From 7fd359852ac8ae39134e1a7b4afd2d2e51e45d5d Mon Sep 17 00:00:00 2001
From: Enrico Ros <enrico.ros@gmail.com>
Date: Mon, 24 Jun 2024 18:44:34 -0700
Subject: [PATCH] Browse: get page title too

---
 src/common/attachment-drafts/attachment.pipeline.ts |  6 +++---
 src/modules/browse/browse.router.ts                 | 12 ++++++++++++
 2 files changed, 15 insertions(+), 3 deletions(-)

diff --git a/src/common/attachment-drafts/attachment.pipeline.ts b/src/common/attachment-drafts/attachment.pipeline.ts
index d8ebc1ea4..9e0a46426 100644
--- a/src/common/attachment-drafts/attachment.pipeline.ts
+++ b/src/common/attachment-drafts/attachment.pipeline.ts
@@ -125,9 +125,9 @@ export async function attachmentLoadInputAsync(source: Readonly<AttachmentDraftS
       try {
         const page = await callBrowseFetchPage(source.url);
         edit(
-          page.content.markdown ? { input: { mimeType: 'text/markdown', data: page.content.markdown, dataSize: page.content.markdown.length } }
-            : page.content.text ? { input: { mimeType: 'text/plain', data: page.content.text, dataSize: page.content.text.length } }
-              : page.content.html ? { input: { mimeType: 'text/html', data: page.content.html, dataSize: page.content.html.length } }
+          page.content.markdown ? { input: { mimeType: 'text/markdown', data: page.content.markdown, dataSize: page.content.markdown.length, altData: page.title } }
+            : page.content.text ? { input: { mimeType: 'text/plain', data: page.content.text, dataSize: page.content.text.length, altData: page.title } }
+              : page.content.html ? { input: { mimeType: 'text/html', data: page.content.html, dataSize: page.content.html.length, altData: page.title } }
                 : { inputError: 'No content found at this link' },
         );
       } catch (error: any) {
diff --git a/src/modules/browse/browse.router.ts b/src/modules/browse/browse.router.ts
index 128050563..938e8e0e0 100644
--- a/src/modules/browse/browse.router.ts
+++ b/src/modules/browse/browse.router.ts
@@ -42,6 +42,7 @@ const fetchPageInputSchema = z.object({
 
 const fetchPageWorkerOutputSchema = z.object({
   url: z.string(),
+  title: z.string(),
   content: z.record(pageTransformSchema, z.string()),
   error: z.string().optional(),
   stopReason: z.enum(['end', 'timeout', 'error']),
@@ -77,6 +78,7 @@ export const browseRouter = createTRPCRouter({
           ? result.value
           : {
             url: requests[index].url,
+            title: '',
             content: {},
             error: result.reason?.message || 'Unknown fetch error',
             stopReason: 'error',
@@ -106,6 +108,7 @@ async function workerPuppeteer(
 
   const result: FetchPageWorkerOutputSchema = {
     url: targetUrl,
+    title: '',
     content: {},
     error: undefined,
     stopReason: 'error',
@@ -142,6 +145,15 @@ async function workerPuppeteer(
     }
   }
 
+  // Get the page title after successful navigation
+  if (result.stopReason !== 'error') {
+    try {
+      result.title = await page.title();
+    } catch (error: any) {
+      // result.error = '[Puppeteer] ' + (error?.message || error?.toString() || 'Unknown title error');
+    }
+  }
+
   // transform the content of the page as text
   try {
     if (result.stopReason !== 'error') {