From 3830875858739dd4e79bead37d4f535f443e5c04 Mon Sep 17 00:00:00 2001
From: AnotiaWang <anotia0202@gmail.com>
Date: Sat, 15 Feb 2025 21:48:35 +0800
Subject: [PATCH] feat(DeepResearch): show URL title in "Visited URLs" if
 possible

---
 components/DeepResearch.vue | 12 ++++++------
 components/Tree.vue         |  3 ++-
 lib/deep-research.ts        | 28 ++++++++++++++--------------
 public/version.json         |  2 +-
 4 files changed, 23 insertions(+), 22 deletions(-)

diff --git a/components/DeepResearch.vue b/components/DeepResearch.vue
index f9dd9b4..809cfad 100644
--- a/components/DeepResearch.vue
+++ b/components/DeepResearch.vue
@@ -1,7 +1,7 @@
 <script setup lang="ts">
   import {
     deepResearch,
-    type PartialSearchResult,
+    type PartialProcessedSearchResult,
     type ResearchStep,
   } from '~/lib/deep-research'
   import type { TreeNode } from './Tree.vue'
@@ -26,7 +26,7 @@
     children: [],
   })
   const selectedNode = ref<TreeNode>()
-  const searchResults = ref<Record<string, PartialSearchResult>>({})
+  const searchResults = ref<Record<string, PartialProcessedSearchResult>>({})
   const isLoading = ref(false)
 
   // Inject global data from index.vue
@@ -101,7 +101,7 @@
       case 'search_complete': {
         console.log(`[DeepResearch] node ${nodeId} search complete:`, step)
         if (node) {
-          node.visitedUrls = step.urls
+          node.searchResults = step.results
         }
         break
       }
@@ -278,17 +278,17 @@
           </h3>
           <ul class="list-disc list-inside">
             <li
-              v-for="(url, index) in selectedNode.visitedUrls"
+              v-for="(item, index) in selectedNode.searchResults"
               class="whitespace-pre-wrap break-all"
               :key="index"
             >
               <UButton
                 class="!p-0 contents"
                 variant="link"
-                :href="url"
+                :href="item.url"
                 target="_blank"
               >
-                {{ url }}
+                {{ item.title || item.url }}
               </UButton>
             </li>
           </ul>
diff --git a/components/Tree.vue b/components/Tree.vue
index 2003857..f436ff7 100644
--- a/components/Tree.vue
+++ b/components/Tree.vue
@@ -14,8 +14,9 @@
     generateQueriesReasoning?: string
     /** Reasoning content when generating learnings for this iteration. */
     generateLearningsReasoning?: string
+    searchResults?: WebSearchResult[]
+    /** Learnings from search results */
     learnings?: string[]
-    visitedUrls?: string[]
     status?: TreeNodeStatus
     children: TreeNode[]
     error?: string
diff --git a/lib/deep-research.ts b/lib/deep-research.ts
index 94dbc50..c8ace10 100644
--- a/lib/deep-research.ts
+++ b/lib/deep-research.ts
@@ -23,8 +23,8 @@ export interface WriteFinalReportParams {
 // Used for streaming response
 export type SearchQuery = z.infer<typeof searchQueriesTypeSchema>['queries'][0]
 export type PartialSearchQuery = DeepPartial<SearchQuery>
-export type SearchResult = z.infer<typeof searchResultTypeSchema>
-export type PartialSearchResult = DeepPartial<SearchResult>
+export type ProcessedSearchResult = z.infer<typeof searchResultTypeSchema>
+export type PartialProcessedSearchResult = DeepPartial<ProcessedSearchResult>
 
 export type ResearchStep =
   | { type: 'generating_query'; result: PartialSearchQuery; nodeId: string }
@@ -36,11 +36,11 @@ export type ResearchStep =
       nodeId: string
     }
   | { type: 'searching'; query: string; nodeId: string }
-  | { type: 'search_complete'; urls: string[]; nodeId: string }
+  | { type: 'search_complete'; results: WebSearchResult[]; nodeId: string }
   | {
       type: 'processing_serach_result'
       query: string
-      result: PartialSearchResult
+      result: PartialProcessedSearchResult
       nodeId: string
     }
   | {
@@ -51,7 +51,7 @@ export type ResearchStep =
   | {
       type: 'processed_search_result'
       query: string
-      result: SearchResult
+      result: ProcessedSearchResult
       nodeId: string
     }
   | { type: 'error'; message: string; nodeId: string }
@@ -134,13 +134,13 @@ export const searchResultTypeSchema = z.object({
 })
 function processSearchResult({
   query,
-  result,
+  results,
   numLearnings = 3,
   numFollowUpQuestions = 3,
   language,
 }: {
   query: string
-  result: WebSearchResult[]
+  results: WebSearchResult[]
   language: string
   numLearnings?: number
   numFollowUpQuestions?: number
@@ -156,7 +156,7 @@ function processSearchResult({
       ),
   })
   const jsonSchema = JSON.stringify(zodToJsonSchema(schema))
-  const contents = result.map((item) => trimPrompt(item.content, 25_000))
+  const contents = results.map((item) => trimPrompt(item.content, 25_000))
   const prompt = [
     `Given the following contents from a SERP search for the query <query>${query}</query>, generate a list of learnings from the contents. Return a maximum of ${numLearnings} learnings, but feel free to return less if the contents are clear. Make sure each learning is unique and not similar to each other. The learnings should be concise and to the point, as detailed and information dense as possible. Make sure to include any entities like people, places, companies, products, things, etc in the learnings, as well as any exact metrics, numbers, or dates. The learnings will be used to research the topic further.`,
     `<contents>${contents
@@ -319,19 +319,19 @@ export async function deepResearch({
           })
           try {
             // Use Tavily to search the web
-            const result = await useWebSearch()(searchQuery.query, {
+            const results = await useWebSearch()(searchQuery.query, {
               maxResults: 5,
               lang: languageCode,
             })
             console.log(
-              `Ran ${searchQuery.query}, found ${result.length} contents`,
+              `Ran ${searchQuery.query}, found ${results.length} contents`,
             )
 
             // Collect URLs from this search
-            const newUrls = result.map((item) => item.url).filter(Boolean)
+            const newUrls = results.map((item) => item.url).filter(Boolean)
             onProgress({
               type: 'search_complete',
-              urls: newUrls,
+              results,
               nodeId: childNodeId(nodeId, i),
             })
             // Breadth for the next search is half of the current breadth
@@ -339,11 +339,11 @@ export async function deepResearch({
 
             const searchResultGenerator = processSearchResult({
               query: searchQuery.query,
-              result,
+              results,
               numFollowUpQuestions: nextBreadth,
               language,
             })
-            let searchResult: PartialSearchResult = {}
+            let searchResult: PartialProcessedSearchResult = {}
 
             for await (const chunk of parseStreamingJson(
               searchResultGenerator.fullStream,
diff --git a/public/version.json b/public/version.json
index 032eb1f..7f2c54a 100644
--- a/public/version.json
+++ b/public/version.json
@@ -1,3 +1,3 @@
 {
-  "version": "1.0.5"
+  "version": "1.0.7"
 }
\ No newline at end of file