Fix ai search

server/routes.ts

@@ -839,6 +839,15 @@ export async function registerRoutes(app: Express): Promise<Server> {
         if (queryLower.includes('gpt')) {
           searchQueries.push('GPT', 'Generative Pre-trained Transformer');
         }
+        if (queryLower.includes('transformer') || queryLower.includes('attention')) {
+          searchQueries.push('Attention Is All You Need', 'transformer', 'attention mechanism');
+        }
+        if (queryLower.includes('constitutional')) {
+          searchQueries.push('Constitutional AI', 'harmlessness', 'AI feedback');
+        }
+        if (queryLower.includes('rag') || queryLower.includes('retrieval')) {
+          searchQueries.push('Retrieval-Augmented Generation', 'retrieval augmented', 'knowledge-intensive');
+        }
         
         // Search with each query and combine results
         const allSearchResults = new Map<number, any>();
@@ -931,43 +940,75 @@ export async function registerRoutes(app: Express): Promise<Server> {
                        searchRequest.query.toLowerCase().includes('machine learning') ||
                        searchRequest.query.toLowerCase().includes('neural network');
       
-      // Parallel search of external sources
-      const searchPromises = [];
+      // Query analysis for external search triggers
+      
+      // Enhanced external search with better error handling and timeouts
+      const externalSearchPromises = [];
       
       // GitHub search for code and AI-related queries
       if ((isCodeQuery || isAIQuery) && process.env.GITHUB_TOKEN) {
         console.log('🐙 Searching GitHub...');
-        searchPromises.push(
-          searchGitHubRepos(searchRequest.query, Math.min(3, Math.ceil(searchRequest.limit / 3)))
-            .then(repos => repos.map((repo, index) => 
-              transformGitHubRepoToDocument(repo, index + allDocuments.length, searchRequest.query)
-            ))
+        externalSearchPromises.push(
+          Promise.race([
+            searchGitHubRepos(searchRequest.query, Math.min(3, Math.ceil(searchRequest.limit / 3)))
+              .then(repos => ({
+                type: 'github',
+                results: repos.map((repo, index) => 
+                  transformGitHubRepoToDocument(repo, index + allDocuments.length, searchRequest.query)
+                )
+              }))
+              .catch(error => {
+                console.log('🐙 GitHub search failed:', error.message);
+                return { type: 'github', results: [] };
+              }),
+            new Promise((_, reject) => 
+              setTimeout(() => reject(new Error('GitHub search timeout')), 8000)
+            )
+          ]).catch(() => ({ type: 'github', results: [] }))
         );
       }
       
       // Always include web search for comprehensive coverage
       console.log('🌍 Searching web...');
-      searchPromises.push(
-        searchWeb(searchRequest.query, Math.min(3, Math.ceil(searchRequest.limit / 3)))
-          .then(webResults => webResults.map((result, index) => 
-            transformWebResultToDocument(result, index + allDocuments.length, searchRequest.query)
-          ))
+      externalSearchPromises.push(
+        Promise.race([
+          searchWeb(searchRequest.query, Math.min(3, Math.ceil(searchRequest.limit / 3)))
+            .then(webResults => ({
+              type: 'web',
+              results: webResults.map((result, index) => 
+                transformWebResultToDocument(result, index + allDocuments.length, searchRequest.query)
+              )
+            }))
+            .catch(error => {
+              console.log('🌍 Web search failed:', error.message);
+              return { type: 'web', results: [] };
+            }),
+          new Promise((_, reject) => 
+            setTimeout(() => reject(new Error('Web search timeout')), 5000)
+          )
+        ]).catch(() => ({ type: 'web', results: [] }))
       );
       
-      // Wait for all external searches to complete
-      if (searchPromises.length > 0) {
+      // Wait for external searches with timeout protection
+      if (externalSearchPromises.length > 0) {
         try {
-          const externalResults = await Promise.all(searchPromises);
-          const flattenedResults = externalResults.flat();
+          const externalResults = await Promise.all(externalSearchPromises);
+          
+          // Flatten and combine results
+          const githubResults = externalResults.find((r: any) => r.type === 'github')?.results || [];
+          const webResults = externalResults.find((r: any) => r.type === 'web')?.results || [];
+          const allExternalResults = [...githubResults, ...webResults];
           
-          console.log(`🌐 Found ${flattenedResults.length} external results`);
+          console.log(`🌐 Found ${allExternalResults.length} external results (GitHub: ${githubResults.length}, Web: ${webResults.length})`);
           
           // Combine local and external results, keeping local results prioritized
-          allDocuments = [...allDocuments, ...flattenedResults]
-            .sort((a, b) => b.relevanceScore - a.relevanceScore)
-            .slice(0, searchRequest.limit);
-        } catch (externalError) {
-          console.log('🌐 External search failed, using local results only');
+          if (allExternalResults.length > 0) {
+            allDocuments = [...allDocuments, ...allExternalResults]
+              .sort((a, b) => b.relevanceScore - a.relevanceScore)
+              .slice(0, searchRequest.limit);
+          }
+        } catch (externalError: any) {
+          console.log('🌐 External search failed:', externalError?.message || externalError);
         }
       }