Fix nebius AI

README.md

@@ -28,7 +28,9 @@ A production-ready AI-powered knowledge retrieval system featuring real document
 
 **Submitted to**: [Hugging Face Agents-MCP-Hackathon](https://huggingface.co/Agents-MCP-Hackathon)
 
-**Live Demo**: [Try KnowledgeBridge on Hugging Face Spaces](https://huggingface.co/spaces/YOUR_USERNAME/KnowledgeBridge)
+**Live Demo**: [Try KnowledgeBridge on Hugging Face Spaces](https://huggingface.co/spaces/Agents-MCP-Hackathon/KnowledgeBridge
+
+[Video Link]{https://drive.google.com/drive/folders/1iQafhb7PmO6zWW-JDq1eWGo8KN10Ctdf?usp=sharing}
 
 ### **🚀 "Show us the most incredible things that your agents can do!"**
 

server/routes.ts

@@ -813,9 +813,82 @@ export async function registerRoutes(app: Express): Promise<Server> {
       const streaming = req.body.streaming === true;
       const startTime = Date.now();
       
-      // First, search local storage
-      const localResults = await storage.searchDocuments(searchRequest);
-      let allDocuments = localResults.results || [];
+      let allDocuments: any[] = [];
+      
+      // Use Nebius AI for semantic search (important for hackathon demo)
+      if (searchRequest.searchType === "semantic") {
+        console.log(`🤖 Using Nebius AI for semantic search: "${searchRequest.query}"`);
+        
+        try {
+          // Get all documents for AI analysis
+          const allDocs = await storage.getDocuments(1000, 0);
+          console.log(`📚 Found ${allDocs.length} documents for AI analysis`);
+          
+          // Use Nebius AI to find semantically relevant documents
+          const prompt = `Given the search query: "${searchRequest.query}"
+
+Analyze these documents and return ONLY a JSON array of the 5 most relevant document IDs, ranked by semantic relevance to the query.
+
+Documents:
+${allDocs.slice(0, 15).map(doc => `ID: ${doc.id} | Title: ${doc.title} | Content: ${doc.content.substring(0, 150)}...`).join('\n')}
+
+Return format: [4, 21, 23, 2, 7]`;
+
+          console.log(`🔄 Sending prompt to Nebius AI...`);
+          const aiResponse = await nebiusClient.createChatCompletion({
+            model: 'deepseek-ai/DeepSeek-R1-0528',
+            messages: [{ role: 'user', content: prompt }],
+            max_tokens: 100,
+            temperature: 0.1
+          });
+          
+          console.log(`📥 Received AI response`);
+          
+          if (aiResponse && aiResponse.choices && aiResponse.choices[0]) {
+            const cleanResponse = aiResponse.choices[0].message.content.trim();
+            console.log(`🔍 AI Response: ${cleanResponse}`);
+            
+            // Extract JSON array - be more flexible with the matching
+            const jsonMatch = cleanResponse.match(/\[[\d,\s]+\]/);
+            
+            if (jsonMatch) {
+              try {
+                const docIds = JSON.parse(jsonMatch[0]);
+                console.log(`🎯 AI extracted document IDs: ${JSON.stringify(docIds)}`);
+                
+                // Get the relevant documents in order
+                allDocuments = docIds
+                  .map((id: number) => allDocs.find(doc => doc.id === id))
+                  .filter((doc: any) => doc !== undefined)
+                  .slice(0, searchRequest.limit)
+                  .map((doc: any, index: number) => ({
+                    ...doc,
+                    relevanceScore: 1.0 - (index * 0.1),
+                    rank: index + 1,
+                    snippet: doc.content.substring(0, 200) + '...'
+                  }));
+                  
+                console.log(`✅ Nebius AI found ${allDocuments.length} semantically relevant documents`);
+              } catch (parseError) {
+                console.error(`❌ Failed to parse AI response JSON: ${parseError}`);
+              }
+            } else {
+              console.log(`❌ No JSON array found in AI response: ${cleanResponse}`);
+            }
+          } else {
+            console.log(`❌ No valid AI response received from Nebius`);
+          }
+        } catch (aiError) {
+          console.error('❌ Nebius AI semantic search failed:', aiError);
+          // Fallback to regular search
+          const localResults = await storage.searchDocuments(searchRequest);
+          allDocuments = localResults.results || [];
+        }
+      } else {
+        // Use regular keyword search for other search types
+        const localResults = await storage.searchDocuments(searchRequest);
+        allDocuments = localResults.results || [];
+      }
       
       // Validate URLs in local storage results as well
       if (allDocuments.length > 0) {
@@ -837,7 +910,7 @@ export async function registerRoutes(app: Express): Promise<Server> {
             return isValid;
           });
           
-          console.log(`Local URL validation completed. ${allDocuments.length}/${localResults.results.length} documents have valid URLs.`);
+          console.log(`Local URL validation completed. ${allDocuments.length} documents have valid URLs.`);
         }
       }