Gopikanth123 commited on
Commit
e4dad72
·
verified ·
1 Parent(s): f9ba76f

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +11 -5
main.py CHANGED
@@ -2,7 +2,7 @@ import os
2
  import shutil
3
  from flask import Flask, render_template, request, jsonify
4
  from llama_index.core import StorageContext, load_index_from_storage, VectorStoreIndex, SimpleDirectoryReader, ChatPromptTemplate, Settings
5
- from llama_index.embeddings.huggingface import HuggingFaceEmbedding
6
  from deep_translator import GoogleTranslator
7
  import google.generativeai as genai
8
 
@@ -15,10 +15,16 @@ if not GOOGLE_API_KEY:
15
  genai.configure(api_key=GOOGLE_API_KEY)
16
  gemini_model = genai.GenerativeModel('gemini-flash-1.0')
17
 
18
- # Configure Llama index settings
19
- Settings.embed_model = HuggingFaceEmbedding(
20
- model_name="sentence-transformers/paraphrase-multilingual-mpnet-base-v2"
21
- )
 
 
 
 
 
 
22
 
23
  PERSIST_DIR = "db"
24
  PDF_DIRECTORY = 'data'
 
2
  import shutil
3
  from flask import Flask, render_template, request, jsonify
4
  from llama_index.core import StorageContext, load_index_from_storage, VectorStoreIndex, SimpleDirectoryReader, ChatPromptTemplate, Settings
5
+ from sentence_transformers import SentenceTransformer # Fallback for embeddings
6
  from deep_translator import GoogleTranslator
7
  import google.generativeai as genai
8
 
 
15
  genai.configure(api_key=GOOGLE_API_KEY)
16
  gemini_model = genai.GenerativeModel('gemini-flash-1.0')
17
 
18
+ # Custom Embedding Model (Fallback for HuggingFaceEmbedding)
19
+ class CustomEmbedding:
20
+ def __init__(self, model_name):
21
+ self.model = SentenceTransformer(model_name)
22
+
23
+ def get_text_embedding(self, text):
24
+ return self.model.encode(text).tolist()
25
+
26
+ # Configure Llama index settings with Custom Embedding
27
+ Settings.embed_model = CustomEmbedding("sentence-transformers/paraphrase-multilingual-mpnet-base-v2")
28
 
29
  PERSIST_DIR = "db"
30
  PDF_DIRECTORY = 'data'