Spaces:
Running
Running
Update main.py
Browse files
main.py
CHANGED
@@ -2,7 +2,7 @@ import os
|
|
2 |
import shutil
|
3 |
from flask import Flask, render_template, request, jsonify
|
4 |
from llama_index.core import StorageContext, load_index_from_storage, VectorStoreIndex, SimpleDirectoryReader, ChatPromptTemplate, Settings
|
5 |
-
from
|
6 |
from deep_translator import GoogleTranslator
|
7 |
import google.generativeai as genai
|
8 |
|
@@ -15,10 +15,16 @@ if not GOOGLE_API_KEY:
|
|
15 |
genai.configure(api_key=GOOGLE_API_KEY)
|
16 |
gemini_model = genai.GenerativeModel('gemini-flash-1.0')
|
17 |
|
18 |
-
#
|
19 |
-
|
20 |
-
model_name
|
21 |
-
)
|
|
|
|
|
|
|
|
|
|
|
|
|
22 |
|
23 |
PERSIST_DIR = "db"
|
24 |
PDF_DIRECTORY = 'data'
|
|
|
2 |
import shutil
|
3 |
from flask import Flask, render_template, request, jsonify
|
4 |
from llama_index.core import StorageContext, load_index_from_storage, VectorStoreIndex, SimpleDirectoryReader, ChatPromptTemplate, Settings
|
5 |
+
from sentence_transformers import SentenceTransformer # Fallback for embeddings
|
6 |
from deep_translator import GoogleTranslator
|
7 |
import google.generativeai as genai
|
8 |
|
|
|
15 |
genai.configure(api_key=GOOGLE_API_KEY)
|
16 |
gemini_model = genai.GenerativeModel('gemini-flash-1.0')
|
17 |
|
18 |
+
# Custom Embedding Model (Fallback for HuggingFaceEmbedding)
|
19 |
+
class CustomEmbedding:
|
20 |
+
def __init__(self, model_name):
|
21 |
+
self.model = SentenceTransformer(model_name)
|
22 |
+
|
23 |
+
def get_text_embedding(self, text):
|
24 |
+
return self.model.encode(text).tolist()
|
25 |
+
|
26 |
+
# Configure Llama index settings with Custom Embedding
|
27 |
+
Settings.embed_model = CustomEmbedding("sentence-transformers/paraphrase-multilingual-mpnet-base-v2")
|
28 |
|
29 |
PERSIST_DIR = "db"
|
30 |
PDF_DIRECTORY = 'data'
|