Update app.py
Browse files
app.py
CHANGED
|
@@ -72,7 +72,8 @@ def load_data():
|
|
| 72 |
@st.cache_resource
|
| 73 |
def load_model(_docs):
|
| 74 |
#embeddings = HuggingFaceInstructEmbeddings(model_name="hkunlp/instructor-large",model_kwargs={"device":DEVICE})
|
| 75 |
-
embeddings = HuggingFaceInstructEmbeddings(model_name="sentence-transformers/all-MiniLM-L6-v2",model_kwargs={"device":DEVICE})
|
|
|
|
| 76 |
print(DEVICE)
|
| 77 |
|
| 78 |
text_splitter = RecursiveCharacterTextSplitter(chunk_size=1024, chunk_overlap=256)
|
|
@@ -86,7 +87,8 @@ def load_model(_docs):
|
|
| 86 |
print('db done')
|
| 87 |
|
| 88 |
|
| 89 |
-
model_name_or_path = "TheBloke/Llama-2-13B-chat-GPTQ"
|
|
|
|
| 90 |
model_basename = "model"
|
| 91 |
|
| 92 |
tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True)
|
|
|
|
| 72 |
@st.cache_resource
|
| 73 |
def load_model(_docs):
|
| 74 |
#embeddings = HuggingFaceInstructEmbeddings(model_name="hkunlp/instructor-large",model_kwargs={"device":DEVICE})
|
| 75 |
+
#embeddings = HuggingFaceInstructEmbeddings(model_name="sentence-transformers/all-MiniLM-L6-v2",model_kwargs={"device":DEVICE})
|
| 76 |
+
embeddings = HuggingFaceInstructEmbeddings(model_name="/home/user/app/all-MiniLM-L6-v2/",model_kwargs={"device":DEVICE})
|
| 77 |
print(DEVICE)
|
| 78 |
|
| 79 |
text_splitter = RecursiveCharacterTextSplitter(chunk_size=1024, chunk_overlap=256)
|
|
|
|
| 87 |
print('db done')
|
| 88 |
|
| 89 |
|
| 90 |
+
#model_name_or_path = "TheBloke/Llama-2-13B-chat-GPTQ"
|
| 91 |
+
model_name_or_path = "/home/user/app/Llama-2-13B-chat-GPTQ/"
|
| 92 |
model_basename = "model"
|
| 93 |
|
| 94 |
tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True)
|