Update app.py
Browse files
app.py
CHANGED
|
@@ -9,6 +9,7 @@ from langchain.chains import RetrievalQA
|
|
| 9 |
from langchain.chat_models import ChatOpenAI
|
| 10 |
from typing import List
|
| 11 |
from together import Together
|
|
|
|
| 12 |
|
| 13 |
|
| 14 |
import streamlit as st
|
|
@@ -104,8 +105,8 @@ st.markdown("""
|
|
| 104 |
|
| 105 |
class HuggingFaceEmbeddings(Embeddings):
|
| 106 |
def __init__(self, model_name: str):
|
| 107 |
-
self.tokenizer = AutoTokenizer.from_pretrained(
|
| 108 |
-
self.model =
|
| 109 |
|
| 110 |
def embed_documents(self, texts: List[str]) -> List[List[float]]:
|
| 111 |
embeddings = []
|
|
|
|
| 9 |
from langchain.chat_models import ChatOpenAI
|
| 10 |
from typing import List
|
| 11 |
from together import Together
|
| 12 |
+
from transformers import AutoTokenizer, AutoModelForCausalLM
|
| 13 |
|
| 14 |
|
| 15 |
import streamlit as st
|
|
|
|
| 105 |
|
| 106 |
class HuggingFaceEmbeddings(Embeddings):
|
| 107 |
def __init__(self, model_name: str):
|
| 108 |
+
self.tokenizer = AutoTokenizer.from_pretrained("deepseek-ai/DeepSeek-R1", trust_remote_code=True)
|
| 109 |
+
self.model = AutoModelForCausalLM.from_pretrained("deepseek-ai/DeepSeek-R1", trust_remote_code=True)
|
| 110 |
|
| 111 |
def embed_documents(self, texts: List[str]) -> List[List[float]]:
|
| 112 |
embeddings = []
|