Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -46,15 +46,6 @@ def load_publication_vectorstore() -> langchain_community.vectorstores.FAISS:
|
|
46 |
|
47 |
# Load vectorstore and models
|
48 |
publication_vectorstore = load_publication_vectorstore()
|
49 |
-
tokenizer = transformers.AutoTokenizer.from_pretrained(
|
50 |
-
LLM_MODEL_NAME, trust_remote_code=True
|
51 |
-
)
|
52 |
-
streamer = transformers.TextIteratorStreamer(
|
53 |
-
tokenizer, skip_prompt=True, skip_special_tokens=True
|
54 |
-
)
|
55 |
-
chatmodel = transformers.AutoModelForCausalLM.from_pretrained(
|
56 |
-
LLM_MODEL_NAME, device_map="auto", torch_dtype="auto", trust_remote_code=True
|
57 |
-
)
|
58 |
|
59 |
|
60 |
def preprocess(query: str, k: int) -> str:
|
|
|
46 |
|
47 |
# Load vectorstore and models
|
48 |
publication_vectorstore = load_publication_vectorstore()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
49 |
|
50 |
|
51 |
def preprocess(query: str, k: int) -> str:
|