ccm commited on
Commit
306420e
·
verified ·
1 Parent(s): 9fb5cd1

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +0 -9
app.py CHANGED
@@ -46,15 +46,6 @@ def load_publication_vectorstore() -> langchain_community.vectorstores.FAISS:
46
 
47
  # Load vectorstore and models
48
  publication_vectorstore = load_publication_vectorstore()
49
- tokenizer = transformers.AutoTokenizer.from_pretrained(
50
- LLM_MODEL_NAME, trust_remote_code=True
51
- )
52
- streamer = transformers.TextIteratorStreamer(
53
- tokenizer, skip_prompt=True, skip_special_tokens=True
54
- )
55
- chatmodel = transformers.AutoModelForCausalLM.from_pretrained(
56
- LLM_MODEL_NAME, device_map="auto", torch_dtype="auto", trust_remote_code=True
57
- )
58
 
59
 
60
  def preprocess(query: str, k: int) -> str:
 
46
 
47
  # Load vectorstore and models
48
  publication_vectorstore = load_publication_vectorstore()
 
 
 
 
 
 
 
 
 
49
 
50
 
51
  def preprocess(query: str, k: int) -> str: