k3ybladewielder commited on
Commit
088d871
·
verified ·
1 Parent(s): 661d340

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -1,4 +1,4 @@
1
- # from dotenv import load_dotenv
2
  from huggingface_hub import hf_hub_download
3
  from langchain.agents import initialize_agent, Tool, AgentType
4
  from langchain.chains import RetrievalQA, LLMChain
@@ -59,7 +59,7 @@ def get_llm():
59
 
60
  model = AutoModelForCausalLM.from_pretrained(
61
  LLM_MODEL,
62
- #cache_dir=CACHE_FOLDER,
63
  device_map="auto",
64
  torch_dtype=torch.float16
65
  )
 
1
+ # libs
2
  from huggingface_hub import hf_hub_download
3
  from langchain.agents import initialize_agent, Tool, AgentType
4
  from langchain.chains import RetrievalQA, LLMChain
 
59
 
60
  model = AutoModelForCausalLM.from_pretrained(
61
  LLM_MODEL,
62
+ cache_dir=CACHE_FOLDER,
63
  device_map="auto",
64
  torch_dtype=torch.float16
65
  )