Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -1,4 +1,4 @@
|
|
1 |
-
#
|
2 |
from huggingface_hub import hf_hub_download
|
3 |
from langchain.agents import initialize_agent, Tool, AgentType
|
4 |
from langchain.chains import RetrievalQA, LLMChain
|
@@ -59,7 +59,7 @@ def get_llm():
|
|
59 |
|
60 |
model = AutoModelForCausalLM.from_pretrained(
|
61 |
LLM_MODEL,
|
62 |
-
|
63 |
device_map="auto",
|
64 |
torch_dtype=torch.float16
|
65 |
)
|
|
|
1 |
+
# libs
|
2 |
from huggingface_hub import hf_hub_download
|
3 |
from langchain.agents import initialize_agent, Tool, AgentType
|
4 |
from langchain.chains import RetrievalQA, LLMChain
|
|
|
59 |
|
60 |
model = AutoModelForCausalLM.from_pretrained(
|
61 |
LLM_MODEL,
|
62 |
+
cache_dir=CACHE_FOLDER,
|
63 |
device_map="auto",
|
64 |
torch_dtype=torch.float16
|
65 |
)
|