Spaces:
Sleeping
Sleeping
Samuel Thomas
commited on
Commit
·
8693fa5
1
Parent(s):
5cd01c5
trust remote
Browse files
tools.py
CHANGED
@@ -100,7 +100,8 @@ llm_pipe = pipeline(
|
|
100 |
model="microsoft/Phi-3-mini-4k-instruct",
|
101 |
device_map="auto",
|
102 |
torch_dtype="auto",
|
103 |
-
max_new_tokens=256
|
|
|
104 |
)
|
105 |
|
106 |
# Initialize RAG components
|
|
|
100 |
model="microsoft/Phi-3-mini-4k-instruct",
|
101 |
device_map="auto",
|
102 |
torch_dtype="auto",
|
103 |
+
max_new_tokens=256,
|
104 |
+
trust_remote_code=True
|
105 |
)
|
106 |
|
107 |
# Initialize RAG components
|