Spaces:
Sleeping
Sleeping
EtienneB
commited on
Commit
·
d49a17e
1
Parent(s):
d55b1b4
Update agent.py
Browse files
agent.py
CHANGED
|
@@ -144,11 +144,11 @@ def build_graph():
|
|
| 144 |
# First create the HuggingFaceEndpoint
|
| 145 |
llm_endpoint = HuggingFaceEndpoint(
|
| 146 |
# repo_id="Qwen/Qwen2.5-14B-Instruct",
|
| 147 |
-
|
| 148 |
-
repo_id="Qwen/Qwen2.5-Coder-32B-Instruct",
|
| 149 |
huggingfacehub_api_token=HUGGINGFACEHUB_API_TOKEN,
|
| 150 |
temperature=0.1, # Maximum determinism
|
| 151 |
-
max_new_tokens=
|
| 152 |
timeout=90, # Moderate timeout
|
| 153 |
do_sample=False, # Completely deterministic
|
| 154 |
)
|
|
|
|
| 144 |
# First create the HuggingFaceEndpoint
|
| 145 |
llm_endpoint = HuggingFaceEndpoint(
|
| 146 |
# repo_id="Qwen/Qwen2.5-14B-Instruct",
|
| 147 |
+
repo_id="HuggingFaceH4/mistral-7b-anthropic",
|
| 148 |
+
# repo_id="Qwen/Qwen2.5-Coder-32B-Instruct", # this one is poor
|
| 149 |
huggingfacehub_api_token=HUGGINGFACEHUB_API_TOKEN,
|
| 150 |
temperature=0.1, # Maximum determinism
|
| 151 |
+
max_new_tokens=512, # Even more restrictive with 128
|
| 152 |
timeout=90, # Moderate timeout
|
| 153 |
do_sample=False, # Completely deterministic
|
| 154 |
)
|