Spaces:
Sleeping
Sleeping
EtienneB
commited on
Commit
·
d49a17e
1
Parent(s):
d55b1b4
Update agent.py
Browse files
agent.py
CHANGED
@@ -144,11 +144,11 @@ def build_graph():
|
|
144 |
# First create the HuggingFaceEndpoint
|
145 |
llm_endpoint = HuggingFaceEndpoint(
|
146 |
# repo_id="Qwen/Qwen2.5-14B-Instruct",
|
147 |
-
|
148 |
-
repo_id="Qwen/Qwen2.5-Coder-32B-Instruct",
|
149 |
huggingfacehub_api_token=HUGGINGFACEHUB_API_TOKEN,
|
150 |
temperature=0.1, # Maximum determinism
|
151 |
-
max_new_tokens=
|
152 |
timeout=90, # Moderate timeout
|
153 |
do_sample=False, # Completely deterministic
|
154 |
)
|
|
|
144 |
# First create the HuggingFaceEndpoint
|
145 |
llm_endpoint = HuggingFaceEndpoint(
|
146 |
# repo_id="Qwen/Qwen2.5-14B-Instruct",
|
147 |
+
repo_id="HuggingFaceH4/mistral-7b-anthropic",
|
148 |
+
# repo_id="Qwen/Qwen2.5-Coder-32B-Instruct", # this one is poor
|
149 |
huggingfacehub_api_token=HUGGINGFACEHUB_API_TOKEN,
|
150 |
temperature=0.1, # Maximum determinism
|
151 |
+
max_new_tokens=512, # Even more restrictive with 128
|
152 |
timeout=90, # Moderate timeout
|
153 |
do_sample=False, # Completely deterministic
|
154 |
)
|