Spaces:
Sleeping
Sleeping
Update app.py
Browse filesAdd inference client model...
app.py
CHANGED
@@ -17,18 +17,27 @@ from smolagents import (
|
|
17 |
|
18 |
|
19 |
MODEL_NAME = "HuggingFaceTB/SmolLM3-3B"
|
20 |
-
|
21 |
-
|
22 |
-
model =\
|
23 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
24 |
model_id=MODEL_NAME,
|
25 |
-
max_new_tokens=32768, # 4096,
|
26 |
-
|
27 |
-
|
28 |
-
|
29 |
-
|
30 |
-
|
31 |
-
|
32 |
|
33 |
agent = CodeAgent(
|
34 |
tools=[ DuckDuckGoSearchTool(),
|
|
|
17 |
|
18 |
|
19 |
MODEL_NAME = "HuggingFaceTB/SmolLM3-3B"
|
20 |
+
API_TOKEN_SMOLLM = getenv("HF_TOKEN")
|
21 |
+
|
22 |
+
# model =\
|
23 |
+
# TransformersModel(
|
24 |
+
# model_id=MODEL_NAME,
|
25 |
+
# max_new_tokens=32768, # 4096,
|
26 |
+
# temperature=0.6,
|
27 |
+
# top_p=0.95,
|
28 |
+
# top_k=20,
|
29 |
+
# repetition_penalty=1.1
|
30 |
+
# )
|
31 |
+
|
32 |
+
model = InferenceClientModel(
|
33 |
model_id=MODEL_NAME,
|
34 |
+
max_new_tokens=32768, # , # 4096,
|
35 |
+
token=API_TOKEN_SMOLLM
|
36 |
+
# temperature=0.6,
|
37 |
+
# top_p=0.95,
|
38 |
+
# top_k=20,
|
39 |
+
# repetition_penalty=1.1
|
40 |
+
)
|
41 |
|
42 |
agent = CodeAgent(
|
43 |
tools=[ DuckDuckGoSearchTool(),
|