david-thrower commited on
Commit
75e2801
·
verified ·
1 Parent(s): 88b02dc

Update app.py

Browse files

Add inference client model...

Files changed (1) hide show
  1. app.py +20 -11
app.py CHANGED
@@ -17,18 +17,27 @@ from smolagents import (
17
 
18
 
19
  MODEL_NAME = "HuggingFaceTB/SmolLM3-3B"
20
-
21
-
22
- model =\
23
- TransformersModel(
 
 
 
 
 
 
 
 
 
24
  model_id=MODEL_NAME,
25
- max_new_tokens=32768, # 4096,
26
- temperature=0.6,
27
- top_p=0.95,
28
- top_k=20,
29
- repetition_penalty=1.1
30
- )
31
-
32
 
33
  agent = CodeAgent(
34
  tools=[ DuckDuckGoSearchTool(),
 
17
 
18
 
19
  MODEL_NAME = "HuggingFaceTB/SmolLM3-3B"
20
+ API_TOKEN_SMOLLM = getenv("HF_TOKEN")
21
+
22
+ # model =\
23
+ # TransformersModel(
24
+ # model_id=MODEL_NAME,
25
+ # max_new_tokens=32768, # 4096,
26
+ # temperature=0.6,
27
+ # top_p=0.95,
28
+ # top_k=20,
29
+ # repetition_penalty=1.1
30
+ # )
31
+
32
+ model = InferenceClientModel(
33
  model_id=MODEL_NAME,
34
+ max_new_tokens=32768, # , # 4096,
35
+ token=API_TOKEN_SMOLLM
36
+ # temperature=0.6,
37
+ # top_p=0.95,
38
+ # top_k=20,
39
+ # repetition_penalty=1.1
40
+ )
41
 
42
  agent = CodeAgent(
43
  tools=[ DuckDuckGoSearchTool(),