captain-awesome commited on
Commit
4434f84
·
verified ·
1 Parent(s): eb4d864

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -1
app.py CHANGED
@@ -16,7 +16,11 @@ try:
16
  tools = mcp_client.get_tools()
17
 
18
  # model = InferenceClientModel()
19
- model = pipeline("text-generation", model="TinyLlama/TinyLlama-1.1B-Chat-v1.0", device_map="auto")
 
 
 
 
20
  agent = CodeAgent(tools=[*tools], model=model)
21
 
22
  # Define Gradio ChatInterface
 
16
  tools = mcp_client.get_tools()
17
 
18
  # model = InferenceClientModel()
19
+ model = TransformersModel(
20
+ model_id="Qwen/Qwen2.5-Coder-32B-Instruct",
21
+ device="cuda",
22
+ max_new_tokens=5000,
23
+ )
24
  agent = CodeAgent(tools=[*tools], model=model)
25
 
26
  # Define Gradio ChatInterface