Update app.py
Browse files
app.py
CHANGED
@@ -16,7 +16,11 @@ try:
|
|
16 |
tools = mcp_client.get_tools()
|
17 |
|
18 |
# model = InferenceClientModel()
|
19 |
-
model =
|
|
|
|
|
|
|
|
|
20 |
agent = CodeAgent(tools=[*tools], model=model)
|
21 |
|
22 |
# Define Gradio ChatInterface
|
|
|
16 |
tools = mcp_client.get_tools()
|
17 |
|
18 |
# model = InferenceClientModel()
|
19 |
+
model = TransformersModel(
|
20 |
+
model_id="Qwen/Qwen2.5-Coder-32B-Instruct",
|
21 |
+
device="cuda",
|
22 |
+
max_new_tokens=5000,
|
23 |
+
)
|
24 |
agent = CodeAgent(tools=[*tools], model=model)
|
25 |
|
26 |
# Define Gradio ChatInterface
|