Final_Assignment_Template / vllm_asopenai_test.py
MathFrenchToast's picture
feata: my proposition
7acb2e7
raw
history blame
366 Bytes
import os
from smolagents import OpenAIServerModel, CodeAgent
model = OpenAIServerModel(
model_id="Qwen/Qwen2.5-1.5B-Instruct",
api_base="http://192.168.1.39:18000/v1",
api_key="token-abc123",
)
myagent = CodeAgent(
model=model,
tools=[])
result = myagent.run("Hello who are you?") # Replace with your question
print(result)