Final_Assignment_Template / vllm_asopenai_test.py
MathFrenchToast's picture
secu: use non gaia test question
26e469b
raw
history blame contribute delete
419 Bytes
import os
from smolagents import OpenAIServerModel, CodeAgent
# test file in cas I need to run entirely locally
model = OpenAIServerModel(
model_id="Qwen/Qwen2.5-1.5B-Instruct",
api_base="http://192.168.1.39:18000/v1",
api_key="token-abc123",
)
myagent = CodeAgent(
model=model,
tools=[])
result = myagent.run("Hello who are you?") # Replace with your question
print(result)