ScouterAI / llm.py
stevenbucaille's picture
Enhance app.py with improved user interface and instructions, update model ID in llm.py, and add image classification capabilities across various components. Introduce segment anything functionality and refine README for clarity on model capabilities.
518d841
raw
history blame
602 Bytes
from smolagents import OpenAIServerModel, LiteLLMModel
import os
LOCAL_LLM_SETTINGS = {
"api_base": "http://127.0.0.1:1234/v1",
"api_key": "api-key",
"model_id": "gemma-3-12b-it-qat",
}
ANTHROPIC_API_KEY = os.getenv("ANTHROPIC_API_KEY")
assert ANTHROPIC_API_KEY is not None, "ANTHROPIC_API_KEY is not set"
def get_default_model():
model = LiteLLMModel(
model_id="claude-3-7-sonnet-20250219",
# model_id="claude-3-5-haiku-latest",
api_key=os.getenv("ANTHROPIC_API_KEY"),
# reasoning_effort="low",
)
print("Loaded LLM model")
return model