requirements.txt

# For the vLLM engine
vllm

# For the web server and API
fastapi
uvicorn

# For the web UI
gradio==4.31.0

# Pydantic is used for API data validation
pydantic

# Required by vLLM and underlying models
transformers
accelerate