| aiohttp | |
| fastapi | |
| httpx | |
| markdown2[all] | |
| nh3 | |
| numpy | |
| prompt_toolkit>=3.0.0 | |
| pydantic<3,>=2.0.0 | |
| pydantic-settings | |
| psutil | |
| requests | |
| rich>=10.0.0 | |
| shortuuid | |
| tiktoken | |
| uvicorn | |
| [dev] | |
| black==23.3.0 | |
| pylint==2.8.2 | |
| [llm_judge] | |
| openai<1 | |
| anthropic>=0.3 | |
| ray | |
| [model_worker] | |
| accelerate>=0.21 | |
| peft | |
| sentencepiece | |
| torch | |
| transformers>=4.31.0 | |
| protobuf | |
| [train] | |
| einops | |
| flash-attn>=2.0 | |
| wandb | |
| [webui] | |
| gradio>=4.10 | |