File size: 767 Bytes
312035b b1470b2 e389c90 c4b5a1a 9225b05 312035b 21534da 6760c99 312035b f9488c7 9225b05 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 |
client_llm:
url: "" # <-- start your own inference endpoint and provide url here (or use https://api-inference.huggingface.co/models/HuggingFaceH4/zephyr-7b-beta)
model_id: "HuggingFaceH4/zephyr-7b-beta" # <-- your client llm
backend: HFChat
max_tokens: 800
temperature: 0.6
expert_llm:
url: "" # <-- start your own inference endpoint and provide url here (or use https://api-inference.huggingface.co/models/meta-llama/Meta-Llama-3-70B-Instruct)
model_id: "meta-llama/Meta-Llama-3-70B-Instruct"
backend: HFChat # <-- Currently supported: HFChat / VLLM / Fireworks
classifier_llm:
model_id: "MoritzLaurer/DeBERTa-v3-base-mnli-fever-anli"
url: "" # <-- start your own inference endpoint of classifier model and provide url here
batch_size: 8
|