Spaces:
Paused
Paused
File size: 631 Bytes
f35f208 cade06f f35f208 bd89e28 f35f208 5302c90 f35f208 5302c90 f35f208 cade06f f35f208 9ad1b29 f35f208 9c1b990 f35f208 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 |
server:
host: "0.0.0.0"
port: 8001
model:
base_path: "."
generation:
max_new_tokens: 500
do_sample: true
temperature: 0.2
repetition_penalty: 1.1
defaults:
#model_name: "huihui-ai/Llama-3.2-3B-Instruct-abliterated"
model_name: "huihui-ai/Qwen2.5-Coder-32B-Instruct-abliterated"
folders:
models: "main/models"
cache: "main/.cache"
logs: "main/logs"
logging:
level: "DEBUG" # DEBUG, INFO, WARNING, ERROR, CRITICAL
format: "%(asctime)s - %(name)s - %(levelname)s - %(message)s"
file: "llm_api.log"
api:
version: "v1"
prefix: "/api"
cors:
origins: ["*"]
credentials: true |