Spaces:
Sleeping
Sleeping
File size: 5,190 Bytes
56add8f bca6b68 56add8f bca6b68 56add8f bca6b68 56add8f bca6b68 56add8f bca6b68 56add8f 1daa44a |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 |
{
"api": {
"models": {
"Qwen2.5-Coder-32B-Instruct": {
"type": "Text Generation",
"api_url": "https://api-inference.huggingface.co/models/Qwen/Qwen2.5-Coder-32B-Instruct/v1/chat/completions",
"headers": {
"Content-Type": "application/json",
"x-use-cache": "false",
"config": {
"comment": "This section runs Python code. It retrieves the API key from your environment using 'os'. You can use this for Authorization headers or replace it with another type of headers, like 'ApiKey'.",
"Authorization": "Bearer os.environ.get('auth')"
}
}
},
"QwQ-32B-Preview": {
"type": "Text Generation",
"api_url": "https://api-inference.huggingface.co/models/Qwen/QwQ-32B-Preview/v1/chat/completions",
"headers": {
"Content-Type": "application/json",
"x-use-cache": "false",
"config": {
"comment": "This section runs Python code. It retrieves the API key from your environment using 'os'. You can use this for Authorization headers or replace it with another type of headers, like 'ApiKey'.",
"Authorization": "Bearer os.environ.get('auth')"
}
}
},
"SmallThinker-3B-Preview": {
"type": "Text Generation",
"api_url": "https://api-inference.huggingface.co/models/PowerInfer/SmallThinker-3B-Preview/v1/chat/completions",
"headers": {
"Content-Type": "application/json",
"x-use-cache": "false",
"config": {
"comment": "This section runs Python code. It retrieves the API key from your environment using 'os'. You can use this for Authorization headers or replace it with another type of headers, like 'ApiKey'.",
"Authorization": "Bearer os.environ.get('auth')"
}
}
},
"Mistral-Nemo-Instruct-2407": {
"type": "Text Generation",
"api_url": "https://api-inference.huggingface.co/models/mistralai/Mistral-Nemo-Instruct-2407/v1/chat/completions",
"headers": {
"Content-Type": "application/json",
"x-use-cache": "false",
"config": {
"comment": "This section runs Python code. It retrieves the API key from your environment using 'os'. You can use this for Authorization headers or replace it with another type of headers, like 'ApiKey'.",
"Authorization": "Bearer os.environ.get('auth')"
}
}
},
"Phi-3.5-mini-instruct": {
"type": "Text Generation",
"api_url": "https://api-inference.huggingface.co/models/microsoft/Phi-3.5-mini-instruct/v1/chat/completions",
"headers": {
"Content-Type": "application/json",
"x-use-cache": "false",
"config": {
"comment": "This section runs Python code. It retrieves the API key from your environment using 'os'. You can use this for Authorization headers or replace it with another type of headers, like 'ApiKey'.",
"Authorization": "Bearer os.environ.get('auth')"
}
}
},
"Llama-3.2-11B-Vision-Instruct": {
"type": "image-text-to-text",
"api_url": "https://api-inference.huggingface.co/models/meta-llama/Llama-3.2-11B-Vision-Instruct/v1/chat/completions",
"headers": {
"Content-Type": "application/json",
"x-use-cache": "false",
"config": {
"comment": "This section runs Python code. It retrieves the API key from your environment using 'os'. You can use this for Authorization headers or replace it with another type of headers, like 'ApiKey'.",
"Authorization": "Bearer os.environ.get('auth')"
}
}
},
"Meta-Llama-3-8B-Instruct": {
"type": "Text Generation",
"api_url": "https://api-inference.huggingface.co/models/meta-llama/Meta-Llama-3-8B-Instruct/v1/chat/completions",
"headers": {
"Content-Type": "application/json",
"x-use-cache": "false",
"config": {
"comment": "This section runs Python code. It retrieves the API key from your environment using 'os'. You can use this for Authorization headers or replace it with another type of headers, like 'ApiKey'.",
"Authorization": "Bearer os.environ.get('auth')"
}
}
}
}
},
"handle_stream": true
} |