File size: 5,268 Bytes
56add8f
 
 
a28cbf8
d8b3d26
 
 
 
 
 
 
 
 
 
 
 
 
b0191c7
 
 
56add8f
 
 
 
 
 
 
 
b0191c7
56add8f
c506328
59db38e
c506328
59db38e
 
 
 
 
 
 
 
 
 
 
b0191c7
 
 
56add8f
 
 
 
 
 
 
 
 
ef096b2
a28cbf8
56add8f
a28cbf8
56add8f
 
 
 
 
 
 
 
 
a28cbf8
 
ef096b2
a28cbf8
56add8f
 
 
 
 
 
 
 
 
a28cbf8
 
56add8f
a28cbf8
56add8f
 
 
 
 
 
 
 
a28cbf8
 
56add8f
 
 
 
1daa44a
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
{
    "api": {
        "models": {

            "DeepSeek-R1-Distill-Qwen-32B": {
                "type": "image-text-to-text",
                "api_url": "https://api-inference.huggingface.co/models/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B/v1/chat/completions",
                "headers": {
                    "Content-Type": "application/json",
                    "x-use-cache": "false",
                    "config": {
                        "comment": "This section runs Python code. It retrieves the API key from your environment using 'os'. You can use this for Authorization headers or replace it with another type of headers, like 'ApiKey'.",
                        "Authorization": "Bearer os.environ.get('auth')"
                }
                }
            },           

            "Llama-3.2-11B-Vision-Instruct": {
                "type": "image-text-to-text",
                "api_url": "https://api-inference.huggingface.co/models/meta-llama/Llama-3.2-11B-Vision-Instruct/v1/chat/completions",
                "headers": {
                    "Content-Type": "application/json",
                    "x-use-cache": "false",
                    "config": {
                        "comment": "This section runs Python code. It retrieves the API key from your environment using 'os'. You can use this for Authorization headers or replace it with another type of headers, like 'ApiKey'.",
                        "Authorization": "Bearer os.environ.get('auth')"
                }
                }
            },          

            "Llama-3.3-70B-Instruct": {
                "type": "image-text-to-text",
                "api_url": "https://api-inference.huggingface.co/models/meta-llama/Llama-3.3-70B-Instruct/v1/chat/completions",
                "headers": {
                    "Content-Type": "application/json",
                    "x-use-cache": "false",
                    "config": {
                        "comment": "This section runs Python code. It retrieves the API key from your environment using 'os'. You can use this for Authorization headers or replace it with another type of headers, like 'ApiKey'.",
                        "Authorization": "Bearer os.environ.get('auth')"
                }
                }
            },          
          

            "Phi-3.5-mini-instruct": {
                "type": "Text Generation",
                "api_url": "https://api-inference.huggingface.co/models/microsoft/Phi-3.5-mini-instruct/v1/chat/completions",
                "headers": {
                    "Content-Type": "application/json",
                    "x-use-cache": "false",
                    "config": {
                        "comment": "This section runs Python code. It retrieves the API key from your environment using 'os'. You can use this for Authorization headers or replace it with another type of headers, like 'ApiKey'.",
                        "Authorization": "Bearer os.environ.get('auth')"
                }
                }
            },

            "Mistral-Nemo-Instruct-2407": {
                "type": "Text Generation",
                "api_url": "https://api-inference.huggingface.co/models/mistralai/Mistral-Nemo-Instruct-2407/v1/chat/completions",
                "headers": {
                    "Content-Type": "application/json",
                    "x-use-cache": "false",
                    "config": {
                        "comment": "This section runs Python code. It retrieves the API key from your environment using 'os'. You can use this for Authorization headers or replace it with another type of headers, like 'ApiKey'.",
                        "Authorization": "Bearer os.environ.get('auth')"
                }
                }
            },

           "SmallThinker-3B-Preview": {
                "type": "Text Generation",
                "api_url": "https://api-inference.huggingface.co/models/PowerInfer/SmallThinker-3B-Preview/v1/chat/completions",
                "headers": {
                    "Content-Type": "application/json",
                    "x-use-cache": "false",
                    "config": {
                        "comment": "This section runs Python code. It retrieves the API key from your environment using 'os'. You can use this for Authorization headers or replace it with another type of headers, like 'ApiKey'.",
                        "Authorization": "Bearer os.environ.get('auth')"
                }
                }
            },
            
            "Meta-Llama-3-8B-Instruct": {
                "type": "Text Generation",
                "api_url": "https://api-inference.huggingface.co/models/meta-llama/Meta-Llama-3-8B-Instruct/v1/chat/completions",
                "headers": {
                    "Content-Type": "application/json",
                    "x-use-cache": "false",
                    "config": {
                        "comment": "This section runs Python code. It retrieves the API key from your environment using 'os'. You can use this for Authorization headers or replace it with another type of headers, like 'ApiKey'.",
                        "Authorization": "Bearer os.environ.get('auth')"
                }
                }
            }


        }
    },
    "handle_stream": true
}