Spaces:
Running
on
Zero
Running
on
Zero
Upload llmenv.py
Browse files
llmenv.py
CHANGED
@@ -105,6 +105,12 @@ llm_models = {
|
|
105 |
"Francois-Huali-12B.i1-Q4_K_M.gguf": ["mradermacher/Francois-Huali-12B-i1-GGUF", MessagesFormatterType.CHATML],
|
106 |
"orosaiwa-12b-q4_k_m.gguf": ["ClaudioItaly/OroSaiwa-12B-Q4_K_M-GGUF", MessagesFormatterType.MISTRAL],
|
107 |
"wuriaee-12B-schizostock.i1-Q4_K_M.gguf": ["mradermacher/wuriaee-12B-schizostock-i1-GGUF", MessagesFormatterType.MISTRAL],
|
|
|
|
|
|
|
|
|
|
|
|
|
108 |
"openbuddy-qwen2.5llamaify-14b-v23.1-200k.i1-Q4_K_M.gguf": ["mradermacher/openbuddy-qwen2.5llamaify-14b-v23.1-200k-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
109 |
"Trinas_Nectar-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Trinas_Nectar-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL],
|
110 |
"ChatWaifu_Magnum_V0.2.Q4_K_M.gguf": ["mradermacher/ChatWaifu_Magnum_V0.2-GGUF", MessagesFormatterType.MISTRAL],
|
@@ -118,6 +124,81 @@ llm_models = {
|
|
118 |
#"": ["", MessagesFormatterType.OPEN_CHAT],
|
119 |
#"": ["", MessagesFormatterType.CHATML],
|
120 |
#"": ["", MessagesFormatterType.PHI_3],
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
121 |
"Misted-7B.i1-Q5_K_M.gguf": ["mradermacher/Misted-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
|
122 |
"Qwen2.5-DeepHyper.Q4_K_M.gguf": ["mradermacher/Qwen2.5-DeepHyper-GGUF", MessagesFormatterType.OPEN_CHAT],
|
123 |
"Hermes-Mistral-Saul-Slerp.Q5_K_M.gguf": ["mradermacher/Hermes-Mistral-Saul-Slerp-GGUF", MessagesFormatterType.MISTRAL],
|
|
|
105 |
"Francois-Huali-12B.i1-Q4_K_M.gguf": ["mradermacher/Francois-Huali-12B-i1-GGUF", MessagesFormatterType.CHATML],
|
106 |
"orosaiwa-12b-q4_k_m.gguf": ["ClaudioItaly/OroSaiwa-12B-Q4_K_M-GGUF", MessagesFormatterType.MISTRAL],
|
107 |
"wuriaee-12B-schizostock.i1-Q4_K_M.gguf": ["mradermacher/wuriaee-12B-schizostock-i1-GGUF", MessagesFormatterType.MISTRAL],
|
108 |
+
"PygmalionAI_Eleusis-12B-Q4_K_M.gguf": ["bartowski/PygmalionAI_Eleusis-12B-GGUF", MessagesFormatterType.CHATML],
|
109 |
+
"PulzeWriter-9B.Q4_K_M.gguf": ["mradermacher/PulzeWriter-9B-GGUF", MessagesFormatterType.ALPACA],
|
110 |
+
"Magnum-Eleusis.Q4_K_M.gguf": ["mradermacher/Magnum-Eleusis-GGUF", MessagesFormatterType.CHATML],
|
111 |
+
"Magnum-Eleucaro.Q4_K_M.gguf": ["mradermacher/Magnum-Eleucaro-GGUF", MessagesFormatterType.CHATML],
|
112 |
+
"base-ground-2.Q4_K_M.gguf": ["mradermacher/base-ground-2-GGUF", MessagesFormatterType.MISTRAL],
|
113 |
+
"Baptist-Christian-Bible-Expert-12b.Q4_K_M.gguf": ["mradermacher/Baptist-Christian-Bible-Expert-12b-GGUF", MessagesFormatterType.MISTRAL],
|
114 |
"openbuddy-qwen2.5llamaify-14b-v23.1-200k.i1-Q4_K_M.gguf": ["mradermacher/openbuddy-qwen2.5llamaify-14b-v23.1-200k-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
115 |
"Trinas_Nectar-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Trinas_Nectar-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL],
|
116 |
"ChatWaifu_Magnum_V0.2.Q4_K_M.gguf": ["mradermacher/ChatWaifu_Magnum_V0.2-GGUF", MessagesFormatterType.MISTRAL],
|
|
|
124 |
#"": ["", MessagesFormatterType.OPEN_CHAT],
|
125 |
#"": ["", MessagesFormatterType.CHATML],
|
126 |
#"": ["", MessagesFormatterType.PHI_3],
|
127 |
+
"OpenThinker-7B-abliterated.i1-Q4_K_S.gguf": ["mradermacher/OpenThinker-7B-abliterated-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
128 |
+
"Llama-3-8B-Uncensored-0.3c.Q5_K_M.gguf": ["mradermacher/Llama-3-8B-Uncensored-0.3c-GGUF", MessagesFormatterType.LLAMA_3],
|
129 |
+
"Reasoning-Llama-3.1-CoT-RE1-NMT-V3-ORPO.Q5_K_M.gguf": ["mradermacher/Reasoning-Llama-3.1-CoT-RE1-NMT-V3-ORPO-GGUF", MessagesFormatterType.LLAMA_3],
|
130 |
+
"Kyro-n1-14B-Chat.Q4_K_M.gguf": ["mradermacher/Kyro-n1-14B-Chat-GGUF", MessagesFormatterType.OPEN_CHAT],
|
131 |
+
"Ice0.91-14.02-RP.Q5_K_M.gguf": ["mradermacher/Ice0.91-14.02-RP-GGUF", MessagesFormatterType.MISTRAL],
|
132 |
+
"MrRoboto-BASE-Unholy-8b-64k.Q5_K_M.gguf": ["mradermacher/MrRoboto-BASE-Unholy-8b-64k-GGUF", MessagesFormatterType.LLAMA_3],
|
133 |
+
"Magnum-Pygmalion.Q4_K_M.gguf": ["mradermacher/Magnum-Pygmalion-GGUF", MessagesFormatterType.MISTRAL],
|
134 |
+
"Omnino-Obscoenum-Opus-Magnum-MN-12B.Q4_K_M.gguf": ["mradermacher/Omnino-Obscoenum-Opus-Magnum-MN-12B-GGUF", MessagesFormatterType.MISTRAL],
|
135 |
+
"Llama3.1-LexiHermes-SuperStorm.i1-Q5_K_M.gguf": ["mradermacher/Llama3.1-LexiHermes-SuperStorm-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
136 |
+
"Sombrero-Opus-14B-Elite5.i1-Q4_K_M.gguf": ["mradermacher/Sombrero-Opus-14B-Elite5-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
137 |
+
"Captain-Eris_Rebased.i1-Q4_K_M.gguf": ["mradermacher/Captain-Eris_Rebased-i1-GGUF", MessagesFormatterType.CHATML],
|
138 |
+
"L3-DeepDolph-Stheria-8B.Q5_K_M.gguf": ["mradermacher/L3-DeepDolph-Stheria-8B-GGUF", MessagesFormatterType.LLAMA_3],
|
139 |
+
"Ellaria_1.1-9B.i1-Q4_K_M.gguf": ["mradermacher/Ellaria_1.1-9B-i1-GGUF", MessagesFormatterType.ALPACA],
|
140 |
+
"Quasar-2.0-7B-Pro.Q5_K_M.gguf": ["mradermacher/Quasar-2.0-7B-Pro-GGUF", MessagesFormatterType.OPEN_CHAT],
|
141 |
+
"Legend-of-the-Four-Winds-2-MN-12B.Q4_K_M.gguf": ["mradermacher/Legend-of-the-Four-Winds-2-MN-12B-GGUF", MessagesFormatterType.MISTRAL],
|
142 |
+
"MedicalEDI-14b-EDI-Base-1.Q4_K_M.gguf": ["mradermacher/MedicalEDI-14b-EDI-Base-1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
143 |
+
"Qwen-7b-LongCot.Q5_K_M.gguf": ["mradermacher/Qwen-7b-LongCot-GGUF", MessagesFormatterType.OPEN_CHAT],
|
144 |
+
"zeta.Q5_K_M.gguf": ["mradermacher/zeta-GGUF", MessagesFormatterType.OPEN_CHAT],
|
145 |
+
"NousResearch_DeepHermes-3-Llama-3-8B-Preview-Q5_K_M.gguf": ["bartowski/NousResearch_DeepHermes-3-Llama-3-8B-Preview-GGUF", MessagesFormatterType.LLAMA_3],
|
146 |
+
"Qwen2.5-7B-Instruct-Flux.Q5_K_M.gguf": ["mradermacher/Qwen2.5-7B-Instruct-Flux-GGUF", MessagesFormatterType.OPEN_CHAT],
|
147 |
+
"DoppelPotato.Q4_K_M.gguf": ["mradermacher/DoppelPotato-GGUF", MessagesFormatterType.MISTRAL],
|
148 |
+
"NQLSG-Qwen2.5-14B-Coder.Q4_K_M.gguf": ["mradermacher/NQLSG-Qwen2.5-14B-Coder-GGUF", MessagesFormatterType.OPEN_CHAT],
|
149 |
+
"NQLSG-Qwen2.5-14B-Base.Q4_K_M.gguf": ["mradermacher/NQLSG-Qwen2.5-14B-Base-GGUF", MessagesFormatterType.OPEN_CHAT],
|
150 |
+
"Ayla-Light-12B.Q4_K_M.gguf": ["mradermacher/Ayla-Light-12B-GGUF", MessagesFormatterType.MISTRAL],
|
151 |
+
"Chocolatine-2-14B-Instruct-v2.0.5.i1-Q4_K_M.gguf": ["mradermacher/Chocolatine-2-14B-Instruct-v2.0.5-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
152 |
+
"Qwen2.5-7B-Instruct-Uncensored-Flux.Q5_K_M.gguf": ["mradermacher/Qwen2.5-7B-Instruct-Uncensored-Flux-GGUF", MessagesFormatterType.OPEN_CHAT],
|
153 |
+
"X-R1-3B.Q5_K_M.gguf": ["mradermacher/X-R1-3B-GGUF", MessagesFormatterType.OPEN_CHAT],
|
154 |
+
"SakaRP-1-1.5B.Q5_K_M.gguf": ["mradermacher/SakaRP-1-1.5B-GGUF", MessagesFormatterType.OPEN_CHAT],
|
155 |
+
"Llama_3.2_3b_Kermes_v2.Q5_K_M.gguf": ["mradermacher/Llama_3.2_3b_Kermes_v2-GGUF", MessagesFormatterType.LLAMA_3],
|
156 |
+
"Llama3.1-LexiHermes-SuperStorm.Q5_K_M.gguf": ["mradermacher/Llama3.1-LexiHermes-SuperStorm-GGUF", MessagesFormatterType.LLAMA_3],
|
157 |
+
"L3-UnholyDolph-R1-8B.Q5_K_M.gguf": ["mradermacher/L3-UnholyDolph-R1-8B-GGUF", MessagesFormatterType.LLAMA_3],
|
158 |
+
"Reformed-Christian-Bible-Expert-12B.Q4_K_M.gguf": ["mradermacher/Reformed-Christian-Bible-Expert-12B-GGUF", MessagesFormatterType.MISTRAL],
|
159 |
+
"Wenda-12B-Preview-v1.Q4_K_M.gguf": ["mradermacher/Wenda-12B-Preview-v1-GGUF", MessagesFormatterType.MISTRAL],
|
160 |
+
"R1-Distill-Llama-8B-Anima10.Q5_K_M.gguf": ["mradermacher/R1-Distill-Llama-8B-Anima10-GGUF", MessagesFormatterType.OPEN_CHAT],
|
161 |
+
"To-the-end-of-this-earth-MN-12B.Q4_K_M.gguf": ["mradermacher/To-the-end-of-this-earth-MN-12B-GGUF", MessagesFormatterType.MISTRAL],
|
162 |
+
"SzilviaB-LongWriter-llama3.1.Q5_K_M.gguf": ["mradermacher/SzilviaB-LongWriter-llama3.1-GGUF", MessagesFormatterType.LLAMA_3],
|
163 |
+
"Claudette-7B.Q5_K_M.gguf": ["mradermacher/Claudette-7B-GGUF", MessagesFormatterType.MISTRAL],
|
164 |
+
"Qwen2.5-Coder-7B-Instruct-NL2SH.Q5_K_M.gguf": ["mradermacher/Qwen2.5-Coder-7B-Instruct-NL2SH-GGUF", MessagesFormatterType.OPEN_CHAT],
|
165 |
+
"Repose-V2-2B.Q4_K_M.gguf": ["mradermacher/Repose-V2-2B-GGUF", MessagesFormatterType.MISTRAL],
|
166 |
+
"dolphin-2.9.3-llama-3-8b.i1-Q5_K_M.gguf": ["mradermacher/dolphin-2.9.3-llama-3-8b-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
167 |
+
"Arch-Function-3B.Q5_K_M.gguf": ["mradermacher/Arch-Function-3B-GGUF", MessagesFormatterType.OPEN_CHAT],
|
168 |
+
"Aion-RP-Llama-3.1-8B.i1-Q5_K_M.gguf": ["mradermacher/Aion-RP-Llama-3.1-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
169 |
+
"Repose-V2-A2.Q4_K_M.gguf": ["mradermacher/Repose-V2-A2-GGUF", MessagesFormatterType.MISTRAL],
|
170 |
+
"Gemma-Creative-9B-Base.Q4_K_M.gguf": ["mradermacher/Gemma-Creative-9B-Base-GGUF", MessagesFormatterType.ALPACA],
|
171 |
+
"MN-Sappho-c-12B.Q4_K_M.gguf": ["mradermacher/MN-Sappho-c-12B-GGUF", MessagesFormatterType.MISTRAL],
|
172 |
+
"LinguaCraftica-9B.Q4_K_M.gguf": ["mradermacher/LinguaCraftica-9B-GGUF", MessagesFormatterType.ALPACA],
|
173 |
+
"Chocolatine-2-14B-Instruct-v2.0.5.Q4_K_M.gguf": ["mradermacher/Chocolatine-2-14B-Instruct-v2.0.5-GGUF", MessagesFormatterType.OPEN_CHAT],
|
174 |
+
"Repose-V2-6O.Q4_K_M.gguf": ["mradermacher/Repose-V2-6O-GGUF", MessagesFormatterType.MISTRAL],
|
175 |
+
"granite-3.1-8b-Reasoning.Q5_K_M.gguf": ["mradermacher/granite-3.1-8b-Reasoning-GGUF", MessagesFormatterType.OPEN_CHAT],
|
176 |
+
"L3-Unholy-Mind-RP-v0.1.Q5_K_M.gguf": ["mradermacher/L3-Unholy-Mind-RP-v0.1-GGUF", MessagesFormatterType.LLAMA_3],
|
177 |
+
"DarkIdol-LongWriter-v13-8B-Uncensored-1048k.Q5_K_M.gguf": ["mradermacher/DarkIdol-LongWriter-v13-8B-Uncensored-1048k-GGUF", MessagesFormatterType.LLAMA_3],
|
178 |
+
"L3-Reapers-Coast-v0.2-8B.Q5_K_M.gguf": ["mradermacher/L3-Reapers-Coast-v0.2-8B-GGUF", MessagesFormatterType.LLAMA_3],
|
179 |
+
"Pygmalion-3-12B.Q4_K_M.gguf": ["mradermacher/Pygmalion-3-12B-GGUF", MessagesFormatterType.MISTRAL],
|
180 |
+
"madness-erebus.Q4_K_M.gguf": ["mradermacher/madness-erebus-GGUF", MessagesFormatterType.MISTRAL],
|
181 |
+
"SenecaLLM-x-Llama3.1-8B.Q5_K_M.gguf": ["mradermacher/SenecaLLM-x-Llama3.1-8B-GGUF", MessagesFormatterType.LLAMA_3],
|
182 |
+
"L3-Reapers-Coast-8B.i1-Q5_K_M.gguf": ["mradermacher/L3-Reapers-Coast-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
183 |
+
"Capt-0.420-Dark-Science-12B.i1-Q4_K_M.gguf": ["mradermacher/Capt-0.420-Dark-Science-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
|
184 |
+
"Undi95-LewdStorytellerMix-v2.2-8b-64k.Q5_K_M.gguf": ["mradermacher/Undi95-LewdStorytellerMix-v2.2-8b-64k-GGUF", MessagesFormatterType.LLAMA_3],
|
185 |
+
"DarkIdol-LongWriter-v2-8B-Uncensored-1048k.Q5_K_M.gguf": ["mradermacher/DarkIdol-LongWriter-v2-8B-Uncensored-1048k-GGUF", MessagesFormatterType.LLAMA_3],
|
186 |
+
"S1_4o_mini.Q5_K_M.gguf": ["mradermacher/S1_4o_mini-GGUF", MessagesFormatterType.OPEN_CHAT],
|
187 |
+
"Cute_Experiment-8B.Q5_K_M.gguf": ["mradermacher/Cute_Experiment-8B-GGUF", MessagesFormatterType.LLAMA_3],
|
188 |
+
"Llama-3-8B-suzume_liner0.5.Q5_K_M.gguf": ["mradermacher/Llama-3-8B-suzume_liner0.5-GGUF", MessagesFormatterType.LLAMA_3],
|
189 |
+
"MedicalEDI-14b-EDI-Reasoning.Q4_K_M.gguf": ["mradermacher/MedicalEDI-14b-EDI-Reasoning-GGUF", MessagesFormatterType.OPEN_CHAT],
|
190 |
+
"Ice0.88-07.02-RP-dpo-merged_16bit-4.Q5_K_M.gguf": ["mradermacher/Ice0.88-07.02-RP-dpo-merged_16bit-4-GGUF", MessagesFormatterType.MISTRAL],
|
191 |
+
"SAXON-0-I.Q5_K_M.gguf": ["mradermacher/SAXON-0-I-GGUF", MessagesFormatterType.LLAMA_3],
|
192 |
+
"Llama-3.2-3B-RRP-V0.4-Sce.Q5_K_M.gguf": ["mradermacher/Llama-3.2-3B-RRP-V0.4-Sce-GGUF", MessagesFormatterType.LLAMA_3],
|
193 |
+
"Llama-3.2-3B-RRP-V0.3.Q5_K_M.gguf": ["mradermacher/Llama-3.2-3B-RRP-V0.3-GGUF", MessagesFormatterType.LLAMA_3],
|
194 |
+
"Llama_3.2_3b_Kermes_0.1_bf16.Q5_K_M.gguf": ["mradermacher/Llama_3.2_3b_Kermes_0.1_bf16-GGUF", MessagesFormatterType.LLAMA_3],
|
195 |
+
"DarkIdol-LongWriter-8B-Uncensored-1048k.Q5_K_M.gguf": ["mradermacher/DarkIdol-LongWriter-8B-Uncensored-1048k-GGUF", MessagesFormatterType.LLAMA_3],
|
196 |
+
"Llama-3-8B-suzume_liner0.8.Q5_K_M.gguf": ["mradermacher/Llama-3-8B-suzume_liner0.8-GGUF", MessagesFormatterType.LLAMA_3],
|
197 |
+
"Bioinspired-Llama-3-1-8B-128k-gamma.Q5_K_M.gguf": ["mradermacher/Bioinspired-Llama-3-1-8B-128k-gamma-GGUF", MessagesFormatterType.LLAMA_3],
|
198 |
+
"ldm_soup_Llama-3.1-8B-Inst.i1-Q5_K_M.gguf": ["mradermacher/ldm_soup_Llama-3.1-8B-Inst-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
199 |
+
"dolphin-2.9-llama3-8b.Q5_K_M.gguf": ["mradermacher/dolphin-2.9-llama3-8b-GGUF", MessagesFormatterType.LLAMA_3],
|
200 |
+
"RomboHermes3-R1-Llama3.2-3b.i1-Q5_K_M.gguf": ["mradermacher/RomboHermes3-R1-Llama3.2-3b-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
201 |
+
"L3.1-Meta-In-15B.i1-Q4_K_M.gguf": ["mradermacher/L3.1-Meta-In-15B-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
202 |
"Misted-7B.i1-Q5_K_M.gguf": ["mradermacher/Misted-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
|
203 |
"Qwen2.5-DeepHyper.Q4_K_M.gguf": ["mradermacher/Qwen2.5-DeepHyper-GGUF", MessagesFormatterType.OPEN_CHAT],
|
204 |
"Hermes-Mistral-Saul-Slerp.Q5_K_M.gguf": ["mradermacher/Hermes-Mistral-Saul-Slerp-GGUF", MessagesFormatterType.MISTRAL],
|