John6666 commited on
Commit
8e04087
·
verified ·
1 Parent(s): 3255c8b

Upload llmenv.py

Browse files
Files changed (1) hide show
  1. llmenv.py +81 -0
llmenv.py CHANGED
@@ -105,6 +105,12 @@ llm_models = {
105
  "Francois-Huali-12B.i1-Q4_K_M.gguf": ["mradermacher/Francois-Huali-12B-i1-GGUF", MessagesFormatterType.CHATML],
106
  "orosaiwa-12b-q4_k_m.gguf": ["ClaudioItaly/OroSaiwa-12B-Q4_K_M-GGUF", MessagesFormatterType.MISTRAL],
107
  "wuriaee-12B-schizostock.i1-Q4_K_M.gguf": ["mradermacher/wuriaee-12B-schizostock-i1-GGUF", MessagesFormatterType.MISTRAL],
 
 
 
 
 
 
108
  "openbuddy-qwen2.5llamaify-14b-v23.1-200k.i1-Q4_K_M.gguf": ["mradermacher/openbuddy-qwen2.5llamaify-14b-v23.1-200k-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
109
  "Trinas_Nectar-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Trinas_Nectar-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL],
110
  "ChatWaifu_Magnum_V0.2.Q4_K_M.gguf": ["mradermacher/ChatWaifu_Magnum_V0.2-GGUF", MessagesFormatterType.MISTRAL],
@@ -118,6 +124,81 @@ llm_models = {
118
  #"": ["", MessagesFormatterType.OPEN_CHAT],
119
  #"": ["", MessagesFormatterType.CHATML],
120
  #"": ["", MessagesFormatterType.PHI_3],
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
121
  "Misted-7B.i1-Q5_K_M.gguf": ["mradermacher/Misted-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
122
  "Qwen2.5-DeepHyper.Q4_K_M.gguf": ["mradermacher/Qwen2.5-DeepHyper-GGUF", MessagesFormatterType.OPEN_CHAT],
123
  "Hermes-Mistral-Saul-Slerp.Q5_K_M.gguf": ["mradermacher/Hermes-Mistral-Saul-Slerp-GGUF", MessagesFormatterType.MISTRAL],
 
105
  "Francois-Huali-12B.i1-Q4_K_M.gguf": ["mradermacher/Francois-Huali-12B-i1-GGUF", MessagesFormatterType.CHATML],
106
  "orosaiwa-12b-q4_k_m.gguf": ["ClaudioItaly/OroSaiwa-12B-Q4_K_M-GGUF", MessagesFormatterType.MISTRAL],
107
  "wuriaee-12B-schizostock.i1-Q4_K_M.gguf": ["mradermacher/wuriaee-12B-schizostock-i1-GGUF", MessagesFormatterType.MISTRAL],
108
+ "PygmalionAI_Eleusis-12B-Q4_K_M.gguf": ["bartowski/PygmalionAI_Eleusis-12B-GGUF", MessagesFormatterType.CHATML],
109
+ "PulzeWriter-9B.Q4_K_M.gguf": ["mradermacher/PulzeWriter-9B-GGUF", MessagesFormatterType.ALPACA],
110
+ "Magnum-Eleusis.Q4_K_M.gguf": ["mradermacher/Magnum-Eleusis-GGUF", MessagesFormatterType.CHATML],
111
+ "Magnum-Eleucaro.Q4_K_M.gguf": ["mradermacher/Magnum-Eleucaro-GGUF", MessagesFormatterType.CHATML],
112
+ "base-ground-2.Q4_K_M.gguf": ["mradermacher/base-ground-2-GGUF", MessagesFormatterType.MISTRAL],
113
+ "Baptist-Christian-Bible-Expert-12b.Q4_K_M.gguf": ["mradermacher/Baptist-Christian-Bible-Expert-12b-GGUF", MessagesFormatterType.MISTRAL],
114
  "openbuddy-qwen2.5llamaify-14b-v23.1-200k.i1-Q4_K_M.gguf": ["mradermacher/openbuddy-qwen2.5llamaify-14b-v23.1-200k-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
115
  "Trinas_Nectar-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Trinas_Nectar-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL],
116
  "ChatWaifu_Magnum_V0.2.Q4_K_M.gguf": ["mradermacher/ChatWaifu_Magnum_V0.2-GGUF", MessagesFormatterType.MISTRAL],
 
124
  #"": ["", MessagesFormatterType.OPEN_CHAT],
125
  #"": ["", MessagesFormatterType.CHATML],
126
  #"": ["", MessagesFormatterType.PHI_3],
127
+ "OpenThinker-7B-abliterated.i1-Q4_K_S.gguf": ["mradermacher/OpenThinker-7B-abliterated-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
128
+ "Llama-3-8B-Uncensored-0.3c.Q5_K_M.gguf": ["mradermacher/Llama-3-8B-Uncensored-0.3c-GGUF", MessagesFormatterType.LLAMA_3],
129
+ "Reasoning-Llama-3.1-CoT-RE1-NMT-V3-ORPO.Q5_K_M.gguf": ["mradermacher/Reasoning-Llama-3.1-CoT-RE1-NMT-V3-ORPO-GGUF", MessagesFormatterType.LLAMA_3],
130
+ "Kyro-n1-14B-Chat.Q4_K_M.gguf": ["mradermacher/Kyro-n1-14B-Chat-GGUF", MessagesFormatterType.OPEN_CHAT],
131
+ "Ice0.91-14.02-RP.Q5_K_M.gguf": ["mradermacher/Ice0.91-14.02-RP-GGUF", MessagesFormatterType.MISTRAL],
132
+ "MrRoboto-BASE-Unholy-8b-64k.Q5_K_M.gguf": ["mradermacher/MrRoboto-BASE-Unholy-8b-64k-GGUF", MessagesFormatterType.LLAMA_3],
133
+ "Magnum-Pygmalion.Q4_K_M.gguf": ["mradermacher/Magnum-Pygmalion-GGUF", MessagesFormatterType.MISTRAL],
134
+ "Omnino-Obscoenum-Opus-Magnum-MN-12B.Q4_K_M.gguf": ["mradermacher/Omnino-Obscoenum-Opus-Magnum-MN-12B-GGUF", MessagesFormatterType.MISTRAL],
135
+ "Llama3.1-LexiHermes-SuperStorm.i1-Q5_K_M.gguf": ["mradermacher/Llama3.1-LexiHermes-SuperStorm-i1-GGUF", MessagesFormatterType.LLAMA_3],
136
+ "Sombrero-Opus-14B-Elite5.i1-Q4_K_M.gguf": ["mradermacher/Sombrero-Opus-14B-Elite5-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
137
+ "Captain-Eris_Rebased.i1-Q4_K_M.gguf": ["mradermacher/Captain-Eris_Rebased-i1-GGUF", MessagesFormatterType.CHATML],
138
+ "L3-DeepDolph-Stheria-8B.Q5_K_M.gguf": ["mradermacher/L3-DeepDolph-Stheria-8B-GGUF", MessagesFormatterType.LLAMA_3],
139
+ "Ellaria_1.1-9B.i1-Q4_K_M.gguf": ["mradermacher/Ellaria_1.1-9B-i1-GGUF", MessagesFormatterType.ALPACA],
140
+ "Quasar-2.0-7B-Pro.Q5_K_M.gguf": ["mradermacher/Quasar-2.0-7B-Pro-GGUF", MessagesFormatterType.OPEN_CHAT],
141
+ "Legend-of-the-Four-Winds-2-MN-12B.Q4_K_M.gguf": ["mradermacher/Legend-of-the-Four-Winds-2-MN-12B-GGUF", MessagesFormatterType.MISTRAL],
142
+ "MedicalEDI-14b-EDI-Base-1.Q4_K_M.gguf": ["mradermacher/MedicalEDI-14b-EDI-Base-1-GGUF", MessagesFormatterType.OPEN_CHAT],
143
+ "Qwen-7b-LongCot.Q5_K_M.gguf": ["mradermacher/Qwen-7b-LongCot-GGUF", MessagesFormatterType.OPEN_CHAT],
144
+ "zeta.Q5_K_M.gguf": ["mradermacher/zeta-GGUF", MessagesFormatterType.OPEN_CHAT],
145
+ "NousResearch_DeepHermes-3-Llama-3-8B-Preview-Q5_K_M.gguf": ["bartowski/NousResearch_DeepHermes-3-Llama-3-8B-Preview-GGUF", MessagesFormatterType.LLAMA_3],
146
+ "Qwen2.5-7B-Instruct-Flux.Q5_K_M.gguf": ["mradermacher/Qwen2.5-7B-Instruct-Flux-GGUF", MessagesFormatterType.OPEN_CHAT],
147
+ "DoppelPotato.Q4_K_M.gguf": ["mradermacher/DoppelPotato-GGUF", MessagesFormatterType.MISTRAL],
148
+ "NQLSG-Qwen2.5-14B-Coder.Q4_K_M.gguf": ["mradermacher/NQLSG-Qwen2.5-14B-Coder-GGUF", MessagesFormatterType.OPEN_CHAT],
149
+ "NQLSG-Qwen2.5-14B-Base.Q4_K_M.gguf": ["mradermacher/NQLSG-Qwen2.5-14B-Base-GGUF", MessagesFormatterType.OPEN_CHAT],
150
+ "Ayla-Light-12B.Q4_K_M.gguf": ["mradermacher/Ayla-Light-12B-GGUF", MessagesFormatterType.MISTRAL],
151
+ "Chocolatine-2-14B-Instruct-v2.0.5.i1-Q4_K_M.gguf": ["mradermacher/Chocolatine-2-14B-Instruct-v2.0.5-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
152
+ "Qwen2.5-7B-Instruct-Uncensored-Flux.Q5_K_M.gguf": ["mradermacher/Qwen2.5-7B-Instruct-Uncensored-Flux-GGUF", MessagesFormatterType.OPEN_CHAT],
153
+ "X-R1-3B.Q5_K_M.gguf": ["mradermacher/X-R1-3B-GGUF", MessagesFormatterType.OPEN_CHAT],
154
+ "SakaRP-1-1.5B.Q5_K_M.gguf": ["mradermacher/SakaRP-1-1.5B-GGUF", MessagesFormatterType.OPEN_CHAT],
155
+ "Llama_3.2_3b_Kermes_v2.Q5_K_M.gguf": ["mradermacher/Llama_3.2_3b_Kermes_v2-GGUF", MessagesFormatterType.LLAMA_3],
156
+ "Llama3.1-LexiHermes-SuperStorm.Q5_K_M.gguf": ["mradermacher/Llama3.1-LexiHermes-SuperStorm-GGUF", MessagesFormatterType.LLAMA_3],
157
+ "L3-UnholyDolph-R1-8B.Q5_K_M.gguf": ["mradermacher/L3-UnholyDolph-R1-8B-GGUF", MessagesFormatterType.LLAMA_3],
158
+ "Reformed-Christian-Bible-Expert-12B.Q4_K_M.gguf": ["mradermacher/Reformed-Christian-Bible-Expert-12B-GGUF", MessagesFormatterType.MISTRAL],
159
+ "Wenda-12B-Preview-v1.Q4_K_M.gguf": ["mradermacher/Wenda-12B-Preview-v1-GGUF", MessagesFormatterType.MISTRAL],
160
+ "R1-Distill-Llama-8B-Anima10.Q5_K_M.gguf": ["mradermacher/R1-Distill-Llama-8B-Anima10-GGUF", MessagesFormatterType.OPEN_CHAT],
161
+ "To-the-end-of-this-earth-MN-12B.Q4_K_M.gguf": ["mradermacher/To-the-end-of-this-earth-MN-12B-GGUF", MessagesFormatterType.MISTRAL],
162
+ "SzilviaB-LongWriter-llama3.1.Q5_K_M.gguf": ["mradermacher/SzilviaB-LongWriter-llama3.1-GGUF", MessagesFormatterType.LLAMA_3],
163
+ "Claudette-7B.Q5_K_M.gguf": ["mradermacher/Claudette-7B-GGUF", MessagesFormatterType.MISTRAL],
164
+ "Qwen2.5-Coder-7B-Instruct-NL2SH.Q5_K_M.gguf": ["mradermacher/Qwen2.5-Coder-7B-Instruct-NL2SH-GGUF", MessagesFormatterType.OPEN_CHAT],
165
+ "Repose-V2-2B.Q4_K_M.gguf": ["mradermacher/Repose-V2-2B-GGUF", MessagesFormatterType.MISTRAL],
166
+ "dolphin-2.9.3-llama-3-8b.i1-Q5_K_M.gguf": ["mradermacher/dolphin-2.9.3-llama-3-8b-i1-GGUF", MessagesFormatterType.LLAMA_3],
167
+ "Arch-Function-3B.Q5_K_M.gguf": ["mradermacher/Arch-Function-3B-GGUF", MessagesFormatterType.OPEN_CHAT],
168
+ "Aion-RP-Llama-3.1-8B.i1-Q5_K_M.gguf": ["mradermacher/Aion-RP-Llama-3.1-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
169
+ "Repose-V2-A2.Q4_K_M.gguf": ["mradermacher/Repose-V2-A2-GGUF", MessagesFormatterType.MISTRAL],
170
+ "Gemma-Creative-9B-Base.Q4_K_M.gguf": ["mradermacher/Gemma-Creative-9B-Base-GGUF", MessagesFormatterType.ALPACA],
171
+ "MN-Sappho-c-12B.Q4_K_M.gguf": ["mradermacher/MN-Sappho-c-12B-GGUF", MessagesFormatterType.MISTRAL],
172
+ "LinguaCraftica-9B.Q4_K_M.gguf": ["mradermacher/LinguaCraftica-9B-GGUF", MessagesFormatterType.ALPACA],
173
+ "Chocolatine-2-14B-Instruct-v2.0.5.Q4_K_M.gguf": ["mradermacher/Chocolatine-2-14B-Instruct-v2.0.5-GGUF", MessagesFormatterType.OPEN_CHAT],
174
+ "Repose-V2-6O.Q4_K_M.gguf": ["mradermacher/Repose-V2-6O-GGUF", MessagesFormatterType.MISTRAL],
175
+ "granite-3.1-8b-Reasoning.Q5_K_M.gguf": ["mradermacher/granite-3.1-8b-Reasoning-GGUF", MessagesFormatterType.OPEN_CHAT],
176
+ "L3-Unholy-Mind-RP-v0.1.Q5_K_M.gguf": ["mradermacher/L3-Unholy-Mind-RP-v0.1-GGUF", MessagesFormatterType.LLAMA_3],
177
+ "DarkIdol-LongWriter-v13-8B-Uncensored-1048k.Q5_K_M.gguf": ["mradermacher/DarkIdol-LongWriter-v13-8B-Uncensored-1048k-GGUF", MessagesFormatterType.LLAMA_3],
178
+ "L3-Reapers-Coast-v0.2-8B.Q5_K_M.gguf": ["mradermacher/L3-Reapers-Coast-v0.2-8B-GGUF", MessagesFormatterType.LLAMA_3],
179
+ "Pygmalion-3-12B.Q4_K_M.gguf": ["mradermacher/Pygmalion-3-12B-GGUF", MessagesFormatterType.MISTRAL],
180
+ "madness-erebus.Q4_K_M.gguf": ["mradermacher/madness-erebus-GGUF", MessagesFormatterType.MISTRAL],
181
+ "SenecaLLM-x-Llama3.1-8B.Q5_K_M.gguf": ["mradermacher/SenecaLLM-x-Llama3.1-8B-GGUF", MessagesFormatterType.LLAMA_3],
182
+ "L3-Reapers-Coast-8B.i1-Q5_K_M.gguf": ["mradermacher/L3-Reapers-Coast-8B-i1-GGUF", MessagesFormatterType.LLAMA_3],
183
+ "Capt-0.420-Dark-Science-12B.i1-Q4_K_M.gguf": ["mradermacher/Capt-0.420-Dark-Science-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
184
+ "Undi95-LewdStorytellerMix-v2.2-8b-64k.Q5_K_M.gguf": ["mradermacher/Undi95-LewdStorytellerMix-v2.2-8b-64k-GGUF", MessagesFormatterType.LLAMA_3],
185
+ "DarkIdol-LongWriter-v2-8B-Uncensored-1048k.Q5_K_M.gguf": ["mradermacher/DarkIdol-LongWriter-v2-8B-Uncensored-1048k-GGUF", MessagesFormatterType.LLAMA_3],
186
+ "S1_4o_mini.Q5_K_M.gguf": ["mradermacher/S1_4o_mini-GGUF", MessagesFormatterType.OPEN_CHAT],
187
+ "Cute_Experiment-8B.Q5_K_M.gguf": ["mradermacher/Cute_Experiment-8B-GGUF", MessagesFormatterType.LLAMA_3],
188
+ "Llama-3-8B-suzume_liner0.5.Q5_K_M.gguf": ["mradermacher/Llama-3-8B-suzume_liner0.5-GGUF", MessagesFormatterType.LLAMA_3],
189
+ "MedicalEDI-14b-EDI-Reasoning.Q4_K_M.gguf": ["mradermacher/MedicalEDI-14b-EDI-Reasoning-GGUF", MessagesFormatterType.OPEN_CHAT],
190
+ "Ice0.88-07.02-RP-dpo-merged_16bit-4.Q5_K_M.gguf": ["mradermacher/Ice0.88-07.02-RP-dpo-merged_16bit-4-GGUF", MessagesFormatterType.MISTRAL],
191
+ "SAXON-0-I.Q5_K_M.gguf": ["mradermacher/SAXON-0-I-GGUF", MessagesFormatterType.LLAMA_3],
192
+ "Llama-3.2-3B-RRP-V0.4-Sce.Q5_K_M.gguf": ["mradermacher/Llama-3.2-3B-RRP-V0.4-Sce-GGUF", MessagesFormatterType.LLAMA_3],
193
+ "Llama-3.2-3B-RRP-V0.3.Q5_K_M.gguf": ["mradermacher/Llama-3.2-3B-RRP-V0.3-GGUF", MessagesFormatterType.LLAMA_3],
194
+ "Llama_3.2_3b_Kermes_0.1_bf16.Q5_K_M.gguf": ["mradermacher/Llama_3.2_3b_Kermes_0.1_bf16-GGUF", MessagesFormatterType.LLAMA_3],
195
+ "DarkIdol-LongWriter-8B-Uncensored-1048k.Q5_K_M.gguf": ["mradermacher/DarkIdol-LongWriter-8B-Uncensored-1048k-GGUF", MessagesFormatterType.LLAMA_3],
196
+ "Llama-3-8B-suzume_liner0.8.Q5_K_M.gguf": ["mradermacher/Llama-3-8B-suzume_liner0.8-GGUF", MessagesFormatterType.LLAMA_3],
197
+ "Bioinspired-Llama-3-1-8B-128k-gamma.Q5_K_M.gguf": ["mradermacher/Bioinspired-Llama-3-1-8B-128k-gamma-GGUF", MessagesFormatterType.LLAMA_3],
198
+ "ldm_soup_Llama-3.1-8B-Inst.i1-Q5_K_M.gguf": ["mradermacher/ldm_soup_Llama-3.1-8B-Inst-i1-GGUF", MessagesFormatterType.LLAMA_3],
199
+ "dolphin-2.9-llama3-8b.Q5_K_M.gguf": ["mradermacher/dolphin-2.9-llama3-8b-GGUF", MessagesFormatterType.LLAMA_3],
200
+ "RomboHermes3-R1-Llama3.2-3b.i1-Q5_K_M.gguf": ["mradermacher/RomboHermes3-R1-Llama3.2-3b-i1-GGUF", MessagesFormatterType.LLAMA_3],
201
+ "L3.1-Meta-In-15B.i1-Q4_K_M.gguf": ["mradermacher/L3.1-Meta-In-15B-i1-GGUF", MessagesFormatterType.LLAMA_3],
202
  "Misted-7B.i1-Q5_K_M.gguf": ["mradermacher/Misted-7B-i1-GGUF", MessagesFormatterType.MISTRAL],
203
  "Qwen2.5-DeepHyper.Q4_K_M.gguf": ["mradermacher/Qwen2.5-DeepHyper-GGUF", MessagesFormatterType.OPEN_CHAT],
204
  "Hermes-Mistral-Saul-Slerp.Q5_K_M.gguf": ["mradermacher/Hermes-Mistral-Saul-Slerp-GGUF", MessagesFormatterType.MISTRAL],