Spaces:
Running
on
Zero
Running
on
Zero
Upload 3 files
Browse files- README.md +1 -1
- llmenv.py +46 -0
- requirements.txt +1 -1
README.md
CHANGED
@@ -4,7 +4,7 @@ emoji: ππ»
|
|
4 |
colorFrom: red
|
5 |
colorTo: purple
|
6 |
sdk: gradio
|
7 |
-
sdk_version: 5.
|
8 |
app_file: app.py
|
9 |
pinned: true
|
10 |
license: apache-2.0
|
|
|
4 |
colorFrom: red
|
5 |
colorTo: purple
|
6 |
sdk: gradio
|
7 |
+
sdk_version: 5.34.2
|
8 |
app_file: app.py
|
9 |
pinned: true
|
10 |
license: apache-2.0
|
llmenv.py
CHANGED
@@ -145,9 +145,15 @@ llm_models = {
|
|
145 |
"MagnaMellRei-v1-12B.Q4_K_M.gguf": ["mradermacher/MagnaMellRei-v1-12B-GGUF", MessagesFormatterType.CHATML],
|
146 |
"HMS-Slerp-12B.Q4_K_M.gguf": ["mradermacher/HMS-Slerp-12B-GGUF", MessagesFormatterType.CHATML],
|
147 |
"SnowElf-12B-v2.Q4_K_M.gguf": ["mradermacher/SnowElf-12B-v2-GGUF", MessagesFormatterType.CHATML],
|
|
|
148 |
"KnowledgeCore-12B.Q4_K_M.gguf": ["mradermacher/KnowledgeCore-12B-GGUF", MessagesFormatterType.CHATML],
|
|
|
149 |
"BianCang-Qwen2.5-14B-Instruct.Q4_K_M.gguf": ["mradermacher/BianCang-Qwen2.5-14B-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT],
|
|
|
|
|
|
|
150 |
"Gemma-2-Llama-Swallow-9b-pt-v0.1.Q4_K_M.gguf": ["mradermacher/Gemma-2-Llama-Swallow-9b-pt-v0.1-GGUF", MessagesFormatterType.ALPACA],
|
|
|
151 |
"Protestant-Christian-Bible-Expert-v2.0-12B.Q4_K_M.gguf": ["mradermacher/Protestant-Christian-Bible-Expert-v2.0-12B-GGUF", MessagesFormatterType.MISTRAL],
|
152 |
"openbuddy-qwen2.5llamaify-14b-v23.1-200k.i1-Q4_K_M.gguf": ["mradermacher/openbuddy-qwen2.5llamaify-14b-v23.1-200k-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
153 |
"Trinas_Nectar-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Trinas_Nectar-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL],
|
@@ -162,6 +168,46 @@ llm_models = {
|
|
162 |
#"": ["", MessagesFormatterType.OPEN_CHAT],
|
163 |
#"": ["", MessagesFormatterType.CHATML],
|
164 |
#"": ["", MessagesFormatterType.PHI_3],
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
165 |
"TutorRL-7B.Q5_K_M.gguf": ["mradermacher/TutorRL-7B-GGUF", MessagesFormatterType.OPEN_CHAT],
|
166 |
"Omega-Darker_The-Final-Directive-14B.Q4_K_M.gguf": ["mradermacher/Omega-Darker_The-Final-Directive-14B-GGUF", MessagesFormatterType.OPEN_CHAT],
|
167 |
"Student-rl_Qwen2.5-7B-Instruct_v0.0.1.Q5_K_M.gguf": ["mradermacher/Student-rl_Qwen2.5-7B-Instruct_v0.0.1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
|
|
145 |
"MagnaMellRei-v1-12B.Q4_K_M.gguf": ["mradermacher/MagnaMellRei-v1-12B-GGUF", MessagesFormatterType.CHATML],
|
146 |
"HMS-Slerp-12B.Q4_K_M.gguf": ["mradermacher/HMS-Slerp-12B-GGUF", MessagesFormatterType.CHATML],
|
147 |
"SnowElf-12B-v2.Q4_K_M.gguf": ["mradermacher/SnowElf-12B-v2-GGUF", MessagesFormatterType.CHATML],
|
148 |
+
"Queen-2.5-14B-aka.Q4_K_M.gguf": ["mradermacher/Queen-2.5-14B-aka-GGUF", MessagesFormatterType.OPEN_CHAT],
|
149 |
"KnowledgeCore-12B.Q4_K_M.gguf": ["mradermacher/KnowledgeCore-12B-GGUF", MessagesFormatterType.CHATML],
|
150 |
+
"PatriSlush-DarkRPReign-12B.Q4_K_M.gguf": ["mradermacher/PatriSlush-DarkRPReign-12B-GGUF", MessagesFormatterType.MISTRAL],
|
151 |
"BianCang-Qwen2.5-14B-Instruct.Q4_K_M.gguf": ["mradermacher/BianCang-Qwen2.5-14B-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT],
|
152 |
+
"Simulation_LLM_wiki_14B_V2.Q4_K_M.gguf": ["mradermacher/Simulation_LLM_wiki_14B_V2-GGUF", MessagesFormatterType.OPEN_CHAT],
|
153 |
+
"Neona-12B.i1-Q4_K_M.gguf": ["mradermacher/Neona-12B-i1-GGUF", MessagesFormatterType.MISTRAL],
|
154 |
+
"Irixxed_Homunculus-12B-Q3T-v.0.3-Reasoner.Q4_K_M.gguf": ["mradermacher/Irixxed_Homunculus-12B-Q3T-v.0.3-Reasoner-GGUF", MessagesFormatterType.MISTRAL],
|
155 |
"Gemma-2-Llama-Swallow-9b-pt-v0.1.Q4_K_M.gguf": ["mradermacher/Gemma-2-Llama-Swallow-9b-pt-v0.1-GGUF", MessagesFormatterType.ALPACA],
|
156 |
+
"Qwen2.5-7B-base-french-bespoke-stratos-full-sft.i1-Q5_K_S.gguf": ["mradermacher/Qwen2.5-7B-base-french-bespoke-stratos-full-sft-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
157 |
"Protestant-Christian-Bible-Expert-v2.0-12B.Q4_K_M.gguf": ["mradermacher/Protestant-Christian-Bible-Expert-v2.0-12B-GGUF", MessagesFormatterType.MISTRAL],
|
158 |
"openbuddy-qwen2.5llamaify-14b-v23.1-200k.i1-Q4_K_M.gguf": ["mradermacher/openbuddy-qwen2.5llamaify-14b-v23.1-200k-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
159 |
"Trinas_Nectar-8B-model_stock.i1-Q4_K_M.gguf": ["mradermacher/Trinas_Nectar-8B-model_stock-i1-GGUF", MessagesFormatterType.MISTRAL],
|
|
|
168 |
#"": ["", MessagesFormatterType.OPEN_CHAT],
|
169 |
#"": ["", MessagesFormatterType.CHATML],
|
170 |
#"": ["", MessagesFormatterType.PHI_3],
|
171 |
+
"Llama-3.1-Swallow-8B-Instruct-v0.5-Q5_K_M.gguf": ["mmnga/Llama-3.1-Swallow-8B-Instruct-v0.5-gguf", MessagesFormatterType.LLAMA_3],
|
172 |
+
"Bohdi-Qwen2.5-7B-Instruct.i1-Q5_K_M.gguf": ["mradermacher/Bohdi-Qwen2.5-7B-Instruct-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
173 |
+
"Q2.5-ColdBrew-RxV.Q4_K_M.gguf": ["mradermacher/Q2.5-ColdBrew-RxV-GGUF", MessagesFormatterType.OPEN_CHAT],
|
174 |
+
"SuperNovaSynth-12B.Q4_K_M.gguf": ["mradermacher/SuperNovaSynth-12B-GGUF", MessagesFormatterType.MISTRAL],
|
175 |
+
"HyperNovaSynth-12B.Q4_K_M.gguf": ["mradermacher/HyperNovaSynth-12B-GGUF", MessagesFormatterType.MISTRAL],
|
176 |
+
"Simulation_LLM_wiki_7B_V2.Q5_K_M.gguf": ["mradermacher/Simulation_LLM_wiki_7B_V2-GGUF", MessagesFormatterType.OPEN_CHAT],
|
177 |
+
"Qwen2.5-7B-Instruct-userfeedback-SPIN-iter1.Q5_K_M.gguf": ["mradermacher/Qwen2.5-7B-Instruct-userfeedback-SPIN-iter1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
178 |
+
"Qwen2.5-7B-Instruct-userfeedback-SFT-SPIN-iter1.Q5_K_M.gguf": ["mradermacher/Qwen2.5-7B-Instruct-userfeedback-SFT-SPIN-iter1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
179 |
+
"PatriSlush-DarkReign-12B.Q4_K_M.gguf": ["mradermacher/PatriSlush-DarkReign-12B-GGUF", MessagesFormatterType.MISTRAL],
|
180 |
+
"Hermes-2-Theta-Llama-3-8B-32k.i1-Q5_K_M.gguf": ["mradermacher/Hermes-2-Theta-Llama-3-8B-32k-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
181 |
+
"QFFT-S1-7B.Q5_K_M.gguf": ["mradermacher/QFFT-S1-7B-GGUF", MessagesFormatterType.OPEN_CHAT],
|
182 |
+
"QFFT-LIMO-7B.Q5_K_M.gguf": ["mradermacher/QFFT-LIMO-7B-GGUF", MessagesFormatterType.OPEN_CHAT],
|
183 |
+
"Omega-Darker_The-Final-Directive-Longform-Stage2-ERP-12B-v0.2.Q4_K_M.gguf": ["mradermacher/Omega-Darker_The-Final-Directive-Longform-Stage2-ERP-12B-v0.2-GGUF", MessagesFormatterType.MISTRAL],
|
184 |
+
"Qwen2.5-7B-Instruct-userfeedback-sentiment-seed.Q5_K_M.gguf": ["mradermacher/Qwen2.5-7B-Instruct-userfeedback-sentiment-seed-GGUF", MessagesFormatterType.OPEN_CHAT],
|
185 |
+
"Irix-12B_Slush_V2.i1-Q4_K_M.gguf": ["mradermacher/Irix-12B_Slush_V2-i1-GGUF", MessagesFormatterType.MISTRAL],
|
186 |
+
"NeonViolin.Q4_K_M.gguf": ["mradermacher/NeonViolin-GGUF", MessagesFormatterType.MISTRAL],
|
187 |
+
"Qwen2.5-3B-rat-polished.Q5_K_M.gguf": ["mradermacher/Qwen2.5-3B-rat-polished-GGUF", MessagesFormatterType.OPEN_CHAT],
|
188 |
+
"Mistral-qwq-12b-merge.Q4_K_M.gguf": ["mradermacher/Mistral-qwq-12b-merge-GGUF", MessagesFormatterType.MISTRAL],
|
189 |
+
"Situations-Model-1.1.Q5_K_M.gguf": ["mradermacher/Situations-Model-1.1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
190 |
+
"Ego-R1-SFT-3B.Q5_K_M.gguf": ["mradermacher/Ego-R1-SFT-3B-GGUF", MessagesFormatterType.OPEN_CHAT],
|
191 |
+
"Ego-R1-Agent-3B.Q5_K_M.gguf": ["mradermacher/Ego-R1-Agent-3B-GGUF", MessagesFormatterType.OPEN_CHAT],
|
192 |
+
"JudgeLRM-14B.Q4_K_M.gguf": ["mradermacher/JudgeLRM-14B-GGUF", MessagesFormatterType.OPEN_CHAT],
|
193 |
+
"Irix_MemecapSlerp-12B.Q4_K_M.gguf": ["mradermacher/Irix_MemecapSlerp-12B-GGUF", MessagesFormatterType.MISTRAL],
|
194 |
+
"Irixxed-Magcap-12B-Slerp.Q4_K_M.gguf": ["mradermacher/Irixxed-Magcap-12B-Slerp-GGUF", MessagesFormatterType.MISTRAL],
|
195 |
+
"The-Omega-Directive-M-12B-Unslop-v2.0.Q4_K_M.gguf": ["mradermacher/The-Omega-Directive-M-12B-Unslop-v2.0-GGUF", MessagesFormatterType.MISTRAL],
|
196 |
+
"ZYH-LLM-Qwen2.5-14B-V5.Q4_K_M.gguf": ["mradermacher/ZYH-LLM-Qwen2.5-14B-V5-GGUF", MessagesFormatterType.OPEN_CHAT],
|
197 |
+
"LorablatedStock-12B.Q4_K_M.gguf": ["mradermacher/LorablatedStock-12B-GGUF", MessagesFormatterType.CHATML],
|
198 |
+
"Qwen2.5-7B-Chess-MMXL.Q5_K_M.gguf": ["mradermacher/Qwen2.5-7B-Chess-MMXL-GGUF", MessagesFormatterType.OPEN_CHAT],
|
199 |
+
"Mistral-Nemo-Gutenberg-Encore-12B.Q4_K_M.gguf": ["mradermacher/Mistral-Nemo-Gutenberg-Encore-12B-GGUF", MessagesFormatterType.MISTRAL],
|
200 |
+
"Qwen2.5-7B-Instruct-wildfeedback.Q5_K_M.gguf": ["mradermacher/Qwen2.5-7B-Instruct-wildfeedback-GGUF", MessagesFormatterType.OPEN_CHAT],
|
201 |
+
"Shisa-v2-Mistral-Nemo-12B-Lorablated.Q4_K_M.gguf": ["mradermacher/Shisa-v2-Mistral-Nemo-12B-Lorablated-GGUF", MessagesFormatterType.MISTRAL],
|
202 |
+
"L3-Dark-Planet-8B-wordstorm2.Q5_K_M.gguf": ["mradermacher/L3-Dark-Planet-8B-wordstorm2-GGUF", MessagesFormatterType.LLAMA_3],
|
203 |
+
"Qwen2.5-7B-Instruct-userfeedback.Q5_K_M.gguf": ["mradermacher/Qwen2.5-7B-Instruct-userfeedback-GGUF", MessagesFormatterType.OPEN_CHAT],
|
204 |
+
"L3-Dark-Planet-8B-wordstorm-cr2.Q5_K_M.gguf": ["mradermacher/L3-Dark-Planet-8B-wordstorm-cr2-GGUF", MessagesFormatterType.LLAMA_3],
|
205 |
+
"L3-Dark-Planet-8B-wordstorm-b6.i1-Q5_K_M.gguf": ["mradermacher/L3-Dark-Planet-8B-wordstorm-b6-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
206 |
+
"Gilded-Tempest-12B.Q4_K_S.gguf": ["mradermacher/Gilded-Tempest-12B-GGUF", MessagesFormatterType.MISTRAL],
|
207 |
+
"Qwen2.5-7B-Instruct-GRPO-Nei-Tokens.Q5_K_M.gguf": ["mradermacher/Qwen2.5-7B-Instruct-GRPO-Nei-Tokens-GGUF", MessagesFormatterType.OPEN_CHAT],
|
208 |
+
"FusionEngine-12B.Q4_K_M.gguf": ["mradermacher/FusionEngine-12B-GGUF", MessagesFormatterType.CHATML],
|
209 |
+
"ShiZhen-V0.1.Q5_K_M.gguf": ["mradermacher/ShiZhen-V0.1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
210 |
+
"HMS-Fusion-12B.Q4_K_M.gguf": ["mradermacher/HMS-Fusion-12B-GGUF", MessagesFormatterType.MISTRAL],
|
211 |
"TutorRL-7B.Q5_K_M.gguf": ["mradermacher/TutorRL-7B-GGUF", MessagesFormatterType.OPEN_CHAT],
|
212 |
"Omega-Darker_The-Final-Directive-14B.Q4_K_M.gguf": ["mradermacher/Omega-Darker_The-Final-Directive-14B-GGUF", MessagesFormatterType.OPEN_CHAT],
|
213 |
"Student-rl_Qwen2.5-7B-Instruct_v0.0.1.Q5_K_M.gguf": ["mradermacher/Student-rl_Qwen2.5-7B-Instruct_v0.0.1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
requirements.txt
CHANGED
@@ -18,4 +18,4 @@ rapidfuzz
|
|
18 |
wrapt-timeout-decorator
|
19 |
opencv-python
|
20 |
numpy<2
|
21 |
-
pydantic
|
|
|
18 |
wrapt-timeout-decorator
|
19 |
opencv-python
|
20 |
numpy<2
|
21 |
+
pydantic<=2.10.6
|