Spaces:
Running
on
Zero
Running
on
Zero
Upload llmenv.py
Browse files
llmenv.py
CHANGED
|
@@ -96,6 +96,43 @@ llm_models = {
|
|
| 96 |
#"": ["", MessagesFormatterType.OPEN_CHAT],
|
| 97 |
#"": ["", MessagesFormatterType.CHATML],
|
| 98 |
#"": ["", MessagesFormatterType.PHI_3],
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 99 |
"Mawared_GS.Q4_K_M.gguf": ["mradermacher/Mawared_GS-GGUF", MessagesFormatterType.ALPACA],
|
| 100 |
"Eidolon-v3-14B-abliterated.Q4_K_M.gguf": ["mradermacher/Eidolon-v3-14B-abliterated-GGUF", MessagesFormatterType.OPEN_CHAT],
|
| 101 |
"Lumimaid-NSFW-Reddit_Merge.Q5_K_M.gguf": ["mradermacher/Lumimaid-NSFW-Reddit_Merge-GGUF", MessagesFormatterType.LLAMA_3],
|
|
@@ -2019,6 +2056,7 @@ llm_models = {
|
|
| 2019 |
"Phi-3.1-mini-128k-instruct-Q6_K_L.gguf": ["bartowski/Phi-3.1-mini-128k-instruct-GGUF", MessagesFormatterType.PHI_3],
|
| 2020 |
"tifa-7b-qwen2-v0.1.q4_k_m.gguf": ["Tifa-RP/Tifa-7B-Qwen2-v0.1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
| 2021 |
"Holland-Magnum-Merge-R2.i1-Q5_K_M.gguf": ["mradermacher/Holland-Magnum-Merge-R2-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
|
|
|
| 2022 |
"Oumuamua-7b-RP_Q5_K_M.gguf": ["Aratako/Oumuamua-7b-RP-GGUF", MessagesFormatterType.MISTRAL],
|
| 2023 |
"MasherAI-7B-v6.1.Q5_K_M.gguf": ["mradermacher/MasherAI-7B-v6.1-GGUF", MessagesFormatterType.MISTRAL],
|
| 2024 |
"ContextualKunoichi_KTO-7B.Q5_K_M.gguf": ["mradermacher/ContextualKunoichi_KTO-7B-GGUF", MessagesFormatterType.MISTRAL],
|
|
|
|
| 96 |
#"": ["", MessagesFormatterType.OPEN_CHAT],
|
| 97 |
#"": ["", MessagesFormatterType.CHATML],
|
| 98 |
#"": ["", MessagesFormatterType.PHI_3],
|
| 99 |
+
"SJT-14B.Q4_K_M.gguf": ["mradermacher/SJT-14B-GGUF", MessagesFormatterType.OPEN_CHAT],
|
| 100 |
+
"Hermes-Llama-3.2-CoT-Summary.Q5_K_M.gguf": ["mradermacher/Hermes-Llama-3.2-CoT-Summary-GGUF", MessagesFormatterType.LLAMA_3],
|
| 101 |
+
"Rombo-LLM-V2.5-Qwen-7b.Q5_K_M.gguf": ["mradermacher/Rombo-LLM-V2.5-Qwen-7b-GGUF", MessagesFormatterType.OPEN_CHAT],
|
| 102 |
+
"mistral-nemo-narwhal-12B.Q4_K_M.gguf": ["mradermacher/mistral-nemo-narwhal-12B-GGUF", MessagesFormatterType.MISTRAL],
|
| 103 |
+
"mistral-nemo-bophades3-12B.Q4_K_M.gguf": ["mradermacher/mistral-nemo-bophades3-12B-GGUF", MessagesFormatterType.MISTRAL],
|
| 104 |
+
"Marqwen-o1-Base.i1-Q5_K_M.gguf": ["mradermacher/Marqwen-o1-Base-i1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
| 105 |
+
"KPRA-7b.Q5_K_M.gguf": ["mradermacher/KPRA-7b-GGUF", MessagesFormatterType.MISTRAL],
|
| 106 |
+
"Human-Like-Mistral-Nemo-Instruct-2407.Q4_K_M.gguf": ["mradermacher/Human-Like-Mistral-Nemo-Instruct-2407-GGUF", MessagesFormatterType.MISTRAL],
|
| 107 |
+
"GoldenMistral-Nemo-Humane-Gutenberg.Q4_K_M.gguf": ["mradermacher/GoldenMistral-Nemo-Humane-Gutenberg-GGUF", MessagesFormatterType.MISTRAL],
|
| 108 |
+
"PATH-14B-COT.Q4_K_M.gguf": ["mradermacher/PATH-14B-COT-GGUF", MessagesFormatterType.OPEN_CHAT],
|
| 109 |
+
"nsfw_merge_test_vFFS.Q5_K_M.gguf": ["mradermacher/nsfw_merge_test_vFFS-GGUF", MessagesFormatterType.LLAMA_3],
|
| 110 |
+
"Rebus.Q4_K_M.gguf": ["mradermacher/Rebus-GGUF", MessagesFormatterType.MISTRAL],
|
| 111 |
+
"nsfw_merge_testv6.Q5_K_M.gguf": ["mradermacher/nsfw_merge_testv6-GGUF", MessagesFormatterType.LLAMA_3],
|
| 112 |
+
"Human-Like-Qwen2.5-7B-Instruct.Q5_K_M.gguf": ["mradermacher/Human-Like-Qwen2.5-7B-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT],
|
| 113 |
+
"Incremental-8B-Model_Stock.Q5_K_M.gguf": ["mradermacher/Incremental-8B-Model_Stock-GGUF", MessagesFormatterType.LLAMA_3],
|
| 114 |
+
"Incidental-8B-Model_Stock.Q5_K_M.gguf": ["mradermacher/Incidental-8B-Model_Stock-GGUF", MessagesFormatterType.LLAMA_3],
|
| 115 |
+
"L3.1-Orion-a-8B.Q5_K_M.gguf": ["mradermacher/L3.1-Orion-a-8B-GGUF", MessagesFormatterType.LLAMA_3],
|
| 116 |
+
"rebus9b-q4_k_m.gguf": ["ClaudioItaly/Rebus9B-Q4_K_M-GGUF", MessagesFormatterType.ALPACA],
|
| 117 |
+
"Neural-4-Maths-7b.i1-Q5_K_M.gguf": ["mradermacher/Neural-4-Maths-7b-i1-GGUF", MessagesFormatterType.MISTRAL],
|
| 118 |
+
"mistral-nemo-gutenberg3-12B.Q4_K_M.gguf": ["mradermacher/mistral-nemo-gutenberg3-12B-GGUF", MessagesFormatterType.MISTRAL],
|
| 119 |
+
"DRT-o1-14B.Q4_K_M.gguf": ["mradermacher/DRT-o1-14B-GGUF", MessagesFormatterType.OPEN_CHAT],
|
| 120 |
+
"Herodotos.Q4_K_M.gguf": ["mradermacher/Herodotos-GGUF", MessagesFormatterType.OPEN_CHAT],
|
| 121 |
+
"Rombo-LLM-V2.5-Qwen-14b.Q4_K_M.gguf": ["mradermacher/Rombo-LLM-V2.5-Qwen-14b-GGUF", MessagesFormatterType.OPEN_CHAT],
|
| 122 |
+
"Rombo-LLM-V2.7-gemma-2-9b.Q4_K_M.gguf": ["mradermacher/Rombo-LLM-V2.7-gemma-2-9b-GGUF", MessagesFormatterType.ALPACA],
|
| 123 |
+
"Qwen2.5-7B-instruct-abliterated-sft960.Q5_K_M.gguf": ["mradermacher/Qwen2.5-7B-instruct-abliterated-sft960-GGUF", MessagesFormatterType.OPEN_CHAT],
|
| 124 |
+
"mistral-nemo-kartoffel-12B.Q4_K_M.gguf": ["mradermacher/mistral-nemo-kartoffel-12B-GGUF", MessagesFormatterType.MISTRAL],
|
| 125 |
+
"japanese-llama-3-8b-instruct-v2.i1-Q5_K_M.gguf": ["mradermacher/japanese-llama-3-8b-instruct-v2-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
| 126 |
+
"Qwen2.5-14B-Hyperionv3.Q4_K_M.gguf": ["mradermacher/Qwen2.5-14B-Hyperionv3-GGUF", MessagesFormatterType.OPEN_CHAT],
|
| 127 |
+
"Qwen2.5-7B-instruct-abliterated-sft960-simpo200.Q5_K_M.gguf": ["mradermacher/Qwen2.5-7B-instruct-abliterated-sft960-simpo200-GGUF", MessagesFormatterType.OPEN_CHAT],
|
| 128 |
+
"Rombo-LLM-V2.5-Qwen-3b.Q5_K_M.gguf": ["mradermacher/Rombo-LLM-V2.5-Qwen-3b-GGUF", MessagesFormatterType.OPEN_CHAT],
|
| 129 |
+
"SuryaNarayanan-PSYCH-PHIL-PHYS-CSE.Q5_K_M.gguf": ["mradermacher/SuryaNarayanan-PSYCH-PHIL-PHYS-CSE-GGUF", MessagesFormatterType.LLAMA_3],
|
| 130 |
+
"Dark-Hermes3-Llama3.2-3B.Q5_K_M.gguf": ["mradermacher/Dark-Hermes3-Llama3.2-3B-GGUF", MessagesFormatterType.LLAMA_3],
|
| 131 |
+
"Versatile-Llama-3-8B-1m.Q5_K_M.gguf": ["mradermacher/Versatile-Llama-3-8B-1m-GGUF", MessagesFormatterType.LLAMA_3],
|
| 132 |
+
"nsfw_merge_test_v4dot1.Q4_K_S.gguf": ["mradermacher/nsfw_merge_test_v4dot1-GGUF", MessagesFormatterType.LLAMA_3],
|
| 133 |
+
"Human-Like-LLama3-8B-Instruct.Q5_K_M.gguf": ["mradermacher/Human-Like-LLama3-8B-Instruct-GGUF", MessagesFormatterType.LLAMA_3],
|
| 134 |
+
"Gilded-Arsenic-12B.Q4_K_M.gguf": ["mradermacher/Gilded-Arsenic-12B-GGUF", MessagesFormatterType.MISTRAL],
|
| 135 |
+
"ContaLLM-Fashion-7B-Instruct.Q5_K_M.gguf": ["mradermacher/ContaLLM-Fashion-7B-Instruct-GGUF", MessagesFormatterType.OPEN_CHAT],
|
| 136 |
"Mawared_GS.Q4_K_M.gguf": ["mradermacher/Mawared_GS-GGUF", MessagesFormatterType.ALPACA],
|
| 137 |
"Eidolon-v3-14B-abliterated.Q4_K_M.gguf": ["mradermacher/Eidolon-v3-14B-abliterated-GGUF", MessagesFormatterType.OPEN_CHAT],
|
| 138 |
"Lumimaid-NSFW-Reddit_Merge.Q5_K_M.gguf": ["mradermacher/Lumimaid-NSFW-Reddit_Merge-GGUF", MessagesFormatterType.LLAMA_3],
|
|
|
|
| 2056 |
"Phi-3.1-mini-128k-instruct-Q6_K_L.gguf": ["bartowski/Phi-3.1-mini-128k-instruct-GGUF", MessagesFormatterType.PHI_3],
|
| 2057 |
"tifa-7b-qwen2-v0.1.q4_k_m.gguf": ["Tifa-RP/Tifa-7B-Qwen2-v0.1-GGUF", MessagesFormatterType.OPEN_CHAT],
|
| 2058 |
"Holland-Magnum-Merge-R2.i1-Q5_K_M.gguf": ["mradermacher/Holland-Magnum-Merge-R2-i1-GGUF", MessagesFormatterType.LLAMA_3],
|
| 2059 |
+
"SEA-E.i1-Q5_K_M.gguf": ["mradermacher/SEA-E-i1-GGUF", MessagesFormatterType.MISTRAL],
|
| 2060 |
"Oumuamua-7b-RP_Q5_K_M.gguf": ["Aratako/Oumuamua-7b-RP-GGUF", MessagesFormatterType.MISTRAL],
|
| 2061 |
"MasherAI-7B-v6.1.Q5_K_M.gguf": ["mradermacher/MasherAI-7B-v6.1-GGUF", MessagesFormatterType.MISTRAL],
|
| 2062 |
"ContextualKunoichi_KTO-7B.Q5_K_M.gguf": ["mradermacher/ContextualKunoichi_KTO-7B-GGUF", MessagesFormatterType.MISTRAL],
|