Spaces:
Running
on
Zero
Running
on
Zero
Commit
·
42dcaee
1
Parent(s):
b41b93b
remove minicpm3 for incompatibility reasons
Browse files- utils/models.py +2 -2
utils/models.py
CHANGED
@@ -19,7 +19,7 @@ models = {
|
|
19 |
#"Cogito-v1-preview-llama-3b": "deepcogito/cogito-v1-preview-llama-3b",
|
20 |
"IBM Granite-3.3-2b-instruct": "ibm-granite/granite-3.3-2b-instruct",
|
21 |
#"Bitnet-b1.58-2B4T": "microsoft/bitnet-b1.58-2B-4T",
|
22 |
-
"MiniCPM3-RAG-LoRA": "openbmb/MiniCPM3-RAG-LoRA",
|
23 |
"Qwen3-0.6b": "qwen/qwen3-0.6b",
|
24 |
"Qwen3-1.7b": "qwen/qwen3-1.7b",
|
25 |
"Qwen3-4b": "qwen/qwen3-4b",
|
@@ -160,7 +160,7 @@ def run_inference(model_name, context, question):
|
|
160 |
if generation_interrupt.is_set():
|
161 |
return ""
|
162 |
|
163 |
-
outputs = pipe(
|
164 |
result = outputs[0]['generated_text'][-1]['content']
|
165 |
|
166 |
except Exception as e:
|
|
|
19 |
#"Cogito-v1-preview-llama-3b": "deepcogito/cogito-v1-preview-llama-3b",
|
20 |
"IBM Granite-3.3-2b-instruct": "ibm-granite/granite-3.3-2b-instruct",
|
21 |
#"Bitnet-b1.58-2B4T": "microsoft/bitnet-b1.58-2B-4T",
|
22 |
+
#"MiniCPM3-RAG-LoRA": "openbmb/MiniCPM3-RAG-LoRA",
|
23 |
"Qwen3-0.6b": "qwen/qwen3-0.6b",
|
24 |
"Qwen3-1.7b": "qwen/qwen3-1.7b",
|
25 |
"Qwen3-4b": "qwen/qwen3-4b",
|
|
|
160 |
if generation_interrupt.is_set():
|
161 |
return ""
|
162 |
|
163 |
+
outputs = pipe(formatted, **generation_kwargs)
|
164 |
result = outputs[0]['generated_text'][-1]['content']
|
165 |
|
166 |
except Exception as e:
|