oliver-aizip commited on
Commit
42dcaee
·
1 Parent(s): b41b93b

remove minicpm3 for incompatibility reasons

Browse files
Files changed (1) hide show
  1. utils/models.py +2 -2
utils/models.py CHANGED
@@ -19,7 +19,7 @@ models = {
19
  #"Cogito-v1-preview-llama-3b": "deepcogito/cogito-v1-preview-llama-3b",
20
  "IBM Granite-3.3-2b-instruct": "ibm-granite/granite-3.3-2b-instruct",
21
  #"Bitnet-b1.58-2B4T": "microsoft/bitnet-b1.58-2B-4T",
22
- "MiniCPM3-RAG-LoRA": "openbmb/MiniCPM3-RAG-LoRA",
23
  "Qwen3-0.6b": "qwen/qwen3-0.6b",
24
  "Qwen3-1.7b": "qwen/qwen3-1.7b",
25
  "Qwen3-4b": "qwen/qwen3-4b",
@@ -160,7 +160,7 @@ def run_inference(model_name, context, question):
160
  if generation_interrupt.is_set():
161
  return ""
162
 
163
- outputs = pipe(text_input, **generation_kwargs)
164
  result = outputs[0]['generated_text'][-1]['content']
165
 
166
  except Exception as e:
 
19
  #"Cogito-v1-preview-llama-3b": "deepcogito/cogito-v1-preview-llama-3b",
20
  "IBM Granite-3.3-2b-instruct": "ibm-granite/granite-3.3-2b-instruct",
21
  #"Bitnet-b1.58-2B4T": "microsoft/bitnet-b1.58-2B-4T",
22
+ #"MiniCPM3-RAG-LoRA": "openbmb/MiniCPM3-RAG-LoRA",
23
  "Qwen3-0.6b": "qwen/qwen3-0.6b",
24
  "Qwen3-1.7b": "qwen/qwen3-1.7b",
25
  "Qwen3-4b": "qwen/qwen3-4b",
 
160
  if generation_interrupt.is_set():
161
  return ""
162
 
163
+ outputs = pipe(formatted, **generation_kwargs)
164
  result = outputs[0]['generated_text'][-1]['content']
165
 
166
  except Exception as e: