Spaces:

pabloce
/

exllama

Running on Zero

PΛBLØ ᄃΞ commited on Feb 6

Commit

a181c78

unverified ·

1 Parent(s): f5272b0

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -125,7 +125,7 @@ def respond(
 ):
     global model
     global cache
-    model_path = "models/Mistral-7B-instruct-exl2/"
     # Set up the model configuration
     config = ExLlamaV2Config(model_path)
     if model is None or cache is None:

 ):
     global model
     global cache
+    model_path = "models/Mistral-Nemo-Instruct-12B-exl2/"
     # Set up the model configuration
     config = ExLlamaV2Config(model_path)
     if model is None or cache is None: