pabl-o-ce commited on
Commit
d85cd9d
·
1 Parent(s): da2b9bf

back mistral

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -17,9 +17,9 @@ model = None
17
  cache = None
18
 
19
  snapshot_download(
20
- repo_id="bartowski/Mistral-Nemo-Instruct-2407-exl2",
21
  revision="8_0",
22
- local_dir = "./models/Mistral-Nemo-Instruct-2407-exl2"
23
  )
24
  snapshot_download(
25
  repo_id="turboderp/Llama-3-70B-Instruct-exl2",
@@ -125,7 +125,7 @@ def respond(
125
  ):
126
  global model
127
  global cache
128
- model_path = "models/Mistral-Nemo-Instruct-2407-exl2/"
129
  # Set up the model configuration
130
  config = ExLlamaV2Config(model_path)
131
  if model is None or cache is None:
 
17
  cache = None
18
 
19
  snapshot_download(
20
+ repo_id="bartowski/Mistral-7B-Instruct-v0.3-exl2",
21
  revision="8_0",
22
+ local_dir = "./models/Mistral-7B-instruct-exl2"
23
  )
24
  snapshot_download(
25
  repo_id="turboderp/Llama-3-70B-Instruct-exl2",
 
125
  ):
126
  global model
127
  global cache
128
+ model_path = "models/Mistral-7B-instruct-exl2/"
129
  # Set up the model configuration
130
  config = ExLlamaV2Config(model_path)
131
  if model is None or cache is None: