svjack commited on
Commit
bbfa5db
·
1 Parent(s): b4fc9db

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -12,7 +12,7 @@ examples = [
12
  ]
13
 
14
  session_config = SessionConfig(threads=2,batch_size=2)
15
- model = AutoModel.from_pretrained(repo_name, model_file=file_name, session_config=session_config,verbose=True)
16
 
17
  '''
18
  model_path = "/Users/svjack/Library/Application Support/nomic.ai/GPT4All/wizardlm-13b-v1.1-superhot-8k.ggmlv3.q4_0.bin"
 
12
  ]
13
 
14
  session_config = SessionConfig(threads=2,batch_size=2)
15
+ model = AutoModel.from_pretrained(repo_name, model_file=file_name, session_config=session_config,verbose=True,model_type=KnownModels.Llama)
16
 
17
  '''
18
  model_path = "/Users/svjack/Library/Application Support/nomic.ai/GPT4All/wizardlm-13b-v1.1-superhot-8k.ggmlv3.q4_0.bin"