Hugging Face's logo

Spaces:
Chris4K
/
agent-reference-implemenation
Running

App Files Community
Chris4K commited on
Commit
29e1108
·
verified ·
1 Parent(s): 3709e0d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -6,7 +6,7 @@ import torch
6
  from transformers import AutoModelForCausalLM, AutoTokenizer, LocalAgent
7
 
8
 
9
- checkpoint = "bigcode/starcoder"
10
  model = AutoModelForCausalLM.from_pretrained(checkpoint, device_map="auto", torch_dtype=torch.bfloat16)
11
  tokenizer = AutoTokenizer.from_pretrained(checkpoint)
12
 
 
6
  from transformers import AutoModelForCausalLM, AutoTokenizer, LocalAgent
7
 
8
 
9
+ checkpoint = "mistralai/Mixtral-8x7B-Instruct-v0.1"
10
  model = AutoModelForCausalLM.from_pretrained(checkpoint, device_map="auto", torch_dtype=torch.bfloat16)
11
  tokenizer = AutoTokenizer.from_pretrained(checkpoint)
12