Reality123b commited on
Commit
d53a7c2
·
verified ·
1 Parent(s): f69c6af

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -8,7 +8,7 @@ torch.random.manual_seed(0)
8
  # Load the model and tokenizer
9
  model = AutoModelForCausalLM.from_pretrained(
10
  "microsoft/Phi-3.5-mini-instruct",
11
- device_map="cuda",
12
  torch_dtype="auto",
13
  trust_remote_code=True,
14
  )
 
8
  # Load the model and tokenizer
9
  model = AutoModelForCausalLM.from_pretrained(
10
  "microsoft/Phi-3.5-mini-instruct",
11
+ device_map="cpu",
12
  torch_dtype="auto",
13
  trust_remote_code=True,
14
  )