Starling

Paused

Tonic commited on Nov 28, 2023

Commit

681d0aa

1 Parent(s): cc9677b

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -33,7 +33,7 @@ repetition_penalty=1.7
 tokenizer = transformers.AutoTokenizer.from_pretrained(model_name)
 model = transformers.AutoModelForCausalLM.from_pretrained(model_name,
-    device_map="auto"
     torch_dtype=torch.bfloat16,
 #   load_in_4bit=True
 )

 tokenizer = transformers.AutoTokenizer.from_pretrained(model_name)
 model = transformers.AutoModelForCausalLM.from_pretrained(model_name,
+    device_map="auto",
     torch_dtype=torch.bfloat16,
 #   load_in_4bit=True
 )