Update app.py

app.py

@@ -34,7 +34,7 @@ repetition_penalty=1.7
 tokenizer = transformers.AutoTokenizer.from_pretrained(model_name)
 model = transformers.AutoModelForCausalLM.from_pretrained(model_name,
     device_map=device,
-    torch_dtype=torch.bfloat16
+    torch_dtype="auto"
 )
 model.eval()