Spaces:

joackoEsp
/

Solid-ALIA

Paused

joackoEsp commited on Mar 2

Commit

1a72ef6

verified ·

1 Parent(s): c918794

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -11,7 +11,7 @@ if "tokenizer" not in globals():
 if "model" not in globals():
     model = AutoModelForCausalLM.from_pretrained(
-        model_name, torch_dtype=torch.float16, device_map="auto"  # 🔹 Optimiza la inferencia según los recursos
     )
     model.eval()  # 🔹 Reduce el consumo innecesario de memoria

 if "model" not in globals():
     model = AutoModelForCausalLM.from_pretrained(
+        model_name, torch_dtype=torch.float16
     )
     model.eval()  # 🔹 Reduce el consumo innecesario de memoria