Spaces:

habulaj
/

filter

Sleeping

habulaj commited on Jul 8

Commit

ee27503

verified ·

1 Parent(s): f1afc50

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -39,7 +39,7 @@ model = AutoPeftModelForCausalLM.from_pretrained(
     low_cpu_mem_usage=True,
     trust_remote_code=True
 )
-FastLanguageModel.for_inference(model)
 model.eval()
 log.info("✅ Modelo carregado (modo eval).")

     low_cpu_mem_usage=True,
     trust_remote_code=True
 )
+FastLanguageModel.for_inference(model, cpu=True)
 model.eval()
 log.info("✅ Modelo carregado (modo eval).")