Final_Assignment_Template

Running

Facelook commited on Apr 26

Commit

de3a83c

1 Parent(s): b734332

Trial and error.

Files changed (1) hide show

app.py CHANGED Viewed

@@ -25,7 +25,7 @@ class BasicAgent:
             self.tokenizer = AutoTokenizer.from_pretrained(self.model_name)
             self.model = AutoModelForCausalLM.from_pretrained(
                 self.model_name,
-                torch_dtype="auto",1
                 device_map="auto"
             )
             print(f"Successfully loaded {self.model_name}")

             self.tokenizer = AutoTokenizer.from_pretrained(self.model_name)
             self.model = AutoModelForCausalLM.from_pretrained(
                 self.model_name,
+                torch_dtype="auto",
                 device_map="auto"
             )
             print(f"Successfully loaded {self.model_name}")