Facelook commited on
Commit
de3a83c
·
1 Parent(s): b734332

Trial and error.

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -25,7 +25,7 @@ class BasicAgent:
25
  self.tokenizer = AutoTokenizer.from_pretrained(self.model_name)
26
  self.model = AutoModelForCausalLM.from_pretrained(
27
  self.model_name,
28
- torch_dtype="auto",1
29
  device_map="auto"
30
  )
31
  print(f"Successfully loaded {self.model_name}")
 
25
  self.tokenizer = AutoTokenizer.from_pretrained(self.model_name)
26
  self.model = AutoModelForCausalLM.from_pretrained(
27
  self.model_name,
28
+ torch_dtype="auto",
29
  device_map="auto"
30
  )
31
  print(f"Successfully loaded {self.model_name}")