piyushgrover commited on
Commit
fe25480
·
1 Parent(s): e05d589
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -9,7 +9,7 @@ base_model = AutoModelForCausalLM.from_pretrained(
9
  model_name,
10
  low_cpu_mem_usage=True,
11
  return_dict=True,
12
- torch_dtype=torch.float16,
13
  trust_remote_code=True
14
  # device_map=device_map,
15
  )
 
9
  model_name,
10
  low_cpu_mem_usage=True,
11
  return_dict=True,
12
+ torch_dtype=torch.float32,
13
  trust_remote_code=True
14
  # device_map=device_map,
15
  )