saakshigupta commited on
Commit
cca832d
·
verified ·
1 Parent(s): b9a4f3a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +0 -1
app.py CHANGED
@@ -49,7 +49,6 @@ def load_model():
49
  model = AutoModelForCausalLM.from_pretrained(
50
  base_model_id,
51
  device_map="auto",
52
- load_in_4bit=True,
53
  quantization_config=BitsAndBytesConfig(
54
  load_in_4bit=True,
55
  bnb_4bit_compute_dtype=torch.float16,
 
49
  model = AutoModelForCausalLM.from_pretrained(
50
  base_model_id,
51
  device_map="auto",
 
52
  quantization_config=BitsAndBytesConfig(
53
  load_in_4bit=True,
54
  bnb_4bit_compute_dtype=torch.float16,