Spaces:
Build error
Build error
Update app.py
Browse filesRevert quantization until I can investigate the Exceptions it is raising at generate() time ...
app.py
CHANGED
@@ -12,8 +12,8 @@ tokenizer = AutoTokenizer.from_pretrained(MODEL_ID)
|
|
12 |
|
13 |
model = AutoModelForCausalLM.from_pretrained(
|
14 |
MODEL_ID,
|
15 |
-
load_in_8bit=True, # or try load_in_4bit=True
|
16 |
-
device_map=DEVICE
|
17 |
)
|
18 |
|
19 |
#########
|
|
|
12 |
|
13 |
model = AutoModelForCausalLM.from_pretrained(
|
14 |
MODEL_ID,
|
15 |
+
# load_in_8bit=True, # or try load_in_4bit=True
|
16 |
+
# device_map=DEVICE
|
17 |
)
|
18 |
|
19 |
#########
|