Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -38,6 +38,7 @@ tokenizer = AutoTokenizer.from_pretrained(model_id,token=access_token)
|
|
| 38 |
model = AutoModelForCausalLM.from_pretrained(
|
| 39 |
model_id,
|
| 40 |
device_map=device,
|
|
|
|
| 41 |
#torch_dtype=torch.float8,
|
| 42 |
load_in_8bit=True,
|
| 43 |
token=access_token
|
|
|
|
| 38 |
model = AutoModelForCausalLM.from_pretrained(
|
| 39 |
model_id,
|
| 40 |
device_map=device,
|
| 41 |
+
trust_remote_code=True,
|
| 42 |
#torch_dtype=torch.float8,
|
| 43 |
load_in_8bit=True,
|
| 44 |
token=access_token
|