Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -18,7 +18,7 @@ quantization_config = BitsAndBytesConfig(
|
|
| 18 |
)
|
| 19 |
|
| 20 |
model = AutoModelForCausalLM.from_pretrained(
|
| 21 |
-
"microsoft/Phi-3-mini-128k-instruct", quantization_config=quantization_config, token=token
|
| 22 |
)
|
| 23 |
tok = AutoTokenizer.from_pretrained("microsoft/Phi-3-mini-128k-instruct", token=token)
|
| 24 |
terminators = [
|
|
|
|
| 18 |
)
|
| 19 |
|
| 20 |
model = AutoModelForCausalLM.from_pretrained(
|
| 21 |
+
"microsoft/Phi-3-mini-128k-instruct", quantization_config=quantization_config, token=token,trust_remote_code=True
|
| 22 |
)
|
| 23 |
tok = AutoTokenizer.from_pretrained("microsoft/Phi-3-mini-128k-instruct", token=token)
|
| 24 |
terminators = [
|