Update README.md
Browse files
README.md
CHANGED
@@ -234,7 +234,7 @@ import torch
|
|
234 |
from transformers import AutoModelForCausalLM, AutoTokenizer, TorchAoConfig
|
235 |
|
236 |
# use "microsoft/Phi-4-mini-instruct" or "pytorch/Phi-4-mini-instruct-int4wo-hqq"
|
237 |
-
model_id = "
|
238 |
quantized_model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", torch_dtype=torch.bfloat16)
|
239 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
240 |
|
|
|
234 |
from transformers import AutoModelForCausalLM, AutoTokenizer, TorchAoConfig
|
235 |
|
236 |
# use "microsoft/Phi-4-mini-instruct" or "pytorch/Phi-4-mini-instruct-int4wo-hqq"
|
237 |
+
model_id = "pytorch/Phi-4-mini-instruct-int4wo-hqq"
|
238 |
quantized_model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", torch_dtype=torch.bfloat16)
|
239 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
240 |
|