jerryzh168 commited on
Commit
864b9be
·
verified ·
1 Parent(s): 40b794c

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -234,7 +234,7 @@ import torch
234
  from transformers import AutoModelForCausalLM, AutoTokenizer, TorchAoConfig
235
 
236
  # use "microsoft/Phi-4-mini-instruct" or "pytorch/Phi-4-mini-instruct-int4wo-hqq"
237
- model_id = "microsoft/Phi-4-mini-instruct"
238
  quantized_model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", torch_dtype=torch.bfloat16)
239
  tokenizer = AutoTokenizer.from_pretrained(model_id)
240
 
 
234
  from transformers import AutoModelForCausalLM, AutoTokenizer, TorchAoConfig
235
 
236
  # use "microsoft/Phi-4-mini-instruct" or "pytorch/Phi-4-mini-instruct-int4wo-hqq"
237
+ model_id = "pytorch/Phi-4-mini-instruct-int4wo-hqq"
238
  quantized_model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", torch_dtype=torch.bfloat16)
239
  tokenizer = AutoTokenizer.from_pretrained(model_id)
240