Update app.py
Browse files
app.py
CHANGED
|
@@ -93,7 +93,7 @@ def translate_vi2en(vi_text: str) -> str:
|
|
| 93 |
DESCRIPTION="""CODE"""
|
| 94 |
|
| 95 |
model_id = "deepseek-ai/deepseek-coder-7b-instruct-v1.5"
|
| 96 |
-
model = AutoModelForCausalLM.from_pretrained(model_id,device_map="auto",
|
| 97 |
tokenizer=AutoTokenizer.from_pretrained(model_id)
|
| 98 |
tokenizer.use_defaul_system_prompt=True
|
| 99 |
os.system("nvidia-smi")
|
|
|
|
| 93 |
DESCRIPTION="""CODE"""
|
| 94 |
|
| 95 |
model_id = "deepseek-ai/deepseek-coder-7b-instruct-v1.5"
|
| 96 |
+
model = AutoModelForCausalLM.from_pretrained(model_id,device_map="auto",torch_dtype=torch.bfloat16)
|
| 97 |
tokenizer=AutoTokenizer.from_pretrained(model_id)
|
| 98 |
tokenizer.use_defaul_system_prompt=True
|
| 99 |
os.system("nvidia-smi")
|