KaiChen1998 commited on
Commit
e1b6b95
·
1 Parent(s): c1cfe3f
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -32,7 +32,7 @@ LLM_MODEL_PATH = "deepseek-ai/DeepSeek-R1-Distill-Qwen-7B"
32
  processor = AutoProcessor.from_pretrained(MLLM_MODEL_PATH)
33
  tokenizer = AutoTokenizer.from_pretrained(LLM_MODEL_PATH)
34
 
35
- mllm = LLM(model=MLLM_MODEL_PATH, tensor_parallel_size=1, gpu_memory_utilization=0.8,
36
  device='cuda:0', dtype="bfloat16", limit_mm_per_prompt={"image": 1})
37
 
38
  llm = LLM(model=LLM_MODEL_PATH, tensor_parallel_size=1, gpu_memory_utilization=0.8,
 
32
  processor = AutoProcessor.from_pretrained(MLLM_MODEL_PATH)
33
  tokenizer = AutoTokenizer.from_pretrained(LLM_MODEL_PATH)
34
 
35
+ mllm = LLM(model=MLLM_MODEL_PATH, gpu_memory_utilization=0.8,
36
  device='cuda:0', dtype="bfloat16", limit_mm_per_prompt={"image": 1})
37
 
38
  llm = LLM(model=LLM_MODEL_PATH, tensor_parallel_size=1, gpu_memory_utilization=0.8,