Spaces:
Running
on
Zero
Running
on
Zero
Commit
·
e1b6b95
1
Parent(s):
c1cfe3f
debug
Browse files
app.py
CHANGED
@@ -32,7 +32,7 @@ LLM_MODEL_PATH = "deepseek-ai/DeepSeek-R1-Distill-Qwen-7B"
|
|
32 |
processor = AutoProcessor.from_pretrained(MLLM_MODEL_PATH)
|
33 |
tokenizer = AutoTokenizer.from_pretrained(LLM_MODEL_PATH)
|
34 |
|
35 |
-
mllm = LLM(model=MLLM_MODEL_PATH,
|
36 |
device='cuda:0', dtype="bfloat16", limit_mm_per_prompt={"image": 1})
|
37 |
|
38 |
llm = LLM(model=LLM_MODEL_PATH, tensor_parallel_size=1, gpu_memory_utilization=0.8,
|
|
|
32 |
processor = AutoProcessor.from_pretrained(MLLM_MODEL_PATH)
|
33 |
tokenizer = AutoTokenizer.from_pretrained(LLM_MODEL_PATH)
|
34 |
|
35 |
+
mllm = LLM(model=MLLM_MODEL_PATH, gpu_memory_utilization=0.8,
|
36 |
device='cuda:0', dtype="bfloat16", limit_mm_per_prompt={"image": 1})
|
37 |
|
38 |
llm = LLM(model=LLM_MODEL_PATH, tensor_parallel_size=1, gpu_memory_utilization=0.8,
|