try to fix api errors
Browse files- app.py +7 -6
- requirements.txt +6 -3
app.py
CHANGED
@@ -4,6 +4,8 @@ from deepseek_vl.utils.io import load_pil_images
|
|
4 |
import torch
|
5 |
|
6 |
model_path = "deepseek-ai/deepseek-vl-1.3b-chat"
|
|
|
|
|
7 |
vl_chat_processor = VLChatProcessor.from_pretrained(model_path)
|
8 |
tokenizer = vl_chat_processor.tokenizer
|
9 |
vl_gpt = MultiModalityCausalLM.from_pretrained(model_path, trust_remote_code=True).to("cpu")
|
@@ -19,6 +21,7 @@ def qa(image, question):
|
|
19 |
images=pil_images,
|
20 |
force_batchify=True
|
21 |
).to("cpu")
|
|
|
22 |
inputs_embeds = vl_gpt.prepare_inputs_embeds(**prepare_inputs)
|
23 |
outputs = vl_gpt.language_model.generate(
|
24 |
inputs_embeds=inputs_embeds,
|
@@ -26,7 +29,7 @@ def qa(image, question):
|
|
26 |
pad_token_id=tokenizer.eos_token_id,
|
27 |
bos_token_id=tokenizer.bos_token_id,
|
28 |
eos_token_id=tokenizer.eos_token_id,
|
29 |
-
max_new_tokens=
|
30 |
do_sample=False,
|
31 |
use_cache=True
|
32 |
)
|
@@ -41,8 +44,6 @@ demo = gr.Interface(
|
|
41 |
description="Upload an image and enter a question. Experience DeepSeek-VL's vision-language capabilities."
|
42 |
)
|
43 |
|
44 |
-
|
45 |
-
server_name
|
46 |
-
|
47 |
-
share=True
|
48 |
-
)
|
|
|
4 |
import torch
|
5 |
|
6 |
model_path = "deepseek-ai/deepseek-vl-1.3b-chat"
|
7 |
+
|
8 |
+
# Load processors and model (CPU on free Spaces)
|
9 |
vl_chat_processor = VLChatProcessor.from_pretrained(model_path)
|
10 |
tokenizer = vl_chat_processor.tokenizer
|
11 |
vl_gpt = MultiModalityCausalLM.from_pretrained(model_path, trust_remote_code=True).to("cpu")
|
|
|
21 |
images=pil_images,
|
22 |
force_batchify=True
|
23 |
).to("cpu")
|
24 |
+
|
25 |
inputs_embeds = vl_gpt.prepare_inputs_embeds(**prepare_inputs)
|
26 |
outputs = vl_gpt.language_model.generate(
|
27 |
inputs_embeds=inputs_embeds,
|
|
|
29 |
pad_token_id=tokenizer.eos_token_id,
|
30 |
bos_token_id=tokenizer.bos_token_id,
|
31 |
eos_token_id=tokenizer.eos_token_id,
|
32 |
+
max_new_tokens=256, # smaller is faster on CPU
|
33 |
do_sample=False,
|
34 |
use_cache=True
|
35 |
)
|
|
|
44 |
description="Upload an image and enter a question. Experience DeepSeek-VL's vision-language capabilities."
|
45 |
)
|
46 |
|
47 |
+
if __name__ == "__main__":
|
48 |
+
# No server_name/server_port/share on Spaces
|
49 |
+
demo.queue(concurrency_count=1, max_size=8).launch()
|
|
|
|
requirements.txt
CHANGED
@@ -1,4 +1,7 @@
|
|
1 |
-
gradio
|
2 |
-
|
3 |
-
|
|
|
|
|
|
|
4 |
git+https://github.com/deepseek-ai/DeepSeek-VL.git
|
|
|
1 |
+
gradio>=4.31.0
|
2 |
+
transformers>=4.40.0
|
3 |
+
torch>=2.2.0
|
4 |
+
sentencepiece
|
5 |
+
timm>=0.9.16
|
6 |
+
accelerate
|
7 |
git+https://github.com/deepseek-ai/DeepSeek-VL.git
|