Update app.py
Browse files
app.py
CHANGED
@@ -1,4 +1,4 @@
|
|
1 |
-
|
2 |
import torch
|
3 |
from transformers import AutoProcessor, AutoModelForCausalLM, AutoTokenizer
|
4 |
import time
|
@@ -99,11 +99,11 @@ def test_image_text_generation():
|
|
99 |
|
100 |
results.append(f"Loading processor and model from {model_id}...")
|
101 |
|
102 |
-
# Load processor and model
|
103 |
-
from transformers import
|
104 |
|
105 |
-
processor =
|
106 |
-
model =
|
107 |
model_id,
|
108 |
torch_dtype=torch.bfloat16,
|
109 |
device_map="auto"
|
|
|
1 |
+
iimport gradio as gr
|
2 |
import torch
|
3 |
from transformers import AutoProcessor, AutoModelForCausalLM, AutoTokenizer
|
4 |
import time
|
|
|
99 |
|
100 |
results.append(f"Loading processor and model from {model_id}...")
|
101 |
|
102 |
+
# Load processor and model with the correct classes
|
103 |
+
from transformers import Qwen2VLProcessor, Qwen2VLForConditionalGeneration
|
104 |
|
105 |
+
processor = Qwen2VLProcessor.from_pretrained(model_id)
|
106 |
+
model = Qwen2VLForConditionalGeneration.from_pretrained(
|
107 |
model_id,
|
108 |
torch_dtype=torch.bfloat16,
|
109 |
device_map="auto"
|