🐛 Bug fix for no permission issue

requirements.txt

@@ -1,6 +1,6 @@
 fastapi
 uvicorn[standard]
-git+https://github.com/huggingface/transformers
+transformers
 accelerate
 qwen-vl-utils[decord]==0.0.8
 python-dotenv

src/utils/qwen_inference.py

@@ -1,5 +1,5 @@
 from .payload_model import SingleInferencePayload, VideoInferencePayload
-from transformers import Qwen2_5_VLForConditionalGeneration, AutoTokenizer, AutoProcessor
+from transformers import AutoModelForVision2Seq, AutoTokenizer, AutoProcessor
 from qwen_vl_utils import process_vision_info
 from pydantic import BaseModel
 import torch
@@ -7,7 +7,7 @@ import torch
 
 class Qwen2_5(BaseModel):
     def __init__(self, model_path: str):
-        self.model = Qwen2_5_VLForConditionalGeneration.from_pretrained(
+        self.model = AutoModelForVision2Seq.from_pretrained(
             model_path, torch_dtype="auto", device_map="auto"
         )
         self.tokenizer = AutoTokenizer.from_pretrained(model_path)