hughtayloe commited on
Commit
6bd904a
·
verified ·
1 Parent(s): ad3d5a9

Update handler.py

Browse files
Files changed (1) hide show
  1. handler.py +1 -1
handler.py CHANGED
@@ -10,7 +10,7 @@ class EndpointHandler():
10
  load_in_4bit=True,
11
  bnb_4bit_compute_dtype=torch.float16
12
  )
13
- self.pipeline = pipeline("image-to-text", path="", model_kwargs={"quantization_config": quantization_config})
14
 
15
  def __call__(self, data: Dict[str, Any]):
16
  totalarr = []
 
10
  load_in_4bit=True,
11
  bnb_4bit_compute_dtype=torch.float16
12
  )
13
+ self.pipeline = pipeline("image-to-text", model=path, model_kwargs={"quantization_config": quantization_config})
14
 
15
  def __call__(self, data: Dict[str, Any]):
16
  totalarr = []