Update handler.py
Browse files- handler.py +1 -1
handler.py
CHANGED
@@ -10,7 +10,7 @@ class EndpointHandler():
|
|
10 |
load_in_4bit=True,
|
11 |
bnb_4bit_compute_dtype=torch.float16
|
12 |
)
|
13 |
-
self.pipeline = pipeline("image-to-text", path
|
14 |
|
15 |
def __call__(self, data: Dict[str, Any]):
|
16 |
totalarr = []
|
|
|
10 |
load_in_4bit=True,
|
11 |
bnb_4bit_compute_dtype=torch.float16
|
12 |
)
|
13 |
+
self.pipeline = pipeline("image-to-text", model=path, model_kwargs={"quantization_config": quantization_config})
|
14 |
|
15 |
def __call__(self, data: Dict[str, Any]):
|
16 |
totalarr = []
|