Spaces:
Running
on
Zero
Running
on
Zero
Update inferencer.py
Browse files- inferencer.py +2 -2
inferencer.py
CHANGED
@@ -213,11 +213,11 @@ class UniPicV2Inferencer:
|
|
213 |
if hasattr(self.lmm.model, "rope_deltas"):
|
214 |
self.lmm.model.rope_deltas = None
|
215 |
|
216 |
-
model_device = self.lmm.model.embed_tokens.weight.device
|
217 |
# 强制将所有 tensor 输入搬到这个设备
|
218 |
for k, v in inputs.items():
|
219 |
if isinstance(v, torch.Tensor):
|
220 |
-
inputs[k] = v.to(
|
221 |
|
222 |
outputs = self.lmm.model(
|
223 |
inputs_embeds=inputs_embeds.to(self.device),
|
|
|
213 |
if hasattr(self.lmm.model, "rope_deltas"):
|
214 |
self.lmm.model.rope_deltas = None
|
215 |
|
216 |
+
#model_device = self.lmm.model.embed_tokens.weight.device
|
217 |
# 强制将所有 tensor 输入搬到这个设备
|
218 |
for k, v in inputs.items():
|
219 |
if isinstance(v, torch.Tensor):
|
220 |
+
inputs[k] = v.to(self.device)
|
221 |
|
222 |
outputs = self.lmm.model(
|
223 |
inputs_embeds=inputs_embeds.to(self.device),
|