yichenchenchen commited on
Commit
b3c5e1f
·
verified ·
1 Parent(s): cc7c8f0

Update inferencer.py

Browse files
Files changed (1) hide show
  1. inferencer.py +2 -2
inferencer.py CHANGED
@@ -213,11 +213,11 @@ class UniPicV2Inferencer:
213
  if hasattr(self.lmm.model, "rope_deltas"):
214
  self.lmm.model.rope_deltas = None
215
 
216
- model_device = self.lmm.model.embed_tokens.weight.device
217
  # 强制将所有 tensor 输入搬到这个设备
218
  for k, v in inputs.items():
219
  if isinstance(v, torch.Tensor):
220
- inputs[k] = v.to(model_device)
221
 
222
  outputs = self.lmm.model(
223
  inputs_embeds=inputs_embeds.to(self.device),
 
213
  if hasattr(self.lmm.model, "rope_deltas"):
214
  self.lmm.model.rope_deltas = None
215
 
216
+ #model_device = self.lmm.model.embed_tokens.weight.device
217
  # 强制将所有 tensor 输入搬到这个设备
218
  for k, v in inputs.items():
219
  if isinstance(v, torch.Tensor):
220
+ inputs[k] = v.to(self.device)
221
 
222
  outputs = self.lmm.model(
223
  inputs_embeds=inputs_embeds.to(self.device),