update

algorithms/worldmem/df_video.py

@@ -797,13 +797,16 @@ class WorldMemMinecraft(DiffusionForcingBase):
         condition_similar_length = self.condition_similar_length
 
         if self_frames is None:
+            print("inside1", device)
             first_frame_encode = self.encode(first_frame[None, None].to(device))
             self_frames = first_frame_encode.cpu()
+            print("inside2", device)
             self.actions = curr_actions[None, None].to(device)
             self_poses = first_pose[None, None].to(device)
             new_c2w_mat = euler_to_camera_to_world_matrix(first_pose)
             self_memory_c2w = new_c2w_mat[None, None].to(device)
             self_frame_idx = torch.tensor([[context_frames_idx]]).to(device)
+            print("inside3")
             return first_frame, self_frames, self_poses, self_memory_c2w, self_frame_idx
         else:
             last_frame = self_frames[-1].clone()

app.py

@@ -257,7 +257,6 @@ def reset():
     global self_memory_c2w
     global self_frame_idx
 
-    print("self_frame_idx:", self_frame_idx)
     # worldmem.reset()
     self_frames = None
     self_poses = None
@@ -268,16 +267,15 @@ def reset():
     memory_curr_frame = 0
     input_history = ""
 
-    self_frame_idx = 1
-    # _, self_frames, self_poses, self_memory_c2w, self_frame_idx = run_interactive(memory_frames[0],
-    #                             actions[0],
-    #                             poses[0],
-    #                             memory_curr_frame,
-    #                             device=device,
-    #                             self_frames=self_frames,
-    #                             self_poses=self_poses,
-    #                             self_memory_c2w=self_memory_c2w,
-    #                             self_frame_idx=self_frame_idx)
+    _, self_frames, self_poses, self_memory_c2w, self_frame_idx = run_interactive(memory_frames[0],
+                                actions[0],
+                                poses[0],
+                                memory_curr_frame,
+                                device=device,
+                                self_frames=self_frames,
+                                self_poses=self_poses,
+                                self_memory_c2w=self_memory_c2w,
+                                self_frame_idx=self_frame_idx)