xizaoqu commited on
Commit
858a19b
·
1 Parent(s): f373311
Files changed (1) hide show
  1. app.py +23 -11
app.py CHANGED
@@ -189,12 +189,7 @@ self_frame_idx = None
189
 
190
 
191
  @spaces.GPU()
192
- def run_interactive(first_frame, action, first_pose, curr_frame, device):
193
- global self_frames
194
- global self_poses
195
- global self_memory_c2w
196
- global self_frame_idx
197
-
198
  new_frame, self_frames, self_poses, self_memory_c2w, self_frame_idx = worldmem.interactive(first_frame,
199
  action,
200
  first_pose,
@@ -204,7 +199,7 @@ def run_interactive(first_frame, action, first_pose, curr_frame, device):
204
  self_poses=self_poses,
205
  self_memory_c2w=self_memory_c2w,
206
  self_frame_idx=self_frame_idx)
207
- return new_frame
208
 
209
  def set_denoising_steps(denoising_steps, sampling_timesteps_state):
210
  worldmem.sampling_timesteps = denoising_steps
@@ -218,14 +213,23 @@ def generate(keys):
218
  actions = parse_input_to_tensor(keys)
219
  global input_history
220
  global memory_curr_frame
 
 
 
 
 
221
  for i in range(len(actions)):
222
  memory_curr_frame += 1
223
 
224
- new_frame = run_interactive(memory_frames[0],
225
  actions[i],
226
  None,
227
  memory_curr_frame,
228
- device=device)
 
 
 
 
229
 
230
  # print("algo frame:", len(runner.algo.frames))
231
 
@@ -248,6 +252,10 @@ def reset():
248
  global memory_curr_frame
249
  global input_history
250
  global memory_frames
 
 
 
 
251
 
252
  # worldmem.reset()
253
  self_frames = None
@@ -259,11 +267,15 @@ def reset():
259
  memory_curr_frame = 0
260
  input_history = ""
261
 
262
- _ = run_interactive(memory_frames[0],
263
  actions[0],
264
  poses[0],
265
  memory_curr_frame,
266
- device=device)
 
 
 
 
267
 
268
 
269
 
 
189
 
190
 
191
  @spaces.GPU()
192
+ def run_interactive(first_frame, action, first_pose, curr_frame, device, self_frames, self_poses, self_memory_c2w, self_frame_idx):
 
 
 
 
 
193
  new_frame, self_frames, self_poses, self_memory_c2w, self_frame_idx = worldmem.interactive(first_frame,
194
  action,
195
  first_pose,
 
199
  self_poses=self_poses,
200
  self_memory_c2w=self_memory_c2w,
201
  self_frame_idx=self_frame_idx)
202
+ return new_frame, self_frames, self_poses, self_memory_c2w, self_frame_idx
203
 
204
  def set_denoising_steps(denoising_steps, sampling_timesteps_state):
205
  worldmem.sampling_timesteps = denoising_steps
 
213
  actions = parse_input_to_tensor(keys)
214
  global input_history
215
  global memory_curr_frame
216
+ global self_frames
217
+ global self_poses
218
+ global self_memory_c2w
219
+ global self_frame_idx
220
+
221
  for i in range(len(actions)):
222
  memory_curr_frame += 1
223
 
224
+ new_frame, self_frames, self_poses, self_memory_c2w, self_frame_idx = run_interactive(memory_frames[0],
225
  actions[i],
226
  None,
227
  memory_curr_frame,
228
+ device=device,
229
+ self_frames=self_frames,
230
+ self_poses=self_poses,
231
+ self_memory_c2w=self_memory_c2w,
232
+ self_frame_idx=self_frame_idx)
233
 
234
  # print("algo frame:", len(runner.algo.frames))
235
 
 
252
  global memory_curr_frame
253
  global input_history
254
  global memory_frames
255
+ global self_frames
256
+ global self_poses
257
+ global self_memory_c2w
258
+ global self_frame_idx
259
 
260
  # worldmem.reset()
261
  self_frames = None
 
267
  memory_curr_frame = 0
268
  input_history = ""
269
 
270
+ _, self_frames, self_poses, self_memory_c2w, self_frame_idx = run_interactive(memory_frames[0],
271
  actions[0],
272
  poses[0],
273
  memory_curr_frame,
274
+ device=device,
275
+ self_frames=self_frames,
276
+ self_poses=self_poses,
277
+ self_memory_c2w=self_memory_c2w,
278
+ self_frame_idx=self_frame_idx)
279
 
280
 
281