xizaoqu
commited on
Commit
·
858a19b
1
Parent(s):
f373311
update
Browse files
app.py
CHANGED
@@ -189,12 +189,7 @@ self_frame_idx = None
|
|
189 |
|
190 |
|
191 |
@spaces.GPU()
|
192 |
-
def run_interactive(first_frame, action, first_pose, curr_frame, device):
|
193 |
-
global self_frames
|
194 |
-
global self_poses
|
195 |
-
global self_memory_c2w
|
196 |
-
global self_frame_idx
|
197 |
-
|
198 |
new_frame, self_frames, self_poses, self_memory_c2w, self_frame_idx = worldmem.interactive(first_frame,
|
199 |
action,
|
200 |
first_pose,
|
@@ -204,7 +199,7 @@ def run_interactive(first_frame, action, first_pose, curr_frame, device):
|
|
204 |
self_poses=self_poses,
|
205 |
self_memory_c2w=self_memory_c2w,
|
206 |
self_frame_idx=self_frame_idx)
|
207 |
-
return new_frame
|
208 |
|
209 |
def set_denoising_steps(denoising_steps, sampling_timesteps_state):
|
210 |
worldmem.sampling_timesteps = denoising_steps
|
@@ -218,14 +213,23 @@ def generate(keys):
|
|
218 |
actions = parse_input_to_tensor(keys)
|
219 |
global input_history
|
220 |
global memory_curr_frame
|
|
|
|
|
|
|
|
|
|
|
221 |
for i in range(len(actions)):
|
222 |
memory_curr_frame += 1
|
223 |
|
224 |
-
new_frame = run_interactive(memory_frames[0],
|
225 |
actions[i],
|
226 |
None,
|
227 |
memory_curr_frame,
|
228 |
-
device=device
|
|
|
|
|
|
|
|
|
229 |
|
230 |
# print("algo frame:", len(runner.algo.frames))
|
231 |
|
@@ -248,6 +252,10 @@ def reset():
|
|
248 |
global memory_curr_frame
|
249 |
global input_history
|
250 |
global memory_frames
|
|
|
|
|
|
|
|
|
251 |
|
252 |
# worldmem.reset()
|
253 |
self_frames = None
|
@@ -259,11 +267,15 @@ def reset():
|
|
259 |
memory_curr_frame = 0
|
260 |
input_history = ""
|
261 |
|
262 |
-
_ = run_interactive(memory_frames[0],
|
263 |
actions[0],
|
264 |
poses[0],
|
265 |
memory_curr_frame,
|
266 |
-
device=device
|
|
|
|
|
|
|
|
|
267 |
|
268 |
|
269 |
|
|
|
189 |
|
190 |
|
191 |
@spaces.GPU()
|
192 |
+
def run_interactive(first_frame, action, first_pose, curr_frame, device, self_frames, self_poses, self_memory_c2w, self_frame_idx):
|
|
|
|
|
|
|
|
|
|
|
193 |
new_frame, self_frames, self_poses, self_memory_c2w, self_frame_idx = worldmem.interactive(first_frame,
|
194 |
action,
|
195 |
first_pose,
|
|
|
199 |
self_poses=self_poses,
|
200 |
self_memory_c2w=self_memory_c2w,
|
201 |
self_frame_idx=self_frame_idx)
|
202 |
+
return new_frame, self_frames, self_poses, self_memory_c2w, self_frame_idx
|
203 |
|
204 |
def set_denoising_steps(denoising_steps, sampling_timesteps_state):
|
205 |
worldmem.sampling_timesteps = denoising_steps
|
|
|
213 |
actions = parse_input_to_tensor(keys)
|
214 |
global input_history
|
215 |
global memory_curr_frame
|
216 |
+
global self_frames
|
217 |
+
global self_poses
|
218 |
+
global self_memory_c2w
|
219 |
+
global self_frame_idx
|
220 |
+
|
221 |
for i in range(len(actions)):
|
222 |
memory_curr_frame += 1
|
223 |
|
224 |
+
new_frame, self_frames, self_poses, self_memory_c2w, self_frame_idx = run_interactive(memory_frames[0],
|
225 |
actions[i],
|
226 |
None,
|
227 |
memory_curr_frame,
|
228 |
+
device=device,
|
229 |
+
self_frames=self_frames,
|
230 |
+
self_poses=self_poses,
|
231 |
+
self_memory_c2w=self_memory_c2w,
|
232 |
+
self_frame_idx=self_frame_idx)
|
233 |
|
234 |
# print("algo frame:", len(runner.algo.frames))
|
235 |
|
|
|
252 |
global memory_curr_frame
|
253 |
global input_history
|
254 |
global memory_frames
|
255 |
+
global self_frames
|
256 |
+
global self_poses
|
257 |
+
global self_memory_c2w
|
258 |
+
global self_frame_idx
|
259 |
|
260 |
# worldmem.reset()
|
261 |
self_frames = None
|
|
|
267 |
memory_curr_frame = 0
|
268 |
input_history = ""
|
269 |
|
270 |
+
_, self_frames, self_poses, self_memory_c2w, self_frame_idx = run_interactive(memory_frames[0],
|
271 |
actions[0],
|
272 |
poses[0],
|
273 |
memory_curr_frame,
|
274 |
+
device=device,
|
275 |
+
self_frames=self_frames,
|
276 |
+
self_poses=self_poses,
|
277 |
+
self_memory_c2w=self_memory_c2w,
|
278 |
+
self_frame_idx=self_frame_idx)
|
279 |
|
280 |
|
281 |
|