da03 commited on
Commit
b403864
·
1 Parent(s): faaf598
Files changed (1) hide show
  1. main.py +5 -3
main.py CHANGED
@@ -82,7 +82,9 @@ def create_position_and_click_map(pos,action_type, image_height=48, image_width=
82
  leftclick_map = torch.zeros((1, image_height, image_width))
83
  if action_type == 'L':
84
  print ('left click', x_scaled, y_scaled)
85
- leftclick_map[0, y_scaled, x_scaled] = 1.0
 
 
86
 
87
 
88
  return pos_map, leftclick_map, x_scaled, y_scaled
@@ -285,8 +287,8 @@ def predict_next_frame(previous_frames: List[np.ndarray], previous_actions: List
285
  #prompt = ''
286
  #prompt = "1~1 0~0 0~0 0~0 0~0 0~0 0~0 0~0"
287
  print(prompt)
288
- prompt = prompt.replace('L', 'N')
289
- print ('changing L to N')
290
 
291
  # Generate the next frame
292
  new_frame = sample_frame(model, prompt, image_sequence_tensor, pos_maps=pos_maps, leftclick_maps=leftclick_maps)
 
82
  leftclick_map = torch.zeros((1, image_height, image_width))
83
  if action_type == 'L':
84
  print ('left click', x_scaled, y_scaled)
85
+ print ('skipped')
86
+ if False:
87
+ leftclick_map[0, y_scaled, x_scaled] = 1.0
88
 
89
 
90
  return pos_map, leftclick_map, x_scaled, y_scaled
 
287
  #prompt = ''
288
  #prompt = "1~1 0~0 0~0 0~0 0~0 0~0 0~0 0~0"
289
  print(prompt)
290
+ #prompt = prompt.replace('L', 'N')
291
+ #print ('changing L to N')
292
 
293
  # Generate the next frame
294
  new_frame = sample_frame(model, prompt, image_sequence_tensor, pos_maps=pos_maps, leftclick_maps=leftclick_maps)