Kernels
sae
elephantmipt commited on
Commit
2b62ea9
·
verified ·
1 Parent(s): 8f19e61

Upload folder using huggingface_hub

Browse files
Files changed (1) hide show
  1. example.py +2 -2
example.py CHANGED
@@ -86,8 +86,8 @@ for i in range(NUM_ITER + WARMUP):
86
  torch.cuda.synchronize()
87
  timing_kernel.append(start_kernel.elapsed_time(end_kernel))
88
  timing_vanilla.append(start_vanilla.elapsed_time(end_vanilla))
89
- loss_kernel_list[i-warmup] = loss_kernel.detach()
90
- loss_vanilla_list[i-warmup] = loss_vanilla.detach()
91
  zero_grad()
92
 
93
  if torch.allclose(loss_kernel, loss_vanilla):
 
86
  torch.cuda.synchronize()
87
  timing_kernel.append(start_kernel.elapsed_time(end_kernel))
88
  timing_vanilla.append(start_vanilla.elapsed_time(end_vanilla))
89
+ loss_kernel_list[i-WARMUP] = loss_kernel.detach()
90
+ loss_vanilla_list[i-WARMUP] = loss_vanilla.detach()
91
  zero_grad()
92
 
93
  if torch.allclose(loss_kernel, loss_vanilla):