Upload folder using huggingface_hub
Browse files- example.py +2 -2
example.py
CHANGED
|
@@ -86,8 +86,8 @@ for i in range(NUM_ITER + WARMUP):
|
|
| 86 |
torch.cuda.synchronize()
|
| 87 |
timing_kernel.append(start_kernel.elapsed_time(end_kernel))
|
| 88 |
timing_vanilla.append(start_vanilla.elapsed_time(end_vanilla))
|
| 89 |
-
loss_kernel_list[i-
|
| 90 |
-
loss_vanilla_list[i-
|
| 91 |
zero_grad()
|
| 92 |
|
| 93 |
if torch.allclose(loss_kernel, loss_vanilla):
|
|
|
|
| 86 |
torch.cuda.synchronize()
|
| 87 |
timing_kernel.append(start_kernel.elapsed_time(end_kernel))
|
| 88 |
timing_vanilla.append(start_vanilla.elapsed_time(end_vanilla))
|
| 89 |
+
loss_kernel_list[i-WARMUP] = loss_kernel.detach()
|
| 90 |
+
loss_vanilla_list[i-WARMUP] = loss_vanilla.detach()
|
| 91 |
zero_grad()
|
| 92 |
|
| 93 |
if torch.allclose(loss_kernel, loss_vanilla):
|