torch_cuda_events_demo.py

import torch

n = 1024
x = torch.randn(n,n, device='cuda')
y = torch.randn(n,n, device='cuda')

num_iter = 100
# Warmup
for _ in range(num_iter):
    z = torch.matmul(x,y)
torch.cuda.synchronize()

start = torch.cuda.Event(enable_timing=True)
end = torch.cuda.Event(enable_timing=True)

start.record()
for _ in range(num_iter):
    z = torch.matmul(x, y)
end.record()

end.synchronize()
duration = start.elapsed_time(end)

print("Duration: {:.4f} ms".format(duration))