Compare Pytorch speed vs Safetensors

load.py

import datetime
from huggingface_hub import hf_hub_download
from safetensors.torch import load_file
import torch


device = "cpu"
sf_filename = hf_hub_download("gpt2", filename="model.safetensors")
pt_filename = hf_hub_download("gpt2", filename="pytorch_model.bin")

start = datetime.datetime.now()
weights = load_file(sf_filename, device=device)
print(f"Loaded safetensors {datetime.datetime.now() - start}")

start = datetime.datetime.now()
weights = torch.load(pt_filename, map_location=device)
print(f"Loaded pytorch {datetime.datetime.now() - start}")