lucataco

# Install Ubuntu 22.04
sudo apt-get update
sudo apt-get upgrade -y

# Install ssh, curl, git, htop
sudo apt install openssh-server 
sudo apt install curl git htop zstd

# Install CUDA toolkit 12.4 drivers
https://developer.nvidia.com/cuda-downloads

lucataco

import os
import datetime
from huggingface_hub import hf_hub_download
from safetensors.torch import load_file
import torch

sf_filename = "./model.safetensors"
pt_filename = hf_hub_download("google/flan-t5-large", filename="pytorch_model.bin")

lucataco

import os
import datetime
from huggingface_hub import hf_hub_download
from safetensors.torch import load_file
import torch

sf_filename = hf_hub_download("bigscience/bloom-560m", filename="model.safetensors")
pt_filename = hf_hub_download("bigscience/bloom-560m", filename="pytorch_model.bin")