giacaglia

python src/mnist-distributed.py -n 4 -g 8 -nr i

giacaglia

rank = args.nr * args.gpus + gpu
    dist.init_process_group(
        backend='nccl',
        init_method='env://',
        world_size=args.world_size,
        rank=rank)
        
	torch.manual_seed(0)
    model = ConvNet()
    torch.cuda.set_device(gpu)

giacaglia

# Save checkpoint
checkpoint = {
    'model': model.state_dict(),
    'optimizer': optimizer.state_dict(),
    'amp': amp.state_dict()
}
torch.save(checkpoint, 'amp_checkpoint.pt')
...

giacaglia

def move_zeros_to_left(array):
    i = len(array) - 1
    j = len(array) - 1
    while i >= 0:
        if array[i] != 0:
            array[j] = array[i]
            j -= 1
        i -= 1
    while j >= 0:
        array[j] = 0

giacaglia

def test_function(test_case):
    move_zeros_to_left(test_case[0])
    if test_case[0] == test_case[1]:
        print("Pass")
    else:
        print("Fail")

giacaglia

# ----------------------
# Git Aliases
# ----------------------
alias ga='git add'
alias gaa='git add .'
alias gaaa='git add --all'
alias gau='git add --update'
alias gb='git branch'
alias gbd='git branch --delete '
alias gc='git commit'