full_training.py

epoch = 100

for _ in range(epoch):
  for i in range(len(X)):
    x, y = torch.tensor(X[i]), torch.tensor(Y[i])
    y_predict = model(x)
    loss_tensor = loss(y_predict, y)
    loss_tensor.backward()
    loss_value = loss_tensor.data[0]
    with torch.no_grad():
      w -= w.grad * 1e-3
      b -= b.grad * 1e-3
      w.grad.zero_()
      b.grad.zero_()
  print(loss_value)