Skip to content

Instantly share code, notes, and snippets.

Show Gist options
  • Save farukcankaya/daedcccc1cb00d8e8468efc40dfdb938 to your computer and use it in GitHub Desktop.
Save farukcankaya/daedcccc1cb00d8e8468efc40dfdb938 to your computer and use it in GitHub Desktop.
# Only 'ADDED NEW' commented statements are added for validation loss calculation.
validation_data_loader = prepare_validation_loader(cfg) # ADDED NEW
logger.info("Starting training from iteration {}".format(start_iter))
with EventStorage(start_iter) as storage:
for data, iteration in zip(data_loader, range(start_iter, max_iter)):
storage.iter = iteration
loss_dict = model(data)
losses = sum(loss_dict.values())
assert torch.isfinite(losses).all(), loss_dict
optimizer.zero_grad()
losses.backward()
optimizer.step()
storage.put_scalar("lr", optimizer.param_groups[0]["lr"], smoothing_hint=False)
scheduler.step()
calculate_validation_loss(validation_data_loader, model, storage) # ADDED NEW
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment