murphyk

model = jaxLightningModule()
def fit(model):
  opt = model.configure_optimizers()
  opt_state = opt.init(model.params)
  for iter
     for batch
         losses = model.step(batch)
         grads = jax.grad(losses, model.params)
         grad = model.reduce_gradients(grads)
         param_update, opt_state = opt.update(grad, opt_state, model.params)

murphyk

gist

murphyk

See attached screenshot