williamFalcon · July 29, 2019 17:49
diff --git a/9t_8.py b/9t_8.py
 # enable 16-bit on the model and the optimizer
 model, optimizers = amp.initialize(model, optimizers, opt_level='O2')

 # when doing .backward, let amp do it so it can scale the loss
 with amp.scale_loss(loss, optimizer) as scaled_loss:                      
    scaled_loss.backward()
	# enable 16-bit on the model and the optimizer
	model, optimizers = amp.initialize(model, optimizers, opt_level='O2')

	# when doing .backward, let amp do it so it can scale the loss
	with amp.scale_loss(loss, optimizer) as scaled_loss:
	scaled_loss.backward()