n0obcoder

n0obcoder / understanding_pytorch___10___state_dict_model_fc.py

Last active August 16, 2019 07:28

	for key in model.fc.state_dict():
	print('key: ', key)
	param = model.fc.state_dict()[key]
	print('param.shape: ', param.shape)
	print('param.requires_grad: ', param.requires_grad)
	print('param.shape, param.requires_grad: ', param.shape, param.requires_grad)
	print('isinstance(param, nn.Module) ', isinstance(param, nn.Module))
	print('isinstance(param, nn.Parameter) ', isinstance(param, nn.Parameter))
	print('isinstance(param, torch.Tensor): ', isinstance(param, torch.Tensor))
	print('=====')

n0obcoder / understanding_pytorch___11___save_state_dict.py

Last active August 12, 2019 18:15

torch.save(model.state_dict(), 'weights_only.pth')

n0obcoder / understanding_pytorch___12___load_state_dict.py

Last active August 12, 2019 18:15

	model_new = NeuralNet()
	model_new.load_state_dict(torch.load('weights_only.pth'))

n0obcoder / understanding_pytorch___13___checking_requires_grad_state_dict.py

Last active August 12, 2019 18:15

	for name, param in model_new.named_parameters():
	print(name, ':', param.requires_grad)

n0obcoder / understanding_pytorch___14___save_entire_model.py

Last active August 12, 2019 18:14

torch.save(model, 'entire_model.pth')

n0obcoder / understanding_pytorch___15___load_entire_model.py

Last active August 12, 2019 18:14

model_new = torch.load('entire_model.pth')

n0obcoder / understanding_pytorch___16___checking_requires_grad_entire_model.py

Last active August 12, 2019 18:14

	for name, param in model_new.named_parameters():
	print(name, ':', param.requires_grad)

n0obcoder / understanding_pytorch___17___summary_applying_named_parameters.py

Last active August 12, 2019 18:14

	for name , param in model.named_parameters():
	print('type(param): ', type(param))
	print('isinstance(param, nn.Module): ', isinstance(param, nn.Module))
	print('isinstance(param, nn.Parameter): ', isinstance(param, nn.Parameter))
	print('isinstance(param, torch.Tensor) ', isinstance(param, torch.Tensor))
	print('=====')

	# Also try model.parameters(). It doesn't return the name of the parameters but just the parameters.

n0obcoder / understanding_pytorch___18___summary_requires_grad_attribute.py

Last active August 12, 2019 18:13

	for param in model.layer1.parameters():
	param.requires_grad = False

n0obcoder / understanding_pytorch___19___summary_named_children.py

Last active June 19, 2020 10:54

	for name, child in model.named_children():
	print('name: ', name)
	print('isinstance(child, nn.Module): ', isinstance(child, nn.Module))
	print('isinstance(child, nn.Parameter): ', isinstance(child, nn.Parameter))
	print('isinstance(child, torch.Tensor) ', isinstance(child, torch.Tensor))
	print('=====')

	# Also try model.children(). It doesn't return the name of the children, but the children (nn.Module objects)