simple.ts

graph():
    %params_1 : [#users=4] = placeholder[target=params_1]
    %params_2 : [#users=4] = placeholder[target=params_2]
    %optim_state_1 : [#users=0] = placeholder[target=optim_state_1]
    %optim_state_2 : [#users=0] = placeholder[target=optim_state_2]
    %optim_state_3 : [#users=0] = placeholder[target=optim_state_3]
    %optim_state_4 : [#users=0] = placeholder[target=optim_state_4]
    %optim_state_5 : [#users=0] = placeholder[target=optim_state_5]
    %optim_state_6 : [#users=0] = placeholder[target=optim_state_6]
    %optim_state_7 : [#users=0] = placeholder[target=optim_state_7]
    %optim_state_8 : [#users=0] = placeholder[target=optim_state_8]
    %optim_state_9 : [#users=0] = placeholder[target=optim_state_9]
    %optim_state_10 : [#users=0] = placeholder[target=optim_state_10]
    %args_1 : [#users=2] = placeholder[target=args_1]
    %t : [#users=1] = call_function[target=torch.ops.aten.t](args = (%params_2,), kwargs = {})
    %detach : [#users=1] = call_function[target=torch.ops.aten.detach](args = (%t,), kwargs = {})
    %addmm : [#users=1] = call_function[target=torch.ops.aten.addmm](args = (%params_1, %args_1, %detach), kwargs = {})
    %sum_1 : [#users=1] = call_function[target=torch.ops.aten.sum](args = (%addmm,), kwargs = {})
    %ones_like : [#users=1] = call_function[target=torch.ops.aten.ones_like](args = (%sum_1,), kwargs = {device: cpu, dtype: 6, layout: 0, memory_format: 1, pin_memory: False})
    %expand : [#users=1] = call_function[target=torch.ops.aten.expand](args = (%ones_like, [3, 3]), kwargs = {})
    %detach_1 : [#users=2] = call_function[target=torch.ops.aten.detach](args = (%expand,), kwargs = {})
    %t_1 : [#users=1] = call_function[target=torch.ops.aten.t](args = (%detach_1,), kwargs = {})
    %detach_2 : [#users=1] = call_function[target=torch.ops.aten.detach](args = (%t_1,), kwargs = {})
    %mm : [#users=1] = call_function[target=torch.ops.aten.mm](args = (%detach_2, %args_1), kwargs = {})
    %t_2 : [#users=1] = call_function[target=torch.ops.aten.t](args = (%mm,), kwargs = {})
    %detach_3 : [#users=1] = call_function[target=torch.ops.aten.detach](args = (%t_2,), kwargs = {})
    %sum_2 : [#users=1] = call_function[target=torch.ops.aten.sum](args = (%detach_1, [0], True), kwargs = {})
    %view : [#users=1] = call_function[target=torch.ops.aten.view](args = (%sum_2, [3]), kwargs = {})
    %detach_4 : [#users=1] = call_function[target=torch.ops.aten.detach](args = (%view,), kwargs = {})
    %detach_5 : [#users=1] = call_function[target=torch.ops.aten.detach](args = (%detach_4,), kwargs = {})
    %detach_6 : [#users=2] = call_function[target=torch.ops.aten.detach](args = (%detach_5,), kwargs = {})
    %t_3 : [#users=1] = call_function[target=torch.ops.aten.t](args = (%detach_3,), kwargs = {})
    %detach_7 : [#users=1] = call_function[target=torch.ops.aten.detach](args = (%t_3,), kwargs = {})
    %detach_8 : [#users=1] = call_function[target=torch.ops.aten.detach](args = (%detach_7,), kwargs = {})
    %detach_9 : [#users=2] = call_function[target=torch.ops.aten.detach](args = (%detach_8,), kwargs = {})
    %zeros_like : [#users=1] = call_function[target=torch.ops.aten.zeros_like](args = (%params_1,), kwargs = {device: cpu, dtype: 6, layout: 0, memory_format: 1, pin_memory: False})
    %zeros_like_1 : [#users=1] = call_function[target=torch.ops.aten.zeros_like](args = (%params_1,), kwargs = {device: cpu, dtype: 6, layout: 0, memory_format: 1, pin_memory: False})
    %zeros_like_2 : [#users=1] = call_function[target=torch.ops.aten.zeros_like](args = (%params_2,), kwargs = {device: cpu, dtype: 6, layout: 0, memory_format: 1, pin_memory: False})
    %zeros_like_3 : [#users=1] = call_function[target=torch.ops.aten.zeros_like](args = (%params_2,), kwargs = {device: cpu, dtype: 6, layout: 0, memory_format: 1, pin_memory: False})
    %_tensor_constant0 : [#users=1] = get_attr[target=_tensor_constant0]
    %mul_ : [#users=1] = call_function[target=torch.ops.aten.mul_](args = (%zeros_like, %_tensor_constant0), kwargs = {})
    %add_ : [#users=1] = call_function[target=torch.ops.aten.add_](args = (%mul_, %detach_6), kwargs = {alpha: 0.09999999999999998})
    %_tensor_constant1 : [#users=1] = get_attr[target=_tensor_constant1]
    %mul__1 : [#users=1] = call_function[target=torch.ops.aten.mul_](args = (%zeros_like_1, %_tensor_constant1), kwargs = {})
    %addcmul_ : [#users=1] = call_function[target=torch.ops.aten.addcmul_](args = (%mul__1, %detach_6, %detach_6), kwargs = {value: 0.0010000000000000009})
    %sqrt : [#users=1] = call_function[target=torch.ops.aten.sqrt](args = (%addcmul_,), kwargs = {})
    %_tensor_constant2 : [#users=1] = get_attr[target=_tensor_constant2]
    %div : [#users=1] = call_function[target=torch.ops.aten.div](args = (%sqrt, %_tensor_constant2), kwargs = {})
    %_tensor_constant3 : [#users=1] = get_attr[target=_tensor_constant3]
    %add__1 : [#users=1] = call_function[target=torch.ops.aten.add_](args = (%div, %_tensor_constant3), kwargs = {})
    %addcdiv_ : [#users=1] = call_function[target=torch.ops.aten.addcdiv_](args = (%params_1, %add_, %add__1), kwargs = {value: -0.10000000000000002})
    %_tensor_constant4 : [#users=1] = get_attr[target=_tensor_constant4]
    %mul__2 : [#users=1] = call_function[target=torch.ops.aten.mul_](args = (%zeros_like_2, %_tensor_constant4), kwargs = {})
    %add__2 : [#users=1] = call_function[target=torch.ops.aten.add_](args = (%mul__2, %detach_9), kwargs = {alpha: 0.09999999999999998})
    %_tensor_constant5 : [#users=1] = get_attr[target=_tensor_constant5]
    %mul__3 : [#users=1] = call_function[target=torch.ops.aten.mul_](args = (%zeros_like_3, %_tensor_constant5), kwargs = {})
    %addcmul__1 : [#users=1] = call_function[target=torch.ops.aten.addcmul_](args = (%mul__3, %detach_9, %detach_9), kwargs = {value: 0.0010000000000000009})
    %sqrt_1 : [#users=1] = call_function[target=torch.ops.aten.sqrt](args = (%addcmul__1,), kwargs = {})
    %_tensor_constant6 : [#users=1] = get_attr[target=_tensor_constant6]
    %div_1 : [#users=1] = call_function[target=torch.ops.aten.div](args = (%sqrt_1, %_tensor_constant6), kwargs = {})
    %_tensor_constant7 : [#users=1] = get_attr[target=_tensor_constant7]
    %add__3 : [#users=1] = call_function[target=torch.ops.aten.add_](args = (%div_1, %_tensor_constant7), kwargs = {})
    %addcdiv__1 : [#users=1] = call_function[target=torch.ops.aten.addcdiv_](args = (%params_2, %add__2, %add__3), kwargs = {value: -0.10000000000000002})
    return [addcdiv_, addcdiv__1]