phi_1_5_accuracy.py

import os
from typing import Sequence
import torch

import torch_onnx
import torch_onnx.tools.diff_model
from onnxscript import ir
import onnxscript
import onnxscript.rewriter.pattern as orp


def predecessors(node: ir.Node) -> Sequence[ir.Node]:
    results = []
    for inp in node.inputs:
        if inp is None:
            continue
        if inp.producer() is not None:
            results.append(inp.producer())
    return results


def successors(node: ir.Node) -> Sequence[ir.Node]:
    results = []
    for out in node.outputs:
        for user, _ in out.uses():
            results.append(user)
    return results


# def find_names_dynamo(model: ir.Model):
#     names = []
#     for node in model.graph:
#         if node.op_type == "LayerNormalization":
#             names.append(predecessors(node)[0].name)
#             names.append(successors(node)[0].name)
#     return names


def find_names(model: ir.Model):
    names = []
    for node in model.graph:
        if node.op_type == "LayerNormalization":
            names.append(node.inputs[0].name)
            names.append(node.outputs[0].name)
    return names


def cast_pow_cast(op, x, y):
    x = op.Cast(x, to=ir.DataType.FLOAT)
    pow = op.Pow(x, y)
    return op.Cast(pow, to=ir.DataType.FLOAT16)


# Replacement
def fp16_pow(op, x, y):
    y = op.Cast(y, to=ir.DataType.FLOAT16)
    return op.Pow(x, y)


cast_pow_cast_rule = orp.RewriteRule(cast_pow_cast, fp16_pow)


def rewrite(path: str):
    model = ir.load(path)
    model = onnxscript.rewriter.rewrite(
        model, pattern_rewrite_rules=[cast_pow_cast_rule]
    )
    dir = os.path.dirname(path)
    file = os.path.basename(path)
    rewritten_file = os.path.join(dir, f"rewritten_{file}")
    ir.save(model, rewritten_file)


def main():
    # data is 1x512
    data = (torch.randint(1, 128, (1, 512)),)
    # # rewrite("accuracy_investigation/gpt15/model.onnx")
    # dynamo_model = ir.load("accuracy_investigation/gpt15/model.onnx")
    # # dynamo_model = ir.load("accuracy_investigation/gpt15/rewritten_model.onnx")
    # torchscript_model = ir.load("accuracy_investigation/gpt15/torchscript/model.onnx")
    # dynamo_names = find_names(dynamo_model)
    # print(dynamo_names)
    # torchscript_names = find_names(torchscript_model)
    # print(torchscript_names)
    # assert len(dynamo_names) == len(torchscript_names)
    results, _ = torch_onnx.tools.diff_model.diff(
        "accuracy_investigation/gpt15/model.onnx",
        "accuracy_investigation/gpt15/torchscript/model.onnx",
        [
            # ("val_0", "model/model/layers.0/self_attn/q_proj/MatMul_output_0"),  # 0.0
            # ("add", "model/model/layers.0/self_attn/Add_output_0"),  # 0.0
            # ("cat_2", "model/model/layers.0/self_attn/Concat_5_output_0"),  # 0.0
            # ("add_1", "model/model/layers.0/self_attn/Add_1_output_0"),  # 0.0
            # ("cat_3", "key_states"),  # 0.0
            # ("val_237", "model/model/layers.0/self_attn/Transpose_3_output_0"),  # 0.0
            # ("val_241", "model/model/layers.0/self_attn/Sqrt_2_output_0")  # 0.0
            ("val_242", "model/model/layers.0/self_attn/Mul_5_output_0")

            # ("val_239", "model/model/layers.0/self_attn/Mul_4_output_0"),  # 0.0009765625
            # ("val_243", "model/model/layers.0/self_attn/MatMul_output_0"),  # 0.00390625
            # ("val_244", "model/model/layers.0/self_attn/Softmax_output_0"),  # 0.999
            # ("view_10", "model/model/layers.0/self_attn/Reshape_3_output_0"),  # 3.49
        ],
        # list(zip(dynamo_names, torchscript_names)),
        data,
        keep_original_outputs=False,
    )
    for i, result in enumerate(results):
        print(f"Result {i}----------------------------")
        print(result)


if __name__ == "__main__":
    main()

Result 0----------------------------
VerificationInfo(name='view_14', max_abs_diff=0.0, max_rel_diff=0.0, abs_diff_hist=torch.return_types.histogram(
hist=tensor([49152.,     0.,     0.,     0.,     0.,     0.,     0.,     0.,     0.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), rel_diff_hist=torch.return_types.histogram(
hist=tensor([49152.,     0.,     0.,     0.,     0.,     0.,     0.,     0.,     0.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), expected_dtype=torch.float16, actual_dtype=torch.float16)
Result 1----------------------------
VerificationInfo(name='convert_element_type_default_2', max_abs_diff=0.0, max_rel_diff=0.0, abs_diff_hist=torch.return_types.histogram(
hist=tensor([49152.,     0.,     0.,     0.,     0.,     0.,     0.,     0.,     0.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), rel_diff_hist=torch.return_types.histogram(
hist=tensor([49152.,     0.,     0.,     0.,     0.,     0.,     0.,     0.,     0.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), expected_dtype=torch.float16, actual_dtype=torch.float16)
Result 2----------------------------
VerificationInfo(name='view_30', max_abs_diff=2.443359375, max_rel_diff=inf, abs_diff_hist=torch.return_types.histogram(
hist=tensor([2.3648e+04, 2.1000e+01, 1.3980e+03, 4.4160e+04, 4.9152e+04, 4.9152e+04,
        3.0048e+04, 1.4720e+03, 0.0000e+00], dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), rel_diff_hist=torch.return_types.histogram(
hist=tensor([23648.,     0.,     0., 36032., 49152., 49152., 49152., 46272., 16176.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), expected_dtype=torch.float16, actual_dtype=torch.float16)
Result 3----------------------------
VerificationInfo(name='convert_element_type_default_4', max_abs_diff=43.5625, max_rel_diff=inf, abs_diff_hist=torch.return_types.histogram(
hist=tensor([19376., 30800., 47840., 49152., 49152., 49152., 49152., 25088.,   339.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), rel_diff_hist=torch.return_types.histogram(
hist=tensor([10752.,     0.,     0., 17872., 48256., 49152., 49152., 48320., 41728.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), expected_dtype=torch.float16, actual_dtype=torch.float16)
Result 4----------------------------
VerificationInfo(name='view_46', max_abs_diff=2.62109375, max_rel_diff=inf, abs_diff_hist=torch.return_types.histogram(
hist=tensor([1.8016e+04, 6.0000e+00, 6.6100e+02, 4.1280e+04, 4.9152e+04, 4.9152e+04,
        3.7440e+04, 2.0480e+03, 0.0000e+00], dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), rel_diff_hist=torch.return_types.histogram(
hist=tensor([18016.,     0.,     0., 31168., 49152., 49152., 49152., 48928., 20592.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), expected_dtype=torch.float16, actual_dtype=torch.float16)
Result 5----------------------------
VerificationInfo(name='convert_element_type_default_6', max_abs_diff=34.40625, max_rel_diff=inf, abs_diff_hist=torch.return_types.histogram(
hist=tensor([13840., 25568., 47072., 49152., 49152., 49152., 49152., 32576.,   592.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), rel_diff_hist=torch.return_types.histogram(
hist=tensor([ 6768.,     0.,     0., 12272., 47584., 49152., 49152., 49152., 46048.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), expected_dtype=torch.float16, actual_dtype=torch.float16)
Result 6----------------------------
VerificationInfo(name='view_62', max_abs_diff=3.060546875, max_rel_diff=inf, abs_diff_hist=torch.return_types.histogram(
hist=tensor([1.4728e+04, 1.0000e+01, 4.7700e+02, 3.9488e+04, 4.9152e+04, 4.9152e+04,
        4.1792e+04, 2.0480e+03, 0.0000e+00], dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), rel_diff_hist=torch.return_types.histogram(
hist=tensor([14728.,     0.,     0., 28464., 49152., 49152., 49152., 49152., 22640.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), expected_dtype=torch.float16, actual_dtype=torch.float16)
Result 7----------------------------
VerificationInfo(name='convert_element_type_default_8', max_abs_diff=46.3125, max_rel_diff=inf, abs_diff_hist=torch.return_types.histogram(
hist=tensor([11184., 22016., 46336., 49152., 49152., 49152., 49152., 36960.,   829.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), rel_diff_hist=torch.return_types.histogram(
hist=tensor([ 5432.,     0.,     0., 10304., 47104., 49152., 49152., 49152., 48448.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), expected_dtype=torch.float16, actual_dtype=torch.float16)
Result 8----------------------------
VerificationInfo(name='view_78', max_abs_diff=2.984375, max_rel_diff=inf, abs_diff_hist=torch.return_types.histogram(
hist=tensor([1.2352e+04, 7.0000e+00, 3.6800e+02, 3.7696e+04, 4.9152e+04, 4.9152e+04,
        4.6016e+04, 2.0520e+03, 0.0000e+00], dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), rel_diff_hist=torch.return_types.histogram(
hist=tensor([12352.,     0.,     0., 25232., 49152., 49152., 49152., 49152., 25472.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), expected_dtype=torch.float16, actual_dtype=torch.float16)
Result 9----------------------------
VerificationInfo(name='convert_element_type_default_10', max_abs_diff=35.75, max_rel_diff=inf, abs_diff_hist=torch.return_types.histogram(
hist=tensor([ 9320., 19056., 45856., 49152., 49152., 49152., 49152., 40960.,   962.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), rel_diff_hist=torch.return_types.histogram(
hist=tensor([ 4568.,     0.,     0.,  8440., 46496., 49152., 49152., 49152., 49152.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), expected_dtype=torch.float16, actual_dtype=torch.float16)
Result 10----------------------------
VerificationInfo(name='view_94', max_abs_diff=3.01171875, max_rel_diff=inf, abs_diff_hist=torch.return_types.histogram(
hist=tensor([1.1632e+04, 7.0000e+00, 3.9600e+02, 3.6576e+04, 4.9152e+04, 4.9152e+04,
        4.8512e+04, 2.0580e+03, 0.0000e+00], dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), rel_diff_hist=torch.return_types.histogram(
hist=tensor([11632.,     0.,     0., 23328., 49152., 49152., 49152., 49152., 26880.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), expected_dtype=torch.float16, actual_dtype=torch.float16)
Result 11----------------------------
VerificationInfo(name='convert_element_type_default_12', max_abs_diff=42.3125, max_rel_diff=inf, abs_diff_hist=torch.return_types.histogram(
hist=tensor([ 9056., 18208., 45472., 49152., 49152., 49152., 49152., 43072.,  1085.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), rel_diff_hist=torch.return_types.histogram(
hist=tensor([ 4416.,     0.,     0.,  7888., 46272., 49152., 49152., 49152., 49152.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), expected_dtype=torch.float16, actual_dtype=torch.float16)
Result 12----------------------------
VerificationInfo(name='view_110', max_abs_diff=3.28125, max_rel_diff=inf, abs_diff_hist=torch.return_types.histogram(
hist=tensor([1.0200e+04, 6.0000e+00, 3.3200e+02, 3.5232e+04, 4.9152e+04, 4.9152e+04,
        4.9152e+04, 2.0920e+03, 0.0000e+00], dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), rel_diff_hist=torch.return_types.histogram(
hist=tensor([10200.,     0.,     0., 21344., 49152., 49152., 49152., 49152., 28352.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), expected_dtype=torch.float16, actual_dtype=torch.float16)
Result 13----------------------------
VerificationInfo(name='convert_element_type_default_14', max_abs_diff=54.96875, max_rel_diff=inf, abs_diff_hist=torch.return_types.histogram(
hist=tensor([ 8036., 16640., 45152., 49152., 49152., 49152., 49152., 45344.,  1200.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), rel_diff_hist=torch.return_types.histogram(
hist=tensor([ 3892.,     0.,     0.,  6920., 46080., 49152., 49152., 49152., 49152.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), expected_dtype=torch.float16, actual_dtype=torch.float16)
Result 14----------------------------
VerificationInfo(name='view_126', max_abs_diff=3.265625, max_rel_diff=inf, abs_diff_hist=torch.return_types.histogram(
hist=tensor([9.7040e+03, 4.0000e+00, 3.1900e+02, 3.3728e+04, 4.9152e+04, 4.9152e+04,
        4.9152e+04, 2.1180e+03, 0.0000e+00], dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), rel_diff_hist=torch.return_types.histogram(
hist=tensor([ 9704.,     0.,     0., 19776., 49056., 49152., 49152., 49152., 29488.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), expected_dtype=torch.float16, actual_dtype=torch.float16)
Result 15----------------------------
VerificationInfo(name='convert_element_type_default_16', max_abs_diff=44.53125, max_rel_diff=inf, abs_diff_hist=torch.return_types.histogram(
hist=tensor([ 7540., 15744., 44672., 49152., 49152., 49152., 49152., 47616.,  1246.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), rel_diff_hist=torch.return_types.histogram(
hist=tensor([ 3678.,     0.,     0.,  6628., 45600., 49152., 49152., 49152., 49152.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), expected_dtype=torch.float16, actual_dtype=torch.float16)
Result 16----------------------------
VerificationInfo(name='view_142', max_abs_diff=2.9765625, max_rel_diff=inf, abs_diff_hist=torch.return_types.histogram(
hist=tensor([9.0880e+03, 5.0000e+00, 2.8500e+02, 3.2592e+04, 4.9152e+04, 4.9152e+04,
        4.9152e+04, 2.1840e+03, 0.0000e+00], dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), rel_diff_hist=torch.return_types.histogram(
hist=tensor([ 9088.,     0.,     0., 18336., 49056., 49152., 49152., 49152., 30704.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), expected_dtype=torch.float16, actual_dtype=torch.float16)
Result 17----------------------------
VerificationInfo(name='convert_element_type_default_18', max_abs_diff=56.59375, max_rel_diff=inf, abs_diff_hist=torch.return_types.histogram(
hist=tensor([ 7184., 14816., 44544., 49152., 49152., 49152., 49152., 48160.,  1475.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), rel_diff_hist=torch.return_types.histogram(
hist=tensor([ 3476.,     0.,     0.,  6248., 45344., 49152., 49152., 49152., 49152.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), expected_dtype=torch.float16, actual_dtype=torch.float16)
Result 18----------------------------
VerificationInfo(name='view_158', max_abs_diff=3.5546875, max_rel_diff=inf, abs_diff_hist=torch.return_types.histogram(
hist=tensor([8.7200e+03, 4.0000e+00, 2.9600e+02, 3.1536e+04, 4.9152e+04, 4.9152e+04,
        4.9152e+04, 2.2040e+03, 0.0000e+00], dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), rel_diff_hist=torch.return_types.histogram(
hist=tensor([ 8720.,     0.,     0., 17824., 48928., 49152., 49152., 49152., 31936.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), expected_dtype=torch.float16, actual_dtype=torch.float16)
Result 19----------------------------
VerificationInfo(name='convert_element_type_default_20', max_abs_diff=47.59375, max_rel_diff=inf, abs_diff_hist=torch.return_types.histogram(
hist=tensor([ 6772., 13776., 44128., 49152., 49152., 49152., 49152., 48704.,  1434.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), rel_diff_hist=torch.return_types.histogram(
hist=tensor([ 3268.,     0.,     0.,  5892., 45344., 49152., 49152., 49152., 49152.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), expected_dtype=torch.float16, actual_dtype=torch.float16)
Result 20----------------------------
VerificationInfo(name='view_174', max_abs_diff=3.0546875, max_rel_diff=inf, abs_diff_hist=torch.return_types.histogram(
hist=tensor([8.1120e+03, 4.0000e+00, 2.6200e+02, 3.0224e+04, 4.9152e+04, 4.9152e+04,
        4.9152e+04, 2.2160e+03, 0.0000e+00], dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), rel_diff_hist=torch.return_types.histogram(
hist=tensor([ 8112.,     0.,     0., 16880., 48960., 49152., 49152., 49152., 32960.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), expected_dtype=torch.float16, actual_dtype=torch.float16)
Result 21----------------------------
VerificationInfo(name='convert_element_type_default_22', max_abs_diff=57.75, max_rel_diff=inf, abs_diff_hist=torch.return_types.histogram(
hist=tensor([ 6280., 13136., 43584., 49152., 49152., 49152., 49152., 49152.,  1570.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), rel_diff_hist=torch.return_types.histogram(
hist=tensor([ 3024.,     0.,     0.,  5588., 44672., 49152., 49152., 49152., 49152.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), expected_dtype=torch.float16, actual_dtype=torch.float16)
Result 22----------------------------
VerificationInfo(name='view_190', max_abs_diff=3.521484375, max_rel_diff=inf, abs_diff_hist=torch.return_types.histogram(
hist=tensor([7.8400e+03, 2.0000e+00, 2.5300e+02, 2.8992e+04, 4.9152e+04, 4.9152e+04,
        4.9152e+04, 2.2480e+03, 0.0000e+00], dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), rel_diff_hist=torch.return_types.histogram(
hist=tensor([ 7840.,     0.,     0., 16056., 48992., 49152., 49152., 49152., 33792.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), expected_dtype=torch.float16, actual_dtype=torch.float16)
Result 23----------------------------
VerificationInfo(name='convert_element_type_default_24', max_abs_diff=50.40625, max_rel_diff=inf, abs_diff_hist=torch.return_types.histogram(
hist=tensor([ 6172., 12656., 43200., 49152., 49152., 49152., 49152., 49152.,  1908.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), rel_diff_hist=torch.return_types.histogram(
hist=tensor([ 2928.,     0.,     0.,  5424., 44384., 49152., 49152., 49152., 49152.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), expected_dtype=torch.float16, actual_dtype=torch.float16)
Result 24----------------------------
VerificationInfo(name='view_206', max_abs_diff=3.1953125, max_rel_diff=inf, abs_diff_hist=torch.return_types.histogram(
hist=tensor([7.3760e+03, 2.0000e+00, 2.5900e+02, 2.8160e+04, 4.9152e+04, 4.9152e+04,
        4.9152e+04, 2.3040e+03, 0.0000e+00], dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), rel_diff_hist=torch.return_types.histogram(
hist=tensor([ 7376.,     0.,     0., 15616., 48928., 49152., 49152., 49152., 34752.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), expected_dtype=torch.float16, actual_dtype=torch.float16)
Result 25----------------------------
VerificationInfo(name='convert_element_type_default_26', max_abs_diff=40.375, max_rel_diff=inf, abs_diff_hist=torch.return_types.histogram(
hist=tensor([ 5884., 12208., 42944., 49152., 49152., 49152., 49152., 49152.,  1714.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), rel_diff_hist=torch.return_types.histogram(
hist=tensor([ 2828.,     0.,     0.,  5156., 44384., 49152., 49152., 49152., 49152.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), expected_dtype=torch.float16, actual_dtype=torch.float16)
Result 26----------------------------
VerificationInfo(name='view_222', max_abs_diff=3.396484375, max_rel_diff=inf, abs_diff_hist=torch.return_types.histogram(
hist=tensor([7.4720e+03, 6.0000e+00, 2.7400e+02, 2.7584e+04, 4.9152e+04, 4.9152e+04,
        4.9152e+04, 2.3640e+03, 0.0000e+00], dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), rel_diff_hist=torch.return_types.histogram(
hist=tensor([ 7472.,     0.,     0., 15352., 48864., 49152., 49152., 49152., 35072.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), expected_dtype=torch.float16, actual_dtype=torch.float16)
Result 27----------------------------
VerificationInfo(name='convert_element_type_default_28', max_abs_diff=52.9375, max_rel_diff=inf, abs_diff_hist=torch.return_types.histogram(
hist=tensor([ 5884., 11944., 42880., 49152., 49152., 49152., 49152., 49152.,  1874.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), rel_diff_hist=torch.return_types.histogram(
hist=tensor([ 2804.,     0.,     0.,  5288., 44224., 49152., 49152., 49152., 49152.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), expected_dtype=torch.float16, actual_dtype=torch.float16)
Result 28----------------------------
VerificationInfo(name='view_238', max_abs_diff=3.037109375, max_rel_diff=inf, abs_diff_hist=torch.return_types.histogram(
hist=tensor([6.9960e+03, 4.0000e+00, 2.2000e+02, 2.6768e+04, 4.9152e+04, 4.9152e+04,
        4.9152e+04, 2.3000e+03, 0.0000e+00], dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), rel_diff_hist=torch.return_types.histogram(
hist=tensor([ 6996.,     0.,     0., 14984., 48864., 49152., 49152., 49152., 35904.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), expected_dtype=torch.float16, actual_dtype=torch.float16)
Result 29----------------------------
VerificationInfo(name='convert_element_type_default_30', max_abs_diff=42.4375, max_rel_diff=inf, abs_diff_hist=torch.return_types.histogram(
hist=tensor([ 5424., 11472., 42400., 49152., 49152., 49152., 49152., 49152.,  1775.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), rel_diff_hist=torch.return_types.histogram(
hist=tensor([ 2636.,     0.,     0.,  4852., 43744., 49152., 49152., 49152., 49152.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), expected_dtype=torch.float16, actual_dtype=torch.float16)
Result 30----------------------------
VerificationInfo(name='view_254', max_abs_diff=3.3984375, max_rel_diff=inf, abs_diff_hist=torch.return_types.histogram(
hist=tensor([7.0040e+03, 2.0000e+00, 2.3900e+02, 2.6336e+04, 4.9152e+04, 4.9152e+04,
        4.9152e+04, 2.3800e+03, 0.0000e+00], dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), rel_diff_hist=torch.return_types.histogram(
hist=tensor([ 7004.,     0.,     0., 14696., 48896., 49152., 49152., 49152., 36192.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), expected_dtype=torch.float16, actual_dtype=torch.float16)
Result 31----------------------------
VerificationInfo(name='convert_element_type_default_32', max_abs_diff=45.21875, max_rel_diff=inf, abs_diff_hist=torch.return_types.histogram(
hist=tensor([ 5644., 11504., 42400., 49152., 49152., 49152., 49152., 49152.,  1834.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), rel_diff_hist=torch.return_types.histogram(
hist=tensor([ 2654.,     0.,     0.,  4860., 44096., 49152., 49152., 49152., 49152.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), expected_dtype=torch.float16, actual_dtype=torch.float16)
Result 32----------------------------
VerificationInfo(name='view_270', max_abs_diff=3.2578125, max_rel_diff=inf, abs_diff_hist=torch.return_types.histogram(
hist=tensor([6.8160e+03, 6.0000e+00, 2.1800e+02, 2.5392e+04, 4.9152e+04, 4.9152e+04,
        4.9152e+04, 2.4840e+03, 0.0000e+00], dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), rel_diff_hist=torch.return_types.histogram(
hist=tensor([ 6816.,     0.,     0., 13864., 48832., 49152., 49152., 49152., 36896.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), expected_dtype=torch.float16, actual_dtype=torch.float16)
Result 33----------------------------
VerificationInfo(name='convert_element_type_default_34', max_abs_diff=53.6875, max_rel_diff=inf, abs_diff_hist=torch.return_types.histogram(
hist=tensor([ 5408., 11336., 42112., 49152., 49152., 49152., 49152., 49152.,  2002.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), rel_diff_hist=torch.return_types.histogram(
hist=tensor([ 2624.,     0.,     0.,  4576., 43520., 49152., 49152., 49152., 49152.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), expected_dtype=torch.float16, actual_dtype=torch.float16)
Result 34----------------------------
VerificationInfo(name='view_286', max_abs_diff=3.66796875, max_rel_diff=inf, abs_diff_hist=torch.return_types.histogram(
hist=tensor([6.5440e+03, 5.0000e+00, 2.1900e+02, 2.4672e+04, 4.9152e+04, 4.9152e+04,
        4.9152e+04, 2.5160e+03, 0.0000e+00], dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), rel_diff_hist=torch.return_types.histogram(
hist=tensor([ 6544.,     0.,     0., 13624., 48832., 49152., 49152., 49152., 37792.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), expected_dtype=torch.float16, actual_dtype=torch.float16)
Result 35----------------------------
VerificationInfo(name='convert_element_type_default_36', max_abs_diff=60.3125, max_rel_diff=inf, abs_diff_hist=torch.return_types.histogram(
hist=tensor([ 5088., 11024., 41440., 49152., 49152., 49152., 49152., 49152.,  2008.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), rel_diff_hist=torch.return_types.histogram(
hist=tensor([ 2500.,     0.,     0.,  4472., 43296., 49152., 49152., 49152., 49152.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), expected_dtype=torch.float16, actual_dtype=torch.float16)
Result 36----------------------------
VerificationInfo(name='view_302', max_abs_diff=3.5, max_rel_diff=inf, abs_diff_hist=torch.return_types.histogram(
hist=tensor([6.6760e+03, 4.0000e+00, 2.4400e+02, 2.4816e+04, 4.9152e+04, 4.9152e+04,
        4.9152e+04, 2.6480e+03, 0.0000e+00], dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), rel_diff_hist=torch.return_types.histogram(
hist=tensor([ 6676.,     0.,     0., 13656., 48864., 49152., 49152., 49152., 37568.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), expected_dtype=torch.float16, actual_dtype=torch.float16)
Result 37----------------------------
VerificationInfo(name='convert_element_type_default_38', max_abs_diff=55.5625, max_rel_diff=inf, abs_diff_hist=torch.return_types.histogram(
hist=tensor([ 5316., 10656., 41568., 49152., 49152., 49152., 49152., 49152.,  2074.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), rel_diff_hist=torch.return_types.histogram(
hist=tensor([ 2576.,     0.,     0.,  4552., 43296., 49152., 49152., 49152., 49152.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), expected_dtype=torch.float16, actual_dtype=torch.float16)
Result 38----------------------------
VerificationInfo(name='view_318', max_abs_diff=3.8515625, max_rel_diff=inf, abs_diff_hist=torch.return_types.histogram(
hist=tensor([6.4600e+03, 6.0000e+00, 2.4200e+02, 2.4256e+04, 4.9152e+04, 4.9152e+04,
        4.9152e+04, 2.6240e+03, 0.0000e+00], dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), rel_diff_hist=torch.return_types.histogram(
hist=tensor([ 6460.,     0.,     0., 13160., 48768., 49152., 49152., 49152., 38048.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), expected_dtype=torch.float16, actual_dtype=torch.float16)
Result 39----------------------------
VerificationInfo(name='convert_element_type_default_40', max_abs_diff=44.03125, max_rel_diff=inf, abs_diff_hist=torch.return_types.histogram(
hist=tensor([ 5236., 10744., 41568., 49152., 49152., 49152., 49152., 49152.,  2058.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), rel_diff_hist=torch.return_types.histogram(
hist=tensor([ 2448.,     0.,     0.,  4380., 43008., 49152., 49152., 49152., 49152.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), expected_dtype=torch.float16, actual_dtype=torch.float16)
Result 40----------------------------
VerificationInfo(name='view_334', max_abs_diff=3.220703125, max_rel_diff=inf, abs_diff_hist=torch.return_types.histogram(
hist=tensor([6.4640e+03, 5.0000e+00, 2.0700e+02, 2.3536e+04, 4.9152e+04, 4.9152e+04,
        4.9152e+04, 2.7200e+03, 0.0000e+00], dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), rel_diff_hist=torch.return_types.histogram(
hist=tensor([ 6464.,     0.,     0., 12800., 48800., 49152., 49152., 49152., 38560.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), expected_dtype=torch.float16, actual_dtype=torch.float16)
Result 41----------------------------
VerificationInfo(name='convert_element_type_default_42', max_abs_diff=59.375, max_rel_diff=inf, abs_diff_hist=torch.return_types.histogram(
hist=tensor([ 4996., 10560., 41216., 49152., 49152., 49152., 49152., 49152.,  2021.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), rel_diff_hist=torch.return_types.histogram(
hist=tensor([ 2430.,     0.,     0.,  4352., 42784., 49152., 49152., 49152., 49152.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), expected_dtype=torch.float16, actual_dtype=torch.float16)
Result 42----------------------------
VerificationInfo(name='view_350', max_abs_diff=3.37890625, max_rel_diff=inf, abs_diff_hist=torch.return_types.histogram(
hist=tensor([6.4440e+03, 2.0000e+00, 2.1400e+02, 2.3472e+04, 4.9152e+04, 4.9152e+04,
        4.9152e+04, 2.8000e+03, 0.0000e+00], dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), rel_diff_hist=torch.return_types.histogram(
hist=tensor([ 6444.,     0.,     0., 13192., 48768., 49152., 49152., 49152., 38464.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), expected_dtype=torch.float16, actual_dtype=torch.float16)
Result 43----------------------------
VerificationInfo(name='convert_element_type_default_44', max_abs_diff=53.5625, max_rel_diff=inf, abs_diff_hist=torch.return_types.histogram(
hist=tensor([ 4988.,  9984., 40960., 49152., 49152., 49152., 49152., 49152.,  2188.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), rel_diff_hist=torch.return_types.histogram(
hist=tensor([ 2396.,     0.,     0.,  4308., 43008., 49152., 49152., 49152., 49152.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), expected_dtype=torch.float16, actual_dtype=torch.float16)
Result 44----------------------------
VerificationInfo(name='view_366', max_abs_diff=3.22265625, max_rel_diff=inf, abs_diff_hist=torch.return_types.histogram(
hist=tensor([6.2120e+03, 5.0000e+00, 2.0200e+02, 2.3296e+04, 4.9152e+04, 4.9152e+04,
        4.9152e+04, 2.8260e+03, 0.0000e+00], dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), rel_diff_hist=torch.return_types.histogram(
hist=tensor([ 6212.,     0.,     0., 12664., 48864., 49152., 49152., 49152., 39488.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), expected_dtype=torch.float16, actual_dtype=torch.float16)
Result 45----------------------------
VerificationInfo(name='convert_element_type_default_46', max_abs_diff=55.6875, max_rel_diff=inf, abs_diff_hist=torch.return_types.histogram(
hist=tensor([ 4920., 10112., 41024., 49152., 49152., 49152., 49152., 49152.,  2342.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), rel_diff_hist=torch.return_types.histogram(
hist=tensor([ 2366.,     0.,     0.,  4268., 42560., 49152., 49152., 49152., 49152.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), expected_dtype=torch.float16, actual_dtype=torch.float16)
Result 46----------------------------
VerificationInfo(name='view_382', max_abs_diff=2.984375, max_rel_diff=inf, abs_diff_hist=torch.return_types.histogram(
hist=tensor([6.1360e+03, 4.0000e+00, 2.0200e+02, 2.2528e+04, 4.9152e+04, 4.9152e+04,
        4.9152e+04, 2.9340e+03, 0.0000e+00], dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), rel_diff_hist=torch.return_types.histogram(
hist=tensor([ 6136.,     0.,     0., 12464., 48800., 49152., 49152., 49152., 39680.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), expected_dtype=torch.float16, actual_dtype=torch.float16)
Result 47----------------------------
VerificationInfo(name='convert_element_type_default_48', max_abs_diff=63.59375, max_rel_diff=inf, abs_diff_hist=torch.return_types.histogram(
hist=tensor([ 4864.,  9712., 40352., 49152., 49152., 49152., 49152., 49152.,  2132.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), rel_diff_hist=torch.return_types.histogram(
hist=tensor([ 2328.,     0.,     0.,  4136., 42496., 49152., 49152., 49152., 49152.],
       dtype=torch.float16),
bin_edges=tensor([0.0000e+00, 1.0133e-06, 1.0014e-05, 1.0002e-04, 1.0004e-03, 1.0002e-02,
        9.9976e-02, 1.0000e+00, 1.0000e+01,        inf], dtype=torch.float16)), expected_dtype=torch.float16, actual_dtype=torch.float16)

['view_14', 'convert_element_type_default_2', 'view_30', 'convert_element_type_default_4', 'view_46', 'convert_element_type_default_6', 'view_62', 'convert_element_type_default_8', 'view_78', 'convert_element_type_default_10', 'view_94', 'convert_element_type_default_12', 'view_110', 'convert_element_type_default_14', 'view_126', 'convert_element_type_default_16', 'view_142', 'convert_element_type_default_18', 'view_158', 'convert_element_type_default_20', 'view_174', 'convert_element_type_default_22', 'view_190', 'convert_element_type_default_24', 'view_206', 'convert_element_type_default_26', 'view_222', 'convert_element_type_default_28', 'view_238', 'convert_element_type_default_30', 'view_254', 'convert_element_type_default_32', 'view_270', 'convert_element_type_default_34', 'view_286', 'convert_element_type_default_36', 'view_302', 'convert_element_type_default_38', 'view_318', 'convert_element_type_default_40', 'view_334', 'convert_element_type_default_42', 'view_350', 'convert_element_type_default_44', 'view_366', 'convert_element_type_default_46', 'view_382', 'convert_element_type_default_48']
['model/model/layers.0/mlp/fc1/Add_output_0', 'model/model/layers.0/mlp/activation_fn/Pow_output_0', 'model/model/layers.1/mlp/fc1/Add_output_0', 'model/model/layers.1/mlp/activation_fn/Pow_output_0', 'model/model/layers.2/mlp/fc1/Add_output_0', 'model/model/layers.2/mlp/activation_fn/Pow_output_0', 'model/model/layers.3/mlp/fc1/Add_output_0', 'model/model/layers.3/mlp/activation_fn/Pow_output_0', 'model/model/layers.4/mlp/fc1/Add_output_0', 'model/model/layers.4/mlp/activation_fn/Pow_output_0', 'model/model/layers.5/mlp/fc1/Add_output_0', 'model/model/layers.5/mlp/activation_fn/Pow_output_0', 'model/model/layers.6/mlp/fc1/Add_output_0', 'model/model/layers.6/mlp/activation_fn/Pow_output_0', 'model/model/layers.7/mlp/fc1/Add_output_0', 'model/model/layers.7/mlp/activation_fn/Pow_output_0', 'model/model/layers.8/mlp/fc1/Add_output_0', 'model/model/layers.8/mlp/activation_fn/Pow_output_0', 'model/model/layers.9/mlp/fc1/Add_output_0', 'model/model/layers.9/mlp/activation_fn/Pow_output_0', 'model/model/layers.10/mlp/fc1/Add_output_0', 'model/model/layers.10/mlp/activation_fn/Pow_output_0', 'model/model/layers.11/mlp/fc1/Add_output_0', 'model/model/layers.11/mlp/activation_fn/Pow_output_0', 'model/model/layers.12/mlp/fc1/Add_output_0', 'model/model/layers.12/mlp/activation_fn/Pow_output_0', 'model/model/layers.13/mlp/fc1/Add_output_0', 'model/model/layers.13/mlp/activation_fn/Pow_output_0', 'model/model/layers.14/mlp/fc1/Add_output_0', 'model/model/layers.14/mlp/activation_fn/Pow_output_0', 'model/model/layers.15/mlp/fc1/Add_output_0', 'model/model/layers.15/mlp/activation_fn/Pow_output_0', 'model/model/layers.16/mlp/fc1/Add_output_0', 'model/model/layers.16/mlp/activation_fn/Pow_output_0', 'model/model/layers.17/mlp/fc1/Add_output_0', 'model/model/layers.17/mlp/activation_fn/Pow_output_0', 'model/model/layers.18/mlp/fc1/Add_output_0', 'model/model/layers.18/mlp/activation_fn/Pow_output_0', 'model/model/layers.19/mlp/fc1/Add_output_0', 'model/model/layers.19/mlp/activation_fn/Pow_output_0', 'model/model/layers.20/mlp/fc1/Add_output_0', 'model/model/layers.20/mlp/activation_fn/Pow_output_0', 'model/model/layers.21/mlp/fc1/Add_output_0', 'model/model/layers.21/mlp/activation_fn/Pow_output_0', 'model/model/layers.22/mlp/fc1/Add_output_0', 'model/model/layers.22/mlp/activation_fn/Pow_output_0', 'model/model/layers.23/mlp/fc1/Add_output_0', 'model/model/layers.23/mlp/activation_fn/Pow_output_0']