Skip to content

Instantly share code, notes, and snippets.

@jackos

jackos/float8_type_values.txt

Last active November 26, 2024 23:02
Show Gist options
  • Save jackos/aa08bf782908042debb646285ad35c48 to your computer and use it in GitHub Desktop.
Save jackos/aa08bf782908042debb646285ad35c48 to your computer and use it in GitHub Desktop.
Download ZIP
float8 type values
Raw
float8_type_values.txt
binary float8_e5m2 (cuda) float8_e5m2fnuz (amd) float8_e4m3 (cuda) float8_e4m3fnuz (amd)
------------------------------------------------------------------------------------------------------
00000000 | 0.0 | 0.0 | 0.0 | 0.0
00000001 | 1.52587890625e-05 | 7.62939453125e-06 | 0.001953125 | 0.0009765625
00000010 | 3.0517578125e-05 | 1.52587890625e-05 | 0.00390625 | 0.001953125
00000011 | 4.57763671875e-05 | 2.288818359375e-05 | 0.005859375 | 0.0029296875
00000100 | 6.103515625e-05 | 3.0517578125e-05 | 0.0078125 | 0.00390625
00000101 | 7.62939453125e-05 | 3.814697265625e-05 | 0.009765625 | 0.0048828125
00000110 | 9.1552734375e-05 | 4.57763671875e-05 | 0.01171875 | 0.005859375
00000111 | 0.0001068115234375 | 5.340576171875e-05 | 0.013671875 | 0.0068359375
00001000 | 0.0001220703125 | 6.103515625e-05 | 0.015625 | 0.0078125
00001001 | 0.000152587890625 | 7.62939453125e-05 | 0.017578125 | 0.0087890625
00001010 | 0.00018310546875 | 9.1552734375e-05 | 0.01953125 | 0.009765625
00001011 | 0.000213623046875 | 0.0001068115234375 | 0.021484375 | 0.0107421875
00001100 | 0.000244140625 | 0.0001220703125 | 0.0234375 | 0.01171875
00001101 | 0.00030517578125 | 0.000152587890625 | 0.025390625 | 0.0126953125
00001110 | 0.0003662109375 | 0.00018310546875 | 0.02734375 | 0.013671875
00001111 | 0.00042724609375 | 0.000213623046875 | 0.029296875 | 0.0146484375
00010000 | 0.00048828125 | 0.000244140625 | 0.03125 | 0.015625
00010001 | 0.0006103515625 | 0.00030517578125 | 0.03515625 | 0.017578125
00010010 | 0.000732421875 | 0.0003662109375 | 0.0390625 | 0.01953125
00010011 | 0.0008544921875 | 0.00042724609375 | 0.04296875 | 0.021484375
00010100 | 0.0009765625 | 0.00048828125 | 0.046875 | 0.0234375
00010101 | 0.001220703125 | 0.0006103515625 | 0.05078125 | 0.025390625
00010110 | 0.00146484375 | 0.000732421875 | 0.0546875 | 0.02734375
00010111 | 0.001708984375 | 0.0008544921875 | 0.05859375 | 0.029296875
00011000 | 0.001953125 | 0.0009765625 | 0.0625 | 0.03125
00011001 | 0.00244140625 | 0.001220703125 | 0.0703125 | 0.03515625
00011010 | 0.0029296875 | 0.00146484375 | 0.078125 | 0.0390625
00011011 | 0.00341796875 | 0.001708984375 | 0.0859375 | 0.04296875
00011100 | 0.00390625 | 0.001953125 | 0.09375 | 0.046875
00011101 | 0.0048828125 | 0.00244140625 | 0.1015625 | 0.05078125
00011110 | 0.005859375 | 0.0029296875 | 0.109375 | 0.0546875
00011111 | 0.0068359375 | 0.00341796875 | 0.1171875 | 0.05859375
00100000 | 0.0078125 | 0.00390625 | 0.125 | 0.0625
00100001 | 0.009765625 | 0.0048828125 | 0.140625 | 0.0703125
00100010 | 0.01171875 | 0.005859375 | 0.15625 | 0.078125
00100011 | 0.013671875 | 0.0068359375 | 0.171875 | 0.0859375
00100100 | 0.015625 | 0.0078125 | 0.1875 | 0.09375
00100101 | 0.01953125 | 0.009765625 | 0.203125 | 0.1015625
00100110 | 0.0234375 | 0.01171875 | 0.21875 | 0.109375
00100111 | 0.02734375 | 0.013671875 | 0.234375 | 0.1171875
00101000 | 0.03125 | 0.015625 | 0.25 | 0.125
00101001 | 0.0390625 | 0.01953125 | 0.28125 | 0.140625
00101010 | 0.046875 | 0.0234375 | 0.3125 | 0.15625
00101011 | 0.0546875 | 0.02734375 | 0.34375 | 0.171875
00101100 | 0.0625 | 0.03125 | 0.375 | 0.1875
00101101 | 0.078125 | 0.0390625 | 0.40625 | 0.203125
00101110 | 0.09375 | 0.046875 | 0.4375 | 0.21875
00101111 | 0.109375 | 0.0546875 | 0.46875 | 0.234375
00110000 | 0.125 | 0.0625 | 0.5 | 0.25
00110001 | 0.15625 | 0.078125 | 0.5625 | 0.28125
00110010 | 0.1875 | 0.09375 | 0.625 | 0.3125
00110011 | 0.21875 | 0.109375 | 0.6875 | 0.34375
00110100 | 0.25 | 0.125 | 0.75 | 0.375
00110101 | 0.3125 | 0.15625 | 0.8125 | 0.40625
00110110 | 0.375 | 0.1875 | 0.875 | 0.4375
00110111 | 0.4375 | 0.21875 | 0.9375 | 0.46875
00111000 | 0.5 | 0.25 | 1.0 | 0.5
00111001 | 0.625 | 0.3125 | 1.125 | 0.5625
00111010 | 0.75 | 0.375 | 1.25 | 0.625
00111011 | 0.875 | 0.4375 | 1.375 | 0.6875
00111100 | 1.0 | 0.5 | 1.5 | 0.75
00111101 | 1.25 | 0.625 | 1.625 | 0.8125
00111110 | 1.5 | 0.75 | 1.75 | 0.875
00111111 | 1.75 | 0.875 | 1.875 | 0.9375
01000000 | 2.0 | 1.0 | 2.0 | 1.0
01000001 | 2.5 | 1.25 | 2.25 | 1.125
01000010 | 3.0 | 1.5 | 2.5 | 1.25
01000011 | 3.5 | 1.75 | 2.75 | 1.375
01000100 | 4.0 | 2.0 | 3.0 | 1.5
01000101 | 5.0 | 2.5 | 3.25 | 1.625
01000110 | 6.0 | 3.0 | 3.5 | 1.75
01000111 | 7.0 | 3.5 | 3.75 | 1.875
01001000 | 8.0 | 4.0 | 4.0 | 2.0
01001001 | 10.0 | 5.0 | 4.5 | 2.25
01001010 | 12.0 | 6.0 | 5.0 | 2.5
01001011 | 14.0 | 7.0 | 5.5 | 2.75
01001100 | 16.0 | 8.0 | 6.0 | 3.0
01001101 | 20.0 | 10.0 | 6.5 | 3.25
01001110 | 24.0 | 12.0 | 7.0 | 3.5
01001111 | 28.0 | 14.0 | 7.5 | 3.75
01010000 | 32.0 | 16.0 | 8.0 | 4.0
01010001 | 40.0 | 20.0 | 9.0 | 4.5
01010010 | 48.0 | 24.0 | 10.0 | 5.0
01010011 | 56.0 | 28.0 | 11.0 | 5.5
01010100 | 64.0 | 32.0 | 12.0 | 6.0
01010101 | 80.0 | 40.0 | 13.0 | 6.5
01010110 | 96.0 | 48.0 | 14.0 | 7.0
01010111 | 112.0 | 56.0 | 15.0 | 7.5
01011000 | 128.0 | 64.0 | 16.0 | 8.0
01011001 | 160.0 | 80.0 | 18.0 | 9.0
01011010 | 192.0 | 96.0 | 20.0 | 10.0
01011011 | 224.0 | 112.0 | 22.0 | 11.0
01011100 | 256.0 | 128.0 | 24.0 | 12.0
01011101 | 320.0 | 160.0 | 26.0 | 13.0
01011110 | 384.0 | 192.0 | 28.0 | 14.0
01011111 | 448.0 | 224.0 | 30.0 | 15.0
01100000 | 512.0 | 256.0 | 32.0 | 16.0
01100001 | 640.0 | 320.0 | 36.0 | 18.0
01100010 | 768.0 | 384.0 | 40.0 | 20.0
01100011 | 896.0 | 448.0 | 44.0 | 22.0
01100100 | 1024.0 | 512.0 | 48.0 | 24.0
01100101 | 1280.0 | 640.0 | 52.0 | 26.0
01100110 | 1536.0 | 768.0 | 56.0 | 28.0
01100111 | 1792.0 | 896.0 | 60.0 | 30.0
01101000 | 2048.0 | 1024.0 | 64.0 | 32.0
01101001 | 2560.0 | 1280.0 | 72.0 | 36.0
01101010 | 3072.0 | 1536.0 | 80.0 | 40.0
01101011 | 3584.0 | 1792.0 | 88.0 | 44.0
01101100 | 4096.0 | 2048.0 | 96.0 | 48.0
01101101 | 5120.0 | 2560.0 | 104.0 | 52.0
01101110 | 6144.0 | 3072.0 | 112.0 | 56.0
01101111 | 7168.0 | 3584.0 | 120.0 | 60.0
01110000 | 8192.0 | 4096.0 | 128.0 | 64.0
01110001 | 10240.0 | 5120.0 | 144.0 | 72.0
01110010 | 12288.0 | 6144.0 | 160.0 | 80.0
01110011 | 14336.0 | 7168.0 | 176.0 | 88.0
01110100 | 16384.0 | 8192.0 | 192.0 | 96.0
01110101 | 20480.0 | 10240.0 | 208.0 | 104.0
01110110 | 24576.0 | 12288.0 | 224.0 | 112.0
01110111 | 28672.0 | 14336.0 | 240.0 | 120.0
01111000 | 32768.0 | 16384.0 | 256.0 | 128.0
01111001 | 40960.0 | 20480.0 | 288.0 | 144.0
01111010 | 49152.0 | 24576.0 | 320.0 | 160.0
01111011 | 57344.0 | 28672.0 | 352.0 | 176.0
01111100 | inf | 32768.0 | 384.0 | 192.0
01111101 | nan | 40960.0 | 416.0 | 208.0
01111110 | nan | 49152.0 | 448.0 | 224.0
01111111 | nan | 57344.0 | nan | 240.0
10000000 | -0.0 | nan | -0.0 | nan
10000001 | -1.52587890625e-05 | -7.62939453125e-06 | -0.001953125 | -0.0009765625
10000010 | -3.0517578125e-05 | -1.52587890625e-05 | -0.00390625 | -0.001953125
10000011 | -4.57763671875e-05 | -2.288818359375e-05 | -0.005859375 | -0.0029296875
10000100 | -6.103515625e-05 | -3.0517578125e-05 | -0.0078125 | -0.00390625
10000101 | -7.62939453125e-05 | -3.814697265625e-05 | -0.009765625 | -0.0048828125
10000110 | -9.1552734375e-05 | -4.57763671875e-05 | -0.01171875 | -0.005859375
10000111 | -0.0001068115234375 | -5.340576171875e-05 | -0.013671875 | -0.0068359375
10001000 | -0.0001220703125 | -6.103515625e-05 | -0.015625 | -0.0078125
10001001 | -0.000152587890625 | -7.62939453125e-05 | -0.017578125 | -0.0087890625
10001010 | -0.00018310546875 | -9.1552734375e-05 | -0.01953125 | -0.009765625
10001011 | -0.000213623046875 | -0.0001068115234375 | -0.021484375 | -0.0107421875
10001100 | -0.000244140625 | -0.0001220703125 | -0.0234375 | -0.01171875
10001101 | -0.00030517578125 | -0.000152587890625 | -0.025390625 | -0.0126953125
10001110 | -0.0003662109375 | -0.00018310546875 | -0.02734375 | -0.013671875
10001111 | -0.00042724609375 | -0.000213623046875 | -0.029296875 | -0.0146484375
10010000 | -0.00048828125 | -0.000244140625 | -0.03125 | -0.015625
10010001 | -0.0006103515625 | -0.00030517578125 | -0.03515625 | -0.017578125
10010010 | -0.000732421875 | -0.0003662109375 | -0.0390625 | -0.01953125
10010011 | -0.0008544921875 | -0.00042724609375 | -0.04296875 | -0.021484375
10010100 | -0.0009765625 | -0.00048828125 | -0.046875 | -0.0234375
10010101 | -0.001220703125 | -0.0006103515625 | -0.05078125 | -0.025390625
10010110 | -0.00146484375 | -0.000732421875 | -0.0546875 | -0.02734375
10010111 | -0.001708984375 | -0.0008544921875 | -0.05859375 | -0.029296875
10011000 | -0.001953125 | -0.0009765625 | -0.0625 | -0.03125
10011001 | -0.00244140625 | -0.001220703125 | -0.0703125 | -0.03515625
10011010 | -0.0029296875 | -0.00146484375 | -0.078125 | -0.0390625
10011011 | -0.00341796875 | -0.001708984375 | -0.0859375 | -0.04296875
10011100 | -0.00390625 | -0.001953125 | -0.09375 | -0.046875
10011101 | -0.0048828125 | -0.00244140625 | -0.1015625 | -0.05078125
10011110 | -0.005859375 | -0.0029296875 | -0.109375 | -0.0546875
10011111 | -0.0068359375 | -0.00341796875 | -0.1171875 | -0.05859375
10100000 | -0.0078125 | -0.00390625 | -0.125 | -0.0625
10100001 | -0.009765625 | -0.0048828125 | -0.140625 | -0.0703125
10100010 | -0.01171875 | -0.005859375 | -0.15625 | -0.078125
10100011 | -0.013671875 | -0.0068359375 | -0.171875 | -0.0859375
10100100 | -0.015625 | -0.0078125 | -0.1875 | -0.09375
10100101 | -0.01953125 | -0.009765625 | -0.203125 | -0.1015625
10100110 | -0.0234375 | -0.01171875 | -0.21875 | -0.109375
10100111 | -0.02734375 | -0.013671875 | -0.234375 | -0.1171875
10101000 | -0.03125 | -0.015625 | -0.25 | -0.125
10101001 | -0.0390625 | -0.01953125 | -0.28125 | -0.140625
10101010 | -0.046875 | -0.0234375 | -0.3125 | -0.15625
10101011 | -0.0546875 | -0.02734375 | -0.34375 | -0.171875
10101100 | -0.0625 | -0.03125 | -0.375 | -0.1875
10101101 | -0.078125 | -0.0390625 | -0.40625 | -0.203125
10101110 | -0.09375 | -0.046875 | -0.4375 | -0.21875
10101111 | -0.109375 | -0.0546875 | -0.46875 | -0.234375
10110000 | -0.125 | -0.0625 | -0.5 | -0.25
10110001 | -0.15625 | -0.078125 | -0.5625 | -0.28125
10110010 | -0.1875 | -0.09375 | -0.625 | -0.3125
10110011 | -0.21875 | -0.109375 | -0.6875 | -0.34375
10110100 | -0.25 | -0.125 | -0.75 | -0.375
10110101 | -0.3125 | -0.15625 | -0.8125 | -0.40625
10110110 | -0.375 | -0.1875 | -0.875 | -0.4375
10110111 | -0.4375 | -0.21875 | -0.9375 | -0.46875
10111000 | -0.5 | -0.25 | -1.0 | -0.5
10111001 | -0.625 | -0.3125 | -1.125 | -0.5625
10111010 | -0.75 | -0.375 | -1.25 | -0.625
10111011 | -0.875 | -0.4375 | -1.375 | -0.6875
10111100 | -1.0 | -0.5 | -1.5 | -0.75
10111101 | -1.25 | -0.625 | -1.625 | -0.8125
10111110 | -1.5 | -0.75 | -1.75 | -0.875
10111111 | -1.75 | -0.875 | -1.875 | -0.9375
11000000 | -2.0 | -1.0 | -2.0 | -1.0
11000001 | -2.5 | -1.25 | -2.25 | -1.125
11000010 | -3.0 | -1.5 | -2.5 | -1.25
11000011 | -3.5 | -1.75 | -2.75 | -1.375
11000100 | -4.0 | -2.0 | -3.0 | -1.5
11000101 | -5.0 | -2.5 | -3.25 | -1.625
11000110 | -6.0 | -3.0 | -3.5 | -1.75
11000111 | -7.0 | -3.5 | -3.75 | -1.875
11001000 | -8.0 | -4.0 | -4.0 | -2.0
11001001 | -10.0 | -5.0 | -4.5 | -2.25
11001010 | -12.0 | -6.0 | -5.0 | -2.5
11001011 | -14.0 | -7.0 | -5.5 | -2.75
11001100 | -16.0 | -8.0 | -6.0 | -3.0
11001101 | -20.0 | -10.0 | -6.5 | -3.25
11001110 | -24.0 | -12.0 | -7.0 | -3.5
11001111 | -28.0 | -14.0 | -7.5 | -3.75
11010000 | -32.0 | -16.0 | -8.0 | -4.0
11010001 | -40.0 | -20.0 | -9.0 | -4.5
11010010 | -48.0 | -24.0 | -10.0 | -5.0
11010011 | -56.0 | -28.0 | -11.0 | -5.5
11010100 | -64.0 | -32.0 | -12.0 | -6.0
11010101 | -80.0 | -40.0 | -13.0 | -6.5
11010110 | -96.0 | -48.0 | -14.0 | -7.0
11010111 | -112.0 | -56.0 | -15.0 | -7.5
11011000 | -128.0 | -64.0 | -16.0 | -8.0
11011001 | -160.0 | -80.0 | -18.0 | -9.0
11011010 | -192.0 | -96.0 | -20.0 | -10.0
11011011 | -224.0 | -112.0 | -22.0 | -11.0
11011100 | -256.0 | -128.0 | -24.0 | -12.0
11011101 | -320.0 | -160.0 | -26.0 | -13.0
11011110 | -384.0 | -192.0 | -28.0 | -14.0
11011111 | -448.0 | -224.0 | -30.0 | -15.0
11100000 | -512.0 | -256.0 | -32.0 | -16.0
11100001 | -640.0 | -320.0 | -36.0 | -18.0
11100010 | -768.0 | -384.0 | -40.0 | -20.0
11100011 | -896.0 | -448.0 | -44.0 | -22.0
11100100 | -1024.0 | -512.0 | -48.0 | -24.0
11100101 | -1280.0 | -640.0 | -52.0 | -26.0
11100110 | -1536.0 | -768.0 | -56.0 | -28.0
11100111 | -1792.0 | -896.0 | -60.0 | -30.0
11101000 | -2048.0 | -1024.0 | -64.0 | -32.0
11101001 | -2560.0 | -1280.0 | -72.0 | -36.0
11101010 | -3072.0 | -1536.0 | -80.0 | -40.0
11101011 | -3584.0 | -1792.0 | -88.0 | -44.0
11101100 | -4096.0 | -2048.0 | -96.0 | -48.0
11101101 | -5120.0 | -2560.0 | -104.0 | -52.0
11101110 | -6144.0 | -3072.0 | -112.0 | -56.0
11101111 | -7168.0 | -3584.0 | -120.0 | -60.0
11110000 | -8192.0 | -4096.0 | -128.0 | -64.0
11110001 | -10240.0 | -5120.0 | -144.0 | -72.0
11110010 | -12288.0 | -6144.0 | -160.0 | -80.0
11110011 | -14336.0 | -7168.0 | -176.0 | -88.0
11110100 | -16384.0 | -8192.0 | -192.0 | -96.0
11110101 | -20480.0 | -10240.0 | -208.0 | -104.0
11110110 | -24576.0 | -12288.0 | -224.0 | -112.0
11110111 | -28672.0 | -14336.0 | -240.0 | -120.0
11111000 | -32768.0 | -16384.0 | -256.0 | -128.0
11111001 | -40960.0 | -20480.0 | -288.0 | -144.0
11111010 | -49152.0 | -24576.0 | -320.0 | -160.0
11111011 | -57344.0 | -28672.0 | -352.0 | -176.0
11111100 | -inf | -32768.0 | -384.0 | -192.0
11111101 | nan | -40960.0 | -416.0 | -208.0
11111110 | nan | -49152.0 | -448.0 | -224.0
11111111 | nan | -57344.0 | nan | -240.0
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment