Skip to content

Instantly share code, notes, and snippets.

Show Gist options
  • Select an option

  • Save Helw150/ddce23d5899863d00eaa1900005e7393 to your computer and use it in GitHub Desktop.

Select an option

Save Helw150/ddce23d5899863d00eaa1900005e7393 to your computer and use it in GitHub Desktop.
datakit MoE mixture bucket sizes (us-central2 store_8ac06c74)
bucket tokens epochs_for_8T epochs_for_2T
c01q0 152613773716 52.4199 13.105
c01q1 137672798475 58.1088 14.5272
c01q2 158419310113 50.4989 12.6247
c01q3 190944457285 41.897 10.4743
c01q4 516406017210 15.4917 3.8729
c02q0 17678211181 452.5345 113.1336
c02q1 22467740659 356.0661 89.0165
c02q2 54895261784 145.7321 36.433
c02q3 149886381691 53.3738 13.3434
c02q4 313258182116 25.538 6.3845
c03q0 14301444447 559.3841 139.846
c03q1 12910282546 619.6611 154.9153
c03q2 13980049427 572.244 143.061
c03q3 9912603339 807.0534 201.7633
c03q4 3887445282 2057.9068 514.4767
c05q0 876858503703 9.1235 2.2809
c05q1 760985570941 10.5127 2.6282
c05q2 460778882472 17.3619 4.3405
c05q3 75204494625 106.3766 26.5942
c05q4 19716864101 405.744 101.436
c06q0 415439566202 19.2567 4.8142
c06q1 193106474127 41.4279 10.357
c06q2 177208361304 45.1446 11.2861
c06q3 21022007258 380.5536 95.1384
c06q4 11261629656 710.3768 177.5942
c08q0 107149207061 74.6622 18.6656
c08q1 10246970923 780.7185 195.1796
c08q2 10677695916 749.2253 187.3063
c08q3 5538127334 1444.5316 361.1329
c08q4 2564439699 3119.5898 779.8975
c10q0 1062803438 7527.2621 1881.8155
c11q0 27667903065 289.1437 72.2859
c11q1 34636839701 230.968 57.742
c11q2 27344419346 292.5643 73.1411
c11q3 17140262673 466.7373 116.6843
c11q4 3070709048 2605.2615 651.3154
c12q0 2902297304 2756.4371 689.1093
c12q1 3700425524 2161.9135 540.4784
c12q2 3508112515 2280.4286 570.1071
c12q3 2899106775 2759.4706 689.8677
c12q4 1771372280 4516.2725 1129.0681
c13q0 1518113682 5269.6976 1317.4244
c13q1 1696797496 4714.7641 1178.691
c13q2 1802188785 4439.0466 1109.7617
c13q3 1800629369 4442.891 1110.7227
c13q4 891504858 8973.591 2243.3978
c14q0 4996045284 1601.2665 400.3166
c14q1 3317071107 2411.7662 602.9416
c14q2 4373858943 1829.0485 457.2621
c14q3 2399856768 3333.5323 833.3831
c14q4 4649859748 1720.482 430.1205
c15q0 44295778783 180.6041 45.151
c15q1 59225100684 135.0779 33.7695
c15q2 53911942185 148.3901 37.0975
c15q3 40613404839 196.9793 49.2448
c15q4 9041134954 884.8447 221.2112
c16q0 117973521195 67.8118 16.953
c16q1 93470606214 85.5884 21.3971
c16q2 68812448880 116.258 29.0645
c16q3 46704797706 171.2886 42.8222
c16q4 11269401673 709.8868 177.4717
c17q0 21466156258 372.6797 93.1699
c17q1 34940094485 228.9633 57.2408
c17q2 40922307117 195.4924 48.8731
c17q3 44085309158 181.4663 45.3666
c17q4 12067145244 662.9571 165.7393
c18q0 63408140031 126.1668 31.5417
c18q1 85431020441 93.6428 23.4107
c18q2 85631261804 93.4238 23.356
c18q3 84816368502 94.3214 23.5804
c18q4 36647014639 218.2988 54.5747
c19q0 17675497877 452.6039 113.151
c19q1 23769179741 336.5703 84.1426
c19q2 21295570916 375.665 93.9162
c19q3 18684738495 428.1569 107.0392
c19q4 6815365363 1173.8182 293.4546
c20q0 20942886326 381.9913 95.4978
c20q1 24370746026 328.2624 82.0656
c20q2 18775063604 426.0971 106.5243
c20q3 13101688889 610.6083 152.6521
c20q4 3417857803 2340.6474 585.1619
c21q0 8434905648 948.4398 237.1099
c21q1 11500441287 695.6255 173.9064
c21q2 12408127274 644.7387 161.1847
c21q3 10502600563 761.7161 190.429
c21q4 3601541920 2221.2708 555.3177
c22q0 34302966680 233.216 58.304
c22q1 44195585914 181.0136 45.2534
c22q2 43366658092 184.4735 46.1184
c22q3 37705375606 212.1713 53.0428
c22q4 10248994519 780.5644 195.1411
c23q0 28457331904 281.1226 70.2807
c23q1 47123193918 169.7678 42.4419
c23q2 55694772845 143.6401 35.91
c23q3 56572642039 141.4111 35.3528
c23q4 22175233358 360.7628 90.1907
c24q0 83933830660 95.3132 23.8283
c24q1 74319333037 107.6436 26.9109
c24q2 43669241496 183.1953 45.7988
c24q3 19506376440 410.1223 102.5306
c24q4 2543941398 3144.7265 786.1816
c25q0 177819222529 44.9895 11.2474
c25q1 141176737619 56.6666 14.1666
c25q2 81093352129 98.6517 24.6629
c25q3 35256003803 226.9117 56.7279
c25q4 4920301858 1625.9165 406.4791
c26q0 113098859487 70.7346 17.6836
c26q1 111826796516 71.5392 17.8848
c26q2 80110230016 99.8624 24.9656
c26q3 47015179764 170.1578 42.5395
c26q4 10562443051 757.4005 189.3501
c27q0 19957517942 400.8514 100.2129
c27q1 21036903099 380.2841 95.071
c27q2 19084020363 419.1989 104.7997
c27q3 12076550117 662.4408 165.6102
c27q4 4438307683 1802.4888 450.6222
c28q0 85490739799 93.5774 23.3943
c28q1 103408530783 77.3631 19.3408
c28q2 96672253452 82.7538 20.6885
c28q3 67571235638 118.3936 29.5984
c28q4 10760485407 743.4609 185.8652
c29q0 61982550303 129.0686 32.2671
c29q1 53134635038 150.5609 37.6402
c29q2 36284094763 220.4823 55.1206
c29q3 20856011632 383.5824 95.8956
c29q4 3379189806 2367.4314 591.8578
c30q0 255440254710 31.3185 7.8296
c30q1 233501246542 34.2611 8.5653
c30q2 167040875843 47.8925 11.9731
c30q3 99955116312 80.0359 20.009
c30q4 14011327379 570.9666 142.7417
c31q0 37864457718 211.2799 52.82
c31q1 36670405950 218.1596 54.5399
c31q2 25275769660 316.5087 79.1272
c31q3 13289237623 601.9909 150.4977
c31q4 3237330949 2471.1715 617.7929
c32q0 24854547047 321.8727 80.4682
c32q1 23211052222 344.6634 86.1658
c32q2 13503199844 592.4522 148.113
c32q3 7095637963 1127.4532 281.8633
c32q4 983150668 8137.1048 2034.2762
c33q0 34251344129 233.5675 58.3919
c33q1 48219482525 165.908 41.477
c33q2 33784852446 236.7925 59.1981
c33q3 15127268124 528.8463 132.2116
c33q4 3249082888 2462.2333 615.5583
c34q0 7183726650 1113.6281 278.407
c34q1 10097113862 792.3056 198.0764
c34q2 12647753927 632.5234 158.1308
c34q3 11291078299 708.524 177.131
c34q4 2215112289 3611.5551 902.8888
c35q0 54182856476 147.6482 36.912
c35q1 47375127118 168.865 42.2162
c35q2 35931789104 222.6441 55.661
c35q3 30479210365 262.474 65.6185
c35q4 7964903844 1004.4064 251.1016
c36q0 33508605181 238.7446 59.6862
c36q1 48315446056 165.5785 41.3946
c36q2 52386416368 152.7113 38.1778
c36q3 59655803032 134.1026 33.5257
c36q4 41886322756 190.9931 47.7483
c37q0 26820167665 298.283 74.5707
c37q1 41581664595 192.3925 48.0981
c37q2 69206324500 115.5964 28.8991
c37q3 141456572511 56.5545 14.1386
c37q4 183959838290 43.4878 10.8719
c38q0 212463266 37653.5678 9413.392
tail 420038028 19045.8946 4761.4736
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment