Created
May 25, 2026 22:32
-
-
Save Helw150/ddce23d5899863d00eaa1900005e7393 to your computer and use it in GitHub Desktop.
datakit MoE mixture bucket sizes (us-central2 store_8ac06c74)
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| bucket | tokens | epochs_for_8T | epochs_for_2T | |
|---|---|---|---|---|
| c01q0 | 152613773716 | 52.4199 | 13.105 | |
| c01q1 | 137672798475 | 58.1088 | 14.5272 | |
| c01q2 | 158419310113 | 50.4989 | 12.6247 | |
| c01q3 | 190944457285 | 41.897 | 10.4743 | |
| c01q4 | 516406017210 | 15.4917 | 3.8729 | |
| c02q0 | 17678211181 | 452.5345 | 113.1336 | |
| c02q1 | 22467740659 | 356.0661 | 89.0165 | |
| c02q2 | 54895261784 | 145.7321 | 36.433 | |
| c02q3 | 149886381691 | 53.3738 | 13.3434 | |
| c02q4 | 313258182116 | 25.538 | 6.3845 | |
| c03q0 | 14301444447 | 559.3841 | 139.846 | |
| c03q1 | 12910282546 | 619.6611 | 154.9153 | |
| c03q2 | 13980049427 | 572.244 | 143.061 | |
| c03q3 | 9912603339 | 807.0534 | 201.7633 | |
| c03q4 | 3887445282 | 2057.9068 | 514.4767 | |
| c05q0 | 876858503703 | 9.1235 | 2.2809 | |
| c05q1 | 760985570941 | 10.5127 | 2.6282 | |
| c05q2 | 460778882472 | 17.3619 | 4.3405 | |
| c05q3 | 75204494625 | 106.3766 | 26.5942 | |
| c05q4 | 19716864101 | 405.744 | 101.436 | |
| c06q0 | 415439566202 | 19.2567 | 4.8142 | |
| c06q1 | 193106474127 | 41.4279 | 10.357 | |
| c06q2 | 177208361304 | 45.1446 | 11.2861 | |
| c06q3 | 21022007258 | 380.5536 | 95.1384 | |
| c06q4 | 11261629656 | 710.3768 | 177.5942 | |
| c08q0 | 107149207061 | 74.6622 | 18.6656 | |
| c08q1 | 10246970923 | 780.7185 | 195.1796 | |
| c08q2 | 10677695916 | 749.2253 | 187.3063 | |
| c08q3 | 5538127334 | 1444.5316 | 361.1329 | |
| c08q4 | 2564439699 | 3119.5898 | 779.8975 | |
| c10q0 | 1062803438 | 7527.2621 | 1881.8155 | |
| c11q0 | 27667903065 | 289.1437 | 72.2859 | |
| c11q1 | 34636839701 | 230.968 | 57.742 | |
| c11q2 | 27344419346 | 292.5643 | 73.1411 | |
| c11q3 | 17140262673 | 466.7373 | 116.6843 | |
| c11q4 | 3070709048 | 2605.2615 | 651.3154 | |
| c12q0 | 2902297304 | 2756.4371 | 689.1093 | |
| c12q1 | 3700425524 | 2161.9135 | 540.4784 | |
| c12q2 | 3508112515 | 2280.4286 | 570.1071 | |
| c12q3 | 2899106775 | 2759.4706 | 689.8677 | |
| c12q4 | 1771372280 | 4516.2725 | 1129.0681 | |
| c13q0 | 1518113682 | 5269.6976 | 1317.4244 | |
| c13q1 | 1696797496 | 4714.7641 | 1178.691 | |
| c13q2 | 1802188785 | 4439.0466 | 1109.7617 | |
| c13q3 | 1800629369 | 4442.891 | 1110.7227 | |
| c13q4 | 891504858 | 8973.591 | 2243.3978 | |
| c14q0 | 4996045284 | 1601.2665 | 400.3166 | |
| c14q1 | 3317071107 | 2411.7662 | 602.9416 | |
| c14q2 | 4373858943 | 1829.0485 | 457.2621 | |
| c14q3 | 2399856768 | 3333.5323 | 833.3831 | |
| c14q4 | 4649859748 | 1720.482 | 430.1205 | |
| c15q0 | 44295778783 | 180.6041 | 45.151 | |
| c15q1 | 59225100684 | 135.0779 | 33.7695 | |
| c15q2 | 53911942185 | 148.3901 | 37.0975 | |
| c15q3 | 40613404839 | 196.9793 | 49.2448 | |
| c15q4 | 9041134954 | 884.8447 | 221.2112 | |
| c16q0 | 117973521195 | 67.8118 | 16.953 | |
| c16q1 | 93470606214 | 85.5884 | 21.3971 | |
| c16q2 | 68812448880 | 116.258 | 29.0645 | |
| c16q3 | 46704797706 | 171.2886 | 42.8222 | |
| c16q4 | 11269401673 | 709.8868 | 177.4717 | |
| c17q0 | 21466156258 | 372.6797 | 93.1699 | |
| c17q1 | 34940094485 | 228.9633 | 57.2408 | |
| c17q2 | 40922307117 | 195.4924 | 48.8731 | |
| c17q3 | 44085309158 | 181.4663 | 45.3666 | |
| c17q4 | 12067145244 | 662.9571 | 165.7393 | |
| c18q0 | 63408140031 | 126.1668 | 31.5417 | |
| c18q1 | 85431020441 | 93.6428 | 23.4107 | |
| c18q2 | 85631261804 | 93.4238 | 23.356 | |
| c18q3 | 84816368502 | 94.3214 | 23.5804 | |
| c18q4 | 36647014639 | 218.2988 | 54.5747 | |
| c19q0 | 17675497877 | 452.6039 | 113.151 | |
| c19q1 | 23769179741 | 336.5703 | 84.1426 | |
| c19q2 | 21295570916 | 375.665 | 93.9162 | |
| c19q3 | 18684738495 | 428.1569 | 107.0392 | |
| c19q4 | 6815365363 | 1173.8182 | 293.4546 | |
| c20q0 | 20942886326 | 381.9913 | 95.4978 | |
| c20q1 | 24370746026 | 328.2624 | 82.0656 | |
| c20q2 | 18775063604 | 426.0971 | 106.5243 | |
| c20q3 | 13101688889 | 610.6083 | 152.6521 | |
| c20q4 | 3417857803 | 2340.6474 | 585.1619 | |
| c21q0 | 8434905648 | 948.4398 | 237.1099 | |
| c21q1 | 11500441287 | 695.6255 | 173.9064 | |
| c21q2 | 12408127274 | 644.7387 | 161.1847 | |
| c21q3 | 10502600563 | 761.7161 | 190.429 | |
| c21q4 | 3601541920 | 2221.2708 | 555.3177 | |
| c22q0 | 34302966680 | 233.216 | 58.304 | |
| c22q1 | 44195585914 | 181.0136 | 45.2534 | |
| c22q2 | 43366658092 | 184.4735 | 46.1184 | |
| c22q3 | 37705375606 | 212.1713 | 53.0428 | |
| c22q4 | 10248994519 | 780.5644 | 195.1411 | |
| c23q0 | 28457331904 | 281.1226 | 70.2807 | |
| c23q1 | 47123193918 | 169.7678 | 42.4419 | |
| c23q2 | 55694772845 | 143.6401 | 35.91 | |
| c23q3 | 56572642039 | 141.4111 | 35.3528 | |
| c23q4 | 22175233358 | 360.7628 | 90.1907 | |
| c24q0 | 83933830660 | 95.3132 | 23.8283 | |
| c24q1 | 74319333037 | 107.6436 | 26.9109 | |
| c24q2 | 43669241496 | 183.1953 | 45.7988 | |
| c24q3 | 19506376440 | 410.1223 | 102.5306 | |
| c24q4 | 2543941398 | 3144.7265 | 786.1816 | |
| c25q0 | 177819222529 | 44.9895 | 11.2474 | |
| c25q1 | 141176737619 | 56.6666 | 14.1666 | |
| c25q2 | 81093352129 | 98.6517 | 24.6629 | |
| c25q3 | 35256003803 | 226.9117 | 56.7279 | |
| c25q4 | 4920301858 | 1625.9165 | 406.4791 | |
| c26q0 | 113098859487 | 70.7346 | 17.6836 | |
| c26q1 | 111826796516 | 71.5392 | 17.8848 | |
| c26q2 | 80110230016 | 99.8624 | 24.9656 | |
| c26q3 | 47015179764 | 170.1578 | 42.5395 | |
| c26q4 | 10562443051 | 757.4005 | 189.3501 | |
| c27q0 | 19957517942 | 400.8514 | 100.2129 | |
| c27q1 | 21036903099 | 380.2841 | 95.071 | |
| c27q2 | 19084020363 | 419.1989 | 104.7997 | |
| c27q3 | 12076550117 | 662.4408 | 165.6102 | |
| c27q4 | 4438307683 | 1802.4888 | 450.6222 | |
| c28q0 | 85490739799 | 93.5774 | 23.3943 | |
| c28q1 | 103408530783 | 77.3631 | 19.3408 | |
| c28q2 | 96672253452 | 82.7538 | 20.6885 | |
| c28q3 | 67571235638 | 118.3936 | 29.5984 | |
| c28q4 | 10760485407 | 743.4609 | 185.8652 | |
| c29q0 | 61982550303 | 129.0686 | 32.2671 | |
| c29q1 | 53134635038 | 150.5609 | 37.6402 | |
| c29q2 | 36284094763 | 220.4823 | 55.1206 | |
| c29q3 | 20856011632 | 383.5824 | 95.8956 | |
| c29q4 | 3379189806 | 2367.4314 | 591.8578 | |
| c30q0 | 255440254710 | 31.3185 | 7.8296 | |
| c30q1 | 233501246542 | 34.2611 | 8.5653 | |
| c30q2 | 167040875843 | 47.8925 | 11.9731 | |
| c30q3 | 99955116312 | 80.0359 | 20.009 | |
| c30q4 | 14011327379 | 570.9666 | 142.7417 | |
| c31q0 | 37864457718 | 211.2799 | 52.82 | |
| c31q1 | 36670405950 | 218.1596 | 54.5399 | |
| c31q2 | 25275769660 | 316.5087 | 79.1272 | |
| c31q3 | 13289237623 | 601.9909 | 150.4977 | |
| c31q4 | 3237330949 | 2471.1715 | 617.7929 | |
| c32q0 | 24854547047 | 321.8727 | 80.4682 | |
| c32q1 | 23211052222 | 344.6634 | 86.1658 | |
| c32q2 | 13503199844 | 592.4522 | 148.113 | |
| c32q3 | 7095637963 | 1127.4532 | 281.8633 | |
| c32q4 | 983150668 | 8137.1048 | 2034.2762 | |
| c33q0 | 34251344129 | 233.5675 | 58.3919 | |
| c33q1 | 48219482525 | 165.908 | 41.477 | |
| c33q2 | 33784852446 | 236.7925 | 59.1981 | |
| c33q3 | 15127268124 | 528.8463 | 132.2116 | |
| c33q4 | 3249082888 | 2462.2333 | 615.5583 | |
| c34q0 | 7183726650 | 1113.6281 | 278.407 | |
| c34q1 | 10097113862 | 792.3056 | 198.0764 | |
| c34q2 | 12647753927 | 632.5234 | 158.1308 | |
| c34q3 | 11291078299 | 708.524 | 177.131 | |
| c34q4 | 2215112289 | 3611.5551 | 902.8888 | |
| c35q0 | 54182856476 | 147.6482 | 36.912 | |
| c35q1 | 47375127118 | 168.865 | 42.2162 | |
| c35q2 | 35931789104 | 222.6441 | 55.661 | |
| c35q3 | 30479210365 | 262.474 | 65.6185 | |
| c35q4 | 7964903844 | 1004.4064 | 251.1016 | |
| c36q0 | 33508605181 | 238.7446 | 59.6862 | |
| c36q1 | 48315446056 | 165.5785 | 41.3946 | |
| c36q2 | 52386416368 | 152.7113 | 38.1778 | |
| c36q3 | 59655803032 | 134.1026 | 33.5257 | |
| c36q4 | 41886322756 | 190.9931 | 47.7483 | |
| c37q0 | 26820167665 | 298.283 | 74.5707 | |
| c37q1 | 41581664595 | 192.3925 | 48.0981 | |
| c37q2 | 69206324500 | 115.5964 | 28.8991 | |
| c37q3 | 141456572511 | 56.5545 | 14.1386 | |
| c37q4 | 183959838290 | 43.4878 | 10.8719 | |
| c38q0 | 212463266 | 37653.5678 | 9413.392 | |
| tail | 420038028 | 19045.8946 | 4761.4736 |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment