4.6 KiB
4.6 KiB
| 1 | training_steps | training_tokens | training_loss | walltime | gputime | learning_rate |
|---|---|---|---|---|---|---|
| 2 | 25 | 102400000 | 4.309772815704346 | 0.26922979407836667 | 34.461413642030934 | 1.9999999494757503e-05 |
| 3 | 50 | 204800000 | 2.6095064067840577 | 0.5344728346386659 | 68.41252283374924 | 1.9999999494757503e-05 |
| 4 | 75 | 307200000 | 2.1840998935699463 | 0.7994251677144519 | 102.32642146744985 | 1.9999999494757503e-05 |
| 5 | 100 | 409600000 | 1.9669664239883422 | 1.066323601762864 | 136.48942102564658 | 1.9999999494757503e-05 |
| 6 | 125 | 512000000 | 1.8014992809295653 | 1.3312230805499679 | 170.39655431039589 | 1.9999999494757503e-05 |
| 7 | 150 | 614400000 | 1.7220078945159911 | 1.5958814102547383 | 204.2728205126065 | 1.9999999494757503e-05 |
| 8 | 175 | 716800000 | 1.6801378870010375 | 1.8606056269711062 | 238.1575202523016 | 1.9999999494757503e-05 |
| 9 | 200 | 819200000 | 1.6575293684005736 | 2.126106606112505 | 272.14164558240066 | 1.9999999494757503e-05 |
| 10 | 225 | 921600000 | 1.639773211479187 | 2.391510878373186 | 306.1133924317678 | 1.9999999494757503e-05 |
| 11 | 250 | 1024000000 | 1.6256405591964722 | 2.6564186745483864 | 340.02159034219346 | 1.9999999494757503e-05 |
| 12 | 275 | 1126400000 | 1.614159688949585 | 2.922717172069702 | 374.10779802492186 | 1.9999999494757503e-05 |
| 13 | 300 | 1228800000 | 1.6140153646469115 | 3.187462724955874 | 407.9952287943519 | 1.9999999494757503e-05 |
| 14 | 325 | 1331200000 | 1.6082664394378663 | 3.453434134056764 | 442.0395691592658 | 1.9999999494757503e-05 |
| 15 | 350 | 1433600000 | 1.5916787338256837 | 3.718426102696622 | 475.9585411451676 | 1.9999999494757503e-05 |
| 16 | 375 | 1536000000 | 1.5903722620010377 | 3.9834007768839617 | 509.8752994411471 | 1.9999999494757503e-05 |
| 17 | 400 | 1638400000 | 1.5937609910964965 | 4.248280933908213 | 543.7799595402513 | 1.9999999494757503e-05 |
| 18 | 425 | 1740800000 | 1.5833971071243287 | 4.514559538923331 | 577.8636209821864 | 1.9999999494757503e-05 |
| 19 | 450 | 1843200000 | 1.588483600616455 | 4.7794486881652904 | 611.7694320851572 | 1.9999999494757503e-05 |
| 20 | 475 | 1945600000 | 1.5811502838134766 | 5.044273908992154 | 645.6670603509957 | 1.9999999494757503e-05 |
| 21 | 500 | 2048000000 | 1.5776061773300172 | 5.308712950952829 | 679.5152577219621 | 1.9999999494757503e-05 |
| 22 | 525 | 2150400000 | 1.5762306451797485 | 5.575429370141868 | 713.6549593781591 | 1.9999999494757503e-05 |
| 23 | 550 | 2252800000 | 1.577330994606018 | 5.8403744682127785 | 747.5679319312356 | 1.9999999494757503e-05 |
| 24 | 575 | 2355200000 | 1.5774771738052369 | 6.105136559348899 | 781.457479596659 | 1.9999999494757503e-05 |
| 25 | 600 | 2457600000 | 1.571889362335205 | 6.370161146941192 | 815.3806268084726 | 1.9999999494757503e-05 |
| 26 | 625 | 2560000000 | 1.5669999837875366 | 6.636842231150017 | 849.5158055872022 | 1.9999999494757503e-05 |
| 27 | 650 | 2662400000 | 1.5683012199401856 | 6.901824726711475 | 883.4335650190689 | 1.9999999494757503e-05 |
| 28 | 675 | 2764800000 | 1.5606089782714845 | 7.166626843748192 | 917.3282359997686 | 1.9999999494757503e-05 |
| 29 | 700 | 2867200000 | 1.569625825881958 | 7.431464089033584 | 951.2274033962988 | 1.9999999494757503e-05 |
| 30 | 725 | 2969600000 | 1.5637955999374389 | 7.697967706009089 | 985.3398663691634 | 1.9999999494757503e-05 |
| 31 | 750 | 3072000000 | 1.5669568061828614 | 7.962892068477961 | 1019.250184765179 | 1.9999999494757503e-05 |
| 32 | 775 | 3174400000 | 1.578919801712036 | 8.229167067304108 | 1053.3333846149258 | 1.9999999494757503e-05 |
| 33 | 800 | 3276800000 | 1.5597226810455322 | 8.493772274765757 | 1087.2028511700169 | 1.9999999494757503e-05 |
| 34 | 825 | 3379200000 | 1.5684496641159058 | 8.760366790807014 | 1121.3269492232978 | 1.9999999494757503e-05 |
| 35 | 850 | 3481600000 | 1.555274577140808 | 9.025527741439927 | 1155.2675509043106 | 1.9999999494757503e-05 |
| 36 | 875 | 3584000000 | 1.5589488697052003 | 9.290825104582503 | 1189.2256133865603 | 1.9999999494757503e-05 |
| 37 | 900 | 3686400000 | 1.56228581905365 | 9.555587218982518 | 1223.1151640297624 | 1.9999999494757503e-05 |
| 38 | 925 | 3788800000 | 1.5693172216415405 | 9.821702597393193 | 1257.1779324663287 | 1.9999999494757503e-05 |
| 39 | 950 | 3891200000 | 1.547282567024231 | 10.086582040948787 | 1291.0825012414448 | 1.9999999494757503e-05 |
| 40 | 975 | 3993600000 | 1.552180905342102 | 10.35216691473301 | 1325.0773650858252 | 1.9999999494757503e-05 |
| 41 | 1000 | 4096000000 | 1.5544623231887817 | 10.617501541588314 | 1359.0401973233043 | 1.9999999494757503e-05 |
| 42 | 1025 | 4198400000 | 1.5621129417419433 | 10.884025346612145 | 1393.1552443663545 | 1.9999999494757503e-05 |
| 43 | 1050 | 4300800000 | 1.5600895547866822 | 11.148848565988725 | 1427.0526164465568 | 1.9999999494757503e-05 |
| 44 | 1075 | 4403200000 | 1.5528885984420777 | 11.413467440123783 | 1460.9238323358443 | 1.9999999494757503e-05 |
| 45 | 1100 | 4505600000 | 1.5599483346939087 | 11.678333667439569 | 1494.8267094322648 | 1.9999999494757503e-05 |
| 46 | 1125 | 4608000000 | 1.5648639726638793 | 11.943580217023005 | 1528.7782677789446 | 1.9999999494757503e-05 |
| 47 | 1150 | 4710400000 | 1.549267168045044 | 12.20822147437584 | 1562.6523487201075 | 1.9999999494757503e-05 |
| 48 | 1175 | 4812800000 | 1.5537393379211426 | 12.473067252154218 | 1596.5526082757399 | 1.9999999494757503e-05 |
| 49 | 1200 | 4915200000 | 1.5565906286239624 | 12.737777670184224 | 1630.4355417835807 | 1.9999999494757503e-05 |
| 50 | 1220 | 4997120000 | 1.549389386177063 | 12.94956159459549 | 1657.5438841082228 | 1.9999999494757503e-05 |