4.5 KiB
4.5 KiB
| 1 | training_steps | training_tokens | training_loss | walltime | gputime | learning_rate |
|---|---|---|---|---|---|---|
| 2 | 125 | 524288000 | 1.7321729850769043 | 2038.2124423980713 | 65222.79815673828 | 4.273942613508552e-05 |
| 3 | 250 | 1048576000 | 1.7820953130722046 | 4072.195177078247 | 130310.2456665039 | 6.871273217257112e-05 |
| 4 | 375 | 1572864000 | 1.786562623977661 | 6112.121953964233 | 195587.90252685547 | 6.857037078589201e-05 |
| 5 | 500 | 2097152000 | 1.774144024848938 | 8146.270904541016 | 260680.6689453125 | 6.826908065704629e-05 |
| 6 | 625 | 2621440000 | 1.7754914331436158 | 10182.19183921814 | 325830.13885498047 | 6.781024421798065e-05 |
| 7 | 750 | 3145728000 | 1.7792722940444947 | 12218.295230865479 | 390985.4473876953 | 6.719600060023367e-05 |
| 8 | 875 | 3670016000 | 1.7657317686080933 | 14254.30781364441 | 456137.8500366211 | 6.642920197919011e-05 |
| 9 | 1000 | 4194304000 | 1.749033350944519 | 16289.10270690918 | 521251.28662109375 | 6.551342085003853e-05 |
| 10 | 1125 | 4718592000 | 1.7547414350509642 | 18324.046897888184 | 586369.5007324219 | 6.445289182011038e-05 |
| 11 | 1250 | 5242880000 | 1.7615914154052734 | 20360.00431060791 | 651520.1379394531 | 6.325256254058331e-05 |
| 12 | 1375 | 5767168000 | 1.7547650194168092 | 22399.145917892456 | 716772.6693725586 | 6.191799184307456e-05 |
| 13 | 1500 | 6291456000 | 1.7568599843978883 | 24434.790239334106 | 781913.2876586914 | 6.045540067134425e-05 |
| 14 | 1625 | 6815744000 | 1.756683120727539 | 26467.602043151855 | 846963.2653808594 | 5.88715702178888e-05 |
| 15 | 1750 | 7340032000 | 1.7712373447418213 | 28505.502614974976 | 912176.0836791992 | 5.717386011383496e-05 |
| 16 | 1875 | 7864320000 | 1.7570617341995238 | 30544.495964050293 | 977423.8708496094 | 5.537016477319412e-05 |
| 17 | 2000 | 8388608000 | 1.7711494731903077 | 32576.92928314209 | 1042461.7370605469 | 5.3468862461159006e-05 |
| 18 | 2125 | 8912896000 | 1.7459300088882446 | 34607.085666656494 | 1107426.7413330078 | 5.147878619027324e-05 |
| 19 | 2250 | 9437184000 | 1.7759411668777465 | 36638.67337226868 | 1172437.5479125977 | 4.940918006468564e-05 |
| 20 | 2375 | 9961472000 | 1.751558403968811 | 38674.1086769104 | 1237571.4776611328 | 4.726966653834097e-05 |
| 21 | 2500 | 10485760000 | 1.7469562911987304 | 40710.89038848877 | 1302748.4924316406 | 4.507018093136139e-05 |
| 22 | 2625 | 11010048000 | 1.7472583627700806 | 42741.46059989929 | 1367726.7391967773 | 4.282094232621603e-05 |
| 23 | 2750 | 11534336000 | 1.7396611833572388 | 44775.66031455994 | 1432821.130065918 | 4.053240627399646e-05 |
| 24 | 2875 | 12058624000 | 1.7367908811569215 | 46809.763469696045 | 1497912.4310302734 | 3.82151993107982e-05 |
| 25 | 3000 | 12582912000 | 1.7312628602981568 | 48840.85386276245 | 1562907.3236083984 | 3.588009349186905e-05 |
| 26 | 3125 | 13107200000 | 1.7340177202224731 | 50882.058181762695 | 1628225.8618164062 | 3.353793727001175e-05 |
| 27 | 3250 | 13631488000 | 1.7468777370452881 | 52915.479583740234 | 1693295.3466796875 | 3.1199611839838326e-05 |
| 28 | 3375 | 14155776000 | 1.736454906463623 | 54949.177503585815 | 1758373.680114746 | 2.887598384404555e-05 |
| 29 | 3500 | 14680064000 | 1.7168688917160033 | 56983.518838882446 | 1823472.6028442383 | 2.657784534676466e-05 |
| 30 | 3625 | 15204352000 | 1.7362675619125367 | 59016.508951187134 | 1888528.2864379883 | 2.4315877453773282e-05 |
| 31 | 3750 | 15728640000 | 1.7225361776351928 | 61048.09039115906 | 1953538.8925170898 | 2.2100588466855697e-05 |
| 32 | 3875 | 16252928000 | 1.7229525661468506 | 63088.87882232666 | 2018844.1223144531 | 1.9942272047046572e-05 |
| 33 | 4000 | 16777216000 | 1.7317879962921143 | 65127.477197647095 | 2084079.270324707 | 1.7850958101917058e-05 |
| 34 | 4125 | 17301504000 | 1.7141348791122437 | 67159.66188430786 | 2149109.1802978516 | 1.583636003488209e-05 |
| 35 | 4250 | 17825792000 | 1.7331690502166748 | 69194.80279922485 | 2214233.6895751953 | 1.3907839274907019e-05 |
| 36 | 4375 | 18350080000 | 1.7262915754318238 | 71227.25885391235 | 2279272.2833251953 | 1.2074357073288411e-05 |
| 37 | 4500 | 18874368000 | 1.7107811641693116 | 73264.28848266602 | 2344457.2314453125 | 1.0344432666897774e-05 |
| 38 | 4625 | 19398656000 | 1.7166726398468017 | 75297.24138259888 | 2409511.724243164 | 8.726103260414675e-06 |
| 39 | 4750 | 19922944000 | 1.725267572402954 | 77331.9061088562 | 2474620.9954833984 | 7.226888101286022e-06 |
| 40 | 4875 | 20447232000 | 1.7278444051742554 | 79369.09204483032 | 2539810.9454345703 | 5.853752554685343e-06 |
| 41 | 5000 | 20971520000 | 1.718487434387207 | 81401.97128295898 | 2604863.0810546875 | 4.613077180692926e-06 |
| 42 | 5125 | 21495808000 | 1.726679697036743 | 83437.51823425293 | 2670000.5834960938 | 3.5106265841022832e-06 |
| 43 | 5250 | 22020096000 | 1.734564232826233 | 85471.96573257446 | 2735102.903442383 | 2.551522584326449e-06 |
| 44 | 5375 | 22544384000 | 1.715936336517334 | 87508.94268989563 | 2800286.16607666 | 1.7402217054041103e-06 |
| 45 | 5500 | 23068672000 | 1.6978045463562013 | 89541.17573738098 | 2865317.6235961914 | 1.080493461813603e-06 |
| 46 | 5625 | 23592960000 | 1.7127540063858033 | 91577.60955810547 | 2930483.505859375 | 5.754032486038341e-07 |
| 47 | 5750 | 24117248000 | 1.7404991817474365 | 93611.946144104 | 2995582.276611328 | 2.272977184247793e-07 |
| 48 | 5875 | 24641536000 | 1.7139026641845703 | 95644.32496070862 | 3060618.398742676 | 3.7794343654695695e-08 |
| 49 | 5960 | 24998051840 | 1.7241077843834371 | 97028.07661056519 | 3104898.451538086 | 5.111043099165213e-12 |