| training_steps,training_tokens,training_loss,walltime,gputime,learning_rate |
| 125,524288000,1.7321729850769043,2038.2124423980713,65222.79815673828,4.273942613508552e-05 |
| 250,1048576000,1.7820953130722046,4072.195177078247,130310.2456665039,6.871273217257112e-05 |
| 375,1572864000,1.786562623977661,6112.121953964233,195587.90252685547,6.857037078589201e-05 |
| 500,2097152000,1.774144024848938,8146.270904541016,260680.6689453125,6.826908065704629e-05 |
| 625,2621440000,1.7754914331436158,10182.19183921814,325830.13885498047,6.781024421798065e-05 |
| 750,3145728000,1.7792722940444947,12218.295230865479,390985.4473876953,6.719600060023367e-05 |
| 875,3670016000,1.7657317686080933,14254.30781364441,456137.8500366211,6.642920197919011e-05 |
| 1000,4194304000,1.749033350944519,16289.10270690918,521251.28662109375,6.551342085003853e-05 |
| 1125,4718592000,1.7547414350509642,18324.046897888184,586369.5007324219,6.445289182011038e-05 |
| 1250,5242880000,1.7615914154052734,20360.00431060791,651520.1379394531,6.325256254058331e-05 |
| 1375,5767168000,1.7547650194168092,22399.145917892456,716772.6693725586,6.191799184307456e-05 |
| 1500,6291456000,1.7568599843978883,24434.790239334106,781913.2876586914,6.045540067134425e-05 |
| 1625,6815744000,1.756683120727539,26467.602043151855,846963.2653808594,5.88715702178888e-05 |
| 1750,7340032000,1.7712373447418213,28505.502614974976,912176.0836791992,5.717386011383496e-05 |
| 1875,7864320000,1.7570617341995238,30544.495964050293,977423.8708496094,5.537016477319412e-05 |
| 2000,8388608000,1.7711494731903077,32576.92928314209,1042461.7370605469,5.3468862461159006e-05 |
| 2125,8912896000,1.7459300088882446,34607.085666656494,1107426.7413330078,5.147878619027324e-05 |
| 2250,9437184000,1.7759411668777465,36638.67337226868,1172437.5479125977,4.940918006468564e-05 |
| 2375,9961472000,1.751558403968811,38674.1086769104,1237571.4776611328,4.726966653834097e-05 |
| 2500,10485760000,1.7469562911987304,40710.89038848877,1302748.4924316406,4.507018093136139e-05 |
| 2625,11010048000,1.7472583627700806,42741.46059989929,1367726.7391967773,4.282094232621603e-05 |
| 2750,11534336000,1.7396611833572388,44775.66031455994,1432821.130065918,4.053240627399646e-05 |
| 2875,12058624000,1.7367908811569215,46809.763469696045,1497912.4310302734,3.82151993107982e-05 |
| 3000,12582912000,1.7312628602981568,48840.85386276245,1562907.3236083984,3.588009349186905e-05 |
| 3125,13107200000,1.7340177202224731,50882.058181762695,1628225.8618164062,3.353793727001175e-05 |
| 3250,13631488000,1.7468777370452881,52915.479583740234,1693295.3466796875,3.1199611839838326e-05 |
| 3375,14155776000,1.736454906463623,54949.177503585815,1758373.680114746,2.887598384404555e-05 |
| 3500,14680064000,1.7168688917160033,56983.518838882446,1823472.6028442383,2.657784534676466e-05 |
| 3625,15204352000,1.7362675619125367,59016.508951187134,1888528.2864379883,2.4315877453773282e-05 |
| 3750,15728640000,1.7225361776351928,61048.09039115906,1953538.8925170898,2.2100588466855697e-05 |
| 3875,16252928000,1.7229525661468506,63088.87882232666,2018844.1223144531,1.9942272047046572e-05 |
| 4000,16777216000,1.7317879962921143,65127.477197647095,2084079.270324707,1.7850958101917058e-05 |
| 4125,17301504000,1.7141348791122437,67159.66188430786,2149109.1802978516,1.583636003488209e-05 |
| 4250,17825792000,1.7331690502166748,69194.80279922485,2214233.6895751953,1.3907839274907019e-05 |
| 4375,18350080000,1.7262915754318238,71227.25885391235,2279272.2833251953,1.2074357073288411e-05 |
| 4500,18874368000,1.7107811641693116,73264.28848266602,2344457.2314453125,1.0344432666897774e-05 |
| 4625,19398656000,1.7166726398468017,75297.24138259888,2409511.724243164,8.726103260414675e-06 |
| 4750,19922944000,1.725267572402954,77331.9061088562,2474620.9954833984,7.226888101286022e-06 |
| 4875,20447232000,1.7278444051742554,79369.09204483032,2539810.9454345703,5.853752554685343e-06 |
| 5000,20971520000,1.718487434387207,81401.97128295898,2604863.0810546875,4.613077180692926e-06 |
| 5125,21495808000,1.726679697036743,83437.51823425293,2670000.5834960938,3.5106265841022832e-06 |
| 5250,22020096000,1.734564232826233,85471.96573257446,2735102.903442383,2.551522584326449e-06 |
| 5375,22544384000,1.715936336517334,87508.94268989563,2800286.16607666,1.7402217054041103e-06 |
| 5500,23068672000,1.6978045463562013,89541.17573738098,2865317.6235961914,1.080493461813603e-06 |
| 5625,23592960000,1.7127540063858033,91577.60955810547,2930483.505859375,5.754032486038341e-07 |
| 5750,24117248000,1.7404991817474365,93611.946144104,2995582.276611328,2.272977184247793e-07 |
| 5875,24641536000,1.7139026641845703,95644.32496070862,3060618.398742676,3.7794343654695695e-08 |
| 5960,24998051840,1.7241077843834371,97028.07661056519,3104898.451538086,5.111043099165213e-12 |
|
|
