| training_steps,training_tokens,training_loss,walltime,gputime,learning_rate |
| 125,524288000,2.554782357215881,984.4803285598755,126013.48205566406,4.273942613508552e-05 |
| 250,1048576000,1.492537350654602,1976.7299485206604,253021.43341064453,6.872427184134722e-05 |
| 375,1572864000,1.4975359773635863,2973.380742073059,380592.73498535156,6.871581717859954e-05 |
| 500,2097152000,1.4889154148101806,3958.0899834632874,506635.5178833008,6.869788194308057e-05 |
| 625,2621440000,1.4991708898544311,4951.81186914444,633831.9192504883,6.867046613479033e-05 |
| 750,3145728000,1.507406897544861,5936.469957828522,759868.1546020508,6.863359158160165e-05 |
| 875,3670016000,1.498574013710022,6925.770752429962,886498.6563110352,6.858726555947214e-05 |
| 1000,4194304000,1.4995141220092774,7912.4334597587585,1012791.4828491211,6.853148806840181e-05 |
| 1125,4718592000,1.497445855140686,8903.68198633194,1139671.2942504883,6.846628821222112e-05 |
| 1250,5242880000,1.5074591159820556,9896.094131469727,1266700.048828125,6.839167326688766e-05 |
| 1375,5767168000,1.5002111291885376,10887.623195648193,1393615.7690429688,6.830767233623192e-05 |
| 1500,6291456000,1.4991462469100951,11878.205075263977,1520410.249633789,6.821430724812672e-05 |
| 1625,6815744000,1.4921324682235717,12867.40041255951,1647027.2528076172,6.81115998304449e-05 |
| 1750,7340032000,1.523764271736145,13853.18541765213,1773207.7334594727,6.799957918701693e-05 |
| 1875,7864320000,1.515320167541504,14843.755986690521,1900000.7662963867,6.787827442167327e-05 |
| 2000,8388608000,1.5183739233016968,15826.274373531342,2025763.1198120117,6.774772919015959e-05 |
| 2125,8912896000,1.5051481771469115,16821.798691749573,2153190.2325439453,6.760796532034874e-05 |
| 2250,9437184000,1.5188077306747436,17806.938366889954,2279288.110961914,6.745903374394402e-05 |
| 2375,9961472000,1.495236349105835,18797.5475025177,2406086.0803222656,6.73009708407335e-05 |
| 2500,10485760000,1.4941252279281616,19785.608899593353,2532557.939147949,6.713382026646286e-05 |
| 2625,11010048000,1.50147403717041,20781.896586418152,2660082.7630615234,6.695761840092018e-05 |
| 2750,11534336000,1.497354221343994,21773.439099788666,2787000.204772949,6.677243072772399e-05 |
| 2875,12058624000,1.492594337463379,22754.230978488922,2912541.565246582,6.657830090261996e-05 |
| 3000,12582912000,1.4926585578918456,23750.513849258423,3040065.772705078,6.63752798573114e-05 |
| 3125,13107200000,1.4984318923950195,24744.183931350708,3167255.5432128906,6.616342579945922e-05 |
| 3250,13631488000,1.514411540031433,25741.15688085556,3294868.0807495117,6.594280421268195e-05 |
| 3375,14155776000,1.5011372566223145,26731.743879318237,3421663.2165527344,6.571345875272527e-05 |
| 3500,14680064000,1.4847777557373047,27724.0012717247,3548672.1627807617,6.547546945512295e-05 |
| 3625,15204352000,1.5044882965087891,28723.126101493835,3676560.140991211,6.522889452753589e-05 |
| 3750,15728640000,1.4940216732025147,29723.706996440887,3804634.4955444336,6.497379945358261e-05 |
| 3875,16252928000,1.4894179916381836,30711.214339733124,3931035.43548584,6.471026426879689e-05 |
| 4000,16777216000,1.49800621509552,31701.409969329834,4057780.4760742188,6.443835445679724e-05 |
| 4125,17301504000,1.484294719696045,32693.367190361023,4184751.000366211,6.415814277715981e-05 |
| 4250,17825792000,1.5007028341293336,33689.12601232529,4312208.129577637,6.386970926541835e-05 |
| 4375,18350080000,1.493506498336792,34682.32307434082,4439337.353515625,6.357313395710662e-05 |
| 4500,18874368000,1.4821550846099854,35666.2157535553,4565275.616455078,6.326850416371599e-05 |
| 4625,19398656000,1.4927472066879273,36650.89477300644,4691314.530944824,6.29558926448226e-05 |
| 4750,19922944000,1.4983328580856323,37638.09194803238,4817675.7693481445,6.263539398787543e-05 |
| 4875,20447232000,1.5008873271942138,38624.85774278641,4943981.79107666,6.230709550436586e-05 |
| 5000,20971520000,1.4903150367736817,39610.86201429367,5070190.33782959,6.197109178174287e-05 |
| 5125,21495808000,1.4989620018005372,40605.754997730255,5197536.639709473,6.162746285554022e-05 |
| 5250,22020096000,1.5058591556549072,41593.60118150711,5323980.95123291,6.12763105891645e-05 |
| 5375,22544384000,1.4910902786254883,42581.0441327095,5450373.648986816,6.091773684602231e-05 |
| 5500,23068672000,1.4767752408981323,43574.69149827957,5577560.511779785,6.055183621356264e-05 |
| 5625,23592960000,1.4914532852172853,44564.69118833542,5704280.472106934,6.0178706917213276e-05 |
| 5750,24117248000,1.5105006313323974,45558.96450281143,5831547.456359863,5.979845445835963e-05 |
| 5875,24641536000,1.4840446662902833,46552.533349990845,5958724.268798828,5.94111843383871e-05 |
| 6000,25165824000,1.4915190172195434,47544.051904678345,6085638.643798828,5.90170020586811e-05 |
| 6125,25690112000,1.4764682626724244,48542.83632040024,6213483.0490112305,5.8616020396584645e-05 |
| 6250,26214400000,1.4947553205490112,49535.04325628281,6340485.536804199,5.820834121550433e-05 |
| 6375,26738688000,1.4819254302978515,50523.48965167999,6467006.675415039,5.779408820671961e-05 |
| 6500,27262976000,1.4844385862350464,51516.32220029831,6594089.241638184,5.737336687161587e-05 |
| 6625,27787264000,1.4932914543151856,52510.58640241623,6721355.059509277,5.694629726349376e-05 |
| 6750,28311552000,1.4815798425674438,53504.04151201248,6848517.313537598,5.65129957976751e-05 |
| 6875,28835840000,1.4881651401519775,54497.4182844162,6975669.540405273,5.607358252746053e-05 |
| 7000,29360128000,1.4796349620819091,55486.41178607941,7102260.708618164,5.5628181144129485e-05 |
| 7125,29884416000,1.4790048694610596,56482.15041399002,7229715.252990723,5.51769117009826e-05 |
| 7250,30408704000,1.4827857828140258,57463.426065444946,7355318.536376953,5.471989788929932e-05 |
| 7375,30932992000,1.4792558193206786,58459.337282180786,7482795.172119141,5.4257267038337886e-05 |
| 7500,31457280000,1.4781176567077636,59457.12294816971,7610511.737365723,5.378914647735655e-05 |
| 7625,31981568000,1.4841596031188964,60450.812039375305,7737703.941040039,5.3315667173592374e-05 |
| 7750,32505856000,1.4755689001083374,61440.799317359924,7864422.31262207,5.2836956456303596e-05 |
| 7875,33030144000,1.4764146280288697,62426.203353405,7990554.02923584,5.2353148930706084e-05 |
| 8000,33554432000,1.4695409059524536,63427.24039077759,8118686.770019531,5.18643792020157e-05 |
| 8125,34078720000,1.4723982000350953,64413.376405239105,8244912.1798706055,5.1370778237469494e-05 |
| 8250,34603008000,1.4811096334457396,65416.51983499527,8373314.5388793945,5.087248428026214e-05 |
| 8375,35127296000,1.4618944311141968,66408.41525316238,8500277.152404785,5.036963921156712e-05 |
| 8500,35651584000,1.4810321426391602,67396.42352819443,8626742.211608887,4.986237399862148e-05 |
| 8625,36175872000,1.4964146041870117,68386.16661310196,8753429.32647705,4.93508305225987e-05 |
| 8750,36700160000,1.4802560997009278,69378.4465432167,8880441.157531738,4.883515430265106e-05 |
| 8875,37224448000,1.4757713842391968,70373.2158613205,9007771.630249023,4.831548358197324e-05 |
| 9000,37748736000,1.4619942569732667,71361.52238368988,9134274.865112305,4.7791963879717514e-05 |
| 9125,38273024000,1.4840023851394653,72348.26117753983,9260577.430725098,4.726473707705736e-05 |
| 9250,38797312000,1.4723041582107543,73342.45064258575,9387833.682250977,4.6733952331123874e-05 |
| 9375,39321600000,1.4644659996032714,74334.40888643265,9514804.337463379,4.6199755161069334e-05 |
| 9500,39845888000,1.460612325668335,75321.32328510284,9641129.380493164,4.566228744806722e-05 |
| 9625,40370176000,1.4779297924041748,76309.20647382736,9767578.428649902,4.512170562520623e-05 |
| 9750,40894464000,1.4698872137069703,77308.77655506134,9895523.399047852,4.457815521163866e-05 |
| 9875,41418752000,1.468229856491089,78304.61529016495,10022990.757141113,4.403178536449559e-05 |
| 10000,41943040000,1.4836175775527953,79304.67171669006,10150997.979736328,4.3482745240908116e-05 |
| 10125,42467328000,1.4738706302642823,80295.66708803177,10277845.387268066,4.293119127396494e-05 |
| 10250,42991616000,1.473243055343628,81286.63889408112,10404689.778442383,4.237727262079716e-05 |
| 10375,43515904000,1.4678482389450074,82276.86048984528,10531438.142700195,4.182114207651466e-05 |
| 10500,44040192000,1.4657092475891114,83264.51493740082,10657857.911987305,4.126295607420616e-05 |
| 10625,44564480000,1.4797403383255006,84252.94907569885,10784377.481689453,4.070286377100274e-05 |
| 10750,45088768000,1.4585044288635254,85236.22227907181,10910236.451721191,4.014102159999311e-05 |
| 10875,45613056000,1.4693016576766968,86232.91317224503,11037812.886047363,3.9577585994265974e-05 |
| 11000,46137344000,1.4555245351791382,87218.0213546753,11163906.733398438,3.901270974893123e-05 |
| 11125,46661632000,1.4605278205871581,88211.04061365128,11291013.198547363,3.844655293505639e-05 |
| 11250,47185920000,1.4623273992538453,89203.6712551117,11418069.920654297,3.787926834775135e-05 |
| 11375,47710208000,1.4501904296875,90203.31879377365,11546024.805603027,3.7311012420104817e-05 |
| 11500,48234496000,1.4555465793609619,91199.40769195557,11673524.184570312,3.67419452231843e-05 |
| 11625,48758784000,1.4745562267303467,92195.03290891647,11800964.212341309,3.6172219552099705e-05 |
| 11750,49283072000,1.4669678735733032,93188.7359547615,11928158.202209473,3.5601995477918535e-05 |
| 11875,49807360000,1.4451501083374023,94178.76350164413,12054881.72821045,3.503142579575069e-05 |
| 12000,50331648000,1.4586689186096191,95164.90592002869,12181107.957763672,3.44606778526213e-05 |
| 12125,50855936000,1.4642741441726685,96151.27073287964,12307362.653808594,3.388989716768265e-05 |
| 12250,51380224000,1.4485573005676269,97140.30460119247,12433958.988952637,3.3319251087959856e-05 |
| 12375,51904512000,1.452154188156128,98129.22229290009,12560540.453491211,3.274888877058402e-05 |
| 12500,52428800000,1.4662384748458863,99116.62769794464,12686928.345336914,3.217897392460145e-05 |
| 12625,52953088000,1.4696976613998414,100105.01482248306,12813441.897277832,3.160966298310086e-05 |
| 12750,53477376000,1.4392393255233764,101090.24580478668,12939551.463012695,3.1041112379170954e-05 |
| 12875,54001664000,1.4627568244934082,102077.42817878723,13065910.806884766,3.0473474907921627e-05 |
| 13000,54525952000,1.4575440549850465,103067.62155056,13192655.55847168,2.9906910640420392e-05 |
| 13125,55050240000,1.4550797605514527,104058.55529546738,13319495.077819824,2.9341577828745358e-05 |
| 13250,55574528000,1.4468258619308472,105043.32339286804,13445545.39428711,2.877762926800642e-05 |
| 13375,56098816000,1.4521300840377807,106031.43281936646,13572023.400878906,2.821522139129229e-05 |
| 13500,56623104000,1.4469180059432984,107026.1884021759,13699352.115478516,2.7654510631691664e-05 |
| 13625,57147392000,1.4474766778945922,108017.4569606781,13826234.490966797,2.7095649784314446e-05 |
| 13750,57671680000,1.4578331899642945,109009.42044258118,13953205.81665039,2.6538793463259935e-05 |
| 13875,58195968000,1.436700382232666,109997.29449272156,14079653.69506836,2.5984098101616837e-05 |
| 14000,58720256000,1.452729549407959,110987.51145124435,14206401.465759277,2.5431712856516242e-05 |
| 14125,59244544000,1.460614848136902,111977.30929374695,14333095.58959961,2.4881790523068048e-05 |
| 14250,59768832000,1.4357179069519044,112969.85160589218,14460141.0055542,2.4334485715371557e-05 |
| 14375,60293120000,1.4537902307510375,113955.03861904144,14586244.943237305,2.378994759055786e-05 |
| 14500,60817408000,1.446098918914795,114945.9777879715,14713085.156860352,2.3248327124747448e-05 |
| 14625,61341696000,1.4509311485290528,115940.73630571365,14840414.247131348,2.2709773475071415e-05 |
| 14750,61865984000,1.4349867057800294,116929.04821395874,14966918.171386719,2.217443397967145e-05 |
| 14875,62390272000,1.441828212738037,117920.14652967453,15093778.75579834,2.1642457795678638e-05 |
| 15000,62914560000,1.4551848554611206,118914.3961763382,15221042.710571289,2.1113990442245267e-05 |
| 15125,63438848000,1.4536888933181762,119912.7855849266,15348836.554870605,2.0589179257513024e-05 |
| 15250,63963136000,1.4343218231201171,120902.67904758453,15475542.91809082,2.0068167941644788e-05 |
| 15375,64487424000,1.434973349571228,121890.9710073471,15602044.28894043,1.9551102013792843e-05 |
| 15500,65011712000,1.4304817056655883,122881.00431919098,15728768.552856445,1.903812153614126e-05 |
| 15625,65536000000,1.4382383155822753,123871.80215597153,15855590.675964355,1.8529370208852924e-05 |
| 15750,66060288000,1.4488927793502808,124860.45211076736,15982137.870178223,1.80249862751225e-05 |
| 15875,66584576000,1.4491661930084228,125852.39286899567,16109106.287231445,1.7525111616123468e-05 |
| 16000,67108864000,1.4428399467468263,126844.71413850784,16236123.409729004,1.7029880837071687e-05 |
| 16125,67633152000,1.4600327444076537,127834.77737665176,16362851.504211426,1.6539434000151232e-05 |
| 16250,68157440000,1.4474923944473266,128827.42879390717,16489910.885620117,1.605390389158856e-05 |
| 16375,68681728000,1.4306964492797851,129818.6548280716,16616787.817993164,1.557342693558894e-05 |
| 16500,69206016000,1.4370262432098388,130809.4248843193,16743606.385192871,1.5098133189894725e-05 |
| 16625,69730304000,1.461853132247925,131801.40537023544,16870579.887390137,1.462815453123767e-05 |
| 16750,70254592000,1.4365899896621703,132795.2848958969,16997796.466674805,1.4163621017360128e-05 |
| 16875,70778880000,1.4278438949584962,133781.98801994324,17124094.466552734,1.3704660887015052e-05 |
| 17000,71303168000,1.452727656364441,134781.81574344635,17252072.415161133,1.3251400559965987e-05 |
| 17125,71827456000,1.4432354736328126,135770.59500694275,17378636.160888672,1.2803964636987075e-05 |
| 17250,72351744000,1.4370049810409546,136763.4261727333,17505718.550109863,1.236247771885246e-05 |
| 17375,72876032000,1.4415734529495239,137749.88814115524,17631985.68206787,1.1927060768357478e-05 |
| 17500,73400320000,1.448450403213501,138734.07413721085,17757961.48956299,1.1497834748297464e-05 |
| 17625,73924608000,1.4521562385559081,139720.14720916748,17884178.842773438,1.1074916983488947e-05 |
| 17750,74448896000,1.4284476900100709,140720.67550897598,18012246.465148926,1.0658423889253754e-05 |
| 17875,74973184000,1.4349009227752685,141708.66920232773,18138709.65789795,1.0248471880913712e-05 |
| 18000,75497472000,1.4354215097427367,142702.52597332,18265923.32458496,9.84517373581184e-06 |
| 18125,76021760000,1.4429131412506104,143692.95391321182,18392698.100891113,9.448639502807055e-06 |
| 18250,76546048000,1.4341587257385253,144678.950984478,18518905.726013184,9.05898014025297e-06 |
| 18375,77070336000,1.4438130140304566,145667.07129478455,18645385.125732422,8.676302059029695e-06 |
| 18500,77594624000,1.4676322078704833,146658.7003850937,18772313.649291992,8.300710760522634e-06 |
| 18625,78118912000,1.452341685295105,147646.1154794693,18898702.78137207,7.932311746117193e-06 |
| 18750,78643200000,1.431972212791443,148639.95228767395,19025913.892822266,7.571204150735866e-06 |
| 18875,79167488000,1.4444401311874389,149629.34332609177,19152555.945739746,7.21748892829055e-06 |
| 19000,79691776000,1.4298672103881835,150616.8995141983,19278963.137817383,6.871263394714333e-06 |
| 19125,80216064000,1.4420791864395142,151607.81851053238,19405800.769348145,6.532623046950903e-06 |
| 19250,80740352000,1.4332106876373292,152591.41368865967,19531700.952148438,6.201661562954541e-06 |
| 19375,81264640000,1.4423624134063722,153581.10126018524,19658380.96130371,5.878470346942777e-06 |
| 19500,81788928000,1.4339903974533081,154569.26450490952,19784865.856628418,5.563138074649032e-06 |
| 19625,82313216000,1.4349782180786133,155560.8947300911,19911794.52545166,5.2557525123120286e-06 |
| 19750,82837504000,1.4391859865188599,156555.20820617676,20039066.650390625,4.956397333444329e-06 |
| 19875,83361792000,1.4334424209594727,157543.97389650345,20165628.65875244,4.665156211558497e-06 |
| 20000,83886080000,1.4429494667053222,158535.4375243187,20292536.003112793,4.382109182188287e-06 |
| 20125,84410368000,1.4282504177093507,159526.97605133057,20419452.934570312,4.107334007130703e-06 |
| 20250,84934656000,1.4241476202011107,160516.53708219528,20546116.746520996,3.840906629193341e-06 |
| 20375,85458944000,1.4211939144134522,161512.73339509964,20673629.874572754,3.582900717447046e-06 |
| 20500,85983232000,1.4452216482162477,162514.04677152634,20801797.98675537,3.3333876672259066e-06 |
| 20625,86507520000,1.4331603813171387,163513.922894001,20929782.13043213,3.092435918006231e-06 |
| 20750,87031808000,1.4439285373687745,164507.00857162476,21056897.09716797,2.8601120902749244e-06 |
| 20875,87556096000,1.4297708702087402,165491.65361166,21182931.66229248,2.6364803034084616e-06 |
| 21000,88080384000,1.4380652761459352,166482.06634283066,21309704.491882324,2.421602175672888e-06 |
| 21125,88604672000,1.440790328979492,167471.32928848267,21436330.14892578,2.2155370515974937e-06 |
| 21250,89128960000,1.4167712259292602,168465.6027150154,21563597.147521973,2.0183420019748155e-06 |
| 21375,89653248000,1.4362161588668823,169454.4678258896,21690171.881713867,1.8300711417396087e-06 |
| 21500,90177536000,1.4421902465820313,170449.9449276924,21817592.95074463,1.6507766531503876e-06 |
| 21625,90701824000,1.4315487194061278,171439.339158535,21944235.41229248,1.4805077626078855e-06 |
| 21750,91226112000,1.4244873237609863,172431.13037109375,22071184.6875,1.3193115364629193e-06 |
| 21875,91750400000,1.4125955533981323,173419.4010901451,22197683.339538574,1.1672325399558758e-06 |
| 22000,92274688000,1.4402506971359252,174406.1421227455,22323986.191711426,1.0243126098430366e-06 |
| 22125,92798976000,1.4289155435562133,175393.06967496872,22450312.918395996,8.905913091439288e-07 |
| 22250,93323264000,1.4243291425704956,176383.74596118927,22577119.483032227,7.661054723939742e-07 |
| 22375,93847552000,1.436662836074829,177379.34653520584,22704556.356506348,6.508893761747458e-07 |
| 22500,94371840000,1.4352865982055665,178370.07630109787,22831369.766540527,5.449749664876435e-07 |
| 22625,94896128000,1.436001124382019,179361.4937210083,22958271.196289062,4.483913187414146e-07 |
| 22750,95420416000,1.440036449432373,180355.07584095,23085449.7076416,3.6116514934292354e-07 |
| 22875,95944704000,1.441613302230835,181344.45638895035,23212090.417785645,2.83320531480058e-07 |
| 23000,96468992000,1.4311069631576538,182340.00187397003,23339520.239868164,2.1487893775429256e-07 |
| 23125,96993280000,1.4302243566513062,183328.21281433105,23466011.240234375,1.5585924018068908e-07 |
| 23250,97517568000,1.434647183418274,184314.68320846558,23592279.450683594,1.0627772439875116e-07 |
| 23375,98041856000,1.423925666809082,185305.42181253433,23719093.992004395,6.614807546156953e-08 |
| 23500,98566144000,1.4347464084625243,186310.39970636368,23847731.16241455,3.5481360072253665e-08 |
| 23625,99090432000,1.4226790523529054,187302.3525762558,23974701.129760742,1.4286050564749075e-08 |
| 23750,99614720000,1.431354284286499,188291.8809390068,24101360.76019287,2.5679884885221327e-09 |
| 23840,99992207360,1.4358789854579501,189009.04103040695,24193157.25189209,1.2136202416287989e-12 |
|
|
