| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 1431, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0006988120195667365, |
| "grad_norm": 20.01421639294812, |
| "learning_rate": 0.0, |
| "loss": 26.1109, |
| "num_tokens": 7466.0, |
| "step": 1 |
| }, |
| { |
| "epoch": 0.001397624039133473, |
| "grad_norm": 15.36930185770397, |
| "learning_rate": 4.651162790697674e-06, |
| "loss": 26.1453, |
| "num_tokens": 14867.0, |
| "step": 2 |
| }, |
| { |
| "epoch": 0.0020964360587002098, |
| "grad_norm": 17.05352336534915, |
| "learning_rate": 9.302325581395349e-06, |
| "loss": 26.0888, |
| "num_tokens": 22758.0, |
| "step": 3 |
| }, |
| { |
| "epoch": 0.002795248078266946, |
| "grad_norm": 19.04711212026682, |
| "learning_rate": 1.3953488372093024e-05, |
| "loss": 25.6631, |
| "num_tokens": 30251.0, |
| "step": 4 |
| }, |
| { |
| "epoch": 0.0034940600978336828, |
| "grad_norm": 28.812900832385424, |
| "learning_rate": 1.8604651162790697e-05, |
| "loss": 25.3928, |
| "num_tokens": 37442.0, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.0041928721174004195, |
| "grad_norm": 63.640698917817346, |
| "learning_rate": 2.3255813953488374e-05, |
| "loss": 26.0258, |
| "num_tokens": 44450.0, |
| "step": 6 |
| }, |
| { |
| "epoch": 0.004891684136967156, |
| "grad_norm": 60.46179037964818, |
| "learning_rate": 2.7906976744186048e-05, |
| "loss": 25.6428, |
| "num_tokens": 51596.0, |
| "step": 7 |
| }, |
| { |
| "epoch": 0.005590496156533892, |
| "grad_norm": 31.396116729467284, |
| "learning_rate": 3.2558139534883724e-05, |
| "loss": 24.7731, |
| "num_tokens": 58501.0, |
| "step": 8 |
| }, |
| { |
| "epoch": 0.006289308176100629, |
| "grad_norm": 33.63353151516081, |
| "learning_rate": 3.7209302325581394e-05, |
| "loss": 23.8918, |
| "num_tokens": 65085.0, |
| "step": 9 |
| }, |
| { |
| "epoch": 0.0069881201956673656, |
| "grad_norm": 22.00249182717323, |
| "learning_rate": 4.186046511627907e-05, |
| "loss": 23.6714, |
| "num_tokens": 72520.0, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.007686932215234102, |
| "grad_norm": 21.52192510277941, |
| "learning_rate": 4.651162790697675e-05, |
| "loss": 23.4993, |
| "num_tokens": 79490.0, |
| "step": 11 |
| }, |
| { |
| "epoch": 0.008385744234800839, |
| "grad_norm": 18.356839468525436, |
| "learning_rate": 5.1162790697674425e-05, |
| "loss": 23.458, |
| "num_tokens": 86902.0, |
| "step": 12 |
| }, |
| { |
| "epoch": 0.009084556254367574, |
| "grad_norm": 11.54924819578326, |
| "learning_rate": 5.5813953488372095e-05, |
| "loss": 22.736, |
| "num_tokens": 92738.0, |
| "step": 13 |
| }, |
| { |
| "epoch": 0.009783368273934312, |
| "grad_norm": 36.52460306155796, |
| "learning_rate": 6.0465116279069765e-05, |
| "loss": 23.2197, |
| "num_tokens": 100060.0, |
| "step": 14 |
| }, |
| { |
| "epoch": 0.010482180293501049, |
| "grad_norm": 12.549039640154193, |
| "learning_rate": 6.511627906976745e-05, |
| "loss": 21.9672, |
| "num_tokens": 107649.0, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.011180992313067784, |
| "grad_norm": 6.65450263785363, |
| "learning_rate": 6.976744186046513e-05, |
| "loss": 21.4422, |
| "num_tokens": 114327.0, |
| "step": 16 |
| }, |
| { |
| "epoch": 0.011879804332634521, |
| "grad_norm": 26.60725050433419, |
| "learning_rate": 7.441860465116279e-05, |
| "loss": 21.7565, |
| "num_tokens": 121566.0, |
| "step": 17 |
| }, |
| { |
| "epoch": 0.012578616352201259, |
| "grad_norm": 14.909109212430055, |
| "learning_rate": 7.906976744186047e-05, |
| "loss": 21.4321, |
| "num_tokens": 128982.0, |
| "step": 18 |
| }, |
| { |
| "epoch": 0.013277428371767994, |
| "grad_norm": 8.850594729109151, |
| "learning_rate": 8.372093023255814e-05, |
| "loss": 21.2315, |
| "num_tokens": 136536.0, |
| "step": 19 |
| }, |
| { |
| "epoch": 0.013976240391334731, |
| "grad_norm": 4.64153452983114, |
| "learning_rate": 8.837209302325582e-05, |
| "loss": 20.9173, |
| "num_tokens": 144292.0, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.014675052410901468, |
| "grad_norm": 7.1557479804922774, |
| "learning_rate": 9.30232558139535e-05, |
| "loss": 20.6413, |
| "num_tokens": 151133.0, |
| "step": 21 |
| }, |
| { |
| "epoch": 0.015373864430468204, |
| "grad_norm": 12.58835350216716, |
| "learning_rate": 9.767441860465116e-05, |
| "loss": 20.6017, |
| "num_tokens": 158252.0, |
| "step": 22 |
| }, |
| { |
| "epoch": 0.01607267645003494, |
| "grad_norm": 4.738505709948937, |
| "learning_rate": 0.00010232558139534885, |
| "loss": 20.2481, |
| "num_tokens": 165457.0, |
| "step": 23 |
| }, |
| { |
| "epoch": 0.016771488469601678, |
| "grad_norm": 3.7959176276381172, |
| "learning_rate": 0.00010697674418604651, |
| "loss": 20.0811, |
| "num_tokens": 172785.0, |
| "step": 24 |
| }, |
| { |
| "epoch": 0.017470300489168415, |
| "grad_norm": 11.694063836440657, |
| "learning_rate": 0.00011162790697674419, |
| "loss": 20.1969, |
| "num_tokens": 179494.0, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.01816911250873515, |
| "grad_norm": 9.55869849357741, |
| "learning_rate": 0.00011627906976744187, |
| "loss": 20.2425, |
| "num_tokens": 187501.0, |
| "step": 26 |
| }, |
| { |
| "epoch": 0.018867924528301886, |
| "grad_norm": 4.6654736532723255, |
| "learning_rate": 0.00012093023255813953, |
| "loss": 20.1472, |
| "num_tokens": 194486.0, |
| "step": 27 |
| }, |
| { |
| "epoch": 0.019566736547868623, |
| "grad_norm": 3.543295429416166, |
| "learning_rate": 0.0001255813953488372, |
| "loss": 19.6634, |
| "num_tokens": 201489.0, |
| "step": 28 |
| }, |
| { |
| "epoch": 0.02026554856743536, |
| "grad_norm": 4.256858179676704, |
| "learning_rate": 0.0001302325581395349, |
| "loss": 19.6026, |
| "num_tokens": 209354.0, |
| "step": 29 |
| }, |
| { |
| "epoch": 0.020964360587002098, |
| "grad_norm": 6.097755497420057, |
| "learning_rate": 0.00013488372093023256, |
| "loss": 19.3001, |
| "num_tokens": 216345.0, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.02166317260656883, |
| "grad_norm": 3.5691978934846538, |
| "learning_rate": 0.00013953488372093025, |
| "loss": 19.4532, |
| "num_tokens": 223037.0, |
| "step": 31 |
| }, |
| { |
| "epoch": 0.02236198462613557, |
| "grad_norm": 3.9279818551475314, |
| "learning_rate": 0.00014418604651162791, |
| "loss": 19.4291, |
| "num_tokens": 230416.0, |
| "step": 32 |
| }, |
| { |
| "epoch": 0.023060796645702306, |
| "grad_norm": 3.2960834272756525, |
| "learning_rate": 0.00014883720930232558, |
| "loss": 18.919, |
| "num_tokens": 237115.0, |
| "step": 33 |
| }, |
| { |
| "epoch": 0.023759608665269043, |
| "grad_norm": 3.334129318532873, |
| "learning_rate": 0.00015348837209302327, |
| "loss": 18.7862, |
| "num_tokens": 244240.0, |
| "step": 34 |
| }, |
| { |
| "epoch": 0.02445842068483578, |
| "grad_norm": 4.663518875645515, |
| "learning_rate": 0.00015813953488372093, |
| "loss": 18.9105, |
| "num_tokens": 251723.0, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.025157232704402517, |
| "grad_norm": 3.0967131320916286, |
| "learning_rate": 0.00016279069767441862, |
| "loss": 18.3404, |
| "num_tokens": 258362.0, |
| "step": 36 |
| }, |
| { |
| "epoch": 0.02585604472396925, |
| "grad_norm": 3.47077766113365, |
| "learning_rate": 0.00016744186046511629, |
| "loss": 18.5825, |
| "num_tokens": 265593.0, |
| "step": 37 |
| }, |
| { |
| "epoch": 0.026554856743535988, |
| "grad_norm": 3.2117310830547514, |
| "learning_rate": 0.00017209302325581395, |
| "loss": 17.9212, |
| "num_tokens": 272624.0, |
| "step": 38 |
| }, |
| { |
| "epoch": 0.027253668763102725, |
| "grad_norm": 5.4619700154340665, |
| "learning_rate": 0.00017674418604651164, |
| "loss": 18.594, |
| "num_tokens": 279181.0, |
| "step": 39 |
| }, |
| { |
| "epoch": 0.027952480782669462, |
| "grad_norm": 3.404742927998481, |
| "learning_rate": 0.0001813953488372093, |
| "loss": 18.1244, |
| "num_tokens": 285979.0, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.0286512928022362, |
| "grad_norm": 2.6009044708722584, |
| "learning_rate": 0.000186046511627907, |
| "loss": 18.0623, |
| "num_tokens": 293070.0, |
| "step": 41 |
| }, |
| { |
| "epoch": 0.029350104821802937, |
| "grad_norm": 3.109662691913911, |
| "learning_rate": 0.00019069767441860466, |
| "loss": 17.4661, |
| "num_tokens": 299558.0, |
| "step": 42 |
| }, |
| { |
| "epoch": 0.03004891684136967, |
| "grad_norm": 3.648517834649003, |
| "learning_rate": 0.00019534883720930232, |
| "loss": 17.6153, |
| "num_tokens": 306733.0, |
| "step": 43 |
| }, |
| { |
| "epoch": 0.030747728860936407, |
| "grad_norm": 4.72227718473326, |
| "learning_rate": 0.0002, |
| "loss": 17.4022, |
| "num_tokens": 313625.0, |
| "step": 44 |
| }, |
| { |
| "epoch": 0.031446540880503145, |
| "grad_norm": 3.624756224705375, |
| "learning_rate": 0.00019999974385219888, |
| "loss": 17.382, |
| "num_tokens": 320835.0, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.03214535290006988, |
| "grad_norm": 3.4671960501465815, |
| "learning_rate": 0.00019999897541010772, |
| "loss": 16.9532, |
| "num_tokens": 328348.0, |
| "step": 46 |
| }, |
| { |
| "epoch": 0.03284416491963662, |
| "grad_norm": 3.103292868331405, |
| "learning_rate": 0.00019999769467766323, |
| "loss": 16.7449, |
| "num_tokens": 335913.0, |
| "step": 47 |
| }, |
| { |
| "epoch": 0.033542976939203356, |
| "grad_norm": 4.264418554780992, |
| "learning_rate": 0.00019999590166142655, |
| "loss": 16.7949, |
| "num_tokens": 343205.0, |
| "step": 48 |
| }, |
| { |
| "epoch": 0.03424178895877009, |
| "grad_norm": 2.9976124716737447, |
| "learning_rate": 0.0001999935963705832, |
| "loss": 16.4737, |
| "num_tokens": 350261.0, |
| "step": 49 |
| }, |
| { |
| "epoch": 0.03494060097833683, |
| "grad_norm": 5.4690748444855455, |
| "learning_rate": 0.0001999907788169431, |
| "loss": 16.8885, |
| "num_tokens": 357367.0, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.03563941299790356, |
| "grad_norm": 3.093190984373506, |
| "learning_rate": 0.00019998744901494049, |
| "loss": 16.2166, |
| "num_tokens": 364705.0, |
| "step": 51 |
| }, |
| { |
| "epoch": 0.0363382250174703, |
| "grad_norm": 3.231011659915006, |
| "learning_rate": 0.00019998360698163375, |
| "loss": 16.3892, |
| "num_tokens": 371422.0, |
| "step": 52 |
| }, |
| { |
| "epoch": 0.037037037037037035, |
| "grad_norm": 3.267414032427895, |
| "learning_rate": 0.00019997925273670543, |
| "loss": 16.1599, |
| "num_tokens": 378970.0, |
| "step": 53 |
| }, |
| { |
| "epoch": 0.03773584905660377, |
| "grad_norm": 3.249781757856964, |
| "learning_rate": 0.0001999743863024622, |
| "loss": 16.0245, |
| "num_tokens": 386189.0, |
| "step": 54 |
| }, |
| { |
| "epoch": 0.03843466107617051, |
| "grad_norm": 2.7793521009997457, |
| "learning_rate": 0.00019996900770383454, |
| "loss": 16.2024, |
| "num_tokens": 393815.0, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.039133473095737246, |
| "grad_norm": 2.3740220719738527, |
| "learning_rate": 0.0001999631169683768, |
| "loss": 15.9862, |
| "num_tokens": 399923.0, |
| "step": 56 |
| }, |
| { |
| "epoch": 0.039832285115303984, |
| "grad_norm": 2.504515937578137, |
| "learning_rate": 0.0001999567141262669, |
| "loss": 15.8262, |
| "num_tokens": 406458.0, |
| "step": 57 |
| }, |
| { |
| "epoch": 0.04053109713487072, |
| "grad_norm": 2.585577847048995, |
| "learning_rate": 0.0001999497992103064, |
| "loss": 15.8221, |
| "num_tokens": 414710.0, |
| "step": 58 |
| }, |
| { |
| "epoch": 0.04122990915443746, |
| "grad_norm": 4.077863543627188, |
| "learning_rate": 0.00019994237225592012, |
| "loss": 15.8001, |
| "num_tokens": 422447.0, |
| "step": 59 |
| }, |
| { |
| "epoch": 0.041928721174004195, |
| "grad_norm": 2.3612560688538227, |
| "learning_rate": 0.00019993443330115592, |
| "loss": 15.4257, |
| "num_tokens": 428907.0, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.04262753319357093, |
| "grad_norm": 3.1342939019471863, |
| "learning_rate": 0.0001999259823866848, |
| "loss": 15.5804, |
| "num_tokens": 436247.0, |
| "step": 61 |
| }, |
| { |
| "epoch": 0.04332634521313766, |
| "grad_norm": 2.667474376403426, |
| "learning_rate": 0.0001999170195558004, |
| "loss": 15.2497, |
| "num_tokens": 443409.0, |
| "step": 62 |
| }, |
| { |
| "epoch": 0.0440251572327044, |
| "grad_norm": 2.94929141586954, |
| "learning_rate": 0.0001999075448544189, |
| "loss": 15.2836, |
| "num_tokens": 450956.0, |
| "step": 63 |
| }, |
| { |
| "epoch": 0.04472396925227114, |
| "grad_norm": 4.115184597341321, |
| "learning_rate": 0.00019989755833107876, |
| "loss": 15.0676, |
| "num_tokens": 458417.0, |
| "step": 64 |
| }, |
| { |
| "epoch": 0.045422781271837874, |
| "grad_norm": 2.2936726283661093, |
| "learning_rate": 0.00019988706003694055, |
| "loss": 15.1663, |
| "num_tokens": 465196.0, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.04612159329140461, |
| "grad_norm": 3.263296116111796, |
| "learning_rate": 0.00019987605002578653, |
| "loss": 14.9832, |
| "num_tokens": 472489.0, |
| "step": 66 |
| }, |
| { |
| "epoch": 0.04682040531097135, |
| "grad_norm": 2.5788902845272443, |
| "learning_rate": 0.0001998645283540205, |
| "loss": 14.8966, |
| "num_tokens": 479315.0, |
| "step": 67 |
| }, |
| { |
| "epoch": 0.047519217330538085, |
| "grad_norm": 2.631994580040522, |
| "learning_rate": 0.00019985249508066755, |
| "loss": 15.1958, |
| "num_tokens": 486906.0, |
| "step": 68 |
| }, |
| { |
| "epoch": 0.04821802935010482, |
| "grad_norm": 2.5782733328645304, |
| "learning_rate": 0.0001998399502673735, |
| "loss": 14.796, |
| "num_tokens": 493938.0, |
| "step": 69 |
| }, |
| { |
| "epoch": 0.04891684136967156, |
| "grad_norm": 3.0213769951549816, |
| "learning_rate": 0.00019982689397840496, |
| "loss": 14.9338, |
| "num_tokens": 500590.0, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.0496156533892383, |
| "grad_norm": 3.5678659064272087, |
| "learning_rate": 0.00019981332628064865, |
| "loss": 14.9063, |
| "num_tokens": 508345.0, |
| "step": 71 |
| }, |
| { |
| "epoch": 0.050314465408805034, |
| "grad_norm": 2.313425627629096, |
| "learning_rate": 0.0001997992472436114, |
| "loss": 14.7596, |
| "num_tokens": 515272.0, |
| "step": 72 |
| }, |
| { |
| "epoch": 0.05101327742837177, |
| "grad_norm": 2.4067823507135753, |
| "learning_rate": 0.0001997846569394194, |
| "loss": 14.7652, |
| "num_tokens": 522104.0, |
| "step": 73 |
| }, |
| { |
| "epoch": 0.0517120894479385, |
| "grad_norm": 2.2152061116996364, |
| "learning_rate": 0.00019976955544281815, |
| "loss": 14.6565, |
| "num_tokens": 529458.0, |
| "step": 74 |
| }, |
| { |
| "epoch": 0.05241090146750524, |
| "grad_norm": 3.2940129288988547, |
| "learning_rate": 0.000199753942831172, |
| "loss": 14.3745, |
| "num_tokens": 537278.0, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.053109713487071976, |
| "grad_norm": 3.2872893577085933, |
| "learning_rate": 0.0001997378191844636, |
| "loss": 14.654, |
| "num_tokens": 544549.0, |
| "step": 76 |
| }, |
| { |
| "epoch": 0.05380852550663871, |
| "grad_norm": 3.4280215978452544, |
| "learning_rate": 0.00019972118458529375, |
| "loss": 14.2309, |
| "num_tokens": 551068.0, |
| "step": 77 |
| }, |
| { |
| "epoch": 0.05450733752620545, |
| "grad_norm": 2.064355698482165, |
| "learning_rate": 0.00019970403911888078, |
| "loss": 14.5744, |
| "num_tokens": 558188.0, |
| "step": 78 |
| }, |
| { |
| "epoch": 0.05520614954577219, |
| "grad_norm": 2.716813836457923, |
| "learning_rate": 0.0001996863828730601, |
| "loss": 14.4787, |
| "num_tokens": 565805.0, |
| "step": 79 |
| }, |
| { |
| "epoch": 0.055904961565338925, |
| "grad_norm": 2.4118756690009997, |
| "learning_rate": 0.00019966821593828392, |
| "loss": 14.2957, |
| "num_tokens": 573381.0, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.05660377358490566, |
| "grad_norm": 2.4955272028998454, |
| "learning_rate": 0.0001996495384076206, |
| "loss": 14.1731, |
| "num_tokens": 581350.0, |
| "step": 81 |
| }, |
| { |
| "epoch": 0.0573025856044724, |
| "grad_norm": 2.3646224597467445, |
| "learning_rate": 0.0001996303503767544, |
| "loss": 14.1787, |
| "num_tokens": 588473.0, |
| "step": 82 |
| }, |
| { |
| "epoch": 0.058001397624039136, |
| "grad_norm": 2.9154207825942637, |
| "learning_rate": 0.00019961065194398466, |
| "loss": 14.0221, |
| "num_tokens": 595623.0, |
| "step": 83 |
| }, |
| { |
| "epoch": 0.05870020964360587, |
| "grad_norm": 2.144505504814399, |
| "learning_rate": 0.00019959044321022563, |
| "loss": 14.3507, |
| "num_tokens": 602999.0, |
| "step": 84 |
| }, |
| { |
| "epoch": 0.0593990216631726, |
| "grad_norm": 2.32919869196643, |
| "learning_rate": 0.00019956972427900578, |
| "loss": 13.9408, |
| "num_tokens": 610543.0, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.06009783368273934, |
| "grad_norm": 2.744731912474738, |
| "learning_rate": 0.00019954849525646726, |
| "loss": 13.917, |
| "num_tokens": 617203.0, |
| "step": 86 |
| }, |
| { |
| "epoch": 0.06079664570230608, |
| "grad_norm": 3.0081451482892416, |
| "learning_rate": 0.0001995267562513654, |
| "loss": 14.4755, |
| "num_tokens": 623602.0, |
| "step": 87 |
| }, |
| { |
| "epoch": 0.061495457721872815, |
| "grad_norm": 2.0337097238095176, |
| "learning_rate": 0.00019950450737506824, |
| "loss": 14.0758, |
| "num_tokens": 631160.0, |
| "step": 88 |
| }, |
| { |
| "epoch": 0.06219426974143955, |
| "grad_norm": 1.872341236813854, |
| "learning_rate": 0.00019948174874155573, |
| "loss": 13.6134, |
| "num_tokens": 638355.0, |
| "step": 89 |
| }, |
| { |
| "epoch": 0.06289308176100629, |
| "grad_norm": 1.8676837839342457, |
| "learning_rate": 0.00019945848046741934, |
| "loss": 13.8425, |
| "num_tokens": 645362.0, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.06359189378057302, |
| "grad_norm": 1.7615381904391172, |
| "learning_rate": 0.00019943470267186144, |
| "loss": 13.7478, |
| "num_tokens": 652539.0, |
| "step": 91 |
| }, |
| { |
| "epoch": 0.06429070580013976, |
| "grad_norm": 2.3029110752387307, |
| "learning_rate": 0.00019941041547669465, |
| "loss": 13.9631, |
| "num_tokens": 659738.0, |
| "step": 92 |
| }, |
| { |
| "epoch": 0.0649895178197065, |
| "grad_norm": 2.0875724707236114, |
| "learning_rate": 0.0001993856190063412, |
| "loss": 13.7651, |
| "num_tokens": 667862.0, |
| "step": 93 |
| }, |
| { |
| "epoch": 0.06568832983927324, |
| "grad_norm": 2.8116799014033287, |
| "learning_rate": 0.00019936031338783225, |
| "loss": 13.9233, |
| "num_tokens": 675183.0, |
| "step": 94 |
| }, |
| { |
| "epoch": 0.06638714185883997, |
| "grad_norm": 2.1242762146916303, |
| "learning_rate": 0.00019933449875080746, |
| "loss": 13.5429, |
| "num_tokens": 682199.0, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.06708595387840671, |
| "grad_norm": 3.0916928086184865, |
| "learning_rate": 0.00019930817522751401, |
| "loss": 13.6249, |
| "num_tokens": 689412.0, |
| "step": 96 |
| }, |
| { |
| "epoch": 0.06778476589797344, |
| "grad_norm": 2.1525163646868517, |
| "learning_rate": 0.0001992813429528062, |
| "loss": 13.592, |
| "num_tokens": 696608.0, |
| "step": 97 |
| }, |
| { |
| "epoch": 0.06848357791754019, |
| "grad_norm": 2.5580695598792955, |
| "learning_rate": 0.0001992540020641446, |
| "loss": 13.4303, |
| "num_tokens": 703838.0, |
| "step": 98 |
| }, |
| { |
| "epoch": 0.06918238993710692, |
| "grad_norm": 2.2127195967055884, |
| "learning_rate": 0.0001992261527015953, |
| "loss": 13.6424, |
| "num_tokens": 711432.0, |
| "step": 99 |
| }, |
| { |
| "epoch": 0.06988120195667366, |
| "grad_norm": 2.092591387075435, |
| "learning_rate": 0.00019919779500782948, |
| "loss": 13.6159, |
| "num_tokens": 717755.0, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.07058001397624039, |
| "grad_norm": 2.649063124260544, |
| "learning_rate": 0.0001991689291281223, |
| "loss": 13.7373, |
| "num_tokens": 725381.0, |
| "step": 101 |
| }, |
| { |
| "epoch": 0.07127882599580712, |
| "grad_norm": 2.058843564636829, |
| "learning_rate": 0.00019913955521035234, |
| "loss": 13.2791, |
| "num_tokens": 732317.0, |
| "step": 102 |
| }, |
| { |
| "epoch": 0.07197763801537387, |
| "grad_norm": 2.003927168402966, |
| "learning_rate": 0.00019910967340500094, |
| "loss": 13.5031, |
| "num_tokens": 739043.0, |
| "step": 103 |
| }, |
| { |
| "epoch": 0.0726764500349406, |
| "grad_norm": 1.7028539422821216, |
| "learning_rate": 0.00019907928386515126, |
| "loss": 13.4382, |
| "num_tokens": 745729.0, |
| "step": 104 |
| }, |
| { |
| "epoch": 0.07337526205450734, |
| "grad_norm": 2.2764500816492568, |
| "learning_rate": 0.00019904838674648763, |
| "loss": 13.3326, |
| "num_tokens": 753195.0, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.07407407407407407, |
| "grad_norm": 2.09678454014234, |
| "learning_rate": 0.00019901698220729458, |
| "loss": 13.5748, |
| "num_tokens": 759938.0, |
| "step": 106 |
| }, |
| { |
| "epoch": 0.07477288609364081, |
| "grad_norm": 2.2370783473533984, |
| "learning_rate": 0.00019898507040845616, |
| "loss": 13.2876, |
| "num_tokens": 767625.0, |
| "step": 107 |
| }, |
| { |
| "epoch": 0.07547169811320754, |
| "grad_norm": 1.922904626284315, |
| "learning_rate": 0.00019895265151345518, |
| "loss": 13.1701, |
| "num_tokens": 775131.0, |
| "step": 108 |
| }, |
| { |
| "epoch": 0.07617051013277429, |
| "grad_norm": 1.6799896369866845, |
| "learning_rate": 0.00019891972568837214, |
| "loss": 13.2668, |
| "num_tokens": 782395.0, |
| "step": 109 |
| }, |
| { |
| "epoch": 0.07686932215234102, |
| "grad_norm": 2.3877041372388272, |
| "learning_rate": 0.00019888629310188465, |
| "loss": 13.3328, |
| "num_tokens": 789064.0, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.07756813417190776, |
| "grad_norm": 1.9592142247636106, |
| "learning_rate": 0.00019885235392526636, |
| "loss": 13.2284, |
| "num_tokens": 796698.0, |
| "step": 111 |
| }, |
| { |
| "epoch": 0.07826694619147449, |
| "grad_norm": 1.9080524611085286, |
| "learning_rate": 0.00019881790833238617, |
| "loss": 13.2042, |
| "num_tokens": 803919.0, |
| "step": 112 |
| }, |
| { |
| "epoch": 0.07896575821104122, |
| "grad_norm": 2.24974818928377, |
| "learning_rate": 0.00019878295649970734, |
| "loss": 13.1838, |
| "num_tokens": 810971.0, |
| "step": 113 |
| }, |
| { |
| "epoch": 0.07966457023060797, |
| "grad_norm": 2.1506162194631515, |
| "learning_rate": 0.0001987474986062866, |
| "loss": 13.0353, |
| "num_tokens": 817887.0, |
| "step": 114 |
| }, |
| { |
| "epoch": 0.0803633822501747, |
| "grad_norm": 1.7308970262493222, |
| "learning_rate": 0.00019871153483377315, |
| "loss": 13.0944, |
| "num_tokens": 824738.0, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.08106219426974144, |
| "grad_norm": 1.9315001985846878, |
| "learning_rate": 0.0001986750653664078, |
| "loss": 13.1709, |
| "num_tokens": 832079.0, |
| "step": 116 |
| }, |
| { |
| "epoch": 0.08176100628930817, |
| "grad_norm": 2.260956956052656, |
| "learning_rate": 0.0001986380903910221, |
| "loss": 13.1032, |
| "num_tokens": 838908.0, |
| "step": 117 |
| }, |
| { |
| "epoch": 0.08245981830887492, |
| "grad_norm": 1.5924533402089038, |
| "learning_rate": 0.00019860061009703713, |
| "loss": 13.1797, |
| "num_tokens": 845348.0, |
| "step": 118 |
| }, |
| { |
| "epoch": 0.08315863032844165, |
| "grad_norm": 2.1606192319469115, |
| "learning_rate": 0.00019856262467646282, |
| "loss": 13.2937, |
| "num_tokens": 852162.0, |
| "step": 119 |
| }, |
| { |
| "epoch": 0.08385744234800839, |
| "grad_norm": 1.5684395978061723, |
| "learning_rate": 0.00019852413432389684, |
| "loss": 13.061, |
| "num_tokens": 860170.0, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.08455625436757512, |
| "grad_norm": 2.0070206310239476, |
| "learning_rate": 0.00019848513923652358, |
| "loss": 13.0771, |
| "num_tokens": 867476.0, |
| "step": 121 |
| }, |
| { |
| "epoch": 0.08525506638714186, |
| "grad_norm": 1.5728708315681226, |
| "learning_rate": 0.00019844563961411309, |
| "loss": 12.9597, |
| "num_tokens": 874866.0, |
| "step": 122 |
| }, |
| { |
| "epoch": 0.0859538784067086, |
| "grad_norm": 2.162003809520903, |
| "learning_rate": 0.00019840563565902026, |
| "loss": 13.1082, |
| "num_tokens": 881774.0, |
| "step": 123 |
| }, |
| { |
| "epoch": 0.08665269042627533, |
| "grad_norm": 1.829836068226425, |
| "learning_rate": 0.00019836512757618355, |
| "loss": 13.0226, |
| "num_tokens": 888149.0, |
| "step": 124 |
| }, |
| { |
| "epoch": 0.08735150244584207, |
| "grad_norm": 2.2023507815241103, |
| "learning_rate": 0.00019832411557312414, |
| "loss": 13.311, |
| "num_tokens": 894693.0, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.0880503144654088, |
| "grad_norm": 2.0453068368799863, |
| "learning_rate": 0.00019828259985994463, |
| "loss": 13.273, |
| "num_tokens": 901024.0, |
| "step": 126 |
| }, |
| { |
| "epoch": 0.08874912648497554, |
| "grad_norm": 1.4939550415133291, |
| "learning_rate": 0.00019824058064932831, |
| "loss": 13.0516, |
| "num_tokens": 908206.0, |
| "step": 127 |
| }, |
| { |
| "epoch": 0.08944793850454227, |
| "grad_norm": 2.2979259766990654, |
| "learning_rate": 0.00019819805815653768, |
| "loss": 13.1368, |
| "num_tokens": 914376.0, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.09014675052410902, |
| "grad_norm": 1.8419979568421898, |
| "learning_rate": 0.00019815503259941358, |
| "loss": 13.0085, |
| "num_tokens": 921721.0, |
| "step": 129 |
| }, |
| { |
| "epoch": 0.09084556254367575, |
| "grad_norm": 1.8302796577604992, |
| "learning_rate": 0.0001981115041983741, |
| "loss": 12.9987, |
| "num_tokens": 928937.0, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.09154437456324249, |
| "grad_norm": 1.6088442418792948, |
| "learning_rate": 0.0001980674731764133, |
| "loss": 12.9823, |
| "num_tokens": 936881.0, |
| "step": 131 |
| }, |
| { |
| "epoch": 0.09224318658280922, |
| "grad_norm": 1.9971274822057858, |
| "learning_rate": 0.00019802293975910016, |
| "loss": 13.0976, |
| "num_tokens": 943685.0, |
| "step": 132 |
| }, |
| { |
| "epoch": 0.09294199860237597, |
| "grad_norm": 1.5298730715886686, |
| "learning_rate": 0.00019797790417457742, |
| "loss": 12.8484, |
| "num_tokens": 950976.0, |
| "step": 133 |
| }, |
| { |
| "epoch": 0.0936408106219427, |
| "grad_norm": 2.0586082579521334, |
| "learning_rate": 0.0001979323666535604, |
| "loss": 13.0251, |
| "num_tokens": 957928.0, |
| "step": 134 |
| }, |
| { |
| "epoch": 0.09433962264150944, |
| "grad_norm": 1.6761450760295233, |
| "learning_rate": 0.00019788632742933585, |
| "loss": 12.877, |
| "num_tokens": 964412.0, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.09503843466107617, |
| "grad_norm": 1.6881768033105196, |
| "learning_rate": 0.00019783978673776063, |
| "loss": 12.8942, |
| "num_tokens": 971468.0, |
| "step": 136 |
| }, |
| { |
| "epoch": 0.0957372466806429, |
| "grad_norm": 1.7144893089190771, |
| "learning_rate": 0.00019779274481726073, |
| "loss": 12.9506, |
| "num_tokens": 978459.0, |
| "step": 137 |
| }, |
| { |
| "epoch": 0.09643605870020965, |
| "grad_norm": 1.4983030666694932, |
| "learning_rate": 0.00019774520190882978, |
| "loss": 12.9223, |
| "num_tokens": 985920.0, |
| "step": 138 |
| }, |
| { |
| "epoch": 0.09713487071977638, |
| "grad_norm": 1.6874127706486612, |
| "learning_rate": 0.00019769715825602803, |
| "loss": 12.8427, |
| "num_tokens": 992764.0, |
| "step": 139 |
| }, |
| { |
| "epoch": 0.09783368273934312, |
| "grad_norm": 1.6763957290933016, |
| "learning_rate": 0.00019764861410498098, |
| "loss": 12.9646, |
| "num_tokens": 999854.0, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.09853249475890985, |
| "grad_norm": 1.9957992886089357, |
| "learning_rate": 0.00019759956970437825, |
| "loss": 12.8047, |
| "num_tokens": 1006667.0, |
| "step": 141 |
| }, |
| { |
| "epoch": 0.0992313067784766, |
| "grad_norm": 1.5867823770505232, |
| "learning_rate": 0.00019755002530547208, |
| "loss": 12.9937, |
| "num_tokens": 1014089.0, |
| "step": 142 |
| }, |
| { |
| "epoch": 0.09993011879804332, |
| "grad_norm": 1.6071217458716918, |
| "learning_rate": 0.00019749998116207621, |
| "loss": 13.0317, |
| "num_tokens": 1020912.0, |
| "step": 143 |
| }, |
| { |
| "epoch": 0.10062893081761007, |
| "grad_norm": 1.733309225841312, |
| "learning_rate": 0.00019744943753056472, |
| "loss": 12.6994, |
| "num_tokens": 1028495.0, |
| "step": 144 |
| }, |
| { |
| "epoch": 0.1013277428371768, |
| "grad_norm": 1.5096215182516033, |
| "learning_rate": 0.0001973983946698703, |
| "loss": 12.7572, |
| "num_tokens": 1036332.0, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.10202655485674354, |
| "grad_norm": 1.683071966779659, |
| "learning_rate": 0.0001973468528414833, |
| "loss": 12.8509, |
| "num_tokens": 1043895.0, |
| "step": 146 |
| }, |
| { |
| "epoch": 0.10272536687631027, |
| "grad_norm": 1.7014370401459447, |
| "learning_rate": 0.0001972948123094503, |
| "loss": 12.8687, |
| "num_tokens": 1051123.0, |
| "step": 147 |
| }, |
| { |
| "epoch": 0.103424178895877, |
| "grad_norm": 1.3443197503129412, |
| "learning_rate": 0.00019724227334037256, |
| "loss": 12.8757, |
| "num_tokens": 1058636.0, |
| "step": 148 |
| }, |
| { |
| "epoch": 0.10412299091544375, |
| "grad_norm": 1.690543644382228, |
| "learning_rate": 0.00019718923620340496, |
| "loss": 12.8779, |
| "num_tokens": 1065532.0, |
| "step": 149 |
| }, |
| { |
| "epoch": 0.10482180293501048, |
| "grad_norm": 1.3035032802273938, |
| "learning_rate": 0.00019713570117025443, |
| "loss": 12.7007, |
| "num_tokens": 1073092.0, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.10552061495457722, |
| "grad_norm": 1.5307507354350658, |
| "learning_rate": 0.0001970816685151786, |
| "loss": 12.6439, |
| "num_tokens": 1081083.0, |
| "step": 151 |
| }, |
| { |
| "epoch": 0.10621942697414395, |
| "grad_norm": 1.4929379554646116, |
| "learning_rate": 0.00019702713851498435, |
| "loss": 12.7074, |
| "num_tokens": 1088405.0, |
| "step": 152 |
| }, |
| { |
| "epoch": 0.1069182389937107, |
| "grad_norm": 1.4933612831212741, |
| "learning_rate": 0.00019697211144902648, |
| "loss": 12.6299, |
| "num_tokens": 1095299.0, |
| "step": 153 |
| }, |
| { |
| "epoch": 0.10761705101327743, |
| "grad_norm": 1.5975456969431756, |
| "learning_rate": 0.00019691658759920624, |
| "loss": 12.7551, |
| "num_tokens": 1102272.0, |
| "step": 154 |
| }, |
| { |
| "epoch": 0.10831586303284417, |
| "grad_norm": 1.6091046101499575, |
| "learning_rate": 0.00019686056724996988, |
| "loss": 12.8102, |
| "num_tokens": 1108878.0, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.1090146750524109, |
| "grad_norm": 1.4718644833323113, |
| "learning_rate": 0.00019680405068830717, |
| "loss": 12.748, |
| "num_tokens": 1116345.0, |
| "step": 156 |
| }, |
| { |
| "epoch": 0.10971348707197764, |
| "grad_norm": 1.672327371288932, |
| "learning_rate": 0.00019674703820374994, |
| "loss": 12.7993, |
| "num_tokens": 1123338.0, |
| "step": 157 |
| }, |
| { |
| "epoch": 0.11041229909154437, |
| "grad_norm": 1.6851443027272985, |
| "learning_rate": 0.0001966895300883707, |
| "loss": 12.6513, |
| "num_tokens": 1130116.0, |
| "step": 158 |
| }, |
| { |
| "epoch": 0.1111111111111111, |
| "grad_norm": 1.3721921552177048, |
| "learning_rate": 0.00019663152663678099, |
| "loss": 12.4606, |
| "num_tokens": 1137314.0, |
| "step": 159 |
| }, |
| { |
| "epoch": 0.11180992313067785, |
| "grad_norm": 1.5450593769920604, |
| "learning_rate": 0.0001965730281461299, |
| "loss": 12.8374, |
| "num_tokens": 1143586.0, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.11250873515024458, |
| "grad_norm": 1.4770180074283248, |
| "learning_rate": 0.00019651403491610268, |
| "loss": 12.6782, |
| "num_tokens": 1150678.0, |
| "step": 161 |
| }, |
| { |
| "epoch": 0.11320754716981132, |
| "grad_norm": 1.445408495118887, |
| "learning_rate": 0.000196454547248919, |
| "loss": 12.645, |
| "num_tokens": 1158316.0, |
| "step": 162 |
| }, |
| { |
| "epoch": 0.11390635918937805, |
| "grad_norm": 1.5275106147817101, |
| "learning_rate": 0.00019639456544933155, |
| "loss": 12.7599, |
| "num_tokens": 1165236.0, |
| "step": 163 |
| }, |
| { |
| "epoch": 0.1146051712089448, |
| "grad_norm": 1.7109304556766742, |
| "learning_rate": 0.0001963340898246245, |
| "loss": 12.838, |
| "num_tokens": 1172589.0, |
| "step": 164 |
| }, |
| { |
| "epoch": 0.11530398322851153, |
| "grad_norm": 1.3543533906158267, |
| "learning_rate": 0.00019627312068461184, |
| "loss": 12.7582, |
| "num_tokens": 1179343.0, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.11600279524807827, |
| "grad_norm": 1.4744050532881612, |
| "learning_rate": 0.00019621165834163572, |
| "loss": 12.6345, |
| "num_tokens": 1185779.0, |
| "step": 166 |
| }, |
| { |
| "epoch": 0.116701607267645, |
| "grad_norm": 1.5081447035442486, |
| "learning_rate": 0.00019614970311056503, |
| "loss": 12.9426, |
| "num_tokens": 1192364.0, |
| "step": 167 |
| }, |
| { |
| "epoch": 0.11740041928721175, |
| "grad_norm": 1.3892660490129107, |
| "learning_rate": 0.00019608725530879375, |
| "loss": 12.66, |
| "num_tokens": 1199385.0, |
| "step": 168 |
| }, |
| { |
| "epoch": 0.11809923130677848, |
| "grad_norm": 1.5001836923777718, |
| "learning_rate": 0.00019602431525623918, |
| "loss": 12.8446, |
| "num_tokens": 1206524.0, |
| "step": 169 |
| }, |
| { |
| "epoch": 0.1187980433263452, |
| "grad_norm": 1.4450185187090752, |
| "learning_rate": 0.00019596088327534047, |
| "loss": 12.5973, |
| "num_tokens": 1213487.0, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.11949685534591195, |
| "grad_norm": 1.3844082514866582, |
| "learning_rate": 0.0001958969596910568, |
| "loss": 12.6159, |
| "num_tokens": 1220301.0, |
| "step": 171 |
| }, |
| { |
| "epoch": 0.12019566736547868, |
| "grad_norm": 1.3862156732184288, |
| "learning_rate": 0.000195832544830866, |
| "loss": 12.5869, |
| "num_tokens": 1227778.0, |
| "step": 172 |
| }, |
| { |
| "epoch": 0.12089447938504543, |
| "grad_norm": 1.5410063676466346, |
| "learning_rate": 0.00019576763902476242, |
| "loss": 12.6891, |
| "num_tokens": 1234261.0, |
| "step": 173 |
| }, |
| { |
| "epoch": 0.12159329140461216, |
| "grad_norm": 1.5794782038580049, |
| "learning_rate": 0.0001957022426052558, |
| "loss": 12.5885, |
| "num_tokens": 1241757.0, |
| "step": 174 |
| }, |
| { |
| "epoch": 0.1222921034241789, |
| "grad_norm": 1.4130269812346519, |
| "learning_rate": 0.00019563635590736901, |
| "loss": 12.5449, |
| "num_tokens": 1248424.0, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.12299091544374563, |
| "grad_norm": 1.4804916312885361, |
| "learning_rate": 0.00019556997926863673, |
| "loss": 12.8005, |
| "num_tokens": 1255116.0, |
| "step": 176 |
| }, |
| { |
| "epoch": 0.12368972746331237, |
| "grad_norm": 1.391666293716997, |
| "learning_rate": 0.0001955031130291036, |
| "loss": 12.6645, |
| "num_tokens": 1262373.0, |
| "step": 177 |
| }, |
| { |
| "epoch": 0.1243885394828791, |
| "grad_norm": 1.462524566865328, |
| "learning_rate": 0.0001954357575313224, |
| "loss": 12.7713, |
| "num_tokens": 1268591.0, |
| "step": 178 |
| }, |
| { |
| "epoch": 0.12508735150244585, |
| "grad_norm": 1.3533516804568375, |
| "learning_rate": 0.0001953679131203524, |
| "loss": 12.6721, |
| "num_tokens": 1276309.0, |
| "step": 179 |
| }, |
| { |
| "epoch": 0.12578616352201258, |
| "grad_norm": 1.6846564652870581, |
| "learning_rate": 0.00019529958014375746, |
| "loss": 12.581, |
| "num_tokens": 1283604.0, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.1264849755415793, |
| "grad_norm": 1.3037737767137891, |
| "learning_rate": 0.0001952307589516045, |
| "loss": 12.6895, |
| "num_tokens": 1290423.0, |
| "step": 181 |
| }, |
| { |
| "epoch": 0.12718378756114604, |
| "grad_norm": 1.4763749163183653, |
| "learning_rate": 0.00019516144989646143, |
| "loss": 12.7782, |
| "num_tokens": 1297162.0, |
| "step": 182 |
| }, |
| { |
| "epoch": 0.1278825995807128, |
| "grad_norm": 1.198895326351823, |
| "learning_rate": 0.00019509165333339551, |
| "loss": 12.577, |
| "num_tokens": 1304042.0, |
| "step": 183 |
| }, |
| { |
| "epoch": 0.12858141160027953, |
| "grad_norm": 1.4329209092636808, |
| "learning_rate": 0.0001950213696199714, |
| "loss": 12.4852, |
| "num_tokens": 1311266.0, |
| "step": 184 |
| }, |
| { |
| "epoch": 0.12928022361984626, |
| "grad_norm": 1.6220658819801768, |
| "learning_rate": 0.00019495059911624958, |
| "loss": 12.7953, |
| "num_tokens": 1317490.0, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.129979035639413, |
| "grad_norm": 1.36259479273472, |
| "learning_rate": 0.00019487934218478413, |
| "loss": 12.6933, |
| "num_tokens": 1324708.0, |
| "step": 186 |
| }, |
| { |
| "epoch": 0.13067784765897975, |
| "grad_norm": 1.5346998304400725, |
| "learning_rate": 0.0001948075991906212, |
| "loss": 12.46, |
| "num_tokens": 1331506.0, |
| "step": 187 |
| }, |
| { |
| "epoch": 0.13137665967854648, |
| "grad_norm": 1.5977678492934153, |
| "learning_rate": 0.00019473537050129704, |
| "loss": 12.5766, |
| "num_tokens": 1338737.0, |
| "step": 188 |
| }, |
| { |
| "epoch": 0.1320754716981132, |
| "grad_norm": 1.4504648749412852, |
| "learning_rate": 0.00019466265648683602, |
| "loss": 12.6044, |
| "num_tokens": 1346238.0, |
| "step": 189 |
| }, |
| { |
| "epoch": 0.13277428371767994, |
| "grad_norm": 1.6038070232816393, |
| "learning_rate": 0.0001945894575197488, |
| "loss": 12.5935, |
| "num_tokens": 1353786.0, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.1334730957372467, |
| "grad_norm": 1.516022452074653, |
| "learning_rate": 0.00019451577397503053, |
| "loss": 12.6887, |
| "num_tokens": 1360969.0, |
| "step": 191 |
| }, |
| { |
| "epoch": 0.13417190775681342, |
| "grad_norm": 1.475254652217503, |
| "learning_rate": 0.00019444160623015874, |
| "loss": 12.7507, |
| "num_tokens": 1368167.0, |
| "step": 192 |
| }, |
| { |
| "epoch": 0.13487071977638015, |
| "grad_norm": 1.6428399957055764, |
| "learning_rate": 0.00019436695466509152, |
| "loss": 12.4319, |
| "num_tokens": 1375092.0, |
| "step": 193 |
| }, |
| { |
| "epoch": 0.13556953179594688, |
| "grad_norm": 1.8224392036810861, |
| "learning_rate": 0.00019429181966226558, |
| "loss": 12.3294, |
| "num_tokens": 1383015.0, |
| "step": 194 |
| }, |
| { |
| "epoch": 0.13626834381551362, |
| "grad_norm": 1.4142248070635162, |
| "learning_rate": 0.00019421620160659417, |
| "loss": 12.4263, |
| "num_tokens": 1389785.0, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.13696715583508037, |
| "grad_norm": 1.7732304272767438, |
| "learning_rate": 0.00019414010088546535, |
| "loss": 12.4284, |
| "num_tokens": 1397770.0, |
| "step": 196 |
| }, |
| { |
| "epoch": 0.1376659678546471, |
| "grad_norm": 1.2887513644847417, |
| "learning_rate": 0.00019406351788873972, |
| "loss": 12.3058, |
| "num_tokens": 1404674.0, |
| "step": 197 |
| }, |
| { |
| "epoch": 0.13836477987421383, |
| "grad_norm": 1.915692503409536, |
| "learning_rate": 0.00019398645300874865, |
| "loss": 12.7271, |
| "num_tokens": 1411618.0, |
| "step": 198 |
| }, |
| { |
| "epoch": 0.13906359189378056, |
| "grad_norm": 1.5922007813255112, |
| "learning_rate": 0.00019390890664029204, |
| "loss": 12.4225, |
| "num_tokens": 1418834.0, |
| "step": 199 |
| }, |
| { |
| "epoch": 0.13976240391334732, |
| "grad_norm": 1.562568647357345, |
| "learning_rate": 0.0001938308791806366, |
| "loss": 12.587, |
| "num_tokens": 1425877.0, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.14046121593291405, |
| "grad_norm": 1.6484034424059983, |
| "learning_rate": 0.0001937523710295136, |
| "loss": 12.5672, |
| "num_tokens": 1432515.0, |
| "step": 201 |
| }, |
| { |
| "epoch": 0.14116002795248078, |
| "grad_norm": 1.3489309672054464, |
| "learning_rate": 0.00019367338258911675, |
| "loss": 12.514, |
| "num_tokens": 1439548.0, |
| "step": 202 |
| }, |
| { |
| "epoch": 0.1418588399720475, |
| "grad_norm": 1.8825352386410237, |
| "learning_rate": 0.0001935939142641004, |
| "loss": 12.4288, |
| "num_tokens": 1446322.0, |
| "step": 203 |
| }, |
| { |
| "epoch": 0.14255765199161424, |
| "grad_norm": 1.3919561230568087, |
| "learning_rate": 0.0001935139664615773, |
| "loss": 12.6324, |
| "num_tokens": 1453298.0, |
| "step": 204 |
| }, |
| { |
| "epoch": 0.143256464011181, |
| "grad_norm": 1.6509748790652776, |
| "learning_rate": 0.00019343353959111652, |
| "loss": 12.4141, |
| "num_tokens": 1460188.0, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.14395527603074773, |
| "grad_norm": 1.6488562651674301, |
| "learning_rate": 0.00019335263406474137, |
| "loss": 12.4702, |
| "num_tokens": 1467199.0, |
| "step": 206 |
| }, |
| { |
| "epoch": 0.14465408805031446, |
| "grad_norm": 1.5210417677317358, |
| "learning_rate": 0.00019327125029692735, |
| "loss": 12.4063, |
| "num_tokens": 1474116.0, |
| "step": 207 |
| }, |
| { |
| "epoch": 0.1453529000698812, |
| "grad_norm": 1.4513815903689755, |
| "learning_rate": 0.00019318938870459984, |
| "loss": 12.4471, |
| "num_tokens": 1480988.0, |
| "step": 208 |
| }, |
| { |
| "epoch": 0.14605171208944795, |
| "grad_norm": 1.478959568743595, |
| "learning_rate": 0.00019310704970713224, |
| "loss": 12.2195, |
| "num_tokens": 1487900.0, |
| "step": 209 |
| }, |
| { |
| "epoch": 0.14675052410901468, |
| "grad_norm": 1.3540930180495643, |
| "learning_rate": 0.0001930242337263436, |
| "loss": 12.4247, |
| "num_tokens": 1495543.0, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.1474493361285814, |
| "grad_norm": 1.5214245330484042, |
| "learning_rate": 0.00019294094118649653, |
| "loss": 12.23, |
| "num_tokens": 1502498.0, |
| "step": 211 |
| }, |
| { |
| "epoch": 0.14814814814814814, |
| "grad_norm": 1.4560111174480097, |
| "learning_rate": 0.00019285717251429506, |
| "loss": 12.2885, |
| "num_tokens": 1509580.0, |
| "step": 212 |
| }, |
| { |
| "epoch": 0.1488469601677149, |
| "grad_norm": 1.4716461734559856, |
| "learning_rate": 0.00019277292813888244, |
| "loss": 12.3907, |
| "num_tokens": 1516376.0, |
| "step": 213 |
| }, |
| { |
| "epoch": 0.14954577218728163, |
| "grad_norm": 1.375026775365828, |
| "learning_rate": 0.00019268820849183883, |
| "loss": 12.4456, |
| "num_tokens": 1523015.0, |
| "step": 214 |
| }, |
| { |
| "epoch": 0.15024458420684836, |
| "grad_norm": 1.5686453771772464, |
| "learning_rate": 0.00019260301400717938, |
| "loss": 12.577, |
| "num_tokens": 1530696.0, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.1509433962264151, |
| "grad_norm": 1.3279067290386655, |
| "learning_rate": 0.00019251734512135157, |
| "loss": 12.7059, |
| "num_tokens": 1537893.0, |
| "step": 216 |
| }, |
| { |
| "epoch": 0.15164220824598182, |
| "grad_norm": 1.2564753041744463, |
| "learning_rate": 0.00019243120227323333, |
| "loss": 12.2507, |
| "num_tokens": 1545460.0, |
| "step": 217 |
| }, |
| { |
| "epoch": 0.15234102026554858, |
| "grad_norm": 1.2500188377338248, |
| "learning_rate": 0.00019234458590413077, |
| "loss": 12.2926, |
| "num_tokens": 1552764.0, |
| "step": 218 |
| }, |
| { |
| "epoch": 0.1530398322851153, |
| "grad_norm": 1.4480919319809458, |
| "learning_rate": 0.0001922574964577757, |
| "loss": 12.4254, |
| "num_tokens": 1559826.0, |
| "step": 219 |
| }, |
| { |
| "epoch": 0.15373864430468204, |
| "grad_norm": 1.4659507852094718, |
| "learning_rate": 0.0001921699343803235, |
| "loss": 12.5645, |
| "num_tokens": 1567575.0, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.15443745632424877, |
| "grad_norm": 1.3643705799081125, |
| "learning_rate": 0.00019208190012035087, |
| "loss": 12.3877, |
| "num_tokens": 1574362.0, |
| "step": 221 |
| }, |
| { |
| "epoch": 0.15513626834381553, |
| "grad_norm": 2.007483521518634, |
| "learning_rate": 0.00019199339412885347, |
| "loss": 12.2945, |
| "num_tokens": 1581335.0, |
| "step": 222 |
| }, |
| { |
| "epoch": 0.15583508036338226, |
| "grad_norm": 1.3421403438430553, |
| "learning_rate": 0.00019190441685924353, |
| "loss": 12.2394, |
| "num_tokens": 1588536.0, |
| "step": 223 |
| }, |
| { |
| "epoch": 0.15653389238294899, |
| "grad_norm": 1.619215765976526, |
| "learning_rate": 0.00019181496876734776, |
| "loss": 12.4262, |
| "num_tokens": 1595480.0, |
| "step": 224 |
| }, |
| { |
| "epoch": 0.15723270440251572, |
| "grad_norm": 1.2307496781017198, |
| "learning_rate": 0.0001917250503114048, |
| "loss": 12.4242, |
| "num_tokens": 1602858.0, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.15793151642208245, |
| "grad_norm": 1.3116673091039746, |
| "learning_rate": 0.0001916346619520629, |
| "loss": 12.2034, |
| "num_tokens": 1610558.0, |
| "step": 226 |
| }, |
| { |
| "epoch": 0.1586303284416492, |
| "grad_norm": 1.247482468822277, |
| "learning_rate": 0.00019154380415237768, |
| "loss": 12.5231, |
| "num_tokens": 1617490.0, |
| "step": 227 |
| }, |
| { |
| "epoch": 0.15932914046121593, |
| "grad_norm": 1.2513001860850739, |
| "learning_rate": 0.00019145247737780961, |
| "loss": 12.3687, |
| "num_tokens": 1624406.0, |
| "step": 228 |
| }, |
| { |
| "epoch": 0.16002795248078266, |
| "grad_norm": 1.158869133135163, |
| "learning_rate": 0.00019136068209622183, |
| "loss": 12.3431, |
| "num_tokens": 1631539.0, |
| "step": 229 |
| }, |
| { |
| "epoch": 0.1607267645003494, |
| "grad_norm": 1.2794317571864204, |
| "learning_rate": 0.00019126841877787745, |
| "loss": 12.2967, |
| "num_tokens": 1638417.0, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.16142557651991615, |
| "grad_norm": 1.147970460946765, |
| "learning_rate": 0.00019117568789543742, |
| "loss": 12.2909, |
| "num_tokens": 1645769.0, |
| "step": 231 |
| }, |
| { |
| "epoch": 0.16212438853948288, |
| "grad_norm": 1.2532108422981187, |
| "learning_rate": 0.00019108248992395795, |
| "loss": 12.3622, |
| "num_tokens": 1653953.0, |
| "step": 232 |
| }, |
| { |
| "epoch": 0.1628232005590496, |
| "grad_norm": 1.0938253419136699, |
| "learning_rate": 0.0001909888253408882, |
| "loss": 12.1525, |
| "num_tokens": 1661632.0, |
| "step": 233 |
| }, |
| { |
| "epoch": 0.16352201257861634, |
| "grad_norm": 1.2405546810649237, |
| "learning_rate": 0.00019089469462606765, |
| "loss": 12.2075, |
| "num_tokens": 1668594.0, |
| "step": 234 |
| }, |
| { |
| "epoch": 0.1642208245981831, |
| "grad_norm": 1.197216633614794, |
| "learning_rate": 0.00019080009826172387, |
| "loss": 12.257, |
| "num_tokens": 1675137.0, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.16491963661774983, |
| "grad_norm": 1.309655057462355, |
| "learning_rate": 0.00019070503673246982, |
| "loss": 12.238, |
| "num_tokens": 1682132.0, |
| "step": 236 |
| }, |
| { |
| "epoch": 0.16561844863731656, |
| "grad_norm": 1.244523044571817, |
| "learning_rate": 0.0001906095105253016, |
| "loss": 12.5012, |
| "num_tokens": 1688115.0, |
| "step": 237 |
| }, |
| { |
| "epoch": 0.1663172606568833, |
| "grad_norm": 1.3805924558908977, |
| "learning_rate": 0.00019051352012959568, |
| "loss": 12.3363, |
| "num_tokens": 1694968.0, |
| "step": 238 |
| }, |
| { |
| "epoch": 0.16701607267645002, |
| "grad_norm": 1.3621136578810145, |
| "learning_rate": 0.0001904170660371067, |
| "loss": 12.5149, |
| "num_tokens": 1702568.0, |
| "step": 239 |
| }, |
| { |
| "epoch": 0.16771488469601678, |
| "grad_norm": 1.388178453568404, |
| "learning_rate": 0.00019032014874196474, |
| "loss": 12.4916, |
| "num_tokens": 1709560.0, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.1684136967155835, |
| "grad_norm": 1.1942869510376484, |
| "learning_rate": 0.0001902227687406728, |
| "loss": 12.337, |
| "num_tokens": 1717750.0, |
| "step": 241 |
| }, |
| { |
| "epoch": 0.16911250873515024, |
| "grad_norm": 1.4017872903001107, |
| "learning_rate": 0.0001901249265321044, |
| "loss": 12.2873, |
| "num_tokens": 1724736.0, |
| "step": 242 |
| }, |
| { |
| "epoch": 0.16981132075471697, |
| "grad_norm": 1.2742005252701514, |
| "learning_rate": 0.00019002662261750078, |
| "loss": 12.2834, |
| "num_tokens": 1732240.0, |
| "step": 243 |
| }, |
| { |
| "epoch": 0.17051013277428373, |
| "grad_norm": 1.354069951288616, |
| "learning_rate": 0.00018992785750046863, |
| "loss": 12.1109, |
| "num_tokens": 1739543.0, |
| "step": 244 |
| }, |
| { |
| "epoch": 0.17120894479385046, |
| "grad_norm": 1.2292579561482964, |
| "learning_rate": 0.00018982863168697734, |
| "loss": 12.357, |
| "num_tokens": 1746459.0, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.1719077568134172, |
| "grad_norm": 1.3113989556044794, |
| "learning_rate": 0.00018972894568535634, |
| "loss": 12.4115, |
| "num_tokens": 1753478.0, |
| "step": 246 |
| }, |
| { |
| "epoch": 0.17260656883298392, |
| "grad_norm": 1.2595357641289937, |
| "learning_rate": 0.00018962880000629258, |
| "loss": 12.0726, |
| "num_tokens": 1760374.0, |
| "step": 247 |
| }, |
| { |
| "epoch": 0.17330538085255065, |
| "grad_norm": 1.2704656650350132, |
| "learning_rate": 0.0001895281951628281, |
| "loss": 12.4336, |
| "num_tokens": 1767809.0, |
| "step": 248 |
| }, |
| { |
| "epoch": 0.1740041928721174, |
| "grad_norm": 1.244384651549712, |
| "learning_rate": 0.000189427131670357, |
| "loss": 12.4644, |
| "num_tokens": 1775284.0, |
| "step": 249 |
| }, |
| { |
| "epoch": 0.17470300489168414, |
| "grad_norm": 1.2916600144904333, |
| "learning_rate": 0.00018932561004662312, |
| "loss": 12.1551, |
| "num_tokens": 1782896.0, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.17540181691125087, |
| "grad_norm": 1.323531415132343, |
| "learning_rate": 0.00018922363081171723, |
| "loss": 12.238, |
| "num_tokens": 1790348.0, |
| "step": 251 |
| }, |
| { |
| "epoch": 0.1761006289308176, |
| "grad_norm": 1.2454277559117337, |
| "learning_rate": 0.0001891211944880746, |
| "loss": 12.6069, |
| "num_tokens": 1796663.0, |
| "step": 252 |
| }, |
| { |
| "epoch": 0.17679944095038436, |
| "grad_norm": 1.155499185809833, |
| "learning_rate": 0.00018901830160047184, |
| "loss": 12.1616, |
| "num_tokens": 1804575.0, |
| "step": 253 |
| }, |
| { |
| "epoch": 0.1774982529699511, |
| "grad_norm": 1.49853696436634, |
| "learning_rate": 0.0001889149526760248, |
| "loss": 12.3159, |
| "num_tokens": 1810818.0, |
| "step": 254 |
| }, |
| { |
| "epoch": 0.17819706498951782, |
| "grad_norm": 1.2735723628571658, |
| "learning_rate": 0.0001888111482441855, |
| "loss": 12.1924, |
| "num_tokens": 1817813.0, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.17889587700908455, |
| "grad_norm": 1.3127755468927709, |
| "learning_rate": 0.00018870688883673936, |
| "loss": 12.2746, |
| "num_tokens": 1824365.0, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.1795946890286513, |
| "grad_norm": 1.4197695569247741, |
| "learning_rate": 0.00018860217498780285, |
| "loss": 12.3002, |
| "num_tokens": 1831336.0, |
| "step": 257 |
| }, |
| { |
| "epoch": 0.18029350104821804, |
| "grad_norm": 1.461090176993007, |
| "learning_rate": 0.00018849700723382035, |
| "loss": 12.1504, |
| "num_tokens": 1838657.0, |
| "step": 258 |
| }, |
| { |
| "epoch": 0.18099231306778477, |
| "grad_norm": 1.3059767534305093, |
| "learning_rate": 0.0001883913861135617, |
| "loss": 12.2029, |
| "num_tokens": 1845965.0, |
| "step": 259 |
| }, |
| { |
| "epoch": 0.1816911250873515, |
| "grad_norm": 1.4172408521615742, |
| "learning_rate": 0.00018828531216811913, |
| "loss": 12.479, |
| "num_tokens": 1852638.0, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.18238993710691823, |
| "grad_norm": 1.4950969515194465, |
| "learning_rate": 0.00018817878594090494, |
| "loss": 12.3214, |
| "num_tokens": 1859877.0, |
| "step": 261 |
| }, |
| { |
| "epoch": 0.18308874912648498, |
| "grad_norm": 1.921065371477902, |
| "learning_rate": 0.00018807180797764822, |
| "loss": 12.2991, |
| "num_tokens": 1866923.0, |
| "step": 262 |
| }, |
| { |
| "epoch": 0.18378756114605171, |
| "grad_norm": 1.5413785930712542, |
| "learning_rate": 0.00018796437882639242, |
| "loss": 12.1631, |
| "num_tokens": 1873292.0, |
| "step": 263 |
| }, |
| { |
| "epoch": 0.18448637316561844, |
| "grad_norm": 2.058759919250719, |
| "learning_rate": 0.00018785649903749234, |
| "loss": 12.2534, |
| "num_tokens": 1879744.0, |
| "step": 264 |
| }, |
| { |
| "epoch": 0.18518518518518517, |
| "grad_norm": 1.3730183956055928, |
| "learning_rate": 0.00018774816916361137, |
| "loss": 12.2737, |
| "num_tokens": 1886064.0, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.18588399720475193, |
| "grad_norm": 1.771295055388875, |
| "learning_rate": 0.00018763938975971872, |
| "loss": 12.0608, |
| "num_tokens": 1893813.0, |
| "step": 266 |
| }, |
| { |
| "epoch": 0.18658280922431866, |
| "grad_norm": 1.325037236296118, |
| "learning_rate": 0.0001875301613830865, |
| "loss": 12.6401, |
| "num_tokens": 1901211.0, |
| "step": 267 |
| }, |
| { |
| "epoch": 0.1872816212438854, |
| "grad_norm": 1.650441961527195, |
| "learning_rate": 0.00018742048459328682, |
| "loss": 12.253, |
| "num_tokens": 1907987.0, |
| "step": 268 |
| }, |
| { |
| "epoch": 0.18798043326345212, |
| "grad_norm": 1.3109663633913111, |
| "learning_rate": 0.00018731035995218914, |
| "loss": 12.4699, |
| "num_tokens": 1915853.0, |
| "step": 269 |
| }, |
| { |
| "epoch": 0.18867924528301888, |
| "grad_norm": 1.6175242871144049, |
| "learning_rate": 0.00018719978802395705, |
| "loss": 12.0339, |
| "num_tokens": 1923310.0, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.1893780573025856, |
| "grad_norm": 1.5608096103087008, |
| "learning_rate": 0.0001870887693750458, |
| "loss": 12.0746, |
| "num_tokens": 1930169.0, |
| "step": 271 |
| }, |
| { |
| "epoch": 0.19007686932215234, |
| "grad_norm": 1.301318723039762, |
| "learning_rate": 0.00018697730457419893, |
| "loss": 12.2536, |
| "num_tokens": 1937617.0, |
| "step": 272 |
| }, |
| { |
| "epoch": 0.19077568134171907, |
| "grad_norm": 1.3298561548013452, |
| "learning_rate": 0.00018686539419244578, |
| "loss": 12.0688, |
| "num_tokens": 1944358.0, |
| "step": 273 |
| }, |
| { |
| "epoch": 0.1914744933612858, |
| "grad_norm": 1.3519869211393252, |
| "learning_rate": 0.0001867530388030983, |
| "loss": 12.1702, |
| "num_tokens": 1951629.0, |
| "step": 274 |
| }, |
| { |
| "epoch": 0.19217330538085256, |
| "grad_norm": 1.3057581412928303, |
| "learning_rate": 0.00018664023898174817, |
| "loss": 12.1388, |
| "num_tokens": 1958779.0, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.1928721174004193, |
| "grad_norm": 1.4643939657595633, |
| "learning_rate": 0.00018652699530626398, |
| "loss": 12.0666, |
| "num_tokens": 1966253.0, |
| "step": 276 |
| }, |
| { |
| "epoch": 0.19357092941998602, |
| "grad_norm": 1.220622846026274, |
| "learning_rate": 0.00018641330835678804, |
| "loss": 12.2549, |
| "num_tokens": 1973038.0, |
| "step": 277 |
| }, |
| { |
| "epoch": 0.19426974143955275, |
| "grad_norm": 1.271130886700587, |
| "learning_rate": 0.00018629917871573366, |
| "loss": 12.3878, |
| "num_tokens": 1980735.0, |
| "step": 278 |
| }, |
| { |
| "epoch": 0.1949685534591195, |
| "grad_norm": 1.2558395545718568, |
| "learning_rate": 0.0001861846069677819, |
| "loss": 12.1311, |
| "num_tokens": 1988250.0, |
| "step": 279 |
| }, |
| { |
| "epoch": 0.19566736547868624, |
| "grad_norm": 1.286119199563044, |
| "learning_rate": 0.00018606959369987883, |
| "loss": 12.208, |
| "num_tokens": 1995184.0, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.19636617749825297, |
| "grad_norm": 1.2007396708232814, |
| "learning_rate": 0.00018595413950123235, |
| "loss": 12.0446, |
| "num_tokens": 2001901.0, |
| "step": 281 |
| }, |
| { |
| "epoch": 0.1970649895178197, |
| "grad_norm": 1.2677570769488615, |
| "learning_rate": 0.00018583824496330923, |
| "loss": 12.3823, |
| "num_tokens": 2009242.0, |
| "step": 282 |
| }, |
| { |
| "epoch": 0.19776380153738643, |
| "grad_norm": 1.2317309257123488, |
| "learning_rate": 0.00018572191067983216, |
| "loss": 12.3145, |
| "num_tokens": 2016167.0, |
| "step": 283 |
| }, |
| { |
| "epoch": 0.1984626135569532, |
| "grad_norm": 1.4383245513671332, |
| "learning_rate": 0.00018560513724677643, |
| "loss": 12.2043, |
| "num_tokens": 2023059.0, |
| "step": 284 |
| }, |
| { |
| "epoch": 0.19916142557651992, |
| "grad_norm": 1.3973942304081446, |
| "learning_rate": 0.00018548792526236732, |
| "loss": 12.0703, |
| "num_tokens": 2030297.0, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.19986023759608665, |
| "grad_norm": 1.6715503163582084, |
| "learning_rate": 0.00018537027532707662, |
| "loss": 12.2566, |
| "num_tokens": 2036674.0, |
| "step": 286 |
| }, |
| { |
| "epoch": 0.20055904961565338, |
| "grad_norm": 1.5807473618196455, |
| "learning_rate": 0.00018525218804361977, |
| "loss": 11.9821, |
| "num_tokens": 2043766.0, |
| "step": 287 |
| }, |
| { |
| "epoch": 0.20125786163522014, |
| "grad_norm": 1.3939701688797845, |
| "learning_rate": 0.00018513366401695276, |
| "loss": 12.2849, |
| "num_tokens": 2051302.0, |
| "step": 288 |
| }, |
| { |
| "epoch": 0.20195667365478687, |
| "grad_norm": 1.66288008309786, |
| "learning_rate": 0.00018501470385426892, |
| "loss": 12.1162, |
| "num_tokens": 2058562.0, |
| "step": 289 |
| }, |
| { |
| "epoch": 0.2026554856743536, |
| "grad_norm": 1.205066449864526, |
| "learning_rate": 0.00018489530816499596, |
| "loss": 12.1756, |
| "num_tokens": 2065605.0, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.20335429769392033, |
| "grad_norm": 1.4415331634901984, |
| "learning_rate": 0.00018477547756079276, |
| "loss": 12.1293, |
| "num_tokens": 2072590.0, |
| "step": 291 |
| }, |
| { |
| "epoch": 0.20405310971348709, |
| "grad_norm": 1.2758727814346498, |
| "learning_rate": 0.0001846552126555462, |
| "loss": 12.2186, |
| "num_tokens": 2080039.0, |
| "step": 292 |
| }, |
| { |
| "epoch": 0.20475192173305382, |
| "grad_norm": 1.365806213254789, |
| "learning_rate": 0.00018453451406536816, |
| "loss": 12.3626, |
| "num_tokens": 2086481.0, |
| "step": 293 |
| }, |
| { |
| "epoch": 0.20545073375262055, |
| "grad_norm": 1.258317016689637, |
| "learning_rate": 0.00018441338240859215, |
| "loss": 12.2221, |
| "num_tokens": 2093192.0, |
| "step": 294 |
| }, |
| { |
| "epoch": 0.20614954577218728, |
| "grad_norm": 1.2394183274844288, |
| "learning_rate": 0.00018429181830577034, |
| "loss": 12.1013, |
| "num_tokens": 2100572.0, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.206848357791754, |
| "grad_norm": 1.5003520290968377, |
| "learning_rate": 0.00018416982237967028, |
| "loss": 12.2991, |
| "num_tokens": 2107911.0, |
| "step": 296 |
| }, |
| { |
| "epoch": 0.20754716981132076, |
| "grad_norm": 1.3085255308847732, |
| "learning_rate": 0.00018404739525527174, |
| "loss": 12.0833, |
| "num_tokens": 2115264.0, |
| "step": 297 |
| }, |
| { |
| "epoch": 0.2082459818308875, |
| "grad_norm": 1.6056696953344411, |
| "learning_rate": 0.0001839245375597635, |
| "loss": 12.0227, |
| "num_tokens": 2122114.0, |
| "step": 298 |
| }, |
| { |
| "epoch": 0.20894479385045422, |
| "grad_norm": 1.306758409586964, |
| "learning_rate": 0.0001838012499225401, |
| "loss": 12.0232, |
| "num_tokens": 2129186.0, |
| "step": 299 |
| }, |
| { |
| "epoch": 0.20964360587002095, |
| "grad_norm": 1.5183083261581376, |
| "learning_rate": 0.00018367753297519873, |
| "loss": 12.3017, |
| "num_tokens": 2136056.0, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.2103424178895877, |
| "grad_norm": 1.3471382535225356, |
| "learning_rate": 0.00018355338735153587, |
| "loss": 12.0467, |
| "num_tokens": 2143135.0, |
| "step": 301 |
| }, |
| { |
| "epoch": 0.21104122990915444, |
| "grad_norm": 1.2459910456351586, |
| "learning_rate": 0.00018342881368754404, |
| "loss": 12.2002, |
| "num_tokens": 2149855.0, |
| "step": 302 |
| }, |
| { |
| "epoch": 0.21174004192872117, |
| "grad_norm": 1.411018357188159, |
| "learning_rate": 0.00018330381262140864, |
| "loss": 12.4267, |
| "num_tokens": 2156629.0, |
| "step": 303 |
| }, |
| { |
| "epoch": 0.2124388539482879, |
| "grad_norm": 1.231215569953917, |
| "learning_rate": 0.00018317838479350472, |
| "loss": 12.3044, |
| "num_tokens": 2163993.0, |
| "step": 304 |
| }, |
| { |
| "epoch": 0.21313766596785463, |
| "grad_norm": 1.282732106655346, |
| "learning_rate": 0.0001830525308463934, |
| "loss": 12.1661, |
| "num_tokens": 2170517.0, |
| "step": 305 |
| }, |
| { |
| "epoch": 0.2138364779874214, |
| "grad_norm": 1.3735651142447436, |
| "learning_rate": 0.00018292625142481906, |
| "loss": 12.2508, |
| "num_tokens": 2177805.0, |
| "step": 306 |
| }, |
| { |
| "epoch": 0.21453529000698812, |
| "grad_norm": 1.1267279398187773, |
| "learning_rate": 0.00018279954717570553, |
| "loss": 12.246, |
| "num_tokens": 2184824.0, |
| "step": 307 |
| }, |
| { |
| "epoch": 0.21523410202655485, |
| "grad_norm": 1.297904898358193, |
| "learning_rate": 0.00018267241874815314, |
| "loss": 11.951, |
| "num_tokens": 2192640.0, |
| "step": 308 |
| }, |
| { |
| "epoch": 0.21593291404612158, |
| "grad_norm": 1.168111311692671, |
| "learning_rate": 0.00018254486679343516, |
| "loss": 12.1526, |
| "num_tokens": 2199963.0, |
| "step": 309 |
| }, |
| { |
| "epoch": 0.21663172606568834, |
| "grad_norm": 1.2350993727401407, |
| "learning_rate": 0.00018241689196499475, |
| "loss": 12.1094, |
| "num_tokens": 2207388.0, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.21733053808525507, |
| "grad_norm": 1.2380916588446629, |
| "learning_rate": 0.00018228849491844129, |
| "loss": 11.9739, |
| "num_tokens": 2214115.0, |
| "step": 311 |
| }, |
| { |
| "epoch": 0.2180293501048218, |
| "grad_norm": 1.2229988857994327, |
| "learning_rate": 0.00018215967631154717, |
| "loss": 12.0549, |
| "num_tokens": 2221801.0, |
| "step": 312 |
| }, |
| { |
| "epoch": 0.21872816212438853, |
| "grad_norm": 1.4655555313500719, |
| "learning_rate": 0.00018203043680424448, |
| "loss": 12.127, |
| "num_tokens": 2229449.0, |
| "step": 313 |
| }, |
| { |
| "epoch": 0.2194269741439553, |
| "grad_norm": 1.2682868579019313, |
| "learning_rate": 0.00018190077705862155, |
| "loss": 12.2111, |
| "num_tokens": 2236249.0, |
| "step": 314 |
| }, |
| { |
| "epoch": 0.22012578616352202, |
| "grad_norm": 1.6151789147467688, |
| "learning_rate": 0.00018177069773891953, |
| "loss": 12.0597, |
| "num_tokens": 2243354.0, |
| "step": 315 |
| }, |
| { |
| "epoch": 0.22082459818308875, |
| "grad_norm": 1.3508337349304373, |
| "learning_rate": 0.00018164019951152902, |
| "loss": 12.1405, |
| "num_tokens": 2249837.0, |
| "step": 316 |
| }, |
| { |
| "epoch": 0.22152341020265548, |
| "grad_norm": 1.760603025999751, |
| "learning_rate": 0.00018150928304498675, |
| "loss": 12.0609, |
| "num_tokens": 2256520.0, |
| "step": 317 |
| }, |
| { |
| "epoch": 0.2222222222222222, |
| "grad_norm": 1.305934795669062, |
| "learning_rate": 0.00018137794900997201, |
| "loss": 12.2233, |
| "num_tokens": 2263145.0, |
| "step": 318 |
| }, |
| { |
| "epoch": 0.22292103424178897, |
| "grad_norm": 1.491378308966807, |
| "learning_rate": 0.0001812461980793033, |
| "loss": 12.1678, |
| "num_tokens": 2269862.0, |
| "step": 319 |
| }, |
| { |
| "epoch": 0.2236198462613557, |
| "grad_norm": 1.2632967458884938, |
| "learning_rate": 0.0001811140309279348, |
| "loss": 12.3329, |
| "num_tokens": 2276820.0, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.22431865828092243, |
| "grad_norm": 1.1158838193265348, |
| "learning_rate": 0.00018098144823295304, |
| "loss": 11.9781, |
| "num_tokens": 2284748.0, |
| "step": 321 |
| }, |
| { |
| "epoch": 0.22501747030048916, |
| "grad_norm": 1.2505380919755098, |
| "learning_rate": 0.00018084845067357336, |
| "loss": 12.0788, |
| "num_tokens": 2292140.0, |
| "step": 322 |
| }, |
| { |
| "epoch": 0.22571628232005592, |
| "grad_norm": 1.0921267435771704, |
| "learning_rate": 0.00018071503893113638, |
| "loss": 12.2769, |
| "num_tokens": 2300108.0, |
| "step": 323 |
| }, |
| { |
| "epoch": 0.22641509433962265, |
| "grad_norm": 1.3414524658246134, |
| "learning_rate": 0.00018058121368910458, |
| "loss": 11.8736, |
| "num_tokens": 2307811.0, |
| "step": 324 |
| }, |
| { |
| "epoch": 0.22711390635918938, |
| "grad_norm": 1.3336139939898337, |
| "learning_rate": 0.00018044697563305876, |
| "loss": 11.9168, |
| "num_tokens": 2315254.0, |
| "step": 325 |
| }, |
| { |
| "epoch": 0.2278127183787561, |
| "grad_norm": 1.2424706438980715, |
| "learning_rate": 0.00018031232545069468, |
| "loss": 12.1282, |
| "num_tokens": 2323116.0, |
| "step": 326 |
| }, |
| { |
| "epoch": 0.22851153039832284, |
| "grad_norm": 1.189509985734354, |
| "learning_rate": 0.00018017726383181925, |
| "loss": 12.1013, |
| "num_tokens": 2330812.0, |
| "step": 327 |
| }, |
| { |
| "epoch": 0.2292103424178896, |
| "grad_norm": 1.201526626317861, |
| "learning_rate": 0.0001800417914683471, |
| "loss": 12.1022, |
| "num_tokens": 2338451.0, |
| "step": 328 |
| }, |
| { |
| "epoch": 0.22990915443745633, |
| "grad_norm": 1.0841395533719858, |
| "learning_rate": 0.0001799059090542974, |
| "loss": 12.1923, |
| "num_tokens": 2346026.0, |
| "step": 329 |
| }, |
| { |
| "epoch": 0.23060796645702306, |
| "grad_norm": 1.0543640932645288, |
| "learning_rate": 0.00017976961728578963, |
| "loss": 12.0118, |
| "num_tokens": 2353605.0, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.23130677847658979, |
| "grad_norm": 1.0221140744809603, |
| "learning_rate": 0.00017963291686104053, |
| "loss": 12.0598, |
| "num_tokens": 2360509.0, |
| "step": 331 |
| }, |
| { |
| "epoch": 0.23200559049615654, |
| "grad_norm": 1.1077266853542385, |
| "learning_rate": 0.00017949580848036046, |
| "loss": 12.2089, |
| "num_tokens": 2367035.0, |
| "step": 332 |
| }, |
| { |
| "epoch": 0.23270440251572327, |
| "grad_norm": 1.1017231412164032, |
| "learning_rate": 0.00017935829284614952, |
| "loss": 12.0369, |
| "num_tokens": 2373702.0, |
| "step": 333 |
| }, |
| { |
| "epoch": 0.23340321453529, |
| "grad_norm": 1.156329815157838, |
| "learning_rate": 0.00017922037066289432, |
| "loss": 12.1458, |
| "num_tokens": 2380174.0, |
| "step": 334 |
| }, |
| { |
| "epoch": 0.23410202655485673, |
| "grad_norm": 1.1589595989908332, |
| "learning_rate": 0.0001790820426371641, |
| "loss": 12.0406, |
| "num_tokens": 2387052.0, |
| "step": 335 |
| }, |
| { |
| "epoch": 0.2348008385744235, |
| "grad_norm": 1.0708490484699373, |
| "learning_rate": 0.00017894330947760726, |
| "loss": 11.8914, |
| "num_tokens": 2393866.0, |
| "step": 336 |
| }, |
| { |
| "epoch": 0.23549965059399022, |
| "grad_norm": 1.2056352526942165, |
| "learning_rate": 0.0001788041718949477, |
| "loss": 12.0097, |
| "num_tokens": 2401040.0, |
| "step": 337 |
| }, |
| { |
| "epoch": 0.23619846261355695, |
| "grad_norm": 1.034857406947483, |
| "learning_rate": 0.00017866463060198115, |
| "loss": 12.2169, |
| "num_tokens": 2408627.0, |
| "step": 338 |
| }, |
| { |
| "epoch": 0.23689727463312368, |
| "grad_norm": 1.1237746507948383, |
| "learning_rate": 0.00017852468631357146, |
| "loss": 12.1159, |
| "num_tokens": 2415390.0, |
| "step": 339 |
| }, |
| { |
| "epoch": 0.2375960866526904, |
| "grad_norm": 1.0771012425887634, |
| "learning_rate": 0.00017838433974664712, |
| "loss": 11.9807, |
| "num_tokens": 2422275.0, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.23829489867225717, |
| "grad_norm": 1.0775272381287269, |
| "learning_rate": 0.00017824359162019738, |
| "loss": 12.039, |
| "num_tokens": 2429408.0, |
| "step": 341 |
| }, |
| { |
| "epoch": 0.2389937106918239, |
| "grad_norm": 1.157562166665061, |
| "learning_rate": 0.00017810244265526875, |
| "loss": 12.0734, |
| "num_tokens": 2436362.0, |
| "step": 342 |
| }, |
| { |
| "epoch": 0.23969252271139063, |
| "grad_norm": 1.141745416472308, |
| "learning_rate": 0.00017796089357496108, |
| "loss": 12.1806, |
| "num_tokens": 2442668.0, |
| "step": 343 |
| }, |
| { |
| "epoch": 0.24039133473095736, |
| "grad_norm": 1.1565392135388017, |
| "learning_rate": 0.0001778189451044242, |
| "loss": 12.1268, |
| "num_tokens": 2449013.0, |
| "step": 344 |
| }, |
| { |
| "epoch": 0.24109014675052412, |
| "grad_norm": 1.2199413936237042, |
| "learning_rate": 0.00017767659797085375, |
| "loss": 12.0651, |
| "num_tokens": 2455131.0, |
| "step": 345 |
| }, |
| { |
| "epoch": 0.24178895877009085, |
| "grad_norm": 1.1260507638707287, |
| "learning_rate": 0.000177533852903488, |
| "loss": 12.1853, |
| "num_tokens": 2462060.0, |
| "step": 346 |
| }, |
| { |
| "epoch": 0.24248777078965758, |
| "grad_norm": 1.0316001161122876, |
| "learning_rate": 0.0001773907106336035, |
| "loss": 12.1543, |
| "num_tokens": 2469590.0, |
| "step": 347 |
| }, |
| { |
| "epoch": 0.2431865828092243, |
| "grad_norm": 1.0821146376156172, |
| "learning_rate": 0.0001772471718945119, |
| "loss": 11.9286, |
| "num_tokens": 2476488.0, |
| "step": 348 |
| }, |
| { |
| "epoch": 0.24388539482879107, |
| "grad_norm": 1.0314206907032888, |
| "learning_rate": 0.0001771032374215558, |
| "loss": 11.9985, |
| "num_tokens": 2484657.0, |
| "step": 349 |
| }, |
| { |
| "epoch": 0.2445842068483578, |
| "grad_norm": 1.1661975155295445, |
| "learning_rate": 0.00017695890795210517, |
| "loss": 12.2751, |
| "num_tokens": 2491489.0, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.24528301886792453, |
| "grad_norm": 1.006621569495116, |
| "learning_rate": 0.00017681418422555356, |
| "loss": 12.1682, |
| "num_tokens": 2498631.0, |
| "step": 351 |
| }, |
| { |
| "epoch": 0.24598183088749126, |
| "grad_norm": 1.017213858202063, |
| "learning_rate": 0.00017666906698331428, |
| "loss": 11.8183, |
| "num_tokens": 2506017.0, |
| "step": 352 |
| }, |
| { |
| "epoch": 0.246680642907058, |
| "grad_norm": 1.1601560219424385, |
| "learning_rate": 0.00017652355696881652, |
| "loss": 12.0538, |
| "num_tokens": 2513168.0, |
| "step": 353 |
| }, |
| { |
| "epoch": 0.24737945492662475, |
| "grad_norm": 1.1274194045715678, |
| "learning_rate": 0.0001763776549275017, |
| "loss": 12.0499, |
| "num_tokens": 2520301.0, |
| "step": 354 |
| }, |
| { |
| "epoch": 0.24807826694619148, |
| "grad_norm": 1.3076210428356354, |
| "learning_rate": 0.00017623136160681963, |
| "loss": 12.0843, |
| "num_tokens": 2527172.0, |
| "step": 355 |
| }, |
| { |
| "epoch": 0.2487770789657582, |
| "grad_norm": 1.129509433616736, |
| "learning_rate": 0.00017608467775622445, |
| "loss": 12.1999, |
| "num_tokens": 2534008.0, |
| "step": 356 |
| }, |
| { |
| "epoch": 0.24947589098532494, |
| "grad_norm": 1.1713262910481799, |
| "learning_rate": 0.00017593760412717117, |
| "loss": 12.1523, |
| "num_tokens": 2541533.0, |
| "step": 357 |
| }, |
| { |
| "epoch": 0.2501747030048917, |
| "grad_norm": 1.26537646556665, |
| "learning_rate": 0.0001757901414731115, |
| "loss": 12.2059, |
| "num_tokens": 2548063.0, |
| "step": 358 |
| }, |
| { |
| "epoch": 0.2508735150244584, |
| "grad_norm": 1.0858488934936994, |
| "learning_rate": 0.00017564229054949006, |
| "loss": 11.9977, |
| "num_tokens": 2555500.0, |
| "step": 359 |
| }, |
| { |
| "epoch": 0.25157232704402516, |
| "grad_norm": 1.2437942191749563, |
| "learning_rate": 0.0001754940521137407, |
| "loss": 12.0343, |
| "num_tokens": 2562431.0, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.2522711390635919, |
| "grad_norm": 1.1822227089400206, |
| "learning_rate": 0.0001753454269252824, |
| "loss": 12.1325, |
| "num_tokens": 2569063.0, |
| "step": 361 |
| }, |
| { |
| "epoch": 0.2529699510831586, |
| "grad_norm": 1.224962109373223, |
| "learning_rate": 0.00017519641574551546, |
| "loss": 12.2002, |
| "num_tokens": 2576257.0, |
| "step": 362 |
| }, |
| { |
| "epoch": 0.25366876310272535, |
| "grad_norm": 1.205685504194018, |
| "learning_rate": 0.0001750470193378176, |
| "loss": 12.1142, |
| "num_tokens": 2582076.0, |
| "step": 363 |
| }, |
| { |
| "epoch": 0.2543675751222921, |
| "grad_norm": 1.2821801879030204, |
| "learning_rate": 0.00017489723846754002, |
| "loss": 12.2827, |
| "num_tokens": 2588634.0, |
| "step": 364 |
| }, |
| { |
| "epoch": 0.25506638714185886, |
| "grad_norm": 1.1426775318667641, |
| "learning_rate": 0.0001747470739020036, |
| "loss": 11.867, |
| "num_tokens": 2595988.0, |
| "step": 365 |
| }, |
| { |
| "epoch": 0.2557651991614256, |
| "grad_norm": 1.1637204489941761, |
| "learning_rate": 0.00017459652641049474, |
| "loss": 12.1299, |
| "num_tokens": 2602882.0, |
| "step": 366 |
| }, |
| { |
| "epoch": 0.2564640111809923, |
| "grad_norm": 1.1749766201575815, |
| "learning_rate": 0.0001744455967642616, |
| "loss": 12.0572, |
| "num_tokens": 2610428.0, |
| "step": 367 |
| }, |
| { |
| "epoch": 0.25716282320055905, |
| "grad_norm": 1.161910310989543, |
| "learning_rate": 0.00017429428573651024, |
| "loss": 11.7402, |
| "num_tokens": 2617338.0, |
| "step": 368 |
| }, |
| { |
| "epoch": 0.2578616352201258, |
| "grad_norm": 1.1754220027439937, |
| "learning_rate": 0.00017414259410240026, |
| "loss": 11.9926, |
| "num_tokens": 2624172.0, |
| "step": 369 |
| }, |
| { |
| "epoch": 0.2585604472396925, |
| "grad_norm": 1.2221271919493757, |
| "learning_rate": 0.0001739905226390413, |
| "loss": 11.9574, |
| "num_tokens": 2631185.0, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.25925925925925924, |
| "grad_norm": 1.121957071755484, |
| "learning_rate": 0.0001738380721254888, |
| "loss": 12.0634, |
| "num_tokens": 2638925.0, |
| "step": 371 |
| }, |
| { |
| "epoch": 0.259958071278826, |
| "grad_norm": 1.0439041189495724, |
| "learning_rate": 0.00017368524334273998, |
| "loss": 12.0201, |
| "num_tokens": 2645812.0, |
| "step": 372 |
| }, |
| { |
| "epoch": 0.2606568832983927, |
| "grad_norm": 1.1527899155597479, |
| "learning_rate": 0.00017353203707373, |
| "loss": 12.2003, |
| "num_tokens": 2652935.0, |
| "step": 373 |
| }, |
| { |
| "epoch": 0.2613556953179595, |
| "grad_norm": 1.1907694393429749, |
| "learning_rate": 0.00017337845410332782, |
| "loss": 12.0194, |
| "num_tokens": 2659882.0, |
| "step": 374 |
| }, |
| { |
| "epoch": 0.2620545073375262, |
| "grad_norm": 1.1925500897396009, |
| "learning_rate": 0.0001732244952183323, |
| "loss": 11.985, |
| "num_tokens": 2667013.0, |
| "step": 375 |
| }, |
| { |
| "epoch": 0.26275331935709295, |
| "grad_norm": 1.1065412669686558, |
| "learning_rate": 0.000173070161207468, |
| "loss": 11.9913, |
| "num_tokens": 2675131.0, |
| "step": 376 |
| }, |
| { |
| "epoch": 0.2634521313766597, |
| "grad_norm": 1.1800802673651714, |
| "learning_rate": 0.00017291545286138126, |
| "loss": 12.0599, |
| "num_tokens": 2681743.0, |
| "step": 377 |
| }, |
| { |
| "epoch": 0.2641509433962264, |
| "grad_norm": 1.1658749096956924, |
| "learning_rate": 0.00017276037097263612, |
| "loss": 12.0414, |
| "num_tokens": 2688355.0, |
| "step": 378 |
| }, |
| { |
| "epoch": 0.26484975541579314, |
| "grad_norm": 1.3106109156886867, |
| "learning_rate": 0.00017260491633571033, |
| "loss": 11.9744, |
| "num_tokens": 2695315.0, |
| "step": 379 |
| }, |
| { |
| "epoch": 0.2655485674353599, |
| "grad_norm": 1.025449480192329, |
| "learning_rate": 0.0001724490897469911, |
| "loss": 11.9174, |
| "num_tokens": 2703258.0, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.2662473794549266, |
| "grad_norm": 1.2314285772644886, |
| "learning_rate": 0.00017229289200477123, |
| "loss": 11.9577, |
| "num_tokens": 2710326.0, |
| "step": 381 |
| }, |
| { |
| "epoch": 0.2669461914744934, |
| "grad_norm": 1.117575231956547, |
| "learning_rate": 0.00017213632390924486, |
| "loss": 12.0226, |
| "num_tokens": 2716825.0, |
| "step": 382 |
| }, |
| { |
| "epoch": 0.2676450034940601, |
| "grad_norm": 1.2030793581305907, |
| "learning_rate": 0.00017197938626250348, |
| "loss": 12.0668, |
| "num_tokens": 2723868.0, |
| "step": 383 |
| }, |
| { |
| "epoch": 0.26834381551362685, |
| "grad_norm": 1.1807906081601707, |
| "learning_rate": 0.00017182207986853176, |
| "loss": 12.1037, |
| "num_tokens": 2730711.0, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.2690426275331936, |
| "grad_norm": 1.1626829031353831, |
| "learning_rate": 0.00017166440553320337, |
| "loss": 11.8767, |
| "num_tokens": 2737540.0, |
| "step": 385 |
| }, |
| { |
| "epoch": 0.2697414395527603, |
| "grad_norm": 1.1958111650969308, |
| "learning_rate": 0.0001715063640642771, |
| "loss": 11.9674, |
| "num_tokens": 2744595.0, |
| "step": 386 |
| }, |
| { |
| "epoch": 0.27044025157232704, |
| "grad_norm": 1.0938579012100453, |
| "learning_rate": 0.00017134795627139236, |
| "loss": 12.0369, |
| "num_tokens": 2751663.0, |
| "step": 387 |
| }, |
| { |
| "epoch": 0.27113906359189377, |
| "grad_norm": 1.1147811767994924, |
| "learning_rate": 0.00017118918296606537, |
| "loss": 11.9541, |
| "num_tokens": 2759081.0, |
| "step": 388 |
| }, |
| { |
| "epoch": 0.2718378756114605, |
| "grad_norm": 1.0946017427329167, |
| "learning_rate": 0.00017103004496168473, |
| "loss": 11.9995, |
| "num_tokens": 2766249.0, |
| "step": 389 |
| }, |
| { |
| "epoch": 0.27253668763102723, |
| "grad_norm": 1.1630648910235608, |
| "learning_rate": 0.0001708705430735075, |
| "loss": 12.1063, |
| "num_tokens": 2773320.0, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.273235499650594, |
| "grad_norm": 0.9921673795864713, |
| "learning_rate": 0.00017071067811865476, |
| "loss": 12.0095, |
| "num_tokens": 2780968.0, |
| "step": 391 |
| }, |
| { |
| "epoch": 0.27393431167016075, |
| "grad_norm": 1.1524595718563635, |
| "learning_rate": 0.0001705504509161077, |
| "loss": 11.9414, |
| "num_tokens": 2788319.0, |
| "step": 392 |
| }, |
| { |
| "epoch": 0.2746331236897275, |
| "grad_norm": 1.0585603726235264, |
| "learning_rate": 0.00017038986228670323, |
| "loss": 12.0465, |
| "num_tokens": 2796120.0, |
| "step": 393 |
| }, |
| { |
| "epoch": 0.2753319357092942, |
| "grad_norm": 1.0331878827292054, |
| "learning_rate": 0.00017022891305312987, |
| "loss": 11.8823, |
| "num_tokens": 2803198.0, |
| "step": 394 |
| }, |
| { |
| "epoch": 0.27603074772886094, |
| "grad_norm": 1.1409979908427963, |
| "learning_rate": 0.00017006760403992337, |
| "loss": 11.9414, |
| "num_tokens": 2809978.0, |
| "step": 395 |
| }, |
| { |
| "epoch": 0.27672955974842767, |
| "grad_norm": 1.040919985039819, |
| "learning_rate": 0.00016990593607346276, |
| "loss": 11.9296, |
| "num_tokens": 2816932.0, |
| "step": 396 |
| }, |
| { |
| "epoch": 0.2774283717679944, |
| "grad_norm": 1.0716219841086227, |
| "learning_rate": 0.00016974390998196595, |
| "loss": 11.8656, |
| "num_tokens": 2824857.0, |
| "step": 397 |
| }, |
| { |
| "epoch": 0.2781271837875611, |
| "grad_norm": 0.9753445323621813, |
| "learning_rate": 0.00016958152659548548, |
| "loss": 11.8725, |
| "num_tokens": 2832029.0, |
| "step": 398 |
| }, |
| { |
| "epoch": 0.27882599580712786, |
| "grad_norm": 1.127571712658559, |
| "learning_rate": 0.00016941878674590425, |
| "loss": 11.9015, |
| "num_tokens": 2839252.0, |
| "step": 399 |
| }, |
| { |
| "epoch": 0.27952480782669464, |
| "grad_norm": 1.1137834248990268, |
| "learning_rate": 0.00016925569126693136, |
| "loss": 11.8403, |
| "num_tokens": 2847177.0, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.2802236198462614, |
| "grad_norm": 1.1431199419756541, |
| "learning_rate": 0.0001690922409940978, |
| "loss": 11.9518, |
| "num_tokens": 2854561.0, |
| "step": 401 |
| }, |
| { |
| "epoch": 0.2809224318658281, |
| "grad_norm": 1.1270384163061071, |
| "learning_rate": 0.00016892843676475212, |
| "loss": 11.8864, |
| "num_tokens": 2861654.0, |
| "step": 402 |
| }, |
| { |
| "epoch": 0.28162124388539483, |
| "grad_norm": 0.9948092143767864, |
| "learning_rate": 0.00016876427941805622, |
| "loss": 11.9772, |
| "num_tokens": 2868359.0, |
| "step": 403 |
| }, |
| { |
| "epoch": 0.28232005590496156, |
| "grad_norm": 1.0080698098570233, |
| "learning_rate": 0.00016859976979498092, |
| "loss": 11.8542, |
| "num_tokens": 2875713.0, |
| "step": 404 |
| }, |
| { |
| "epoch": 0.2830188679245283, |
| "grad_norm": 1.06487609830136, |
| "learning_rate": 0.00016843490873830178, |
| "loss": 11.8649, |
| "num_tokens": 2882164.0, |
| "step": 405 |
| }, |
| { |
| "epoch": 0.283717679944095, |
| "grad_norm": 1.0694632227640828, |
| "learning_rate": 0.00016826969709259477, |
| "loss": 12.224, |
| "num_tokens": 2888466.0, |
| "step": 406 |
| }, |
| { |
| "epoch": 0.28441649196366176, |
| "grad_norm": 1.0329263366216357, |
| "learning_rate": 0.0001681041357042319, |
| "loss": 11.8856, |
| "num_tokens": 2896054.0, |
| "step": 407 |
| }, |
| { |
| "epoch": 0.2851153039832285, |
| "grad_norm": 0.9866874389611432, |
| "learning_rate": 0.0001679382254213768, |
| "loss": 12.0074, |
| "num_tokens": 2903381.0, |
| "step": 408 |
| }, |
| { |
| "epoch": 0.28581411600279527, |
| "grad_norm": 1.0547830834870289, |
| "learning_rate": 0.00016777196709398065, |
| "loss": 12.066, |
| "num_tokens": 2910764.0, |
| "step": 409 |
| }, |
| { |
| "epoch": 0.286512928022362, |
| "grad_norm": 1.1391779846002652, |
| "learning_rate": 0.00016760536157377754, |
| "loss": 11.895, |
| "num_tokens": 2917852.0, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.28721174004192873, |
| "grad_norm": 1.0177173312443486, |
| "learning_rate": 0.00016743840971428017, |
| "loss": 11.837, |
| "num_tokens": 2925426.0, |
| "step": 411 |
| }, |
| { |
| "epoch": 0.28791055206149546, |
| "grad_norm": 1.2162307058502813, |
| "learning_rate": 0.00016727111237077559, |
| "loss": 11.9744, |
| "num_tokens": 2932534.0, |
| "step": 412 |
| }, |
| { |
| "epoch": 0.2886093640810622, |
| "grad_norm": 1.0264120107199801, |
| "learning_rate": 0.00016710347040032076, |
| "loss": 11.9857, |
| "num_tokens": 2939544.0, |
| "step": 413 |
| }, |
| { |
| "epoch": 0.2893081761006289, |
| "grad_norm": 1.3014425270226597, |
| "learning_rate": 0.0001669354846617381, |
| "loss": 11.8196, |
| "num_tokens": 2946773.0, |
| "step": 414 |
| }, |
| { |
| "epoch": 0.29000698812019565, |
| "grad_norm": 1.0796383036656527, |
| "learning_rate": 0.00016676715601561117, |
| "loss": 12.0303, |
| "num_tokens": 2954251.0, |
| "step": 415 |
| }, |
| { |
| "epoch": 0.2907058001397624, |
| "grad_norm": 1.1175059429614296, |
| "learning_rate": 0.00016659848532428023, |
| "loss": 12.1162, |
| "num_tokens": 2961656.0, |
| "step": 416 |
| }, |
| { |
| "epoch": 0.2914046121593291, |
| "grad_norm": 1.0443096335885806, |
| "learning_rate": 0.00016642947345183774, |
| "loss": 11.9358, |
| "num_tokens": 2969059.0, |
| "step": 417 |
| }, |
| { |
| "epoch": 0.2921034241788959, |
| "grad_norm": 1.1183836131543219, |
| "learning_rate": 0.0001662601212641242, |
| "loss": 11.8719, |
| "num_tokens": 2977234.0, |
| "step": 418 |
| }, |
| { |
| "epoch": 0.29280223619846263, |
| "grad_norm": 1.0227099098344798, |
| "learning_rate": 0.00016609042962872333, |
| "loss": 11.8904, |
| "num_tokens": 2984854.0, |
| "step": 419 |
| }, |
| { |
| "epoch": 0.29350104821802936, |
| "grad_norm": 1.245079947315459, |
| "learning_rate": 0.00016592039941495804, |
| "loss": 11.6806, |
| "num_tokens": 2991537.0, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.2941998602375961, |
| "grad_norm": 1.1291214580898223, |
| "learning_rate": 0.00016575003149388548, |
| "loss": 11.9606, |
| "num_tokens": 2998088.0, |
| "step": 421 |
| }, |
| { |
| "epoch": 0.2948986722571628, |
| "grad_norm": 1.0741415576787732, |
| "learning_rate": 0.00016557932673829311, |
| "loss": 12.0354, |
| "num_tokens": 3004876.0, |
| "step": 422 |
| }, |
| { |
| "epoch": 0.29559748427672955, |
| "grad_norm": 1.1830288131183533, |
| "learning_rate": 0.0001654082860226939, |
| "loss": 11.9615, |
| "num_tokens": 3011520.0, |
| "step": 423 |
| }, |
| { |
| "epoch": 0.2962962962962963, |
| "grad_norm": 1.073871290170833, |
| "learning_rate": 0.00016523691022332185, |
| "loss": 11.9096, |
| "num_tokens": 3018294.0, |
| "step": 424 |
| }, |
| { |
| "epoch": 0.296995108315863, |
| "grad_norm": 1.1812984503364992, |
| "learning_rate": 0.00016506520021812766, |
| "loss": 11.6186, |
| "num_tokens": 3026301.0, |
| "step": 425 |
| }, |
| { |
| "epoch": 0.2976939203354298, |
| "grad_norm": 0.9602274072933003, |
| "learning_rate": 0.00016489315688677416, |
| "loss": 11.8616, |
| "num_tokens": 3034166.0, |
| "step": 426 |
| }, |
| { |
| "epoch": 0.2983927323549965, |
| "grad_norm": 1.000734269306996, |
| "learning_rate": 0.00016472078111063175, |
| "loss": 11.7692, |
| "num_tokens": 3041930.0, |
| "step": 427 |
| }, |
| { |
| "epoch": 0.29909154437456326, |
| "grad_norm": 1.1119226968838083, |
| "learning_rate": 0.00016454807377277398, |
| "loss": 12.0168, |
| "num_tokens": 3048767.0, |
| "step": 428 |
| }, |
| { |
| "epoch": 0.29979035639413, |
| "grad_norm": 1.1154210947106469, |
| "learning_rate": 0.00016437503575797297, |
| "loss": 11.7643, |
| "num_tokens": 3055753.0, |
| "step": 429 |
| }, |
| { |
| "epoch": 0.3004891684136967, |
| "grad_norm": 1.0295541363836302, |
| "learning_rate": 0.00016420166795269475, |
| "loss": 12.0597, |
| "num_tokens": 3063120.0, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.30118798043326345, |
| "grad_norm": 1.040910257992528, |
| "learning_rate": 0.00016402797124509508, |
| "loss": 11.9731, |
| "num_tokens": 3070742.0, |
| "step": 431 |
| }, |
| { |
| "epoch": 0.3018867924528302, |
| "grad_norm": 1.0526952080867569, |
| "learning_rate": 0.00016385394652501445, |
| "loss": 11.8993, |
| "num_tokens": 3078056.0, |
| "step": 432 |
| }, |
| { |
| "epoch": 0.3025856044723969, |
| "grad_norm": 1.0896170663855624, |
| "learning_rate": 0.00016367959468397393, |
| "loss": 11.8905, |
| "num_tokens": 3085214.0, |
| "step": 433 |
| }, |
| { |
| "epoch": 0.30328441649196364, |
| "grad_norm": 0.9283859474345019, |
| "learning_rate": 0.00016350491661517032, |
| "loss": 11.9101, |
| "num_tokens": 3092548.0, |
| "step": 434 |
| }, |
| { |
| "epoch": 0.3039832285115304, |
| "grad_norm": 0.986304057530193, |
| "learning_rate": 0.00016332991321347167, |
| "loss": 11.8033, |
| "num_tokens": 3100393.0, |
| "step": 435 |
| }, |
| { |
| "epoch": 0.30468204053109715, |
| "grad_norm": 1.1543372858478307, |
| "learning_rate": 0.0001631545853754127, |
| "loss": 12.1051, |
| "num_tokens": 3106325.0, |
| "step": 436 |
| }, |
| { |
| "epoch": 0.3053808525506639, |
| "grad_norm": 1.1966377576562668, |
| "learning_rate": 0.0001629789339991902, |
| "loss": 12.0699, |
| "num_tokens": 3113193.0, |
| "step": 437 |
| }, |
| { |
| "epoch": 0.3060796645702306, |
| "grad_norm": 1.2855963226674763, |
| "learning_rate": 0.0001628029599846585, |
| "loss": 11.9884, |
| "num_tokens": 3120358.0, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.30677847658979734, |
| "grad_norm": 1.1830063545170302, |
| "learning_rate": 0.00016262666423332473, |
| "loss": 11.8667, |
| "num_tokens": 3127109.0, |
| "step": 439 |
| }, |
| { |
| "epoch": 0.3074772886093641, |
| "grad_norm": 1.0943107370858722, |
| "learning_rate": 0.00016245004764834422, |
| "loss": 11.7229, |
| "num_tokens": 3134426.0, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.3081761006289308, |
| "grad_norm": 1.1001181023873448, |
| "learning_rate": 0.000162273111134516, |
| "loss": 11.9723, |
| "num_tokens": 3141188.0, |
| "step": 441 |
| }, |
| { |
| "epoch": 0.30887491264849753, |
| "grad_norm": 1.238166007571023, |
| "learning_rate": 0.00016209585559827806, |
| "loss": 11.9439, |
| "num_tokens": 3149034.0, |
| "step": 442 |
| }, |
| { |
| "epoch": 0.30957372466806427, |
| "grad_norm": 1.0126345029924844, |
| "learning_rate": 0.0001619182819477027, |
| "loss": 12.0405, |
| "num_tokens": 3156062.0, |
| "step": 443 |
| }, |
| { |
| "epoch": 0.31027253668763105, |
| "grad_norm": 1.1863059832196097, |
| "learning_rate": 0.0001617403910924919, |
| "loss": 11.7742, |
| "num_tokens": 3164141.0, |
| "step": 444 |
| }, |
| { |
| "epoch": 0.3109713487071978, |
| "grad_norm": 0.9943392593170401, |
| "learning_rate": 0.00016156218394397273, |
| "loss": 11.862, |
| "num_tokens": 3172103.0, |
| "step": 445 |
| }, |
| { |
| "epoch": 0.3116701607267645, |
| "grad_norm": 1.1431830948622974, |
| "learning_rate": 0.0001613836614150926, |
| "loss": 11.9805, |
| "num_tokens": 3178950.0, |
| "step": 446 |
| }, |
| { |
| "epoch": 0.31236897274633124, |
| "grad_norm": 1.0570354015055983, |
| "learning_rate": 0.00016120482442041447, |
| "loss": 11.8098, |
| "num_tokens": 3186094.0, |
| "step": 447 |
| }, |
| { |
| "epoch": 0.31306778476589797, |
| "grad_norm": 1.1551238616087514, |
| "learning_rate": 0.0001610256738761125, |
| "loss": 12.0324, |
| "num_tokens": 3193281.0, |
| "step": 448 |
| }, |
| { |
| "epoch": 0.3137665967854647, |
| "grad_norm": 1.153264276075561, |
| "learning_rate": 0.000160846210699967, |
| "loss": 11.8432, |
| "num_tokens": 3200265.0, |
| "step": 449 |
| }, |
| { |
| "epoch": 0.31446540880503143, |
| "grad_norm": 1.0812760599945195, |
| "learning_rate": 0.0001606664358113599, |
| "loss": 11.7047, |
| "num_tokens": 3207548.0, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.31516422082459816, |
| "grad_norm": 1.0695050138356879, |
| "learning_rate": 0.00016048635013127016, |
| "loss": 11.9745, |
| "num_tokens": 3214372.0, |
| "step": 451 |
| }, |
| { |
| "epoch": 0.3158630328441649, |
| "grad_norm": 1.1212081487478163, |
| "learning_rate": 0.00016030595458226872, |
| "loss": 11.7326, |
| "num_tokens": 3221203.0, |
| "step": 452 |
| }, |
| { |
| "epoch": 0.3165618448637317, |
| "grad_norm": 1.0615326542920032, |
| "learning_rate": 0.00016012525008851403, |
| "loss": 11.8234, |
| "num_tokens": 3229249.0, |
| "step": 453 |
| }, |
| { |
| "epoch": 0.3172606568832984, |
| "grad_norm": 1.0924058533685397, |
| "learning_rate": 0.0001599442375757473, |
| "loss": 11.8809, |
| "num_tokens": 3236472.0, |
| "step": 454 |
| }, |
| { |
| "epoch": 0.31795946890286514, |
| "grad_norm": 1.0054105224939138, |
| "learning_rate": 0.00015976291797128767, |
| "loss": 11.8353, |
| "num_tokens": 3243897.0, |
| "step": 455 |
| }, |
| { |
| "epoch": 0.31865828092243187, |
| "grad_norm": 1.0836743188532598, |
| "learning_rate": 0.00015958129220402744, |
| "loss": 11.7473, |
| "num_tokens": 3250533.0, |
| "step": 456 |
| }, |
| { |
| "epoch": 0.3193570929419986, |
| "grad_norm": 1.1331172126168478, |
| "learning_rate": 0.00015939936120442752, |
| "loss": 11.9577, |
| "num_tokens": 3257466.0, |
| "step": 457 |
| }, |
| { |
| "epoch": 0.32005590496156533, |
| "grad_norm": 1.0605723822201687, |
| "learning_rate": 0.00015921712590451236, |
| "loss": 11.7791, |
| "num_tokens": 3263944.0, |
| "step": 458 |
| }, |
| { |
| "epoch": 0.32075471698113206, |
| "grad_norm": 1.2056325385887365, |
| "learning_rate": 0.00015903458723786544, |
| "loss": 11.9819, |
| "num_tokens": 3270543.0, |
| "step": 459 |
| }, |
| { |
| "epoch": 0.3214535290006988, |
| "grad_norm": 1.023946718695128, |
| "learning_rate": 0.00015885174613962426, |
| "loss": 11.9992, |
| "num_tokens": 3277894.0, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.3221523410202656, |
| "grad_norm": 1.164177419749573, |
| "learning_rate": 0.00015866860354647576, |
| "loss": 11.908, |
| "num_tokens": 3284793.0, |
| "step": 461 |
| }, |
| { |
| "epoch": 0.3228511530398323, |
| "grad_norm": 0.974564180236439, |
| "learning_rate": 0.00015848516039665138, |
| "loss": 11.9273, |
| "num_tokens": 3292856.0, |
| "step": 462 |
| }, |
| { |
| "epoch": 0.32354996505939904, |
| "grad_norm": 1.1325311662596682, |
| "learning_rate": 0.0001583014176299223, |
| "loss": 11.6866, |
| "num_tokens": 3300134.0, |
| "step": 463 |
| }, |
| { |
| "epoch": 0.32424877707896577, |
| "grad_norm": 1.0215292754718461, |
| "learning_rate": 0.00015811737618759468, |
| "loss": 11.8115, |
| "num_tokens": 3307091.0, |
| "step": 464 |
| }, |
| { |
| "epoch": 0.3249475890985325, |
| "grad_norm": 1.0991030583076216, |
| "learning_rate": 0.00015793303701250468, |
| "loss": 11.7049, |
| "num_tokens": 3314380.0, |
| "step": 465 |
| }, |
| { |
| "epoch": 0.3256464011180992, |
| "grad_norm": 0.9723239955300694, |
| "learning_rate": 0.00015774840104901378, |
| "loss": 12.1343, |
| "num_tokens": 3322081.0, |
| "step": 466 |
| }, |
| { |
| "epoch": 0.32634521313766596, |
| "grad_norm": 1.1363739747714252, |
| "learning_rate": 0.000157563469243004, |
| "loss": 11.9717, |
| "num_tokens": 3329105.0, |
| "step": 467 |
| }, |
| { |
| "epoch": 0.3270440251572327, |
| "grad_norm": 1.0583331524691464, |
| "learning_rate": 0.00015737824254187275, |
| "loss": 11.9133, |
| "num_tokens": 3336405.0, |
| "step": 468 |
| }, |
| { |
| "epoch": 0.3277428371767994, |
| "grad_norm": 1.0618582403691783, |
| "learning_rate": 0.00015719272189452824, |
| "loss": 11.761, |
| "num_tokens": 3343087.0, |
| "step": 469 |
| }, |
| { |
| "epoch": 0.3284416491963662, |
| "grad_norm": 1.0202628694807843, |
| "learning_rate": 0.00015700690825138473, |
| "loss": 12.0182, |
| "num_tokens": 3350235.0, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.32914046121593293, |
| "grad_norm": 0.9436248037294794, |
| "learning_rate": 0.00015682080256435724, |
| "loss": 11.8759, |
| "num_tokens": 3357485.0, |
| "step": 471 |
| }, |
| { |
| "epoch": 0.32983927323549966, |
| "grad_norm": 1.0693973366929455, |
| "learning_rate": 0.00015663440578685703, |
| "loss": 11.9772, |
| "num_tokens": 3364351.0, |
| "step": 472 |
| }, |
| { |
| "epoch": 0.3305380852550664, |
| "grad_norm": 0.9637424441716854, |
| "learning_rate": 0.00015644771887378663, |
| "loss": 11.862, |
| "num_tokens": 3372249.0, |
| "step": 473 |
| }, |
| { |
| "epoch": 0.3312368972746331, |
| "grad_norm": 1.099099553856128, |
| "learning_rate": 0.00015626074278153485, |
| "loss": 11.8989, |
| "num_tokens": 3379136.0, |
| "step": 474 |
| }, |
| { |
| "epoch": 0.33193570929419985, |
| "grad_norm": 1.0257686815570153, |
| "learning_rate": 0.000156073478467972, |
| "loss": 11.8664, |
| "num_tokens": 3386556.0, |
| "step": 475 |
| }, |
| { |
| "epoch": 0.3326345213137666, |
| "grad_norm": 0.9981099828581506, |
| "learning_rate": 0.0001558859268924449, |
| "loss": 11.6664, |
| "num_tokens": 3394436.0, |
| "step": 476 |
| }, |
| { |
| "epoch": 0.3333333333333333, |
| "grad_norm": 0.9935985234202279, |
| "learning_rate": 0.0001556980890157721, |
| "loss": 11.8036, |
| "num_tokens": 3401842.0, |
| "step": 477 |
| }, |
| { |
| "epoch": 0.33403214535290005, |
| "grad_norm": 0.9904221093625248, |
| "learning_rate": 0.00015550996580023868, |
| "loss": 11.6766, |
| "num_tokens": 3409180.0, |
| "step": 478 |
| }, |
| { |
| "epoch": 0.33473095737246683, |
| "grad_norm": 0.9644588966129022, |
| "learning_rate": 0.00015532155820959165, |
| "loss": 11.9491, |
| "num_tokens": 3416900.0, |
| "step": 479 |
| }, |
| { |
| "epoch": 0.33542976939203356, |
| "grad_norm": 0.9681833145177854, |
| "learning_rate": 0.00015513286720903485, |
| "loss": 11.9831, |
| "num_tokens": 3424074.0, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.3361285814116003, |
| "grad_norm": 1.0017211776208106, |
| "learning_rate": 0.00015494389376522388, |
| "loss": 12.0019, |
| "num_tokens": 3431040.0, |
| "step": 481 |
| }, |
| { |
| "epoch": 0.336827393431167, |
| "grad_norm": 1.13259905993011, |
| "learning_rate": 0.0001547546388462615, |
| "loss": 11.9244, |
| "num_tokens": 3437949.0, |
| "step": 482 |
| }, |
| { |
| "epoch": 0.33752620545073375, |
| "grad_norm": 1.0001327316281, |
| "learning_rate": 0.00015456510342169225, |
| "loss": 11.6157, |
| "num_tokens": 3444767.0, |
| "step": 483 |
| }, |
| { |
| "epoch": 0.3382250174703005, |
| "grad_norm": 1.1862346561208217, |
| "learning_rate": 0.00015437528846249784, |
| "loss": 11.7979, |
| "num_tokens": 3452455.0, |
| "step": 484 |
| }, |
| { |
| "epoch": 0.3389238294898672, |
| "grad_norm": 0.9964598534250564, |
| "learning_rate": 0.00015418519494109185, |
| "loss": 11.8249, |
| "num_tokens": 3459075.0, |
| "step": 485 |
| }, |
| { |
| "epoch": 0.33962264150943394, |
| "grad_norm": 1.0499976134478521, |
| "learning_rate": 0.00015399482383131517, |
| "loss": 11.8271, |
| "num_tokens": 3466194.0, |
| "step": 486 |
| }, |
| { |
| "epoch": 0.3403214535290007, |
| "grad_norm": 1.0238007052339033, |
| "learning_rate": 0.0001538041761084305, |
| "loss": 11.8863, |
| "num_tokens": 3472861.0, |
| "step": 487 |
| }, |
| { |
| "epoch": 0.34102026554856746, |
| "grad_norm": 1.031413218747241, |
| "learning_rate": 0.00015361325274911779, |
| "loss": 11.8285, |
| "num_tokens": 3480127.0, |
| "step": 488 |
| }, |
| { |
| "epoch": 0.3417190775681342, |
| "grad_norm": 0.9109038752777893, |
| "learning_rate": 0.00015342205473146904, |
| "loss": 11.8997, |
| "num_tokens": 3487155.0, |
| "step": 489 |
| }, |
| { |
| "epoch": 0.3424178895877009, |
| "grad_norm": 1.0512658553310719, |
| "learning_rate": 0.00015323058303498324, |
| "loss": 11.7961, |
| "num_tokens": 3494773.0, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.34311670160726765, |
| "grad_norm": 0.919699650030833, |
| "learning_rate": 0.00015303883864056154, |
| "loss": 11.7389, |
| "num_tokens": 3502169.0, |
| "step": 491 |
| }, |
| { |
| "epoch": 0.3438155136268344, |
| "grad_norm": 0.9713451834075437, |
| "learning_rate": 0.00015284682253050198, |
| "loss": 12.1026, |
| "num_tokens": 3509575.0, |
| "step": 492 |
| }, |
| { |
| "epoch": 0.3445143256464011, |
| "grad_norm": 1.071656337376466, |
| "learning_rate": 0.00015265453568849463, |
| "loss": 12.1382, |
| "num_tokens": 3516257.0, |
| "step": 493 |
| }, |
| { |
| "epoch": 0.34521313766596784, |
| "grad_norm": 0.9753487437886109, |
| "learning_rate": 0.0001524619790996166, |
| "loss": 12.0307, |
| "num_tokens": 3523550.0, |
| "step": 494 |
| }, |
| { |
| "epoch": 0.34591194968553457, |
| "grad_norm": 1.0299715129309743, |
| "learning_rate": 0.00015226915375032675, |
| "loss": 11.8399, |
| "num_tokens": 3530386.0, |
| "step": 495 |
| }, |
| { |
| "epoch": 0.3466107617051013, |
| "grad_norm": 0.9544143910020928, |
| "learning_rate": 0.00015207606062846092, |
| "loss": 11.8551, |
| "num_tokens": 3537432.0, |
| "step": 496 |
| }, |
| { |
| "epoch": 0.3473095737246681, |
| "grad_norm": 1.0699574494766773, |
| "learning_rate": 0.00015188270072322664, |
| "loss": 11.9395, |
| "num_tokens": 3544343.0, |
| "step": 497 |
| }, |
| { |
| "epoch": 0.3480083857442348, |
| "grad_norm": 0.976543421173678, |
| "learning_rate": 0.00015168907502519823, |
| "loss": 11.757, |
| "num_tokens": 3551437.0, |
| "step": 498 |
| }, |
| { |
| "epoch": 0.34870719776380155, |
| "grad_norm": 1.1037596936096155, |
| "learning_rate": 0.00015149518452631163, |
| "loss": 11.9166, |
| "num_tokens": 3558381.0, |
| "step": 499 |
| }, |
| { |
| "epoch": 0.3494060097833683, |
| "grad_norm": 1.1919912995611013, |
| "learning_rate": 0.00015130103021985928, |
| "loss": 11.8007, |
| "num_tokens": 3565537.0, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.350104821802935, |
| "grad_norm": 1.0537606470925758, |
| "learning_rate": 0.00015110661310048523, |
| "loss": 12.0405, |
| "num_tokens": 3572664.0, |
| "step": 501 |
| }, |
| { |
| "epoch": 0.35080363382250174, |
| "grad_norm": 1.1601489554122157, |
| "learning_rate": 0.00015091193416417981, |
| "loss": 11.6978, |
| "num_tokens": 3579863.0, |
| "step": 502 |
| }, |
| { |
| "epoch": 0.35150244584206847, |
| "grad_norm": 0.9961821792223636, |
| "learning_rate": 0.00015071699440827462, |
| "loss": 11.9178, |
| "num_tokens": 3587973.0, |
| "step": 503 |
| }, |
| { |
| "epoch": 0.3522012578616352, |
| "grad_norm": 1.0220216417014585, |
| "learning_rate": 0.00015052179483143752, |
| "loss": 11.8212, |
| "num_tokens": 3594430.0, |
| "step": 504 |
| }, |
| { |
| "epoch": 0.352900069881202, |
| "grad_norm": 1.0918643967727748, |
| "learning_rate": 0.00015032633643366727, |
| "loss": 11.6821, |
| "num_tokens": 3600877.0, |
| "step": 505 |
| }, |
| { |
| "epoch": 0.3535988819007687, |
| "grad_norm": 1.0053389281755476, |
| "learning_rate": 0.0001501306202162887, |
| "loss": 11.7887, |
| "num_tokens": 3607903.0, |
| "step": 506 |
| }, |
| { |
| "epoch": 0.35429769392033544, |
| "grad_norm": 1.00938096807553, |
| "learning_rate": 0.0001499346471819474, |
| "loss": 11.8449, |
| "num_tokens": 3614967.0, |
| "step": 507 |
| }, |
| { |
| "epoch": 0.3549965059399022, |
| "grad_norm": 0.934535161353447, |
| "learning_rate": 0.00014973841833460457, |
| "loss": 11.9196, |
| "num_tokens": 3622644.0, |
| "step": 508 |
| }, |
| { |
| "epoch": 0.3556953179594689, |
| "grad_norm": 1.0532188197414574, |
| "learning_rate": 0.00014954193467953196, |
| "loss": 11.7554, |
| "num_tokens": 3629496.0, |
| "step": 509 |
| }, |
| { |
| "epoch": 0.35639412997903563, |
| "grad_norm": 1.0320538184578378, |
| "learning_rate": 0.0001493451972233067, |
| "loss": 11.8978, |
| "num_tokens": 3636251.0, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.35709294199860236, |
| "grad_norm": 1.0169160736665257, |
| "learning_rate": 0.0001491482069738062, |
| "loss": 11.8188, |
| "num_tokens": 3643640.0, |
| "step": 511 |
| }, |
| { |
| "epoch": 0.3577917540181691, |
| "grad_norm": 0.9553371806973806, |
| "learning_rate": 0.00014895096494020274, |
| "loss": 11.737, |
| "num_tokens": 3651194.0, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.3584905660377358, |
| "grad_norm": 0.9843783334182804, |
| "learning_rate": 0.00014875347213295863, |
| "loss": 11.6681, |
| "num_tokens": 3658441.0, |
| "step": 513 |
| }, |
| { |
| "epoch": 0.3591893780573026, |
| "grad_norm": 0.9703948672844441, |
| "learning_rate": 0.00014855572956382082, |
| "loss": 11.7661, |
| "num_tokens": 3665170.0, |
| "step": 514 |
| }, |
| { |
| "epoch": 0.35988819007686934, |
| "grad_norm": 0.9634487040177081, |
| "learning_rate": 0.0001483577382458158, |
| "loss": 11.8308, |
| "num_tokens": 3672474.0, |
| "step": 515 |
| }, |
| { |
| "epoch": 0.36058700209643607, |
| "grad_norm": 0.9876860191525895, |
| "learning_rate": 0.00014815949919324444, |
| "loss": 11.6739, |
| "num_tokens": 3679386.0, |
| "step": 516 |
| }, |
| { |
| "epoch": 0.3612858141160028, |
| "grad_norm": 1.0064827868977257, |
| "learning_rate": 0.00014796101342167664, |
| "loss": 11.9353, |
| "num_tokens": 3687308.0, |
| "step": 517 |
| }, |
| { |
| "epoch": 0.36198462613556953, |
| "grad_norm": 1.000619260490717, |
| "learning_rate": 0.00014776228194794623, |
| "loss": 11.7515, |
| "num_tokens": 3694073.0, |
| "step": 518 |
| }, |
| { |
| "epoch": 0.36268343815513626, |
| "grad_norm": 0.9365883961538043, |
| "learning_rate": 0.00014756330579014591, |
| "loss": 11.9024, |
| "num_tokens": 3701387.0, |
| "step": 519 |
| }, |
| { |
| "epoch": 0.363382250174703, |
| "grad_norm": 1.338573083068865, |
| "learning_rate": 0.0001473640859676217, |
| "loss": 11.5576, |
| "num_tokens": 3708600.0, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.3640810621942697, |
| "grad_norm": 1.1132400116662757, |
| "learning_rate": 0.00014716462350096803, |
| "loss": 11.8507, |
| "num_tokens": 3716979.0, |
| "step": 521 |
| }, |
| { |
| "epoch": 0.36477987421383645, |
| "grad_norm": 1.3193521575988498, |
| "learning_rate": 0.0001469649194120224, |
| "loss": 11.8097, |
| "num_tokens": 3723012.0, |
| "step": 522 |
| }, |
| { |
| "epoch": 0.36547868623340324, |
| "grad_norm": 1.0403268561853904, |
| "learning_rate": 0.00014676497472385994, |
| "loss": 11.6589, |
| "num_tokens": 3730363.0, |
| "step": 523 |
| }, |
| { |
| "epoch": 0.36617749825296997, |
| "grad_norm": 1.2151940133509085, |
| "learning_rate": 0.0001465647904607886, |
| "loss": 11.7648, |
| "num_tokens": 3737054.0, |
| "step": 524 |
| }, |
| { |
| "epoch": 0.3668763102725367, |
| "grad_norm": 1.1114834210539923, |
| "learning_rate": 0.00014636436764834353, |
| "loss": 11.7175, |
| "num_tokens": 3743973.0, |
| "step": 525 |
| }, |
| { |
| "epoch": 0.36757512229210343, |
| "grad_norm": 1.0182021038420608, |
| "learning_rate": 0.000146163707313282, |
| "loss": 12.0104, |
| "num_tokens": 3750646.0, |
| "step": 526 |
| }, |
| { |
| "epoch": 0.36827393431167016, |
| "grad_norm": 1.0658085747221677, |
| "learning_rate": 0.00014596281048357806, |
| "loss": 11.8781, |
| "num_tokens": 3758294.0, |
| "step": 527 |
| }, |
| { |
| "epoch": 0.3689727463312369, |
| "grad_norm": 0.963002880311189, |
| "learning_rate": 0.0001457616781884173, |
| "loss": 11.6855, |
| "num_tokens": 3765428.0, |
| "step": 528 |
| }, |
| { |
| "epoch": 0.3696715583508036, |
| "grad_norm": 1.1131967814264112, |
| "learning_rate": 0.00014556031145819168, |
| "loss": 11.8129, |
| "num_tokens": 3772483.0, |
| "step": 529 |
| }, |
| { |
| "epoch": 0.37037037037037035, |
| "grad_norm": 0.9692436092208317, |
| "learning_rate": 0.0001453587113244941, |
| "loss": 11.8568, |
| "num_tokens": 3779599.0, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.3710691823899371, |
| "grad_norm": 1.101540880954833, |
| "learning_rate": 0.00014515687882011313, |
| "loss": 11.789, |
| "num_tokens": 3786663.0, |
| "step": 531 |
| }, |
| { |
| "epoch": 0.37176799440950387, |
| "grad_norm": 1.050559906664223, |
| "learning_rate": 0.00014495481497902788, |
| "loss": 11.7851, |
| "num_tokens": 3793917.0, |
| "step": 532 |
| }, |
| { |
| "epoch": 0.3724668064290706, |
| "grad_norm": 1.1741989565793984, |
| "learning_rate": 0.00014475252083640246, |
| "loss": 11.8387, |
| "num_tokens": 3800383.0, |
| "step": 533 |
| }, |
| { |
| "epoch": 0.3731656184486373, |
| "grad_norm": 1.1113664176342144, |
| "learning_rate": 0.00014454999742858092, |
| "loss": 11.7885, |
| "num_tokens": 3807421.0, |
| "step": 534 |
| }, |
| { |
| "epoch": 0.37386443046820406, |
| "grad_norm": 1.180064570726451, |
| "learning_rate": 0.0001443472457930817, |
| "loss": 11.8684, |
| "num_tokens": 3814470.0, |
| "step": 535 |
| }, |
| { |
| "epoch": 0.3745632424877708, |
| "grad_norm": 1.2084454645287401, |
| "learning_rate": 0.0001441442669685926, |
| "loss": 11.8665, |
| "num_tokens": 3821117.0, |
| "step": 536 |
| }, |
| { |
| "epoch": 0.3752620545073375, |
| "grad_norm": 1.0286785364308508, |
| "learning_rate": 0.00014394106199496517, |
| "loss": 11.94, |
| "num_tokens": 3828050.0, |
| "step": 537 |
| }, |
| { |
| "epoch": 0.37596086652690425, |
| "grad_norm": 0.9866126433136005, |
| "learning_rate": 0.00014373763191320954, |
| "loss": 11.8129, |
| "num_tokens": 3835858.0, |
| "step": 538 |
| }, |
| { |
| "epoch": 0.376659678546471, |
| "grad_norm": 0.968366405112258, |
| "learning_rate": 0.00014353397776548912, |
| "loss": 11.8883, |
| "num_tokens": 3843141.0, |
| "step": 539 |
| }, |
| { |
| "epoch": 0.37735849056603776, |
| "grad_norm": 0.9164242552730942, |
| "learning_rate": 0.00014333010059511505, |
| "loss": 11.8982, |
| "num_tokens": 3850497.0, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.3780573025856045, |
| "grad_norm": 0.9068419500979179, |
| "learning_rate": 0.0001431260014465412, |
| "loss": 11.3929, |
| "num_tokens": 3857621.0, |
| "step": 541 |
| }, |
| { |
| "epoch": 0.3787561146051712, |
| "grad_norm": 1.0163110836355063, |
| "learning_rate": 0.00014292168136535854, |
| "loss": 11.824, |
| "num_tokens": 3864403.0, |
| "step": 542 |
| }, |
| { |
| "epoch": 0.37945492662473795, |
| "grad_norm": 0.9074023579901379, |
| "learning_rate": 0.00014271714139828983, |
| "loss": 11.6444, |
| "num_tokens": 3871744.0, |
| "step": 543 |
| }, |
| { |
| "epoch": 0.3801537386443047, |
| "grad_norm": 0.9866662139219797, |
| "learning_rate": 0.0001425123825931843, |
| "loss": 11.725, |
| "num_tokens": 3879289.0, |
| "step": 544 |
| }, |
| { |
| "epoch": 0.3808525506638714, |
| "grad_norm": 0.9073257309786021, |
| "learning_rate": 0.00014230740599901231, |
| "loss": 11.6273, |
| "num_tokens": 3886810.0, |
| "step": 545 |
| }, |
| { |
| "epoch": 0.38155136268343814, |
| "grad_norm": 0.9207144140267274, |
| "learning_rate": 0.00014210221266585998, |
| "loss": 11.8695, |
| "num_tokens": 3894520.0, |
| "step": 546 |
| }, |
| { |
| "epoch": 0.3822501747030049, |
| "grad_norm": 0.93767292493419, |
| "learning_rate": 0.0001418968036449237, |
| "loss": 11.7849, |
| "num_tokens": 3901356.0, |
| "step": 547 |
| }, |
| { |
| "epoch": 0.3829489867225716, |
| "grad_norm": 0.9004540028187058, |
| "learning_rate": 0.0001416911799885049, |
| "loss": 11.7171, |
| "num_tokens": 3908231.0, |
| "step": 548 |
| }, |
| { |
| "epoch": 0.3836477987421384, |
| "grad_norm": 0.9581250266093889, |
| "learning_rate": 0.00014148534275000444, |
| "loss": 12.0426, |
| "num_tokens": 3915548.0, |
| "step": 549 |
| }, |
| { |
| "epoch": 0.3843466107617051, |
| "grad_norm": 1.0146876136163, |
| "learning_rate": 0.0001412792929839175, |
| "loss": 11.7198, |
| "num_tokens": 3922294.0, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.38504542278127185, |
| "grad_norm": 0.9216708322241084, |
| "learning_rate": 0.00014107303174582794, |
| "loss": 11.662, |
| "num_tokens": 3929145.0, |
| "step": 551 |
| }, |
| { |
| "epoch": 0.3857442348008386, |
| "grad_norm": 1.0481953881329724, |
| "learning_rate": 0.00014086656009240306, |
| "loss": 11.7744, |
| "num_tokens": 3936061.0, |
| "step": 552 |
| }, |
| { |
| "epoch": 0.3864430468204053, |
| "grad_norm": 0.9829096758175492, |
| "learning_rate": 0.00014065987908138804, |
| "loss": 11.9194, |
| "num_tokens": 3942508.0, |
| "step": 553 |
| }, |
| { |
| "epoch": 0.38714185883997204, |
| "grad_norm": 1.0030318786032055, |
| "learning_rate": 0.00014045298977160057, |
| "loss": 11.8821, |
| "num_tokens": 3949004.0, |
| "step": 554 |
| }, |
| { |
| "epoch": 0.38784067085953877, |
| "grad_norm": 0.850860339193017, |
| "learning_rate": 0.00014024589322292555, |
| "loss": 11.7397, |
| "num_tokens": 3956901.0, |
| "step": 555 |
| }, |
| { |
| "epoch": 0.3885394828791055, |
| "grad_norm": 1.0103040436308783, |
| "learning_rate": 0.00014003859049630942, |
| "loss": 11.8767, |
| "num_tokens": 3964133.0, |
| "step": 556 |
| }, |
| { |
| "epoch": 0.38923829489867223, |
| "grad_norm": 0.9987701612040082, |
| "learning_rate": 0.000139831082653755, |
| "loss": 12.0504, |
| "num_tokens": 3971294.0, |
| "step": 557 |
| }, |
| { |
| "epoch": 0.389937106918239, |
| "grad_norm": 1.1429673333072519, |
| "learning_rate": 0.00013962337075831583, |
| "loss": 11.8142, |
| "num_tokens": 3977426.0, |
| "step": 558 |
| }, |
| { |
| "epoch": 0.39063591893780575, |
| "grad_norm": 0.9688917144423852, |
| "learning_rate": 0.00013941545587409075, |
| "loss": 11.698, |
| "num_tokens": 3984492.0, |
| "step": 559 |
| }, |
| { |
| "epoch": 0.3913347309573725, |
| "grad_norm": 1.0308616199533485, |
| "learning_rate": 0.00013920733906621862, |
| "loss": 11.9656, |
| "num_tokens": 3991120.0, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.3920335429769392, |
| "grad_norm": 1.013985978635021, |
| "learning_rate": 0.00013899902140087272, |
| "loss": 11.8287, |
| "num_tokens": 3997971.0, |
| "step": 561 |
| }, |
| { |
| "epoch": 0.39273235499650594, |
| "grad_norm": 0.9071478462521866, |
| "learning_rate": 0.00013879050394525523, |
| "loss": 11.7164, |
| "num_tokens": 4005376.0, |
| "step": 562 |
| }, |
| { |
| "epoch": 0.39343116701607267, |
| "grad_norm": 1.0624818582024294, |
| "learning_rate": 0.00013858178776759197, |
| "loss": 11.8942, |
| "num_tokens": 4012471.0, |
| "step": 563 |
| }, |
| { |
| "epoch": 0.3941299790356394, |
| "grad_norm": 0.8936125162275714, |
| "learning_rate": 0.00013837287393712666, |
| "loss": 11.7496, |
| "num_tokens": 4019054.0, |
| "step": 564 |
| }, |
| { |
| "epoch": 0.39482879105520613, |
| "grad_norm": 1.0912085369465605, |
| "learning_rate": 0.00013816376352411574, |
| "loss": 11.846, |
| "num_tokens": 4025454.0, |
| "step": 565 |
| }, |
| { |
| "epoch": 0.39552760307477286, |
| "grad_norm": 0.9032002517173796, |
| "learning_rate": 0.00013795445759982262, |
| "loss": 11.5647, |
| "num_tokens": 4032992.0, |
| "step": 566 |
| }, |
| { |
| "epoch": 0.39622641509433965, |
| "grad_norm": 0.9257844804709106, |
| "learning_rate": 0.00013774495723651236, |
| "loss": 11.8157, |
| "num_tokens": 4040064.0, |
| "step": 567 |
| }, |
| { |
| "epoch": 0.3969252271139064, |
| "grad_norm": 1.0334706226849835, |
| "learning_rate": 0.0001375352635074461, |
| "loss": 11.6075, |
| "num_tokens": 4046967.0, |
| "step": 568 |
| }, |
| { |
| "epoch": 0.3976240391334731, |
| "grad_norm": 0.8363862917027438, |
| "learning_rate": 0.0001373253774868756, |
| "loss": 11.7502, |
| "num_tokens": 4055301.0, |
| "step": 569 |
| }, |
| { |
| "epoch": 0.39832285115303984, |
| "grad_norm": 0.9385148033516746, |
| "learning_rate": 0.00013711530025003766, |
| "loss": 11.7727, |
| "num_tokens": 4062431.0, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.39902166317260657, |
| "grad_norm": 0.8299416376395171, |
| "learning_rate": 0.00013690503287314883, |
| "loss": 11.519, |
| "num_tokens": 4070230.0, |
| "step": 571 |
| }, |
| { |
| "epoch": 0.3997204751921733, |
| "grad_norm": 0.9976023645792326, |
| "learning_rate": 0.00013669457643339955, |
| "loss": 11.6711, |
| "num_tokens": 4077148.0, |
| "step": 572 |
| }, |
| { |
| "epoch": 0.40041928721174, |
| "grad_norm": 0.8855228788782702, |
| "learning_rate": 0.00013648393200894893, |
| "loss": 11.5901, |
| "num_tokens": 4084168.0, |
| "step": 573 |
| }, |
| { |
| "epoch": 0.40111809923130676, |
| "grad_norm": 0.9355806400309514, |
| "learning_rate": 0.00013627310067891913, |
| "loss": 11.7706, |
| "num_tokens": 4092313.0, |
| "step": 574 |
| }, |
| { |
| "epoch": 0.4018169112508735, |
| "grad_norm": 0.8887017159796101, |
| "learning_rate": 0.00013606208352338973, |
| "loss": 11.6336, |
| "num_tokens": 4099578.0, |
| "step": 575 |
| }, |
| { |
| "epoch": 0.4025157232704403, |
| "grad_norm": 0.896143619832332, |
| "learning_rate": 0.00013585088162339231, |
| "loss": 11.8035, |
| "num_tokens": 4106534.0, |
| "step": 576 |
| }, |
| { |
| "epoch": 0.403214535290007, |
| "grad_norm": 0.9717296350589316, |
| "learning_rate": 0.00013563949606090503, |
| "loss": 11.6552, |
| "num_tokens": 4113134.0, |
| "step": 577 |
| }, |
| { |
| "epoch": 0.40391334730957373, |
| "grad_norm": 0.8799694598345534, |
| "learning_rate": 0.00013542792791884674, |
| "loss": 11.6327, |
| "num_tokens": 4120863.0, |
| "step": 578 |
| }, |
| { |
| "epoch": 0.40461215932914046, |
| "grad_norm": 0.8714214123608119, |
| "learning_rate": 0.00013521617828107175, |
| "loss": 11.6445, |
| "num_tokens": 4127780.0, |
| "step": 579 |
| }, |
| { |
| "epoch": 0.4053109713487072, |
| "grad_norm": 0.9368995617188041, |
| "learning_rate": 0.00013500424823236412, |
| "loss": 11.7067, |
| "num_tokens": 4134829.0, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.4060097833682739, |
| "grad_norm": 0.8220877834169437, |
| "learning_rate": 0.0001347921388584322, |
| "loss": 11.4554, |
| "num_tokens": 4142834.0, |
| "step": 581 |
| }, |
| { |
| "epoch": 0.40670859538784065, |
| "grad_norm": 0.9223723153491369, |
| "learning_rate": 0.000134579851245903, |
| "loss": 11.8592, |
| "num_tokens": 4149774.0, |
| "step": 582 |
| }, |
| { |
| "epoch": 0.4074074074074074, |
| "grad_norm": 0.9344353780152859, |
| "learning_rate": 0.00013436738648231656, |
| "loss": 11.7621, |
| "num_tokens": 4156412.0, |
| "step": 583 |
| }, |
| { |
| "epoch": 0.40810621942697417, |
| "grad_norm": 0.9224628889971425, |
| "learning_rate": 0.00013415474565612058, |
| "loss": 11.8511, |
| "num_tokens": 4163132.0, |
| "step": 584 |
| }, |
| { |
| "epoch": 0.4088050314465409, |
| "grad_norm": 0.9265931390375924, |
| "learning_rate": 0.00013394192985666465, |
| "loss": 11.7475, |
| "num_tokens": 4170145.0, |
| "step": 585 |
| }, |
| { |
| "epoch": 0.40950384346610763, |
| "grad_norm": 0.9535182759992712, |
| "learning_rate": 0.0001337289401741947, |
| "loss": 11.6528, |
| "num_tokens": 4177826.0, |
| "step": 586 |
| }, |
| { |
| "epoch": 0.41020265548567436, |
| "grad_norm": 0.9443710116876387, |
| "learning_rate": 0.0001335157776998476, |
| "loss": 11.6145, |
| "num_tokens": 4184556.0, |
| "step": 587 |
| }, |
| { |
| "epoch": 0.4109014675052411, |
| "grad_norm": 1.004187267294352, |
| "learning_rate": 0.00013330244352564527, |
| "loss": 11.6601, |
| "num_tokens": 4191042.0, |
| "step": 588 |
| }, |
| { |
| "epoch": 0.4116002795248078, |
| "grad_norm": 1.0157069700491397, |
| "learning_rate": 0.0001330889387444893, |
| "loss": 11.8948, |
| "num_tokens": 4197862.0, |
| "step": 589 |
| }, |
| { |
| "epoch": 0.41229909154437455, |
| "grad_norm": 0.9120585645887671, |
| "learning_rate": 0.00013287526445015531, |
| "loss": 11.824, |
| "num_tokens": 4205404.0, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.4129979035639413, |
| "grad_norm": 0.8937750402751362, |
| "learning_rate": 0.0001326614217372873, |
| "loss": 11.6915, |
| "num_tokens": 4212599.0, |
| "step": 591 |
| }, |
| { |
| "epoch": 0.413696715583508, |
| "grad_norm": 0.9924820650387385, |
| "learning_rate": 0.0001324474117013921, |
| "loss": 11.9223, |
| "num_tokens": 4219704.0, |
| "step": 592 |
| }, |
| { |
| "epoch": 0.4143955276030748, |
| "grad_norm": 1.0041177228053997, |
| "learning_rate": 0.00013223323543883373, |
| "loss": 11.8224, |
| "num_tokens": 4226784.0, |
| "step": 593 |
| }, |
| { |
| "epoch": 0.41509433962264153, |
| "grad_norm": 0.9741629017640787, |
| "learning_rate": 0.0001320188940468277, |
| "loss": 11.6504, |
| "num_tokens": 4233717.0, |
| "step": 594 |
| }, |
| { |
| "epoch": 0.41579315164220826, |
| "grad_norm": 0.9601854433244981, |
| "learning_rate": 0.0001318043886234356, |
| "loss": 11.8218, |
| "num_tokens": 4240647.0, |
| "step": 595 |
| }, |
| { |
| "epoch": 0.416491963661775, |
| "grad_norm": 0.9645423908468603, |
| "learning_rate": 0.00013158972026755926, |
| "loss": 11.7377, |
| "num_tokens": 4247672.0, |
| "step": 596 |
| }, |
| { |
| "epoch": 0.4171907756813417, |
| "grad_norm": 0.9316349929157852, |
| "learning_rate": 0.0001313748900789352, |
| "loss": 11.6241, |
| "num_tokens": 4255152.0, |
| "step": 597 |
| }, |
| { |
| "epoch": 0.41788958770090845, |
| "grad_norm": 0.9537689079354016, |
| "learning_rate": 0.0001311598991581291, |
| "loss": 11.8703, |
| "num_tokens": 4261453.0, |
| "step": 598 |
| }, |
| { |
| "epoch": 0.4185883997204752, |
| "grad_norm": 0.9289919471319109, |
| "learning_rate": 0.00013094474860652987, |
| "loss": 11.6782, |
| "num_tokens": 4268508.0, |
| "step": 599 |
| }, |
| { |
| "epoch": 0.4192872117400419, |
| "grad_norm": 0.8914635789877776, |
| "learning_rate": 0.00013072943952634447, |
| "loss": 11.7243, |
| "num_tokens": 4275543.0, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.41998602375960864, |
| "grad_norm": 0.9440659795291676, |
| "learning_rate": 0.00013051397302059171, |
| "loss": 11.8755, |
| "num_tokens": 4282191.0, |
| "step": 601 |
| }, |
| { |
| "epoch": 0.4206848357791754, |
| "grad_norm": 0.9585209926703763, |
| "learning_rate": 0.00013029835019309714, |
| "loss": 11.8258, |
| "num_tokens": 4289593.0, |
| "step": 602 |
| }, |
| { |
| "epoch": 0.42138364779874216, |
| "grad_norm": 0.7867669798656702, |
| "learning_rate": 0.000130082572148487, |
| "loss": 11.4998, |
| "num_tokens": 4297297.0, |
| "step": 603 |
| }, |
| { |
| "epoch": 0.4220824598183089, |
| "grad_norm": 0.8949794126524566, |
| "learning_rate": 0.00012986663999218261, |
| "loss": 11.7613, |
| "num_tokens": 4304161.0, |
| "step": 604 |
| }, |
| { |
| "epoch": 0.4227812718378756, |
| "grad_norm": 0.893864879487913, |
| "learning_rate": 0.00012965055483039507, |
| "loss": 11.5257, |
| "num_tokens": 4311640.0, |
| "step": 605 |
| }, |
| { |
| "epoch": 0.42348008385744235, |
| "grad_norm": 0.9586722537494932, |
| "learning_rate": 0.00012943431777011902, |
| "loss": 11.839, |
| "num_tokens": 4318619.0, |
| "step": 606 |
| }, |
| { |
| "epoch": 0.4241788958770091, |
| "grad_norm": 0.9537730403425981, |
| "learning_rate": 0.00012921792991912753, |
| "loss": 11.8218, |
| "num_tokens": 4325488.0, |
| "step": 607 |
| }, |
| { |
| "epoch": 0.4248777078965758, |
| "grad_norm": 0.8262921885502388, |
| "learning_rate": 0.00012900139238596598, |
| "loss": 11.4973, |
| "num_tokens": 4332936.0, |
| "step": 608 |
| }, |
| { |
| "epoch": 0.42557651991614254, |
| "grad_norm": 1.0157982223498707, |
| "learning_rate": 0.00012878470627994664, |
| "loss": 11.5374, |
| "num_tokens": 4339915.0, |
| "step": 609 |
| }, |
| { |
| "epoch": 0.42627533193570927, |
| "grad_norm": 0.8575390048878171, |
| "learning_rate": 0.0001285678727111429, |
| "loss": 11.5607, |
| "num_tokens": 4347052.0, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.42697414395527605, |
| "grad_norm": 0.9730947204204807, |
| "learning_rate": 0.00012835089279038362, |
| "loss": 11.7061, |
| "num_tokens": 4353752.0, |
| "step": 611 |
| }, |
| { |
| "epoch": 0.4276729559748428, |
| "grad_norm": 0.9483802234693168, |
| "learning_rate": 0.00012813376762924733, |
| "loss": 11.836, |
| "num_tokens": 4361038.0, |
| "step": 612 |
| }, |
| { |
| "epoch": 0.4283717679944095, |
| "grad_norm": 0.9216292136491858, |
| "learning_rate": 0.0001279164983400568, |
| "loss": 11.7437, |
| "num_tokens": 4368560.0, |
| "step": 613 |
| }, |
| { |
| "epoch": 0.42907058001397624, |
| "grad_norm": 0.8425238285285168, |
| "learning_rate": 0.00012769908603587292, |
| "loss": 11.5207, |
| "num_tokens": 4376222.0, |
| "step": 614 |
| }, |
| { |
| "epoch": 0.429769392033543, |
| "grad_norm": 0.8896306896847135, |
| "learning_rate": 0.0001274815318304894, |
| "loss": 11.6286, |
| "num_tokens": 4383884.0, |
| "step": 615 |
| }, |
| { |
| "epoch": 0.4304682040531097, |
| "grad_norm": 0.9354680205418325, |
| "learning_rate": 0.0001272638368384269, |
| "loss": 11.6862, |
| "num_tokens": 4390978.0, |
| "step": 616 |
| }, |
| { |
| "epoch": 0.43116701607267643, |
| "grad_norm": 0.9479829150578614, |
| "learning_rate": 0.00012704600217492725, |
| "loss": 11.9, |
| "num_tokens": 4398693.0, |
| "step": 617 |
| }, |
| { |
| "epoch": 0.43186582809224316, |
| "grad_norm": 0.9515538105951693, |
| "learning_rate": 0.0001268280289559479, |
| "loss": 11.7401, |
| "num_tokens": 4405911.0, |
| "step": 618 |
| }, |
| { |
| "epoch": 0.43256464011180995, |
| "grad_norm": 0.8605687632190838, |
| "learning_rate": 0.00012660991829815602, |
| "loss": 11.6708, |
| "num_tokens": 4413468.0, |
| "step": 619 |
| }, |
| { |
| "epoch": 0.4332634521313767, |
| "grad_norm": 0.9579766386486308, |
| "learning_rate": 0.00012639167131892293, |
| "loss": 11.8158, |
| "num_tokens": 4420628.0, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.4339622641509434, |
| "grad_norm": 0.9305350787646466, |
| "learning_rate": 0.0001261732891363183, |
| "loss": 11.7188, |
| "num_tokens": 4427900.0, |
| "step": 621 |
| }, |
| { |
| "epoch": 0.43466107617051014, |
| "grad_norm": 0.9798863355563663, |
| "learning_rate": 0.0001259547728691045, |
| "loss": 11.774, |
| "num_tokens": 4434789.0, |
| "step": 622 |
| }, |
| { |
| "epoch": 0.43535988819007687, |
| "grad_norm": 0.9247977118101478, |
| "learning_rate": 0.00012573612363673067, |
| "loss": 11.8669, |
| "num_tokens": 4442355.0, |
| "step": 623 |
| }, |
| { |
| "epoch": 0.4360587002096436, |
| "grad_norm": 0.9072492786959844, |
| "learning_rate": 0.00012551734255932727, |
| "loss": 11.5485, |
| "num_tokens": 4449354.0, |
| "step": 624 |
| }, |
| { |
| "epoch": 0.43675751222921033, |
| "grad_norm": 0.9280486905034977, |
| "learning_rate": 0.0001252984307577001, |
| "loss": 11.4915, |
| "num_tokens": 4456996.0, |
| "step": 625 |
| }, |
| { |
| "epoch": 0.43745632424877706, |
| "grad_norm": 0.9451836457137859, |
| "learning_rate": 0.00012507938935332478, |
| "loss": 11.6188, |
| "num_tokens": 4464108.0, |
| "step": 626 |
| }, |
| { |
| "epoch": 0.4381551362683438, |
| "grad_norm": 0.8990536388212861, |
| "learning_rate": 0.00012486021946834068, |
| "loss": 11.4984, |
| "num_tokens": 4471782.0, |
| "step": 627 |
| }, |
| { |
| "epoch": 0.4388539482879106, |
| "grad_norm": 0.9750832409444402, |
| "learning_rate": 0.00012464092222554552, |
| "loss": 11.4983, |
| "num_tokens": 4478870.0, |
| "step": 628 |
| }, |
| { |
| "epoch": 0.4395527603074773, |
| "grad_norm": 0.8506726198904068, |
| "learning_rate": 0.00012442149874838948, |
| "loss": 11.4597, |
| "num_tokens": 4486006.0, |
| "step": 629 |
| }, |
| { |
| "epoch": 0.44025157232704404, |
| "grad_norm": 0.9199807285091958, |
| "learning_rate": 0.00012420195016096933, |
| "loss": 11.8458, |
| "num_tokens": 4493433.0, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.44095038434661077, |
| "grad_norm": 0.8020311533791471, |
| "learning_rate": 0.00012398227758802285, |
| "loss": 11.4522, |
| "num_tokens": 4501615.0, |
| "step": 631 |
| }, |
| { |
| "epoch": 0.4416491963661775, |
| "grad_norm": 0.9335899963926214, |
| "learning_rate": 0.00012376248215492297, |
| "loss": 11.7816, |
| "num_tokens": 4508453.0, |
| "step": 632 |
| }, |
| { |
| "epoch": 0.44234800838574423, |
| "grad_norm": 0.9347628048111192, |
| "learning_rate": 0.000123542564987672, |
| "loss": 11.6779, |
| "num_tokens": 4515645.0, |
| "step": 633 |
| }, |
| { |
| "epoch": 0.44304682040531096, |
| "grad_norm": 0.8555235370359207, |
| "learning_rate": 0.00012332252721289594, |
| "loss": 11.3559, |
| "num_tokens": 4522914.0, |
| "step": 634 |
| }, |
| { |
| "epoch": 0.4437456324248777, |
| "grad_norm": 0.9434725175049635, |
| "learning_rate": 0.00012310236995783866, |
| "loss": 11.8245, |
| "num_tokens": 4530012.0, |
| "step": 635 |
| }, |
| { |
| "epoch": 0.4444444444444444, |
| "grad_norm": 0.894759929105657, |
| "learning_rate": 0.00012288209435035605, |
| "loss": 11.633, |
| "num_tokens": 4536666.0, |
| "step": 636 |
| }, |
| { |
| "epoch": 0.4451432564640112, |
| "grad_norm": 0.8939776930969006, |
| "learning_rate": 0.00012266170151891036, |
| "loss": 11.6174, |
| "num_tokens": 4543673.0, |
| "step": 637 |
| }, |
| { |
| "epoch": 0.44584206848357794, |
| "grad_norm": 0.9419395016806058, |
| "learning_rate": 0.00012244119259256442, |
| "loss": 11.6986, |
| "num_tokens": 4550285.0, |
| "step": 638 |
| }, |
| { |
| "epoch": 0.44654088050314467, |
| "grad_norm": 0.900919444140853, |
| "learning_rate": 0.00012222056870097572, |
| "loss": 11.8951, |
| "num_tokens": 4557630.0, |
| "step": 639 |
| }, |
| { |
| "epoch": 0.4472396925227114, |
| "grad_norm": 0.9368150858158782, |
| "learning_rate": 0.00012199983097439079, |
| "loss": 11.7818, |
| "num_tokens": 4564552.0, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.4479385045422781, |
| "grad_norm": 0.8542741429298996, |
| "learning_rate": 0.00012177898054363923, |
| "loss": 11.6147, |
| "num_tokens": 4572109.0, |
| "step": 641 |
| }, |
| { |
| "epoch": 0.44863731656184486, |
| "grad_norm": 0.9096968317268118, |
| "learning_rate": 0.00012155801854012816, |
| "loss": 11.6874, |
| "num_tokens": 4579365.0, |
| "step": 642 |
| }, |
| { |
| "epoch": 0.4493361285814116, |
| "grad_norm": 1.0188620411597427, |
| "learning_rate": 0.00012133694609583615, |
| "loss": 11.6009, |
| "num_tokens": 4585759.0, |
| "step": 643 |
| }, |
| { |
| "epoch": 0.4500349406009783, |
| "grad_norm": 0.9031994994109169, |
| "learning_rate": 0.00012111576434330766, |
| "loss": 11.7123, |
| "num_tokens": 4592247.0, |
| "step": 644 |
| }, |
| { |
| "epoch": 0.45073375262054505, |
| "grad_norm": 0.9149162319112071, |
| "learning_rate": 0.00012089447441564705, |
| "loss": 11.6632, |
| "num_tokens": 4599348.0, |
| "step": 645 |
| }, |
| { |
| "epoch": 0.45143256464011183, |
| "grad_norm": 0.9094933293195947, |
| "learning_rate": 0.00012067307744651288, |
| "loss": 11.4616, |
| "num_tokens": 4606162.0, |
| "step": 646 |
| }, |
| { |
| "epoch": 0.45213137665967856, |
| "grad_norm": 0.8663113470163256, |
| "learning_rate": 0.00012045157457011211, |
| "loss": 11.4333, |
| "num_tokens": 4612972.0, |
| "step": 647 |
| }, |
| { |
| "epoch": 0.4528301886792453, |
| "grad_norm": 0.8567265177969963, |
| "learning_rate": 0.00012022996692119424, |
| "loss": 11.647, |
| "num_tokens": 4620976.0, |
| "step": 648 |
| }, |
| { |
| "epoch": 0.453529000698812, |
| "grad_norm": 0.8601920989369755, |
| "learning_rate": 0.00012000825563504547, |
| "loss": 11.768, |
| "num_tokens": 4629303.0, |
| "step": 649 |
| }, |
| { |
| "epoch": 0.45422781271837875, |
| "grad_norm": 0.8865942670819554, |
| "learning_rate": 0.000119786441847483, |
| "loss": 11.5788, |
| "num_tokens": 4636638.0, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.4549266247379455, |
| "grad_norm": 0.8777317880659796, |
| "learning_rate": 0.00011956452669484908, |
| "loss": 11.5788, |
| "num_tokens": 4643800.0, |
| "step": 651 |
| }, |
| { |
| "epoch": 0.4556254367575122, |
| "grad_norm": 0.9022730838918819, |
| "learning_rate": 0.0001193425113140053, |
| "loss": 11.7337, |
| "num_tokens": 4650901.0, |
| "step": 652 |
| }, |
| { |
| "epoch": 0.45632424877707894, |
| "grad_norm": 0.9200091529677351, |
| "learning_rate": 0.00011912039684232674, |
| "loss": 11.7567, |
| "num_tokens": 4657604.0, |
| "step": 653 |
| }, |
| { |
| "epoch": 0.4570230607966457, |
| "grad_norm": 0.9853157147946073, |
| "learning_rate": 0.000118898184417696, |
| "loss": 11.5672, |
| "num_tokens": 4664504.0, |
| "step": 654 |
| }, |
| { |
| "epoch": 0.45772187281621246, |
| "grad_norm": 0.9357526749090548, |
| "learning_rate": 0.00011867587517849757, |
| "loss": 11.6281, |
| "num_tokens": 4670477.0, |
| "step": 655 |
| }, |
| { |
| "epoch": 0.4584206848357792, |
| "grad_norm": 0.8505438973909345, |
| "learning_rate": 0.0001184534702636119, |
| "loss": 11.5583, |
| "num_tokens": 4677858.0, |
| "step": 656 |
| }, |
| { |
| "epoch": 0.4591194968553459, |
| "grad_norm": 1.0023298426002707, |
| "learning_rate": 0.00011823097081240964, |
| "loss": 11.5818, |
| "num_tokens": 4684626.0, |
| "step": 657 |
| }, |
| { |
| "epoch": 0.45981830887491265, |
| "grad_norm": 0.9108337238330952, |
| "learning_rate": 0.00011800837796474561, |
| "loss": 11.837, |
| "num_tokens": 4691582.0, |
| "step": 658 |
| }, |
| { |
| "epoch": 0.4605171208944794, |
| "grad_norm": 0.8958214114567762, |
| "learning_rate": 0.00011778569286095329, |
| "loss": 11.6986, |
| "num_tokens": 4699398.0, |
| "step": 659 |
| }, |
| { |
| "epoch": 0.4612159329140461, |
| "grad_norm": 0.8418306799615523, |
| "learning_rate": 0.00011756291664183859, |
| "loss": 11.6767, |
| "num_tokens": 4707448.0, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.46191474493361284, |
| "grad_norm": 0.9201936424777087, |
| "learning_rate": 0.00011734005044867426, |
| "loss": 11.6697, |
| "num_tokens": 4714120.0, |
| "step": 661 |
| }, |
| { |
| "epoch": 0.46261355695317957, |
| "grad_norm": 0.9474217118708662, |
| "learning_rate": 0.00011711709542319411, |
| "loss": 11.6511, |
| "num_tokens": 4721137.0, |
| "step": 662 |
| }, |
| { |
| "epoch": 0.46331236897274636, |
| "grad_norm": 1.0911097821663276, |
| "learning_rate": 0.00011689405270758684, |
| "loss": 11.8961, |
| "num_tokens": 4727881.0, |
| "step": 663 |
| }, |
| { |
| "epoch": 0.4640111809923131, |
| "grad_norm": 0.9131509898854648, |
| "learning_rate": 0.00011667092344449053, |
| "loss": 11.7066, |
| "num_tokens": 4735809.0, |
| "step": 664 |
| }, |
| { |
| "epoch": 0.4647099930118798, |
| "grad_norm": 1.008550314106262, |
| "learning_rate": 0.00011644770877698654, |
| "loss": 11.8672, |
| "num_tokens": 4742094.0, |
| "step": 665 |
| }, |
| { |
| "epoch": 0.46540880503144655, |
| "grad_norm": 0.8283668414360017, |
| "learning_rate": 0.00011622440984859384, |
| "loss": 11.537, |
| "num_tokens": 4749810.0, |
| "step": 666 |
| }, |
| { |
| "epoch": 0.4661076170510133, |
| "grad_norm": 1.046661693335407, |
| "learning_rate": 0.00011600102780326296, |
| "loss": 11.6646, |
| "num_tokens": 4756916.0, |
| "step": 667 |
| }, |
| { |
| "epoch": 0.46680642907058, |
| "grad_norm": 0.8517203229245645, |
| "learning_rate": 0.00011577756378537033, |
| "loss": 11.6898, |
| "num_tokens": 4764365.0, |
| "step": 668 |
| }, |
| { |
| "epoch": 0.46750524109014674, |
| "grad_norm": 0.9243441693404036, |
| "learning_rate": 0.00011555401893971229, |
| "loss": 11.5513, |
| "num_tokens": 4771335.0, |
| "step": 669 |
| }, |
| { |
| "epoch": 0.46820405310971347, |
| "grad_norm": 0.8779927585010323, |
| "learning_rate": 0.00011533039441149926, |
| "loss": 11.5647, |
| "num_tokens": 4778789.0, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.4689028651292802, |
| "grad_norm": 0.8629256515595302, |
| "learning_rate": 0.00011510669134634984, |
| "loss": 11.6128, |
| "num_tokens": 4786533.0, |
| "step": 671 |
| }, |
| { |
| "epoch": 0.469601677148847, |
| "grad_norm": 0.919436534596015, |
| "learning_rate": 0.000114882910890285, |
| "loss": 11.7525, |
| "num_tokens": 4793395.0, |
| "step": 672 |
| }, |
| { |
| "epoch": 0.4703004891684137, |
| "grad_norm": 0.8679940499104837, |
| "learning_rate": 0.00011465905418972216, |
| "loss": 11.6152, |
| "num_tokens": 4800501.0, |
| "step": 673 |
| }, |
| { |
| "epoch": 0.47099930118798045, |
| "grad_norm": 0.8595368570624692, |
| "learning_rate": 0.00011443512239146941, |
| "loss": 11.4401, |
| "num_tokens": 4807730.0, |
| "step": 674 |
| }, |
| { |
| "epoch": 0.4716981132075472, |
| "grad_norm": 0.9418065073409608, |
| "learning_rate": 0.00011421111664271946, |
| "loss": 11.9013, |
| "num_tokens": 4814631.0, |
| "step": 675 |
| }, |
| { |
| "epoch": 0.4723969252271139, |
| "grad_norm": 0.8698638525941518, |
| "learning_rate": 0.00011398703809104391, |
| "loss": 11.7185, |
| "num_tokens": 4821859.0, |
| "step": 676 |
| }, |
| { |
| "epoch": 0.47309573724668064, |
| "grad_norm": 0.9484728369720604, |
| "learning_rate": 0.00011376288788438734, |
| "loss": 11.783, |
| "num_tokens": 4829001.0, |
| "step": 677 |
| }, |
| { |
| "epoch": 0.47379454926624737, |
| "grad_norm": 0.8223477112780467, |
| "learning_rate": 0.00011353866717106137, |
| "loss": 11.8393, |
| "num_tokens": 4836233.0, |
| "step": 678 |
| }, |
| { |
| "epoch": 0.4744933612858141, |
| "grad_norm": 0.831097262102507, |
| "learning_rate": 0.0001133143770997389, |
| "loss": 11.6262, |
| "num_tokens": 4844216.0, |
| "step": 679 |
| }, |
| { |
| "epoch": 0.4751921733053808, |
| "grad_norm": 0.8328282276106426, |
| "learning_rate": 0.00011309001881944809, |
| "loss": 11.6812, |
| "num_tokens": 4851705.0, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.4758909853249476, |
| "grad_norm": 0.9257538169159817, |
| "learning_rate": 0.00011286559347956651, |
| "loss": 11.8385, |
| "num_tokens": 4858279.0, |
| "step": 681 |
| }, |
| { |
| "epoch": 0.47658979734451434, |
| "grad_norm": 0.8413337207403613, |
| "learning_rate": 0.00011264110222981535, |
| "loss": 11.6961, |
| "num_tokens": 4866344.0, |
| "step": 682 |
| }, |
| { |
| "epoch": 0.4772886093640811, |
| "grad_norm": 0.8649763291413212, |
| "learning_rate": 0.00011241654622025334, |
| "loss": 11.5717, |
| "num_tokens": 4873494.0, |
| "step": 683 |
| }, |
| { |
| "epoch": 0.4779874213836478, |
| "grad_norm": 0.8267894686349591, |
| "learning_rate": 0.00011219192660127116, |
| "loss": 11.5825, |
| "num_tokens": 4880904.0, |
| "step": 684 |
| }, |
| { |
| "epoch": 0.47868623340321453, |
| "grad_norm": 0.7711166963102474, |
| "learning_rate": 0.00011196724452358516, |
| "loss": 11.5718, |
| "num_tokens": 4888663.0, |
| "step": 685 |
| }, |
| { |
| "epoch": 0.47938504542278126, |
| "grad_norm": 0.9464532926989868, |
| "learning_rate": 0.00011174250113823173, |
| "loss": 11.5705, |
| "num_tokens": 4895524.0, |
| "step": 686 |
| }, |
| { |
| "epoch": 0.480083857442348, |
| "grad_norm": 0.8496053713043877, |
| "learning_rate": 0.00011151769759656136, |
| "loss": 11.5792, |
| "num_tokens": 4902875.0, |
| "step": 687 |
| }, |
| { |
| "epoch": 0.4807826694619147, |
| "grad_norm": 0.9687523885064169, |
| "learning_rate": 0.00011129283505023274, |
| "loss": 11.6743, |
| "num_tokens": 4910339.0, |
| "step": 688 |
| }, |
| { |
| "epoch": 0.48148148148148145, |
| "grad_norm": 0.8936773368209414, |
| "learning_rate": 0.00011106791465120678, |
| "loss": 11.5858, |
| "num_tokens": 4917859.0, |
| "step": 689 |
| }, |
| { |
| "epoch": 0.48218029350104824, |
| "grad_norm": 0.8387839584310475, |
| "learning_rate": 0.00011084293755174083, |
| "loss": 11.529, |
| "num_tokens": 4924845.0, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.48287910552061497, |
| "grad_norm": 0.8689568841128783, |
| "learning_rate": 0.0001106179049043826, |
| "loss": 11.6106, |
| "num_tokens": 4932581.0, |
| "step": 691 |
| }, |
| { |
| "epoch": 0.4835779175401817, |
| "grad_norm": 0.9581051097093195, |
| "learning_rate": 0.00011039281786196454, |
| "loss": 11.5746, |
| "num_tokens": 4938840.0, |
| "step": 692 |
| }, |
| { |
| "epoch": 0.48427672955974843, |
| "grad_norm": 0.8586009856955368, |
| "learning_rate": 0.00011016767757759758, |
| "loss": 11.5862, |
| "num_tokens": 4946122.0, |
| "step": 693 |
| }, |
| { |
| "epoch": 0.48497554157931516, |
| "grad_norm": 0.8457064008914603, |
| "learning_rate": 0.00010994248520466555, |
| "loss": 11.6757, |
| "num_tokens": 4953325.0, |
| "step": 694 |
| }, |
| { |
| "epoch": 0.4856743535988819, |
| "grad_norm": 0.8780641814348458, |
| "learning_rate": 0.00010971724189681907, |
| "loss": 11.4986, |
| "num_tokens": 4960210.0, |
| "step": 695 |
| }, |
| { |
| "epoch": 0.4863731656184486, |
| "grad_norm": 0.7763581662404005, |
| "learning_rate": 0.00010949194880796966, |
| "loss": 11.4152, |
| "num_tokens": 4968396.0, |
| "step": 696 |
| }, |
| { |
| "epoch": 0.48707197763801535, |
| "grad_norm": 0.8525009632274685, |
| "learning_rate": 0.000109266607092284, |
| "loss": 11.6096, |
| "num_tokens": 4975812.0, |
| "step": 697 |
| }, |
| { |
| "epoch": 0.48777078965758214, |
| "grad_norm": 0.8011788073233526, |
| "learning_rate": 0.00010904121790417767, |
| "loss": 11.5614, |
| "num_tokens": 4983615.0, |
| "step": 698 |
| }, |
| { |
| "epoch": 0.48846960167714887, |
| "grad_norm": 0.8819826065813017, |
| "learning_rate": 0.00010881578239830965, |
| "loss": 11.4381, |
| "num_tokens": 4990664.0, |
| "step": 699 |
| }, |
| { |
| "epoch": 0.4891684136967156, |
| "grad_norm": 0.7917077959661855, |
| "learning_rate": 0.0001085903017295761, |
| "loss": 11.576, |
| "num_tokens": 4997991.0, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.48986722571628233, |
| "grad_norm": 0.8045632066937026, |
| "learning_rate": 0.00010836477705310457, |
| "loss": 11.4527, |
| "num_tokens": 5005535.0, |
| "step": 701 |
| }, |
| { |
| "epoch": 0.49056603773584906, |
| "grad_norm": 0.8324889010068139, |
| "learning_rate": 0.00010813920952424805, |
| "loss": 11.4868, |
| "num_tokens": 5012725.0, |
| "step": 702 |
| }, |
| { |
| "epoch": 0.4912648497554158, |
| "grad_norm": 0.8737336153739056, |
| "learning_rate": 0.00010791360029857908, |
| "loss": 11.5057, |
| "num_tokens": 5020226.0, |
| "step": 703 |
| }, |
| { |
| "epoch": 0.4919636617749825, |
| "grad_norm": 0.8651144067674705, |
| "learning_rate": 0.00010768795053188378, |
| "loss": 11.6567, |
| "num_tokens": 5027841.0, |
| "step": 704 |
| }, |
| { |
| "epoch": 0.49266247379454925, |
| "grad_norm": 0.8803712717375257, |
| "learning_rate": 0.00010746226138015605, |
| "loss": 11.5934, |
| "num_tokens": 5034672.0, |
| "step": 705 |
| }, |
| { |
| "epoch": 0.493361285814116, |
| "grad_norm": 0.9111814847188424, |
| "learning_rate": 0.00010723653399959141, |
| "loss": 11.5609, |
| "num_tokens": 5041763.0, |
| "step": 706 |
| }, |
| { |
| "epoch": 0.49406009783368277, |
| "grad_norm": 0.836271613979484, |
| "learning_rate": 0.00010701076954658133, |
| "loss": 11.7879, |
| "num_tokens": 5048922.0, |
| "step": 707 |
| }, |
| { |
| "epoch": 0.4947589098532495, |
| "grad_norm": 0.8749158004381932, |
| "learning_rate": 0.00010678496917770719, |
| "loss": 11.6949, |
| "num_tokens": 5056008.0, |
| "step": 708 |
| }, |
| { |
| "epoch": 0.4954577218728162, |
| "grad_norm": 0.9232202210604769, |
| "learning_rate": 0.00010655913404973432, |
| "loss": 11.5986, |
| "num_tokens": 5062729.0, |
| "step": 709 |
| }, |
| { |
| "epoch": 0.49615653389238296, |
| "grad_norm": 0.813868938711914, |
| "learning_rate": 0.0001063332653196062, |
| "loss": 11.6453, |
| "num_tokens": 5069602.0, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.4968553459119497, |
| "grad_norm": 0.9242126754852555, |
| "learning_rate": 0.00010610736414443836, |
| "loss": 11.5618, |
| "num_tokens": 5076146.0, |
| "step": 711 |
| }, |
| { |
| "epoch": 0.4975541579315164, |
| "grad_norm": 0.8136052479087154, |
| "learning_rate": 0.00010588143168151257, |
| "loss": 11.4639, |
| "num_tokens": 5083612.0, |
| "step": 712 |
| }, |
| { |
| "epoch": 0.49825296995108315, |
| "grad_norm": 0.8852326396173759, |
| "learning_rate": 0.00010565546908827093, |
| "loss": 11.4881, |
| "num_tokens": 5090353.0, |
| "step": 713 |
| }, |
| { |
| "epoch": 0.4989517819706499, |
| "grad_norm": 0.8821183773577141, |
| "learning_rate": 0.00010542947752230987, |
| "loss": 11.483, |
| "num_tokens": 5098640.0, |
| "step": 714 |
| }, |
| { |
| "epoch": 0.4996505939902166, |
| "grad_norm": 0.785007875134882, |
| "learning_rate": 0.00010520345814137422, |
| "loss": 11.5312, |
| "num_tokens": 5106336.0, |
| "step": 715 |
| }, |
| { |
| "epoch": 0.5003494060097834, |
| "grad_norm": 0.9266326616202625, |
| "learning_rate": 0.0001049774121033514, |
| "loss": 11.5449, |
| "num_tokens": 5113949.0, |
| "step": 716 |
| }, |
| { |
| "epoch": 0.5010482180293501, |
| "grad_norm": 0.9045490686422497, |
| "learning_rate": 0.00010475134056626521, |
| "loss": 11.3111, |
| "num_tokens": 5120936.0, |
| "step": 717 |
| }, |
| { |
| "epoch": 0.5017470300489169, |
| "grad_norm": 0.8682422987772898, |
| "learning_rate": 0.00010452524468827028, |
| "loss": 11.5875, |
| "num_tokens": 5127936.0, |
| "step": 718 |
| }, |
| { |
| "epoch": 0.5024458420684835, |
| "grad_norm": 0.9430827830505436, |
| "learning_rate": 0.00010429912562764582, |
| "loss": 11.5213, |
| "num_tokens": 5135181.0, |
| "step": 719 |
| }, |
| { |
| "epoch": 0.5031446540880503, |
| "grad_norm": 0.9079946006860932, |
| "learning_rate": 0.00010407298454278983, |
| "loss": 11.668, |
| "num_tokens": 5141581.0, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.5038434661076171, |
| "grad_norm": 0.8275366610829485, |
| "learning_rate": 0.00010384682259221314, |
| "loss": 11.5375, |
| "num_tokens": 5149210.0, |
| "step": 721 |
| }, |
| { |
| "epoch": 0.5045422781271838, |
| "grad_norm": 0.8396155615656928, |
| "learning_rate": 0.00010362064093453347, |
| "loss": 11.714, |
| "num_tokens": 5156153.0, |
| "step": 722 |
| }, |
| { |
| "epoch": 0.5052410901467506, |
| "grad_norm": 0.896827897280713, |
| "learning_rate": 0.00010339444072846955, |
| "loss": 11.5958, |
| "num_tokens": 5163697.0, |
| "step": 723 |
| }, |
| { |
| "epoch": 0.5059399021663172, |
| "grad_norm": 0.8796645326364783, |
| "learning_rate": 0.00010316822313283503, |
| "loss": 11.5598, |
| "num_tokens": 5170939.0, |
| "step": 724 |
| }, |
| { |
| "epoch": 0.506638714185884, |
| "grad_norm": 0.8530027365550926, |
| "learning_rate": 0.00010294198930653273, |
| "loss": 11.5458, |
| "num_tokens": 5178058.0, |
| "step": 725 |
| }, |
| { |
| "epoch": 0.5073375262054507, |
| "grad_norm": 0.9210847197223277, |
| "learning_rate": 0.00010271574040854863, |
| "loss": 11.4003, |
| "num_tokens": 5185093.0, |
| "step": 726 |
| }, |
| { |
| "epoch": 0.5080363382250175, |
| "grad_norm": 1.0009241150831982, |
| "learning_rate": 0.00010248947759794583, |
| "loss": 11.7382, |
| "num_tokens": 5191726.0, |
| "step": 727 |
| }, |
| { |
| "epoch": 0.5087351502445842, |
| "grad_norm": 0.9845840878696487, |
| "learning_rate": 0.00010226320203385878, |
| "loss": 11.4472, |
| "num_tokens": 5198609.0, |
| "step": 728 |
| }, |
| { |
| "epoch": 0.5094339622641509, |
| "grad_norm": 0.9751424145383517, |
| "learning_rate": 0.00010203691487548721, |
| "loss": 11.6166, |
| "num_tokens": 5206060.0, |
| "step": 729 |
| }, |
| { |
| "epoch": 0.5101327742837177, |
| "grad_norm": 0.9203888539094582, |
| "learning_rate": 0.00010181061728209034, |
| "loss": 11.6607, |
| "num_tokens": 5213009.0, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.5108315863032844, |
| "grad_norm": 0.8788149722321699, |
| "learning_rate": 0.00010158431041298076, |
| "loss": 11.7453, |
| "num_tokens": 5220145.0, |
| "step": 731 |
| }, |
| { |
| "epoch": 0.5115303983228512, |
| "grad_norm": 0.903757013720806, |
| "learning_rate": 0.00010135799542751861, |
| "loss": 11.597, |
| "num_tokens": 5226851.0, |
| "step": 732 |
| }, |
| { |
| "epoch": 0.5122292103424179, |
| "grad_norm": 1.155119292678417, |
| "learning_rate": 0.0001011316734851056, |
| "loss": 11.4747, |
| "num_tokens": 5234276.0, |
| "step": 733 |
| }, |
| { |
| "epoch": 0.5129280223619846, |
| "grad_norm": 0.8100458853841396, |
| "learning_rate": 0.00010090534574517907, |
| "loss": 11.419, |
| "num_tokens": 5241284.0, |
| "step": 734 |
| }, |
| { |
| "epoch": 0.5136268343815513, |
| "grad_norm": 1.1407647261079725, |
| "learning_rate": 0.00010067901336720611, |
| "loss": 11.391, |
| "num_tokens": 5248568.0, |
| "step": 735 |
| }, |
| { |
| "epoch": 0.5143256464011181, |
| "grad_norm": 0.8989248775749288, |
| "learning_rate": 0.00010045267751067757, |
| "loss": 11.818, |
| "num_tokens": 5255337.0, |
| "step": 736 |
| }, |
| { |
| "epoch": 0.5150244584206848, |
| "grad_norm": 0.9297104357321131, |
| "learning_rate": 0.00010022633933510201, |
| "loss": 11.4153, |
| "num_tokens": 5262391.0, |
| "step": 737 |
| }, |
| { |
| "epoch": 0.5157232704402516, |
| "grad_norm": 0.8678797973500714, |
| "learning_rate": 0.0001, |
| "loss": 11.628, |
| "num_tokens": 5270611.0, |
| "step": 738 |
| }, |
| { |
| "epoch": 0.5164220824598184, |
| "grad_norm": 0.826651401983544, |
| "learning_rate": 9.977366066489801e-05, |
| "loss": 11.4746, |
| "num_tokens": 5278249.0, |
| "step": 739 |
| }, |
| { |
| "epoch": 0.517120894479385, |
| "grad_norm": 0.9125187235908128, |
| "learning_rate": 9.954732248932244e-05, |
| "loss": 11.6169, |
| "num_tokens": 5285271.0, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.5178197064989518, |
| "grad_norm": 0.8816292587170192, |
| "learning_rate": 9.932098663279392e-05, |
| "loss": 11.4734, |
| "num_tokens": 5292168.0, |
| "step": 741 |
| }, |
| { |
| "epoch": 0.5185185185185185, |
| "grad_norm": 0.9512003221847414, |
| "learning_rate": 9.909465425482093e-05, |
| "loss": 11.638, |
| "num_tokens": 5298892.0, |
| "step": 742 |
| }, |
| { |
| "epoch": 0.5192173305380853, |
| "grad_norm": 0.9084938360187235, |
| "learning_rate": 9.886832651489444e-05, |
| "loss": 11.5939, |
| "num_tokens": 5305743.0, |
| "step": 743 |
| }, |
| { |
| "epoch": 0.519916142557652, |
| "grad_norm": 0.8670145766679175, |
| "learning_rate": 9.864200457248144e-05, |
| "loss": 11.4224, |
| "num_tokens": 5313196.0, |
| "step": 744 |
| }, |
| { |
| "epoch": 0.5206149545772187, |
| "grad_norm": 0.8331174116098162, |
| "learning_rate": 9.841568958701924e-05, |
| "loss": 11.4973, |
| "num_tokens": 5320688.0, |
| "step": 745 |
| }, |
| { |
| "epoch": 0.5213137665967854, |
| "grad_norm": 0.8997751578998335, |
| "learning_rate": 9.81893827179097e-05, |
| "loss": 11.4589, |
| "num_tokens": 5328457.0, |
| "step": 746 |
| }, |
| { |
| "epoch": 0.5220125786163522, |
| "grad_norm": 0.8720648157152265, |
| "learning_rate": 9.796308512451284e-05, |
| "loss": 11.6434, |
| "num_tokens": 5335909.0, |
| "step": 747 |
| }, |
| { |
| "epoch": 0.522711390635919, |
| "grad_norm": 0.973933585834344, |
| "learning_rate": 9.773679796614124e-05, |
| "loss": 11.3723, |
| "num_tokens": 5343377.0, |
| "step": 748 |
| }, |
| { |
| "epoch": 0.5234102026554857, |
| "grad_norm": 0.8303294482427562, |
| "learning_rate": 9.751052240205421e-05, |
| "loss": 11.5721, |
| "num_tokens": 5350725.0, |
| "step": 749 |
| }, |
| { |
| "epoch": 0.5241090146750524, |
| "grad_norm": 0.9573042241935518, |
| "learning_rate": 9.728425959145139e-05, |
| "loss": 11.5018, |
| "num_tokens": 5358235.0, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.5248078266946191, |
| "grad_norm": 0.8319564056885251, |
| "learning_rate": 9.705801069346729e-05, |
| "loss": 11.613, |
| "num_tokens": 5365590.0, |
| "step": 751 |
| }, |
| { |
| "epoch": 0.5255066387141859, |
| "grad_norm": 0.8938099740380406, |
| "learning_rate": 9.683177686716501e-05, |
| "loss": 11.4718, |
| "num_tokens": 5371915.0, |
| "step": 752 |
| }, |
| { |
| "epoch": 0.5262054507337526, |
| "grad_norm": 1.0236425836011982, |
| "learning_rate": 9.660555927153047e-05, |
| "loss": 11.6484, |
| "num_tokens": 5378290.0, |
| "step": 753 |
| }, |
| { |
| "epoch": 0.5269042627533194, |
| "grad_norm": 0.7790090582597233, |
| "learning_rate": 9.637935906546655e-05, |
| "loss": 11.4802, |
| "num_tokens": 5385294.0, |
| "step": 754 |
| }, |
| { |
| "epoch": 0.527603074772886, |
| "grad_norm": 0.9227942573531065, |
| "learning_rate": 9.615317740778689e-05, |
| "loss": 11.6279, |
| "num_tokens": 5392707.0, |
| "step": 755 |
| }, |
| { |
| "epoch": 0.5283018867924528, |
| "grad_norm": 0.8441266244096841, |
| "learning_rate": 9.592701545721021e-05, |
| "loss": 11.5781, |
| "num_tokens": 5400588.0, |
| "step": 756 |
| }, |
| { |
| "epoch": 0.5290006988120196, |
| "grad_norm": 0.8729177064492472, |
| "learning_rate": 9.570087437235423e-05, |
| "loss": 11.6521, |
| "num_tokens": 5407337.0, |
| "step": 757 |
| }, |
| { |
| "epoch": 0.5296995108315863, |
| "grad_norm": 0.8659344216472323, |
| "learning_rate": 9.547475531172973e-05, |
| "loss": 11.5359, |
| "num_tokens": 5414577.0, |
| "step": 758 |
| }, |
| { |
| "epoch": 0.5303983228511531, |
| "grad_norm": 0.8714852832156825, |
| "learning_rate": 9.524865943373481e-05, |
| "loss": 11.5915, |
| "num_tokens": 5421211.0, |
| "step": 759 |
| }, |
| { |
| "epoch": 0.5310971348707197, |
| "grad_norm": 0.9244623269796611, |
| "learning_rate": 9.502258789664865e-05, |
| "loss": 11.6818, |
| "num_tokens": 5427910.0, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.5317959468902865, |
| "grad_norm": 0.9155444602382034, |
| "learning_rate": 9.479654185862579e-05, |
| "loss": 11.6422, |
| "num_tokens": 5434742.0, |
| "step": 761 |
| }, |
| { |
| "epoch": 0.5324947589098532, |
| "grad_norm": 0.8219424880205499, |
| "learning_rate": 9.457052247769017e-05, |
| "loss": 11.5446, |
| "num_tokens": 5441794.0, |
| "step": 762 |
| }, |
| { |
| "epoch": 0.53319357092942, |
| "grad_norm": 0.7811646495161321, |
| "learning_rate": 9.434453091172908e-05, |
| "loss": 11.4499, |
| "num_tokens": 5449915.0, |
| "step": 763 |
| }, |
| { |
| "epoch": 0.5338923829489868, |
| "grad_norm": 0.8952879445607002, |
| "learning_rate": 9.411856831848745e-05, |
| "loss": 11.4182, |
| "num_tokens": 5456843.0, |
| "step": 764 |
| }, |
| { |
| "epoch": 0.5345911949685535, |
| "grad_norm": 0.8151057656551013, |
| "learning_rate": 9.38926358555617e-05, |
| "loss": 11.5544, |
| "num_tokens": 5464023.0, |
| "step": 765 |
| }, |
| { |
| "epoch": 0.5352900069881202, |
| "grad_norm": 0.8620924745150299, |
| "learning_rate": 9.366673468039383e-05, |
| "loss": 11.7123, |
| "num_tokens": 5471406.0, |
| "step": 766 |
| }, |
| { |
| "epoch": 0.5359888190076869, |
| "grad_norm": 0.9188647725830821, |
| "learning_rate": 9.34408659502657e-05, |
| "loss": 11.5564, |
| "num_tokens": 5478339.0, |
| "step": 767 |
| }, |
| { |
| "epoch": 0.5366876310272537, |
| "grad_norm": 0.8321100069995644, |
| "learning_rate": 9.321503082229282e-05, |
| "loss": 11.4913, |
| "num_tokens": 5485853.0, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.5373864430468204, |
| "grad_norm": 0.8562467427898608, |
| "learning_rate": 9.298923045341869e-05, |
| "loss": 11.453, |
| "num_tokens": 5493547.0, |
| "step": 769 |
| }, |
| { |
| "epoch": 0.5380852550663872, |
| "grad_norm": 0.9138670376872613, |
| "learning_rate": 9.276346600040862e-05, |
| "loss": 11.2109, |
| "num_tokens": 5500515.0, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.5387840670859538, |
| "grad_norm": 0.9006556795724268, |
| "learning_rate": 9.253773861984397e-05, |
| "loss": 11.4139, |
| "num_tokens": 5507599.0, |
| "step": 771 |
| }, |
| { |
| "epoch": 0.5394828791055206, |
| "grad_norm": 0.8553530215170654, |
| "learning_rate": 9.231204946811624e-05, |
| "loss": 11.5513, |
| "num_tokens": 5514593.0, |
| "step": 772 |
| }, |
| { |
| "epoch": 0.5401816911250874, |
| "grad_norm": 0.9148080781609712, |
| "learning_rate": 9.208639970142093e-05, |
| "loss": 11.5843, |
| "num_tokens": 5521763.0, |
| "step": 773 |
| }, |
| { |
| "epoch": 0.5408805031446541, |
| "grad_norm": 0.7554532212539814, |
| "learning_rate": 9.186079047575197e-05, |
| "loss": 11.5373, |
| "num_tokens": 5529580.0, |
| "step": 774 |
| }, |
| { |
| "epoch": 0.5415793151642209, |
| "grad_norm": 0.8307938551299585, |
| "learning_rate": 9.163522294689546e-05, |
| "loss": 11.461, |
| "num_tokens": 5536873.0, |
| "step": 775 |
| }, |
| { |
| "epoch": 0.5422781271837875, |
| "grad_norm": 0.9281257673464066, |
| "learning_rate": 9.140969827042391e-05, |
| "loss": 11.5544, |
| "num_tokens": 5543550.0, |
| "step": 776 |
| }, |
| { |
| "epoch": 0.5429769392033543, |
| "grad_norm": 0.8120164780002868, |
| "learning_rate": 9.118421760169038e-05, |
| "loss": 11.7136, |
| "num_tokens": 5550884.0, |
| "step": 777 |
| }, |
| { |
| "epoch": 0.543675751222921, |
| "grad_norm": 0.8836373379698687, |
| "learning_rate": 9.095878209582237e-05, |
| "loss": 11.386, |
| "num_tokens": 5557807.0, |
| "step": 778 |
| }, |
| { |
| "epoch": 0.5443745632424878, |
| "grad_norm": 0.9297380134031583, |
| "learning_rate": 9.073339290771603e-05, |
| "loss": 11.5867, |
| "num_tokens": 5564576.0, |
| "step": 779 |
| }, |
| { |
| "epoch": 0.5450733752620545, |
| "grad_norm": 0.7995838496582022, |
| "learning_rate": 9.050805119203035e-05, |
| "loss": 11.4059, |
| "num_tokens": 5572504.0, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.5457721872816212, |
| "grad_norm": 0.8264976985889633, |
| "learning_rate": 9.028275810318095e-05, |
| "loss": 11.3345, |
| "num_tokens": 5579720.0, |
| "step": 781 |
| }, |
| { |
| "epoch": 0.546470999301188, |
| "grad_norm": 0.8302780963555162, |
| "learning_rate": 9.005751479533449e-05, |
| "loss": 11.5461, |
| "num_tokens": 5586866.0, |
| "step": 782 |
| }, |
| { |
| "epoch": 0.5471698113207547, |
| "grad_norm": 0.8842323310444606, |
| "learning_rate": 8.983232242240247e-05, |
| "loss": 11.4853, |
| "num_tokens": 5593273.0, |
| "step": 783 |
| }, |
| { |
| "epoch": 0.5478686233403215, |
| "grad_norm": 0.8079761026322886, |
| "learning_rate": 8.96071821380355e-05, |
| "loss": 11.6445, |
| "num_tokens": 5600825.0, |
| "step": 784 |
| }, |
| { |
| "epoch": 0.5485674353598882, |
| "grad_norm": 0.7976472224058269, |
| "learning_rate": 8.938209509561741e-05, |
| "loss": 11.5162, |
| "num_tokens": 5608068.0, |
| "step": 785 |
| }, |
| { |
| "epoch": 0.549266247379455, |
| "grad_norm": 0.7844336006627589, |
| "learning_rate": 8.91570624482592e-05, |
| "loss": 11.5521, |
| "num_tokens": 5615637.0, |
| "step": 786 |
| }, |
| { |
| "epoch": 0.5499650593990216, |
| "grad_norm": 0.8546739107820156, |
| "learning_rate": 8.893208534879324e-05, |
| "loss": 11.4099, |
| "num_tokens": 5622822.0, |
| "step": 787 |
| }, |
| { |
| "epoch": 0.5506638714185884, |
| "grad_norm": 0.7935052239619794, |
| "learning_rate": 8.87071649497673e-05, |
| "loss": 11.4709, |
| "num_tokens": 5629785.0, |
| "step": 788 |
| }, |
| { |
| "epoch": 0.5513626834381551, |
| "grad_norm": 0.8364823960249244, |
| "learning_rate": 8.848230240343865e-05, |
| "loss": 11.5328, |
| "num_tokens": 5636551.0, |
| "step": 789 |
| }, |
| { |
| "epoch": 0.5520614954577219, |
| "grad_norm": 0.8504654444826972, |
| "learning_rate": 8.82574988617683e-05, |
| "loss": 11.4773, |
| "num_tokens": 5643210.0, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.5527603074772887, |
| "grad_norm": 0.8185493182608572, |
| "learning_rate": 8.803275547641488e-05, |
| "loss": 11.3797, |
| "num_tokens": 5650927.0, |
| "step": 791 |
| }, |
| { |
| "epoch": 0.5534591194968553, |
| "grad_norm": 0.7875124927027887, |
| "learning_rate": 8.780807339872886e-05, |
| "loss": 11.6004, |
| "num_tokens": 5658354.0, |
| "step": 792 |
| }, |
| { |
| "epoch": 0.5541579315164221, |
| "grad_norm": 0.9390755326975335, |
| "learning_rate": 8.758345377974667e-05, |
| "loss": 11.7106, |
| "num_tokens": 5664499.0, |
| "step": 793 |
| }, |
| { |
| "epoch": 0.5548567435359888, |
| "grad_norm": 0.8744733379949224, |
| "learning_rate": 8.735889777018465e-05, |
| "loss": 11.5987, |
| "num_tokens": 5670823.0, |
| "step": 794 |
| }, |
| { |
| "epoch": 0.5555555555555556, |
| "grad_norm": 0.7936257103943727, |
| "learning_rate": 8.71344065204335e-05, |
| "loss": 11.3932, |
| "num_tokens": 5678464.0, |
| "step": 795 |
| }, |
| { |
| "epoch": 0.5562543675751223, |
| "grad_norm": 0.9012746970901263, |
| "learning_rate": 8.690998118055193e-05, |
| "loss": 11.4493, |
| "num_tokens": 5685313.0, |
| "step": 796 |
| }, |
| { |
| "epoch": 0.556953179594689, |
| "grad_norm": 0.7949308089769119, |
| "learning_rate": 8.66856229002611e-05, |
| "loss": 11.6037, |
| "num_tokens": 5692972.0, |
| "step": 797 |
| }, |
| { |
| "epoch": 0.5576519916142557, |
| "grad_norm": 0.8986243273374567, |
| "learning_rate": 8.646133282893864e-05, |
| "loss": 11.4562, |
| "num_tokens": 5699327.0, |
| "step": 798 |
| }, |
| { |
| "epoch": 0.5583508036338225, |
| "grad_norm": 0.8149788916712181, |
| "learning_rate": 8.623711211561267e-05, |
| "loss": 11.4127, |
| "num_tokens": 5706702.0, |
| "step": 799 |
| }, |
| { |
| "epoch": 0.5590496156533893, |
| "grad_norm": 0.8205025674176395, |
| "learning_rate": 8.601296190895611e-05, |
| "loss": 11.5586, |
| "num_tokens": 5713918.0, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.559748427672956, |
| "grad_norm": 0.9188648076919179, |
| "learning_rate": 8.578888335728057e-05, |
| "loss": 11.4676, |
| "num_tokens": 5721220.0, |
| "step": 801 |
| }, |
| { |
| "epoch": 0.5604472396925227, |
| "grad_norm": 0.8501915802973017, |
| "learning_rate": 8.55648776085306e-05, |
| "loss": 11.4786, |
| "num_tokens": 5728492.0, |
| "step": 802 |
| }, |
| { |
| "epoch": 0.5611460517120894, |
| "grad_norm": 0.8285958870852815, |
| "learning_rate": 8.534094581027785e-05, |
| "loss": 11.6043, |
| "num_tokens": 5735983.0, |
| "step": 803 |
| }, |
| { |
| "epoch": 0.5618448637316562, |
| "grad_norm": 0.944523071088074, |
| "learning_rate": 8.511708910971505e-05, |
| "loss": 11.5251, |
| "num_tokens": 5742678.0, |
| "step": 804 |
| }, |
| { |
| "epoch": 0.5625436757512229, |
| "grad_norm": 0.8081306301004181, |
| "learning_rate": 8.489330865365018e-05, |
| "loss": 11.4547, |
| "num_tokens": 5750553.0, |
| "step": 805 |
| }, |
| { |
| "epoch": 0.5632424877707897, |
| "grad_norm": 0.7754025315598624, |
| "learning_rate": 8.466960558850077e-05, |
| "loss": 11.2548, |
| "num_tokens": 5758022.0, |
| "step": 806 |
| }, |
| { |
| "epoch": 0.5639412997903563, |
| "grad_norm": 0.8196770260099395, |
| "learning_rate": 8.444598106028773e-05, |
| "loss": 11.4266, |
| "num_tokens": 5765255.0, |
| "step": 807 |
| }, |
| { |
| "epoch": 0.5646401118099231, |
| "grad_norm": 0.8107362785471051, |
| "learning_rate": 8.422243621462969e-05, |
| "loss": 11.4811, |
| "num_tokens": 5772746.0, |
| "step": 808 |
| }, |
| { |
| "epoch": 0.5653389238294899, |
| "grad_norm": 0.7690551203928506, |
| "learning_rate": 8.399897219673709e-05, |
| "loss": 11.3748, |
| "num_tokens": 5779819.0, |
| "step": 809 |
| }, |
| { |
| "epoch": 0.5660377358490566, |
| "grad_norm": 0.7912532894956382, |
| "learning_rate": 8.37755901514062e-05, |
| "loss": 11.4268, |
| "num_tokens": 5787293.0, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.5667365478686234, |
| "grad_norm": 0.7530699743645662, |
| "learning_rate": 8.355229122301348e-05, |
| "loss": 11.4364, |
| "num_tokens": 5795358.0, |
| "step": 811 |
| }, |
| { |
| "epoch": 0.56743535988819, |
| "grad_norm": 0.8641916957536385, |
| "learning_rate": 8.332907655550948e-05, |
| "loss": 11.565, |
| "num_tokens": 5802192.0, |
| "step": 812 |
| }, |
| { |
| "epoch": 0.5681341719077568, |
| "grad_norm": 0.874534688203229, |
| "learning_rate": 8.310594729241317e-05, |
| "loss": 11.6021, |
| "num_tokens": 5809107.0, |
| "step": 813 |
| }, |
| { |
| "epoch": 0.5688329839273235, |
| "grad_norm": 0.7922582476273456, |
| "learning_rate": 8.288290457680591e-05, |
| "loss": 11.3441, |
| "num_tokens": 5815896.0, |
| "step": 814 |
| }, |
| { |
| "epoch": 0.5695317959468903, |
| "grad_norm": 0.8349253188255037, |
| "learning_rate": 8.265994955132572e-05, |
| "loss": 11.6314, |
| "num_tokens": 5823124.0, |
| "step": 815 |
| }, |
| { |
| "epoch": 0.570230607966457, |
| "grad_norm": 0.8699624382696525, |
| "learning_rate": 8.243708335816145e-05, |
| "loss": 11.6838, |
| "num_tokens": 5829951.0, |
| "step": 816 |
| }, |
| { |
| "epoch": 0.5709294199860238, |
| "grad_norm": 0.8100979857916469, |
| "learning_rate": 8.221430713904672e-05, |
| "loss": 11.3424, |
| "num_tokens": 5836842.0, |
| "step": 817 |
| }, |
| { |
| "epoch": 0.5716282320055905, |
| "grad_norm": 0.8477977602214554, |
| "learning_rate": 8.19916220352544e-05, |
| "loss": 11.5169, |
| "num_tokens": 5844342.0, |
| "step": 818 |
| }, |
| { |
| "epoch": 0.5723270440251572, |
| "grad_norm": 0.7768417118848057, |
| "learning_rate": 8.176902918759041e-05, |
| "loss": 11.4596, |
| "num_tokens": 5851608.0, |
| "step": 819 |
| }, |
| { |
| "epoch": 0.573025856044724, |
| "grad_norm": 0.8145926096488002, |
| "learning_rate": 8.15465297363881e-05, |
| "loss": 11.3234, |
| "num_tokens": 5858938.0, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.5737246680642907, |
| "grad_norm": 0.8306120383140485, |
| "learning_rate": 8.132412482150245e-05, |
| "loss": 11.4715, |
| "num_tokens": 5865983.0, |
| "step": 821 |
| }, |
| { |
| "epoch": 0.5744234800838575, |
| "grad_norm": 0.8432187258645947, |
| "learning_rate": 8.110181558230404e-05, |
| "loss": 11.5188, |
| "num_tokens": 5872600.0, |
| "step": 822 |
| }, |
| { |
| "epoch": 0.5751222921034241, |
| "grad_norm": 0.913675498107121, |
| "learning_rate": 8.087960315767328e-05, |
| "loss": 11.4379, |
| "num_tokens": 5878398.0, |
| "step": 823 |
| }, |
| { |
| "epoch": 0.5758211041229909, |
| "grad_norm": 0.7767964555554504, |
| "learning_rate": 8.06574886859947e-05, |
| "loss": 11.5975, |
| "num_tokens": 5886022.0, |
| "step": 824 |
| }, |
| { |
| "epoch": 0.5765199161425576, |
| "grad_norm": 0.8067890059558731, |
| "learning_rate": 8.043547330515092e-05, |
| "loss": 11.417, |
| "num_tokens": 5893141.0, |
| "step": 825 |
| }, |
| { |
| "epoch": 0.5772187281621244, |
| "grad_norm": 0.7778204138902519, |
| "learning_rate": 8.021355815251703e-05, |
| "loss": 11.4109, |
| "num_tokens": 5900162.0, |
| "step": 826 |
| }, |
| { |
| "epoch": 0.5779175401816912, |
| "grad_norm": 0.8581915102507534, |
| "learning_rate": 7.999174436495456e-05, |
| "loss": 11.3281, |
| "num_tokens": 5907169.0, |
| "step": 827 |
| }, |
| { |
| "epoch": 0.5786163522012578, |
| "grad_norm": 0.7943071251832075, |
| "learning_rate": 7.97700330788058e-05, |
| "loss": 11.5825, |
| "num_tokens": 5914949.0, |
| "step": 828 |
| }, |
| { |
| "epoch": 0.5793151642208246, |
| "grad_norm": 0.8307994124468097, |
| "learning_rate": 7.954842542988792e-05, |
| "loss": 11.5205, |
| "num_tokens": 5921813.0, |
| "step": 829 |
| }, |
| { |
| "epoch": 0.5800139762403913, |
| "grad_norm": 0.7956011180143502, |
| "learning_rate": 7.932692255348711e-05, |
| "loss": 11.6589, |
| "num_tokens": 5929467.0, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.5807127882599581, |
| "grad_norm": 0.751578867815494, |
| "learning_rate": 7.910552558435297e-05, |
| "loss": 11.3462, |
| "num_tokens": 5936756.0, |
| "step": 831 |
| }, |
| { |
| "epoch": 0.5814116002795248, |
| "grad_norm": 0.7268812168656755, |
| "learning_rate": 7.888423565669236e-05, |
| "loss": 11.4221, |
| "num_tokens": 5944825.0, |
| "step": 832 |
| }, |
| { |
| "epoch": 0.5821104122990916, |
| "grad_norm": 0.8006177593002789, |
| "learning_rate": 7.866305390416385e-05, |
| "loss": 11.4256, |
| "num_tokens": 5951987.0, |
| "step": 833 |
| }, |
| { |
| "epoch": 0.5828092243186582, |
| "grad_norm": 0.7402596515700245, |
| "learning_rate": 7.844198145987187e-05, |
| "loss": 11.3692, |
| "num_tokens": 5959236.0, |
| "step": 834 |
| }, |
| { |
| "epoch": 0.583508036338225, |
| "grad_norm": 0.8602548653263015, |
| "learning_rate": 7.82210194563608e-05, |
| "loss": 11.7315, |
| "num_tokens": 5966125.0, |
| "step": 835 |
| }, |
| { |
| "epoch": 0.5842068483577918, |
| "grad_norm": 0.7749004598919897, |
| "learning_rate": 7.800016902560924e-05, |
| "loss": 11.4858, |
| "num_tokens": 5974067.0, |
| "step": 836 |
| }, |
| { |
| "epoch": 0.5849056603773585, |
| "grad_norm": 0.833537255516446, |
| "learning_rate": 7.77794312990243e-05, |
| "loss": 11.4515, |
| "num_tokens": 5980876.0, |
| "step": 837 |
| }, |
| { |
| "epoch": 0.5856044723969253, |
| "grad_norm": 0.8541885917387239, |
| "learning_rate": 7.755880740743559e-05, |
| "loss": 11.6651, |
| "num_tokens": 5988494.0, |
| "step": 838 |
| }, |
| { |
| "epoch": 0.5863032844164919, |
| "grad_norm": 0.8342950784145347, |
| "learning_rate": 7.733829848108965e-05, |
| "loss": 11.3994, |
| "num_tokens": 5995555.0, |
| "step": 839 |
| }, |
| { |
| "epoch": 0.5870020964360587, |
| "grad_norm": 0.7862902039549512, |
| "learning_rate": 7.7117905649644e-05, |
| "loss": 11.3371, |
| "num_tokens": 6002655.0, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.5877009084556254, |
| "grad_norm": 0.8543777698570504, |
| "learning_rate": 7.689763004216135e-05, |
| "loss": 11.5781, |
| "num_tokens": 6009185.0, |
| "step": 841 |
| }, |
| { |
| "epoch": 0.5883997204751922, |
| "grad_norm": 0.9108297671558842, |
| "learning_rate": 7.667747278710406e-05, |
| "loss": 11.2922, |
| "num_tokens": 6016823.0, |
| "step": 842 |
| }, |
| { |
| "epoch": 0.589098532494759, |
| "grad_norm": 0.7511611223234017, |
| "learning_rate": 7.6457435012328e-05, |
| "loss": 11.4936, |
| "num_tokens": 6024771.0, |
| "step": 843 |
| }, |
| { |
| "epoch": 0.5897973445143256, |
| "grad_norm": 0.8464284988171904, |
| "learning_rate": 7.623751784507706e-05, |
| "loss": 11.4268, |
| "num_tokens": 6031975.0, |
| "step": 844 |
| }, |
| { |
| "epoch": 0.5904961565338924, |
| "grad_norm": 0.8292138849138506, |
| "learning_rate": 7.601772241197719e-05, |
| "loss": 11.6141, |
| "num_tokens": 6039124.0, |
| "step": 845 |
| }, |
| { |
| "epoch": 0.5911949685534591, |
| "grad_norm": 0.8644997646527984, |
| "learning_rate": 7.579804983903067e-05, |
| "loss": 11.6254, |
| "num_tokens": 6045752.0, |
| "step": 846 |
| }, |
| { |
| "epoch": 0.5918937805730259, |
| "grad_norm": 0.9065613000680274, |
| "learning_rate": 7.557850125161053e-05, |
| "loss": 11.5652, |
| "num_tokens": 6052231.0, |
| "step": 847 |
| }, |
| { |
| "epoch": 0.5925925925925926, |
| "grad_norm": 0.8567835900522591, |
| "learning_rate": 7.535907777445449e-05, |
| "loss": 11.3823, |
| "num_tokens": 6059886.0, |
| "step": 848 |
| }, |
| { |
| "epoch": 0.5932914046121593, |
| "grad_norm": 0.8345066461262305, |
| "learning_rate": 7.513978053165934e-05, |
| "loss": 11.6205, |
| "num_tokens": 6066548.0, |
| "step": 849 |
| }, |
| { |
| "epoch": 0.593990216631726, |
| "grad_norm": 0.8056119012251634, |
| "learning_rate": 7.492061064667526e-05, |
| "loss": 11.4517, |
| "num_tokens": 6074097.0, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.5946890286512928, |
| "grad_norm": 0.9106299776518808, |
| "learning_rate": 7.470156924229988e-05, |
| "loss": 11.524, |
| "num_tokens": 6080717.0, |
| "step": 851 |
| }, |
| { |
| "epoch": 0.5953878406708596, |
| "grad_norm": 0.7853436652395662, |
| "learning_rate": 7.448265744067275e-05, |
| "loss": 11.3629, |
| "num_tokens": 6088678.0, |
| "step": 852 |
| }, |
| { |
| "epoch": 0.5960866526904263, |
| "grad_norm": 0.8446726817091805, |
| "learning_rate": 7.426387636326936e-05, |
| "loss": 11.5285, |
| "num_tokens": 6095534.0, |
| "step": 853 |
| }, |
| { |
| "epoch": 0.596785464709993, |
| "grad_norm": 0.8096739560163518, |
| "learning_rate": 7.404522713089554e-05, |
| "loss": 11.5661, |
| "num_tokens": 6102965.0, |
| "step": 854 |
| }, |
| { |
| "epoch": 0.5974842767295597, |
| "grad_norm": 0.8368927033929309, |
| "learning_rate": 7.382671086368172e-05, |
| "loss": 11.2703, |
| "num_tokens": 6109857.0, |
| "step": 855 |
| }, |
| { |
| "epoch": 0.5981830887491265, |
| "grad_norm": 0.9545515909179914, |
| "learning_rate": 7.360832868107708e-05, |
| "loss": 11.8182, |
| "num_tokens": 6116670.0, |
| "step": 856 |
| }, |
| { |
| "epoch": 0.5988819007686932, |
| "grad_norm": 0.8061669184109826, |
| "learning_rate": 7.3390081701844e-05, |
| "loss": 11.2728, |
| "num_tokens": 6123896.0, |
| "step": 857 |
| }, |
| { |
| "epoch": 0.59958071278826, |
| "grad_norm": 0.8533029486109188, |
| "learning_rate": 7.317197104405213e-05, |
| "loss": 11.5543, |
| "num_tokens": 6130750.0, |
| "step": 858 |
| }, |
| { |
| "epoch": 0.6002795248078266, |
| "grad_norm": 0.8969968982568871, |
| "learning_rate": 7.295399782507275e-05, |
| "loss": 11.3407, |
| "num_tokens": 6137850.0, |
| "step": 859 |
| }, |
| { |
| "epoch": 0.6009783368273934, |
| "grad_norm": 0.8544932603225329, |
| "learning_rate": 7.273616316157312e-05, |
| "loss": 11.3906, |
| "num_tokens": 6144967.0, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.6016771488469602, |
| "grad_norm": 0.9575871493500785, |
| "learning_rate": 7.251846816951063e-05, |
| "loss": 11.3528, |
| "num_tokens": 6151858.0, |
| "step": 861 |
| }, |
| { |
| "epoch": 0.6023759608665269, |
| "grad_norm": 0.9034387927043012, |
| "learning_rate": 7.23009139641271e-05, |
| "loss": 11.4893, |
| "num_tokens": 6158407.0, |
| "step": 862 |
| }, |
| { |
| "epoch": 0.6030747728860937, |
| "grad_norm": 0.8300032020729585, |
| "learning_rate": 7.208350165994325e-05, |
| "loss": 11.6586, |
| "num_tokens": 6165454.0, |
| "step": 863 |
| }, |
| { |
| "epoch": 0.6037735849056604, |
| "grad_norm": 0.9613981820130882, |
| "learning_rate": 7.186623237075265e-05, |
| "loss": 11.4186, |
| "num_tokens": 6172278.0, |
| "step": 864 |
| }, |
| { |
| "epoch": 0.6044723969252271, |
| "grad_norm": 0.8216153509086527, |
| "learning_rate": 7.16491072096164e-05, |
| "loss": 11.5343, |
| "num_tokens": 6179334.0, |
| "step": 865 |
| }, |
| { |
| "epoch": 0.6051712089447938, |
| "grad_norm": 0.8120991028042943, |
| "learning_rate": 7.143212728885714e-05, |
| "loss": 11.4413, |
| "num_tokens": 6186949.0, |
| "step": 866 |
| }, |
| { |
| "epoch": 0.6058700209643606, |
| "grad_norm": 0.8725448199985772, |
| "learning_rate": 7.121529372005335e-05, |
| "loss": 11.5006, |
| "num_tokens": 6194084.0, |
| "step": 867 |
| }, |
| { |
| "epoch": 0.6065688329839273, |
| "grad_norm": 0.7857788374163461, |
| "learning_rate": 7.099860761403403e-05, |
| "loss": 11.5642, |
| "num_tokens": 6201312.0, |
| "step": 868 |
| }, |
| { |
| "epoch": 0.6072676450034941, |
| "grad_norm": 0.749546501349823, |
| "learning_rate": 7.078207008087248e-05, |
| "loss": 11.5207, |
| "num_tokens": 6208547.0, |
| "step": 869 |
| }, |
| { |
| "epoch": 0.6079664570230608, |
| "grad_norm": 0.807549031552495, |
| "learning_rate": 7.056568222988099e-05, |
| "loss": 11.5615, |
| "num_tokens": 6215891.0, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.6086652690426275, |
| "grad_norm": 0.7753534051289811, |
| "learning_rate": 7.034944516960498e-05, |
| "loss": 11.4658, |
| "num_tokens": 6223503.0, |
| "step": 871 |
| }, |
| { |
| "epoch": 0.6093640810621943, |
| "grad_norm": 0.7732259838681556, |
| "learning_rate": 7.013336000781738e-05, |
| "loss": 11.5801, |
| "num_tokens": 6230239.0, |
| "step": 872 |
| }, |
| { |
| "epoch": 0.610062893081761, |
| "grad_norm": 0.7574853840801833, |
| "learning_rate": 6.991742785151305e-05, |
| "loss": 11.3924, |
| "num_tokens": 6237658.0, |
| "step": 873 |
| }, |
| { |
| "epoch": 0.6107617051013278, |
| "grad_norm": 0.8360871413852982, |
| "learning_rate": 6.970164980690285e-05, |
| "loss": 11.5716, |
| "num_tokens": 6244558.0, |
| "step": 874 |
| }, |
| { |
| "epoch": 0.6114605171208944, |
| "grad_norm": 0.8199482824692478, |
| "learning_rate": 6.94860269794083e-05, |
| "loss": 11.5512, |
| "num_tokens": 6251785.0, |
| "step": 875 |
| }, |
| { |
| "epoch": 0.6121593291404612, |
| "grad_norm": 0.7837266750011456, |
| "learning_rate": 6.927056047365557e-05, |
| "loss": 11.3226, |
| "num_tokens": 6258748.0, |
| "step": 876 |
| }, |
| { |
| "epoch": 0.6128581411600279, |
| "grad_norm": 0.7577779156383097, |
| "learning_rate": 6.905525139347011e-05, |
| "loss": 11.494, |
| "num_tokens": 6266062.0, |
| "step": 877 |
| }, |
| { |
| "epoch": 0.6135569531795947, |
| "grad_norm": 0.8052344965652813, |
| "learning_rate": 6.884010084187093e-05, |
| "loss": 11.427, |
| "num_tokens": 6272639.0, |
| "step": 878 |
| }, |
| { |
| "epoch": 0.6142557651991615, |
| "grad_norm": 0.8325818177093272, |
| "learning_rate": 6.86251099210648e-05, |
| "loss": 11.5747, |
| "num_tokens": 6279204.0, |
| "step": 879 |
| }, |
| { |
| "epoch": 0.6149545772187281, |
| "grad_norm": 0.7754376173157712, |
| "learning_rate": 6.841027973244076e-05, |
| "loss": 11.4026, |
| "num_tokens": 6286372.0, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.6156533892382949, |
| "grad_norm": 0.798756729619339, |
| "learning_rate": 6.819561137656443e-05, |
| "loss": 11.3876, |
| "num_tokens": 6292809.0, |
| "step": 881 |
| }, |
| { |
| "epoch": 0.6163522012578616, |
| "grad_norm": 0.7719865569386571, |
| "learning_rate": 6.798110595317229e-05, |
| "loss": 11.4415, |
| "num_tokens": 6300059.0, |
| "step": 882 |
| }, |
| { |
| "epoch": 0.6170510132774284, |
| "grad_norm": 0.8195039075085477, |
| "learning_rate": 6.776676456116629e-05, |
| "loss": 11.5411, |
| "num_tokens": 6306992.0, |
| "step": 883 |
| }, |
| { |
| "epoch": 0.6177498252969951, |
| "grad_norm": 0.8027317976901461, |
| "learning_rate": 6.755258829860791e-05, |
| "loss": 11.3557, |
| "num_tokens": 6313854.0, |
| "step": 884 |
| }, |
| { |
| "epoch": 0.6184486373165619, |
| "grad_norm": 0.771851720603674, |
| "learning_rate": 6.733857826271271e-05, |
| "loss": 11.369, |
| "num_tokens": 6320866.0, |
| "step": 885 |
| }, |
| { |
| "epoch": 0.6191474493361285, |
| "grad_norm": 0.7674659928459595, |
| "learning_rate": 6.712473554984472e-05, |
| "loss": 11.3876, |
| "num_tokens": 6328614.0, |
| "step": 886 |
| }, |
| { |
| "epoch": 0.6198462613556953, |
| "grad_norm": 0.7600859890865244, |
| "learning_rate": 6.69110612555107e-05, |
| "loss": 11.4883, |
| "num_tokens": 6336010.0, |
| "step": 887 |
| }, |
| { |
| "epoch": 0.6205450733752621, |
| "grad_norm": 0.8243419809913102, |
| "learning_rate": 6.669755647435474e-05, |
| "loss": 11.3781, |
| "num_tokens": 6342374.0, |
| "step": 888 |
| }, |
| { |
| "epoch": 0.6212438853948288, |
| "grad_norm": 0.7829044387907746, |
| "learning_rate": 6.648422230015242e-05, |
| "loss": 11.3094, |
| "num_tokens": 6349581.0, |
| "step": 889 |
| }, |
| { |
| "epoch": 0.6219426974143956, |
| "grad_norm": 0.8205152326848861, |
| "learning_rate": 6.627105982580528e-05, |
| "loss": 11.4789, |
| "num_tokens": 6356441.0, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.6226415094339622, |
| "grad_norm": 0.8121937689718386, |
| "learning_rate": 6.605807014333538e-05, |
| "loss": 11.3885, |
| "num_tokens": 6363148.0, |
| "step": 891 |
| }, |
| { |
| "epoch": 0.623340321453529, |
| "grad_norm": 0.8187543353581098, |
| "learning_rate": 6.584525434387944e-05, |
| "loss": 11.367, |
| "num_tokens": 6370176.0, |
| "step": 892 |
| }, |
| { |
| "epoch": 0.6240391334730957, |
| "grad_norm": 0.8189881007250471, |
| "learning_rate": 6.563261351768345e-05, |
| "loss": 11.6037, |
| "num_tokens": 6377384.0, |
| "step": 893 |
| }, |
| { |
| "epoch": 0.6247379454926625, |
| "grad_norm": 0.7403030747434303, |
| "learning_rate": 6.542014875409703e-05, |
| "loss": 11.3652, |
| "num_tokens": 6384876.0, |
| "step": 894 |
| }, |
| { |
| "epoch": 0.6254367575122292, |
| "grad_norm": 0.8179439653721886, |
| "learning_rate": 6.52078611415678e-05, |
| "loss": 11.3852, |
| "num_tokens": 6391664.0, |
| "step": 895 |
| }, |
| { |
| "epoch": 0.6261355695317959, |
| "grad_norm": 0.8515340307528421, |
| "learning_rate": 6.49957517676359e-05, |
| "loss": 11.3703, |
| "num_tokens": 6398231.0, |
| "step": 896 |
| }, |
| { |
| "epoch": 0.6268343815513627, |
| "grad_norm": 0.8288077296988552, |
| "learning_rate": 6.47838217189283e-05, |
| "loss": 11.353, |
| "num_tokens": 6405010.0, |
| "step": 897 |
| }, |
| { |
| "epoch": 0.6275331935709294, |
| "grad_norm": 0.730129626547827, |
| "learning_rate": 6.457207208115328e-05, |
| "loss": 11.5185, |
| "num_tokens": 6412293.0, |
| "step": 898 |
| }, |
| { |
| "epoch": 0.6282320055904962, |
| "grad_norm": 0.8202972201931359, |
| "learning_rate": 6.436050393909499e-05, |
| "loss": 11.5474, |
| "num_tokens": 6419190.0, |
| "step": 899 |
| }, |
| { |
| "epoch": 0.6289308176100629, |
| "grad_norm": 0.7830504737205021, |
| "learning_rate": 6.414911837660768e-05, |
| "loss": 11.1973, |
| "num_tokens": 6426719.0, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.6296296296296297, |
| "grad_norm": 0.7530937085031525, |
| "learning_rate": 6.393791647661032e-05, |
| "loss": 11.5101, |
| "num_tokens": 6434060.0, |
| "step": 901 |
| }, |
| { |
| "epoch": 0.6303284416491963, |
| "grad_norm": 0.7906021221246778, |
| "learning_rate": 6.372689932108091e-05, |
| "loss": 11.5279, |
| "num_tokens": 6441144.0, |
| "step": 902 |
| }, |
| { |
| "epoch": 0.6310272536687631, |
| "grad_norm": 0.8223449747267925, |
| "learning_rate": 6.351606799105107e-05, |
| "loss": 11.2108, |
| "num_tokens": 6448000.0, |
| "step": 903 |
| }, |
| { |
| "epoch": 0.6317260656883298, |
| "grad_norm": 0.7078365936333572, |
| "learning_rate": 6.330542356660046e-05, |
| "loss": 11.4398, |
| "num_tokens": 6455854.0, |
| "step": 904 |
| }, |
| { |
| "epoch": 0.6324248777078966, |
| "grad_norm": 0.8055321988221168, |
| "learning_rate": 6.309496712685122e-05, |
| "loss": 11.3534, |
| "num_tokens": 6462687.0, |
| "step": 905 |
| }, |
| { |
| "epoch": 0.6331236897274634, |
| "grad_norm": 0.8080504596422721, |
| "learning_rate": 6.288469974996234e-05, |
| "loss": 11.4418, |
| "num_tokens": 6469302.0, |
| "step": 906 |
| }, |
| { |
| "epoch": 0.63382250174703, |
| "grad_norm": 0.8806667746234638, |
| "learning_rate": 6.267462251312445e-05, |
| "loss": 11.4176, |
| "num_tokens": 6475494.0, |
| "step": 907 |
| }, |
| { |
| "epoch": 0.6345213137665968, |
| "grad_norm": 0.7642307341098185, |
| "learning_rate": 6.24647364925539e-05, |
| "loss": 11.399, |
| "num_tokens": 6483132.0, |
| "step": 908 |
| }, |
| { |
| "epoch": 0.6352201257861635, |
| "grad_norm": 0.7753132086477652, |
| "learning_rate": 6.225504276348766e-05, |
| "loss": 11.2906, |
| "num_tokens": 6490796.0, |
| "step": 909 |
| }, |
| { |
| "epoch": 0.6359189378057303, |
| "grad_norm": 0.7486646132302851, |
| "learning_rate": 6.204554240017742e-05, |
| "loss": 11.352, |
| "num_tokens": 6498706.0, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.636617749825297, |
| "grad_norm": 0.778566234919517, |
| "learning_rate": 6.183623647588427e-05, |
| "loss": 11.5678, |
| "num_tokens": 6505674.0, |
| "step": 911 |
| }, |
| { |
| "epoch": 0.6373165618448637, |
| "grad_norm": 0.9101437765550461, |
| "learning_rate": 6.162712606287335e-05, |
| "loss": 11.384, |
| "num_tokens": 6512122.0, |
| "step": 912 |
| }, |
| { |
| "epoch": 0.6380153738644304, |
| "grad_norm": 0.791821933199024, |
| "learning_rate": 6.141821223240804e-05, |
| "loss": 11.3918, |
| "num_tokens": 6519491.0, |
| "step": 913 |
| }, |
| { |
| "epoch": 0.6387141858839972, |
| "grad_norm": 0.8037666912694112, |
| "learning_rate": 6.120949605474478e-05, |
| "loss": 11.5467, |
| "num_tokens": 6526251.0, |
| "step": 914 |
| }, |
| { |
| "epoch": 0.639412997903564, |
| "grad_norm": 0.8390371657278727, |
| "learning_rate": 6.100097859912732e-05, |
| "loss": 11.4776, |
| "num_tokens": 6532851.0, |
| "step": 915 |
| }, |
| { |
| "epoch": 0.6401118099231307, |
| "grad_norm": 0.8884662450896984, |
| "learning_rate": 6.0792660933781375e-05, |
| "loss": 11.3619, |
| "num_tokens": 6539983.0, |
| "step": 916 |
| }, |
| { |
| "epoch": 0.6408106219426974, |
| "grad_norm": 0.7726014803170672, |
| "learning_rate": 6.058454412590928e-05, |
| "loss": 11.3864, |
| "num_tokens": 6547267.0, |
| "step": 917 |
| }, |
| { |
| "epoch": 0.6415094339622641, |
| "grad_norm": 0.8533702770606022, |
| "learning_rate": 6.037662924168419e-05, |
| "loss": 11.2928, |
| "num_tokens": 6554111.0, |
| "step": 918 |
| }, |
| { |
| "epoch": 0.6422082459818309, |
| "grad_norm": 0.8468889356156204, |
| "learning_rate": 6.016891734624501e-05, |
| "loss": 11.4525, |
| "num_tokens": 6561069.0, |
| "step": 919 |
| }, |
| { |
| "epoch": 0.6429070580013976, |
| "grad_norm": 0.8612184509336287, |
| "learning_rate": 5.9961409503690605e-05, |
| "loss": 11.6099, |
| "num_tokens": 6568238.0, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.6436058700209644, |
| "grad_norm": 0.7434062790975529, |
| "learning_rate": 5.975410677707447e-05, |
| "loss": 11.4411, |
| "num_tokens": 6575880.0, |
| "step": 921 |
| }, |
| { |
| "epoch": 0.6443046820405312, |
| "grad_norm": 0.8174217364264119, |
| "learning_rate": 5.954701022839944e-05, |
| "loss": 11.4125, |
| "num_tokens": 6582676.0, |
| "step": 922 |
| }, |
| { |
| "epoch": 0.6450034940600978, |
| "grad_norm": 0.7558016655031929, |
| "learning_rate": 5.9340120918611994e-05, |
| "loss": 11.6664, |
| "num_tokens": 6590130.0, |
| "step": 923 |
| }, |
| { |
| "epoch": 0.6457023060796646, |
| "grad_norm": 0.7940056450454165, |
| "learning_rate": 5.913343990759695e-05, |
| "loss": 11.5493, |
| "num_tokens": 6596815.0, |
| "step": 924 |
| }, |
| { |
| "epoch": 0.6464011180992313, |
| "grad_norm": 0.7726837389032853, |
| "learning_rate": 5.8926968254172076e-05, |
| "loss": 11.1489, |
| "num_tokens": 6604041.0, |
| "step": 925 |
| }, |
| { |
| "epoch": 0.6470999301187981, |
| "grad_norm": 0.823514945514921, |
| "learning_rate": 5.872070701608251e-05, |
| "loss": 11.4563, |
| "num_tokens": 6611449.0, |
| "step": 926 |
| }, |
| { |
| "epoch": 0.6477987421383647, |
| "grad_norm": 0.7998018031164993, |
| "learning_rate": 5.851465724999559e-05, |
| "loss": 11.55, |
| "num_tokens": 6618417.0, |
| "step": 927 |
| }, |
| { |
| "epoch": 0.6484975541579315, |
| "grad_norm": 0.7462225767654096, |
| "learning_rate": 5.830882001149517e-05, |
| "loss": 11.3976, |
| "num_tokens": 6626409.0, |
| "step": 928 |
| }, |
| { |
| "epoch": 0.6491963661774982, |
| "grad_norm": 0.7942705495379757, |
| "learning_rate": 5.8103196355076305e-05, |
| "loss": 11.464, |
| "num_tokens": 6633421.0, |
| "step": 929 |
| }, |
| { |
| "epoch": 0.649895178197065, |
| "grad_norm": 0.7533581744429543, |
| "learning_rate": 5.789778733414004e-05, |
| "loss": 11.4489, |
| "num_tokens": 6641387.0, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.6505939902166318, |
| "grad_norm": 0.7765742186173611, |
| "learning_rate": 5.769259400098769e-05, |
| "loss": 11.2764, |
| "num_tokens": 6648880.0, |
| "step": 931 |
| }, |
| { |
| "epoch": 0.6512928022361985, |
| "grad_norm": 0.7416483184978369, |
| "learning_rate": 5.748761740681573e-05, |
| "loss": 11.4409, |
| "num_tokens": 6656518.0, |
| "step": 932 |
| }, |
| { |
| "epoch": 0.6519916142557652, |
| "grad_norm": 0.7462623775574179, |
| "learning_rate": 5.728285860171021e-05, |
| "loss": 11.315, |
| "num_tokens": 6663873.0, |
| "step": 933 |
| }, |
| { |
| "epoch": 0.6526904262753319, |
| "grad_norm": 0.7926028186762867, |
| "learning_rate": 5.7078318634641456e-05, |
| "loss": 11.4408, |
| "num_tokens": 6671021.0, |
| "step": 934 |
| }, |
| { |
| "epoch": 0.6533892382948987, |
| "grad_norm": 0.8186251647673696, |
| "learning_rate": 5.687399855345879e-05, |
| "loss": 11.4383, |
| "num_tokens": 6677620.0, |
| "step": 935 |
| }, |
| { |
| "epoch": 0.6540880503144654, |
| "grad_norm": 0.7280289619725115, |
| "learning_rate": 5.666989940488496e-05, |
| "loss": 11.417, |
| "num_tokens": 6685101.0, |
| "step": 936 |
| }, |
| { |
| "epoch": 0.6547868623340322, |
| "grad_norm": 0.7915454831387722, |
| "learning_rate": 5.646602223451094e-05, |
| "loss": 11.2694, |
| "num_tokens": 6692207.0, |
| "step": 937 |
| }, |
| { |
| "epoch": 0.6554856743535988, |
| "grad_norm": 0.7279570365472292, |
| "learning_rate": 5.6262368086790504e-05, |
| "loss": 11.313, |
| "num_tokens": 6699759.0, |
| "step": 938 |
| }, |
| { |
| "epoch": 0.6561844863731656, |
| "grad_norm": 0.7968453443976489, |
| "learning_rate": 5.605893800503484e-05, |
| "loss": 11.3699, |
| "num_tokens": 6706906.0, |
| "step": 939 |
| }, |
| { |
| "epoch": 0.6568832983927324, |
| "grad_norm": 0.8290722608319229, |
| "learning_rate": 5.585573303140741e-05, |
| "loss": 11.4912, |
| "num_tokens": 6713394.0, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.6575821104122991, |
| "grad_norm": 0.7823549978752478, |
| "learning_rate": 5.565275420691831e-05, |
| "loss": 11.3901, |
| "num_tokens": 6720211.0, |
| "step": 941 |
| }, |
| { |
| "epoch": 0.6582809224318659, |
| "grad_norm": 0.7517377792179483, |
| "learning_rate": 5.5450002571419104e-05, |
| "loss": 11.5227, |
| "num_tokens": 6727718.0, |
| "step": 942 |
| }, |
| { |
| "epoch": 0.6589797344514325, |
| "grad_norm": 0.7578102737888668, |
| "learning_rate": 5.524747916359756e-05, |
| "loss": 11.3185, |
| "num_tokens": 6735027.0, |
| "step": 943 |
| }, |
| { |
| "epoch": 0.6596785464709993, |
| "grad_norm": 0.7294348627795622, |
| "learning_rate": 5.504518502097212e-05, |
| "loss": 11.4193, |
| "num_tokens": 6742667.0, |
| "step": 944 |
| }, |
| { |
| "epoch": 0.660377358490566, |
| "grad_norm": 0.7333256228607329, |
| "learning_rate": 5.484312117988687e-05, |
| "loss": 11.415, |
| "num_tokens": 6750129.0, |
| "step": 945 |
| }, |
| { |
| "epoch": 0.6610761705101328, |
| "grad_norm": 0.7629669936154013, |
| "learning_rate": 5.464128867550593e-05, |
| "loss": 11.3356, |
| "num_tokens": 6756898.0, |
| "step": 946 |
| }, |
| { |
| "epoch": 0.6617749825296995, |
| "grad_norm": 0.7752564686857137, |
| "learning_rate": 5.4439688541808345e-05, |
| "loss": 11.5905, |
| "num_tokens": 6763921.0, |
| "step": 947 |
| }, |
| { |
| "epoch": 0.6624737945492662, |
| "grad_norm": 0.755404720417447, |
| "learning_rate": 5.423832181158274e-05, |
| "loss": 11.3755, |
| "num_tokens": 6771091.0, |
| "step": 948 |
| }, |
| { |
| "epoch": 0.663172606568833, |
| "grad_norm": 0.72492465071565, |
| "learning_rate": 5.4037189516422e-05, |
| "loss": 11.2847, |
| "num_tokens": 6778488.0, |
| "step": 949 |
| }, |
| { |
| "epoch": 0.6638714185883997, |
| "grad_norm": 0.7336264900623639, |
| "learning_rate": 5.383629268671804e-05, |
| "loss": 11.2539, |
| "num_tokens": 6785464.0, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.6645702306079665, |
| "grad_norm": 0.8327633064762886, |
| "learning_rate": 5.3635632351656495e-05, |
| "loss": 11.5402, |
| "num_tokens": 6792243.0, |
| "step": 951 |
| }, |
| { |
| "epoch": 0.6652690426275332, |
| "grad_norm": 0.7237982353291018, |
| "learning_rate": 5.3435209539211394e-05, |
| "loss": 11.416, |
| "num_tokens": 6799493.0, |
| "step": 952 |
| }, |
| { |
| "epoch": 0.6659678546471, |
| "grad_norm": 0.7303663246452419, |
| "learning_rate": 5.323502527614007e-05, |
| "loss": 11.3044, |
| "num_tokens": 6806467.0, |
| "step": 953 |
| }, |
| { |
| "epoch": 0.6666666666666666, |
| "grad_norm": 0.8181397264078049, |
| "learning_rate": 5.303508058797766e-05, |
| "loss": 11.4364, |
| "num_tokens": 6813306.0, |
| "step": 954 |
| }, |
| { |
| "epoch": 0.6673654786862334, |
| "grad_norm": 0.7355370180850539, |
| "learning_rate": 5.2835376499031955e-05, |
| "loss": 11.1692, |
| "num_tokens": 6820518.0, |
| "step": 955 |
| }, |
| { |
| "epoch": 0.6680642907058001, |
| "grad_norm": 0.7609137303788498, |
| "learning_rate": 5.263591403237831e-05, |
| "loss": 11.3905, |
| "num_tokens": 6827100.0, |
| "step": 956 |
| }, |
| { |
| "epoch": 0.6687631027253669, |
| "grad_norm": 0.8203786627444394, |
| "learning_rate": 5.243669420985413e-05, |
| "loss": 11.359, |
| "num_tokens": 6833940.0, |
| "step": 957 |
| }, |
| { |
| "epoch": 0.6694619147449337, |
| "grad_norm": 0.752993836488806, |
| "learning_rate": 5.22377180520538e-05, |
| "loss": 11.5737, |
| "num_tokens": 6841696.0, |
| "step": 958 |
| }, |
| { |
| "epoch": 0.6701607267645003, |
| "grad_norm": 0.7162845303848641, |
| "learning_rate": 5.2038986578323437e-05, |
| "loss": 11.5206, |
| "num_tokens": 6849308.0, |
| "step": 959 |
| }, |
| { |
| "epoch": 0.6708595387840671, |
| "grad_norm": 0.7601708724578571, |
| "learning_rate": 5.1840500806755575e-05, |
| "loss": 11.2212, |
| "num_tokens": 6856816.0, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.6715583508036338, |
| "grad_norm": 0.8158602127134996, |
| "learning_rate": 5.164226175418421e-05, |
| "loss": 11.4374, |
| "num_tokens": 6863209.0, |
| "step": 961 |
| }, |
| { |
| "epoch": 0.6722571628232006, |
| "grad_norm": 0.7759684172814786, |
| "learning_rate": 5.1444270436179185e-05, |
| "loss": 11.1977, |
| "num_tokens": 6869856.0, |
| "step": 962 |
| }, |
| { |
| "epoch": 0.6729559748427673, |
| "grad_norm": 0.7307099197973029, |
| "learning_rate": 5.12465278670414e-05, |
| "loss": 11.3729, |
| "num_tokens": 6877774.0, |
| "step": 963 |
| }, |
| { |
| "epoch": 0.673654786862334, |
| "grad_norm": 0.7998954262132016, |
| "learning_rate": 5.10490350597973e-05, |
| "loss": 11.3021, |
| "num_tokens": 6884547.0, |
| "step": 964 |
| }, |
| { |
| "epoch": 0.6743535988819007, |
| "grad_norm": 0.829376113016866, |
| "learning_rate": 5.085179302619383e-05, |
| "loss": 11.4544, |
| "num_tokens": 6892114.0, |
| "step": 965 |
| }, |
| { |
| "epoch": 0.6750524109014675, |
| "grad_norm": 0.8124137234626652, |
| "learning_rate": 5.06548027766933e-05, |
| "loss": 11.5562, |
| "num_tokens": 6899318.0, |
| "step": 966 |
| }, |
| { |
| "epoch": 0.6757512229210343, |
| "grad_norm": 0.731877974221252, |
| "learning_rate": 5.045806532046806e-05, |
| "loss": 11.3625, |
| "num_tokens": 6906566.0, |
| "step": 967 |
| }, |
| { |
| "epoch": 0.676450034940601, |
| "grad_norm": 0.7960249114523722, |
| "learning_rate": 5.0261581665395475e-05, |
| "loss": 11.394, |
| "num_tokens": 6913114.0, |
| "step": 968 |
| }, |
| { |
| "epoch": 0.6771488469601677, |
| "grad_norm": 0.7471261094794464, |
| "learning_rate": 5.006535281805265e-05, |
| "loss": 11.2724, |
| "num_tokens": 6920642.0, |
| "step": 969 |
| }, |
| { |
| "epoch": 0.6778476589797344, |
| "grad_norm": 0.7394163224711746, |
| "learning_rate": 4.9869379783711315e-05, |
| "loss": 11.2185, |
| "num_tokens": 6927787.0, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.6785464709993012, |
| "grad_norm": 0.7482808846351563, |
| "learning_rate": 4.967366356633275e-05, |
| "loss": 11.2588, |
| "num_tokens": 6935406.0, |
| "step": 971 |
| }, |
| { |
| "epoch": 0.6792452830188679, |
| "grad_norm": 0.7449895829598722, |
| "learning_rate": 4.947820516856253e-05, |
| "loss": 11.4155, |
| "num_tokens": 6942968.0, |
| "step": 972 |
| }, |
| { |
| "epoch": 0.6799440950384347, |
| "grad_norm": 0.7866416855660652, |
| "learning_rate": 4.9283005591725375e-05, |
| "loss": 11.4755, |
| "num_tokens": 6949948.0, |
| "step": 973 |
| }, |
| { |
| "epoch": 0.6806429070580013, |
| "grad_norm": 0.7398246001909144, |
| "learning_rate": 4.908806583582021e-05, |
| "loss": 11.4443, |
| "num_tokens": 6957454.0, |
| "step": 974 |
| }, |
| { |
| "epoch": 0.6813417190775681, |
| "grad_norm": 0.7809576116461072, |
| "learning_rate": 4.8893386899514746e-05, |
| "loss": 11.3265, |
| "num_tokens": 6964979.0, |
| "step": 975 |
| }, |
| { |
| "epoch": 0.6820405310971349, |
| "grad_norm": 0.7263811286969053, |
| "learning_rate": 4.869896978014071e-05, |
| "loss": 11.4017, |
| "num_tokens": 6972329.0, |
| "step": 976 |
| }, |
| { |
| "epoch": 0.6827393431167016, |
| "grad_norm": 0.7922288974239042, |
| "learning_rate": 4.85048154736884e-05, |
| "loss": 11.4244, |
| "num_tokens": 6978773.0, |
| "step": 977 |
| }, |
| { |
| "epoch": 0.6834381551362684, |
| "grad_norm": 0.7347442860022921, |
| "learning_rate": 4.831092497480179e-05, |
| "loss": 11.3205, |
| "num_tokens": 6986336.0, |
| "step": 978 |
| }, |
| { |
| "epoch": 0.684136967155835, |
| "grad_norm": 0.8820151378232439, |
| "learning_rate": 4.81172992767734e-05, |
| "loss": 11.3669, |
| "num_tokens": 6992944.0, |
| "step": 979 |
| }, |
| { |
| "epoch": 0.6848357791754018, |
| "grad_norm": 0.8114183972043456, |
| "learning_rate": 4.792393937153914e-05, |
| "loss": 11.4598, |
| "num_tokens": 6999683.0, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.6855345911949685, |
| "grad_norm": 0.7694550494205694, |
| "learning_rate": 4.773084624967327e-05, |
| "loss": 11.2862, |
| "num_tokens": 7006810.0, |
| "step": 981 |
| }, |
| { |
| "epoch": 0.6862334032145353, |
| "grad_norm": 0.8035810017403291, |
| "learning_rate": 4.753802090038344e-05, |
| "loss": 11.6007, |
| "num_tokens": 7013925.0, |
| "step": 982 |
| }, |
| { |
| "epoch": 0.686932215234102, |
| "grad_norm": 0.8779508449006704, |
| "learning_rate": 4.734546431150536e-05, |
| "loss": 11.5836, |
| "num_tokens": 7020571.0, |
| "step": 983 |
| }, |
| { |
| "epoch": 0.6876310272536688, |
| "grad_norm": 0.7782965367791496, |
| "learning_rate": 4.715317746949804e-05, |
| "loss": 11.5124, |
| "num_tokens": 7027401.0, |
| "step": 984 |
| }, |
| { |
| "epoch": 0.6883298392732355, |
| "grad_norm": 0.7429245384849146, |
| "learning_rate": 4.6961161359438486e-05, |
| "loss": 11.2208, |
| "num_tokens": 7034682.0, |
| "step": 985 |
| }, |
| { |
| "epoch": 0.6890286512928022, |
| "grad_norm": 0.768180423011357, |
| "learning_rate": 4.676941696501673e-05, |
| "loss": 11.3495, |
| "num_tokens": 7042175.0, |
| "step": 986 |
| }, |
| { |
| "epoch": 0.689727463312369, |
| "grad_norm": 0.8158507454164047, |
| "learning_rate": 4.657794526853096e-05, |
| "loss": 11.4224, |
| "num_tokens": 7048976.0, |
| "step": 987 |
| }, |
| { |
| "epoch": 0.6904262753319357, |
| "grad_norm": 0.7416723415602191, |
| "learning_rate": 4.6386747250882224e-05, |
| "loss": 11.3724, |
| "num_tokens": 7056210.0, |
| "step": 988 |
| }, |
| { |
| "epoch": 0.6911250873515025, |
| "grad_norm": 0.7862281657651232, |
| "learning_rate": 4.6195823891569545e-05, |
| "loss": 11.5203, |
| "num_tokens": 7063291.0, |
| "step": 989 |
| }, |
| { |
| "epoch": 0.6918238993710691, |
| "grad_norm": 0.7947232569258293, |
| "learning_rate": 4.60051761686849e-05, |
| "loss": 11.3728, |
| "num_tokens": 7070074.0, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.6925227113906359, |
| "grad_norm": 0.7564910310163546, |
| "learning_rate": 4.581480505890816e-05, |
| "loss": 11.2835, |
| "num_tokens": 7077328.0, |
| "step": 991 |
| }, |
| { |
| "epoch": 0.6932215234102026, |
| "grad_norm": 0.7559569974710254, |
| "learning_rate": 4.5624711537502206e-05, |
| "loss": 11.4323, |
| "num_tokens": 7084251.0, |
| "step": 992 |
| }, |
| { |
| "epoch": 0.6939203354297694, |
| "grad_norm": 0.7701109539670761, |
| "learning_rate": 4.543489657830777e-05, |
| "loss": 11.3439, |
| "num_tokens": 7091370.0, |
| "step": 993 |
| }, |
| { |
| "epoch": 0.6946191474493362, |
| "grad_norm": 0.8687082504202258, |
| "learning_rate": 4.52453611537385e-05, |
| "loss": 11.418, |
| "num_tokens": 7097992.0, |
| "step": 994 |
| }, |
| { |
| "epoch": 0.6953179594689028, |
| "grad_norm": 0.8075508267512269, |
| "learning_rate": 4.505610623477611e-05, |
| "loss": 11.3894, |
| "num_tokens": 7104219.0, |
| "step": 995 |
| }, |
| { |
| "epoch": 0.6960167714884696, |
| "grad_norm": 0.7584503225018251, |
| "learning_rate": 4.486713279096515e-05, |
| "loss": 11.2692, |
| "num_tokens": 7110986.0, |
| "step": 996 |
| }, |
| { |
| "epoch": 0.6967155835080363, |
| "grad_norm": 0.7316503352080553, |
| "learning_rate": 4.4678441790408335e-05, |
| "loss": 11.431, |
| "num_tokens": 7118553.0, |
| "step": 997 |
| }, |
| { |
| "epoch": 0.6974143955276031, |
| "grad_norm": 0.7804898512960603, |
| "learning_rate": 4.449003419976133e-05, |
| "loss": 11.2494, |
| "num_tokens": 7125671.0, |
| "step": 998 |
| }, |
| { |
| "epoch": 0.6981132075471698, |
| "grad_norm": 0.7665956804053953, |
| "learning_rate": 4.430191098422795e-05, |
| "loss": 11.172, |
| "num_tokens": 7132247.0, |
| "step": 999 |
| }, |
| { |
| "epoch": 0.6988120195667366, |
| "grad_norm": 0.8340556176005602, |
| "learning_rate": 4.411407310755513e-05, |
| "loss": 11.4609, |
| "num_tokens": 7138298.0, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.6995108315863033, |
| "grad_norm": 0.7808514429539747, |
| "learning_rate": 4.392652153202802e-05, |
| "loss": 11.485, |
| "num_tokens": 7144756.0, |
| "step": 1001 |
| }, |
| { |
| "epoch": 0.70020964360587, |
| "grad_norm": 0.7536778557900022, |
| "learning_rate": 4.373925721846519e-05, |
| "loss": 11.3155, |
| "num_tokens": 7152146.0, |
| "step": 1002 |
| }, |
| { |
| "epoch": 0.7009084556254368, |
| "grad_norm": 0.7235512526836008, |
| "learning_rate": 4.355228112621341e-05, |
| "loss": 11.3711, |
| "num_tokens": 7159343.0, |
| "step": 1003 |
| }, |
| { |
| "epoch": 0.7016072676450035, |
| "grad_norm": 0.7842398648638949, |
| "learning_rate": 4.336559421314298e-05, |
| "loss": 11.3397, |
| "num_tokens": 7165846.0, |
| "step": 1004 |
| }, |
| { |
| "epoch": 0.7023060796645703, |
| "grad_norm": 0.7675919005184618, |
| "learning_rate": 4.317919743564278e-05, |
| "loss": 11.4522, |
| "num_tokens": 7173032.0, |
| "step": 1005 |
| }, |
| { |
| "epoch": 0.7030048916841369, |
| "grad_norm": 0.7870096182872951, |
| "learning_rate": 4.29930917486153e-05, |
| "loss": 11.4789, |
| "num_tokens": 7179676.0, |
| "step": 1006 |
| }, |
| { |
| "epoch": 0.7037037037037037, |
| "grad_norm": 0.7135708920198698, |
| "learning_rate": 4.2807278105471735e-05, |
| "loss": 11.2755, |
| "num_tokens": 7187102.0, |
| "step": 1007 |
| }, |
| { |
| "epoch": 0.7044025157232704, |
| "grad_norm": 0.8003412427834519, |
| "learning_rate": 4.2621757458127285e-05, |
| "loss": 11.3892, |
| "num_tokens": 7194233.0, |
| "step": 1008 |
| }, |
| { |
| "epoch": 0.7051013277428372, |
| "grad_norm": 0.7585197255574855, |
| "learning_rate": 4.243653075699604e-05, |
| "loss": 11.3803, |
| "num_tokens": 7200796.0, |
| "step": 1009 |
| }, |
| { |
| "epoch": 0.705800139762404, |
| "grad_norm": 0.8452156813049073, |
| "learning_rate": 4.2251598950986226e-05, |
| "loss": 11.4087, |
| "num_tokens": 7207142.0, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.7064989517819706, |
| "grad_norm": 0.7835457389050836, |
| "learning_rate": 4.2066962987495376e-05, |
| "loss": 11.4664, |
| "num_tokens": 7213920.0, |
| "step": 1011 |
| }, |
| { |
| "epoch": 0.7071977638015374, |
| "grad_norm": 0.7451177469095189, |
| "learning_rate": 4.188262381240534e-05, |
| "loss": 11.5746, |
| "num_tokens": 7221271.0, |
| "step": 1012 |
| }, |
| { |
| "epoch": 0.7078965758211041, |
| "grad_norm": 0.6745508455944015, |
| "learning_rate": 4.169858237007772e-05, |
| "loss": 11.3237, |
| "num_tokens": 7229149.0, |
| "step": 1013 |
| }, |
| { |
| "epoch": 0.7085953878406709, |
| "grad_norm": 0.7325516422452724, |
| "learning_rate": 4.151483960334862e-05, |
| "loss": 11.2666, |
| "num_tokens": 7236889.0, |
| "step": 1014 |
| }, |
| { |
| "epoch": 0.7092941998602376, |
| "grad_norm": 0.7597756270035179, |
| "learning_rate": 4.133139645352425e-05, |
| "loss": 11.4504, |
| "num_tokens": 7243535.0, |
| "step": 1015 |
| }, |
| { |
| "epoch": 0.7099930118798043, |
| "grad_norm": 0.802411771746198, |
| "learning_rate": 4.114825386037576e-05, |
| "loss": 11.5466, |
| "num_tokens": 7249939.0, |
| "step": 1016 |
| }, |
| { |
| "epoch": 0.710691823899371, |
| "grad_norm": 0.6745688733699289, |
| "learning_rate": 4.0965412762134556e-05, |
| "loss": 11.3435, |
| "num_tokens": 7257993.0, |
| "step": 1017 |
| }, |
| { |
| "epoch": 0.7113906359189378, |
| "grad_norm": 0.8172015168604911, |
| "learning_rate": 4.078287409548763e-05, |
| "loss": 11.489, |
| "num_tokens": 7264252.0, |
| "step": 1018 |
| }, |
| { |
| "epoch": 0.7120894479385046, |
| "grad_norm": 0.7313370944739739, |
| "learning_rate": 4.060063879557249e-05, |
| "loss": 11.1882, |
| "num_tokens": 7271420.0, |
| "step": 1019 |
| }, |
| { |
| "epoch": 0.7127882599580713, |
| "grad_norm": 0.7413343223804779, |
| "learning_rate": 4.0418707795972574e-05, |
| "loss": 11.5518, |
| "num_tokens": 7278894.0, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.713487071977638, |
| "grad_norm": 0.70036680794593, |
| "learning_rate": 4.023708202871239e-05, |
| "loss": 11.2365, |
| "num_tokens": 7286940.0, |
| "step": 1021 |
| }, |
| { |
| "epoch": 0.7141858839972047, |
| "grad_norm": 0.6917658234021815, |
| "learning_rate": 4.005576242425272e-05, |
| "loss": 11.0293, |
| "num_tokens": 7294745.0, |
| "step": 1022 |
| }, |
| { |
| "epoch": 0.7148846960167715, |
| "grad_norm": 0.7723810701467926, |
| "learning_rate": 3.9874749911485995e-05, |
| "loss": 11.3387, |
| "num_tokens": 7301959.0, |
| "step": 1023 |
| }, |
| { |
| "epoch": 0.7155835080363382, |
| "grad_norm": 0.7972689072311142, |
| "learning_rate": 3.969404541773132e-05, |
| "loss": 11.3007, |
| "num_tokens": 7308592.0, |
| "step": 1024 |
| }, |
| { |
| "epoch": 0.716282320055905, |
| "grad_norm": 0.7665594285270318, |
| "learning_rate": 3.951364986872984e-05, |
| "loss": 11.2227, |
| "num_tokens": 7315715.0, |
| "step": 1025 |
| }, |
| { |
| "epoch": 0.7169811320754716, |
| "grad_norm": 0.8147865188294503, |
| "learning_rate": 3.933356418864008e-05, |
| "loss": 11.3663, |
| "num_tokens": 7322229.0, |
| "step": 1026 |
| }, |
| { |
| "epoch": 0.7176799440950384, |
| "grad_norm": 0.7563572784068692, |
| "learning_rate": 3.9153789300033e-05, |
| "loss": 11.4636, |
| "num_tokens": 7329104.0, |
| "step": 1027 |
| }, |
| { |
| "epoch": 0.7183787561146052, |
| "grad_norm": 0.6925283206897185, |
| "learning_rate": 3.8974326123887515e-05, |
| "loss": 11.1833, |
| "num_tokens": 7336700.0, |
| "step": 1028 |
| }, |
| { |
| "epoch": 0.7190775681341719, |
| "grad_norm": 0.7362192730624995, |
| "learning_rate": 3.879517557958554e-05, |
| "loss": 11.5596, |
| "num_tokens": 7343801.0, |
| "step": 1029 |
| }, |
| { |
| "epoch": 0.7197763801537387, |
| "grad_norm": 0.8067914900843238, |
| "learning_rate": 3.861633858490745e-05, |
| "loss": 11.4494, |
| "num_tokens": 7350746.0, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.7204751921733054, |
| "grad_norm": 0.7039344440821224, |
| "learning_rate": 3.8437816056027296e-05, |
| "loss": 11.2428, |
| "num_tokens": 7358560.0, |
| "step": 1031 |
| }, |
| { |
| "epoch": 0.7211740041928721, |
| "grad_norm": 0.7856827734869525, |
| "learning_rate": 3.82596089075081e-05, |
| "loss": 11.6543, |
| "num_tokens": 7365191.0, |
| "step": 1032 |
| }, |
| { |
| "epoch": 0.7218728162124388, |
| "grad_norm": 0.7235482096088951, |
| "learning_rate": 3.808171805229733e-05, |
| "loss": 11.3282, |
| "num_tokens": 7372368.0, |
| "step": 1033 |
| }, |
| { |
| "epoch": 0.7225716282320056, |
| "grad_norm": 0.7387334991329841, |
| "learning_rate": 3.790414440172197e-05, |
| "loss": 11.3636, |
| "num_tokens": 7379881.0, |
| "step": 1034 |
| }, |
| { |
| "epoch": 0.7232704402515723, |
| "grad_norm": 0.7126819433630927, |
| "learning_rate": 3.7726888865484e-05, |
| "loss": 11.2277, |
| "num_tokens": 7386744.0, |
| "step": 1035 |
| }, |
| { |
| "epoch": 0.7239692522711391, |
| "grad_norm": 0.662827736472648, |
| "learning_rate": 3.754995235165579e-05, |
| "loss": 11.1434, |
| "num_tokens": 7394571.0, |
| "step": 1036 |
| }, |
| { |
| "epoch": 0.7246680642907058, |
| "grad_norm": 0.7051999387799784, |
| "learning_rate": 3.73733357666753e-05, |
| "loss": 11.2589, |
| "num_tokens": 7402101.0, |
| "step": 1037 |
| }, |
| { |
| "epoch": 0.7253668763102725, |
| "grad_norm": 0.7341999680956166, |
| "learning_rate": 3.719704001534149e-05, |
| "loss": 11.3894, |
| "num_tokens": 7409120.0, |
| "step": 1038 |
| }, |
| { |
| "epoch": 0.7260656883298393, |
| "grad_norm": 0.7281969314553532, |
| "learning_rate": 3.702106600080979e-05, |
| "loss": 11.4819, |
| "num_tokens": 7416318.0, |
| "step": 1039 |
| }, |
| { |
| "epoch": 0.726764500349406, |
| "grad_norm": 0.7315483076557149, |
| "learning_rate": 3.6845414624587326e-05, |
| "loss": 11.2987, |
| "num_tokens": 7423580.0, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.7274633123689728, |
| "grad_norm": 0.6970166205503779, |
| "learning_rate": 3.667008678652837e-05, |
| "loss": 11.3018, |
| "num_tokens": 7431059.0, |
| "step": 1041 |
| }, |
| { |
| "epoch": 0.7281621243885394, |
| "grad_norm": 0.6885063172154732, |
| "learning_rate": 3.6495083384829723e-05, |
| "loss": 11.2188, |
| "num_tokens": 7438722.0, |
| "step": 1042 |
| }, |
| { |
| "epoch": 0.7288609364081062, |
| "grad_norm": 0.7822956671181562, |
| "learning_rate": 3.6320405316026074e-05, |
| "loss": 11.6013, |
| "num_tokens": 7445317.0, |
| "step": 1043 |
| }, |
| { |
| "epoch": 0.7295597484276729, |
| "grad_norm": 0.7646739355090845, |
| "learning_rate": 3.6146053474985564e-05, |
| "loss": 11.5241, |
| "num_tokens": 7452194.0, |
| "step": 1044 |
| }, |
| { |
| "epoch": 0.7302585604472397, |
| "grad_norm": 0.6713250992120214, |
| "learning_rate": 3.597202875490494e-05, |
| "loss": 11.2791, |
| "num_tokens": 7460052.0, |
| "step": 1045 |
| }, |
| { |
| "epoch": 0.7309573724668065, |
| "grad_norm": 0.745173558135304, |
| "learning_rate": 3.579833204730525e-05, |
| "loss": 11.3639, |
| "num_tokens": 7467357.0, |
| "step": 1046 |
| }, |
| { |
| "epoch": 0.7316561844863732, |
| "grad_norm": 0.8031651896658117, |
| "learning_rate": 3.562496424202707e-05, |
| "loss": 11.3606, |
| "num_tokens": 7474027.0, |
| "step": 1047 |
| }, |
| { |
| "epoch": 0.7323549965059399, |
| "grad_norm": 0.7166095564634701, |
| "learning_rate": 3.5451926227225997e-05, |
| "loss": 11.2742, |
| "num_tokens": 7481232.0, |
| "step": 1048 |
| }, |
| { |
| "epoch": 0.7330538085255066, |
| "grad_norm": 0.7326672859023466, |
| "learning_rate": 3.5279218889368225e-05, |
| "loss": 11.3805, |
| "num_tokens": 7487946.0, |
| "step": 1049 |
| }, |
| { |
| "epoch": 0.7337526205450734, |
| "grad_norm": 0.7416236009384238, |
| "learning_rate": 3.5106843113225854e-05, |
| "loss": 11.3072, |
| "num_tokens": 7494713.0, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.7344514325646401, |
| "grad_norm": 0.7012124715014632, |
| "learning_rate": 3.493479978187236e-05, |
| "loss": 11.3789, |
| "num_tokens": 7502002.0, |
| "step": 1051 |
| }, |
| { |
| "epoch": 0.7351502445842069, |
| "grad_norm": 0.7221924272062566, |
| "learning_rate": 3.4763089776678203e-05, |
| "loss": 11.3354, |
| "num_tokens": 7509025.0, |
| "step": 1052 |
| }, |
| { |
| "epoch": 0.7358490566037735, |
| "grad_norm": 0.7724816602138137, |
| "learning_rate": 3.459171397730614e-05, |
| "loss": 11.3475, |
| "num_tokens": 7515456.0, |
| "step": 1053 |
| }, |
| { |
| "epoch": 0.7365478686233403, |
| "grad_norm": 0.7475946730617843, |
| "learning_rate": 3.44206732617069e-05, |
| "loss": 11.3963, |
| "num_tokens": 7522493.0, |
| "step": 1054 |
| }, |
| { |
| "epoch": 0.7372466806429071, |
| "grad_norm": 0.7683500970071147, |
| "learning_rate": 3.424996850611455e-05, |
| "loss": 11.2392, |
| "num_tokens": 7529387.0, |
| "step": 1055 |
| }, |
| { |
| "epoch": 0.7379454926624738, |
| "grad_norm": 0.6733763063940768, |
| "learning_rate": 3.4079600585041996e-05, |
| "loss": 10.9176, |
| "num_tokens": 7537726.0, |
| "step": 1056 |
| }, |
| { |
| "epoch": 0.7386443046820406, |
| "grad_norm": 0.697410181297856, |
| "learning_rate": 3.3909570371276654e-05, |
| "loss": 11.4406, |
| "num_tokens": 7545113.0, |
| "step": 1057 |
| }, |
| { |
| "epoch": 0.7393431167016072, |
| "grad_norm": 0.8385269941717998, |
| "learning_rate": 3.3739878735875796e-05, |
| "loss": 11.4465, |
| "num_tokens": 7552056.0, |
| "step": 1058 |
| }, |
| { |
| "epoch": 0.740041928721174, |
| "grad_norm": 0.6766701266960187, |
| "learning_rate": 3.357052654816225e-05, |
| "loss": 11.2494, |
| "num_tokens": 7559863.0, |
| "step": 1059 |
| }, |
| { |
| "epoch": 0.7407407407407407, |
| "grad_norm": 0.7308228283594846, |
| "learning_rate": 3.3401514675719816e-05, |
| "loss": 11.4521, |
| "num_tokens": 7567323.0, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.7414395527603075, |
| "grad_norm": 0.7646099741455271, |
| "learning_rate": 3.323284398438886e-05, |
| "loss": 11.242, |
| "num_tokens": 7573959.0, |
| "step": 1061 |
| }, |
| { |
| "epoch": 0.7421383647798742, |
| "grad_norm": 0.7427632832724356, |
| "learning_rate": 3.306451533826194e-05, |
| "loss": 11.4877, |
| "num_tokens": 7580996.0, |
| "step": 1062 |
| }, |
| { |
| "epoch": 0.742837176799441, |
| "grad_norm": 0.7581322530475002, |
| "learning_rate": 3.289652959967925e-05, |
| "loss": 11.5307, |
| "num_tokens": 7587525.0, |
| "step": 1063 |
| }, |
| { |
| "epoch": 0.7435359888190077, |
| "grad_norm": 0.7028610260607215, |
| "learning_rate": 3.272888762922442e-05, |
| "loss": 11.4367, |
| "num_tokens": 7595094.0, |
| "step": 1064 |
| }, |
| { |
| "epoch": 0.7442348008385744, |
| "grad_norm": 0.7017221063986278, |
| "learning_rate": 3.2561590285719856e-05, |
| "loss": 11.276, |
| "num_tokens": 7602618.0, |
| "step": 1065 |
| }, |
| { |
| "epoch": 0.7449336128581412, |
| "grad_norm": 0.6865354079002892, |
| "learning_rate": 3.2394638426222467e-05, |
| "loss": 11.1785, |
| "num_tokens": 7610143.0, |
| "step": 1066 |
| }, |
| { |
| "epoch": 0.7456324248777079, |
| "grad_norm": 0.6740360060533553, |
| "learning_rate": 3.222803290601934e-05, |
| "loss": 11.3203, |
| "num_tokens": 7617786.0, |
| "step": 1067 |
| }, |
| { |
| "epoch": 0.7463312368972747, |
| "grad_norm": 0.7110904217960554, |
| "learning_rate": 3.20617745786232e-05, |
| "loss": 11.1755, |
| "num_tokens": 7624874.0, |
| "step": 1068 |
| }, |
| { |
| "epoch": 0.7470300489168413, |
| "grad_norm": 0.7377273985684303, |
| "learning_rate": 3.189586429576812e-05, |
| "loss": 11.3264, |
| "num_tokens": 7631644.0, |
| "step": 1069 |
| }, |
| { |
| "epoch": 0.7477288609364081, |
| "grad_norm": 0.8518215847668774, |
| "learning_rate": 3.173030290740524e-05, |
| "loss": 11.4216, |
| "num_tokens": 7637610.0, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.7484276729559748, |
| "grad_norm": 0.731189174579239, |
| "learning_rate": 3.1565091261698245e-05, |
| "loss": 11.2452, |
| "num_tokens": 7644746.0, |
| "step": 1071 |
| }, |
| { |
| "epoch": 0.7491264849755416, |
| "grad_norm": 0.7307695312815669, |
| "learning_rate": 3.140023020501912e-05, |
| "loss": 11.1864, |
| "num_tokens": 7651980.0, |
| "step": 1072 |
| }, |
| { |
| "epoch": 0.7498252969951084, |
| "grad_norm": 0.7470129712613078, |
| "learning_rate": 3.1235720581943827e-05, |
| "loss": 11.341, |
| "num_tokens": 7658633.0, |
| "step": 1073 |
| }, |
| { |
| "epoch": 0.750524109014675, |
| "grad_norm": 0.6974467676001982, |
| "learning_rate": 3.107156323524788e-05, |
| "loss": 11.131, |
| "num_tokens": 7666388.0, |
| "step": 1074 |
| }, |
| { |
| "epoch": 0.7512229210342418, |
| "grad_norm": 0.7710427604926284, |
| "learning_rate": 3.0907759005902224e-05, |
| "loss": 11.3886, |
| "num_tokens": 7673401.0, |
| "step": 1075 |
| }, |
| { |
| "epoch": 0.7519217330538085, |
| "grad_norm": 0.7722971345364247, |
| "learning_rate": 3.074430873306865e-05, |
| "loss": 11.4449, |
| "num_tokens": 7680465.0, |
| "step": 1076 |
| }, |
| { |
| "epoch": 0.7526205450733753, |
| "grad_norm": 0.7226343668653663, |
| "learning_rate": 3.058121325409579e-05, |
| "loss": 11.3678, |
| "num_tokens": 7687681.0, |
| "step": 1077 |
| }, |
| { |
| "epoch": 0.753319357092942, |
| "grad_norm": 0.7770625505796288, |
| "learning_rate": 3.041847340451456e-05, |
| "loss": 11.3737, |
| "num_tokens": 7694753.0, |
| "step": 1078 |
| }, |
| { |
| "epoch": 0.7540181691125087, |
| "grad_norm": 0.7999608445071387, |
| "learning_rate": 3.0256090018034046e-05, |
| "loss": 11.3074, |
| "num_tokens": 7700964.0, |
| "step": 1079 |
| }, |
| { |
| "epoch": 0.7547169811320755, |
| "grad_norm": 0.7507601730126232, |
| "learning_rate": 3.009406392653723e-05, |
| "loss": 11.2428, |
| "num_tokens": 7707592.0, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.7554157931516422, |
| "grad_norm": 0.6810868569742109, |
| "learning_rate": 2.993239596007669e-05, |
| "loss": 11.2451, |
| "num_tokens": 7715404.0, |
| "step": 1081 |
| }, |
| { |
| "epoch": 0.756114605171209, |
| "grad_norm": 0.6849850433555468, |
| "learning_rate": 2.9771086946870175e-05, |
| "loss": 11.172, |
| "num_tokens": 7722495.0, |
| "step": 1082 |
| }, |
| { |
| "epoch": 0.7568134171907757, |
| "grad_norm": 0.8728657634726412, |
| "learning_rate": 2.9610137713296783e-05, |
| "loss": 11.5636, |
| "num_tokens": 7728379.0, |
| "step": 1083 |
| }, |
| { |
| "epoch": 0.7575122292103424, |
| "grad_norm": 0.739038187201558, |
| "learning_rate": 2.9449549083892292e-05, |
| "loss": 11.4312, |
| "num_tokens": 7735201.0, |
| "step": 1084 |
| }, |
| { |
| "epoch": 0.7582110412299091, |
| "grad_norm": 0.8444559834520016, |
| "learning_rate": 2.9289321881345254e-05, |
| "loss": 11.6626, |
| "num_tokens": 7741618.0, |
| "step": 1085 |
| }, |
| { |
| "epoch": 0.7589098532494759, |
| "grad_norm": 0.7334827192137122, |
| "learning_rate": 2.9129456926492548e-05, |
| "loss": 11.2497, |
| "num_tokens": 7748854.0, |
| "step": 1086 |
| }, |
| { |
| "epoch": 0.7596086652690426, |
| "grad_norm": 0.7214074829950128, |
| "learning_rate": 2.8969955038315277e-05, |
| "loss": 11.153, |
| "num_tokens": 7756291.0, |
| "step": 1087 |
| }, |
| { |
| "epoch": 0.7603074772886094, |
| "grad_norm": 0.7558791668864552, |
| "learning_rate": 2.8810817033934656e-05, |
| "loss": 11.1789, |
| "num_tokens": 7763508.0, |
| "step": 1088 |
| }, |
| { |
| "epoch": 0.7610062893081762, |
| "grad_norm": 0.7137740371199445, |
| "learning_rate": 2.8652043728607625e-05, |
| "loss": 11.3707, |
| "num_tokens": 7771093.0, |
| "step": 1089 |
| }, |
| { |
| "epoch": 0.7617051013277428, |
| "grad_norm": 0.7894834299698231, |
| "learning_rate": 2.8493635935722928e-05, |
| "loss": 11.2646, |
| "num_tokens": 7777723.0, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.7624039133473096, |
| "grad_norm": 0.7321387669937152, |
| "learning_rate": 2.8335594466796656e-05, |
| "loss": 11.3176, |
| "num_tokens": 7784753.0, |
| "step": 1091 |
| }, |
| { |
| "epoch": 0.7631027253668763, |
| "grad_norm": 0.783647730922316, |
| "learning_rate": 2.8177920131468273e-05, |
| "loss": 11.5208, |
| "num_tokens": 7791905.0, |
| "step": 1092 |
| }, |
| { |
| "epoch": 0.7638015373864431, |
| "grad_norm": 0.7429571159412155, |
| "learning_rate": 2.8020613737496547e-05, |
| "loss": 11.3798, |
| "num_tokens": 7799579.0, |
| "step": 1093 |
| }, |
| { |
| "epoch": 0.7645003494060097, |
| "grad_norm": 0.7472473035800477, |
| "learning_rate": 2.7863676090755176e-05, |
| "loss": 11.4021, |
| "num_tokens": 7806386.0, |
| "step": 1094 |
| }, |
| { |
| "epoch": 0.7651991614255765, |
| "grad_norm": 0.6754659129161072, |
| "learning_rate": 2.770710799522879e-05, |
| "loss": 11.2082, |
| "num_tokens": 7814116.0, |
| "step": 1095 |
| }, |
| { |
| "epoch": 0.7658979734451432, |
| "grad_norm": 0.7693144724539596, |
| "learning_rate": 2.7550910253008933e-05, |
| "loss": 11.3185, |
| "num_tokens": 7820763.0, |
| "step": 1096 |
| }, |
| { |
| "epoch": 0.76659678546471, |
| "grad_norm": 0.7091084838894971, |
| "learning_rate": 2.739508366428969e-05, |
| "loss": 11.2438, |
| "num_tokens": 7828321.0, |
| "step": 1097 |
| }, |
| { |
| "epoch": 0.7672955974842768, |
| "grad_norm": 0.705869316522346, |
| "learning_rate": 2.723962902736389e-05, |
| "loss": 11.2762, |
| "num_tokens": 7835798.0, |
| "step": 1098 |
| }, |
| { |
| "epoch": 0.7679944095038435, |
| "grad_norm": 0.7138100544611918, |
| "learning_rate": 2.7084547138618778e-05, |
| "loss": 11.3148, |
| "num_tokens": 7842754.0, |
| "step": 1099 |
| }, |
| { |
| "epoch": 0.7686932215234102, |
| "grad_norm": 0.7151217684539595, |
| "learning_rate": 2.6929838792532037e-05, |
| "loss": 11.217, |
| "num_tokens": 7849613.0, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.7693920335429769, |
| "grad_norm": 0.7188728094758737, |
| "learning_rate": 2.6775504781667725e-05, |
| "loss": 11.3475, |
| "num_tokens": 7856848.0, |
| "step": 1101 |
| }, |
| { |
| "epoch": 0.7700908455625437, |
| "grad_norm": 0.7052028694843995, |
| "learning_rate": 2.6621545896672174e-05, |
| "loss": 11.3796, |
| "num_tokens": 7863992.0, |
| "step": 1102 |
| }, |
| { |
| "epoch": 0.7707896575821104, |
| "grad_norm": 0.6914477298742575, |
| "learning_rate": 2.6467962926270017e-05, |
| "loss": 11.3365, |
| "num_tokens": 7872390.0, |
| "step": 1103 |
| }, |
| { |
| "epoch": 0.7714884696016772, |
| "grad_norm": 0.7137530093694683, |
| "learning_rate": 2.6314756657260054e-05, |
| "loss": 11.2455, |
| "num_tokens": 7879165.0, |
| "step": 1104 |
| }, |
| { |
| "epoch": 0.7721872816212438, |
| "grad_norm": 0.7247684771863809, |
| "learning_rate": 2.6161927874511216e-05, |
| "loss": 11.2368, |
| "num_tokens": 7886459.0, |
| "step": 1105 |
| }, |
| { |
| "epoch": 0.7728860936408106, |
| "grad_norm": 0.7194841517185353, |
| "learning_rate": 2.6009477360958712e-05, |
| "loss": 11.3713, |
| "num_tokens": 7893611.0, |
| "step": 1106 |
| }, |
| { |
| "epoch": 0.7735849056603774, |
| "grad_norm": 0.7026960816920488, |
| "learning_rate": 2.585740589759976e-05, |
| "loss": 11.2143, |
| "num_tokens": 7900850.0, |
| "step": 1107 |
| }, |
| { |
| "epoch": 0.7742837176799441, |
| "grad_norm": 0.7434038696739714, |
| "learning_rate": 2.5705714263489776e-05, |
| "loss": 11.2671, |
| "num_tokens": 7907796.0, |
| "step": 1108 |
| }, |
| { |
| "epoch": 0.7749825296995109, |
| "grad_norm": 0.7487747923849204, |
| "learning_rate": 2.555440323573839e-05, |
| "loss": 11.4015, |
| "num_tokens": 7915024.0, |
| "step": 1109 |
| }, |
| { |
| "epoch": 0.7756813417190775, |
| "grad_norm": 0.79745216396254, |
| "learning_rate": 2.540347358950529e-05, |
| "loss": 11.1625, |
| "num_tokens": 7921430.0, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.7763801537386443, |
| "grad_norm": 0.7596177805629818, |
| "learning_rate": 2.5252926097996445e-05, |
| "loss": 11.4533, |
| "num_tokens": 7928272.0, |
| "step": 1111 |
| }, |
| { |
| "epoch": 0.777078965758211, |
| "grad_norm": 0.7350154935054022, |
| "learning_rate": 2.5102761532460008e-05, |
| "loss": 11.4029, |
| "num_tokens": 7934944.0, |
| "step": 1112 |
| }, |
| { |
| "epoch": 0.7777777777777778, |
| "grad_norm": 0.7499238754252547, |
| "learning_rate": 2.4952980662182425e-05, |
| "loss": 11.1187, |
| "num_tokens": 7941339.0, |
| "step": 1113 |
| }, |
| { |
| "epoch": 0.7784765897973445, |
| "grad_norm": 0.7453807382953898, |
| "learning_rate": 2.4803584254484568e-05, |
| "loss": 11.3362, |
| "num_tokens": 7948332.0, |
| "step": 1114 |
| }, |
| { |
| "epoch": 0.7791754018169113, |
| "grad_norm": 0.746935094009976, |
| "learning_rate": 2.4654573074717602e-05, |
| "loss": 11.1033, |
| "num_tokens": 7955689.0, |
| "step": 1115 |
| }, |
| { |
| "epoch": 0.779874213836478, |
| "grad_norm": 0.7132201817546339, |
| "learning_rate": 2.4505947886259318e-05, |
| "loss": 11.4412, |
| "num_tokens": 7962958.0, |
| "step": 1116 |
| }, |
| { |
| "epoch": 0.7805730258560447, |
| "grad_norm": 0.6636018994598554, |
| "learning_rate": 2.435770945050997e-05, |
| "loss": 11.1383, |
| "num_tokens": 7970832.0, |
| "step": 1117 |
| }, |
| { |
| "epoch": 0.7812718378756115, |
| "grad_norm": 0.7607115224553903, |
| "learning_rate": 2.420985852688854e-05, |
| "loss": 11.4823, |
| "num_tokens": 7977881.0, |
| "step": 1118 |
| }, |
| { |
| "epoch": 0.7819706498951782, |
| "grad_norm": 0.6604593093823747, |
| "learning_rate": 2.4062395872828846e-05, |
| "loss": 11.2511, |
| "num_tokens": 7985659.0, |
| "step": 1119 |
| }, |
| { |
| "epoch": 0.782669461914745, |
| "grad_norm": 0.7004472719825999, |
| "learning_rate": 2.3915322243775562e-05, |
| "loss": 11.1951, |
| "num_tokens": 7993219.0, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.7833682739343116, |
| "grad_norm": 0.7154398128015275, |
| "learning_rate": 2.3768638393180407e-05, |
| "loss": 11.2984, |
| "num_tokens": 8000242.0, |
| "step": 1121 |
| }, |
| { |
| "epoch": 0.7840670859538784, |
| "grad_norm": 0.7194741079202231, |
| "learning_rate": 2.362234507249832e-05, |
| "loss": 11.3538, |
| "num_tokens": 8007589.0, |
| "step": 1122 |
| }, |
| { |
| "epoch": 0.7847658979734451, |
| "grad_norm": 0.665405485222391, |
| "learning_rate": 2.3476443031183503e-05, |
| "loss": 11.3998, |
| "num_tokens": 8015113.0, |
| "step": 1123 |
| }, |
| { |
| "epoch": 0.7854647099930119, |
| "grad_norm": 0.7497006916629403, |
| "learning_rate": 2.3330933016685754e-05, |
| "loss": 11.3447, |
| "num_tokens": 8021703.0, |
| "step": 1124 |
| }, |
| { |
| "epoch": 0.7861635220125787, |
| "grad_norm": 0.724069609414905, |
| "learning_rate": 2.318581577444646e-05, |
| "loss": 11.2892, |
| "num_tokens": 8028563.0, |
| "step": 1125 |
| }, |
| { |
| "epoch": 0.7868623340321453, |
| "grad_norm": 0.7369772430147077, |
| "learning_rate": 2.304109204789484e-05, |
| "loss": 11.3706, |
| "num_tokens": 8035481.0, |
| "step": 1126 |
| }, |
| { |
| "epoch": 0.7875611460517121, |
| "grad_norm": 0.7210670035313614, |
| "learning_rate": 2.289676257844423e-05, |
| "loss": 11.4219, |
| "num_tokens": 8042374.0, |
| "step": 1127 |
| }, |
| { |
| "epoch": 0.7882599580712788, |
| "grad_norm": 0.6806882221443891, |
| "learning_rate": 2.275282810548811e-05, |
| "loss": 11.2311, |
| "num_tokens": 8050149.0, |
| "step": 1128 |
| }, |
| { |
| "epoch": 0.7889587700908456, |
| "grad_norm": 0.7336078475191532, |
| "learning_rate": 2.2609289366396502e-05, |
| "loss": 11.3744, |
| "num_tokens": 8056810.0, |
| "step": 1129 |
| }, |
| { |
| "epoch": 0.7896575821104123, |
| "grad_norm": 0.7276364501652224, |
| "learning_rate": 2.2466147096512035e-05, |
| "loss": 11.5052, |
| "num_tokens": 8063712.0, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.790356394129979, |
| "grad_norm": 0.707614090504406, |
| "learning_rate": 2.2323402029146244e-05, |
| "loss": 11.2308, |
| "num_tokens": 8070844.0, |
| "step": 1131 |
| }, |
| { |
| "epoch": 0.7910552061495457, |
| "grad_norm": 0.7077004079623015, |
| "learning_rate": 2.2181054895575847e-05, |
| "loss": 11.1824, |
| "num_tokens": 8078320.0, |
| "step": 1132 |
| }, |
| { |
| "epoch": 0.7917540181691125, |
| "grad_norm": 0.6953790426100739, |
| "learning_rate": 2.2039106425038924e-05, |
| "loss": 11.4368, |
| "num_tokens": 8085826.0, |
| "step": 1133 |
| }, |
| { |
| "epoch": 0.7924528301886793, |
| "grad_norm": 0.7209711307337222, |
| "learning_rate": 2.189755734473129e-05, |
| "loss": 11.3935, |
| "num_tokens": 8092777.0, |
| "step": 1134 |
| }, |
| { |
| "epoch": 0.793151642208246, |
| "grad_norm": 0.808854769776892, |
| "learning_rate": 2.175640837980265e-05, |
| "loss": 11.5428, |
| "num_tokens": 8099130.0, |
| "step": 1135 |
| }, |
| { |
| "epoch": 0.7938504542278128, |
| "grad_norm": 0.801908412177368, |
| "learning_rate": 2.161566025335289e-05, |
| "loss": 11.3935, |
| "num_tokens": 8105524.0, |
| "step": 1136 |
| }, |
| { |
| "epoch": 0.7945492662473794, |
| "grad_norm": 0.7150555268911781, |
| "learning_rate": 2.1475313686428544e-05, |
| "loss": 11.2527, |
| "num_tokens": 8112500.0, |
| "step": 1137 |
| }, |
| { |
| "epoch": 0.7952480782669462, |
| "grad_norm": 0.7357614818712042, |
| "learning_rate": 2.133536939801888e-05, |
| "loss": 11.3546, |
| "num_tokens": 8119456.0, |
| "step": 1138 |
| }, |
| { |
| "epoch": 0.7959468902865129, |
| "grad_norm": 0.7370468321948003, |
| "learning_rate": 2.1195828105052283e-05, |
| "loss": 11.2675, |
| "num_tokens": 8126211.0, |
| "step": 1139 |
| }, |
| { |
| "epoch": 0.7966457023060797, |
| "grad_norm": 0.7794774618969516, |
| "learning_rate": 2.105669052239274e-05, |
| "loss": 11.2933, |
| "num_tokens": 8132659.0, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.7973445143256463, |
| "grad_norm": 0.7733675605498702, |
| "learning_rate": 2.091795736283593e-05, |
| "loss": 11.4373, |
| "num_tokens": 8139414.0, |
| "step": 1141 |
| }, |
| { |
| "epoch": 0.7980433263452131, |
| "grad_norm": 0.711124356307087, |
| "learning_rate": 2.0779629337105722e-05, |
| "loss": 11.1578, |
| "num_tokens": 8146787.0, |
| "step": 1142 |
| }, |
| { |
| "epoch": 0.7987421383647799, |
| "grad_norm": 0.7872909388951395, |
| "learning_rate": 2.064170715385052e-05, |
| "loss": 11.2581, |
| "num_tokens": 8153506.0, |
| "step": 1143 |
| }, |
| { |
| "epoch": 0.7994409503843466, |
| "grad_norm": 0.6555684032466877, |
| "learning_rate": 2.050419151963957e-05, |
| "loss": 11.4168, |
| "num_tokens": 8161093.0, |
| "step": 1144 |
| }, |
| { |
| "epoch": 0.8001397624039134, |
| "grad_norm": 0.7378265255419366, |
| "learning_rate": 2.0367083138959476e-05, |
| "loss": 11.3239, |
| "num_tokens": 8167975.0, |
| "step": 1145 |
| }, |
| { |
| "epoch": 0.80083857442348, |
| "grad_norm": 0.7314500876097451, |
| "learning_rate": 2.0230382714210384e-05, |
| "loss": 11.3205, |
| "num_tokens": 8174799.0, |
| "step": 1146 |
| }, |
| { |
| "epoch": 0.8015373864430468, |
| "grad_norm": 0.7415518531134959, |
| "learning_rate": 2.0094090945702616e-05, |
| "loss": 11.4, |
| "num_tokens": 8181864.0, |
| "step": 1147 |
| }, |
| { |
| "epoch": 0.8022361984626135, |
| "grad_norm": 0.7101043302442525, |
| "learning_rate": 1.9958208531652877e-05, |
| "loss": 11.3687, |
| "num_tokens": 8188903.0, |
| "step": 1148 |
| }, |
| { |
| "epoch": 0.8029350104821803, |
| "grad_norm": 0.6457420702696471, |
| "learning_rate": 1.9822736168180778e-05, |
| "loss": 11.3409, |
| "num_tokens": 8196709.0, |
| "step": 1149 |
| }, |
| { |
| "epoch": 0.803633822501747, |
| "grad_norm": 0.7225646893500235, |
| "learning_rate": 1.9687674549305335e-05, |
| "loss": 11.431, |
| "num_tokens": 8204133.0, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.8043326345213138, |
| "grad_norm": 0.6803983158734834, |
| "learning_rate": 1.9553024366941242e-05, |
| "loss": 11.2953, |
| "num_tokens": 8211596.0, |
| "step": 1151 |
| }, |
| { |
| "epoch": 0.8050314465408805, |
| "grad_norm": 0.7218921095299768, |
| "learning_rate": 1.9418786310895464e-05, |
| "loss": 11.432, |
| "num_tokens": 8218648.0, |
| "step": 1152 |
| }, |
| { |
| "epoch": 0.8057302585604472, |
| "grad_norm": 0.64913746065341, |
| "learning_rate": 1.9284961068863673e-05, |
| "loss": 11.3047, |
| "num_tokens": 8226878.0, |
| "step": 1153 |
| }, |
| { |
| "epoch": 0.806429070580014, |
| "grad_norm": 0.7074942179242839, |
| "learning_rate": 1.9151549326426656e-05, |
| "loss": 11.3206, |
| "num_tokens": 8234332.0, |
| "step": 1154 |
| }, |
| { |
| "epoch": 0.8071278825995807, |
| "grad_norm": 0.7527787088886351, |
| "learning_rate": 1.9018551767046966e-05, |
| "loss": 11.2193, |
| "num_tokens": 8241077.0, |
| "step": 1155 |
| }, |
| { |
| "epoch": 0.8078266946191475, |
| "grad_norm": 0.7062668084460995, |
| "learning_rate": 1.8885969072065225e-05, |
| "loss": 11.1638, |
| "num_tokens": 8248516.0, |
| "step": 1156 |
| }, |
| { |
| "epoch": 0.8085255066387141, |
| "grad_norm": 0.7424957637297211, |
| "learning_rate": 1.8753801920696712e-05, |
| "loss": 11.316, |
| "num_tokens": 8255076.0, |
| "step": 1157 |
| }, |
| { |
| "epoch": 0.8092243186582809, |
| "grad_norm": 0.6823678136180803, |
| "learning_rate": 1.8622050990027995e-05, |
| "loss": 11.2536, |
| "num_tokens": 8262629.0, |
| "step": 1158 |
| }, |
| { |
| "epoch": 0.8099231306778477, |
| "grad_norm": 0.750023065492982, |
| "learning_rate": 1.8490716955013232e-05, |
| "loss": 11.2706, |
| "num_tokens": 8269455.0, |
| "step": 1159 |
| }, |
| { |
| "epoch": 0.8106219426974144, |
| "grad_norm": 0.7704625910645484, |
| "learning_rate": 1.8359800488470978e-05, |
| "loss": 11.3387, |
| "num_tokens": 8276214.0, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.8113207547169812, |
| "grad_norm": 0.6826518153130348, |
| "learning_rate": 1.8229302261080495e-05, |
| "loss": 11.3443, |
| "num_tokens": 8283578.0, |
| "step": 1161 |
| }, |
| { |
| "epoch": 0.8120195667365478, |
| "grad_norm": 0.7423036450637122, |
| "learning_rate": 1.809922294137847e-05, |
| "loss": 11.4065, |
| "num_tokens": 8290424.0, |
| "step": 1162 |
| }, |
| { |
| "epoch": 0.8127183787561146, |
| "grad_norm": 0.6793892788712328, |
| "learning_rate": 1.7969563195755535e-05, |
| "loss": 11.1861, |
| "num_tokens": 8298504.0, |
| "step": 1163 |
| }, |
| { |
| "epoch": 0.8134171907756813, |
| "grad_norm": 0.7214794343659785, |
| "learning_rate": 1.784032368845283e-05, |
| "loss": 11.4229, |
| "num_tokens": 8305815.0, |
| "step": 1164 |
| }, |
| { |
| "epoch": 0.8141160027952481, |
| "grad_norm": 0.7485617746043014, |
| "learning_rate": 1.7711505081558734e-05, |
| "loss": 11.2375, |
| "num_tokens": 8312752.0, |
| "step": 1165 |
| }, |
| { |
| "epoch": 0.8148148148148148, |
| "grad_norm": 0.6748388760967671, |
| "learning_rate": 1.758310803500527e-05, |
| "loss": 11.3151, |
| "num_tokens": 8320180.0, |
| "step": 1166 |
| }, |
| { |
| "epoch": 0.8155136268343816, |
| "grad_norm": 0.7313883011335084, |
| "learning_rate": 1.7455133206564832e-05, |
| "loss": 11.1296, |
| "num_tokens": 8327115.0, |
| "step": 1167 |
| }, |
| { |
| "epoch": 0.8162124388539483, |
| "grad_norm": 0.6691961538450998, |
| "learning_rate": 1.73275812518469e-05, |
| "loss": 11.2173, |
| "num_tokens": 8334667.0, |
| "step": 1168 |
| }, |
| { |
| "epoch": 0.816911250873515, |
| "grad_norm": 0.7672032209833499, |
| "learning_rate": 1.7200452824294498e-05, |
| "loss": 11.2806, |
| "num_tokens": 8340918.0, |
| "step": 1169 |
| }, |
| { |
| "epoch": 0.8176100628930818, |
| "grad_norm": 0.7333853304823384, |
| "learning_rate": 1.707374857518094e-05, |
| "loss": 11.3178, |
| "num_tokens": 8347718.0, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.8183088749126485, |
| "grad_norm": 0.7083154662968923, |
| "learning_rate": 1.6947469153606577e-05, |
| "loss": 11.4407, |
| "num_tokens": 8355388.0, |
| "step": 1171 |
| }, |
| { |
| "epoch": 0.8190076869322153, |
| "grad_norm": 0.7605932556421211, |
| "learning_rate": 1.6821615206495312e-05, |
| "loss": 11.4539, |
| "num_tokens": 8362353.0, |
| "step": 1172 |
| }, |
| { |
| "epoch": 0.8197064989517819, |
| "grad_norm": 0.7196641926932061, |
| "learning_rate": 1.6696187378591376e-05, |
| "loss": 11.2854, |
| "num_tokens": 8369668.0, |
| "step": 1173 |
| }, |
| { |
| "epoch": 0.8204053109713487, |
| "grad_norm": 0.7607679332819676, |
| "learning_rate": 1.657118631245601e-05, |
| "loss": 11.5675, |
| "num_tokens": 8376453.0, |
| "step": 1174 |
| }, |
| { |
| "epoch": 0.8211041229909154, |
| "grad_norm": 0.6781286235128161, |
| "learning_rate": 1.6446612648464164e-05, |
| "loss": 11.2414, |
| "num_tokens": 8384073.0, |
| "step": 1175 |
| }, |
| { |
| "epoch": 0.8218029350104822, |
| "grad_norm": 0.6575078980008394, |
| "learning_rate": 1.632246702480128e-05, |
| "loss": 11.0235, |
| "num_tokens": 8391615.0, |
| "step": 1176 |
| }, |
| { |
| "epoch": 0.822501747030049, |
| "grad_norm": 0.6936210648421214, |
| "learning_rate": 1.619875007745989e-05, |
| "loss": 11.2754, |
| "num_tokens": 8399117.0, |
| "step": 1177 |
| }, |
| { |
| "epoch": 0.8232005590496156, |
| "grad_norm": 0.7861112908302533, |
| "learning_rate": 1.607546244023651e-05, |
| "loss": 11.3219, |
| "num_tokens": 8405508.0, |
| "step": 1178 |
| }, |
| { |
| "epoch": 0.8238993710691824, |
| "grad_norm": 0.7415539090414199, |
| "learning_rate": 1.5952604744728272e-05, |
| "loss": 11.4339, |
| "num_tokens": 8412474.0, |
| "step": 1179 |
| }, |
| { |
| "epoch": 0.8245981830887491, |
| "grad_norm": 0.7613238748546601, |
| "learning_rate": 1.5830177620329712e-05, |
| "loss": 11.4025, |
| "num_tokens": 8419536.0, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.8252969951083159, |
| "grad_norm": 0.7285477512094749, |
| "learning_rate": 1.570818169422966e-05, |
| "loss": 11.3531, |
| "num_tokens": 8426032.0, |
| "step": 1181 |
| }, |
| { |
| "epoch": 0.8259958071278826, |
| "grad_norm": 0.7939048597348616, |
| "learning_rate": 1.558661759140786e-05, |
| "loss": 11.3648, |
| "num_tokens": 8432351.0, |
| "step": 1182 |
| }, |
| { |
| "epoch": 0.8266946191474493, |
| "grad_norm": 0.7015799677247678, |
| "learning_rate": 1.5465485934631853e-05, |
| "loss": 11.237, |
| "num_tokens": 8439781.0, |
| "step": 1183 |
| }, |
| { |
| "epoch": 0.827393431167016, |
| "grad_norm": 0.6963852994738172, |
| "learning_rate": 1.5344787344453805e-05, |
| "loss": 11.3215, |
| "num_tokens": 8446877.0, |
| "step": 1184 |
| }, |
| { |
| "epoch": 0.8280922431865828, |
| "grad_norm": 0.7447257257726353, |
| "learning_rate": 1.5224522439207246e-05, |
| "loss": 11.1872, |
| "num_tokens": 8453354.0, |
| "step": 1185 |
| }, |
| { |
| "epoch": 0.8287910552061496, |
| "grad_norm": 0.745356152433122, |
| "learning_rate": 1.5104691835004048e-05, |
| "loss": 11.3101, |
| "num_tokens": 8460350.0, |
| "step": 1186 |
| }, |
| { |
| "epoch": 0.8294898672257163, |
| "grad_norm": 0.6723282265681545, |
| "learning_rate": 1.498529614573111e-05, |
| "loss": 11.231, |
| "num_tokens": 8467882.0, |
| "step": 1187 |
| }, |
| { |
| "epoch": 0.8301886792452831, |
| "grad_norm": 0.7694903453602582, |
| "learning_rate": 1.4866335983047264e-05, |
| "loss": 11.2441, |
| "num_tokens": 8474603.0, |
| "step": 1188 |
| }, |
| { |
| "epoch": 0.8308874912648497, |
| "grad_norm": 0.727022997755655, |
| "learning_rate": 1.4747811956380242e-05, |
| "loss": 11.363, |
| "num_tokens": 8481543.0, |
| "step": 1189 |
| }, |
| { |
| "epoch": 0.8315863032844165, |
| "grad_norm": 0.7022103489694916, |
| "learning_rate": 1.4629724672923384e-05, |
| "loss": 11.2517, |
| "num_tokens": 8488957.0, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.8322851153039832, |
| "grad_norm": 0.6861179535933343, |
| "learning_rate": 1.4512074737632686e-05, |
| "loss": 11.122, |
| "num_tokens": 8496305.0, |
| "step": 1191 |
| }, |
| { |
| "epoch": 0.83298392732355, |
| "grad_norm": 0.91578231716021, |
| "learning_rate": 1.439486275322357e-05, |
| "loss": 11.2723, |
| "num_tokens": 8503384.0, |
| "step": 1192 |
| }, |
| { |
| "epoch": 0.8336827393431167, |
| "grad_norm": 0.696492319983534, |
| "learning_rate": 1.4278089320167876e-05, |
| "loss": 11.182, |
| "num_tokens": 8510477.0, |
| "step": 1193 |
| }, |
| { |
| "epoch": 0.8343815513626834, |
| "grad_norm": 0.7326081564411686, |
| "learning_rate": 1.4161755036690771e-05, |
| "loss": 11.2417, |
| "num_tokens": 8517882.0, |
| "step": 1194 |
| }, |
| { |
| "epoch": 0.8350803633822502, |
| "grad_norm": 0.7429335339057346, |
| "learning_rate": 1.4045860498767671e-05, |
| "loss": 11.4592, |
| "num_tokens": 8524376.0, |
| "step": 1195 |
| }, |
| { |
| "epoch": 0.8357791754018169, |
| "grad_norm": 0.7041470336747101, |
| "learning_rate": 1.3930406300121179e-05, |
| "loss": 11.3957, |
| "num_tokens": 8531630.0, |
| "step": 1196 |
| }, |
| { |
| "epoch": 0.8364779874213837, |
| "grad_norm": 0.7287088760207717, |
| "learning_rate": 1.3815393032218115e-05, |
| "loss": 11.179, |
| "num_tokens": 8538262.0, |
| "step": 1197 |
| }, |
| { |
| "epoch": 0.8371767994409504, |
| "grad_norm": 0.7001293925089493, |
| "learning_rate": 1.3700821284266351e-05, |
| "loss": 11.165, |
| "num_tokens": 8545378.0, |
| "step": 1198 |
| }, |
| { |
| "epoch": 0.8378756114605171, |
| "grad_norm": 0.6577452042600329, |
| "learning_rate": 1.3586691643211957e-05, |
| "loss": 11.3174, |
| "num_tokens": 8553221.0, |
| "step": 1199 |
| }, |
| { |
| "epoch": 0.8385744234800838, |
| "grad_norm": 0.8325890793471512, |
| "learning_rate": 1.3473004693736036e-05, |
| "loss": 11.3585, |
| "num_tokens": 8559107.0, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.8392732354996506, |
| "grad_norm": 0.747352363910281, |
| "learning_rate": 1.3359761018251826e-05, |
| "loss": 11.1498, |
| "num_tokens": 8565926.0, |
| "step": 1201 |
| }, |
| { |
| "epoch": 0.8399720475192173, |
| "grad_norm": 0.7032494382852825, |
| "learning_rate": 1.324696119690173e-05, |
| "loss": 11.4202, |
| "num_tokens": 8573174.0, |
| "step": 1202 |
| }, |
| { |
| "epoch": 0.8406708595387841, |
| "grad_norm": 0.7081165719952596, |
| "learning_rate": 1.3134605807554246e-05, |
| "loss": 10.8787, |
| "num_tokens": 8579902.0, |
| "step": 1203 |
| }, |
| { |
| "epoch": 0.8413696715583509, |
| "grad_norm": 0.7334322609733372, |
| "learning_rate": 1.302269542580109e-05, |
| "loss": 11.5137, |
| "num_tokens": 8586798.0, |
| "step": 1204 |
| }, |
| { |
| "epoch": 0.8420684835779175, |
| "grad_norm": 0.6820085936877066, |
| "learning_rate": 1.291123062495424e-05, |
| "loss": 11.0216, |
| "num_tokens": 8593890.0, |
| "step": 1205 |
| }, |
| { |
| "epoch": 0.8427672955974843, |
| "grad_norm": 0.790988424419638, |
| "learning_rate": 1.2800211976042941e-05, |
| "loss": 11.4354, |
| "num_tokens": 8600460.0, |
| "step": 1206 |
| }, |
| { |
| "epoch": 0.843466107617051, |
| "grad_norm": 0.7027098919987455, |
| "learning_rate": 1.268964004781089e-05, |
| "loss": 11.2323, |
| "num_tokens": 8607572.0, |
| "step": 1207 |
| }, |
| { |
| "epoch": 0.8441649196366178, |
| "grad_norm": 0.7192825937138662, |
| "learning_rate": 1.2579515406713193e-05, |
| "loss": 11.3833, |
| "num_tokens": 8614609.0, |
| "step": 1208 |
| }, |
| { |
| "epoch": 0.8448637316561844, |
| "grad_norm": 0.7134129075930509, |
| "learning_rate": 1.246983861691352e-05, |
| "loss": 11.2464, |
| "num_tokens": 8621756.0, |
| "step": 1209 |
| }, |
| { |
| "epoch": 0.8455625436757512, |
| "grad_norm": 0.7343490934175165, |
| "learning_rate": 1.236061024028129e-05, |
| "loss": 11.1625, |
| "num_tokens": 8628716.0, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.8462613556953179, |
| "grad_norm": 0.6619816183303324, |
| "learning_rate": 1.2251830836388622e-05, |
| "loss": 11.2272, |
| "num_tokens": 8636472.0, |
| "step": 1211 |
| }, |
| { |
| "epoch": 0.8469601677148847, |
| "grad_norm": 0.6990600383266643, |
| "learning_rate": 1.214350096250767e-05, |
| "loss": 11.3979, |
| "num_tokens": 8643444.0, |
| "step": 1212 |
| }, |
| { |
| "epoch": 0.8476589797344515, |
| "grad_norm": 0.6847030430264577, |
| "learning_rate": 1.2035621173607581e-05, |
| "loss": 11.3022, |
| "num_tokens": 8650747.0, |
| "step": 1213 |
| }, |
| { |
| "epoch": 0.8483577917540182, |
| "grad_norm": 0.71252099329853, |
| "learning_rate": 1.192819202235178e-05, |
| "loss": 11.1707, |
| "num_tokens": 8657676.0, |
| "step": 1214 |
| }, |
| { |
| "epoch": 0.8490566037735849, |
| "grad_norm": 0.6677411887169162, |
| "learning_rate": 1.1821214059095088e-05, |
| "loss": 11.1983, |
| "num_tokens": 8665448.0, |
| "step": 1215 |
| }, |
| { |
| "epoch": 0.8497554157931516, |
| "grad_norm": 0.7048673577714665, |
| "learning_rate": 1.1714687831880865e-05, |
| "loss": 11.3894, |
| "num_tokens": 8672624.0, |
| "step": 1216 |
| }, |
| { |
| "epoch": 0.8504542278127184, |
| "grad_norm": 0.7184006740909511, |
| "learning_rate": 1.1608613886438346e-05, |
| "loss": 11.1164, |
| "num_tokens": 8679416.0, |
| "step": 1217 |
| }, |
| { |
| "epoch": 0.8511530398322851, |
| "grad_norm": 0.701659143428556, |
| "learning_rate": 1.1502992766179666e-05, |
| "loss": 11.3558, |
| "num_tokens": 8686327.0, |
| "step": 1218 |
| }, |
| { |
| "epoch": 0.8518518518518519, |
| "grad_norm": 0.7509863977103985, |
| "learning_rate": 1.139782501219715e-05, |
| "loss": 11.2614, |
| "num_tokens": 8693164.0, |
| "step": 1219 |
| }, |
| { |
| "epoch": 0.8525506638714185, |
| "grad_norm": 0.7465295676120681, |
| "learning_rate": 1.1293111163260639e-05, |
| "loss": 11.1938, |
| "num_tokens": 8700212.0, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.8532494758909853, |
| "grad_norm": 0.670212726845832, |
| "learning_rate": 1.118885175581451e-05, |
| "loss": 11.3063, |
| "num_tokens": 8707503.0, |
| "step": 1221 |
| }, |
| { |
| "epoch": 0.8539482879105521, |
| "grad_norm": 0.682152300598347, |
| "learning_rate": 1.1085047323975173e-05, |
| "loss": 11.2127, |
| "num_tokens": 8715062.0, |
| "step": 1222 |
| }, |
| { |
| "epoch": 0.8546470999301188, |
| "grad_norm": 0.695908771897953, |
| "learning_rate": 1.0981698399528151e-05, |
| "loss": 11.3079, |
| "num_tokens": 8722494.0, |
| "step": 1223 |
| }, |
| { |
| "epoch": 0.8553459119496856, |
| "grad_norm": 0.6457103617835629, |
| "learning_rate": 1.0878805511925438e-05, |
| "loss": 11.2127, |
| "num_tokens": 8730292.0, |
| "step": 1224 |
| }, |
| { |
| "epoch": 0.8560447239692522, |
| "grad_norm": 0.6716738001376975, |
| "learning_rate": 1.0776369188282775e-05, |
| "loss": 11.4094, |
| "num_tokens": 8737792.0, |
| "step": 1225 |
| }, |
| { |
| "epoch": 0.856743535988819, |
| "grad_norm": 0.651764381193494, |
| "learning_rate": 1.0674389953376928e-05, |
| "loss": 11.2051, |
| "num_tokens": 8745484.0, |
| "step": 1226 |
| }, |
| { |
| "epoch": 0.8574423480083857, |
| "grad_norm": 0.6740530141860219, |
| "learning_rate": 1.0572868329643027e-05, |
| "loss": 11.1321, |
| "num_tokens": 8752746.0, |
| "step": 1227 |
| }, |
| { |
| "epoch": 0.8581411600279525, |
| "grad_norm": 0.7681446924106794, |
| "learning_rate": 1.0471804837171916e-05, |
| "loss": 11.4142, |
| "num_tokens": 8759307.0, |
| "step": 1228 |
| }, |
| { |
| "epoch": 0.8588399720475192, |
| "grad_norm": 0.6639268473439438, |
| "learning_rate": 1.0371199993707392e-05, |
| "loss": 11.1017, |
| "num_tokens": 8766894.0, |
| "step": 1229 |
| }, |
| { |
| "epoch": 0.859538784067086, |
| "grad_norm": 0.7151411365264585, |
| "learning_rate": 1.027105431464368e-05, |
| "loss": 11.2614, |
| "num_tokens": 8773818.0, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.8602375960866527, |
| "grad_norm": 0.680537812110416, |
| "learning_rate": 1.0171368313022677e-05, |
| "loss": 11.1653, |
| "num_tokens": 8781325.0, |
| "step": 1231 |
| }, |
| { |
| "epoch": 0.8609364081062194, |
| "grad_norm": 0.7086824988570711, |
| "learning_rate": 1.0072142499531344e-05, |
| "loss": 11.396, |
| "num_tokens": 8788576.0, |
| "step": 1232 |
| }, |
| { |
| "epoch": 0.8616352201257862, |
| "grad_norm": 0.7276519344708898, |
| "learning_rate": 9.973377382499227e-06, |
| "loss": 11.3805, |
| "num_tokens": 8794997.0, |
| "step": 1233 |
| }, |
| { |
| "epoch": 0.8623340321453529, |
| "grad_norm": 0.6616315480835158, |
| "learning_rate": 9.875073467895634e-06, |
| "loss": 11.2051, |
| "num_tokens": 8802443.0, |
| "step": 1234 |
| }, |
| { |
| "epoch": 0.8630328441649197, |
| "grad_norm": 0.6304509355340976, |
| "learning_rate": 9.777231259327212e-06, |
| "loss": 11.1513, |
| "num_tokens": 8810645.0, |
| "step": 1235 |
| }, |
| { |
| "epoch": 0.8637316561844863, |
| "grad_norm": 0.6426270503509127, |
| "learning_rate": 9.679851258035277e-06, |
| "loss": 11.1122, |
| "num_tokens": 8818550.0, |
| "step": 1236 |
| }, |
| { |
| "epoch": 0.8644304682040531, |
| "grad_norm": 0.6854294622483896, |
| "learning_rate": 9.582933962893293e-06, |
| "loss": 11.1728, |
| "num_tokens": 8825989.0, |
| "step": 1237 |
| }, |
| { |
| "epoch": 0.8651292802236199, |
| "grad_norm": 0.6466231934487748, |
| "learning_rate": 9.48647987040433e-06, |
| "loss": 11.2237, |
| "num_tokens": 8833884.0, |
| "step": 1238 |
| }, |
| { |
| "epoch": 0.8658280922431866, |
| "grad_norm": 0.7866666947672692, |
| "learning_rate": 9.390489474698439e-06, |
| "loss": 11.3251, |
| "num_tokens": 8840327.0, |
| "step": 1239 |
| }, |
| { |
| "epoch": 0.8665269042627534, |
| "grad_norm": 0.6904961943465432, |
| "learning_rate": 9.294963267530176e-06, |
| "loss": 11.3618, |
| "num_tokens": 8847713.0, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.86722571628232, |
| "grad_norm": 0.658618408429087, |
| "learning_rate": 9.19990173827615e-06, |
| "loss": 11.1388, |
| "num_tokens": 8855278.0, |
| "step": 1241 |
| }, |
| { |
| "epoch": 0.8679245283018868, |
| "grad_norm": 0.7534943781371122, |
| "learning_rate": 9.105305373932338e-06, |
| "loss": 11.1924, |
| "num_tokens": 8862156.0, |
| "step": 1242 |
| }, |
| { |
| "epoch": 0.8686233403214535, |
| "grad_norm": 0.6787156336949429, |
| "learning_rate": 9.01117465911181e-06, |
| "loss": 11.2441, |
| "num_tokens": 8869458.0, |
| "step": 1243 |
| }, |
| { |
| "epoch": 0.8693221523410203, |
| "grad_norm": 0.7501279068444608, |
| "learning_rate": 8.917510076042057e-06, |
| "loss": 11.3719, |
| "num_tokens": 8875858.0, |
| "step": 1244 |
| }, |
| { |
| "epoch": 0.870020964360587, |
| "grad_norm": 0.7379674425125939, |
| "learning_rate": 8.824312104562615e-06, |
| "loss": 11.2014, |
| "num_tokens": 8882524.0, |
| "step": 1245 |
| }, |
| { |
| "epoch": 0.8707197763801537, |
| "grad_norm": 0.6693741919269287, |
| "learning_rate": 8.731581222122587e-06, |
| "loss": 11.3032, |
| "num_tokens": 8890194.0, |
| "step": 1246 |
| }, |
| { |
| "epoch": 0.8714185883997205, |
| "grad_norm": 0.6794304721197457, |
| "learning_rate": 8.639317903778189e-06, |
| "loss": 11.2264, |
| "num_tokens": 8897718.0, |
| "step": 1247 |
| }, |
| { |
| "epoch": 0.8721174004192872, |
| "grad_norm": 0.6983883664214291, |
| "learning_rate": 8.547522622190385e-06, |
| "loss": 11.112, |
| "num_tokens": 8904932.0, |
| "step": 1248 |
| }, |
| { |
| "epoch": 0.872816212438854, |
| "grad_norm": 0.7184755993502536, |
| "learning_rate": 8.45619584762235e-06, |
| "loss": 11.4004, |
| "num_tokens": 8912001.0, |
| "step": 1249 |
| }, |
| { |
| "epoch": 0.8735150244584207, |
| "grad_norm": 0.685772655591201, |
| "learning_rate": 8.365338047937121e-06, |
| "loss": 11.0864, |
| "num_tokens": 8919388.0, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.8742138364779874, |
| "grad_norm": 0.713433613357652, |
| "learning_rate": 8.274949688595224e-06, |
| "loss": 11.4927, |
| "num_tokens": 8926115.0, |
| "step": 1251 |
| }, |
| { |
| "epoch": 0.8749126484975541, |
| "grad_norm": 0.796288755617905, |
| "learning_rate": 8.185031232652251e-06, |
| "loss": 11.3539, |
| "num_tokens": 8932498.0, |
| "step": 1252 |
| }, |
| { |
| "epoch": 0.8756114605171209, |
| "grad_norm": 0.7317766316505643, |
| "learning_rate": 8.095583140756468e-06, |
| "loss": 11.3538, |
| "num_tokens": 8939059.0, |
| "step": 1253 |
| }, |
| { |
| "epoch": 0.8763102725366876, |
| "grad_norm": 0.7196340925972718, |
| "learning_rate": 8.006605871146577e-06, |
| "loss": 11.2812, |
| "num_tokens": 8946032.0, |
| "step": 1254 |
| }, |
| { |
| "epoch": 0.8770090845562544, |
| "grad_norm": 0.6933864422218876, |
| "learning_rate": 7.918099879649144e-06, |
| "loss": 11.3292, |
| "num_tokens": 8953182.0, |
| "step": 1255 |
| }, |
| { |
| "epoch": 0.8777078965758212, |
| "grad_norm": 0.7351379035469031, |
| "learning_rate": 7.830065619676518e-06, |
| "loss": 11.1246, |
| "num_tokens": 8959948.0, |
| "step": 1256 |
| }, |
| { |
| "epoch": 0.8784067085953878, |
| "grad_norm": 0.6544570994881753, |
| "learning_rate": 7.742503542224334e-06, |
| "loss": 11.2429, |
| "num_tokens": 8967644.0, |
| "step": 1257 |
| }, |
| { |
| "epoch": 0.8791055206149546, |
| "grad_norm": 0.6641255330980453, |
| "learning_rate": 7.65541409586924e-06, |
| "loss": 11.267, |
| "num_tokens": 8975384.0, |
| "step": 1258 |
| }, |
| { |
| "epoch": 0.8798043326345213, |
| "grad_norm": 0.8045043710675989, |
| "learning_rate": 7.568797726766686e-06, |
| "loss": 11.1368, |
| "num_tokens": 8981552.0, |
| "step": 1259 |
| }, |
| { |
| "epoch": 0.8805031446540881, |
| "grad_norm": 0.6704571245484808, |
| "learning_rate": 7.482654878648465e-06, |
| "loss": 11.3728, |
| "num_tokens": 8989062.0, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.8812019566736548, |
| "grad_norm": 0.8369669539346279, |
| "learning_rate": 7.396985992820648e-06, |
| "loss": 11.2803, |
| "num_tokens": 8996294.0, |
| "step": 1261 |
| }, |
| { |
| "epoch": 0.8819007686932215, |
| "grad_norm": 0.6847794044512928, |
| "learning_rate": 7.311791508161159e-06, |
| "loss": 11.3536, |
| "num_tokens": 9003435.0, |
| "step": 1262 |
| }, |
| { |
| "epoch": 0.8825995807127882, |
| "grad_norm": 0.6571735057337356, |
| "learning_rate": 7.227071861117562e-06, |
| "loss": 11.4174, |
| "num_tokens": 9011341.0, |
| "step": 1263 |
| }, |
| { |
| "epoch": 0.883298392732355, |
| "grad_norm": 0.7245916491525788, |
| "learning_rate": 7.14282748570495e-06, |
| "loss": 11.2201, |
| "num_tokens": 9017863.0, |
| "step": 1264 |
| }, |
| { |
| "epoch": 0.8839972047519218, |
| "grad_norm": 0.7310401125961942, |
| "learning_rate": 7.059058813503483e-06, |
| "loss": 11.4414, |
| "num_tokens": 9024474.0, |
| "step": 1265 |
| }, |
| { |
| "epoch": 0.8846960167714885, |
| "grad_norm": 0.6450501711377958, |
| "learning_rate": 6.975766273656425e-06, |
| "loss": 11.2476, |
| "num_tokens": 9032345.0, |
| "step": 1266 |
| }, |
| { |
| "epoch": 0.8853948287910552, |
| "grad_norm": 0.7556755113831584, |
| "learning_rate": 6.892950292867784e-06, |
| "loss": 11.3764, |
| "num_tokens": 9038850.0, |
| "step": 1267 |
| }, |
| { |
| "epoch": 0.8860936408106219, |
| "grad_norm": 0.7125713611966051, |
| "learning_rate": 6.810611295400171e-06, |
| "loss": 11.3624, |
| "num_tokens": 9045840.0, |
| "step": 1268 |
| }, |
| { |
| "epoch": 0.8867924528301887, |
| "grad_norm": 0.6642280207143011, |
| "learning_rate": 6.728749703072679e-06, |
| "loss": 11.2514, |
| "num_tokens": 9053258.0, |
| "step": 1269 |
| }, |
| { |
| "epoch": 0.8874912648497554, |
| "grad_norm": 0.6771501155957508, |
| "learning_rate": 6.647365935258642e-06, |
| "loss": 11.2015, |
| "num_tokens": 9060449.0, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.8881900768693222, |
| "grad_norm": 0.7024388591874622, |
| "learning_rate": 6.56646040888349e-06, |
| "loss": 11.3443, |
| "num_tokens": 9067366.0, |
| "step": 1271 |
| }, |
| { |
| "epoch": 0.8888888888888888, |
| "grad_norm": 0.6765742708153049, |
| "learning_rate": 6.48603353842272e-06, |
| "loss": 11.2577, |
| "num_tokens": 9074722.0, |
| "step": 1272 |
| }, |
| { |
| "epoch": 0.8895877009084556, |
| "grad_norm": 0.7261272982152684, |
| "learning_rate": 6.406085735899625e-06, |
| "loss": 11.2727, |
| "num_tokens": 9082068.0, |
| "step": 1273 |
| }, |
| { |
| "epoch": 0.8902865129280224, |
| "grad_norm": 0.6735110971588754, |
| "learning_rate": 6.326617410883295e-06, |
| "loss": 11.4339, |
| "num_tokens": 9089269.0, |
| "step": 1274 |
| }, |
| { |
| "epoch": 0.8909853249475891, |
| "grad_norm": 0.7182901637403895, |
| "learning_rate": 6.247628970486463e-06, |
| "loss": 11.085, |
| "num_tokens": 9096281.0, |
| "step": 1275 |
| }, |
| { |
| "epoch": 0.8916841369671559, |
| "grad_norm": 0.6411503497109853, |
| "learning_rate": 6.169120819363405e-06, |
| "loss": 11.3368, |
| "num_tokens": 9103954.0, |
| "step": 1276 |
| }, |
| { |
| "epoch": 0.8923829489867225, |
| "grad_norm": 0.7214606675707624, |
| "learning_rate": 6.091093359707977e-06, |
| "loss": 11.26, |
| "num_tokens": 9110403.0, |
| "step": 1277 |
| }, |
| { |
| "epoch": 0.8930817610062893, |
| "grad_norm": 0.6884291008923099, |
| "learning_rate": 6.013546991251373e-06, |
| "loss": 11.0697, |
| "num_tokens": 9117361.0, |
| "step": 1278 |
| }, |
| { |
| "epoch": 0.893780573025856, |
| "grad_norm": 0.7410343770266834, |
| "learning_rate": 5.936482111260278e-06, |
| "loss": 11.4048, |
| "num_tokens": 9123889.0, |
| "step": 1279 |
| }, |
| { |
| "epoch": 0.8944793850454228, |
| "grad_norm": 0.6910189149126138, |
| "learning_rate": 5.859899114534661e-06, |
| "loss": 11.0736, |
| "num_tokens": 9130750.0, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.8951781970649895, |
| "grad_norm": 0.6997111425088132, |
| "learning_rate": 5.783798393405826e-06, |
| "loss": 11.4646, |
| "num_tokens": 9137972.0, |
| "step": 1281 |
| }, |
| { |
| "epoch": 0.8958770090845563, |
| "grad_norm": 0.7381270749567366, |
| "learning_rate": 5.708180337734448e-06, |
| "loss": 11.3544, |
| "num_tokens": 9144975.0, |
| "step": 1282 |
| }, |
| { |
| "epoch": 0.896575821104123, |
| "grad_norm": 0.7016469624483329, |
| "learning_rate": 5.633045334908493e-06, |
| "loss": 11.416, |
| "num_tokens": 9152166.0, |
| "step": 1283 |
| }, |
| { |
| "epoch": 0.8972746331236897, |
| "grad_norm": 0.7555515485608866, |
| "learning_rate": 5.5583937698412856e-06, |
| "loss": 11.3033, |
| "num_tokens": 9158905.0, |
| "step": 1284 |
| }, |
| { |
| "epoch": 0.8979734451432565, |
| "grad_norm": 0.754593708430779, |
| "learning_rate": 5.4842260249694964e-06, |
| "loss": 11.5423, |
| "num_tokens": 9165569.0, |
| "step": 1285 |
| }, |
| { |
| "epoch": 0.8986722571628232, |
| "grad_norm": 0.721083897447478, |
| "learning_rate": 5.410542480251202e-06, |
| "loss": 11.3485, |
| "num_tokens": 9172201.0, |
| "step": 1286 |
| }, |
| { |
| "epoch": 0.89937106918239, |
| "grad_norm": 0.7403874761653653, |
| "learning_rate": 5.337343513164006e-06, |
| "loss": 11.1843, |
| "num_tokens": 9179084.0, |
| "step": 1287 |
| }, |
| { |
| "epoch": 0.9000698812019566, |
| "grad_norm": 0.6781928166122254, |
| "learning_rate": 5.264629498702967e-06, |
| "loss": 11.2702, |
| "num_tokens": 9186520.0, |
| "step": 1288 |
| }, |
| { |
| "epoch": 0.9007686932215234, |
| "grad_norm": 0.64789553108461, |
| "learning_rate": 5.192400809378783e-06, |
| "loss": 11.1842, |
| "num_tokens": 9193927.0, |
| "step": 1289 |
| }, |
| { |
| "epoch": 0.9014675052410901, |
| "grad_norm": 0.638576282772883, |
| "learning_rate": 5.120657815215879e-06, |
| "loss": 11.2144, |
| "num_tokens": 9201756.0, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.9021663172606569, |
| "grad_norm": 0.6516712972261183, |
| "learning_rate": 5.0494008837504214e-06, |
| "loss": 11.1786, |
| "num_tokens": 9209398.0, |
| "step": 1291 |
| }, |
| { |
| "epoch": 0.9028651292802237, |
| "grad_norm": 0.7567436281029121, |
| "learning_rate": 4.978630380028582e-06, |
| "loss": 11.2843, |
| "num_tokens": 9215890.0, |
| "step": 1292 |
| }, |
| { |
| "epoch": 0.9035639412997903, |
| "grad_norm": 0.7830577964462887, |
| "learning_rate": 4.908346666604502e-06, |
| "loss": 11.4464, |
| "num_tokens": 9222461.0, |
| "step": 1293 |
| }, |
| { |
| "epoch": 0.9042627533193571, |
| "grad_norm": 0.7351201872984475, |
| "learning_rate": 4.8385501035385746e-06, |
| "loss": 11.3842, |
| "num_tokens": 9229085.0, |
| "step": 1294 |
| }, |
| { |
| "epoch": 0.9049615653389238, |
| "grad_norm": 0.6510585165795112, |
| "learning_rate": 4.769241048395512e-06, |
| "loss": 11.1701, |
| "num_tokens": 9236669.0, |
| "step": 1295 |
| }, |
| { |
| "epoch": 0.9056603773584906, |
| "grad_norm": 0.664145384036073, |
| "learning_rate": 4.700419856242555e-06, |
| "loss": 11.1899, |
| "num_tokens": 9243791.0, |
| "step": 1296 |
| }, |
| { |
| "epoch": 0.9063591893780573, |
| "grad_norm": 0.7537789034846496, |
| "learning_rate": 4.632086879647635e-06, |
| "loss": 11.4093, |
| "num_tokens": 9250468.0, |
| "step": 1297 |
| }, |
| { |
| "epoch": 0.907058001397624, |
| "grad_norm": 0.6644394086425081, |
| "learning_rate": 4.564242468677615e-06, |
| "loss": 11.1755, |
| "num_tokens": 9257850.0, |
| "step": 1298 |
| }, |
| { |
| "epoch": 0.9077568134171907, |
| "grad_norm": 0.6585007654131836, |
| "learning_rate": 4.496886970896396e-06, |
| "loss": 11.304, |
| "num_tokens": 9265236.0, |
| "step": 1299 |
| }, |
| { |
| "epoch": 0.9084556254367575, |
| "grad_norm": 0.6909557159895615, |
| "learning_rate": 4.430020731363271e-06, |
| "loss": 11.2188, |
| "num_tokens": 9272210.0, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.9091544374563243, |
| "grad_norm": 0.7195362441131871, |
| "learning_rate": 4.3636440926310144e-06, |
| "loss": 11.5416, |
| "num_tokens": 9279337.0, |
| "step": 1301 |
| }, |
| { |
| "epoch": 0.909853249475891, |
| "grad_norm": 0.7125110991664391, |
| "learning_rate": 4.2977573947442175e-06, |
| "loss": 11.2543, |
| "num_tokens": 9286092.0, |
| "step": 1302 |
| }, |
| { |
| "epoch": 0.9105520614954578, |
| "grad_norm": 0.6935508566906836, |
| "learning_rate": 4.232360975237571e-06, |
| "loss": 11.2606, |
| "num_tokens": 9292888.0, |
| "step": 1303 |
| }, |
| { |
| "epoch": 0.9112508735150244, |
| "grad_norm": 0.695239157260203, |
| "learning_rate": 4.167455169134027e-06, |
| "loss": 11.3306, |
| "num_tokens": 9299710.0, |
| "step": 1304 |
| }, |
| { |
| "epoch": 0.9119496855345912, |
| "grad_norm": 0.7177219647398039, |
| "learning_rate": 4.103040308943195e-06, |
| "loss": 11.3787, |
| "num_tokens": 9306349.0, |
| "step": 1305 |
| }, |
| { |
| "epoch": 0.9126484975541579, |
| "grad_norm": 0.6631627285340865, |
| "learning_rate": 4.039116724659564e-06, |
| "loss": 11.3888, |
| "num_tokens": 9313892.0, |
| "step": 1306 |
| }, |
| { |
| "epoch": 0.9133473095737247, |
| "grad_norm": 0.7192009063137447, |
| "learning_rate": 3.975684743760832e-06, |
| "loss": 11.3041, |
| "num_tokens": 9320784.0, |
| "step": 1307 |
| }, |
| { |
| "epoch": 0.9140461215932913, |
| "grad_norm": 0.6206047815154435, |
| "learning_rate": 3.91274469120626e-06, |
| "loss": 11.075, |
| "num_tokens": 9328759.0, |
| "step": 1308 |
| }, |
| { |
| "epoch": 0.9147449336128581, |
| "grad_norm": 0.7157002783746432, |
| "learning_rate": 3.850296889434968e-06, |
| "loss": 11.6899, |
| "num_tokens": 9335584.0, |
| "step": 1309 |
| }, |
| { |
| "epoch": 0.9154437456324249, |
| "grad_norm": 0.63380899392185, |
| "learning_rate": 3.788341658364314e-06, |
| "loss": 11.2001, |
| "num_tokens": 9343277.0, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.9161425576519916, |
| "grad_norm": 0.6594255092883604, |
| "learning_rate": 3.726879315388199e-06, |
| "loss": 11.4582, |
| "num_tokens": 9350951.0, |
| "step": 1311 |
| }, |
| { |
| "epoch": 0.9168413696715584, |
| "grad_norm": 0.7156352255325785, |
| "learning_rate": 3.665910175375498e-06, |
| "loss": 11.2162, |
| "num_tokens": 9357659.0, |
| "step": 1312 |
| }, |
| { |
| "epoch": 0.9175401816911251, |
| "grad_norm": 0.6425872585900699, |
| "learning_rate": 3.6054345506684627e-06, |
| "loss": 11.2544, |
| "num_tokens": 9365388.0, |
| "step": 1313 |
| }, |
| { |
| "epoch": 0.9182389937106918, |
| "grad_norm": 0.6714524114625421, |
| "learning_rate": 3.5454527510810352e-06, |
| "loss": 11.1915, |
| "num_tokens": 9372586.0, |
| "step": 1314 |
| }, |
| { |
| "epoch": 0.9189378057302585, |
| "grad_norm": 0.6582728677450521, |
| "learning_rate": 3.485965083897347e-06, |
| "loss": 11.1907, |
| "num_tokens": 9380241.0, |
| "step": 1315 |
| }, |
| { |
| "epoch": 0.9196366177498253, |
| "grad_norm": 0.7159032392269566, |
| "learning_rate": 3.426971853870109e-06, |
| "loss": 11.4437, |
| "num_tokens": 9387292.0, |
| "step": 1316 |
| }, |
| { |
| "epoch": 0.9203354297693921, |
| "grad_norm": 0.6942298939290196, |
| "learning_rate": 3.3684733632190157e-06, |
| "loss": 11.1795, |
| "num_tokens": 9394171.0, |
| "step": 1317 |
| }, |
| { |
| "epoch": 0.9210342417889588, |
| "grad_norm": 0.6692411875362031, |
| "learning_rate": 3.310469911629288e-06, |
| "loss": 11.2257, |
| "num_tokens": 9401400.0, |
| "step": 1318 |
| }, |
| { |
| "epoch": 0.9217330538085255, |
| "grad_norm": 0.728672155961115, |
| "learning_rate": 3.252961796250054e-06, |
| "loss": 11.1689, |
| "num_tokens": 9408486.0, |
| "step": 1319 |
| }, |
| { |
| "epoch": 0.9224318658280922, |
| "grad_norm": 0.7355419519065545, |
| "learning_rate": 3.1959493116928476e-06, |
| "loss": 11.4436, |
| "num_tokens": 9415285.0, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.923130677847659, |
| "grad_norm": 0.7030206494953251, |
| "learning_rate": 3.1394327500301357e-06, |
| "loss": 11.3679, |
| "num_tokens": 9422270.0, |
| "step": 1321 |
| }, |
| { |
| "epoch": 0.9238294898672257, |
| "grad_norm": 0.629823205533704, |
| "learning_rate": 3.0834124007937614e-06, |
| "loss": 11.3484, |
| "num_tokens": 9430223.0, |
| "step": 1322 |
| }, |
| { |
| "epoch": 0.9245283018867925, |
| "grad_norm": 0.6789253643905201, |
| "learning_rate": 3.0278885509735234e-06, |
| "loss": 11.2971, |
| "num_tokens": 9437454.0, |
| "step": 1323 |
| }, |
| { |
| "epoch": 0.9252271139063591, |
| "grad_norm": 0.6636854562456178, |
| "learning_rate": 2.9728614850156653e-06, |
| "loss": 11.1163, |
| "num_tokens": 9444734.0, |
| "step": 1324 |
| }, |
| { |
| "epoch": 0.9259259259259259, |
| "grad_norm": 0.7344693956693098, |
| "learning_rate": 2.9183314848214127e-06, |
| "loss": 11.3255, |
| "num_tokens": 9451233.0, |
| "step": 1325 |
| }, |
| { |
| "epoch": 0.9266247379454927, |
| "grad_norm": 0.6770150273794775, |
| "learning_rate": 2.864298829745571e-06, |
| "loss": 11.0587, |
| "num_tokens": 9458292.0, |
| "step": 1326 |
| }, |
| { |
| "epoch": 0.9273235499650594, |
| "grad_norm": 0.6755839488912377, |
| "learning_rate": 2.8107637965950506e-06, |
| "loss": 11.1855, |
| "num_tokens": 9465760.0, |
| "step": 1327 |
| }, |
| { |
| "epoch": 0.9280223619846262, |
| "grad_norm": 0.6907883258293367, |
| "learning_rate": 2.7577266596274576e-06, |
| "loss": 11.2504, |
| "num_tokens": 9473090.0, |
| "step": 1328 |
| }, |
| { |
| "epoch": 0.9287211740041929, |
| "grad_norm": 0.6894014385780622, |
| "learning_rate": 2.7051876905497375e-06, |
| "loss": 11.3714, |
| "num_tokens": 9480091.0, |
| "step": 1329 |
| }, |
| { |
| "epoch": 0.9294199860237596, |
| "grad_norm": 0.6507226401997432, |
| "learning_rate": 2.6531471585167e-06, |
| "loss": 11.3168, |
| "num_tokens": 9487848.0, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.9301187980433263, |
| "grad_norm": 0.6634040035460618, |
| "learning_rate": 2.6016053301297196e-06, |
| "loss": 11.1478, |
| "num_tokens": 9495032.0, |
| "step": 1331 |
| }, |
| { |
| "epoch": 0.9308176100628931, |
| "grad_norm": 0.6248126259198482, |
| "learning_rate": 2.5505624694353024e-06, |
| "loss": 11.1628, |
| "num_tokens": 9502796.0, |
| "step": 1332 |
| }, |
| { |
| "epoch": 0.9315164220824598, |
| "grad_norm": 0.7223781912313146, |
| "learning_rate": 2.5000188379237786e-06, |
| "loss": 11.2473, |
| "num_tokens": 9509344.0, |
| "step": 1333 |
| }, |
| { |
| "epoch": 0.9322152341020266, |
| "grad_norm": 0.6968748402634183, |
| "learning_rate": 2.4499746945279566e-06, |
| "loss": 11.227, |
| "num_tokens": 9516077.0, |
| "step": 1334 |
| }, |
| { |
| "epoch": 0.9329140461215933, |
| "grad_norm": 0.6518545278329891, |
| "learning_rate": 2.4004302956217804e-06, |
| "loss": 11.2451, |
| "num_tokens": 9523359.0, |
| "step": 1335 |
| }, |
| { |
| "epoch": 0.93361285814116, |
| "grad_norm": 0.7049583629463331, |
| "learning_rate": 2.3513858950190204e-06, |
| "loss": 11.2872, |
| "num_tokens": 9530186.0, |
| "step": 1336 |
| }, |
| { |
| "epoch": 0.9343116701607268, |
| "grad_norm": 0.7118301258107756, |
| "learning_rate": 2.302841743971995e-06, |
| "loss": 11.0207, |
| "num_tokens": 9537136.0, |
| "step": 1337 |
| }, |
| { |
| "epoch": 0.9350104821802935, |
| "grad_norm": 0.6928653342414067, |
| "learning_rate": 2.2547980911702404e-06, |
| "loss": 11.3115, |
| "num_tokens": 9544223.0, |
| "step": 1338 |
| }, |
| { |
| "epoch": 0.9357092941998603, |
| "grad_norm": 0.7236335982996023, |
| "learning_rate": 2.2072551827392983e-06, |
| "loss": 11.3392, |
| "num_tokens": 9550920.0, |
| "step": 1339 |
| }, |
| { |
| "epoch": 0.9364081062194269, |
| "grad_norm": 0.6465425844125828, |
| "learning_rate": 2.1602132622393746e-06, |
| "loss": 11.2663, |
| "num_tokens": 9558586.0, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.9371069182389937, |
| "grad_norm": 0.658991959593526, |
| "learning_rate": 2.1136725706641712e-06, |
| "loss": 11.3773, |
| "num_tokens": 9566214.0, |
| "step": 1341 |
| }, |
| { |
| "epoch": 0.9378057302585604, |
| "grad_norm": 0.6948550756585189, |
| "learning_rate": 2.0676333464396126e-06, |
| "loss": 11.2736, |
| "num_tokens": 9573631.0, |
| "step": 1342 |
| }, |
| { |
| "epoch": 0.9385045422781272, |
| "grad_norm": 0.7206740338733898, |
| "learning_rate": 2.0220958254225984e-06, |
| "loss": 11.3452, |
| "num_tokens": 9580814.0, |
| "step": 1343 |
| }, |
| { |
| "epoch": 0.939203354297694, |
| "grad_norm": 0.7268069168403607, |
| "learning_rate": 1.977060240899864e-06, |
| "loss": 11.2923, |
| "num_tokens": 9587261.0, |
| "step": 1344 |
| }, |
| { |
| "epoch": 0.9399021663172606, |
| "grad_norm": 0.7172014463716784, |
| "learning_rate": 1.932526823586722e-06, |
| "loss": 11.3546, |
| "num_tokens": 9593973.0, |
| "step": 1345 |
| }, |
| { |
| "epoch": 0.9406009783368274, |
| "grad_norm": 0.623418404084086, |
| "learning_rate": 1.8884958016259113e-06, |
| "loss": 11.2887, |
| "num_tokens": 9601821.0, |
| "step": 1346 |
| }, |
| { |
| "epoch": 0.9412997903563941, |
| "grad_norm": 0.6616585012666008, |
| "learning_rate": 1.844967400586428e-06, |
| "loss": 11.2776, |
| "num_tokens": 9609343.0, |
| "step": 1347 |
| }, |
| { |
| "epoch": 0.9419986023759609, |
| "grad_norm": 0.6433007452971647, |
| "learning_rate": 1.8019418434623404e-06, |
| "loss": 11.1876, |
| "num_tokens": 9616602.0, |
| "step": 1348 |
| }, |
| { |
| "epoch": 0.9426974143955276, |
| "grad_norm": 0.6822594858991043, |
| "learning_rate": 1.7594193506716983e-06, |
| "loss": 11.2809, |
| "num_tokens": 9623622.0, |
| "step": 1349 |
| }, |
| { |
| "epoch": 0.9433962264150944, |
| "grad_norm": 0.6684722637362679, |
| "learning_rate": 1.7174001400553586e-06, |
| "loss": 11.3421, |
| "num_tokens": 9631105.0, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.944095038434661, |
| "grad_norm": 0.6429394633148133, |
| "learning_rate": 1.6758844268758843e-06, |
| "loss": 11.3945, |
| "num_tokens": 9638663.0, |
| "step": 1351 |
| }, |
| { |
| "epoch": 0.9447938504542278, |
| "grad_norm": 0.5926480868121347, |
| "learning_rate": 1.634872423816458e-06, |
| "loss": 11.1168, |
| "num_tokens": 9646957.0, |
| "step": 1352 |
| }, |
| { |
| "epoch": 0.9454926624737946, |
| "grad_norm": 0.7066366283958508, |
| "learning_rate": 1.5943643409797594e-06, |
| "loss": 11.2229, |
| "num_tokens": 9653670.0, |
| "step": 1353 |
| }, |
| { |
| "epoch": 0.9461914744933613, |
| "grad_norm": 0.6611735635710152, |
| "learning_rate": 1.5543603858869215e-06, |
| "loss": 11.2078, |
| "num_tokens": 9660888.0, |
| "step": 1354 |
| }, |
| { |
| "epoch": 0.9468902865129281, |
| "grad_norm": 0.6742560705489566, |
| "learning_rate": 1.5148607634764446e-06, |
| "loss": 11.2851, |
| "num_tokens": 9668331.0, |
| "step": 1355 |
| }, |
| { |
| "epoch": 0.9475890985324947, |
| "grad_norm": 0.702592812073591, |
| "learning_rate": 1.475865676103161e-06, |
| "loss": 11.2943, |
| "num_tokens": 9675259.0, |
| "step": 1356 |
| }, |
| { |
| "epoch": 0.9482879105520615, |
| "grad_norm": 0.6570155584828766, |
| "learning_rate": 1.4373753235371823e-06, |
| "loss": 10.9385, |
| "num_tokens": 9682674.0, |
| "step": 1357 |
| }, |
| { |
| "epoch": 0.9489867225716282, |
| "grad_norm": 0.7784712864060985, |
| "learning_rate": 1.3993899029628997e-06, |
| "loss": 11.3884, |
| "num_tokens": 9689182.0, |
| "step": 1358 |
| }, |
| { |
| "epoch": 0.949685534591195, |
| "grad_norm": 0.6920868766511811, |
| "learning_rate": 1.3619096089779293e-06, |
| "loss": 11.4583, |
| "num_tokens": 9696437.0, |
| "step": 1359 |
| }, |
| { |
| "epoch": 0.9503843466107617, |
| "grad_norm": 0.7247008722668327, |
| "learning_rate": 1.3249346335922007e-06, |
| "loss": 11.4813, |
| "num_tokens": 9703396.0, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.9510831586303284, |
| "grad_norm": 0.6632602910524646, |
| "learning_rate": 1.2884651662268709e-06, |
| "loss": 11.3547, |
| "num_tokens": 9711059.0, |
| "step": 1361 |
| }, |
| { |
| "epoch": 0.9517819706498952, |
| "grad_norm": 0.6710435983883922, |
| "learning_rate": 1.2525013937134122e-06, |
| "loss": 11.3387, |
| "num_tokens": 9718400.0, |
| "step": 1362 |
| }, |
| { |
| "epoch": 0.9524807826694619, |
| "grad_norm": 0.664792473697077, |
| "learning_rate": 1.2170435002926694e-06, |
| "loss": 11.1944, |
| "num_tokens": 9725645.0, |
| "step": 1363 |
| }, |
| { |
| "epoch": 0.9531795946890287, |
| "grad_norm": 0.6707698174727578, |
| "learning_rate": 1.1820916676138382e-06, |
| "loss": 11.2262, |
| "num_tokens": 9733005.0, |
| "step": 1364 |
| }, |
| { |
| "epoch": 0.9538784067085954, |
| "grad_norm": 0.6688979482961926, |
| "learning_rate": 1.147646074733655e-06, |
| "loss": 11.2677, |
| "num_tokens": 9740218.0, |
| "step": 1365 |
| }, |
| { |
| "epoch": 0.9545772187281621, |
| "grad_norm": 0.7433455767451992, |
| "learning_rate": 1.1137068981153632e-06, |
| "loss": 11.4951, |
| "num_tokens": 9746821.0, |
| "step": 1366 |
| }, |
| { |
| "epoch": 0.9552760307477288, |
| "grad_norm": 0.7175584827821752, |
| "learning_rate": 1.0802743116278714e-06, |
| "loss": 11.2647, |
| "num_tokens": 9753374.0, |
| "step": 1367 |
| }, |
| { |
| "epoch": 0.9559748427672956, |
| "grad_norm": 0.6933785565534558, |
| "learning_rate": 1.0473484865448525e-06, |
| "loss": 11.387, |
| "num_tokens": 9760505.0, |
| "step": 1368 |
| }, |
| { |
| "epoch": 0.9566736547868623, |
| "grad_norm": 0.6647102154219586, |
| "learning_rate": 1.014929591543845e-06, |
| "loss": 11.3239, |
| "num_tokens": 9767972.0, |
| "step": 1369 |
| }, |
| { |
| "epoch": 0.9573724668064291, |
| "grad_norm": 0.7171114285326375, |
| "learning_rate": 9.830177927054428e-07, |
| "loss": 11.2421, |
| "num_tokens": 9774744.0, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.9580712788259959, |
| "grad_norm": 0.6753844797667017, |
| "learning_rate": 9.516132535123846e-07, |
| "loss": 11.0581, |
| "num_tokens": 9782050.0, |
| "step": 1371 |
| }, |
| { |
| "epoch": 0.9587700908455625, |
| "grad_norm": 0.6594805435739066, |
| "learning_rate": 9.207161348487315e-07, |
| "loss": 11.2986, |
| "num_tokens": 9789435.0, |
| "step": 1372 |
| }, |
| { |
| "epoch": 0.9594689028651293, |
| "grad_norm": 0.6219305497890216, |
| "learning_rate": 8.903265949990691e-07, |
| "loss": 11.2472, |
| "num_tokens": 9797498.0, |
| "step": 1373 |
| }, |
| { |
| "epoch": 0.960167714884696, |
| "grad_norm": 0.6797824852084828, |
| "learning_rate": 8.604447896476852e-07, |
| "loss": 11.2204, |
| "num_tokens": 9805014.0, |
| "step": 1374 |
| }, |
| { |
| "epoch": 0.9608665269042628, |
| "grad_norm": 0.637072288456489, |
| "learning_rate": 8.310708718777371e-07, |
| "loss": 11.0226, |
| "num_tokens": 9812890.0, |
| "step": 1375 |
| }, |
| { |
| "epoch": 0.9615653389238294, |
| "grad_norm": 0.6883492395222, |
| "learning_rate": 8.022049921705299e-07, |
| "loss": 11.1737, |
| "num_tokens": 9819758.0, |
| "step": 1376 |
| }, |
| { |
| "epoch": 0.9622641509433962, |
| "grad_norm": 0.6679558355010241, |
| "learning_rate": 7.73847298404684e-07, |
| "loss": 11.0855, |
| "num_tokens": 9826786.0, |
| "step": 1377 |
| }, |
| { |
| "epoch": 0.9629629629629629, |
| "grad_norm": 0.6523416128412312, |
| "learning_rate": 7.459979358554248e-07, |
| "loss": 11.2854, |
| "num_tokens": 9834179.0, |
| "step": 1378 |
| }, |
| { |
| "epoch": 0.9636617749825297, |
| "grad_norm": 0.6761703126788413, |
| "learning_rate": 7.186570471937937e-07, |
| "loss": 11.4241, |
| "num_tokens": 9841706.0, |
| "step": 1379 |
| }, |
| { |
| "epoch": 0.9643605870020965, |
| "grad_norm": 0.6539490861725904, |
| "learning_rate": 6.918247724859939e-07, |
| "loss": 11.0869, |
| "num_tokens": 9849180.0, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.9650593990216632, |
| "grad_norm": 0.6627942977748735, |
| "learning_rate": 6.655012491925683e-07, |
| "loss": 11.3332, |
| "num_tokens": 9856546.0, |
| "step": 1381 |
| }, |
| { |
| "epoch": 0.9657582110412299, |
| "grad_norm": 0.7525079583067344, |
| "learning_rate": 6.396866121677559e-07, |
| "loss": 11.485, |
| "num_tokens": 9863096.0, |
| "step": 1382 |
| }, |
| { |
| "epoch": 0.9664570230607966, |
| "grad_norm": 0.666826182150616, |
| "learning_rate": 6.143809936588363e-07, |
| "loss": 11.1335, |
| "num_tokens": 9870255.0, |
| "step": 1383 |
| }, |
| { |
| "epoch": 0.9671558350803634, |
| "grad_norm": 0.6242640875889792, |
| "learning_rate": 5.895845233053643e-07, |
| "loss": 11.2859, |
| "num_tokens": 9878236.0, |
| "step": 1384 |
| }, |
| { |
| "epoch": 0.9678546470999301, |
| "grad_norm": 0.7272158788230525, |
| "learning_rate": 5.652973281385588e-07, |
| "loss": 11.3917, |
| "num_tokens": 9885146.0, |
| "step": 1385 |
| }, |
| { |
| "epoch": 0.9685534591194969, |
| "grad_norm": 0.6972412481254419, |
| "learning_rate": 5.415195325806699e-07, |
| "loss": 11.2604, |
| "num_tokens": 9892008.0, |
| "step": 1386 |
| }, |
| { |
| "epoch": 0.9692522711390635, |
| "grad_norm": 0.6840355027864292, |
| "learning_rate": 5.182512584443022e-07, |
| "loss": 11.3559, |
| "num_tokens": 9899023.0, |
| "step": 1387 |
| }, |
| { |
| "epoch": 0.9699510831586303, |
| "grad_norm": 0.6604927934689941, |
| "learning_rate": 4.954926249317815e-07, |
| "loss": 11.0894, |
| "num_tokens": 9906287.0, |
| "step": 1388 |
| }, |
| { |
| "epoch": 0.9706498951781971, |
| "grad_norm": 0.6550659928475684, |
| "learning_rate": 4.732437486345886e-07, |
| "loss": 10.9861, |
| "num_tokens": 9913471.0, |
| "step": 1389 |
| }, |
| { |
| "epoch": 0.9713487071977638, |
| "grad_norm": 0.6731044015412156, |
| "learning_rate": 4.515047435327491e-07, |
| "loss": 11.3375, |
| "num_tokens": 9920776.0, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.9720475192173306, |
| "grad_norm": 0.6886371291373153, |
| "learning_rate": 4.3027572099422207e-07, |
| "loss": 11.3041, |
| "num_tokens": 9927914.0, |
| "step": 1391 |
| }, |
| { |
| "epoch": 0.9727463312368972, |
| "grad_norm": 0.7315035720036384, |
| "learning_rate": 4.0955678977436797e-07, |
| "loss": 11.3239, |
| "num_tokens": 9934401.0, |
| "step": 1392 |
| }, |
| { |
| "epoch": 0.973445143256464, |
| "grad_norm": 0.6731364179858964, |
| "learning_rate": 3.893480560153484e-07, |
| "loss": 11.1288, |
| "num_tokens": 9941705.0, |
| "step": 1393 |
| }, |
| { |
| "epoch": 0.9741439552760307, |
| "grad_norm": 0.6600863194244329, |
| "learning_rate": 3.6964962324561593e-07, |
| "loss": 11.2683, |
| "num_tokens": 9949413.0, |
| "step": 1394 |
| }, |
| { |
| "epoch": 0.9748427672955975, |
| "grad_norm": 0.6737648893244508, |
| "learning_rate": 3.504615923793919e-07, |
| "loss": 11.0837, |
| "num_tokens": 9956435.0, |
| "step": 1395 |
| }, |
| { |
| "epoch": 0.9755415793151643, |
| "grad_norm": 0.7145328987881118, |
| "learning_rate": 3.317840617160894e-07, |
| "loss": 11.2672, |
| "num_tokens": 9963267.0, |
| "step": 1396 |
| }, |
| { |
| "epoch": 0.976240391334731, |
| "grad_norm": 0.6822610524050463, |
| "learning_rate": 3.136171269399024e-07, |
| "loss": 10.9777, |
| "num_tokens": 9970795.0, |
| "step": 1397 |
| }, |
| { |
| "epoch": 0.9769392033542977, |
| "grad_norm": 0.7139750346598414, |
| "learning_rate": 2.959608811192283e-07, |
| "loss": 11.2859, |
| "num_tokens": 9977599.0, |
| "step": 1398 |
| }, |
| { |
| "epoch": 0.9776380153738644, |
| "grad_norm": 0.6629186760012954, |
| "learning_rate": 2.7881541470623494e-07, |
| "loss": 11.3439, |
| "num_tokens": 9985126.0, |
| "step": 1399 |
| }, |
| { |
| "epoch": 0.9783368273934312, |
| "grad_norm": 0.7021437040550742, |
| "learning_rate": 2.6218081553638364e-07, |
| "loss": 11.074, |
| "num_tokens": 9991636.0, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.9790356394129979, |
| "grad_norm": 0.651326390715108, |
| "learning_rate": 2.4605716882801776e-07, |
| "loss": 11.3278, |
| "num_tokens": 9999333.0, |
| "step": 1401 |
| }, |
| { |
| "epoch": 0.9797344514325647, |
| "grad_norm": 0.7077963783884662, |
| "learning_rate": 2.3044455718185253e-07, |
| "loss": 11.279, |
| "num_tokens": 10006127.0, |
| "step": 1402 |
| }, |
| { |
| "epoch": 0.9804332634521313, |
| "grad_norm": 0.7275599228420562, |
| "learning_rate": 2.153430605806195e-07, |
| "loss": 11.2103, |
| "num_tokens": 10012832.0, |
| "step": 1403 |
| }, |
| { |
| "epoch": 0.9811320754716981, |
| "grad_norm": 0.6445139570135618, |
| "learning_rate": 2.0075275638862246e-07, |
| "loss": 10.9713, |
| "num_tokens": 10020535.0, |
| "step": 1404 |
| }, |
| { |
| "epoch": 0.9818308874912649, |
| "grad_norm": 0.7116706126407417, |
| "learning_rate": 1.8667371935133792e-07, |
| "loss": 11.4616, |
| "num_tokens": 10027624.0, |
| "step": 1405 |
| }, |
| { |
| "epoch": 0.9825296995108316, |
| "grad_norm": 0.6841858958472258, |
| "learning_rate": 1.7310602159505974e-07, |
| "loss": 11.3032, |
| "num_tokens": 10034683.0, |
| "step": 1406 |
| }, |
| { |
| "epoch": 0.9832285115303984, |
| "grad_norm": 0.6705286305197254, |
| "learning_rate": 1.6004973262651047e-07, |
| "loss": 11.3338, |
| "num_tokens": 10042053.0, |
| "step": 1407 |
| }, |
| { |
| "epoch": 0.983927323549965, |
| "grad_norm": 0.6730415740783933, |
| "learning_rate": 1.4750491933247512e-07, |
| "loss": 11.3956, |
| "num_tokens": 10049229.0, |
| "step": 1408 |
| }, |
| { |
| "epoch": 0.9846261355695318, |
| "grad_norm": 0.7674497304328863, |
| "learning_rate": 1.3547164597949026e-07, |
| "loss": 11.5897, |
| "num_tokens": 10055821.0, |
| "step": 1409 |
| }, |
| { |
| "epoch": 0.9853249475890985, |
| "grad_norm": 0.6146955427792996, |
| "learning_rate": 1.2394997421347753e-07, |
| "loss": 11.3468, |
| "num_tokens": 10064206.0, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.9860237596086653, |
| "grad_norm": 0.7186141338407501, |
| "learning_rate": 1.1293996305946631e-07, |
| "loss": 11.2113, |
| "num_tokens": 10070918.0, |
| "step": 1411 |
| }, |
| { |
| "epoch": 0.986722571628232, |
| "grad_norm": 0.6471488770051232, |
| "learning_rate": 1.0244166892124928e-07, |
| "loss": 11.2701, |
| "num_tokens": 10078257.0, |
| "step": 1412 |
| }, |
| { |
| "epoch": 0.9874213836477987, |
| "grad_norm": 0.6966594622997705, |
| "learning_rate": 9.245514558112733e-08, |
| "loss": 11.3059, |
| "num_tokens": 10085142.0, |
| "step": 1413 |
| }, |
| { |
| "epoch": 0.9881201956673655, |
| "grad_norm": 0.7492634726939886, |
| "learning_rate": 8.298044419962069e-08, |
| "loss": 11.2983, |
| "num_tokens": 10091532.0, |
| "step": 1414 |
| }, |
| { |
| "epoch": 0.9888190076869322, |
| "grad_norm": 0.67547464453374, |
| "learning_rate": 7.401761331521372e-08, |
| "loss": 11.2074, |
| "num_tokens": 10098630.0, |
| "step": 1415 |
| }, |
| { |
| "epoch": 0.989517819706499, |
| "grad_norm": 0.6997394087199268, |
| "learning_rate": 6.556669884408839e-08, |
| "loss": 11.2439, |
| "num_tokens": 10105381.0, |
| "step": 1416 |
| }, |
| { |
| "epoch": 0.9902166317260657, |
| "grad_norm": 0.6784044100485935, |
| "learning_rate": 5.7627744079902235e-08, |
| "loss": 11.2719, |
| "num_tokens": 10112328.0, |
| "step": 1417 |
| }, |
| { |
| "epoch": 0.9909154437456325, |
| "grad_norm": 0.7376730133275492, |
| "learning_rate": 5.0200789693588544e-08, |
| "loss": 11.3005, |
| "num_tokens": 10118964.0, |
| "step": 1418 |
| }, |
| { |
| "epoch": 0.9916142557651991, |
| "grad_norm": 0.674112638355877, |
| "learning_rate": 4.32858737330899e-08, |
| "loss": 11.0974, |
| "num_tokens": 10125874.0, |
| "step": 1419 |
| }, |
| { |
| "epoch": 0.9923130677847659, |
| "grad_norm": 0.7551764155567859, |
| "learning_rate": 3.6883031623224926e-08, |
| "loss": 11.5891, |
| "num_tokens": 10132274.0, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.9930118798043326, |
| "grad_norm": 0.7272923742000015, |
| "learning_rate": 3.099229616547739e-08, |
| "loss": 11.3233, |
| "num_tokens": 10138845.0, |
| "step": 1421 |
| }, |
| { |
| "epoch": 0.9937106918238994, |
| "grad_norm": 0.7015750748072532, |
| "learning_rate": 2.5613697537818504e-08, |
| "loss": 11.3946, |
| "num_tokens": 10145801.0, |
| "step": 1422 |
| }, |
| { |
| "epoch": 0.9944095038434662, |
| "grad_norm": 0.6722209770345767, |
| "learning_rate": 2.074726329457377e-08, |
| "loss": 11.2842, |
| "num_tokens": 10152749.0, |
| "step": 1423 |
| }, |
| { |
| "epoch": 0.9951083158630328, |
| "grad_norm": 0.6390873103140037, |
| "learning_rate": 1.6393018366278602e-08, |
| "loss": 11.1965, |
| "num_tokens": 10160312.0, |
| "step": 1424 |
| }, |
| { |
| "epoch": 0.9958071278825996, |
| "grad_norm": 0.7038247897264213, |
| "learning_rate": 1.2550985059522902e-08, |
| "loss": 11.2494, |
| "num_tokens": 10167099.0, |
| "step": 1425 |
| }, |
| { |
| "epoch": 0.9965059399021663, |
| "grad_norm": 0.6666127532974914, |
| "learning_rate": 9.221183056895566e-09, |
| "loss": 11.2175, |
| "num_tokens": 10174489.0, |
| "step": 1426 |
| }, |
| { |
| "epoch": 0.9972047519217331, |
| "grad_norm": 0.6765466784943449, |
| "learning_rate": 6.4036294168068335e-09, |
| "loss": 11.3275, |
| "num_tokens": 10182102.0, |
| "step": 1427 |
| }, |
| { |
| "epoch": 0.9979035639412998, |
| "grad_norm": 0.6964009190338591, |
| "learning_rate": 4.0983385734660875e-09, |
| "loss": 11.1313, |
| "num_tokens": 10188883.0, |
| "step": 1428 |
| }, |
| { |
| "epoch": 0.9986023759608665, |
| "grad_norm": 0.7265152003293984, |
| "learning_rate": 2.305322336781934e-09, |
| "loss": 11.3144, |
| "num_tokens": 10195672.0, |
| "step": 1429 |
| }, |
| { |
| "epoch": 0.9993011879804332, |
| "grad_norm": 0.6683920838823425, |
| "learning_rate": 1.0245898922844888e-09, |
| "loss": 11.445, |
| "num_tokens": 10203012.0, |
| "step": 1430 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 0.6789763311122045, |
| "learning_rate": 2.561478011253726e-10, |
| "loss": 11.2073, |
| "num_tokens": 10210317.0, |
| "step": 1431 |
| }, |
| { |
| "epoch": 1.0, |
| "step": 1431, |
| "total_flos": 1443880778727424.0, |
| "train_loss": 12.112521223552072, |
| "train_runtime": 11701.6904, |
| "train_samples_per_second": 7.829, |
| "train_steps_per_second": 0.122 |
| } |
| ], |
| "logging_steps": 1.0, |
| "max_steps": 1431, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1443880778727424.0, |
| "train_batch_size": 16, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
