| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.9999747481124214, |
| "eval_steps": 500, |
| "global_step": 19800, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.00050503775157193, |
| "grad_norm": 13.943564139476521, |
| "learning_rate": 9.996464289322155e-06, |
| "loss": 1.7553, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.00101007550314386, |
| "grad_norm": 5.789553200928907, |
| "learning_rate": 9.991413274068087e-06, |
| "loss": 0.8176, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.00151511325471579, |
| "grad_norm": 7.735975598755883, |
| "learning_rate": 9.986362258814021e-06, |
| "loss": 0.7018, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.00202015100628772, |
| "grad_norm": 3.5851607839184143, |
| "learning_rate": 9.981311243559957e-06, |
| "loss": 0.6599, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.00252518875785965, |
| "grad_norm": 6.237435656827707, |
| "learning_rate": 9.976260228305891e-06, |
| "loss": 0.6038, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.00303022650943158, |
| "grad_norm": 13.568356180772243, |
| "learning_rate": 9.971209213051824e-06, |
| "loss": 0.6027, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.00353526426100351, |
| "grad_norm": 3.235105055773784, |
| "learning_rate": 9.966158197797758e-06, |
| "loss": 0.5893, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.00404030201257544, |
| "grad_norm": 5.862991115468846, |
| "learning_rate": 9.961107182543692e-06, |
| "loss": 0.5863, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.00454533976414737, |
| "grad_norm": 3.3977361363891334, |
| "learning_rate": 9.956056167289626e-06, |
| "loss": 0.5736, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.0050503775157193, |
| "grad_norm": 4.281339414007124, |
| "learning_rate": 9.95100515203556e-06, |
| "loss": 0.5508, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.00555541526729123, |
| "grad_norm": 3.144694292761742, |
| "learning_rate": 9.945954136781494e-06, |
| "loss": 0.5493, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.00606045301886316, |
| "grad_norm": 3.0898861803222566, |
| "learning_rate": 9.940903121527427e-06, |
| "loss": 0.5417, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.00656549077043509, |
| "grad_norm": 14.79188542424222, |
| "learning_rate": 9.935852106273361e-06, |
| "loss": 0.5444, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.00707052852200702, |
| "grad_norm": 3.493197693686729, |
| "learning_rate": 9.930801091019295e-06, |
| "loss": 0.5284, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.00757556627357895, |
| "grad_norm": 10.7485482232531, |
| "learning_rate": 9.92575007576523e-06, |
| "loss": 0.53, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.00808060402515088, |
| "grad_norm": 4.095456564556807, |
| "learning_rate": 9.920699060511163e-06, |
| "loss": 0.5171, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.00858564177672281, |
| "grad_norm": 18.07561627235401, |
| "learning_rate": 9.915648045257097e-06, |
| "loss": 0.5293, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.00909067952829474, |
| "grad_norm": 14.881912561895916, |
| "learning_rate": 9.910597030003032e-06, |
| "loss": 0.525, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.00959571727986667, |
| "grad_norm": 3.077548490509973, |
| "learning_rate": 9.905546014748966e-06, |
| "loss": 0.4952, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.0101007550314386, |
| "grad_norm": 5.40203767482295, |
| "learning_rate": 9.9004949994949e-06, |
| "loss": 0.5172, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.01060579278301053, |
| "grad_norm": 12.22425699537504, |
| "learning_rate": 9.895443984240834e-06, |
| "loss": 0.5358, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.01111083053458246, |
| "grad_norm": 7.830646098334567, |
| "learning_rate": 9.890392968986768e-06, |
| "loss": 0.5102, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.01161586828615439, |
| "grad_norm": 3.814940763160932, |
| "learning_rate": 9.8853419537327e-06, |
| "loss": 0.4948, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.01212090603772632, |
| "grad_norm": 9.822466847144137, |
| "learning_rate": 9.880290938478635e-06, |
| "loss": 0.5217, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.01262594378929825, |
| "grad_norm": 46.6756643508386, |
| "learning_rate": 9.875239923224569e-06, |
| "loss": 0.5024, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.01313098154087018, |
| "grad_norm": 2.706287487769574, |
| "learning_rate": 9.870188907970503e-06, |
| "loss": 0.5161, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.01363601929244211, |
| "grad_norm": 2.211316891350979, |
| "learning_rate": 9.865137892716437e-06, |
| "loss": 0.5112, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.01414105704401404, |
| "grad_norm": 2.9091819978240663, |
| "learning_rate": 9.860086877462371e-06, |
| "loss": 0.5166, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.01464609479558597, |
| "grad_norm": 3.745541781549167, |
| "learning_rate": 9.855035862208304e-06, |
| "loss": 0.5051, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.0151511325471579, |
| "grad_norm": 2.8340353132271394, |
| "learning_rate": 9.849984846954238e-06, |
| "loss": 0.5075, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.01565617029872983, |
| "grad_norm": 3.869953185267734, |
| "learning_rate": 9.844933831700174e-06, |
| "loss": 0.5216, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.01616120805030176, |
| "grad_norm": 2.211016455052966, |
| "learning_rate": 9.839882816446108e-06, |
| "loss": 0.4973, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.01666624580187369, |
| "grad_norm": 3.3086106494157606, |
| "learning_rate": 9.83483180119204e-06, |
| "loss": 0.5023, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.01717128355344562, |
| "grad_norm": 3.680801950407282, |
| "learning_rate": 9.829780785937974e-06, |
| "loss": 0.4933, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.01767632130501755, |
| "grad_norm": 2.7546156381855935, |
| "learning_rate": 9.824729770683908e-06, |
| "loss": 0.5176, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.01818135905658948, |
| "grad_norm": 5.87533624997546, |
| "learning_rate": 9.819678755429842e-06, |
| "loss": 0.5014, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.01868639680816141, |
| "grad_norm": 5.806811873538911, |
| "learning_rate": 9.814627740175777e-06, |
| "loss": 0.5103, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.01919143455973334, |
| "grad_norm": 2.3849830922620137, |
| "learning_rate": 9.80957672492171e-06, |
| "loss": 0.5133, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.01969647231130527, |
| "grad_norm": 7.2668450331901715, |
| "learning_rate": 9.804525709667643e-06, |
| "loss": 0.5049, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.0202015100628772, |
| "grad_norm": 2.5520502646771264, |
| "learning_rate": 9.799474694413577e-06, |
| "loss": 0.5102, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.02070654781444913, |
| "grad_norm": 2.473700390480294, |
| "learning_rate": 9.794423679159511e-06, |
| "loss": 0.4825, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.02121158556602106, |
| "grad_norm": 3.648682107473895, |
| "learning_rate": 9.789372663905445e-06, |
| "loss": 0.4983, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.02171662331759299, |
| "grad_norm": 3.458879333685983, |
| "learning_rate": 9.78432164865138e-06, |
| "loss": 0.4912, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.02222166106916492, |
| "grad_norm": 3.0729192822937503, |
| "learning_rate": 9.779270633397314e-06, |
| "loss": 0.4905, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.02272669882073685, |
| "grad_norm": 17.505451267102025, |
| "learning_rate": 9.774219618143248e-06, |
| "loss": 0.4988, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.02323173657230878, |
| "grad_norm": 11.347644323036132, |
| "learning_rate": 9.769168602889182e-06, |
| "loss": 0.527, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.02373677432388071, |
| "grad_norm": 3.745152344082931, |
| "learning_rate": 9.764117587635116e-06, |
| "loss": 0.4751, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.02424181207545264, |
| "grad_norm": 3.430436888183069, |
| "learning_rate": 9.75906657238105e-06, |
| "loss": 0.4925, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.02474684982702457, |
| "grad_norm": 2.5106033133425316, |
| "learning_rate": 9.754015557126983e-06, |
| "loss": 0.4909, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.0252518875785965, |
| "grad_norm": 2.9444873201490345, |
| "learning_rate": 9.748964541872917e-06, |
| "loss": 0.5046, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.02575692533016843, |
| "grad_norm": 2.2226598370186355, |
| "learning_rate": 9.743913526618851e-06, |
| "loss": 0.5019, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.02626196308174036, |
| "grad_norm": 2.1431364606222143, |
| "learning_rate": 9.738862511364785e-06, |
| "loss": 0.4978, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.02676700083331229, |
| "grad_norm": 1.9687420001979, |
| "learning_rate": 9.733811496110719e-06, |
| "loss": 0.5168, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.02727203858488422, |
| "grad_norm": 1.790704686386335, |
| "learning_rate": 9.728760480856653e-06, |
| "loss": 0.4918, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.02777707633645615, |
| "grad_norm": 1.5122456879041994, |
| "learning_rate": 9.723709465602587e-06, |
| "loss": 0.5015, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.02828211408802808, |
| "grad_norm": 2.155745175549288, |
| "learning_rate": 9.71865845034852e-06, |
| "loss": 0.4958, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.02878715183960001, |
| "grad_norm": 2.2999303399374753, |
| "learning_rate": 9.713607435094454e-06, |
| "loss": 0.494, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.02929218959117194, |
| "grad_norm": 1.9957939818387918, |
| "learning_rate": 9.70855641984039e-06, |
| "loss": 0.4772, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.02979722734274387, |
| "grad_norm": 2.7790545722653137, |
| "learning_rate": 9.703505404586324e-06, |
| "loss": 0.4958, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.0303022650943158, |
| "grad_norm": 1.8902194621075885, |
| "learning_rate": 9.698454389332256e-06, |
| "loss": 0.4811, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.03080730284588773, |
| "grad_norm": 2.330090449709308, |
| "learning_rate": 9.69340337407819e-06, |
| "loss": 0.4955, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.03131234059745966, |
| "grad_norm": 2.63971178528007, |
| "learning_rate": 9.688352358824125e-06, |
| "loss": 0.481, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.03181737834903159, |
| "grad_norm": 3.9470995700087093, |
| "learning_rate": 9.683301343570059e-06, |
| "loss": 0.4911, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.03232241610060352, |
| "grad_norm": 3.705578063273332, |
| "learning_rate": 9.678250328315993e-06, |
| "loss": 0.4707, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.03282745385217545, |
| "grad_norm": 2.583661159495941, |
| "learning_rate": 9.673199313061927e-06, |
| "loss": 0.4599, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.03333249160374738, |
| "grad_norm": 2.0174541627393743, |
| "learning_rate": 9.66814829780786e-06, |
| "loss": 0.4941, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.03383752935531931, |
| "grad_norm": 4.576484208609804, |
| "learning_rate": 9.663097282553793e-06, |
| "loss": 0.4839, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.03434256710689124, |
| "grad_norm": 5.516602752547856, |
| "learning_rate": 9.658046267299728e-06, |
| "loss": 0.4652, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.03484760485846317, |
| "grad_norm": 1.9835012286897338, |
| "learning_rate": 9.652995252045662e-06, |
| "loss": 0.4573, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.0353526426100351, |
| "grad_norm": 2.3068456370975596, |
| "learning_rate": 9.647944236791596e-06, |
| "loss": 0.4939, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.03585768036160703, |
| "grad_norm": 2.504718982689086, |
| "learning_rate": 9.64289322153753e-06, |
| "loss": 0.479, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.03636271811317896, |
| "grad_norm": 3.0659241109345885, |
| "learning_rate": 9.637842206283464e-06, |
| "loss": 0.4668, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.03686775586475089, |
| "grad_norm": 5.822499608800306, |
| "learning_rate": 9.632791191029398e-06, |
| "loss": 0.4776, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.03737279361632282, |
| "grad_norm": 2.282902491093137, |
| "learning_rate": 9.627740175775332e-06, |
| "loss": 0.4809, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.03787783136789475, |
| "grad_norm": 3.6160296320382623, |
| "learning_rate": 9.622689160521266e-06, |
| "loss": 0.4772, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.03838286911946668, |
| "grad_norm": 2.168648546785388, |
| "learning_rate": 9.617638145267199e-06, |
| "loss": 0.4727, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.03888790687103861, |
| "grad_norm": 2.3243624027787746, |
| "learning_rate": 9.612587130013133e-06, |
| "loss": 0.4725, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.03939294462261054, |
| "grad_norm": 2.302262458969543, |
| "learning_rate": 9.607536114759067e-06, |
| "loss": 0.4866, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.03989798237418247, |
| "grad_norm": 8.258585402548862, |
| "learning_rate": 9.602485099505001e-06, |
| "loss": 0.4732, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.0404030201257544, |
| "grad_norm": 2.1689541135562007, |
| "learning_rate": 9.597434084250935e-06, |
| "loss": 0.4761, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.04090805787732633, |
| "grad_norm": 2.087988553230154, |
| "learning_rate": 9.59238306899687e-06, |
| "loss": 0.4755, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.04141309562889826, |
| "grad_norm": 2.2958375828670965, |
| "learning_rate": 9.587332053742802e-06, |
| "loss": 0.4688, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.04191813338047019, |
| "grad_norm": 2.3117097400641446, |
| "learning_rate": 9.582281038488736e-06, |
| "loss": 0.4635, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.04242317113204212, |
| "grad_norm": 8.93438709495605, |
| "learning_rate": 9.57723002323467e-06, |
| "loss": 0.4615, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.04292820888361405, |
| "grad_norm": 2.1041537246773134, |
| "learning_rate": 9.572179007980606e-06, |
| "loss": 0.493, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.04343324663518598, |
| "grad_norm": 1.73155627574332, |
| "learning_rate": 9.567127992726538e-06, |
| "loss": 0.4531, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.04393828438675791, |
| "grad_norm": 1.9302062705761438, |
| "learning_rate": 9.562076977472473e-06, |
| "loss": 0.4644, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.04444332213832984, |
| "grad_norm": 1.9821994690328757, |
| "learning_rate": 9.557025962218407e-06, |
| "loss": 0.4418, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.04494835988990177, |
| "grad_norm": 2.5134313739910716, |
| "learning_rate": 9.55197494696434e-06, |
| "loss": 0.4556, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.0454533976414737, |
| "grad_norm": 2.448160093260678, |
| "learning_rate": 9.546923931710275e-06, |
| "loss": 0.4867, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.04595843539304563, |
| "grad_norm": 3.6293868003589456, |
| "learning_rate": 9.541872916456209e-06, |
| "loss": 0.4575, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.04646347314461756, |
| "grad_norm": 5.740958333853467, |
| "learning_rate": 9.536821901202143e-06, |
| "loss": 0.4602, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.04696851089618949, |
| "grad_norm": 2.6003779275117282, |
| "learning_rate": 9.531770885948076e-06, |
| "loss": 0.4631, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.04747354864776142, |
| "grad_norm": 2.412862217111322, |
| "learning_rate": 9.52671987069401e-06, |
| "loss": 0.4765, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.04797858639933335, |
| "grad_norm": 6.6681363062446035, |
| "learning_rate": 9.521668855439944e-06, |
| "loss": 0.4658, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.04848362415090528, |
| "grad_norm": 5.764214860916012, |
| "learning_rate": 9.516617840185878e-06, |
| "loss": 0.4615, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.04898866190247721, |
| "grad_norm": 2.464119785527778, |
| "learning_rate": 9.511566824931812e-06, |
| "loss": 0.4496, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.04949369965404914, |
| "grad_norm": 6.238087195845154, |
| "learning_rate": 9.506515809677746e-06, |
| "loss": 0.4431, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.04999873740562107, |
| "grad_norm": 5.932767508185511, |
| "learning_rate": 9.50146479442368e-06, |
| "loss": 0.4574, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.050503775157193, |
| "grad_norm": 9.775572888274276, |
| "learning_rate": 9.496413779169614e-06, |
| "loss": 0.4596, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.05100881290876493, |
| "grad_norm": 6.307739027249706, |
| "learning_rate": 9.491362763915549e-06, |
| "loss": 0.4515, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.05151385066033686, |
| "grad_norm": 3.187729331697054, |
| "learning_rate": 9.486311748661483e-06, |
| "loss": 0.4713, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.05201888841190879, |
| "grad_norm": 5.592090620849129, |
| "learning_rate": 9.481260733407415e-06, |
| "loss": 0.454, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.05252392616348072, |
| "grad_norm": 5.281749256921326, |
| "learning_rate": 9.47620971815335e-06, |
| "loss": 0.4513, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.05302896391505265, |
| "grad_norm": 3.415542870576186, |
| "learning_rate": 9.471158702899283e-06, |
| "loss": 0.4584, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.05353400166662458, |
| "grad_norm": 3.4909280444023034, |
| "learning_rate": 9.466107687645218e-06, |
| "loss": 0.4491, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.05403903941819651, |
| "grad_norm": 4.87148376874038, |
| "learning_rate": 9.461056672391152e-06, |
| "loss": 0.4672, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.05454407716976844, |
| "grad_norm": 5.691263676353072, |
| "learning_rate": 9.456005657137086e-06, |
| "loss": 0.4398, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.05504911492134037, |
| "grad_norm": 7.086742552442662, |
| "learning_rate": 9.450954641883018e-06, |
| "loss": 0.4657, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.0555541526729123, |
| "grad_norm": 3.941589115392049, |
| "learning_rate": 9.445903626628952e-06, |
| "loss": 0.4559, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.05605919042448423, |
| "grad_norm": 11.794328327356654, |
| "learning_rate": 9.440852611374886e-06, |
| "loss": 0.4436, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.05656422817605616, |
| "grad_norm": 9.586300666497886, |
| "learning_rate": 9.435801596120822e-06, |
| "loss": 0.4581, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.05706926592762809, |
| "grad_norm": 3.5060354246476484, |
| "learning_rate": 9.430750580866755e-06, |
| "loss": 0.4414, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.05757430367920002, |
| "grad_norm": 2.9623447600620136, |
| "learning_rate": 9.425699565612689e-06, |
| "loss": 0.4475, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.05807934143077195, |
| "grad_norm": 10.925832762761535, |
| "learning_rate": 9.420648550358623e-06, |
| "loss": 0.4454, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.05858437918234388, |
| "grad_norm": 3.275733802006869, |
| "learning_rate": 9.415597535104557e-06, |
| "loss": 0.4349, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.05908941693391581, |
| "grad_norm": 4.379989620996673, |
| "learning_rate": 9.410546519850491e-06, |
| "loss": 0.455, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.05959445468548774, |
| "grad_norm": 2.1574051089026893, |
| "learning_rate": 9.405495504596425e-06, |
| "loss": 0.4551, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.06009949243705967, |
| "grad_norm": 2.5566027220209344, |
| "learning_rate": 9.400444489342358e-06, |
| "loss": 0.4496, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.0606045301886316, |
| "grad_norm": 3.3866623066830153, |
| "learning_rate": 9.395393474088292e-06, |
| "loss": 0.4705, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.06110956794020353, |
| "grad_norm": 3.166133789377687, |
| "learning_rate": 9.390342458834226e-06, |
| "loss": 0.4556, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.06161460569177546, |
| "grad_norm": 3.91861184581623, |
| "learning_rate": 9.38529144358016e-06, |
| "loss": 0.4673, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.06211964344334739, |
| "grad_norm": 3.380841845875404, |
| "learning_rate": 9.380240428326094e-06, |
| "loss": 0.4551, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.06262468119491932, |
| "grad_norm": 8.214890466142487, |
| "learning_rate": 9.375189413072028e-06, |
| "loss": 0.4436, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.06312971894649125, |
| "grad_norm": 3.5096622602562904, |
| "learning_rate": 9.37013839781796e-06, |
| "loss": 0.4455, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.06363475669806318, |
| "grad_norm": 3.773235111611304, |
| "learning_rate": 9.365087382563897e-06, |
| "loss": 0.4622, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.0641397944496351, |
| "grad_norm": 6.295753580294585, |
| "learning_rate": 9.36003636730983e-06, |
| "loss": 0.4602, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.06464483220120704, |
| "grad_norm": 2.725162214074834, |
| "learning_rate": 9.354985352055765e-06, |
| "loss": 0.4597, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.06514986995277897, |
| "grad_norm": 2.52312004043461, |
| "learning_rate": 9.349934336801699e-06, |
| "loss": 0.4617, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.0656549077043509, |
| "grad_norm": 2.789794392473564, |
| "learning_rate": 9.344883321547631e-06, |
| "loss": 0.4505, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.06615994545592283, |
| "grad_norm": 3.952687566204272, |
| "learning_rate": 9.339832306293566e-06, |
| "loss": 0.4488, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.06666498320749475, |
| "grad_norm": 2.4979475288074284, |
| "learning_rate": 9.3347812910395e-06, |
| "loss": 0.436, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.06717002095906668, |
| "grad_norm": 3.3362793627660685, |
| "learning_rate": 9.329730275785434e-06, |
| "loss": 0.4739, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.06767505871063861, |
| "grad_norm": 2.4147254145567834, |
| "learning_rate": 9.324679260531368e-06, |
| "loss": 0.4627, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.06818009646221056, |
| "grad_norm": 5.672214495427731, |
| "learning_rate": 9.319628245277302e-06, |
| "loss": 0.451, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.06868513421378249, |
| "grad_norm": 1.8726502280944801, |
| "learning_rate": 9.314577230023234e-06, |
| "loss": 0.4417, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.06919017196535442, |
| "grad_norm": 3.973145301581678, |
| "learning_rate": 9.309526214769169e-06, |
| "loss": 0.4253, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.06969520971692635, |
| "grad_norm": 5.073872511256849, |
| "learning_rate": 9.304475199515103e-06, |
| "loss": 0.4408, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.07020024746849828, |
| "grad_norm": 7.525570163399166, |
| "learning_rate": 9.299424184261039e-06, |
| "loss": 0.4307, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.0707052852200702, |
| "grad_norm": 2.781161378212436, |
| "learning_rate": 9.294373169006971e-06, |
| "loss": 0.4536, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.07121032297164213, |
| "grad_norm": 2.090988491048501, |
| "learning_rate": 9.289322153752905e-06, |
| "loss": 0.4583, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.07171536072321406, |
| "grad_norm": 2.4437267649640715, |
| "learning_rate": 9.28427113849884e-06, |
| "loss": 0.4579, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.072220398474786, |
| "grad_norm": 2.2076648371457033, |
| "learning_rate": 9.279220123244773e-06, |
| "loss": 0.4343, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.07272543622635792, |
| "grad_norm": 1.8617491045028525, |
| "learning_rate": 9.274169107990707e-06, |
| "loss": 0.4509, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.07323047397792985, |
| "grad_norm": 2.222879920477197, |
| "learning_rate": 9.269118092736642e-06, |
| "loss": 0.4577, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.07373551172950178, |
| "grad_norm": 2.5321185321413626, |
| "learning_rate": 9.264067077482574e-06, |
| "loss": 0.4391, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.07424054948107371, |
| "grad_norm": 1.8760025526162245, |
| "learning_rate": 9.259016062228508e-06, |
| "loss": 0.474, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.07474558723264564, |
| "grad_norm": 4.085966137442041, |
| "learning_rate": 9.253965046974442e-06, |
| "loss": 0.4444, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.07525062498421757, |
| "grad_norm": 3.6849288920231547, |
| "learning_rate": 9.248914031720376e-06, |
| "loss": 0.4631, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.0757556627357895, |
| "grad_norm": 2.0812547682300395, |
| "learning_rate": 9.24386301646631e-06, |
| "loss": 0.4429, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.07626070048736143, |
| "grad_norm": 2.1885414591057923, |
| "learning_rate": 9.238812001212245e-06, |
| "loss": 0.4453, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.07676573823893336, |
| "grad_norm": 2.3972513453985234, |
| "learning_rate": 9.233760985958177e-06, |
| "loss": 0.4541, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.07727077599050529, |
| "grad_norm": 1.715103982949988, |
| "learning_rate": 9.228709970704113e-06, |
| "loss": 0.4218, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.07777581374207722, |
| "grad_norm": 2.825431193796437, |
| "learning_rate": 9.223658955450047e-06, |
| "loss": 0.4552, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.07828085149364915, |
| "grad_norm": 4.126140659488343, |
| "learning_rate": 9.218607940195981e-06, |
| "loss": 0.4379, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.07878588924522108, |
| "grad_norm": 4.979196187347629, |
| "learning_rate": 9.213556924941914e-06, |
| "loss": 0.4649, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.079290926996793, |
| "grad_norm": 5.8119930612941735, |
| "learning_rate": 9.208505909687848e-06, |
| "loss": 0.4474, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.07979596474836494, |
| "grad_norm": 2.5598139471551864, |
| "learning_rate": 9.203454894433782e-06, |
| "loss": 0.4645, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.08030100249993687, |
| "grad_norm": 2.9414494655541112, |
| "learning_rate": 9.198403879179716e-06, |
| "loss": 0.4431, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.0808060402515088, |
| "grad_norm": 2.518508877017779, |
| "learning_rate": 9.19335286392565e-06, |
| "loss": 0.4513, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.08131107800308073, |
| "grad_norm": 4.2677352209415425, |
| "learning_rate": 9.188301848671584e-06, |
| "loss": 0.4362, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.08181611575465265, |
| "grad_norm": 2.376190662511493, |
| "learning_rate": 9.183250833417518e-06, |
| "loss": 0.4419, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.08232115350622458, |
| "grad_norm": 2.311824528121457, |
| "learning_rate": 9.17819981816345e-06, |
| "loss": 0.4543, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.08282619125779651, |
| "grad_norm": 2.8591324038418207, |
| "learning_rate": 9.173148802909385e-06, |
| "loss": 0.4449, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.08333122900936846, |
| "grad_norm": 2.0096705761911737, |
| "learning_rate": 9.168097787655319e-06, |
| "loss": 0.4413, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.08383626676094039, |
| "grad_norm": 2.536437573585815, |
| "learning_rate": 9.163046772401255e-06, |
| "loss": 0.4527, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.08434130451251232, |
| "grad_norm": 1.974773461430328, |
| "learning_rate": 9.157995757147187e-06, |
| "loss": 0.4471, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.08484634226408425, |
| "grad_norm": 3.0369504080501755, |
| "learning_rate": 9.152944741893121e-06, |
| "loss": 0.4523, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.08535138001565618, |
| "grad_norm": 2.3986445472475455, |
| "learning_rate": 9.147893726639055e-06, |
| "loss": 0.4367, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.0858564177672281, |
| "grad_norm": 2.808593335583457, |
| "learning_rate": 9.14284271138499e-06, |
| "loss": 0.4465, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.08636145551880003, |
| "grad_norm": 2.516839276650598, |
| "learning_rate": 9.137791696130924e-06, |
| "loss": 0.4492, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.08686649327037196, |
| "grad_norm": 2.458679996734928, |
| "learning_rate": 9.132740680876858e-06, |
| "loss": 0.4387, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.0873715310219439, |
| "grad_norm": 2.691340501537917, |
| "learning_rate": 9.12768966562279e-06, |
| "loss": 0.4591, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.08787656877351582, |
| "grad_norm": 2.2677007816655244, |
| "learning_rate": 9.122638650368724e-06, |
| "loss": 0.4463, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.08838160652508775, |
| "grad_norm": 2.0671070241912797, |
| "learning_rate": 9.117587635114659e-06, |
| "loss": 0.4307, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.08888664427665968, |
| "grad_norm": 2.7605610064361596, |
| "learning_rate": 9.112536619860593e-06, |
| "loss": 0.4391, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.08939168202823161, |
| "grad_norm": 2.437909002135904, |
| "learning_rate": 9.107485604606527e-06, |
| "loss": 0.4526, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.08989671977980354, |
| "grad_norm": 2.99196689672201, |
| "learning_rate": 9.102434589352461e-06, |
| "loss": 0.4593, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.09040175753137547, |
| "grad_norm": 1.8141907580964987, |
| "learning_rate": 9.097383574098393e-06, |
| "loss": 0.4611, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.0909067952829474, |
| "grad_norm": 2.018729489961064, |
| "learning_rate": 9.092332558844329e-06, |
| "loss": 0.4594, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.09141183303451933, |
| "grad_norm": 1.9703582862843025, |
| "learning_rate": 9.087281543590263e-06, |
| "loss": 0.4382, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.09191687078609126, |
| "grad_norm": 1.6921508201701456, |
| "learning_rate": 9.082230528336197e-06, |
| "loss": 0.4561, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.09242190853766319, |
| "grad_norm": 3.029420346852276, |
| "learning_rate": 9.07717951308213e-06, |
| "loss": 0.4441, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.09292694628923512, |
| "grad_norm": 1.9103397185841393, |
| "learning_rate": 9.072128497828064e-06, |
| "loss": 0.4345, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.09343198404080705, |
| "grad_norm": 1.6003619276106154, |
| "learning_rate": 9.067077482573998e-06, |
| "loss": 0.454, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.09393702179237898, |
| "grad_norm": 2.039612541605303, |
| "learning_rate": 9.062026467319932e-06, |
| "loss": 0.4472, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.09444205954395091, |
| "grad_norm": 1.9475921005254484, |
| "learning_rate": 9.056975452065866e-06, |
| "loss": 0.4568, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.09494709729552284, |
| "grad_norm": 1.556252720211933, |
| "learning_rate": 9.0519244368118e-06, |
| "loss": 0.4462, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.09545213504709477, |
| "grad_norm": 2.041709870164745, |
| "learning_rate": 9.046873421557733e-06, |
| "loss": 0.4522, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.0959571727986667, |
| "grad_norm": 1.6042104819290137, |
| "learning_rate": 9.041822406303667e-06, |
| "loss": 0.4358, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.09646221055023863, |
| "grad_norm": 1.7827733522561613, |
| "learning_rate": 9.036771391049601e-06, |
| "loss": 0.4541, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.09696724830181055, |
| "grad_norm": 1.5335434779957613, |
| "learning_rate": 9.031720375795535e-06, |
| "loss": 0.462, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.09747228605338248, |
| "grad_norm": 1.5961467635458402, |
| "learning_rate": 9.02666936054147e-06, |
| "loss": 0.444, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.09797732380495441, |
| "grad_norm": 2.6325242433089637, |
| "learning_rate": 9.021618345287403e-06, |
| "loss": 0.4413, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.09848236155652636, |
| "grad_norm": 2.8583722906916056, |
| "learning_rate": 9.016567330033338e-06, |
| "loss": 0.4444, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.09898739930809829, |
| "grad_norm": 2.3144131776880763, |
| "learning_rate": 9.011516314779272e-06, |
| "loss": 0.4444, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.09949243705967022, |
| "grad_norm": 2.1581296348642938, |
| "learning_rate": 9.006465299525206e-06, |
| "loss": 0.4335, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.09999747481124215, |
| "grad_norm": 17.52409284022625, |
| "learning_rate": 9.00141428427114e-06, |
| "loss": 0.4315, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.10050251256281408, |
| "grad_norm": 4.993014635080338, |
| "learning_rate": 8.996363269017074e-06, |
| "loss": 0.4397, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.101007550314386, |
| "grad_norm": 2.877086759384337, |
| "learning_rate": 8.991312253763007e-06, |
| "loss": 0.4399, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.10151258806595793, |
| "grad_norm": 1.8400304810419659, |
| "learning_rate": 8.98626123850894e-06, |
| "loss": 0.4362, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.10201762581752986, |
| "grad_norm": 2.9024549851445993, |
| "learning_rate": 8.981210223254875e-06, |
| "loss": 0.4408, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.1025226635691018, |
| "grad_norm": 2.0461267797053067, |
| "learning_rate": 8.976159208000809e-06, |
| "loss": 0.432, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.10302770132067372, |
| "grad_norm": 3.503082468120821, |
| "learning_rate": 8.971108192746743e-06, |
| "loss": 0.4325, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.10353273907224565, |
| "grad_norm": 2.388506460672893, |
| "learning_rate": 8.966057177492677e-06, |
| "loss": 0.4351, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.10403777682381758, |
| "grad_norm": 2.1254282185067646, |
| "learning_rate": 8.96100616223861e-06, |
| "loss": 0.4471, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.10454281457538951, |
| "grad_norm": 7.57345126491693, |
| "learning_rate": 8.955955146984545e-06, |
| "loss": 0.4397, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.10504785232696144, |
| "grad_norm": 1.6413054443187884, |
| "learning_rate": 8.95090413173048e-06, |
| "loss": 0.4322, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.10555289007853337, |
| "grad_norm": 1.8503237766357117, |
| "learning_rate": 8.945853116476414e-06, |
| "loss": 0.4599, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.1060579278301053, |
| "grad_norm": 2.122766063633365, |
| "learning_rate": 8.940802101222346e-06, |
| "loss": 0.4297, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.10656296558167723, |
| "grad_norm": 1.859081726279874, |
| "learning_rate": 8.93575108596828e-06, |
| "loss": 0.4448, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.10706800333324916, |
| "grad_norm": 2.477456287176706, |
| "learning_rate": 8.930700070714214e-06, |
| "loss": 0.4358, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.10757304108482109, |
| "grad_norm": 1.642087049827079, |
| "learning_rate": 8.925649055460148e-06, |
| "loss": 0.4549, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.10807807883639302, |
| "grad_norm": 3.1351745453532818, |
| "learning_rate": 8.920598040206083e-06, |
| "loss": 0.4482, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.10858311658796495, |
| "grad_norm": 3.2350948921462805, |
| "learning_rate": 8.915547024952017e-06, |
| "loss": 0.4426, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.10908815433953688, |
| "grad_norm": 2.4276194333582986, |
| "learning_rate": 8.910496009697949e-06, |
| "loss": 0.4523, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.10959319209110881, |
| "grad_norm": 2.425429246229103, |
| "learning_rate": 8.905444994443883e-06, |
| "loss": 0.4381, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.11009822984268074, |
| "grad_norm": 2.8737600406248682, |
| "learning_rate": 8.900393979189817e-06, |
| "loss": 0.4355, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.11060326759425267, |
| "grad_norm": 1.868046294608527, |
| "learning_rate": 8.895342963935751e-06, |
| "loss": 0.4445, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.1111083053458246, |
| "grad_norm": 7.059764277040628, |
| "learning_rate": 8.890291948681686e-06, |
| "loss": 0.451, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.11161334309739653, |
| "grad_norm": 2.155018266737317, |
| "learning_rate": 8.88524093342762e-06, |
| "loss": 0.4421, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.11211838084896845, |
| "grad_norm": 9.177888788340095, |
| "learning_rate": 8.880189918173554e-06, |
| "loss": 0.4398, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.11262341860054038, |
| "grad_norm": 3.143167600541576, |
| "learning_rate": 8.875138902919488e-06, |
| "loss": 0.4297, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.11312845635211231, |
| "grad_norm": 2.152834452055092, |
| "learning_rate": 8.870087887665422e-06, |
| "loss": 0.4529, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.11363349410368426, |
| "grad_norm": 14.793812918224992, |
| "learning_rate": 8.865036872411356e-06, |
| "loss": 0.4383, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.11413853185525619, |
| "grad_norm": 3.45745902653208, |
| "learning_rate": 8.859985857157289e-06, |
| "loss": 0.4302, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.11464356960682812, |
| "grad_norm": 2.7114403885624605, |
| "learning_rate": 8.854934841903223e-06, |
| "loss": 0.4251, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.11514860735840005, |
| "grad_norm": 2.723960534334651, |
| "learning_rate": 8.849883826649157e-06, |
| "loss": 0.4286, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.11565364510997198, |
| "grad_norm": 2.4905833599831415, |
| "learning_rate": 8.844832811395091e-06, |
| "loss": 0.4508, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.1161586828615439, |
| "grad_norm": 20.83563549184929, |
| "learning_rate": 8.839781796141025e-06, |
| "loss": 0.4474, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.11666372061311583, |
| "grad_norm": 3.9724073335359336, |
| "learning_rate": 8.83473078088696e-06, |
| "loss": 0.4476, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.11716875836468776, |
| "grad_norm": 2.1463739260782106, |
| "learning_rate": 8.829679765632892e-06, |
| "loss": 0.4189, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.1176737961162597, |
| "grad_norm": 3.592083818788885, |
| "learning_rate": 8.824628750378826e-06, |
| "loss": 0.4242, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.11817883386783162, |
| "grad_norm": 2.548758001659721, |
| "learning_rate": 8.819577735124762e-06, |
| "loss": 0.4112, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.11868387161940355, |
| "grad_norm": 2.713449956929624, |
| "learning_rate": 8.814526719870696e-06, |
| "loss": 0.4173, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.11918890937097548, |
| "grad_norm": 3.2378838703432016, |
| "learning_rate": 8.80947570461663e-06, |
| "loss": 0.4256, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.11969394712254741, |
| "grad_norm": 3.8665508352583013, |
| "learning_rate": 8.804424689362562e-06, |
| "loss": 0.4241, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.12019898487411934, |
| "grad_norm": 4.556177393216747, |
| "learning_rate": 8.799373674108496e-06, |
| "loss": 0.4282, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.12070402262569127, |
| "grad_norm": 3.687650501163452, |
| "learning_rate": 8.79432265885443e-06, |
| "loss": 0.4242, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.1212090603772632, |
| "grad_norm": 2.9530727834279595, |
| "learning_rate": 8.789271643600365e-06, |
| "loss": 0.4301, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.12171409812883513, |
| "grad_norm": 2.916996176159921, |
| "learning_rate": 8.784220628346299e-06, |
| "loss": 0.4284, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.12221913588040706, |
| "grad_norm": 2.2417118662412734, |
| "learning_rate": 8.779169613092233e-06, |
| "loss": 0.4186, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.12272417363197899, |
| "grad_norm": 2.947908220653578, |
| "learning_rate": 8.774118597838165e-06, |
| "loss": 0.4223, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.12322921138355092, |
| "grad_norm": 2.071616410723938, |
| "learning_rate": 8.7690675825841e-06, |
| "loss": 0.4375, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.12373424913512285, |
| "grad_norm": 2.8361443264190296, |
| "learning_rate": 8.764016567330034e-06, |
| "loss": 0.426, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.12423928688669478, |
| "grad_norm": 2.820818503243756, |
| "learning_rate": 8.758965552075968e-06, |
| "loss": 0.4341, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.12474432463826671, |
| "grad_norm": 3.136410856304739, |
| "learning_rate": 8.753914536821902e-06, |
| "loss": 0.4445, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.12524936238983864, |
| "grad_norm": 8.047547235777753, |
| "learning_rate": 8.748863521567836e-06, |
| "loss": 0.4267, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.12575440014141057, |
| "grad_norm": 3.892449775126266, |
| "learning_rate": 8.74381250631377e-06, |
| "loss": 0.419, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.1262594378929825, |
| "grad_norm": 2.354897593217238, |
| "learning_rate": 8.738761491059704e-06, |
| "loss": 0.4272, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.12676447564455443, |
| "grad_norm": 2.5811852973740566, |
| "learning_rate": 8.733710475805638e-06, |
| "loss": 0.4253, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.12726951339612635, |
| "grad_norm": 6.105044708207583, |
| "learning_rate": 8.728659460551572e-06, |
| "loss": 0.4214, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.12777455114769828, |
| "grad_norm": 6.168633495733829, |
| "learning_rate": 8.723608445297505e-06, |
| "loss": 0.4374, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.1282795888992702, |
| "grad_norm": 3.3331523293740677, |
| "learning_rate": 8.718557430043439e-06, |
| "loss": 0.4221, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.12878462665084214, |
| "grad_norm": 3.1244184035542895, |
| "learning_rate": 8.713506414789373e-06, |
| "loss": 0.4362, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.12928966440241407, |
| "grad_norm": 3.438277611759734, |
| "learning_rate": 8.708455399535307e-06, |
| "loss": 0.4193, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.129794702153986, |
| "grad_norm": 5.520539408202482, |
| "learning_rate": 8.703404384281241e-06, |
| "loss": 0.4057, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.13029973990555793, |
| "grad_norm": 5.422130415998936, |
| "learning_rate": 8.698353369027176e-06, |
| "loss": 0.4384, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.13080477765712986, |
| "grad_norm": 3.341989913378195, |
| "learning_rate": 8.693302353773108e-06, |
| "loss": 0.4162, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.1313098154087018, |
| "grad_norm": 2.475515489410939, |
| "learning_rate": 8.688251338519042e-06, |
| "loss": 0.4348, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.13181485316027372, |
| "grad_norm": 2.550493025405498, |
| "learning_rate": 8.683200323264976e-06, |
| "loss": 0.4173, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.13231989091184565, |
| "grad_norm": 2.0333378304030956, |
| "learning_rate": 8.678149308010912e-06, |
| "loss": 0.423, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.13282492866341758, |
| "grad_norm": 2.2902374319536176, |
| "learning_rate": 8.673098292756844e-06, |
| "loss": 0.443, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.1333299664149895, |
| "grad_norm": 2.774814046594427, |
| "learning_rate": 8.668047277502779e-06, |
| "loss": 0.4174, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.13383500416656144, |
| "grad_norm": 3.8730252519897013, |
| "learning_rate": 8.662996262248713e-06, |
| "loss": 0.4248, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.13434004191813337, |
| "grad_norm": 2.6952038500341127, |
| "learning_rate": 8.657945246994647e-06, |
| "loss": 0.4117, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.1348450796697053, |
| "grad_norm": 2.7361849988399634, |
| "learning_rate": 8.652894231740581e-06, |
| "loss": 0.4249, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.13535011742127723, |
| "grad_norm": 2.9758725333203535, |
| "learning_rate": 8.647843216486515e-06, |
| "loss": 0.4381, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.13585515517284916, |
| "grad_norm": 2.551067170047961, |
| "learning_rate": 8.642792201232447e-06, |
| "loss": 0.4214, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.13636019292442111, |
| "grad_norm": 2.6334795048127724, |
| "learning_rate": 8.637741185978382e-06, |
| "loss": 0.427, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.13686523067599304, |
| "grad_norm": 3.9869976953943866, |
| "learning_rate": 8.632690170724316e-06, |
| "loss": 0.4101, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.13737026842756497, |
| "grad_norm": 3.313933800574665, |
| "learning_rate": 8.62763915547025e-06, |
| "loss": 0.4138, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.1378753061791369, |
| "grad_norm": 3.641595792417612, |
| "learning_rate": 8.622588140216184e-06, |
| "loss": 0.4256, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.13838034393070883, |
| "grad_norm": 5.36751356787116, |
| "learning_rate": 8.617537124962118e-06, |
| "loss": 0.4314, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.13888538168228076, |
| "grad_norm": 2.5991069721105977, |
| "learning_rate": 8.612486109708052e-06, |
| "loss": 0.4157, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.1393904194338527, |
| "grad_norm": 3.1641348139616463, |
| "learning_rate": 8.607435094453986e-06, |
| "loss": 0.4023, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.13989545718542462, |
| "grad_norm": 3.021572554543311, |
| "learning_rate": 8.60238407919992e-06, |
| "loss": 0.4138, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.14040049493699655, |
| "grad_norm": 3.0773716536091063, |
| "learning_rate": 8.597333063945855e-06, |
| "loss": 0.4347, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.14090553268856848, |
| "grad_norm": 3.1572917500612236, |
| "learning_rate": 8.592282048691789e-06, |
| "loss": 0.425, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.1414105704401404, |
| "grad_norm": 3.065547472806378, |
| "learning_rate": 8.587231033437721e-06, |
| "loss": 0.4227, |
| "step": 2800 |
| }, |
| { |
| "epoch": 0.14191560819171234, |
| "grad_norm": 3.0283835796400593, |
| "learning_rate": 8.582180018183655e-06, |
| "loss": 0.4126, |
| "step": 2810 |
| }, |
| { |
| "epoch": 0.14242064594328427, |
| "grad_norm": 3.173481302073063, |
| "learning_rate": 8.57712900292959e-06, |
| "loss": 0.434, |
| "step": 2820 |
| }, |
| { |
| "epoch": 0.1429256836948562, |
| "grad_norm": 3.765724472944031, |
| "learning_rate": 8.572077987675524e-06, |
| "loss": 0.4463, |
| "step": 2830 |
| }, |
| { |
| "epoch": 0.14343072144642813, |
| "grad_norm": 5.419243180691885, |
| "learning_rate": 8.567026972421458e-06, |
| "loss": 0.4213, |
| "step": 2840 |
| }, |
| { |
| "epoch": 0.14393575919800006, |
| "grad_norm": 7.3295747683680865, |
| "learning_rate": 8.561975957167392e-06, |
| "loss": 0.4202, |
| "step": 2850 |
| }, |
| { |
| "epoch": 0.144440796949572, |
| "grad_norm": 6.887688386053364, |
| "learning_rate": 8.556924941913324e-06, |
| "loss": 0.4238, |
| "step": 2860 |
| }, |
| { |
| "epoch": 0.14494583470114392, |
| "grad_norm": 2.786632234737629, |
| "learning_rate": 8.551873926659258e-06, |
| "loss": 0.431, |
| "step": 2870 |
| }, |
| { |
| "epoch": 0.14545087245271585, |
| "grad_norm": 2.60607889031576, |
| "learning_rate": 8.546822911405192e-06, |
| "loss": 0.4306, |
| "step": 2880 |
| }, |
| { |
| "epoch": 0.14595591020428778, |
| "grad_norm": 8.477010546599903, |
| "learning_rate": 8.541771896151128e-06, |
| "loss": 0.4419, |
| "step": 2890 |
| }, |
| { |
| "epoch": 0.1464609479558597, |
| "grad_norm": 2.27833113141815, |
| "learning_rate": 8.53672088089706e-06, |
| "loss": 0.4226, |
| "step": 2900 |
| }, |
| { |
| "epoch": 0.14696598570743163, |
| "grad_norm": 4.423453943948206, |
| "learning_rate": 8.531669865642995e-06, |
| "loss": 0.439, |
| "step": 2910 |
| }, |
| { |
| "epoch": 0.14747102345900356, |
| "grad_norm": 3.6944661359694013, |
| "learning_rate": 8.526618850388929e-06, |
| "loss": 0.4221, |
| "step": 2920 |
| }, |
| { |
| "epoch": 0.1479760612105755, |
| "grad_norm": 5.078989868876925, |
| "learning_rate": 8.521567835134863e-06, |
| "loss": 0.4317, |
| "step": 2930 |
| }, |
| { |
| "epoch": 0.14848109896214742, |
| "grad_norm": 3.37535562195142, |
| "learning_rate": 8.516516819880797e-06, |
| "loss": 0.4365, |
| "step": 2940 |
| }, |
| { |
| "epoch": 0.14898613671371935, |
| "grad_norm": 4.387702072726384, |
| "learning_rate": 8.511465804626731e-06, |
| "loss": 0.4133, |
| "step": 2950 |
| }, |
| { |
| "epoch": 0.14949117446529128, |
| "grad_norm": 4.377549617088979, |
| "learning_rate": 8.506414789372664e-06, |
| "loss": 0.4332, |
| "step": 2960 |
| }, |
| { |
| "epoch": 0.1499962122168632, |
| "grad_norm": 3.6071548234377033, |
| "learning_rate": 8.501363774118598e-06, |
| "loss": 0.424, |
| "step": 2970 |
| }, |
| { |
| "epoch": 0.15050124996843514, |
| "grad_norm": 3.2776129282491953, |
| "learning_rate": 8.496312758864532e-06, |
| "loss": 0.431, |
| "step": 2980 |
| }, |
| { |
| "epoch": 0.15100628772000707, |
| "grad_norm": 4.474289915888015, |
| "learning_rate": 8.491261743610466e-06, |
| "loss": 0.4289, |
| "step": 2990 |
| }, |
| { |
| "epoch": 0.151511325471579, |
| "grad_norm": 2.562841849224475, |
| "learning_rate": 8.4862107283564e-06, |
| "loss": 0.4291, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.15201636322315093, |
| "grad_norm": 2.9179612414883325, |
| "learning_rate": 8.481159713102334e-06, |
| "loss": 0.4187, |
| "step": 3010 |
| }, |
| { |
| "epoch": 0.15252140097472286, |
| "grad_norm": 3.2632959036982703, |
| "learning_rate": 8.476108697848268e-06, |
| "loss": 0.4212, |
| "step": 3020 |
| }, |
| { |
| "epoch": 0.1530264387262948, |
| "grad_norm": 3.962692563420196, |
| "learning_rate": 8.471057682594203e-06, |
| "loss": 0.4228, |
| "step": 3030 |
| }, |
| { |
| "epoch": 0.15353147647786672, |
| "grad_norm": 3.2213155600732803, |
| "learning_rate": 8.466006667340137e-06, |
| "loss": 0.4271, |
| "step": 3040 |
| }, |
| { |
| "epoch": 0.15403651422943865, |
| "grad_norm": 2.3479787665404555, |
| "learning_rate": 8.460955652086071e-06, |
| "loss": 0.4329, |
| "step": 3050 |
| }, |
| { |
| "epoch": 0.15454155198101058, |
| "grad_norm": 2.7693374782815035, |
| "learning_rate": 8.455904636832003e-06, |
| "loss": 0.4168, |
| "step": 3060 |
| }, |
| { |
| "epoch": 0.1550465897325825, |
| "grad_norm": 2.7643943115933314, |
| "learning_rate": 8.450853621577937e-06, |
| "loss": 0.4145, |
| "step": 3070 |
| }, |
| { |
| "epoch": 0.15555162748415444, |
| "grad_norm": 2.6062282259447422, |
| "learning_rate": 8.445802606323872e-06, |
| "loss": 0.4191, |
| "step": 3080 |
| }, |
| { |
| "epoch": 0.15605666523572637, |
| "grad_norm": 2.60763373572543, |
| "learning_rate": 8.440751591069806e-06, |
| "loss": 0.4161, |
| "step": 3090 |
| }, |
| { |
| "epoch": 0.1565617029872983, |
| "grad_norm": 2.4475412139703, |
| "learning_rate": 8.43570057581574e-06, |
| "loss": 0.4273, |
| "step": 3100 |
| }, |
| { |
| "epoch": 0.15706674073887023, |
| "grad_norm": 2.9309156363483084, |
| "learning_rate": 8.430649560561674e-06, |
| "loss": 0.4042, |
| "step": 3110 |
| }, |
| { |
| "epoch": 0.15757177849044215, |
| "grad_norm": 2.2191638521741845, |
| "learning_rate": 8.425598545307608e-06, |
| "loss": 0.4306, |
| "step": 3120 |
| }, |
| { |
| "epoch": 0.15807681624201408, |
| "grad_norm": 2.0790541165617893, |
| "learning_rate": 8.42054753005354e-06, |
| "loss": 0.4219, |
| "step": 3130 |
| }, |
| { |
| "epoch": 0.158581853993586, |
| "grad_norm": 2.344144785550955, |
| "learning_rate": 8.415496514799475e-06, |
| "loss": 0.44, |
| "step": 3140 |
| }, |
| { |
| "epoch": 0.15908689174515794, |
| "grad_norm": 3.896107585478935, |
| "learning_rate": 8.410445499545409e-06, |
| "loss": 0.4196, |
| "step": 3150 |
| }, |
| { |
| "epoch": 0.15959192949672987, |
| "grad_norm": 3.511331268768427, |
| "learning_rate": 8.405394484291345e-06, |
| "loss": 0.4138, |
| "step": 3160 |
| }, |
| { |
| "epoch": 0.1600969672483018, |
| "grad_norm": 4.918842428536537, |
| "learning_rate": 8.400343469037277e-06, |
| "loss": 0.426, |
| "step": 3170 |
| }, |
| { |
| "epoch": 0.16060200499987373, |
| "grad_norm": 2.670823674907055, |
| "learning_rate": 8.395292453783211e-06, |
| "loss": 0.4099, |
| "step": 3180 |
| }, |
| { |
| "epoch": 0.16110704275144566, |
| "grad_norm": 2.125448197180906, |
| "learning_rate": 8.390241438529145e-06, |
| "loss": 0.4186, |
| "step": 3190 |
| }, |
| { |
| "epoch": 0.1616120805030176, |
| "grad_norm": 1.971202039415502, |
| "learning_rate": 8.38519042327508e-06, |
| "loss": 0.4307, |
| "step": 3200 |
| }, |
| { |
| "epoch": 0.16211711825458952, |
| "grad_norm": 3.637785251447948, |
| "learning_rate": 8.380139408021013e-06, |
| "loss": 0.4315, |
| "step": 3210 |
| }, |
| { |
| "epoch": 0.16262215600616145, |
| "grad_norm": 3.1909501990683027, |
| "learning_rate": 8.375088392766948e-06, |
| "loss": 0.4103, |
| "step": 3220 |
| }, |
| { |
| "epoch": 0.16312719375773338, |
| "grad_norm": 3.426808590014172, |
| "learning_rate": 8.37003737751288e-06, |
| "loss": 0.4178, |
| "step": 3230 |
| }, |
| { |
| "epoch": 0.1636322315093053, |
| "grad_norm": 2.794301511590198, |
| "learning_rate": 8.364986362258814e-06, |
| "loss": 0.421, |
| "step": 3240 |
| }, |
| { |
| "epoch": 0.16413726926087724, |
| "grad_norm": 2.6521369002493196, |
| "learning_rate": 8.359935347004748e-06, |
| "loss": 0.4279, |
| "step": 3250 |
| }, |
| { |
| "epoch": 0.16464230701244917, |
| "grad_norm": 3.065473735931392, |
| "learning_rate": 8.354884331750682e-06, |
| "loss": 0.4242, |
| "step": 3260 |
| }, |
| { |
| "epoch": 0.1651473447640211, |
| "grad_norm": 2.3676634296220826, |
| "learning_rate": 8.349833316496616e-06, |
| "loss": 0.4004, |
| "step": 3270 |
| }, |
| { |
| "epoch": 0.16565238251559303, |
| "grad_norm": 3.0123313610182407, |
| "learning_rate": 8.34478230124255e-06, |
| "loss": 0.4168, |
| "step": 3280 |
| }, |
| { |
| "epoch": 0.16615742026716496, |
| "grad_norm": 2.613652117431061, |
| "learning_rate": 8.339731285988485e-06, |
| "loss": 0.4032, |
| "step": 3290 |
| }, |
| { |
| "epoch": 0.16666245801873691, |
| "grad_norm": 2.5495103609008383, |
| "learning_rate": 8.334680270734419e-06, |
| "loss": 0.4258, |
| "step": 3300 |
| }, |
| { |
| "epoch": 0.16716749577030884, |
| "grad_norm": 1.944110652634474, |
| "learning_rate": 8.329629255480353e-06, |
| "loss": 0.4047, |
| "step": 3310 |
| }, |
| { |
| "epoch": 0.16767253352188077, |
| "grad_norm": 3.996554861787568, |
| "learning_rate": 8.324578240226287e-06, |
| "loss": 0.4266, |
| "step": 3320 |
| }, |
| { |
| "epoch": 0.1681775712734527, |
| "grad_norm": 3.311463894609568, |
| "learning_rate": 8.31952722497222e-06, |
| "loss": 0.4142, |
| "step": 3330 |
| }, |
| { |
| "epoch": 0.16868260902502463, |
| "grad_norm": 2.6266078214610418, |
| "learning_rate": 8.314476209718154e-06, |
| "loss": 0.4106, |
| "step": 3340 |
| }, |
| { |
| "epoch": 0.16918764677659656, |
| "grad_norm": 3.3843962429509533, |
| "learning_rate": 8.309425194464088e-06, |
| "loss": 0.4023, |
| "step": 3350 |
| }, |
| { |
| "epoch": 0.1696926845281685, |
| "grad_norm": 2.755113613993984, |
| "learning_rate": 8.304374179210022e-06, |
| "loss": 0.3974, |
| "step": 3360 |
| }, |
| { |
| "epoch": 0.17019772227974042, |
| "grad_norm": 3.915262353619256, |
| "learning_rate": 8.299323163955956e-06, |
| "loss": 0.4233, |
| "step": 3370 |
| }, |
| { |
| "epoch": 0.17070276003131235, |
| "grad_norm": 6.128222421561234, |
| "learning_rate": 8.29427214870189e-06, |
| "loss": 0.3987, |
| "step": 3380 |
| }, |
| { |
| "epoch": 0.17120779778288428, |
| "grad_norm": 3.244731601327553, |
| "learning_rate": 8.289221133447823e-06, |
| "loss": 0.408, |
| "step": 3390 |
| }, |
| { |
| "epoch": 0.1717128355344562, |
| "grad_norm": 3.415058459654747, |
| "learning_rate": 8.284170118193757e-06, |
| "loss": 0.4264, |
| "step": 3400 |
| }, |
| { |
| "epoch": 0.17221787328602814, |
| "grad_norm": 4.870959665296901, |
| "learning_rate": 8.27911910293969e-06, |
| "loss": 0.4068, |
| "step": 3410 |
| }, |
| { |
| "epoch": 0.17272291103760007, |
| "grad_norm": 3.1738996571406837, |
| "learning_rate": 8.274068087685625e-06, |
| "loss": 0.4238, |
| "step": 3420 |
| }, |
| { |
| "epoch": 0.173227948789172, |
| "grad_norm": 5.015822248252729, |
| "learning_rate": 8.269017072431559e-06, |
| "loss": 0.4258, |
| "step": 3430 |
| }, |
| { |
| "epoch": 0.17373298654074393, |
| "grad_norm": 5.826443535049107, |
| "learning_rate": 8.263966057177493e-06, |
| "loss": 0.389, |
| "step": 3440 |
| }, |
| { |
| "epoch": 0.17423802429231586, |
| "grad_norm": 3.9268362077276366, |
| "learning_rate": 8.258915041923427e-06, |
| "loss": 0.4302, |
| "step": 3450 |
| }, |
| { |
| "epoch": 0.1747430620438878, |
| "grad_norm": 2.7948709929923155, |
| "learning_rate": 8.253864026669361e-06, |
| "loss": 0.4179, |
| "step": 3460 |
| }, |
| { |
| "epoch": 0.17524809979545972, |
| "grad_norm": 7.055728348112125, |
| "learning_rate": 8.248813011415296e-06, |
| "loss": 0.4249, |
| "step": 3470 |
| }, |
| { |
| "epoch": 0.17575313754703165, |
| "grad_norm": 11.223550772273683, |
| "learning_rate": 8.24376199616123e-06, |
| "loss": 0.4198, |
| "step": 3480 |
| }, |
| { |
| "epoch": 0.17625817529860358, |
| "grad_norm": 3.272872614673025, |
| "learning_rate": 8.238710980907164e-06, |
| "loss": 0.412, |
| "step": 3490 |
| }, |
| { |
| "epoch": 0.1767632130501755, |
| "grad_norm": 4.687786747360582, |
| "learning_rate": 8.233659965653096e-06, |
| "loss": 0.4143, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.17726825080174743, |
| "grad_norm": 4.2131701830416315, |
| "learning_rate": 8.22860895039903e-06, |
| "loss": 0.407, |
| "step": 3510 |
| }, |
| { |
| "epoch": 0.17777328855331936, |
| "grad_norm": 2.7350467089835058, |
| "learning_rate": 8.223557935144965e-06, |
| "loss": 0.4065, |
| "step": 3520 |
| }, |
| { |
| "epoch": 0.1782783263048913, |
| "grad_norm": 15.963906126522279, |
| "learning_rate": 8.218506919890899e-06, |
| "loss": 0.4053, |
| "step": 3530 |
| }, |
| { |
| "epoch": 0.17878336405646322, |
| "grad_norm": 6.283377242483946, |
| "learning_rate": 8.213455904636833e-06, |
| "loss": 0.4398, |
| "step": 3540 |
| }, |
| { |
| "epoch": 0.17928840180803515, |
| "grad_norm": 4.211980280469181, |
| "learning_rate": 8.208404889382767e-06, |
| "loss": 0.4279, |
| "step": 3550 |
| }, |
| { |
| "epoch": 0.17979343955960708, |
| "grad_norm": 4.888324462942457, |
| "learning_rate": 8.2033538741287e-06, |
| "loss": 0.4279, |
| "step": 3560 |
| }, |
| { |
| "epoch": 0.180298477311179, |
| "grad_norm": 4.806718275911088, |
| "learning_rate": 8.198302858874635e-06, |
| "loss": 0.4074, |
| "step": 3570 |
| }, |
| { |
| "epoch": 0.18080351506275094, |
| "grad_norm": 14.618909757426387, |
| "learning_rate": 8.19325184362057e-06, |
| "loss": 0.4377, |
| "step": 3580 |
| }, |
| { |
| "epoch": 0.18130855281432287, |
| "grad_norm": 3.0145598452408935, |
| "learning_rate": 8.188200828366503e-06, |
| "loss": 0.4244, |
| "step": 3590 |
| }, |
| { |
| "epoch": 0.1818135905658948, |
| "grad_norm": 3.537451616849706, |
| "learning_rate": 8.183149813112436e-06, |
| "loss": 0.4115, |
| "step": 3600 |
| }, |
| { |
| "epoch": 0.18231862831746673, |
| "grad_norm": 6.760898974505609, |
| "learning_rate": 8.17809879785837e-06, |
| "loss": 0.4183, |
| "step": 3610 |
| }, |
| { |
| "epoch": 0.18282366606903866, |
| "grad_norm": 3.1669599365914927, |
| "learning_rate": 8.173047782604304e-06, |
| "loss": 0.4116, |
| "step": 3620 |
| }, |
| { |
| "epoch": 0.1833287038206106, |
| "grad_norm": 15.662389012118272, |
| "learning_rate": 8.167996767350238e-06, |
| "loss": 0.4208, |
| "step": 3630 |
| }, |
| { |
| "epoch": 0.18383374157218252, |
| "grad_norm": 7.978949404174967, |
| "learning_rate": 8.162945752096172e-06, |
| "loss": 0.4355, |
| "step": 3640 |
| }, |
| { |
| "epoch": 0.18433877932375445, |
| "grad_norm": 3.0917950299227375, |
| "learning_rate": 8.157894736842106e-06, |
| "loss": 0.4161, |
| "step": 3650 |
| }, |
| { |
| "epoch": 0.18484381707532638, |
| "grad_norm": 5.585272554418732, |
| "learning_rate": 8.152843721588039e-06, |
| "loss": 0.4206, |
| "step": 3660 |
| }, |
| { |
| "epoch": 0.1853488548268983, |
| "grad_norm": 2.7026089034564875, |
| "learning_rate": 8.147792706333973e-06, |
| "loss": 0.4092, |
| "step": 3670 |
| }, |
| { |
| "epoch": 0.18585389257847024, |
| "grad_norm": 4.859931210791958, |
| "learning_rate": 8.142741691079907e-06, |
| "loss": 0.4064, |
| "step": 3680 |
| }, |
| { |
| "epoch": 0.18635893033004217, |
| "grad_norm": 3.403058240228029, |
| "learning_rate": 8.137690675825841e-06, |
| "loss": 0.4082, |
| "step": 3690 |
| }, |
| { |
| "epoch": 0.1868639680816141, |
| "grad_norm": 3.2005619654009076, |
| "learning_rate": 8.132639660571775e-06, |
| "loss": 0.4042, |
| "step": 3700 |
| }, |
| { |
| "epoch": 0.18736900583318603, |
| "grad_norm": 2.6974451416766443, |
| "learning_rate": 8.12758864531771e-06, |
| "loss": 0.4291, |
| "step": 3710 |
| }, |
| { |
| "epoch": 0.18787404358475795, |
| "grad_norm": 3.226834318122475, |
| "learning_rate": 8.122537630063644e-06, |
| "loss": 0.4173, |
| "step": 3720 |
| }, |
| { |
| "epoch": 0.18837908133632988, |
| "grad_norm": 2.6103166184994895, |
| "learning_rate": 8.117486614809578e-06, |
| "loss": 0.4112, |
| "step": 3730 |
| }, |
| { |
| "epoch": 0.18888411908790181, |
| "grad_norm": 2.691120701877213, |
| "learning_rate": 8.112435599555512e-06, |
| "loss": 0.4083, |
| "step": 3740 |
| }, |
| { |
| "epoch": 0.18938915683947374, |
| "grad_norm": 3.323955083237021, |
| "learning_rate": 8.107384584301446e-06, |
| "loss": 0.4096, |
| "step": 3750 |
| }, |
| { |
| "epoch": 0.18989419459104567, |
| "grad_norm": 6.965415675773204, |
| "learning_rate": 8.102333569047378e-06, |
| "loss": 0.3977, |
| "step": 3760 |
| }, |
| { |
| "epoch": 0.1903992323426176, |
| "grad_norm": 2.451525045869991, |
| "learning_rate": 8.097282553793313e-06, |
| "loss": 0.4195, |
| "step": 3770 |
| }, |
| { |
| "epoch": 0.19090427009418953, |
| "grad_norm": 2.6787347183394243, |
| "learning_rate": 8.092231538539247e-06, |
| "loss": 0.4121, |
| "step": 3780 |
| }, |
| { |
| "epoch": 0.19140930784576146, |
| "grad_norm": 6.742330893738729, |
| "learning_rate": 8.08718052328518e-06, |
| "loss": 0.4102, |
| "step": 3790 |
| }, |
| { |
| "epoch": 0.1919143455973334, |
| "grad_norm": 2.9458958646737083, |
| "learning_rate": 8.082129508031115e-06, |
| "loss": 0.4206, |
| "step": 3800 |
| }, |
| { |
| "epoch": 0.19241938334890532, |
| "grad_norm": 4.018744503984466, |
| "learning_rate": 8.077078492777049e-06, |
| "loss": 0.4367, |
| "step": 3810 |
| }, |
| { |
| "epoch": 0.19292442110047725, |
| "grad_norm": 4.594358535206507, |
| "learning_rate": 8.072027477522983e-06, |
| "loss": 0.4123, |
| "step": 3820 |
| }, |
| { |
| "epoch": 0.19342945885204918, |
| "grad_norm": 7.765118457446688, |
| "learning_rate": 8.066976462268916e-06, |
| "loss": 0.4203, |
| "step": 3830 |
| }, |
| { |
| "epoch": 0.1939344966036211, |
| "grad_norm": 4.571772892446487, |
| "learning_rate": 8.061925447014851e-06, |
| "loss": 0.4093, |
| "step": 3840 |
| }, |
| { |
| "epoch": 0.19443953435519304, |
| "grad_norm": 3.0704420404585995, |
| "learning_rate": 8.056874431760786e-06, |
| "loss": 0.4195, |
| "step": 3850 |
| }, |
| { |
| "epoch": 0.19494457210676497, |
| "grad_norm": 2.8235987578400334, |
| "learning_rate": 8.05182341650672e-06, |
| "loss": 0.4131, |
| "step": 3860 |
| }, |
| { |
| "epoch": 0.1954496098583369, |
| "grad_norm": 4.664925999855343, |
| "learning_rate": 8.046772401252652e-06, |
| "loss": 0.4052, |
| "step": 3870 |
| }, |
| { |
| "epoch": 0.19595464760990883, |
| "grad_norm": 3.0583937314253, |
| "learning_rate": 8.041721385998586e-06, |
| "loss": 0.4198, |
| "step": 3880 |
| }, |
| { |
| "epoch": 0.19645968536148076, |
| "grad_norm": 2.973956981634855, |
| "learning_rate": 8.03667037074452e-06, |
| "loss": 0.4066, |
| "step": 3890 |
| }, |
| { |
| "epoch": 0.19696472311305271, |
| "grad_norm": 2.803835666144933, |
| "learning_rate": 8.031619355490454e-06, |
| "loss": 0.4158, |
| "step": 3900 |
| }, |
| { |
| "epoch": 0.19746976086462464, |
| "grad_norm": 4.834280824568942, |
| "learning_rate": 8.026568340236389e-06, |
| "loss": 0.4178, |
| "step": 3910 |
| }, |
| { |
| "epoch": 0.19797479861619657, |
| "grad_norm": 10.038307243068243, |
| "learning_rate": 8.021517324982323e-06, |
| "loss": 0.4111, |
| "step": 3920 |
| }, |
| { |
| "epoch": 0.1984798363677685, |
| "grad_norm": 7.610030059675689, |
| "learning_rate": 8.016466309728255e-06, |
| "loss": 0.4096, |
| "step": 3930 |
| }, |
| { |
| "epoch": 0.19898487411934043, |
| "grad_norm": 3.6050764165551556, |
| "learning_rate": 8.01141529447419e-06, |
| "loss": 0.4233, |
| "step": 3940 |
| }, |
| { |
| "epoch": 0.19948991187091236, |
| "grad_norm": 6.736237771102318, |
| "learning_rate": 8.006364279220123e-06, |
| "loss": 0.4153, |
| "step": 3950 |
| }, |
| { |
| "epoch": 0.1999949496224843, |
| "grad_norm": 2.9583460730423443, |
| "learning_rate": 8.001313263966057e-06, |
| "loss": 0.4211, |
| "step": 3960 |
| }, |
| { |
| "epoch": 0.20049998737405622, |
| "grad_norm": 2.2968014860075576, |
| "learning_rate": 7.996262248711992e-06, |
| "loss": 0.4289, |
| "step": 3970 |
| }, |
| { |
| "epoch": 0.20100502512562815, |
| "grad_norm": 2.474011765446813, |
| "learning_rate": 7.991211233457926e-06, |
| "loss": 0.4233, |
| "step": 3980 |
| }, |
| { |
| "epoch": 0.20151006287720008, |
| "grad_norm": 3.0063110556198778, |
| "learning_rate": 7.98616021820386e-06, |
| "loss": 0.428, |
| "step": 3990 |
| }, |
| { |
| "epoch": 0.202015100628772, |
| "grad_norm": 4.355361962575098, |
| "learning_rate": 7.981109202949794e-06, |
| "loss": 0.4226, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.20252013838034394, |
| "grad_norm": 2.6560259873816747, |
| "learning_rate": 7.976058187695728e-06, |
| "loss": 0.4175, |
| "step": 4010 |
| }, |
| { |
| "epoch": 0.20302517613191587, |
| "grad_norm": 2.9619585376031647, |
| "learning_rate": 7.971007172441662e-06, |
| "loss": 0.4143, |
| "step": 4020 |
| }, |
| { |
| "epoch": 0.2035302138834878, |
| "grad_norm": 2.066998306222369, |
| "learning_rate": 7.965956157187595e-06, |
| "loss": 0.4001, |
| "step": 4030 |
| }, |
| { |
| "epoch": 0.20403525163505973, |
| "grad_norm": 4.632842633228617, |
| "learning_rate": 7.960905141933529e-06, |
| "loss": 0.4133, |
| "step": 4040 |
| }, |
| { |
| "epoch": 0.20454028938663166, |
| "grad_norm": 6.512090967359411, |
| "learning_rate": 7.955854126679463e-06, |
| "loss": 0.4271, |
| "step": 4050 |
| }, |
| { |
| "epoch": 0.2050453271382036, |
| "grad_norm": 3.4613990642774777, |
| "learning_rate": 7.950803111425397e-06, |
| "loss": 0.4035, |
| "step": 4060 |
| }, |
| { |
| "epoch": 0.20555036488977552, |
| "grad_norm": 6.082524106916885, |
| "learning_rate": 7.945752096171331e-06, |
| "loss": 0.4186, |
| "step": 4070 |
| }, |
| { |
| "epoch": 0.20605540264134745, |
| "grad_norm": 9.959451587245269, |
| "learning_rate": 7.940701080917265e-06, |
| "loss": 0.4136, |
| "step": 4080 |
| }, |
| { |
| "epoch": 0.20656044039291938, |
| "grad_norm": 3.1580403384223694, |
| "learning_rate": 7.935650065663198e-06, |
| "loss": 0.4166, |
| "step": 4090 |
| }, |
| { |
| "epoch": 0.2070654781444913, |
| "grad_norm": 43.253412774792665, |
| "learning_rate": 7.930599050409132e-06, |
| "loss": 0.4237, |
| "step": 4100 |
| }, |
| { |
| "epoch": 0.20757051589606323, |
| "grad_norm": 4.161811983252057, |
| "learning_rate": 7.925548035155068e-06, |
| "loss": 0.426, |
| "step": 4110 |
| }, |
| { |
| "epoch": 0.20807555364763516, |
| "grad_norm": 4.07148032877867, |
| "learning_rate": 7.920497019901002e-06, |
| "loss": 0.4046, |
| "step": 4120 |
| }, |
| { |
| "epoch": 0.2085805913992071, |
| "grad_norm": 2.980398901316733, |
| "learning_rate": 7.915446004646934e-06, |
| "loss": 0.4018, |
| "step": 4130 |
| }, |
| { |
| "epoch": 0.20908562915077902, |
| "grad_norm": 12.570414912224734, |
| "learning_rate": 7.910394989392868e-06, |
| "loss": 0.4249, |
| "step": 4140 |
| }, |
| { |
| "epoch": 0.20959066690235095, |
| "grad_norm": 4.296760517181418, |
| "learning_rate": 7.905343974138802e-06, |
| "loss": 0.4134, |
| "step": 4150 |
| }, |
| { |
| "epoch": 0.21009570465392288, |
| "grad_norm": 3.8924058247405795, |
| "learning_rate": 7.900292958884737e-06, |
| "loss": 0.4184, |
| "step": 4160 |
| }, |
| { |
| "epoch": 0.2106007424054948, |
| "grad_norm": 5.074708812193615, |
| "learning_rate": 7.89524194363067e-06, |
| "loss": 0.4326, |
| "step": 4170 |
| }, |
| { |
| "epoch": 0.21110578015706674, |
| "grad_norm": 4.094894279147386, |
| "learning_rate": 7.890190928376605e-06, |
| "loss": 0.427, |
| "step": 4180 |
| }, |
| { |
| "epoch": 0.21161081790863867, |
| "grad_norm": 7.0180188428328245, |
| "learning_rate": 7.885139913122539e-06, |
| "loss": 0.4434, |
| "step": 4190 |
| }, |
| { |
| "epoch": 0.2121158556602106, |
| "grad_norm": 3.1522461269078854, |
| "learning_rate": 7.880088897868471e-06, |
| "loss": 0.4118, |
| "step": 4200 |
| }, |
| { |
| "epoch": 0.21262089341178253, |
| "grad_norm": 3.1387724966942048, |
| "learning_rate": 7.875037882614405e-06, |
| "loss": 0.4188, |
| "step": 4210 |
| }, |
| { |
| "epoch": 0.21312593116335446, |
| "grad_norm": 2.6776667573826005, |
| "learning_rate": 7.86998686736034e-06, |
| "loss": 0.432, |
| "step": 4220 |
| }, |
| { |
| "epoch": 0.2136309689149264, |
| "grad_norm": 3.6637419491007046, |
| "learning_rate": 7.864935852106274e-06, |
| "loss": 0.435, |
| "step": 4230 |
| }, |
| { |
| "epoch": 0.21413600666649832, |
| "grad_norm": 5.882360941042325, |
| "learning_rate": 7.859884836852208e-06, |
| "loss": 0.4308, |
| "step": 4240 |
| }, |
| { |
| "epoch": 0.21464104441807025, |
| "grad_norm": 8.010164762562015, |
| "learning_rate": 7.854833821598142e-06, |
| "loss": 0.4035, |
| "step": 4250 |
| }, |
| { |
| "epoch": 0.21514608216964218, |
| "grad_norm": 2.940352809589755, |
| "learning_rate": 7.849782806344076e-06, |
| "loss": 0.4045, |
| "step": 4260 |
| }, |
| { |
| "epoch": 0.2156511199212141, |
| "grad_norm": 5.768043762782633, |
| "learning_rate": 7.84473179109001e-06, |
| "loss": 0.4106, |
| "step": 4270 |
| }, |
| { |
| "epoch": 0.21615615767278604, |
| "grad_norm": 4.169886235036406, |
| "learning_rate": 7.839680775835944e-06, |
| "loss": 0.4238, |
| "step": 4280 |
| }, |
| { |
| "epoch": 0.21666119542435797, |
| "grad_norm": 3.249720384522653, |
| "learning_rate": 7.834629760581878e-06, |
| "loss": 0.3969, |
| "step": 4290 |
| }, |
| { |
| "epoch": 0.2171662331759299, |
| "grad_norm": 5.065976709307023, |
| "learning_rate": 7.829578745327811e-06, |
| "loss": 0.4069, |
| "step": 4300 |
| }, |
| { |
| "epoch": 0.21767127092750183, |
| "grad_norm": 3.9668832894751107, |
| "learning_rate": 7.824527730073745e-06, |
| "loss": 0.4125, |
| "step": 4310 |
| }, |
| { |
| "epoch": 0.21817630867907375, |
| "grad_norm": 3.4619845168591796, |
| "learning_rate": 7.819476714819679e-06, |
| "loss": 0.4105, |
| "step": 4320 |
| }, |
| { |
| "epoch": 0.21868134643064568, |
| "grad_norm": 3.886033142263623, |
| "learning_rate": 7.814425699565613e-06, |
| "loss": 0.4151, |
| "step": 4330 |
| }, |
| { |
| "epoch": 0.21918638418221761, |
| "grad_norm": 3.5781821573741994, |
| "learning_rate": 7.809374684311547e-06, |
| "loss": 0.3923, |
| "step": 4340 |
| }, |
| { |
| "epoch": 0.21969142193378954, |
| "grad_norm": 2.9767702411423325, |
| "learning_rate": 7.804323669057482e-06, |
| "loss": 0.3827, |
| "step": 4350 |
| }, |
| { |
| "epoch": 0.22019645968536147, |
| "grad_norm": 3.3595860629684577, |
| "learning_rate": 7.799272653803414e-06, |
| "loss": 0.4103, |
| "step": 4360 |
| }, |
| { |
| "epoch": 0.2207014974369334, |
| "grad_norm": 2.0952276159055154, |
| "learning_rate": 7.794221638549348e-06, |
| "loss": 0.4171, |
| "step": 4370 |
| }, |
| { |
| "epoch": 0.22120653518850533, |
| "grad_norm": 3.1915802413191376, |
| "learning_rate": 7.789170623295284e-06, |
| "loss": 0.4273, |
| "step": 4380 |
| }, |
| { |
| "epoch": 0.22171157294007726, |
| "grad_norm": 1.8629666469771935, |
| "learning_rate": 7.784119608041218e-06, |
| "loss": 0.4226, |
| "step": 4390 |
| }, |
| { |
| "epoch": 0.2222166106916492, |
| "grad_norm": 4.627481223873417, |
| "learning_rate": 7.77906859278715e-06, |
| "loss": 0.3979, |
| "step": 4400 |
| }, |
| { |
| "epoch": 0.22272164844322112, |
| "grad_norm": 3.4768855391600084, |
| "learning_rate": 7.774017577533085e-06, |
| "loss": 0.413, |
| "step": 4410 |
| }, |
| { |
| "epoch": 0.22322668619479305, |
| "grad_norm": 2.8907573807850673, |
| "learning_rate": 7.768966562279019e-06, |
| "loss": 0.4201, |
| "step": 4420 |
| }, |
| { |
| "epoch": 0.22373172394636498, |
| "grad_norm": 5.5052911721090805, |
| "learning_rate": 7.763915547024953e-06, |
| "loss": 0.4322, |
| "step": 4430 |
| }, |
| { |
| "epoch": 0.2242367616979369, |
| "grad_norm": 2.171757782442608, |
| "learning_rate": 7.758864531770887e-06, |
| "loss": 0.4341, |
| "step": 4440 |
| }, |
| { |
| "epoch": 0.22474179944950884, |
| "grad_norm": 2.092006999366198, |
| "learning_rate": 7.753813516516821e-06, |
| "loss": 0.422, |
| "step": 4450 |
| }, |
| { |
| "epoch": 0.22524683720108077, |
| "grad_norm": 6.02493579048235, |
| "learning_rate": 7.748762501262753e-06, |
| "loss": 0.4105, |
| "step": 4460 |
| }, |
| { |
| "epoch": 0.2257518749526527, |
| "grad_norm": 3.705631561875418, |
| "learning_rate": 7.743711486008688e-06, |
| "loss": 0.4081, |
| "step": 4470 |
| }, |
| { |
| "epoch": 0.22625691270422463, |
| "grad_norm": 4.191020612596744, |
| "learning_rate": 7.738660470754622e-06, |
| "loss": 0.402, |
| "step": 4480 |
| }, |
| { |
| "epoch": 0.22676195045579656, |
| "grad_norm": 2.9926161263513484, |
| "learning_rate": 7.733609455500556e-06, |
| "loss": 0.4105, |
| "step": 4490 |
| }, |
| { |
| "epoch": 0.22726698820736851, |
| "grad_norm": 2.7804371886771304, |
| "learning_rate": 7.72855844024649e-06, |
| "loss": 0.4004, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.22777202595894044, |
| "grad_norm": 3.3532410934862007, |
| "learning_rate": 7.723507424992424e-06, |
| "loss": 0.3982, |
| "step": 4510 |
| }, |
| { |
| "epoch": 0.22827706371051237, |
| "grad_norm": 5.67085098197258, |
| "learning_rate": 7.718456409738358e-06, |
| "loss": 0.4244, |
| "step": 4520 |
| }, |
| { |
| "epoch": 0.2287821014620843, |
| "grad_norm": 6.390172943127481, |
| "learning_rate": 7.713405394484292e-06, |
| "loss": 0.405, |
| "step": 4530 |
| }, |
| { |
| "epoch": 0.22928713921365623, |
| "grad_norm": 2.0493376647118535, |
| "learning_rate": 7.708354379230226e-06, |
| "loss": 0.4091, |
| "step": 4540 |
| }, |
| { |
| "epoch": 0.22979217696522816, |
| "grad_norm": 3.2998640142236373, |
| "learning_rate": 7.70330336397616e-06, |
| "loss": 0.4116, |
| "step": 4550 |
| }, |
| { |
| "epoch": 0.2302972147168001, |
| "grad_norm": 9.39006495464318, |
| "learning_rate": 7.698252348722095e-06, |
| "loss": 0.4047, |
| "step": 4560 |
| }, |
| { |
| "epoch": 0.23080225246837202, |
| "grad_norm": 5.551570211137529, |
| "learning_rate": 7.693201333468027e-06, |
| "loss": 0.408, |
| "step": 4570 |
| }, |
| { |
| "epoch": 0.23130729021994395, |
| "grad_norm": 4.557076032338838, |
| "learning_rate": 7.688150318213961e-06, |
| "loss": 0.3971, |
| "step": 4580 |
| }, |
| { |
| "epoch": 0.23181232797151588, |
| "grad_norm": 2.606206409240519, |
| "learning_rate": 7.683099302959895e-06, |
| "loss": 0.4178, |
| "step": 4590 |
| }, |
| { |
| "epoch": 0.2323173657230878, |
| "grad_norm": 4.447142719835132, |
| "learning_rate": 7.67804828770583e-06, |
| "loss": 0.394, |
| "step": 4600 |
| }, |
| { |
| "epoch": 0.23282240347465974, |
| "grad_norm": 3.0541458976753204, |
| "learning_rate": 7.672997272451764e-06, |
| "loss": 0.425, |
| "step": 4610 |
| }, |
| { |
| "epoch": 0.23332744122623167, |
| "grad_norm": 2.176856844484498, |
| "learning_rate": 7.667946257197698e-06, |
| "loss": 0.4028, |
| "step": 4620 |
| }, |
| { |
| "epoch": 0.2338324789778036, |
| "grad_norm": 2.308455454963439, |
| "learning_rate": 7.66289524194363e-06, |
| "loss": 0.4141, |
| "step": 4630 |
| }, |
| { |
| "epoch": 0.23433751672937553, |
| "grad_norm": 2.112712712332131, |
| "learning_rate": 7.657844226689564e-06, |
| "loss": 0.419, |
| "step": 4640 |
| }, |
| { |
| "epoch": 0.23484255448094746, |
| "grad_norm": 3.2748057827058634, |
| "learning_rate": 7.6527932114355e-06, |
| "loss": 0.4122, |
| "step": 4650 |
| }, |
| { |
| "epoch": 0.2353475922325194, |
| "grad_norm": 4.614165718449686, |
| "learning_rate": 7.647742196181434e-06, |
| "loss": 0.4181, |
| "step": 4660 |
| }, |
| { |
| "epoch": 0.23585262998409132, |
| "grad_norm": 3.4633789585985038, |
| "learning_rate": 7.642691180927367e-06, |
| "loss": 0.4134, |
| "step": 4670 |
| }, |
| { |
| "epoch": 0.23635766773566325, |
| "grad_norm": 2.459474386028591, |
| "learning_rate": 7.6376401656733e-06, |
| "loss": 0.4045, |
| "step": 4680 |
| }, |
| { |
| "epoch": 0.23686270548723518, |
| "grad_norm": 4.467572890592401, |
| "learning_rate": 7.632589150419235e-06, |
| "loss": 0.4108, |
| "step": 4690 |
| }, |
| { |
| "epoch": 0.2373677432388071, |
| "grad_norm": 3.2733674833799085, |
| "learning_rate": 7.627538135165169e-06, |
| "loss": 0.4247, |
| "step": 4700 |
| }, |
| { |
| "epoch": 0.23787278099037903, |
| "grad_norm": 2.5012350340127583, |
| "learning_rate": 7.622487119911103e-06, |
| "loss": 0.4027, |
| "step": 4710 |
| }, |
| { |
| "epoch": 0.23837781874195096, |
| "grad_norm": 2.918885002659697, |
| "learning_rate": 7.6174361046570365e-06, |
| "loss": 0.3961, |
| "step": 4720 |
| }, |
| { |
| "epoch": 0.2388828564935229, |
| "grad_norm": 2.151448240091896, |
| "learning_rate": 7.612385089402971e-06, |
| "loss": 0.397, |
| "step": 4730 |
| }, |
| { |
| "epoch": 0.23938789424509482, |
| "grad_norm": 3.645676075183417, |
| "learning_rate": 7.607334074148905e-06, |
| "loss": 0.4042, |
| "step": 4740 |
| }, |
| { |
| "epoch": 0.23989293199666675, |
| "grad_norm": 4.7934119111079365, |
| "learning_rate": 7.602283058894838e-06, |
| "loss": 0.4199, |
| "step": 4750 |
| }, |
| { |
| "epoch": 0.24039796974823868, |
| "grad_norm": 3.024756725193816, |
| "learning_rate": 7.597232043640772e-06, |
| "loss": 0.4214, |
| "step": 4760 |
| }, |
| { |
| "epoch": 0.2409030074998106, |
| "grad_norm": 3.8298473971048552, |
| "learning_rate": 7.592181028386706e-06, |
| "loss": 0.3971, |
| "step": 4770 |
| }, |
| { |
| "epoch": 0.24140804525138254, |
| "grad_norm": 3.6045455173768897, |
| "learning_rate": 7.5871300131326395e-06, |
| "loss": 0.41, |
| "step": 4780 |
| }, |
| { |
| "epoch": 0.24191308300295447, |
| "grad_norm": 2.4793807629242686, |
| "learning_rate": 7.5820789978785745e-06, |
| "loss": 0.4027, |
| "step": 4790 |
| }, |
| { |
| "epoch": 0.2424181207545264, |
| "grad_norm": 2.7349340937466837, |
| "learning_rate": 7.577027982624509e-06, |
| "loss": 0.4354, |
| "step": 4800 |
| }, |
| { |
| "epoch": 0.24292315850609833, |
| "grad_norm": 3.2738776137303436, |
| "learning_rate": 7.571976967370443e-06, |
| "loss": 0.4472, |
| "step": 4810 |
| }, |
| { |
| "epoch": 0.24342819625767026, |
| "grad_norm": 13.785461532124051, |
| "learning_rate": 7.566925952116376e-06, |
| "loss": 0.3969, |
| "step": 4820 |
| }, |
| { |
| "epoch": 0.2439332340092422, |
| "grad_norm": 3.313726734189114, |
| "learning_rate": 7.56187493686231e-06, |
| "loss": 0.4007, |
| "step": 4830 |
| }, |
| { |
| "epoch": 0.24443827176081412, |
| "grad_norm": 4.099815087006132, |
| "learning_rate": 7.556823921608244e-06, |
| "loss": 0.4099, |
| "step": 4840 |
| }, |
| { |
| "epoch": 0.24494330951238605, |
| "grad_norm": 4.723031766050033, |
| "learning_rate": 7.5517729063541775e-06, |
| "loss": 0.4204, |
| "step": 4850 |
| }, |
| { |
| "epoch": 0.24544834726395798, |
| "grad_norm": 3.7013488115087085, |
| "learning_rate": 7.546721891100112e-06, |
| "loss": 0.3928, |
| "step": 4860 |
| }, |
| { |
| "epoch": 0.2459533850155299, |
| "grad_norm": 7.683672740752602, |
| "learning_rate": 7.541670875846046e-06, |
| "loss": 0.4028, |
| "step": 4870 |
| }, |
| { |
| "epoch": 0.24645842276710184, |
| "grad_norm": 5.671010001370461, |
| "learning_rate": 7.536619860591979e-06, |
| "loss": 0.433, |
| "step": 4880 |
| }, |
| { |
| "epoch": 0.24696346051867377, |
| "grad_norm": 9.869009780517741, |
| "learning_rate": 7.531568845337913e-06, |
| "loss": 0.3989, |
| "step": 4890 |
| }, |
| { |
| "epoch": 0.2474684982702457, |
| "grad_norm": 5.709197913641078, |
| "learning_rate": 7.526517830083847e-06, |
| "loss": 0.4031, |
| "step": 4900 |
| }, |
| { |
| "epoch": 0.24797353602181763, |
| "grad_norm": 4.33540159587482, |
| "learning_rate": 7.521466814829781e-06, |
| "loss": 0.4062, |
| "step": 4910 |
| }, |
| { |
| "epoch": 0.24847857377338955, |
| "grad_norm": 8.109361669653662, |
| "learning_rate": 7.5164157995757156e-06, |
| "loss": 0.3972, |
| "step": 4920 |
| }, |
| { |
| "epoch": 0.24898361152496148, |
| "grad_norm": 13.57377976771627, |
| "learning_rate": 7.51136478432165e-06, |
| "loss": 0.4067, |
| "step": 4930 |
| }, |
| { |
| "epoch": 0.24948864927653341, |
| "grad_norm": 4.077593295992246, |
| "learning_rate": 7.506313769067584e-06, |
| "loss": 0.3992, |
| "step": 4940 |
| }, |
| { |
| "epoch": 0.24999368702810534, |
| "grad_norm": 6.370437009913983, |
| "learning_rate": 7.501262753813517e-06, |
| "loss": 0.41, |
| "step": 4950 |
| }, |
| { |
| "epoch": 0.2504987247796773, |
| "grad_norm": 4.917853551887297, |
| "learning_rate": 7.496211738559451e-06, |
| "loss": 0.3967, |
| "step": 4960 |
| }, |
| { |
| "epoch": 0.25100376253124923, |
| "grad_norm": 8.018747776559712, |
| "learning_rate": 7.491160723305385e-06, |
| "loss": 0.4174, |
| "step": 4970 |
| }, |
| { |
| "epoch": 0.25150880028282113, |
| "grad_norm": 5.56863245620068, |
| "learning_rate": 7.486109708051319e-06, |
| "loss": 0.4161, |
| "step": 4980 |
| }, |
| { |
| "epoch": 0.2520138380343931, |
| "grad_norm": 3.5246503817814405, |
| "learning_rate": 7.481058692797253e-06, |
| "loss": 0.4161, |
| "step": 4990 |
| }, |
| { |
| "epoch": 0.252518875785965, |
| "grad_norm": 8.805921139909751, |
| "learning_rate": 7.476007677543187e-06, |
| "loss": 0.4045, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.25302391353753695, |
| "grad_norm": 4.998987522917178, |
| "learning_rate": 7.47095666228912e-06, |
| "loss": 0.3859, |
| "step": 5010 |
| }, |
| { |
| "epoch": 0.25352895128910885, |
| "grad_norm": 4.00150580245438, |
| "learning_rate": 7.465905647035054e-06, |
| "loss": 0.4164, |
| "step": 5020 |
| }, |
| { |
| "epoch": 0.2540339890406808, |
| "grad_norm": 3.706340372471242, |
| "learning_rate": 7.460854631780988e-06, |
| "loss": 0.4176, |
| "step": 5030 |
| }, |
| { |
| "epoch": 0.2545390267922527, |
| "grad_norm": 4.998624600906844, |
| "learning_rate": 7.4558036165269225e-06, |
| "loss": 0.41, |
| "step": 5040 |
| }, |
| { |
| "epoch": 0.25504406454382467, |
| "grad_norm": 8.31884957399422, |
| "learning_rate": 7.450752601272856e-06, |
| "loss": 0.3998, |
| "step": 5050 |
| }, |
| { |
| "epoch": 0.25554910229539657, |
| "grad_norm": 3.4901102806237314, |
| "learning_rate": 7.445701586018791e-06, |
| "loss": 0.3997, |
| "step": 5060 |
| }, |
| { |
| "epoch": 0.2560541400469685, |
| "grad_norm": 4.645395770689467, |
| "learning_rate": 7.440650570764725e-06, |
| "loss": 0.4083, |
| "step": 5070 |
| }, |
| { |
| "epoch": 0.2565591777985404, |
| "grad_norm": 6.384417075428531, |
| "learning_rate": 7.435599555510659e-06, |
| "loss": 0.4092, |
| "step": 5080 |
| }, |
| { |
| "epoch": 0.2570642155501124, |
| "grad_norm": 2.4454349649277694, |
| "learning_rate": 7.430548540256592e-06, |
| "loss": 0.3848, |
| "step": 5090 |
| }, |
| { |
| "epoch": 0.2575692533016843, |
| "grad_norm": 3.558542444645485, |
| "learning_rate": 7.425497525002526e-06, |
| "loss": 0.4088, |
| "step": 5100 |
| }, |
| { |
| "epoch": 0.25807429105325624, |
| "grad_norm": 3.0244806698758713, |
| "learning_rate": 7.4204465097484605e-06, |
| "loss": 0.4039, |
| "step": 5110 |
| }, |
| { |
| "epoch": 0.25857932880482815, |
| "grad_norm": 3.8966266585093767, |
| "learning_rate": 7.415395494494394e-06, |
| "loss": 0.4235, |
| "step": 5120 |
| }, |
| { |
| "epoch": 0.2590843665564001, |
| "grad_norm": 5.6318294513336555, |
| "learning_rate": 7.410344479240328e-06, |
| "loss": 0.4037, |
| "step": 5130 |
| }, |
| { |
| "epoch": 0.259589404307972, |
| "grad_norm": 3.0998441234985714, |
| "learning_rate": 7.405293463986262e-06, |
| "loss": 0.3978, |
| "step": 5140 |
| }, |
| { |
| "epoch": 0.26009444205954396, |
| "grad_norm": 2.21396747445095, |
| "learning_rate": 7.400242448732195e-06, |
| "loss": 0.4145, |
| "step": 5150 |
| }, |
| { |
| "epoch": 0.26059947981111586, |
| "grad_norm": 4.1662815020101585, |
| "learning_rate": 7.3951914334781294e-06, |
| "loss": 0.3868, |
| "step": 5160 |
| }, |
| { |
| "epoch": 0.2611045175626878, |
| "grad_norm": 12.395354056627705, |
| "learning_rate": 7.3901404182240636e-06, |
| "loss": 0.4154, |
| "step": 5170 |
| }, |
| { |
| "epoch": 0.2616095553142597, |
| "grad_norm": 3.1142309464667712, |
| "learning_rate": 7.385089402969997e-06, |
| "loss": 0.413, |
| "step": 5180 |
| }, |
| { |
| "epoch": 0.2621145930658317, |
| "grad_norm": 4.513387929199787, |
| "learning_rate": 7.380038387715931e-06, |
| "loss": 0.3921, |
| "step": 5190 |
| }, |
| { |
| "epoch": 0.2626196308174036, |
| "grad_norm": 4.7697729405684735, |
| "learning_rate": 7.374987372461866e-06, |
| "loss": 0.4012, |
| "step": 5200 |
| }, |
| { |
| "epoch": 0.26312466856897554, |
| "grad_norm": 4.893393941433008, |
| "learning_rate": 7.3699363572078e-06, |
| "loss": 0.4186, |
| "step": 5210 |
| }, |
| { |
| "epoch": 0.26362970632054744, |
| "grad_norm": 3.831293276797052, |
| "learning_rate": 7.364885341953733e-06, |
| "loss": 0.4226, |
| "step": 5220 |
| }, |
| { |
| "epoch": 0.2641347440721194, |
| "grad_norm": 9.39587893739541, |
| "learning_rate": 7.3598343266996675e-06, |
| "loss": 0.4223, |
| "step": 5230 |
| }, |
| { |
| "epoch": 0.2646397818236913, |
| "grad_norm": 2.5508906516086913, |
| "learning_rate": 7.354783311445602e-06, |
| "loss": 0.4204, |
| "step": 5240 |
| }, |
| { |
| "epoch": 0.26514481957526326, |
| "grad_norm": 1.9529316193965132, |
| "learning_rate": 7.349732296191535e-06, |
| "loss": 0.4137, |
| "step": 5250 |
| }, |
| { |
| "epoch": 0.26564985732683516, |
| "grad_norm": 2.2836631555730147, |
| "learning_rate": 7.344681280937469e-06, |
| "loss": 0.4272, |
| "step": 5260 |
| }, |
| { |
| "epoch": 0.2661548950784071, |
| "grad_norm": 2.740870228644112, |
| "learning_rate": 7.339630265683403e-06, |
| "loss": 0.4042, |
| "step": 5270 |
| }, |
| { |
| "epoch": 0.266659932829979, |
| "grad_norm": 2.8335765045366057, |
| "learning_rate": 7.334579250429336e-06, |
| "loss": 0.4042, |
| "step": 5280 |
| }, |
| { |
| "epoch": 0.267164970581551, |
| "grad_norm": 6.021567811733276, |
| "learning_rate": 7.3295282351752705e-06, |
| "loss": 0.4154, |
| "step": 5290 |
| }, |
| { |
| "epoch": 0.2676700083331229, |
| "grad_norm": 3.8900529078388475, |
| "learning_rate": 7.324477219921205e-06, |
| "loss": 0.4066, |
| "step": 5300 |
| }, |
| { |
| "epoch": 0.26817504608469483, |
| "grad_norm": 4.107751019837596, |
| "learning_rate": 7.319426204667138e-06, |
| "loss": 0.4314, |
| "step": 5310 |
| }, |
| { |
| "epoch": 0.26868008383626674, |
| "grad_norm": 3.83489471259606, |
| "learning_rate": 7.314375189413072e-06, |
| "loss": 0.4289, |
| "step": 5320 |
| }, |
| { |
| "epoch": 0.2691851215878387, |
| "grad_norm": 4.1927101461017955, |
| "learning_rate": 7.309324174159007e-06, |
| "loss": 0.4104, |
| "step": 5330 |
| }, |
| { |
| "epoch": 0.2696901593394106, |
| "grad_norm": 4.40200271099351, |
| "learning_rate": 7.304273158904941e-06, |
| "loss": 0.4117, |
| "step": 5340 |
| }, |
| { |
| "epoch": 0.27019519709098255, |
| "grad_norm": 2.5719446012019347, |
| "learning_rate": 7.299222143650874e-06, |
| "loss": 0.4172, |
| "step": 5350 |
| }, |
| { |
| "epoch": 0.27070023484255445, |
| "grad_norm": 3.550169709846441, |
| "learning_rate": 7.2941711283968085e-06, |
| "loss": 0.3961, |
| "step": 5360 |
| }, |
| { |
| "epoch": 0.2712052725941264, |
| "grad_norm": 5.9366850534425994, |
| "learning_rate": 7.289120113142743e-06, |
| "loss": 0.4092, |
| "step": 5370 |
| }, |
| { |
| "epoch": 0.2717103103456983, |
| "grad_norm": 2.2429091940544756, |
| "learning_rate": 7.284069097888676e-06, |
| "loss": 0.3911, |
| "step": 5380 |
| }, |
| { |
| "epoch": 0.27221534809727027, |
| "grad_norm": 3.417557725862848, |
| "learning_rate": 7.27901808263461e-06, |
| "loss": 0.404, |
| "step": 5390 |
| }, |
| { |
| "epoch": 0.27272038584884223, |
| "grad_norm": 2.724964100715556, |
| "learning_rate": 7.273967067380544e-06, |
| "loss": 0.3954, |
| "step": 5400 |
| }, |
| { |
| "epoch": 0.27322542360041413, |
| "grad_norm": 2.856161247602667, |
| "learning_rate": 7.268916052126478e-06, |
| "loss": 0.4166, |
| "step": 5410 |
| }, |
| { |
| "epoch": 0.2737304613519861, |
| "grad_norm": 3.6154589918708724, |
| "learning_rate": 7.2638650368724116e-06, |
| "loss": 0.4194, |
| "step": 5420 |
| }, |
| { |
| "epoch": 0.274235499103558, |
| "grad_norm": 4.796628055616583, |
| "learning_rate": 7.258814021618346e-06, |
| "loss": 0.4047, |
| "step": 5430 |
| }, |
| { |
| "epoch": 0.27474053685512995, |
| "grad_norm": 1.8189441498839218, |
| "learning_rate": 7.25376300636428e-06, |
| "loss": 0.427, |
| "step": 5440 |
| }, |
| { |
| "epoch": 0.27524557460670185, |
| "grad_norm": 7.024511830423675, |
| "learning_rate": 7.248711991110213e-06, |
| "loss": 0.4046, |
| "step": 5450 |
| }, |
| { |
| "epoch": 0.2757506123582738, |
| "grad_norm": 3.5667517176775423, |
| "learning_rate": 7.243660975856147e-06, |
| "loss": 0.4104, |
| "step": 5460 |
| }, |
| { |
| "epoch": 0.2762556501098457, |
| "grad_norm": 2.9842087732377456, |
| "learning_rate": 7.238609960602082e-06, |
| "loss": 0.3865, |
| "step": 5470 |
| }, |
| { |
| "epoch": 0.27676068786141766, |
| "grad_norm": 3.138211814542453, |
| "learning_rate": 7.233558945348016e-06, |
| "loss": 0.421, |
| "step": 5480 |
| }, |
| { |
| "epoch": 0.27726572561298957, |
| "grad_norm": 3.7899763794613603, |
| "learning_rate": 7.22850793009395e-06, |
| "loss": 0.4211, |
| "step": 5490 |
| }, |
| { |
| "epoch": 0.2777707633645615, |
| "grad_norm": 6.302295488602417, |
| "learning_rate": 7.223456914839884e-06, |
| "loss": 0.414, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.2782758011161334, |
| "grad_norm": 10.35490362594059, |
| "learning_rate": 7.218405899585818e-06, |
| "loss": 0.416, |
| "step": 5510 |
| }, |
| { |
| "epoch": 0.2787808388677054, |
| "grad_norm": 6.310469266434071, |
| "learning_rate": 7.213354884331751e-06, |
| "loss": 0.4064, |
| "step": 5520 |
| }, |
| { |
| "epoch": 0.2792858766192773, |
| "grad_norm": 16.515977602019493, |
| "learning_rate": 7.208303869077685e-06, |
| "loss": 0.4079, |
| "step": 5530 |
| }, |
| { |
| "epoch": 0.27979091437084924, |
| "grad_norm": 4.823535989192853, |
| "learning_rate": 7.203252853823619e-06, |
| "loss": 0.4057, |
| "step": 5540 |
| }, |
| { |
| "epoch": 0.28029595212242114, |
| "grad_norm": 5.510784263870791, |
| "learning_rate": 7.198201838569553e-06, |
| "loss": 0.4037, |
| "step": 5550 |
| }, |
| { |
| "epoch": 0.2808009898739931, |
| "grad_norm": 6.358367429720183, |
| "learning_rate": 7.193150823315487e-06, |
| "loss": 0.4229, |
| "step": 5560 |
| }, |
| { |
| "epoch": 0.281306027625565, |
| "grad_norm": 6.411947776097414, |
| "learning_rate": 7.188099808061421e-06, |
| "loss": 0.4067, |
| "step": 5570 |
| }, |
| { |
| "epoch": 0.28181106537713696, |
| "grad_norm": 7.711569114064788, |
| "learning_rate": 7.183048792807354e-06, |
| "loss": 0.4033, |
| "step": 5580 |
| }, |
| { |
| "epoch": 0.28231610312870886, |
| "grad_norm": 7.577084197751842, |
| "learning_rate": 7.177997777553288e-06, |
| "loss": 0.4193, |
| "step": 5590 |
| }, |
| { |
| "epoch": 0.2828211408802808, |
| "grad_norm": 8.359668853331197, |
| "learning_rate": 7.172946762299223e-06, |
| "loss": 0.4075, |
| "step": 5600 |
| }, |
| { |
| "epoch": 0.2833261786318527, |
| "grad_norm": 3.151405334238333, |
| "learning_rate": 7.167895747045157e-06, |
| "loss": 0.3968, |
| "step": 5610 |
| }, |
| { |
| "epoch": 0.2838312163834247, |
| "grad_norm": 5.148673338465559, |
| "learning_rate": 7.162844731791091e-06, |
| "loss": 0.4084, |
| "step": 5620 |
| }, |
| { |
| "epoch": 0.2843362541349966, |
| "grad_norm": 4.221476129767122, |
| "learning_rate": 7.157793716537025e-06, |
| "loss": 0.4171, |
| "step": 5630 |
| }, |
| { |
| "epoch": 0.28484129188656854, |
| "grad_norm": 13.100880512181337, |
| "learning_rate": 7.152742701282959e-06, |
| "loss": 0.4153, |
| "step": 5640 |
| }, |
| { |
| "epoch": 0.28534632963814044, |
| "grad_norm": 4.5479841682511735, |
| "learning_rate": 7.147691686028892e-06, |
| "loss": 0.4008, |
| "step": 5650 |
| }, |
| { |
| "epoch": 0.2858513673897124, |
| "grad_norm": 12.774978173115935, |
| "learning_rate": 7.142640670774826e-06, |
| "loss": 0.4081, |
| "step": 5660 |
| }, |
| { |
| "epoch": 0.2863564051412843, |
| "grad_norm": 4.74811206992399, |
| "learning_rate": 7.1375896555207604e-06, |
| "loss": 0.4111, |
| "step": 5670 |
| }, |
| { |
| "epoch": 0.28686144289285626, |
| "grad_norm": 6.322992937888857, |
| "learning_rate": 7.132538640266694e-06, |
| "loss": 0.4147, |
| "step": 5680 |
| }, |
| { |
| "epoch": 0.28736648064442816, |
| "grad_norm": 2.3879730307069913, |
| "learning_rate": 7.127487625012628e-06, |
| "loss": 0.413, |
| "step": 5690 |
| }, |
| { |
| "epoch": 0.2878715183960001, |
| "grad_norm": 9.78190300595279, |
| "learning_rate": 7.122436609758562e-06, |
| "loss": 0.4082, |
| "step": 5700 |
| }, |
| { |
| "epoch": 0.288376556147572, |
| "grad_norm": 2.9229120102524546, |
| "learning_rate": 7.117385594504495e-06, |
| "loss": 0.3991, |
| "step": 5710 |
| }, |
| { |
| "epoch": 0.288881593899144, |
| "grad_norm": 3.0629100552949367, |
| "learning_rate": 7.112334579250429e-06, |
| "loss": 0.4219, |
| "step": 5720 |
| }, |
| { |
| "epoch": 0.2893866316507159, |
| "grad_norm": 4.461418623396228, |
| "learning_rate": 7.1072835639963635e-06, |
| "loss": 0.3935, |
| "step": 5730 |
| }, |
| { |
| "epoch": 0.28989166940228783, |
| "grad_norm": 4.158346788895872, |
| "learning_rate": 7.1022325487422985e-06, |
| "loss": 0.4055, |
| "step": 5740 |
| }, |
| { |
| "epoch": 0.29039670715385973, |
| "grad_norm": 4.423297022005039, |
| "learning_rate": 7.097181533488232e-06, |
| "loss": 0.4056, |
| "step": 5750 |
| }, |
| { |
| "epoch": 0.2909017449054317, |
| "grad_norm": 9.748691220694795, |
| "learning_rate": 7.092130518234166e-06, |
| "loss": 0.4163, |
| "step": 5760 |
| }, |
| { |
| "epoch": 0.2914067826570036, |
| "grad_norm": 5.583094724720717, |
| "learning_rate": 7.0870795029801e-06, |
| "loss": 0.404, |
| "step": 5770 |
| }, |
| { |
| "epoch": 0.29191182040857555, |
| "grad_norm": 5.4361132596130375, |
| "learning_rate": 7.082028487726034e-06, |
| "loss": 0.4077, |
| "step": 5780 |
| }, |
| { |
| "epoch": 0.29241685816014745, |
| "grad_norm": 5.4795736369075225, |
| "learning_rate": 7.076977472471967e-06, |
| "loss": 0.385, |
| "step": 5790 |
| }, |
| { |
| "epoch": 0.2929218959117194, |
| "grad_norm": 6.295238304978109, |
| "learning_rate": 7.0719264572179015e-06, |
| "loss": 0.3865, |
| "step": 5800 |
| }, |
| { |
| "epoch": 0.2934269336632913, |
| "grad_norm": 6.992767843962523, |
| "learning_rate": 7.066875441963836e-06, |
| "loss": 0.4016, |
| "step": 5810 |
| }, |
| { |
| "epoch": 0.29393197141486327, |
| "grad_norm": 2.2081931951077762, |
| "learning_rate": 7.061824426709769e-06, |
| "loss": 0.4177, |
| "step": 5820 |
| }, |
| { |
| "epoch": 0.29443700916643517, |
| "grad_norm": 2.6034285969774755, |
| "learning_rate": 7.056773411455703e-06, |
| "loss": 0.4259, |
| "step": 5830 |
| }, |
| { |
| "epoch": 0.29494204691800713, |
| "grad_norm": 3.409449485576021, |
| "learning_rate": 7.051722396201637e-06, |
| "loss": 0.4033, |
| "step": 5840 |
| }, |
| { |
| "epoch": 0.29544708466957903, |
| "grad_norm": 4.0667424482713415, |
| "learning_rate": 7.04667138094757e-06, |
| "loss": 0.3996, |
| "step": 5850 |
| }, |
| { |
| "epoch": 0.295952122421151, |
| "grad_norm": 10.124949019281052, |
| "learning_rate": 7.0416203656935045e-06, |
| "loss": 0.4006, |
| "step": 5860 |
| }, |
| { |
| "epoch": 0.2964571601727229, |
| "grad_norm": 14.286058521059143, |
| "learning_rate": 7.0365693504394395e-06, |
| "loss": 0.4095, |
| "step": 5870 |
| }, |
| { |
| "epoch": 0.29696219792429485, |
| "grad_norm": 6.367565010187276, |
| "learning_rate": 7.031518335185374e-06, |
| "loss": 0.3838, |
| "step": 5880 |
| }, |
| { |
| "epoch": 0.29746723567586675, |
| "grad_norm": 5.583399625565326, |
| "learning_rate": 7.026467319931307e-06, |
| "loss": 0.4117, |
| "step": 5890 |
| }, |
| { |
| "epoch": 0.2979722734274387, |
| "grad_norm": 3.0731137084379534, |
| "learning_rate": 7.021416304677241e-06, |
| "loss": 0.4236, |
| "step": 5900 |
| }, |
| { |
| "epoch": 0.2984773111790106, |
| "grad_norm": 3.0663411110006646, |
| "learning_rate": 7.016365289423175e-06, |
| "loss": 0.4053, |
| "step": 5910 |
| }, |
| { |
| "epoch": 0.29898234893058256, |
| "grad_norm": 2.750574161212685, |
| "learning_rate": 7.0113142741691084e-06, |
| "loss": 0.4068, |
| "step": 5920 |
| }, |
| { |
| "epoch": 0.29948738668215447, |
| "grad_norm": 6.009688968198948, |
| "learning_rate": 7.0062632589150426e-06, |
| "loss": 0.3836, |
| "step": 5930 |
| }, |
| { |
| "epoch": 0.2999924244337264, |
| "grad_norm": 2.9753632251149047, |
| "learning_rate": 7.001212243660977e-06, |
| "loss": 0.4004, |
| "step": 5940 |
| }, |
| { |
| "epoch": 0.3004974621852983, |
| "grad_norm": 4.208610201729938, |
| "learning_rate": 6.99616122840691e-06, |
| "loss": 0.4076, |
| "step": 5950 |
| }, |
| { |
| "epoch": 0.3010024999368703, |
| "grad_norm": 4.7205159244344435, |
| "learning_rate": 6.991110213152844e-06, |
| "loss": 0.4169, |
| "step": 5960 |
| }, |
| { |
| "epoch": 0.3015075376884422, |
| "grad_norm": 5.1888963188216914, |
| "learning_rate": 6.986059197898778e-06, |
| "loss": 0.4131, |
| "step": 5970 |
| }, |
| { |
| "epoch": 0.30201257544001414, |
| "grad_norm": 5.94229402465264, |
| "learning_rate": 6.9810081826447115e-06, |
| "loss": 0.3973, |
| "step": 5980 |
| }, |
| { |
| "epoch": 0.30251761319158604, |
| "grad_norm": 5.525705257458754, |
| "learning_rate": 6.975957167390646e-06, |
| "loss": 0.4055, |
| "step": 5990 |
| }, |
| { |
| "epoch": 0.303022650943158, |
| "grad_norm": 12.459125129727365, |
| "learning_rate": 6.97090615213658e-06, |
| "loss": 0.3971, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.30352768869472996, |
| "grad_norm": 31.656872346789477, |
| "learning_rate": 6.965855136882515e-06, |
| "loss": 0.407, |
| "step": 6010 |
| }, |
| { |
| "epoch": 0.30403272644630186, |
| "grad_norm": 9.639606695045442, |
| "learning_rate": 6.960804121628448e-06, |
| "loss": 0.3863, |
| "step": 6020 |
| }, |
| { |
| "epoch": 0.3045377641978738, |
| "grad_norm": 7.035557345160716, |
| "learning_rate": 6.955753106374382e-06, |
| "loss": 0.3869, |
| "step": 6030 |
| }, |
| { |
| "epoch": 0.3050428019494457, |
| "grad_norm": 4.9371125965383165, |
| "learning_rate": 6.950702091120316e-06, |
| "loss": 0.3976, |
| "step": 6040 |
| }, |
| { |
| "epoch": 0.3055478397010177, |
| "grad_norm": 3.933897990218482, |
| "learning_rate": 6.9456510758662495e-06, |
| "loss": 0.3897, |
| "step": 6050 |
| }, |
| { |
| "epoch": 0.3060528774525896, |
| "grad_norm": 3.1641621883370337, |
| "learning_rate": 6.940600060612184e-06, |
| "loss": 0.3907, |
| "step": 6060 |
| }, |
| { |
| "epoch": 0.30655791520416154, |
| "grad_norm": 8.063219971247296, |
| "learning_rate": 6.935549045358118e-06, |
| "loss": 0.4031, |
| "step": 6070 |
| }, |
| { |
| "epoch": 0.30706295295573344, |
| "grad_norm": 5.068712111699617, |
| "learning_rate": 6.930498030104051e-06, |
| "loss": 0.3669, |
| "step": 6080 |
| }, |
| { |
| "epoch": 0.3075679907073054, |
| "grad_norm": 2.659761406451919, |
| "learning_rate": 6.925447014849985e-06, |
| "loss": 0.4083, |
| "step": 6090 |
| }, |
| { |
| "epoch": 0.3080730284588773, |
| "grad_norm": 2.711900853734696, |
| "learning_rate": 6.920395999595919e-06, |
| "loss": 0.3857, |
| "step": 6100 |
| }, |
| { |
| "epoch": 0.30857806621044925, |
| "grad_norm": 3.5691023416952015, |
| "learning_rate": 6.9153449843418526e-06, |
| "loss": 0.4075, |
| "step": 6110 |
| }, |
| { |
| "epoch": 0.30908310396202116, |
| "grad_norm": 9.44528498007685, |
| "learning_rate": 6.910293969087787e-06, |
| "loss": 0.3907, |
| "step": 6120 |
| }, |
| { |
| "epoch": 0.3095881417135931, |
| "grad_norm": 6.630952946299743, |
| "learning_rate": 6.905242953833721e-06, |
| "loss": 0.4166, |
| "step": 6130 |
| }, |
| { |
| "epoch": 0.310093179465165, |
| "grad_norm": 2.240750009167658, |
| "learning_rate": 6.900191938579655e-06, |
| "loss": 0.4103, |
| "step": 6140 |
| }, |
| { |
| "epoch": 0.31059821721673697, |
| "grad_norm": 3.4596094945674865, |
| "learning_rate": 6.89514092332559e-06, |
| "loss": 0.3979, |
| "step": 6150 |
| }, |
| { |
| "epoch": 0.3111032549683089, |
| "grad_norm": 3.4198773372663984, |
| "learning_rate": 6.890089908071523e-06, |
| "loss": 0.4131, |
| "step": 6160 |
| }, |
| { |
| "epoch": 0.31160829271988083, |
| "grad_norm": 2.6133323586176163, |
| "learning_rate": 6.885038892817457e-06, |
| "loss": 0.3966, |
| "step": 6170 |
| }, |
| { |
| "epoch": 0.31211333047145273, |
| "grad_norm": 2.7898977693699667, |
| "learning_rate": 6.879987877563391e-06, |
| "loss": 0.4005, |
| "step": 6180 |
| }, |
| { |
| "epoch": 0.3126183682230247, |
| "grad_norm": 15.014756094180136, |
| "learning_rate": 6.874936862309325e-06, |
| "loss": 0.417, |
| "step": 6190 |
| }, |
| { |
| "epoch": 0.3131234059745966, |
| "grad_norm": 3.877839859697261, |
| "learning_rate": 6.869885847055259e-06, |
| "loss": 0.3967, |
| "step": 6200 |
| }, |
| { |
| "epoch": 0.31362844372616855, |
| "grad_norm": 3.642380487638742, |
| "learning_rate": 6.864834831801193e-06, |
| "loss": 0.3872, |
| "step": 6210 |
| }, |
| { |
| "epoch": 0.31413348147774045, |
| "grad_norm": 6.1392539662766055, |
| "learning_rate": 6.859783816547126e-06, |
| "loss": 0.3969, |
| "step": 6220 |
| }, |
| { |
| "epoch": 0.3146385192293124, |
| "grad_norm": 2.8146690736323206, |
| "learning_rate": 6.85473280129306e-06, |
| "loss": 0.4129, |
| "step": 6230 |
| }, |
| { |
| "epoch": 0.3151435569808843, |
| "grad_norm": 4.058997537956916, |
| "learning_rate": 6.8496817860389945e-06, |
| "loss": 0.4015, |
| "step": 6240 |
| }, |
| { |
| "epoch": 0.31564859473245627, |
| "grad_norm": 5.742551004803781, |
| "learning_rate": 6.844630770784928e-06, |
| "loss": 0.3953, |
| "step": 6250 |
| }, |
| { |
| "epoch": 0.31615363248402817, |
| "grad_norm": 15.598787015706185, |
| "learning_rate": 6.839579755530862e-06, |
| "loss": 0.4031, |
| "step": 6260 |
| }, |
| { |
| "epoch": 0.3166586702356001, |
| "grad_norm": 5.020417282923178, |
| "learning_rate": 6.834528740276796e-06, |
| "loss": 0.4035, |
| "step": 6270 |
| }, |
| { |
| "epoch": 0.317163707987172, |
| "grad_norm": 4.667007823216816, |
| "learning_rate": 6.829477725022731e-06, |
| "loss": 0.406, |
| "step": 6280 |
| }, |
| { |
| "epoch": 0.317668745738744, |
| "grad_norm": 7.463699952057543, |
| "learning_rate": 6.824426709768664e-06, |
| "loss": 0.4108, |
| "step": 6290 |
| }, |
| { |
| "epoch": 0.3181737834903159, |
| "grad_norm": 4.262657782964267, |
| "learning_rate": 6.819375694514598e-06, |
| "loss": 0.3974, |
| "step": 6300 |
| }, |
| { |
| "epoch": 0.31867882124188784, |
| "grad_norm": 3.3264387869397862, |
| "learning_rate": 6.8143246792605325e-06, |
| "loss": 0.3952, |
| "step": 6310 |
| }, |
| { |
| "epoch": 0.31918385899345975, |
| "grad_norm": 12.90071142768197, |
| "learning_rate": 6.809273664006466e-06, |
| "loss": 0.3821, |
| "step": 6320 |
| }, |
| { |
| "epoch": 0.3196888967450317, |
| "grad_norm": 6.103897285160824, |
| "learning_rate": 6.8042226487524e-06, |
| "loss": 0.387, |
| "step": 6330 |
| }, |
| { |
| "epoch": 0.3201939344966036, |
| "grad_norm": 5.664255551154975, |
| "learning_rate": 6.799171633498334e-06, |
| "loss": 0.3939, |
| "step": 6340 |
| }, |
| { |
| "epoch": 0.32069897224817556, |
| "grad_norm": 3.9983006490372746, |
| "learning_rate": 6.794120618244267e-06, |
| "loss": 0.4026, |
| "step": 6350 |
| }, |
| { |
| "epoch": 0.32120400999974746, |
| "grad_norm": 4.502616368454671, |
| "learning_rate": 6.789069602990201e-06, |
| "loss": 0.3992, |
| "step": 6360 |
| }, |
| { |
| "epoch": 0.3217090477513194, |
| "grad_norm": 6.834315364764452, |
| "learning_rate": 6.7840185877361355e-06, |
| "loss": 0.4131, |
| "step": 6370 |
| }, |
| { |
| "epoch": 0.3222140855028913, |
| "grad_norm": 6.26718953681543, |
| "learning_rate": 6.778967572482069e-06, |
| "loss": 0.4066, |
| "step": 6380 |
| }, |
| { |
| "epoch": 0.3227191232544633, |
| "grad_norm": 7.341432352989431, |
| "learning_rate": 6.773916557228003e-06, |
| "loss": 0.3883, |
| "step": 6390 |
| }, |
| { |
| "epoch": 0.3232241610060352, |
| "grad_norm": 11.668272167662552, |
| "learning_rate": 6.768865541973937e-06, |
| "loss": 0.415, |
| "step": 6400 |
| }, |
| { |
| "epoch": 0.32372919875760714, |
| "grad_norm": 18.632730593364624, |
| "learning_rate": 6.76381452671987e-06, |
| "loss": 0.4084, |
| "step": 6410 |
| }, |
| { |
| "epoch": 0.32423423650917904, |
| "grad_norm": 9.46350511552533, |
| "learning_rate": 6.758763511465805e-06, |
| "loss": 0.3807, |
| "step": 6420 |
| }, |
| { |
| "epoch": 0.324739274260751, |
| "grad_norm": 4.410820137502103, |
| "learning_rate": 6.7537124962117394e-06, |
| "loss": 0.3844, |
| "step": 6430 |
| }, |
| { |
| "epoch": 0.3252443120123229, |
| "grad_norm": 9.07873183264923, |
| "learning_rate": 6.7486614809576736e-06, |
| "loss": 0.3902, |
| "step": 6440 |
| }, |
| { |
| "epoch": 0.32574934976389486, |
| "grad_norm": 17.65425817976251, |
| "learning_rate": 6.743610465703607e-06, |
| "loss": 0.3902, |
| "step": 6450 |
| }, |
| { |
| "epoch": 0.32625438751546676, |
| "grad_norm": 4.109418188768749, |
| "learning_rate": 6.738559450449541e-06, |
| "loss": 0.391, |
| "step": 6460 |
| }, |
| { |
| "epoch": 0.3267594252670387, |
| "grad_norm": 4.071871347874285, |
| "learning_rate": 6.733508435195475e-06, |
| "loss": 0.4067, |
| "step": 6470 |
| }, |
| { |
| "epoch": 0.3272644630186106, |
| "grad_norm": 4.833923669112235, |
| "learning_rate": 6.728457419941408e-06, |
| "loss": 0.3869, |
| "step": 6480 |
| }, |
| { |
| "epoch": 0.3277695007701826, |
| "grad_norm": 5.226542205736505, |
| "learning_rate": 6.7234064046873425e-06, |
| "loss": 0.3983, |
| "step": 6490 |
| }, |
| { |
| "epoch": 0.3282745385217545, |
| "grad_norm": 14.955066893117705, |
| "learning_rate": 6.718355389433277e-06, |
| "loss": 0.3892, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.32877957627332643, |
| "grad_norm": 9.826109172231558, |
| "learning_rate": 6.713304374179211e-06, |
| "loss": 0.3849, |
| "step": 6510 |
| }, |
| { |
| "epoch": 0.32928461402489834, |
| "grad_norm": 10.365177617347678, |
| "learning_rate": 6.708253358925144e-06, |
| "loss": 0.3909, |
| "step": 6520 |
| }, |
| { |
| "epoch": 0.3297896517764703, |
| "grad_norm": 3.902511753305759, |
| "learning_rate": 6.703202343671078e-06, |
| "loss": 0.3894, |
| "step": 6530 |
| }, |
| { |
| "epoch": 0.3302946895280422, |
| "grad_norm": 2.5389813606137, |
| "learning_rate": 6.698151328417012e-06, |
| "loss": 0.3947, |
| "step": 6540 |
| }, |
| { |
| "epoch": 0.33079972727961415, |
| "grad_norm": 3.076985557483421, |
| "learning_rate": 6.693100313162947e-06, |
| "loss": 0.385, |
| "step": 6550 |
| }, |
| { |
| "epoch": 0.33130476503118605, |
| "grad_norm": 3.9649750433361164, |
| "learning_rate": 6.6880492979088805e-06, |
| "loss": 0.3904, |
| "step": 6560 |
| }, |
| { |
| "epoch": 0.331809802782758, |
| "grad_norm": 11.994320837772984, |
| "learning_rate": 6.682998282654815e-06, |
| "loss": 0.3983, |
| "step": 6570 |
| }, |
| { |
| "epoch": 0.3323148405343299, |
| "grad_norm": 7.214021116152274, |
| "learning_rate": 6.677947267400749e-06, |
| "loss": 0.3978, |
| "step": 6580 |
| }, |
| { |
| "epoch": 0.33281987828590187, |
| "grad_norm": 2.6026929269364727, |
| "learning_rate": 6.672896252146682e-06, |
| "loss": 0.3775, |
| "step": 6590 |
| }, |
| { |
| "epoch": 0.33332491603747383, |
| "grad_norm": 13.22492686543516, |
| "learning_rate": 6.667845236892616e-06, |
| "loss": 0.3872, |
| "step": 6600 |
| }, |
| { |
| "epoch": 0.33382995378904573, |
| "grad_norm": 3.4887621572574443, |
| "learning_rate": 6.66279422163855e-06, |
| "loss": 0.3961, |
| "step": 6610 |
| }, |
| { |
| "epoch": 0.3343349915406177, |
| "grad_norm": 4.75022907961459, |
| "learning_rate": 6.6577432063844835e-06, |
| "loss": 0.4064, |
| "step": 6620 |
| }, |
| { |
| "epoch": 0.3348400292921896, |
| "grad_norm": 3.0134556897490876, |
| "learning_rate": 6.652692191130418e-06, |
| "loss": 0.4082, |
| "step": 6630 |
| }, |
| { |
| "epoch": 0.33534506704376155, |
| "grad_norm": 6.134839516437559, |
| "learning_rate": 6.647641175876352e-06, |
| "loss": 0.3807, |
| "step": 6640 |
| }, |
| { |
| "epoch": 0.33585010479533345, |
| "grad_norm": 2.967962385112729, |
| "learning_rate": 6.642590160622285e-06, |
| "loss": 0.389, |
| "step": 6650 |
| }, |
| { |
| "epoch": 0.3363551425469054, |
| "grad_norm": 2.530280284171402, |
| "learning_rate": 6.637539145368219e-06, |
| "loss": 0.3966, |
| "step": 6660 |
| }, |
| { |
| "epoch": 0.3368601802984773, |
| "grad_norm": 5.8276867252853455, |
| "learning_rate": 6.632488130114153e-06, |
| "loss": 0.3899, |
| "step": 6670 |
| }, |
| { |
| "epoch": 0.33736521805004926, |
| "grad_norm": 11.32729799857443, |
| "learning_rate": 6.627437114860087e-06, |
| "loss": 0.3977, |
| "step": 6680 |
| }, |
| { |
| "epoch": 0.33787025580162117, |
| "grad_norm": 4.636057747530336, |
| "learning_rate": 6.6223860996060216e-06, |
| "loss": 0.3879, |
| "step": 6690 |
| }, |
| { |
| "epoch": 0.3383752935531931, |
| "grad_norm": 3.644150608144144, |
| "learning_rate": 6.617335084351956e-06, |
| "loss": 0.4062, |
| "step": 6700 |
| }, |
| { |
| "epoch": 0.338880331304765, |
| "grad_norm": 9.355537955116619, |
| "learning_rate": 6.61228406909789e-06, |
| "loss": 0.3866, |
| "step": 6710 |
| }, |
| { |
| "epoch": 0.339385369056337, |
| "grad_norm": 2.4262554363736517, |
| "learning_rate": 6.607233053843823e-06, |
| "loss": 0.4244, |
| "step": 6720 |
| }, |
| { |
| "epoch": 0.3398904068079089, |
| "grad_norm": 4.581445110742895, |
| "learning_rate": 6.602182038589757e-06, |
| "loss": 0.3843, |
| "step": 6730 |
| }, |
| { |
| "epoch": 0.34039544455948084, |
| "grad_norm": 2.4362996437893902, |
| "learning_rate": 6.597131023335691e-06, |
| "loss": 0.3948, |
| "step": 6740 |
| }, |
| { |
| "epoch": 0.34090048231105274, |
| "grad_norm": 4.360969619561423, |
| "learning_rate": 6.592080008081625e-06, |
| "loss": 0.3861, |
| "step": 6750 |
| }, |
| { |
| "epoch": 0.3414055200626247, |
| "grad_norm": 3.2345867404100423, |
| "learning_rate": 6.587028992827559e-06, |
| "loss": 0.422, |
| "step": 6760 |
| }, |
| { |
| "epoch": 0.3419105578141966, |
| "grad_norm": 5.310935386991515, |
| "learning_rate": 6.581977977573493e-06, |
| "loss": 0.4137, |
| "step": 6770 |
| }, |
| { |
| "epoch": 0.34241559556576856, |
| "grad_norm": 10.95834322260054, |
| "learning_rate": 6.576926962319426e-06, |
| "loss": 0.4002, |
| "step": 6780 |
| }, |
| { |
| "epoch": 0.34292063331734046, |
| "grad_norm": 7.178923820806059, |
| "learning_rate": 6.57187594706536e-06, |
| "loss": 0.3771, |
| "step": 6790 |
| }, |
| { |
| "epoch": 0.3434256710689124, |
| "grad_norm": 16.529256071560802, |
| "learning_rate": 6.566824931811294e-06, |
| "loss": 0.4129, |
| "step": 6800 |
| }, |
| { |
| "epoch": 0.3439307088204843, |
| "grad_norm": 3.673940050614789, |
| "learning_rate": 6.561773916557228e-06, |
| "loss": 0.4034, |
| "step": 6810 |
| }, |
| { |
| "epoch": 0.3444357465720563, |
| "grad_norm": 2.9280965882270404, |
| "learning_rate": 6.556722901303163e-06, |
| "loss": 0.3892, |
| "step": 6820 |
| }, |
| { |
| "epoch": 0.3449407843236282, |
| "grad_norm": 93.05414347131021, |
| "learning_rate": 6.551671886049097e-06, |
| "loss": 0.4061, |
| "step": 6830 |
| }, |
| { |
| "epoch": 0.34544582207520014, |
| "grad_norm": 4.709615772022943, |
| "learning_rate": 6.546620870795031e-06, |
| "loss": 0.3948, |
| "step": 6840 |
| }, |
| { |
| "epoch": 0.34595085982677204, |
| "grad_norm": 4.852654627656968, |
| "learning_rate": 6.541569855540965e-06, |
| "loss": 0.3938, |
| "step": 6850 |
| }, |
| { |
| "epoch": 0.346455897578344, |
| "grad_norm": 4.816390805815548, |
| "learning_rate": 6.536518840286898e-06, |
| "loss": 0.3792, |
| "step": 6860 |
| }, |
| { |
| "epoch": 0.3469609353299159, |
| "grad_norm": 3.6013276651698374, |
| "learning_rate": 6.531467825032832e-06, |
| "loss": 0.4012, |
| "step": 6870 |
| }, |
| { |
| "epoch": 0.34746597308148786, |
| "grad_norm": 3.4921009820598576, |
| "learning_rate": 6.5264168097787665e-06, |
| "loss": 0.4083, |
| "step": 6880 |
| }, |
| { |
| "epoch": 0.34797101083305976, |
| "grad_norm": 6.61814343879125, |
| "learning_rate": 6.5213657945247e-06, |
| "loss": 0.4049, |
| "step": 6890 |
| }, |
| { |
| "epoch": 0.3484760485846317, |
| "grad_norm": 4.052623448201924, |
| "learning_rate": 6.516314779270634e-06, |
| "loss": 0.388, |
| "step": 6900 |
| }, |
| { |
| "epoch": 0.3489810863362036, |
| "grad_norm": 3.63955593340056, |
| "learning_rate": 6.511263764016568e-06, |
| "loss": 0.4061, |
| "step": 6910 |
| }, |
| { |
| "epoch": 0.3494861240877756, |
| "grad_norm": 4.150263872578294, |
| "learning_rate": 6.506212748762501e-06, |
| "loss": 0.4054, |
| "step": 6920 |
| }, |
| { |
| "epoch": 0.3499911618393475, |
| "grad_norm": 7.266970150410544, |
| "learning_rate": 6.5011617335084354e-06, |
| "loss": 0.3793, |
| "step": 6930 |
| }, |
| { |
| "epoch": 0.35049619959091943, |
| "grad_norm": 7.712101909778269, |
| "learning_rate": 6.4961107182543696e-06, |
| "loss": 0.3994, |
| "step": 6940 |
| }, |
| { |
| "epoch": 0.35100123734249133, |
| "grad_norm": 5.509148276281905, |
| "learning_rate": 6.491059703000303e-06, |
| "loss": 0.3781, |
| "step": 6950 |
| }, |
| { |
| "epoch": 0.3515062750940633, |
| "grad_norm": 2.589095673859192, |
| "learning_rate": 6.486008687746238e-06, |
| "loss": 0.3978, |
| "step": 6960 |
| }, |
| { |
| "epoch": 0.3520113128456352, |
| "grad_norm": 4.122842581672093, |
| "learning_rate": 6.480957672492172e-06, |
| "loss": 0.4009, |
| "step": 6970 |
| }, |
| { |
| "epoch": 0.35251635059720715, |
| "grad_norm": 4.1842800217172265, |
| "learning_rate": 6.475906657238106e-06, |
| "loss": 0.4029, |
| "step": 6980 |
| }, |
| { |
| "epoch": 0.35302138834877905, |
| "grad_norm": 7.398626485810365, |
| "learning_rate": 6.470855641984039e-06, |
| "loss": 0.4078, |
| "step": 6990 |
| }, |
| { |
| "epoch": 0.353526426100351, |
| "grad_norm": 5.396774144943605, |
| "learning_rate": 6.4658046267299735e-06, |
| "loss": 0.4059, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.3540314638519229, |
| "grad_norm": 13.281878929001232, |
| "learning_rate": 6.460753611475908e-06, |
| "loss": 0.4024, |
| "step": 7010 |
| }, |
| { |
| "epoch": 0.35453650160349487, |
| "grad_norm": 4.283305275547664, |
| "learning_rate": 6.455702596221841e-06, |
| "loss": 0.4108, |
| "step": 7020 |
| }, |
| { |
| "epoch": 0.35504153935506677, |
| "grad_norm": 3.8392385244226794, |
| "learning_rate": 6.450651580967775e-06, |
| "loss": 0.4227, |
| "step": 7030 |
| }, |
| { |
| "epoch": 0.35554657710663873, |
| "grad_norm": 5.012629063346216, |
| "learning_rate": 6.445600565713709e-06, |
| "loss": 0.4071, |
| "step": 7040 |
| }, |
| { |
| "epoch": 0.35605161485821063, |
| "grad_norm": 13.322782620701876, |
| "learning_rate": 6.440549550459642e-06, |
| "loss": 0.3926, |
| "step": 7050 |
| }, |
| { |
| "epoch": 0.3565566526097826, |
| "grad_norm": 5.149647425656023, |
| "learning_rate": 6.4354985352055765e-06, |
| "loss": 0.4017, |
| "step": 7060 |
| }, |
| { |
| "epoch": 0.3570616903613545, |
| "grad_norm": 7.5875779832186065, |
| "learning_rate": 6.430447519951511e-06, |
| "loss": 0.3867, |
| "step": 7070 |
| }, |
| { |
| "epoch": 0.35756672811292645, |
| "grad_norm": 3.433655269776608, |
| "learning_rate": 6.425396504697444e-06, |
| "loss": 0.3788, |
| "step": 7080 |
| }, |
| { |
| "epoch": 0.35807176586449835, |
| "grad_norm": 4.332715392495331, |
| "learning_rate": 6.420345489443378e-06, |
| "loss": 0.3672, |
| "step": 7090 |
| }, |
| { |
| "epoch": 0.3585768036160703, |
| "grad_norm": 8.825136973366781, |
| "learning_rate": 6.415294474189313e-06, |
| "loss": 0.391, |
| "step": 7100 |
| }, |
| { |
| "epoch": 0.3590818413676422, |
| "grad_norm": 4.896756858317604, |
| "learning_rate": 6.410243458935247e-06, |
| "loss": 0.3981, |
| "step": 7110 |
| }, |
| { |
| "epoch": 0.35958687911921416, |
| "grad_norm": 3.0181643910861595, |
| "learning_rate": 6.40519244368118e-06, |
| "loss": 0.3998, |
| "step": 7120 |
| }, |
| { |
| "epoch": 0.36009191687078607, |
| "grad_norm": 2.5429084560847346, |
| "learning_rate": 6.4001414284271145e-06, |
| "loss": 0.3973, |
| "step": 7130 |
| }, |
| { |
| "epoch": 0.360596954622358, |
| "grad_norm": 4.518411589704886, |
| "learning_rate": 6.395090413173049e-06, |
| "loss": 0.3921, |
| "step": 7140 |
| }, |
| { |
| "epoch": 0.3611019923739299, |
| "grad_norm": 2.520647494438761, |
| "learning_rate": 6.390039397918982e-06, |
| "loss": 0.3838, |
| "step": 7150 |
| }, |
| { |
| "epoch": 0.3616070301255019, |
| "grad_norm": 5.45309379468731, |
| "learning_rate": 6.384988382664916e-06, |
| "loss": 0.3966, |
| "step": 7160 |
| }, |
| { |
| "epoch": 0.3621120678770738, |
| "grad_norm": 5.822220380763848, |
| "learning_rate": 6.37993736741085e-06, |
| "loss": 0.4041, |
| "step": 7170 |
| }, |
| { |
| "epoch": 0.36261710562864574, |
| "grad_norm": 4.920376454170573, |
| "learning_rate": 6.3748863521567835e-06, |
| "loss": 0.3994, |
| "step": 7180 |
| }, |
| { |
| "epoch": 0.3631221433802177, |
| "grad_norm": 2.5736259947121707, |
| "learning_rate": 6.369835336902718e-06, |
| "loss": 0.3944, |
| "step": 7190 |
| }, |
| { |
| "epoch": 0.3636271811317896, |
| "grad_norm": 2.749872482951078, |
| "learning_rate": 6.364784321648652e-06, |
| "loss": 0.3985, |
| "step": 7200 |
| }, |
| { |
| "epoch": 0.36413221888336156, |
| "grad_norm": 2.5194888325972267, |
| "learning_rate": 6.359733306394586e-06, |
| "loss": 0.3939, |
| "step": 7210 |
| }, |
| { |
| "epoch": 0.36463725663493346, |
| "grad_norm": 3.574666468822497, |
| "learning_rate": 6.354682291140519e-06, |
| "loss": 0.4234, |
| "step": 7220 |
| }, |
| { |
| "epoch": 0.3651422943865054, |
| "grad_norm": 3.0608012516572325, |
| "learning_rate": 6.349631275886454e-06, |
| "loss": 0.3894, |
| "step": 7230 |
| }, |
| { |
| "epoch": 0.3656473321380773, |
| "grad_norm": 2.888576087403178, |
| "learning_rate": 6.344580260632388e-06, |
| "loss": 0.4149, |
| "step": 7240 |
| }, |
| { |
| "epoch": 0.3661523698896493, |
| "grad_norm": 2.6426553837219378, |
| "learning_rate": 6.339529245378322e-06, |
| "loss": 0.3788, |
| "step": 7250 |
| }, |
| { |
| "epoch": 0.3666574076412212, |
| "grad_norm": 8.704787479012706, |
| "learning_rate": 6.334478230124256e-06, |
| "loss": 0.4047, |
| "step": 7260 |
| }, |
| { |
| "epoch": 0.36716244539279314, |
| "grad_norm": 2.497691163861801, |
| "learning_rate": 6.32942721487019e-06, |
| "loss": 0.3959, |
| "step": 7270 |
| }, |
| { |
| "epoch": 0.36766748314436504, |
| "grad_norm": 2.8835395006733306, |
| "learning_rate": 6.324376199616124e-06, |
| "loss": 0.3964, |
| "step": 7280 |
| }, |
| { |
| "epoch": 0.368172520895937, |
| "grad_norm": 4.011809451507155, |
| "learning_rate": 6.319325184362057e-06, |
| "loss": 0.4196, |
| "step": 7290 |
| }, |
| { |
| "epoch": 0.3686775586475089, |
| "grad_norm": 9.138568921825629, |
| "learning_rate": 6.314274169107991e-06, |
| "loss": 0.4075, |
| "step": 7300 |
| }, |
| { |
| "epoch": 0.36918259639908085, |
| "grad_norm": 2.6137236844527676, |
| "learning_rate": 6.309223153853925e-06, |
| "loss": 0.3967, |
| "step": 7310 |
| }, |
| { |
| "epoch": 0.36968763415065276, |
| "grad_norm": 5.521296938399183, |
| "learning_rate": 6.304172138599859e-06, |
| "loss": 0.4005, |
| "step": 7320 |
| }, |
| { |
| "epoch": 0.3701926719022247, |
| "grad_norm": 7.608318289570054, |
| "learning_rate": 6.299121123345793e-06, |
| "loss": 0.4103, |
| "step": 7330 |
| }, |
| { |
| "epoch": 0.3706977096537966, |
| "grad_norm": 3.952351490468356, |
| "learning_rate": 6.294070108091727e-06, |
| "loss": 0.3955, |
| "step": 7340 |
| }, |
| { |
| "epoch": 0.37120274740536857, |
| "grad_norm": 3.2275756395096367, |
| "learning_rate": 6.28901909283766e-06, |
| "loss": 0.3691, |
| "step": 7350 |
| }, |
| { |
| "epoch": 0.3717077851569405, |
| "grad_norm": 5.1929124366289185, |
| "learning_rate": 6.283968077583594e-06, |
| "loss": 0.4109, |
| "step": 7360 |
| }, |
| { |
| "epoch": 0.37221282290851243, |
| "grad_norm": 3.7102445761239147, |
| "learning_rate": 6.278917062329529e-06, |
| "loss": 0.3855, |
| "step": 7370 |
| }, |
| { |
| "epoch": 0.37271786066008433, |
| "grad_norm": 4.102719494934126, |
| "learning_rate": 6.273866047075463e-06, |
| "loss": 0.4085, |
| "step": 7380 |
| }, |
| { |
| "epoch": 0.3732228984116563, |
| "grad_norm": 2.882775662800612, |
| "learning_rate": 6.268815031821397e-06, |
| "loss": 0.3949, |
| "step": 7390 |
| }, |
| { |
| "epoch": 0.3737279361632282, |
| "grad_norm": 3.847808178042115, |
| "learning_rate": 6.263764016567331e-06, |
| "loss": 0.3893, |
| "step": 7400 |
| }, |
| { |
| "epoch": 0.37423297391480015, |
| "grad_norm": 11.984324118193372, |
| "learning_rate": 6.258713001313265e-06, |
| "loss": 0.376, |
| "step": 7410 |
| }, |
| { |
| "epoch": 0.37473801166637205, |
| "grad_norm": 3.3001953512413897, |
| "learning_rate": 6.253661986059198e-06, |
| "loss": 0.3823, |
| "step": 7420 |
| }, |
| { |
| "epoch": 0.375243049417944, |
| "grad_norm": 5.373513774406177, |
| "learning_rate": 6.248610970805132e-06, |
| "loss": 0.4099, |
| "step": 7430 |
| }, |
| { |
| "epoch": 0.3757480871695159, |
| "grad_norm": 2.1585330518152492, |
| "learning_rate": 6.2435599555510664e-06, |
| "loss": 0.3977, |
| "step": 7440 |
| }, |
| { |
| "epoch": 0.37625312492108787, |
| "grad_norm": 5.400683846446516, |
| "learning_rate": 6.238508940297e-06, |
| "loss": 0.3917, |
| "step": 7450 |
| }, |
| { |
| "epoch": 0.37675816267265977, |
| "grad_norm": 11.58546846012599, |
| "learning_rate": 6.233457925042934e-06, |
| "loss": 0.4104, |
| "step": 7460 |
| }, |
| { |
| "epoch": 0.3772632004242317, |
| "grad_norm": 6.158451538704526, |
| "learning_rate": 6.228406909788868e-06, |
| "loss": 0.3817, |
| "step": 7470 |
| }, |
| { |
| "epoch": 0.37776823817580363, |
| "grad_norm": 3.220415459261749, |
| "learning_rate": 6.223355894534801e-06, |
| "loss": 0.4143, |
| "step": 7480 |
| }, |
| { |
| "epoch": 0.3782732759273756, |
| "grad_norm": 6.483927128344251, |
| "learning_rate": 6.218304879280735e-06, |
| "loss": 0.4009, |
| "step": 7490 |
| }, |
| { |
| "epoch": 0.3787783136789475, |
| "grad_norm": 3.1374527379369628, |
| "learning_rate": 6.21325386402667e-06, |
| "loss": 0.3825, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.37928335143051944, |
| "grad_norm": 1.9293391844723216, |
| "learning_rate": 6.2082028487726045e-06, |
| "loss": 0.3986, |
| "step": 7510 |
| }, |
| { |
| "epoch": 0.37978838918209135, |
| "grad_norm": 2.8612302362457704, |
| "learning_rate": 6.203151833518538e-06, |
| "loss": 0.4093, |
| "step": 7520 |
| }, |
| { |
| "epoch": 0.3802934269336633, |
| "grad_norm": 27.52073154576333, |
| "learning_rate": 6.198100818264472e-06, |
| "loss": 0.41, |
| "step": 7530 |
| }, |
| { |
| "epoch": 0.3807984646852352, |
| "grad_norm": 18.495429795467157, |
| "learning_rate": 6.193049803010406e-06, |
| "loss": 0.3918, |
| "step": 7540 |
| }, |
| { |
| "epoch": 0.38130350243680716, |
| "grad_norm": 1.9149364107527063, |
| "learning_rate": 6.187998787756339e-06, |
| "loss": 0.4059, |
| "step": 7550 |
| }, |
| { |
| "epoch": 0.38180854018837906, |
| "grad_norm": 3.265575132967205, |
| "learning_rate": 6.182947772502273e-06, |
| "loss": 0.3761, |
| "step": 7560 |
| }, |
| { |
| "epoch": 0.382313577939951, |
| "grad_norm": 2.9358960635943485, |
| "learning_rate": 6.1778967572482075e-06, |
| "loss": 0.3868, |
| "step": 7570 |
| }, |
| { |
| "epoch": 0.3828186156915229, |
| "grad_norm": 2.7564424046901324, |
| "learning_rate": 6.172845741994142e-06, |
| "loss": 0.4058, |
| "step": 7580 |
| }, |
| { |
| "epoch": 0.3833236534430949, |
| "grad_norm": 2.2542661022048374, |
| "learning_rate": 6.167794726740075e-06, |
| "loss": 0.3878, |
| "step": 7590 |
| }, |
| { |
| "epoch": 0.3838286911946668, |
| "grad_norm": 3.185426579737794, |
| "learning_rate": 6.162743711486009e-06, |
| "loss": 0.399, |
| "step": 7600 |
| }, |
| { |
| "epoch": 0.38433372894623874, |
| "grad_norm": 3.3739552822928665, |
| "learning_rate": 6.157692696231943e-06, |
| "loss": 0.3915, |
| "step": 7610 |
| }, |
| { |
| "epoch": 0.38483876669781064, |
| "grad_norm": 6.412123283698192, |
| "learning_rate": 6.1526416809778764e-06, |
| "loss": 0.3815, |
| "step": 7620 |
| }, |
| { |
| "epoch": 0.3853438044493826, |
| "grad_norm": 5.5629296211963215, |
| "learning_rate": 6.1475906657238105e-06, |
| "loss": 0.3794, |
| "step": 7630 |
| }, |
| { |
| "epoch": 0.3858488422009545, |
| "grad_norm": 3.130873953540236, |
| "learning_rate": 6.1425396504697455e-06, |
| "loss": 0.3971, |
| "step": 7640 |
| }, |
| { |
| "epoch": 0.38635387995252646, |
| "grad_norm": 2.92441715259481, |
| "learning_rate": 6.13748863521568e-06, |
| "loss": 0.396, |
| "step": 7650 |
| }, |
| { |
| "epoch": 0.38685891770409836, |
| "grad_norm": 4.577909010601426, |
| "learning_rate": 6.132437619961613e-06, |
| "loss": 0.4041, |
| "step": 7660 |
| }, |
| { |
| "epoch": 0.3873639554556703, |
| "grad_norm": 6.930598411493494, |
| "learning_rate": 6.127386604707547e-06, |
| "loss": 0.4031, |
| "step": 7670 |
| }, |
| { |
| "epoch": 0.3878689932072422, |
| "grad_norm": 3.4417274152302513, |
| "learning_rate": 6.122335589453481e-06, |
| "loss": 0.3806, |
| "step": 7680 |
| }, |
| { |
| "epoch": 0.3883740309588142, |
| "grad_norm": 8.637005031113738, |
| "learning_rate": 6.1172845741994144e-06, |
| "loss": 0.3847, |
| "step": 7690 |
| }, |
| { |
| "epoch": 0.3888790687103861, |
| "grad_norm": 5.039168163562101, |
| "learning_rate": 6.1122335589453486e-06, |
| "loss": 0.3927, |
| "step": 7700 |
| }, |
| { |
| "epoch": 0.38938410646195803, |
| "grad_norm": 2.3470164311901307, |
| "learning_rate": 6.107182543691283e-06, |
| "loss": 0.38, |
| "step": 7710 |
| }, |
| { |
| "epoch": 0.38988914421352994, |
| "grad_norm": 10.576642650070218, |
| "learning_rate": 6.102131528437216e-06, |
| "loss": 0.3792, |
| "step": 7720 |
| }, |
| { |
| "epoch": 0.3903941819651019, |
| "grad_norm": 4.420199483186855, |
| "learning_rate": 6.09708051318315e-06, |
| "loss": 0.4023, |
| "step": 7730 |
| }, |
| { |
| "epoch": 0.3908992197166738, |
| "grad_norm": 4.194934818506613, |
| "learning_rate": 6.092029497929084e-06, |
| "loss": 0.3889, |
| "step": 7740 |
| }, |
| { |
| "epoch": 0.39140425746824575, |
| "grad_norm": 4.111966133004914, |
| "learning_rate": 6.0869784826750175e-06, |
| "loss": 0.4035, |
| "step": 7750 |
| }, |
| { |
| "epoch": 0.39190929521981765, |
| "grad_norm": 2.451588743941197, |
| "learning_rate": 6.081927467420952e-06, |
| "loss": 0.3713, |
| "step": 7760 |
| }, |
| { |
| "epoch": 0.3924143329713896, |
| "grad_norm": 4.679648209446588, |
| "learning_rate": 6.076876452166886e-06, |
| "loss": 0.3841, |
| "step": 7770 |
| }, |
| { |
| "epoch": 0.3929193707229615, |
| "grad_norm": 5.530044736355814, |
| "learning_rate": 6.071825436912821e-06, |
| "loss": 0.3775, |
| "step": 7780 |
| }, |
| { |
| "epoch": 0.39342440847453347, |
| "grad_norm": 8.103071297854475, |
| "learning_rate": 6.066774421658754e-06, |
| "loss": 0.3977, |
| "step": 7790 |
| }, |
| { |
| "epoch": 0.39392944622610543, |
| "grad_norm": 3.4887947505414787, |
| "learning_rate": 6.061723406404688e-06, |
| "loss": 0.3855, |
| "step": 7800 |
| }, |
| { |
| "epoch": 0.39443448397767733, |
| "grad_norm": 8.590868528737689, |
| "learning_rate": 6.056672391150622e-06, |
| "loss": 0.4039, |
| "step": 7810 |
| }, |
| { |
| "epoch": 0.3949395217292493, |
| "grad_norm": 6.459621411276858, |
| "learning_rate": 6.0516213758965555e-06, |
| "loss": 0.3877, |
| "step": 7820 |
| }, |
| { |
| "epoch": 0.3954445594808212, |
| "grad_norm": 5.585759607891893, |
| "learning_rate": 6.04657036064249e-06, |
| "loss": 0.382, |
| "step": 7830 |
| }, |
| { |
| "epoch": 0.39594959723239315, |
| "grad_norm": 13.909241772822636, |
| "learning_rate": 6.041519345388424e-06, |
| "loss": 0.3604, |
| "step": 7840 |
| }, |
| { |
| "epoch": 0.39645463498396505, |
| "grad_norm": 8.283993010778675, |
| "learning_rate": 6.036468330134357e-06, |
| "loss": 0.3892, |
| "step": 7850 |
| }, |
| { |
| "epoch": 0.396959672735537, |
| "grad_norm": 5.670024832457869, |
| "learning_rate": 6.031417314880291e-06, |
| "loss": 0.3758, |
| "step": 7860 |
| }, |
| { |
| "epoch": 0.3974647104871089, |
| "grad_norm": 6.589956544879753, |
| "learning_rate": 6.026366299626225e-06, |
| "loss": 0.3788, |
| "step": 7870 |
| }, |
| { |
| "epoch": 0.39796974823868086, |
| "grad_norm": 38.93534106041679, |
| "learning_rate": 6.0213152843721586e-06, |
| "loss": 0.3959, |
| "step": 7880 |
| }, |
| { |
| "epoch": 0.39847478599025277, |
| "grad_norm": 9.349039394830367, |
| "learning_rate": 6.016264269118093e-06, |
| "loss": 0.4026, |
| "step": 7890 |
| }, |
| { |
| "epoch": 0.3989798237418247, |
| "grad_norm": 12.651279564480014, |
| "learning_rate": 6.011213253864027e-06, |
| "loss": 0.3953, |
| "step": 7900 |
| }, |
| { |
| "epoch": 0.3994848614933966, |
| "grad_norm": 12.369720860667183, |
| "learning_rate": 6.006162238609962e-06, |
| "loss": 0.3834, |
| "step": 7910 |
| }, |
| { |
| "epoch": 0.3999898992449686, |
| "grad_norm": 6.935402086209793, |
| "learning_rate": 6.001111223355895e-06, |
| "loss": 0.3855, |
| "step": 7920 |
| }, |
| { |
| "epoch": 0.4004949369965405, |
| "grad_norm": 14.485519276092187, |
| "learning_rate": 5.996060208101829e-06, |
| "loss": 0.3794, |
| "step": 7930 |
| }, |
| { |
| "epoch": 0.40099997474811244, |
| "grad_norm": 7.8583919362498795, |
| "learning_rate": 5.991009192847763e-06, |
| "loss": 0.3922, |
| "step": 7940 |
| }, |
| { |
| "epoch": 0.40150501249968434, |
| "grad_norm": 11.298566008159142, |
| "learning_rate": 5.985958177593697e-06, |
| "loss": 0.4002, |
| "step": 7950 |
| }, |
| { |
| "epoch": 0.4020100502512563, |
| "grad_norm": 28.291667710287033, |
| "learning_rate": 5.980907162339631e-06, |
| "loss": 0.3621, |
| "step": 7960 |
| }, |
| { |
| "epoch": 0.4025150880028282, |
| "grad_norm": 17.877462639004314, |
| "learning_rate": 5.975856147085565e-06, |
| "loss": 0.3968, |
| "step": 7970 |
| }, |
| { |
| "epoch": 0.40302012575440016, |
| "grad_norm": 8.068693573421475, |
| "learning_rate": 5.970805131831499e-06, |
| "loss": 0.3795, |
| "step": 7980 |
| }, |
| { |
| "epoch": 0.40352516350597206, |
| "grad_norm": 6.199946065309128, |
| "learning_rate": 5.965754116577432e-06, |
| "loss": 0.3909, |
| "step": 7990 |
| }, |
| { |
| "epoch": 0.404030201257544, |
| "grad_norm": 13.7274262284846, |
| "learning_rate": 5.960703101323366e-06, |
| "loss": 0.3728, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.4045352390091159, |
| "grad_norm": 15.37764496794447, |
| "learning_rate": 5.9556520860693005e-06, |
| "loss": 0.3868, |
| "step": 8010 |
| }, |
| { |
| "epoch": 0.4050402767606879, |
| "grad_norm": 7.104894136071469, |
| "learning_rate": 5.950601070815234e-06, |
| "loss": 0.3869, |
| "step": 8020 |
| }, |
| { |
| "epoch": 0.4055453145122598, |
| "grad_norm": 22.085557636681344, |
| "learning_rate": 5.945550055561168e-06, |
| "loss": 0.3842, |
| "step": 8030 |
| }, |
| { |
| "epoch": 0.40605035226383174, |
| "grad_norm": 8.557783879131767, |
| "learning_rate": 5.940499040307102e-06, |
| "loss": 0.3823, |
| "step": 8040 |
| }, |
| { |
| "epoch": 0.40655539001540364, |
| "grad_norm": 19.231211160885596, |
| "learning_rate": 5.935448025053037e-06, |
| "loss": 0.3819, |
| "step": 8050 |
| }, |
| { |
| "epoch": 0.4070604277669756, |
| "grad_norm": 7.452519753759336, |
| "learning_rate": 5.93039700979897e-06, |
| "loss": 0.3789, |
| "step": 8060 |
| }, |
| { |
| "epoch": 0.4075654655185475, |
| "grad_norm": 25.150570679742312, |
| "learning_rate": 5.925345994544904e-06, |
| "loss": 0.3829, |
| "step": 8070 |
| }, |
| { |
| "epoch": 0.40807050327011946, |
| "grad_norm": 12.1446176511635, |
| "learning_rate": 5.9202949792908385e-06, |
| "loss": 0.3925, |
| "step": 8080 |
| }, |
| { |
| "epoch": 0.40857554102169136, |
| "grad_norm": 8.119469151619079, |
| "learning_rate": 5.915243964036772e-06, |
| "loss": 0.3857, |
| "step": 8090 |
| }, |
| { |
| "epoch": 0.4090805787732633, |
| "grad_norm": 8.948591507408596, |
| "learning_rate": 5.910192948782706e-06, |
| "loss": 0.3757, |
| "step": 8100 |
| }, |
| { |
| "epoch": 0.4095856165248352, |
| "grad_norm": 4.621733850994045, |
| "learning_rate": 5.90514193352864e-06, |
| "loss": 0.4093, |
| "step": 8110 |
| }, |
| { |
| "epoch": 0.4100906542764072, |
| "grad_norm": 4.153858890970974, |
| "learning_rate": 5.900090918274573e-06, |
| "loss": 0.3834, |
| "step": 8120 |
| }, |
| { |
| "epoch": 0.4105956920279791, |
| "grad_norm": 7.250782877265542, |
| "learning_rate": 5.895039903020507e-06, |
| "loss": 0.3914, |
| "step": 8130 |
| }, |
| { |
| "epoch": 0.41110072977955103, |
| "grad_norm": 7.214997449416598, |
| "learning_rate": 5.8899888877664415e-06, |
| "loss": 0.3763, |
| "step": 8140 |
| }, |
| { |
| "epoch": 0.41160576753112293, |
| "grad_norm": 7.292312503512012, |
| "learning_rate": 5.884937872512375e-06, |
| "loss": 0.3696, |
| "step": 8150 |
| }, |
| { |
| "epoch": 0.4121108052826949, |
| "grad_norm": 8.564034765070186, |
| "learning_rate": 5.879886857258309e-06, |
| "loss": 0.36, |
| "step": 8160 |
| }, |
| { |
| "epoch": 0.4126158430342668, |
| "grad_norm": 5.03381059488658, |
| "learning_rate": 5.874835842004243e-06, |
| "loss": 0.3915, |
| "step": 8170 |
| }, |
| { |
| "epoch": 0.41312088078583875, |
| "grad_norm": 7.1010748327814275, |
| "learning_rate": 5.869784826750178e-06, |
| "loss": 0.3831, |
| "step": 8180 |
| }, |
| { |
| "epoch": 0.41362591853741065, |
| "grad_norm": 3.8185356541714177, |
| "learning_rate": 5.864733811496111e-06, |
| "loss": 0.3821, |
| "step": 8190 |
| }, |
| { |
| "epoch": 0.4141309562889826, |
| "grad_norm": 15.840372845269206, |
| "learning_rate": 5.8596827962420454e-06, |
| "loss": 0.3703, |
| "step": 8200 |
| }, |
| { |
| "epoch": 0.4146359940405545, |
| "grad_norm": 8.469089513751111, |
| "learning_rate": 5.8546317809879796e-06, |
| "loss": 0.3672, |
| "step": 8210 |
| }, |
| { |
| "epoch": 0.41514103179212647, |
| "grad_norm": 5.590802338147382, |
| "learning_rate": 5.849580765733913e-06, |
| "loss": 0.3893, |
| "step": 8220 |
| }, |
| { |
| "epoch": 0.41564606954369837, |
| "grad_norm": 8.673788237261087, |
| "learning_rate": 5.844529750479847e-06, |
| "loss": 0.3802, |
| "step": 8230 |
| }, |
| { |
| "epoch": 0.41615110729527033, |
| "grad_norm": 4.9263977139934, |
| "learning_rate": 5.839478735225781e-06, |
| "loss": 0.3699, |
| "step": 8240 |
| }, |
| { |
| "epoch": 0.41665614504684223, |
| "grad_norm": 2.3618077978561134, |
| "learning_rate": 5.834427719971714e-06, |
| "loss": 0.4169, |
| "step": 8250 |
| }, |
| { |
| "epoch": 0.4171611827984142, |
| "grad_norm": 3.4421082504609215, |
| "learning_rate": 5.8293767047176485e-06, |
| "loss": 0.3895, |
| "step": 8260 |
| }, |
| { |
| "epoch": 0.4176662205499861, |
| "grad_norm": 9.036063807272322, |
| "learning_rate": 5.824325689463583e-06, |
| "loss": 0.3911, |
| "step": 8270 |
| }, |
| { |
| "epoch": 0.41817125830155805, |
| "grad_norm": 2.726905279515538, |
| "learning_rate": 5.819274674209517e-06, |
| "loss": 0.3906, |
| "step": 8280 |
| }, |
| { |
| "epoch": 0.41867629605312995, |
| "grad_norm": 3.1988219571320173, |
| "learning_rate": 5.81422365895545e-06, |
| "loss": 0.3864, |
| "step": 8290 |
| }, |
| { |
| "epoch": 0.4191813338047019, |
| "grad_norm": 3.45185619640904, |
| "learning_rate": 5.809172643701384e-06, |
| "loss": 0.3985, |
| "step": 8300 |
| }, |
| { |
| "epoch": 0.4196863715562738, |
| "grad_norm": 5.02491265508067, |
| "learning_rate": 5.804121628447318e-06, |
| "loss": 0.3907, |
| "step": 8310 |
| }, |
| { |
| "epoch": 0.42019140930784576, |
| "grad_norm": 3.5658556661908443, |
| "learning_rate": 5.799070613193253e-06, |
| "loss": 0.3923, |
| "step": 8320 |
| }, |
| { |
| "epoch": 0.42069644705941767, |
| "grad_norm": 5.978581813826559, |
| "learning_rate": 5.7940195979391865e-06, |
| "loss": 0.3844, |
| "step": 8330 |
| }, |
| { |
| "epoch": 0.4212014848109896, |
| "grad_norm": 8.14240158938725, |
| "learning_rate": 5.788968582685121e-06, |
| "loss": 0.3978, |
| "step": 8340 |
| }, |
| { |
| "epoch": 0.4217065225625615, |
| "grad_norm": 3.181846621853647, |
| "learning_rate": 5.783917567431055e-06, |
| "loss": 0.3992, |
| "step": 8350 |
| }, |
| { |
| "epoch": 0.4222115603141335, |
| "grad_norm": 8.322284252076804, |
| "learning_rate": 5.778866552176988e-06, |
| "loss": 0.3836, |
| "step": 8360 |
| }, |
| { |
| "epoch": 0.4227165980657054, |
| "grad_norm": 4.76585783468973, |
| "learning_rate": 5.773815536922922e-06, |
| "loss": 0.3904, |
| "step": 8370 |
| }, |
| { |
| "epoch": 0.42322163581727734, |
| "grad_norm": 3.857044578534056, |
| "learning_rate": 5.768764521668856e-06, |
| "loss": 0.3851, |
| "step": 8380 |
| }, |
| { |
| "epoch": 0.4237266735688493, |
| "grad_norm": 5.058592219879147, |
| "learning_rate": 5.7637135064147895e-06, |
| "loss": 0.3867, |
| "step": 8390 |
| }, |
| { |
| "epoch": 0.4242317113204212, |
| "grad_norm": 15.788479310500968, |
| "learning_rate": 5.758662491160724e-06, |
| "loss": 0.3876, |
| "step": 8400 |
| }, |
| { |
| "epoch": 0.42473674907199316, |
| "grad_norm": 14.796150435899415, |
| "learning_rate": 5.753611475906658e-06, |
| "loss": 0.3713, |
| "step": 8410 |
| }, |
| { |
| "epoch": 0.42524178682356506, |
| "grad_norm": 6.198372860755761, |
| "learning_rate": 5.748560460652591e-06, |
| "loss": 0.3959, |
| "step": 8420 |
| }, |
| { |
| "epoch": 0.425746824575137, |
| "grad_norm": 4.004395808383159, |
| "learning_rate": 5.743509445398525e-06, |
| "loss": 0.3879, |
| "step": 8430 |
| }, |
| { |
| "epoch": 0.4262518623267089, |
| "grad_norm": 24.753829770708524, |
| "learning_rate": 5.738458430144459e-06, |
| "loss": 0.3907, |
| "step": 8440 |
| }, |
| { |
| "epoch": 0.4267569000782809, |
| "grad_norm": 3.79416616415335, |
| "learning_rate": 5.733407414890394e-06, |
| "loss": 0.3716, |
| "step": 8450 |
| }, |
| { |
| "epoch": 0.4272619378298528, |
| "grad_norm": 16.793962044251266, |
| "learning_rate": 5.7283563996363276e-06, |
| "loss": 0.38, |
| "step": 8460 |
| }, |
| { |
| "epoch": 0.42776697558142474, |
| "grad_norm": 6.987194101161238, |
| "learning_rate": 5.723305384382262e-06, |
| "loss": 0.3741, |
| "step": 8470 |
| }, |
| { |
| "epoch": 0.42827201333299664, |
| "grad_norm": 6.1003803215690295, |
| "learning_rate": 5.718254369128196e-06, |
| "loss": 0.3836, |
| "step": 8480 |
| }, |
| { |
| "epoch": 0.4287770510845686, |
| "grad_norm": 11.39191383765078, |
| "learning_rate": 5.713203353874129e-06, |
| "loss": 0.3785, |
| "step": 8490 |
| }, |
| { |
| "epoch": 0.4292820888361405, |
| "grad_norm": 4.216231578608531, |
| "learning_rate": 5.708152338620063e-06, |
| "loss": 0.3849, |
| "step": 8500 |
| }, |
| { |
| "epoch": 0.42978712658771245, |
| "grad_norm": 26.748832800632403, |
| "learning_rate": 5.703101323365997e-06, |
| "loss": 0.3877, |
| "step": 8510 |
| }, |
| { |
| "epoch": 0.43029216433928436, |
| "grad_norm": 5.3822939480121414, |
| "learning_rate": 5.698050308111931e-06, |
| "loss": 0.3692, |
| "step": 8520 |
| }, |
| { |
| "epoch": 0.4307972020908563, |
| "grad_norm": 4.249521852101111, |
| "learning_rate": 5.692999292857865e-06, |
| "loss": 0.3817, |
| "step": 8530 |
| }, |
| { |
| "epoch": 0.4313022398424282, |
| "grad_norm": 6.698259673877979, |
| "learning_rate": 5.687948277603799e-06, |
| "loss": 0.3881, |
| "step": 8540 |
| }, |
| { |
| "epoch": 0.43180727759400017, |
| "grad_norm": 6.493588412853115, |
| "learning_rate": 5.682897262349732e-06, |
| "loss": 0.3977, |
| "step": 8550 |
| }, |
| { |
| "epoch": 0.4323123153455721, |
| "grad_norm": 3.733362569921758, |
| "learning_rate": 5.677846247095666e-06, |
| "loss": 0.3982, |
| "step": 8560 |
| }, |
| { |
| "epoch": 0.43281735309714403, |
| "grad_norm": 4.847622020933204, |
| "learning_rate": 5.6727952318416e-06, |
| "loss": 0.3769, |
| "step": 8570 |
| }, |
| { |
| "epoch": 0.43332239084871593, |
| "grad_norm": 7.5594667479754785, |
| "learning_rate": 5.667744216587534e-06, |
| "loss": 0.3907, |
| "step": 8580 |
| }, |
| { |
| "epoch": 0.4338274286002879, |
| "grad_norm": 3.201682379163367, |
| "learning_rate": 5.662693201333469e-06, |
| "loss": 0.3729, |
| "step": 8590 |
| }, |
| { |
| "epoch": 0.4343324663518598, |
| "grad_norm": 2.5878076554319898, |
| "learning_rate": 5.657642186079403e-06, |
| "loss": 0.3956, |
| "step": 8600 |
| }, |
| { |
| "epoch": 0.43483750410343175, |
| "grad_norm": 17.488965325778878, |
| "learning_rate": 5.652591170825337e-06, |
| "loss": 0.3712, |
| "step": 8610 |
| }, |
| { |
| "epoch": 0.43534254185500365, |
| "grad_norm": 4.116982393940921, |
| "learning_rate": 5.64754015557127e-06, |
| "loss": 0.3893, |
| "step": 8620 |
| }, |
| { |
| "epoch": 0.4358475796065756, |
| "grad_norm": 3.9148601756933554, |
| "learning_rate": 5.642489140317204e-06, |
| "loss": 0.3887, |
| "step": 8630 |
| }, |
| { |
| "epoch": 0.4363526173581475, |
| "grad_norm": 7.764634135356721, |
| "learning_rate": 5.637438125063138e-06, |
| "loss": 0.3776, |
| "step": 8640 |
| }, |
| { |
| "epoch": 0.43685765510971947, |
| "grad_norm": 9.506827681627305, |
| "learning_rate": 5.6323871098090725e-06, |
| "loss": 0.3989, |
| "step": 8650 |
| }, |
| { |
| "epoch": 0.43736269286129137, |
| "grad_norm": 3.2832190526050242, |
| "learning_rate": 5.627336094555006e-06, |
| "loss": 0.3982, |
| "step": 8660 |
| }, |
| { |
| "epoch": 0.4378677306128633, |
| "grad_norm": 4.082534248878624, |
| "learning_rate": 5.62228507930094e-06, |
| "loss": 0.3901, |
| "step": 8670 |
| }, |
| { |
| "epoch": 0.43837276836443523, |
| "grad_norm": 3.077297177968144, |
| "learning_rate": 5.617234064046874e-06, |
| "loss": 0.3669, |
| "step": 8680 |
| }, |
| { |
| "epoch": 0.4388778061160072, |
| "grad_norm": 2.9330241633656167, |
| "learning_rate": 5.612183048792807e-06, |
| "loss": 0.3934, |
| "step": 8690 |
| }, |
| { |
| "epoch": 0.4393828438675791, |
| "grad_norm": 3.3633206477485222, |
| "learning_rate": 5.6071320335387414e-06, |
| "loss": 0.3949, |
| "step": 8700 |
| }, |
| { |
| "epoch": 0.43988788161915104, |
| "grad_norm": 4.3033520111069, |
| "learning_rate": 5.6020810182846756e-06, |
| "loss": 0.3989, |
| "step": 8710 |
| }, |
| { |
| "epoch": 0.44039291937072295, |
| "grad_norm": 3.106225393468076, |
| "learning_rate": 5.597030003030609e-06, |
| "loss": 0.3827, |
| "step": 8720 |
| }, |
| { |
| "epoch": 0.4408979571222949, |
| "grad_norm": 3.245685369854172, |
| "learning_rate": 5.591978987776544e-06, |
| "loss": 0.3892, |
| "step": 8730 |
| }, |
| { |
| "epoch": 0.4414029948738668, |
| "grad_norm": 3.381863989802099, |
| "learning_rate": 5.586927972522478e-06, |
| "loss": 0.3945, |
| "step": 8740 |
| }, |
| { |
| "epoch": 0.44190803262543876, |
| "grad_norm": 5.237035603972838, |
| "learning_rate": 5.581876957268412e-06, |
| "loss": 0.3852, |
| "step": 8750 |
| }, |
| { |
| "epoch": 0.44241307037701066, |
| "grad_norm": 3.927311917890188, |
| "learning_rate": 5.576825942014345e-06, |
| "loss": 0.396, |
| "step": 8760 |
| }, |
| { |
| "epoch": 0.4429181081285826, |
| "grad_norm": 3.9833756210512634, |
| "learning_rate": 5.5717749267602795e-06, |
| "loss": 0.3823, |
| "step": 8770 |
| }, |
| { |
| "epoch": 0.4434231458801545, |
| "grad_norm": 4.82672597736031, |
| "learning_rate": 5.566723911506214e-06, |
| "loss": 0.3837, |
| "step": 8780 |
| }, |
| { |
| "epoch": 0.4439281836317265, |
| "grad_norm": 6.6207510733703, |
| "learning_rate": 5.561672896252147e-06, |
| "loss": 0.3846, |
| "step": 8790 |
| }, |
| { |
| "epoch": 0.4444332213832984, |
| "grad_norm": 4.761029989854409, |
| "learning_rate": 5.556621880998081e-06, |
| "loss": 0.3851, |
| "step": 8800 |
| }, |
| { |
| "epoch": 0.44493825913487034, |
| "grad_norm": 7.583147217262274, |
| "learning_rate": 5.551570865744015e-06, |
| "loss": 0.3897, |
| "step": 8810 |
| }, |
| { |
| "epoch": 0.44544329688644224, |
| "grad_norm": 8.267756155680992, |
| "learning_rate": 5.546519850489948e-06, |
| "loss": 0.3924, |
| "step": 8820 |
| }, |
| { |
| "epoch": 0.4459483346380142, |
| "grad_norm": 10.81298502824958, |
| "learning_rate": 5.5414688352358825e-06, |
| "loss": 0.3768, |
| "step": 8830 |
| }, |
| { |
| "epoch": 0.4464533723895861, |
| "grad_norm": 5.44259386052073, |
| "learning_rate": 5.536417819981817e-06, |
| "loss": 0.3766, |
| "step": 8840 |
| }, |
| { |
| "epoch": 0.44695841014115806, |
| "grad_norm": 19.848594487097966, |
| "learning_rate": 5.53136680472775e-06, |
| "loss": 0.386, |
| "step": 8850 |
| }, |
| { |
| "epoch": 0.44746344789272996, |
| "grad_norm": 9.264967854622206, |
| "learning_rate": 5.526315789473685e-06, |
| "loss": 0.3916, |
| "step": 8860 |
| }, |
| { |
| "epoch": 0.4479684856443019, |
| "grad_norm": 11.970151482632554, |
| "learning_rate": 5.521264774219619e-06, |
| "loss": 0.3878, |
| "step": 8870 |
| }, |
| { |
| "epoch": 0.4484735233958738, |
| "grad_norm": 4.562463656013562, |
| "learning_rate": 5.516213758965553e-06, |
| "loss": 0.3827, |
| "step": 8880 |
| }, |
| { |
| "epoch": 0.4489785611474458, |
| "grad_norm": 8.92273565377152, |
| "learning_rate": 5.511162743711486e-06, |
| "loss": 0.3691, |
| "step": 8890 |
| }, |
| { |
| "epoch": 0.4494835988990177, |
| "grad_norm": 6.168748754085141, |
| "learning_rate": 5.5061117284574205e-06, |
| "loss": 0.3762, |
| "step": 8900 |
| }, |
| { |
| "epoch": 0.44998863665058964, |
| "grad_norm": 9.45298676374925, |
| "learning_rate": 5.501060713203355e-06, |
| "loss": 0.39, |
| "step": 8910 |
| }, |
| { |
| "epoch": 0.45049367440216154, |
| "grad_norm": 8.9825721118566, |
| "learning_rate": 5.496009697949288e-06, |
| "loss": 0.3946, |
| "step": 8920 |
| }, |
| { |
| "epoch": 0.4509987121537335, |
| "grad_norm": 3.970319391221007, |
| "learning_rate": 5.490958682695222e-06, |
| "loss": 0.3766, |
| "step": 8930 |
| }, |
| { |
| "epoch": 0.4515037499053054, |
| "grad_norm": 10.786278133368974, |
| "learning_rate": 5.485907667441156e-06, |
| "loss": 0.3609, |
| "step": 8940 |
| }, |
| { |
| "epoch": 0.45200878765687735, |
| "grad_norm": 10.415656893523584, |
| "learning_rate": 5.4808566521870895e-06, |
| "loss": 0.381, |
| "step": 8950 |
| }, |
| { |
| "epoch": 0.45251382540844926, |
| "grad_norm": 6.642215363932757, |
| "learning_rate": 5.475805636933024e-06, |
| "loss": 0.3958, |
| "step": 8960 |
| }, |
| { |
| "epoch": 0.4530188631600212, |
| "grad_norm": 23.15078550027285, |
| "learning_rate": 5.470754621678958e-06, |
| "loss": 0.3765, |
| "step": 8970 |
| }, |
| { |
| "epoch": 0.4535239009115931, |
| "grad_norm": 12.962039757228773, |
| "learning_rate": 5.465703606424891e-06, |
| "loss": 0.3796, |
| "step": 8980 |
| }, |
| { |
| "epoch": 0.45402893866316507, |
| "grad_norm": 10.834056396167355, |
| "learning_rate": 5.460652591170825e-06, |
| "loss": 0.3825, |
| "step": 8990 |
| }, |
| { |
| "epoch": 0.45453397641473703, |
| "grad_norm": 31.830300939594174, |
| "learning_rate": 5.45560157591676e-06, |
| "loss": 0.3799, |
| "step": 9000 |
| }, |
| { |
| "epoch": 0.45503901416630893, |
| "grad_norm": 7.317578019104587, |
| "learning_rate": 5.450550560662694e-06, |
| "loss": 0.3617, |
| "step": 9010 |
| }, |
| { |
| "epoch": 0.4555440519178809, |
| "grad_norm": 18.51705064335606, |
| "learning_rate": 5.445499545408628e-06, |
| "loss": 0.3843, |
| "step": 9020 |
| }, |
| { |
| "epoch": 0.4560490896694528, |
| "grad_norm": 12.73637775470279, |
| "learning_rate": 5.440448530154562e-06, |
| "loss": 0.3533, |
| "step": 9030 |
| }, |
| { |
| "epoch": 0.45655412742102475, |
| "grad_norm": 13.089783277969067, |
| "learning_rate": 5.435397514900496e-06, |
| "loss": 0.3844, |
| "step": 9040 |
| }, |
| { |
| "epoch": 0.45705916517259665, |
| "grad_norm": 38.50162494773606, |
| "learning_rate": 5.43034649964643e-06, |
| "loss": 0.3839, |
| "step": 9050 |
| }, |
| { |
| "epoch": 0.4575642029241686, |
| "grad_norm": 5.6808406753592715, |
| "learning_rate": 5.425295484392363e-06, |
| "loss": 0.3938, |
| "step": 9060 |
| }, |
| { |
| "epoch": 0.4580692406757405, |
| "grad_norm": 9.303424412707237, |
| "learning_rate": 5.420244469138297e-06, |
| "loss": 0.3864, |
| "step": 9070 |
| }, |
| { |
| "epoch": 0.45857427842731247, |
| "grad_norm": 6.58855670966557, |
| "learning_rate": 5.415193453884231e-06, |
| "loss": 0.3802, |
| "step": 9080 |
| }, |
| { |
| "epoch": 0.45907931617888437, |
| "grad_norm": 7.626250897081635, |
| "learning_rate": 5.410142438630165e-06, |
| "loss": 0.3779, |
| "step": 9090 |
| }, |
| { |
| "epoch": 0.4595843539304563, |
| "grad_norm": 7.20955512967183, |
| "learning_rate": 5.405091423376099e-06, |
| "loss": 0.3852, |
| "step": 9100 |
| }, |
| { |
| "epoch": 0.4600893916820282, |
| "grad_norm": 3.600490312288401, |
| "learning_rate": 5.400040408122033e-06, |
| "loss": 0.3734, |
| "step": 9110 |
| }, |
| { |
| "epoch": 0.4605944294336002, |
| "grad_norm": 8.58899517905405, |
| "learning_rate": 5.394989392867966e-06, |
| "loss": 0.3789, |
| "step": 9120 |
| }, |
| { |
| "epoch": 0.4610994671851721, |
| "grad_norm": 6.98087393231808, |
| "learning_rate": 5.389938377613901e-06, |
| "loss": 0.3833, |
| "step": 9130 |
| }, |
| { |
| "epoch": 0.46160450493674404, |
| "grad_norm": 4.3141382007799765, |
| "learning_rate": 5.384887362359835e-06, |
| "loss": 0.3772, |
| "step": 9140 |
| }, |
| { |
| "epoch": 0.46210954268831594, |
| "grad_norm": 4.9903497470267615, |
| "learning_rate": 5.379836347105769e-06, |
| "loss": 0.3777, |
| "step": 9150 |
| }, |
| { |
| "epoch": 0.4626145804398879, |
| "grad_norm": 5.928389544490131, |
| "learning_rate": 5.374785331851703e-06, |
| "loss": 0.3862, |
| "step": 9160 |
| }, |
| { |
| "epoch": 0.4631196181914598, |
| "grad_norm": 4.797470596868366, |
| "learning_rate": 5.369734316597637e-06, |
| "loss": 0.3997, |
| "step": 9170 |
| }, |
| { |
| "epoch": 0.46362465594303176, |
| "grad_norm": 8.670905903895585, |
| "learning_rate": 5.364683301343571e-06, |
| "loss": 0.3678, |
| "step": 9180 |
| }, |
| { |
| "epoch": 0.46412969369460366, |
| "grad_norm": 6.464493728216097, |
| "learning_rate": 5.359632286089504e-06, |
| "loss": 0.3815, |
| "step": 9190 |
| }, |
| { |
| "epoch": 0.4646347314461756, |
| "grad_norm": 12.803983058209836, |
| "learning_rate": 5.354581270835438e-06, |
| "loss": 0.38, |
| "step": 9200 |
| }, |
| { |
| "epoch": 0.4651397691977475, |
| "grad_norm": 9.24913498804073, |
| "learning_rate": 5.3495302555813724e-06, |
| "loss": 0.3818, |
| "step": 9210 |
| }, |
| { |
| "epoch": 0.4656448069493195, |
| "grad_norm": 6.124104683054, |
| "learning_rate": 5.344479240327306e-06, |
| "loss": 0.3857, |
| "step": 9220 |
| }, |
| { |
| "epoch": 0.4661498447008914, |
| "grad_norm": 19.982398897538843, |
| "learning_rate": 5.33942822507324e-06, |
| "loss": 0.3759, |
| "step": 9230 |
| }, |
| { |
| "epoch": 0.46665488245246334, |
| "grad_norm": 6.143149352411427, |
| "learning_rate": 5.334377209819174e-06, |
| "loss": 0.3901, |
| "step": 9240 |
| }, |
| { |
| "epoch": 0.46715992020403524, |
| "grad_norm": 11.010467552273573, |
| "learning_rate": 5.329326194565107e-06, |
| "loss": 0.3798, |
| "step": 9250 |
| }, |
| { |
| "epoch": 0.4676649579556072, |
| "grad_norm": 5.615638251464779, |
| "learning_rate": 5.324275179311041e-06, |
| "loss": 0.3855, |
| "step": 9260 |
| }, |
| { |
| "epoch": 0.4681699957071791, |
| "grad_norm": 5.10238166508234, |
| "learning_rate": 5.319224164056976e-06, |
| "loss": 0.3793, |
| "step": 9270 |
| }, |
| { |
| "epoch": 0.46867503345875106, |
| "grad_norm": 11.264038165848222, |
| "learning_rate": 5.3141731488029105e-06, |
| "loss": 0.3912, |
| "step": 9280 |
| }, |
| { |
| "epoch": 0.46918007121032296, |
| "grad_norm": 4.638158847573904, |
| "learning_rate": 5.309122133548844e-06, |
| "loss": 0.3874, |
| "step": 9290 |
| }, |
| { |
| "epoch": 0.4696851089618949, |
| "grad_norm": 5.40563230905546, |
| "learning_rate": 5.304071118294778e-06, |
| "loss": 0.3688, |
| "step": 9300 |
| }, |
| { |
| "epoch": 0.4701901467134668, |
| "grad_norm": 7.336455357223306, |
| "learning_rate": 5.299020103040712e-06, |
| "loss": 0.3595, |
| "step": 9310 |
| }, |
| { |
| "epoch": 0.4706951844650388, |
| "grad_norm": 6.604255767738522, |
| "learning_rate": 5.293969087786645e-06, |
| "loss": 0.3851, |
| "step": 9320 |
| }, |
| { |
| "epoch": 0.4712002222166107, |
| "grad_norm": 8.434342768902814, |
| "learning_rate": 5.288918072532579e-06, |
| "loss": 0.3752, |
| "step": 9330 |
| }, |
| { |
| "epoch": 0.47170525996818263, |
| "grad_norm": 7.991264568372306, |
| "learning_rate": 5.2838670572785135e-06, |
| "loss": 0.3847, |
| "step": 9340 |
| }, |
| { |
| "epoch": 0.47221029771975453, |
| "grad_norm": 7.689424953061599, |
| "learning_rate": 5.278816042024447e-06, |
| "loss": 0.381, |
| "step": 9350 |
| }, |
| { |
| "epoch": 0.4727153354713265, |
| "grad_norm": 8.92289056823504, |
| "learning_rate": 5.273765026770381e-06, |
| "loss": 0.3766, |
| "step": 9360 |
| }, |
| { |
| "epoch": 0.4732203732228984, |
| "grad_norm": 6.798146146074497, |
| "learning_rate": 5.268714011516315e-06, |
| "loss": 0.3973, |
| "step": 9370 |
| }, |
| { |
| "epoch": 0.47372541097447035, |
| "grad_norm": 4.0943212163341105, |
| "learning_rate": 5.263662996262249e-06, |
| "loss": 0.3852, |
| "step": 9380 |
| }, |
| { |
| "epoch": 0.47423044872604225, |
| "grad_norm": 7.923369250973975, |
| "learning_rate": 5.2586119810081824e-06, |
| "loss": 0.3759, |
| "step": 9390 |
| }, |
| { |
| "epoch": 0.4747354864776142, |
| "grad_norm": 6.958844060305958, |
| "learning_rate": 5.253560965754117e-06, |
| "loss": 0.3814, |
| "step": 9400 |
| }, |
| { |
| "epoch": 0.4752405242291861, |
| "grad_norm": 5.637050541114169, |
| "learning_rate": 5.2485099505000515e-06, |
| "loss": 0.3665, |
| "step": 9410 |
| }, |
| { |
| "epoch": 0.47574556198075807, |
| "grad_norm": 7.801257727546048, |
| "learning_rate": 5.243458935245986e-06, |
| "loss": 0.3744, |
| "step": 9420 |
| }, |
| { |
| "epoch": 0.47625059973232997, |
| "grad_norm": 8.37919084606113, |
| "learning_rate": 5.238407919991919e-06, |
| "loss": 0.394, |
| "step": 9430 |
| }, |
| { |
| "epoch": 0.47675563748390193, |
| "grad_norm": 4.463876576531971, |
| "learning_rate": 5.233356904737853e-06, |
| "loss": 0.3712, |
| "step": 9440 |
| }, |
| { |
| "epoch": 0.47726067523547383, |
| "grad_norm": 3.5151581874917253, |
| "learning_rate": 5.228305889483787e-06, |
| "loss": 0.3733, |
| "step": 9450 |
| }, |
| { |
| "epoch": 0.4777657129870458, |
| "grad_norm": 6.525584094885654, |
| "learning_rate": 5.2232548742297204e-06, |
| "loss": 0.3769, |
| "step": 9460 |
| }, |
| { |
| "epoch": 0.4782707507386177, |
| "grad_norm": 3.5568609941598344, |
| "learning_rate": 5.2182038589756546e-06, |
| "loss": 0.3902, |
| "step": 9470 |
| }, |
| { |
| "epoch": 0.47877578849018965, |
| "grad_norm": 4.842870672953731, |
| "learning_rate": 5.213152843721589e-06, |
| "loss": 0.3794, |
| "step": 9480 |
| }, |
| { |
| "epoch": 0.47928082624176155, |
| "grad_norm": 6.265357359911366, |
| "learning_rate": 5.208101828467522e-06, |
| "loss": 0.3803, |
| "step": 9490 |
| }, |
| { |
| "epoch": 0.4797858639933335, |
| "grad_norm": 8.175660778042406, |
| "learning_rate": 5.203050813213456e-06, |
| "loss": 0.3835, |
| "step": 9500 |
| }, |
| { |
| "epoch": 0.4802909017449054, |
| "grad_norm": 2.9195122634550112, |
| "learning_rate": 5.19799979795939e-06, |
| "loss": 0.3813, |
| "step": 9510 |
| }, |
| { |
| "epoch": 0.48079593949647736, |
| "grad_norm": 3.632448992408266, |
| "learning_rate": 5.1929487827053235e-06, |
| "loss": 0.3684, |
| "step": 9520 |
| }, |
| { |
| "epoch": 0.48130097724804927, |
| "grad_norm": 4.0935522105259095, |
| "learning_rate": 5.187897767451258e-06, |
| "loss": 0.4025, |
| "step": 9530 |
| }, |
| { |
| "epoch": 0.4818060149996212, |
| "grad_norm": 2.3275681028787005, |
| "learning_rate": 5.182846752197193e-06, |
| "loss": 0.388, |
| "step": 9540 |
| }, |
| { |
| "epoch": 0.4823110527511931, |
| "grad_norm": 2.0956548268446458, |
| "learning_rate": 5.177795736943127e-06, |
| "loss": 0.4031, |
| "step": 9550 |
| }, |
| { |
| "epoch": 0.4828160905027651, |
| "grad_norm": 2.173446663356269, |
| "learning_rate": 5.17274472168906e-06, |
| "loss": 0.3984, |
| "step": 9560 |
| }, |
| { |
| "epoch": 0.483321128254337, |
| "grad_norm": 3.2812553226056713, |
| "learning_rate": 5.167693706434994e-06, |
| "loss": 0.384, |
| "step": 9570 |
| }, |
| { |
| "epoch": 0.48382616600590894, |
| "grad_norm": 3.590239737946557, |
| "learning_rate": 5.162642691180928e-06, |
| "loss": 0.3877, |
| "step": 9580 |
| }, |
| { |
| "epoch": 0.4843312037574809, |
| "grad_norm": 2.83308197947474, |
| "learning_rate": 5.1575916759268615e-06, |
| "loss": 0.3934, |
| "step": 9590 |
| }, |
| { |
| "epoch": 0.4848362415090528, |
| "grad_norm": 3.847792584135844, |
| "learning_rate": 5.152540660672796e-06, |
| "loss": 0.3735, |
| "step": 9600 |
| }, |
| { |
| "epoch": 0.48534127926062476, |
| "grad_norm": 20.75585092309958, |
| "learning_rate": 5.14748964541873e-06, |
| "loss": 0.3788, |
| "step": 9610 |
| }, |
| { |
| "epoch": 0.48584631701219666, |
| "grad_norm": 4.31507443188382, |
| "learning_rate": 5.142438630164663e-06, |
| "loss": 0.4073, |
| "step": 9620 |
| }, |
| { |
| "epoch": 0.4863513547637686, |
| "grad_norm": 2.675763121628948, |
| "learning_rate": 5.137387614910597e-06, |
| "loss": 0.3853, |
| "step": 9630 |
| }, |
| { |
| "epoch": 0.4868563925153405, |
| "grad_norm": 3.180499977172799, |
| "learning_rate": 5.132336599656531e-06, |
| "loss": 0.3933, |
| "step": 9640 |
| }, |
| { |
| "epoch": 0.4873614302669125, |
| "grad_norm": 3.2780129127069633, |
| "learning_rate": 5.1272855844024646e-06, |
| "loss": 0.3862, |
| "step": 9650 |
| }, |
| { |
| "epoch": 0.4878664680184844, |
| "grad_norm": 2.650097724922774, |
| "learning_rate": 5.122234569148399e-06, |
| "loss": 0.3769, |
| "step": 9660 |
| }, |
| { |
| "epoch": 0.48837150577005634, |
| "grad_norm": 19.664449194387533, |
| "learning_rate": 5.117183553894333e-06, |
| "loss": 0.3909, |
| "step": 9670 |
| }, |
| { |
| "epoch": 0.48887654352162824, |
| "grad_norm": 3.055574678383631, |
| "learning_rate": 5.112132538640268e-06, |
| "loss": 0.368, |
| "step": 9680 |
| }, |
| { |
| "epoch": 0.4893815812732002, |
| "grad_norm": 4.1275772825798285, |
| "learning_rate": 5.107081523386201e-06, |
| "loss": 0.3807, |
| "step": 9690 |
| }, |
| { |
| "epoch": 0.4898866190247721, |
| "grad_norm": 2.680370704403155, |
| "learning_rate": 5.102030508132135e-06, |
| "loss": 0.3852, |
| "step": 9700 |
| }, |
| { |
| "epoch": 0.49039165677634405, |
| "grad_norm": 5.918612399643231, |
| "learning_rate": 5.096979492878069e-06, |
| "loss": 0.3838, |
| "step": 9710 |
| }, |
| { |
| "epoch": 0.49089669452791596, |
| "grad_norm": 3.682371592006304, |
| "learning_rate": 5.091928477624003e-06, |
| "loss": 0.4054, |
| "step": 9720 |
| }, |
| { |
| "epoch": 0.4914017322794879, |
| "grad_norm": 14.462676090252211, |
| "learning_rate": 5.086877462369937e-06, |
| "loss": 0.3992, |
| "step": 9730 |
| }, |
| { |
| "epoch": 0.4919067700310598, |
| "grad_norm": 8.666562939588516, |
| "learning_rate": 5.081826447115871e-06, |
| "loss": 0.3942, |
| "step": 9740 |
| }, |
| { |
| "epoch": 0.49241180778263177, |
| "grad_norm": 8.758850115026672, |
| "learning_rate": 5.076775431861805e-06, |
| "loss": 0.3895, |
| "step": 9750 |
| }, |
| { |
| "epoch": 0.4929168455342037, |
| "grad_norm": 4.418838276589228, |
| "learning_rate": 5.071724416607738e-06, |
| "loss": 0.3696, |
| "step": 9760 |
| }, |
| { |
| "epoch": 0.49342188328577563, |
| "grad_norm": 3.2634112325138016, |
| "learning_rate": 5.066673401353672e-06, |
| "loss": 0.392, |
| "step": 9770 |
| }, |
| { |
| "epoch": 0.49392692103734753, |
| "grad_norm": 9.038919625118139, |
| "learning_rate": 5.0616223860996065e-06, |
| "loss": 0.3763, |
| "step": 9780 |
| }, |
| { |
| "epoch": 0.4944319587889195, |
| "grad_norm": 9.874288914817955, |
| "learning_rate": 5.05657137084554e-06, |
| "loss": 0.3749, |
| "step": 9790 |
| }, |
| { |
| "epoch": 0.4949369965404914, |
| "grad_norm": 4.177942828246587, |
| "learning_rate": 5.051520355591474e-06, |
| "loss": 0.3803, |
| "step": 9800 |
| }, |
| { |
| "epoch": 0.49544203429206335, |
| "grad_norm": 5.209048638874338, |
| "learning_rate": 5.046469340337409e-06, |
| "loss": 0.377, |
| "step": 9810 |
| }, |
| { |
| "epoch": 0.49594707204363525, |
| "grad_norm": 6.559103955892935, |
| "learning_rate": 5.041418325083343e-06, |
| "loss": 0.3779, |
| "step": 9820 |
| }, |
| { |
| "epoch": 0.4964521097952072, |
| "grad_norm": 4.815427953732501, |
| "learning_rate": 5.036367309829276e-06, |
| "loss": 0.3832, |
| "step": 9830 |
| }, |
| { |
| "epoch": 0.4969571475467791, |
| "grad_norm": 4.801884846686052, |
| "learning_rate": 5.03131629457521e-06, |
| "loss": 0.3648, |
| "step": 9840 |
| }, |
| { |
| "epoch": 0.49746218529835107, |
| "grad_norm": 4.707895499699569, |
| "learning_rate": 5.0262652793211445e-06, |
| "loss": 0.3974, |
| "step": 9850 |
| }, |
| { |
| "epoch": 0.49796722304992297, |
| "grad_norm": 3.1632503133911176, |
| "learning_rate": 5.021214264067078e-06, |
| "loss": 0.3645, |
| "step": 9860 |
| }, |
| { |
| "epoch": 0.4984722608014949, |
| "grad_norm": 3.187410732261863, |
| "learning_rate": 5.016163248813012e-06, |
| "loss": 0.3964, |
| "step": 9870 |
| }, |
| { |
| "epoch": 0.49897729855306683, |
| "grad_norm": 18.87501682400254, |
| "learning_rate": 5.011112233558946e-06, |
| "loss": 0.394, |
| "step": 9880 |
| }, |
| { |
| "epoch": 0.4994823363046388, |
| "grad_norm": 2.727776305600166, |
| "learning_rate": 5.006061218304879e-06, |
| "loss": 0.384, |
| "step": 9890 |
| }, |
| { |
| "epoch": 0.4999873740562107, |
| "grad_norm": 2.835732786228447, |
| "learning_rate": 5.001010203050813e-06, |
| "loss": 0.3826, |
| "step": 9900 |
| }, |
| { |
| "epoch": 0.5004924118077826, |
| "grad_norm": 12.721805859040408, |
| "learning_rate": 4.9959591877967475e-06, |
| "loss": 0.3965, |
| "step": 9910 |
| }, |
| { |
| "epoch": 0.5009974495593545, |
| "grad_norm": 4.309473567917906, |
| "learning_rate": 4.990908172542682e-06, |
| "loss": 0.3867, |
| "step": 9920 |
| }, |
| { |
| "epoch": 0.5015024873109265, |
| "grad_norm": 4.385559429438772, |
| "learning_rate": 4.985857157288616e-06, |
| "loss": 0.3819, |
| "step": 9930 |
| }, |
| { |
| "epoch": 0.5020075250624985, |
| "grad_norm": 3.1179751000194917, |
| "learning_rate": 4.980806142034549e-06, |
| "loss": 0.3678, |
| "step": 9940 |
| }, |
| { |
| "epoch": 0.5025125628140703, |
| "grad_norm": 6.661473319925103, |
| "learning_rate": 4.975755126780483e-06, |
| "loss": 0.3803, |
| "step": 9950 |
| }, |
| { |
| "epoch": 0.5030176005656423, |
| "grad_norm": 5.422867145087551, |
| "learning_rate": 4.970704111526417e-06, |
| "loss": 0.3724, |
| "step": 9960 |
| }, |
| { |
| "epoch": 0.5035226383172142, |
| "grad_norm": 5.116363457400816, |
| "learning_rate": 4.965653096272351e-06, |
| "loss": 0.3796, |
| "step": 9970 |
| }, |
| { |
| "epoch": 0.5040276760687862, |
| "grad_norm": 4.36781162605322, |
| "learning_rate": 4.9606020810182856e-06, |
| "loss": 0.3758, |
| "step": 9980 |
| }, |
| { |
| "epoch": 0.504532713820358, |
| "grad_norm": 4.280820474874582, |
| "learning_rate": 4.955551065764219e-06, |
| "loss": 0.3747, |
| "step": 9990 |
| }, |
| { |
| "epoch": 0.50503775157193, |
| "grad_norm": 57.44106262644066, |
| "learning_rate": 4.950500050510153e-06, |
| "loss": 0.371, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.5055427893235019, |
| "grad_norm": 4.841001034679017, |
| "learning_rate": 4.945449035256087e-06, |
| "loss": 0.3779, |
| "step": 10010 |
| }, |
| { |
| "epoch": 0.5060478270750739, |
| "grad_norm": 11.797410635025113, |
| "learning_rate": 4.94039802000202e-06, |
| "loss": 0.3683, |
| "step": 10020 |
| }, |
| { |
| "epoch": 0.5065528648266457, |
| "grad_norm": 4.75455698304815, |
| "learning_rate": 4.9353470047479545e-06, |
| "loss": 0.3705, |
| "step": 10030 |
| }, |
| { |
| "epoch": 0.5070579025782177, |
| "grad_norm": 4.360031532937485, |
| "learning_rate": 4.930295989493889e-06, |
| "loss": 0.398, |
| "step": 10040 |
| }, |
| { |
| "epoch": 0.5075629403297897, |
| "grad_norm": 5.827246838677423, |
| "learning_rate": 4.925244974239823e-06, |
| "loss": 0.3841, |
| "step": 10050 |
| }, |
| { |
| "epoch": 0.5080679780813616, |
| "grad_norm": 7.5891846258257765, |
| "learning_rate": 4.920193958985757e-06, |
| "loss": 0.3744, |
| "step": 10060 |
| }, |
| { |
| "epoch": 0.5085730158329335, |
| "grad_norm": 5.9635081800997805, |
| "learning_rate": 4.91514294373169e-06, |
| "loss": 0.3986, |
| "step": 10070 |
| }, |
| { |
| "epoch": 0.5090780535845054, |
| "grad_norm": 5.484063460889767, |
| "learning_rate": 4.910091928477624e-06, |
| "loss": 0.3839, |
| "step": 10080 |
| }, |
| { |
| "epoch": 0.5095830913360774, |
| "grad_norm": 5.174164528404758, |
| "learning_rate": 4.905040913223558e-06, |
| "loss": 0.3619, |
| "step": 10090 |
| }, |
| { |
| "epoch": 0.5100881290876493, |
| "grad_norm": 2.90936959880962, |
| "learning_rate": 4.8999898979694925e-06, |
| "loss": 0.3756, |
| "step": 10100 |
| }, |
| { |
| "epoch": 0.5105931668392212, |
| "grad_norm": 4.3229203248018715, |
| "learning_rate": 4.894938882715426e-06, |
| "loss": 0.3832, |
| "step": 10110 |
| }, |
| { |
| "epoch": 0.5110982045907931, |
| "grad_norm": 2.500902066389639, |
| "learning_rate": 4.889887867461361e-06, |
| "loss": 0.3826, |
| "step": 10120 |
| }, |
| { |
| "epoch": 0.5116032423423651, |
| "grad_norm": 8.290016106139367, |
| "learning_rate": 4.884836852207294e-06, |
| "loss": 0.386, |
| "step": 10130 |
| }, |
| { |
| "epoch": 0.512108280093937, |
| "grad_norm": 2.6008214460714894, |
| "learning_rate": 4.879785836953228e-06, |
| "loss": 0.3676, |
| "step": 10140 |
| }, |
| { |
| "epoch": 0.5126133178455089, |
| "grad_norm": 2.1333825641801902, |
| "learning_rate": 4.874734821699162e-06, |
| "loss": 0.3898, |
| "step": 10150 |
| }, |
| { |
| "epoch": 0.5131183555970809, |
| "grad_norm": 3.013718964658717, |
| "learning_rate": 4.8696838064450955e-06, |
| "loss": 0.3887, |
| "step": 10160 |
| }, |
| { |
| "epoch": 0.5136233933486528, |
| "grad_norm": 3.6467351317483816, |
| "learning_rate": 4.86463279119103e-06, |
| "loss": 0.3782, |
| "step": 10170 |
| }, |
| { |
| "epoch": 0.5141284311002248, |
| "grad_norm": 2.950522126672218, |
| "learning_rate": 4.859581775936964e-06, |
| "loss": 0.377, |
| "step": 10180 |
| }, |
| { |
| "epoch": 0.5146334688517967, |
| "grad_norm": 2.252426318052208, |
| "learning_rate": 4.854530760682898e-06, |
| "loss": 0.3758, |
| "step": 10190 |
| }, |
| { |
| "epoch": 0.5151385066033686, |
| "grad_norm": 4.755817616459457, |
| "learning_rate": 4.849479745428832e-06, |
| "loss": 0.3807, |
| "step": 10200 |
| }, |
| { |
| "epoch": 0.5156435443549405, |
| "grad_norm": 4.046138186931513, |
| "learning_rate": 4.844428730174765e-06, |
| "loss": 0.391, |
| "step": 10210 |
| }, |
| { |
| "epoch": 0.5161485821065125, |
| "grad_norm": 19.99100500952114, |
| "learning_rate": 4.8393777149206994e-06, |
| "loss": 0.3781, |
| "step": 10220 |
| }, |
| { |
| "epoch": 0.5166536198580844, |
| "grad_norm": 5.479232805622522, |
| "learning_rate": 4.8343266996666336e-06, |
| "loss": 0.3708, |
| "step": 10230 |
| }, |
| { |
| "epoch": 0.5171586576096563, |
| "grad_norm": 8.844870574151285, |
| "learning_rate": 4.829275684412567e-06, |
| "loss": 0.3711, |
| "step": 10240 |
| }, |
| { |
| "epoch": 0.5176636953612282, |
| "grad_norm": 7.57710951045164, |
| "learning_rate": 4.824224669158502e-06, |
| "loss": 0.3854, |
| "step": 10250 |
| }, |
| { |
| "epoch": 0.5181687331128002, |
| "grad_norm": 7.850442473809185, |
| "learning_rate": 4.819173653904435e-06, |
| "loss": 0.3786, |
| "step": 10260 |
| }, |
| { |
| "epoch": 0.5186737708643722, |
| "grad_norm": 6.316522286246354, |
| "learning_rate": 4.814122638650369e-06, |
| "loss": 0.3838, |
| "step": 10270 |
| }, |
| { |
| "epoch": 0.519178808615944, |
| "grad_norm": 11.182819849962994, |
| "learning_rate": 4.809071623396303e-06, |
| "loss": 0.385, |
| "step": 10280 |
| }, |
| { |
| "epoch": 0.519683846367516, |
| "grad_norm": 9.46133568238808, |
| "learning_rate": 4.804020608142237e-06, |
| "loss": 0.3703, |
| "step": 10290 |
| }, |
| { |
| "epoch": 0.5201888841190879, |
| "grad_norm": 7.691807268341042, |
| "learning_rate": 4.798969592888171e-06, |
| "loss": 0.3682, |
| "step": 10300 |
| }, |
| { |
| "epoch": 0.5206939218706599, |
| "grad_norm": 9.93078233486807, |
| "learning_rate": 4.793918577634105e-06, |
| "loss": 0.3802, |
| "step": 10310 |
| }, |
| { |
| "epoch": 0.5211989596222317, |
| "grad_norm": 7.510658702823232, |
| "learning_rate": 4.788867562380039e-06, |
| "loss": 0.3886, |
| "step": 10320 |
| }, |
| { |
| "epoch": 0.5217039973738037, |
| "grad_norm": 22.882646270297737, |
| "learning_rate": 4.783816547125973e-06, |
| "loss": 0.393, |
| "step": 10330 |
| }, |
| { |
| "epoch": 0.5222090351253756, |
| "grad_norm": 14.517964204994225, |
| "learning_rate": 4.778765531871906e-06, |
| "loss": 0.3803, |
| "step": 10340 |
| }, |
| { |
| "epoch": 0.5227140728769476, |
| "grad_norm": 6.854534356382802, |
| "learning_rate": 4.7737145166178405e-06, |
| "loss": 0.3931, |
| "step": 10350 |
| }, |
| { |
| "epoch": 0.5232191106285194, |
| "grad_norm": 11.309739741500756, |
| "learning_rate": 4.768663501363775e-06, |
| "loss": 0.3876, |
| "step": 10360 |
| }, |
| { |
| "epoch": 0.5237241483800914, |
| "grad_norm": 8.35728833434225, |
| "learning_rate": 4.763612486109708e-06, |
| "loss": 0.3789, |
| "step": 10370 |
| }, |
| { |
| "epoch": 0.5242291861316634, |
| "grad_norm": 8.871743836416062, |
| "learning_rate": 4.758561470855642e-06, |
| "loss": 0.3981, |
| "step": 10380 |
| }, |
| { |
| "epoch": 0.5247342238832353, |
| "grad_norm": 15.15117759530781, |
| "learning_rate": 4.753510455601576e-06, |
| "loss": 0.3577, |
| "step": 10390 |
| }, |
| { |
| "epoch": 0.5252392616348072, |
| "grad_norm": 10.766312797504908, |
| "learning_rate": 4.74845944034751e-06, |
| "loss": 0.3744, |
| "step": 10400 |
| }, |
| { |
| "epoch": 0.5257442993863791, |
| "grad_norm": 44.757871998844294, |
| "learning_rate": 4.743408425093444e-06, |
| "loss": 0.3697, |
| "step": 10410 |
| }, |
| { |
| "epoch": 0.5262493371379511, |
| "grad_norm": 16.586045391427703, |
| "learning_rate": 4.738357409839378e-06, |
| "loss": 0.3746, |
| "step": 10420 |
| }, |
| { |
| "epoch": 0.526754374889523, |
| "grad_norm": 50.773287263268436, |
| "learning_rate": 4.733306394585312e-06, |
| "loss": 0.373, |
| "step": 10430 |
| }, |
| { |
| "epoch": 0.5272594126410949, |
| "grad_norm": 10.502847442362183, |
| "learning_rate": 4.728255379331246e-06, |
| "loss": 0.387, |
| "step": 10440 |
| }, |
| { |
| "epoch": 0.5277644503926668, |
| "grad_norm": 16.528099312938107, |
| "learning_rate": 4.72320436407718e-06, |
| "loss": 0.383, |
| "step": 10450 |
| }, |
| { |
| "epoch": 0.5282694881442388, |
| "grad_norm": 17.8799111844064, |
| "learning_rate": 4.718153348823114e-06, |
| "loss": 0.381, |
| "step": 10460 |
| }, |
| { |
| "epoch": 0.5287745258958108, |
| "grad_norm": 14.63753428467757, |
| "learning_rate": 4.713102333569048e-06, |
| "loss": 0.3837, |
| "step": 10470 |
| }, |
| { |
| "epoch": 0.5292795636473826, |
| "grad_norm": 13.42251301006677, |
| "learning_rate": 4.7080513183149816e-06, |
| "loss": 0.3595, |
| "step": 10480 |
| }, |
| { |
| "epoch": 0.5297846013989546, |
| "grad_norm": 30.157056141735794, |
| "learning_rate": 4.703000303060916e-06, |
| "loss": 0.3648, |
| "step": 10490 |
| }, |
| { |
| "epoch": 0.5302896391505265, |
| "grad_norm": 28.508594444052306, |
| "learning_rate": 4.69794928780685e-06, |
| "loss": 0.3793, |
| "step": 10500 |
| }, |
| { |
| "epoch": 0.5307946769020985, |
| "grad_norm": 28.922781791221336, |
| "learning_rate": 4.692898272552783e-06, |
| "loss": 0.3745, |
| "step": 10510 |
| }, |
| { |
| "epoch": 0.5312997146536703, |
| "grad_norm": 13.721901669008831, |
| "learning_rate": 4.687847257298718e-06, |
| "loss": 0.375, |
| "step": 10520 |
| }, |
| { |
| "epoch": 0.5318047524052423, |
| "grad_norm": 65.55837391568407, |
| "learning_rate": 4.682796242044651e-06, |
| "loss": 0.3801, |
| "step": 10530 |
| }, |
| { |
| "epoch": 0.5323097901568142, |
| "grad_norm": 16.351443187824426, |
| "learning_rate": 4.6777452267905855e-06, |
| "loss": 0.3727, |
| "step": 10540 |
| }, |
| { |
| "epoch": 0.5328148279083862, |
| "grad_norm": 24.727000388948138, |
| "learning_rate": 4.67269421153652e-06, |
| "loss": 0.4, |
| "step": 10550 |
| }, |
| { |
| "epoch": 0.533319865659958, |
| "grad_norm": 16.92930292363904, |
| "learning_rate": 4.667643196282453e-06, |
| "loss": 0.3818, |
| "step": 10560 |
| }, |
| { |
| "epoch": 0.53382490341153, |
| "grad_norm": 8.293298262780807, |
| "learning_rate": 4.662592181028387e-06, |
| "loss": 0.3914, |
| "step": 10570 |
| }, |
| { |
| "epoch": 0.534329941163102, |
| "grad_norm": 7.923596292500085, |
| "learning_rate": 4.657541165774321e-06, |
| "loss": 0.3835, |
| "step": 10580 |
| }, |
| { |
| "epoch": 0.5348349789146739, |
| "grad_norm": 21.525089803513207, |
| "learning_rate": 4.652490150520255e-06, |
| "loss": 0.3621, |
| "step": 10590 |
| }, |
| { |
| "epoch": 0.5353400166662458, |
| "grad_norm": 5.744657346480749, |
| "learning_rate": 4.647439135266189e-06, |
| "loss": 0.3674, |
| "step": 10600 |
| }, |
| { |
| "epoch": 0.5358450544178177, |
| "grad_norm": 4.54613701131844, |
| "learning_rate": 4.642388120012123e-06, |
| "loss": 0.3804, |
| "step": 10610 |
| }, |
| { |
| "epoch": 0.5363500921693897, |
| "grad_norm": 14.97113129892423, |
| "learning_rate": 4.637337104758057e-06, |
| "loss": 0.3555, |
| "step": 10620 |
| }, |
| { |
| "epoch": 0.5368551299209616, |
| "grad_norm": 11.639674507484868, |
| "learning_rate": 4.632286089503991e-06, |
| "loss": 0.3632, |
| "step": 10630 |
| }, |
| { |
| "epoch": 0.5373601676725335, |
| "grad_norm": 19.897945155280457, |
| "learning_rate": 4.627235074249924e-06, |
| "loss": 0.3747, |
| "step": 10640 |
| }, |
| { |
| "epoch": 0.5378652054241054, |
| "grad_norm": 6.364339652707885, |
| "learning_rate": 4.622184058995858e-06, |
| "loss": 0.3786, |
| "step": 10650 |
| }, |
| { |
| "epoch": 0.5383702431756774, |
| "grad_norm": 9.457676241588533, |
| "learning_rate": 4.617133043741792e-06, |
| "loss": 0.3756, |
| "step": 10660 |
| }, |
| { |
| "epoch": 0.5388752809272493, |
| "grad_norm": 44.15827262329639, |
| "learning_rate": 4.6120820284877265e-06, |
| "loss": 0.3741, |
| "step": 10670 |
| }, |
| { |
| "epoch": 0.5393803186788212, |
| "grad_norm": 17.038339271477003, |
| "learning_rate": 4.607031013233661e-06, |
| "loss": 0.3736, |
| "step": 10680 |
| }, |
| { |
| "epoch": 0.5398853564303931, |
| "grad_norm": 7.117484724149919, |
| "learning_rate": 4.601979997979594e-06, |
| "loss": 0.3723, |
| "step": 10690 |
| }, |
| { |
| "epoch": 0.5403903941819651, |
| "grad_norm": 42.36231217164134, |
| "learning_rate": 4.596928982725528e-06, |
| "loss": 0.3729, |
| "step": 10700 |
| }, |
| { |
| "epoch": 0.5408954319335371, |
| "grad_norm": 8.564465700855026, |
| "learning_rate": 4.591877967471462e-06, |
| "loss": 0.3789, |
| "step": 10710 |
| }, |
| { |
| "epoch": 0.5414004696851089, |
| "grad_norm": 8.67428139976207, |
| "learning_rate": 4.5868269522173955e-06, |
| "loss": 0.3713, |
| "step": 10720 |
| }, |
| { |
| "epoch": 0.5419055074366809, |
| "grad_norm": 3.39326548400569, |
| "learning_rate": 4.5817759369633304e-06, |
| "loss": 0.385, |
| "step": 10730 |
| }, |
| { |
| "epoch": 0.5424105451882528, |
| "grad_norm": 8.005255858360202, |
| "learning_rate": 4.576724921709264e-06, |
| "loss": 0.3707, |
| "step": 10740 |
| }, |
| { |
| "epoch": 0.5429155829398248, |
| "grad_norm": 5.061235443799371, |
| "learning_rate": 4.571673906455198e-06, |
| "loss": 0.3685, |
| "step": 10750 |
| }, |
| { |
| "epoch": 0.5434206206913966, |
| "grad_norm": 3.7186572910401816, |
| "learning_rate": 4.566622891201132e-06, |
| "loss": 0.3793, |
| "step": 10760 |
| }, |
| { |
| "epoch": 0.5439256584429686, |
| "grad_norm": 3.941979325788329, |
| "learning_rate": 4.561571875947065e-06, |
| "loss": 0.3723, |
| "step": 10770 |
| }, |
| { |
| "epoch": 0.5444306961945405, |
| "grad_norm": 6.68200128954829, |
| "learning_rate": 4.556520860692999e-06, |
| "loss": 0.3699, |
| "step": 10780 |
| }, |
| { |
| "epoch": 0.5449357339461125, |
| "grad_norm": 3.8742413460943204, |
| "learning_rate": 4.5514698454389335e-06, |
| "loss": 0.3712, |
| "step": 10790 |
| }, |
| { |
| "epoch": 0.5454407716976845, |
| "grad_norm": 3.5527678739232327, |
| "learning_rate": 4.546418830184868e-06, |
| "loss": 0.3797, |
| "step": 10800 |
| }, |
| { |
| "epoch": 0.5459458094492563, |
| "grad_norm": 3.293145624427697, |
| "learning_rate": 4.541367814930802e-06, |
| "loss": 0.392, |
| "step": 10810 |
| }, |
| { |
| "epoch": 0.5464508472008283, |
| "grad_norm": 43.93745381251672, |
| "learning_rate": 4.536316799676736e-06, |
| "loss": 0.3848, |
| "step": 10820 |
| }, |
| { |
| "epoch": 0.5469558849524002, |
| "grad_norm": 3.1532560256164466, |
| "learning_rate": 4.531265784422669e-06, |
| "loss": 0.3833, |
| "step": 10830 |
| }, |
| { |
| "epoch": 0.5474609227039722, |
| "grad_norm": 6.167488921508967, |
| "learning_rate": 4.526214769168603e-06, |
| "loss": 0.4006, |
| "step": 10840 |
| }, |
| { |
| "epoch": 0.547965960455544, |
| "grad_norm": 12.229490845691188, |
| "learning_rate": 4.521163753914537e-06, |
| "loss": 0.3803, |
| "step": 10850 |
| }, |
| { |
| "epoch": 0.548470998207116, |
| "grad_norm": 4.1950075492065615, |
| "learning_rate": 4.5161127386604715e-06, |
| "loss": 0.3842, |
| "step": 10860 |
| }, |
| { |
| "epoch": 0.5489760359586879, |
| "grad_norm": 3.654034176301022, |
| "learning_rate": 4.511061723406406e-06, |
| "loss": 0.396, |
| "step": 10870 |
| }, |
| { |
| "epoch": 0.5494810737102599, |
| "grad_norm": 12.04048410661582, |
| "learning_rate": 4.506010708152339e-06, |
| "loss": 0.3902, |
| "step": 10880 |
| }, |
| { |
| "epoch": 0.5499861114618317, |
| "grad_norm": 5.763873510396362, |
| "learning_rate": 4.500959692898273e-06, |
| "loss": 0.3803, |
| "step": 10890 |
| }, |
| { |
| "epoch": 0.5504911492134037, |
| "grad_norm": 5.97333873812127, |
| "learning_rate": 4.495908677644207e-06, |
| "loss": 0.3787, |
| "step": 10900 |
| }, |
| { |
| "epoch": 0.5509961869649757, |
| "grad_norm": 4.51021628683305, |
| "learning_rate": 4.49085766239014e-06, |
| "loss": 0.3835, |
| "step": 10910 |
| }, |
| { |
| "epoch": 0.5515012247165476, |
| "grad_norm": 3.902274506866627, |
| "learning_rate": 4.4858066471360745e-06, |
| "loss": 0.3762, |
| "step": 10920 |
| }, |
| { |
| "epoch": 0.5520062624681195, |
| "grad_norm": 3.0980828622359335, |
| "learning_rate": 4.480755631882009e-06, |
| "loss": 0.3873, |
| "step": 10930 |
| }, |
| { |
| "epoch": 0.5525113002196914, |
| "grad_norm": 2.5033456579398674, |
| "learning_rate": 4.475704616627943e-06, |
| "loss": 0.4027, |
| "step": 10940 |
| }, |
| { |
| "epoch": 0.5530163379712634, |
| "grad_norm": 2.888693890103198, |
| "learning_rate": 4.470653601373877e-06, |
| "loss": 0.3828, |
| "step": 10950 |
| }, |
| { |
| "epoch": 0.5535213757228353, |
| "grad_norm": 3.5149007219506205, |
| "learning_rate": 4.46560258611981e-06, |
| "loss": 0.3797, |
| "step": 10960 |
| }, |
| { |
| "epoch": 0.5540264134744072, |
| "grad_norm": 2.3262448954191894, |
| "learning_rate": 4.460551570865744e-06, |
| "loss": 0.385, |
| "step": 10970 |
| }, |
| { |
| "epoch": 0.5545314512259791, |
| "grad_norm": 2.021941174461837, |
| "learning_rate": 4.4555005556116784e-06, |
| "loss": 0.3902, |
| "step": 10980 |
| }, |
| { |
| "epoch": 0.5550364889775511, |
| "grad_norm": 3.2136340880143694, |
| "learning_rate": 4.450449540357612e-06, |
| "loss": 0.3767, |
| "step": 10990 |
| }, |
| { |
| "epoch": 0.555541526729123, |
| "grad_norm": 6.405644243339184, |
| "learning_rate": 4.445398525103547e-06, |
| "loss": 0.394, |
| "step": 11000 |
| }, |
| { |
| "epoch": 0.5560465644806949, |
| "grad_norm": 3.698639548037572, |
| "learning_rate": 4.44034750984948e-06, |
| "loss": 0.3733, |
| "step": 11010 |
| }, |
| { |
| "epoch": 0.5565516022322669, |
| "grad_norm": 1.8438864220839366, |
| "learning_rate": 4.435296494595414e-06, |
| "loss": 0.387, |
| "step": 11020 |
| }, |
| { |
| "epoch": 0.5570566399838388, |
| "grad_norm": 2.9672016536550654, |
| "learning_rate": 4.430245479341348e-06, |
| "loss": 0.3767, |
| "step": 11030 |
| }, |
| { |
| "epoch": 0.5575616777354108, |
| "grad_norm": 9.95951552056093, |
| "learning_rate": 4.4251944640872815e-06, |
| "loss": 0.3796, |
| "step": 11040 |
| }, |
| { |
| "epoch": 0.5580667154869826, |
| "grad_norm": 3.844799275005631, |
| "learning_rate": 4.420143448833216e-06, |
| "loss": 0.3721, |
| "step": 11050 |
| }, |
| { |
| "epoch": 0.5585717532385546, |
| "grad_norm": 3.606527812089754, |
| "learning_rate": 4.41509243357915e-06, |
| "loss": 0.3726, |
| "step": 11060 |
| }, |
| { |
| "epoch": 0.5590767909901265, |
| "grad_norm": 3.99898244357326, |
| "learning_rate": 4.410041418325084e-06, |
| "loss": 0.3822, |
| "step": 11070 |
| }, |
| { |
| "epoch": 0.5595818287416985, |
| "grad_norm": 2.365878798228634, |
| "learning_rate": 4.404990403071018e-06, |
| "loss": 0.3858, |
| "step": 11080 |
| }, |
| { |
| "epoch": 0.5600868664932703, |
| "grad_norm": 2.0114937465222105, |
| "learning_rate": 4.399939387816951e-06, |
| "loss": 0.3619, |
| "step": 11090 |
| }, |
| { |
| "epoch": 0.5605919042448423, |
| "grad_norm": 4.267506041644642, |
| "learning_rate": 4.394888372562885e-06, |
| "loss": 0.3959, |
| "step": 11100 |
| }, |
| { |
| "epoch": 0.5610969419964142, |
| "grad_norm": 2.3885028725522663, |
| "learning_rate": 4.3898373573088195e-06, |
| "loss": 0.3689, |
| "step": 11110 |
| }, |
| { |
| "epoch": 0.5616019797479862, |
| "grad_norm": 8.297216447663791, |
| "learning_rate": 4.384786342054753e-06, |
| "loss": 0.3775, |
| "step": 11120 |
| }, |
| { |
| "epoch": 0.562107017499558, |
| "grad_norm": 2.8469924568130516, |
| "learning_rate": 4.379735326800687e-06, |
| "loss": 0.3898, |
| "step": 11130 |
| }, |
| { |
| "epoch": 0.56261205525113, |
| "grad_norm": 6.231958717493552, |
| "learning_rate": 4.374684311546621e-06, |
| "loss": 0.3837, |
| "step": 11140 |
| }, |
| { |
| "epoch": 0.563117093002702, |
| "grad_norm": 4.309341792972094, |
| "learning_rate": 4.369633296292555e-06, |
| "loss": 0.3828, |
| "step": 11150 |
| }, |
| { |
| "epoch": 0.5636221307542739, |
| "grad_norm": 3.203446767568462, |
| "learning_rate": 4.364582281038489e-06, |
| "loss": 0.3903, |
| "step": 11160 |
| }, |
| { |
| "epoch": 0.5641271685058458, |
| "grad_norm": 4.843549458393687, |
| "learning_rate": 4.359531265784423e-06, |
| "loss": 0.3855, |
| "step": 11170 |
| }, |
| { |
| "epoch": 0.5646322062574177, |
| "grad_norm": 2.525777084557924, |
| "learning_rate": 4.354480250530357e-06, |
| "loss": 0.3898, |
| "step": 11180 |
| }, |
| { |
| "epoch": 0.5651372440089897, |
| "grad_norm": 1.9829345093280084, |
| "learning_rate": 4.349429235276291e-06, |
| "loss": 0.3981, |
| "step": 11190 |
| }, |
| { |
| "epoch": 0.5656422817605616, |
| "grad_norm": 2.2195349808444162, |
| "learning_rate": 4.344378220022225e-06, |
| "loss": 0.3627, |
| "step": 11200 |
| }, |
| { |
| "epoch": 0.5661473195121335, |
| "grad_norm": 1.8120887020230037, |
| "learning_rate": 4.339327204768159e-06, |
| "loss": 0.3785, |
| "step": 11210 |
| }, |
| { |
| "epoch": 0.5666523572637054, |
| "grad_norm": 3.909050155051535, |
| "learning_rate": 4.334276189514093e-06, |
| "loss": 0.3893, |
| "step": 11220 |
| }, |
| { |
| "epoch": 0.5671573950152774, |
| "grad_norm": 110.40544319977835, |
| "learning_rate": 4.3292251742600264e-06, |
| "loss": 0.3835, |
| "step": 11230 |
| }, |
| { |
| "epoch": 0.5676624327668494, |
| "grad_norm": 2.734463901696715, |
| "learning_rate": 4.3241741590059606e-06, |
| "loss": 0.3996, |
| "step": 11240 |
| }, |
| { |
| "epoch": 0.5681674705184212, |
| "grad_norm": 2.044621346060538, |
| "learning_rate": 4.319123143751895e-06, |
| "loss": 0.3963, |
| "step": 11250 |
| }, |
| { |
| "epoch": 0.5686725082699932, |
| "grad_norm": 2.6336975727846346, |
| "learning_rate": 4.314072128497828e-06, |
| "loss": 0.3862, |
| "step": 11260 |
| }, |
| { |
| "epoch": 0.5691775460215651, |
| "grad_norm": 2.817059832465792, |
| "learning_rate": 4.309021113243763e-06, |
| "loss": 0.3944, |
| "step": 11270 |
| }, |
| { |
| "epoch": 0.5696825837731371, |
| "grad_norm": 3.118909901449835, |
| "learning_rate": 4.303970097989696e-06, |
| "loss": 0.3746, |
| "step": 11280 |
| }, |
| { |
| "epoch": 0.5701876215247089, |
| "grad_norm": 2.419014264509884, |
| "learning_rate": 4.29891908273563e-06, |
| "loss": 0.3756, |
| "step": 11290 |
| }, |
| { |
| "epoch": 0.5706926592762809, |
| "grad_norm": 2.009124011568514, |
| "learning_rate": 4.2938680674815645e-06, |
| "loss": 0.381, |
| "step": 11300 |
| }, |
| { |
| "epoch": 0.5711976970278528, |
| "grad_norm": 1.7912588198575379, |
| "learning_rate": 4.288817052227498e-06, |
| "loss": 0.3854, |
| "step": 11310 |
| }, |
| { |
| "epoch": 0.5717027347794248, |
| "grad_norm": 2.188948676804761, |
| "learning_rate": 4.283766036973432e-06, |
| "loss": 0.4011, |
| "step": 11320 |
| }, |
| { |
| "epoch": 0.5722077725309966, |
| "grad_norm": 5.787714109914013, |
| "learning_rate": 4.278715021719366e-06, |
| "loss": 0.3953, |
| "step": 11330 |
| }, |
| { |
| "epoch": 0.5727128102825686, |
| "grad_norm": 2.895115220305218, |
| "learning_rate": 4.2736640064653e-06, |
| "loss": 0.3835, |
| "step": 11340 |
| }, |
| { |
| "epoch": 0.5732178480341406, |
| "grad_norm": 3.0581001395729013, |
| "learning_rate": 4.268612991211234e-06, |
| "loss": 0.3765, |
| "step": 11350 |
| }, |
| { |
| "epoch": 0.5737228857857125, |
| "grad_norm": 2.8763642234703015, |
| "learning_rate": 4.2635619759571675e-06, |
| "loss": 0.3844, |
| "step": 11360 |
| }, |
| { |
| "epoch": 0.5742279235372844, |
| "grad_norm": 2.73350988345317, |
| "learning_rate": 4.258510960703102e-06, |
| "loss": 0.3838, |
| "step": 11370 |
| }, |
| { |
| "epoch": 0.5747329612888563, |
| "grad_norm": 2.187379524359724, |
| "learning_rate": 4.253459945449036e-06, |
| "loss": 0.3819, |
| "step": 11380 |
| }, |
| { |
| "epoch": 0.5752379990404283, |
| "grad_norm": 2.5046900898952518, |
| "learning_rate": 4.248408930194969e-06, |
| "loss": 0.3959, |
| "step": 11390 |
| }, |
| { |
| "epoch": 0.5757430367920002, |
| "grad_norm": 2.058073939600919, |
| "learning_rate": 4.243357914940903e-06, |
| "loss": 0.3931, |
| "step": 11400 |
| }, |
| { |
| "epoch": 0.5762480745435722, |
| "grad_norm": 2.15231990076239, |
| "learning_rate": 4.238306899686837e-06, |
| "loss": 0.3755, |
| "step": 11410 |
| }, |
| { |
| "epoch": 0.576753112295144, |
| "grad_norm": 2.050683275677417, |
| "learning_rate": 4.233255884432771e-06, |
| "loss": 0.3736, |
| "step": 11420 |
| }, |
| { |
| "epoch": 0.577258150046716, |
| "grad_norm": 2.6748692786354624, |
| "learning_rate": 4.2282048691787055e-06, |
| "loss": 0.3766, |
| "step": 11430 |
| }, |
| { |
| "epoch": 0.577763187798288, |
| "grad_norm": 3.596459258619974, |
| "learning_rate": 4.223153853924639e-06, |
| "loss": 0.3798, |
| "step": 11440 |
| }, |
| { |
| "epoch": 0.5782682255498599, |
| "grad_norm": 3.0261933816595987, |
| "learning_rate": 4.218102838670573e-06, |
| "loss": 0.3958, |
| "step": 11450 |
| }, |
| { |
| "epoch": 0.5787732633014318, |
| "grad_norm": 5.146945239564686, |
| "learning_rate": 4.213051823416507e-06, |
| "loss": 0.3725, |
| "step": 11460 |
| }, |
| { |
| "epoch": 0.5792783010530037, |
| "grad_norm": 2.4698008594522896, |
| "learning_rate": 4.20800080816244e-06, |
| "loss": 0.376, |
| "step": 11470 |
| }, |
| { |
| "epoch": 0.5797833388045757, |
| "grad_norm": 2.107316320060359, |
| "learning_rate": 4.202949792908375e-06, |
| "loss": 0.3629, |
| "step": 11480 |
| }, |
| { |
| "epoch": 0.5802883765561476, |
| "grad_norm": 2.0980153420904575, |
| "learning_rate": 4.197898777654309e-06, |
| "loss": 0.4014, |
| "step": 11490 |
| }, |
| { |
| "epoch": 0.5807934143077195, |
| "grad_norm": 3.2058729016983136, |
| "learning_rate": 4.192847762400243e-06, |
| "loss": 0.3828, |
| "step": 11500 |
| }, |
| { |
| "epoch": 0.5812984520592914, |
| "grad_norm": 2.71859111643498, |
| "learning_rate": 4.187796747146177e-06, |
| "loss": 0.3819, |
| "step": 11510 |
| }, |
| { |
| "epoch": 0.5818034898108634, |
| "grad_norm": 2.4534281139850793, |
| "learning_rate": 4.182745731892111e-06, |
| "loss": 0.3928, |
| "step": 11520 |
| }, |
| { |
| "epoch": 0.5823085275624353, |
| "grad_norm": 1.8301553116699396, |
| "learning_rate": 4.177694716638044e-06, |
| "loss": 0.3654, |
| "step": 11530 |
| }, |
| { |
| "epoch": 0.5828135653140072, |
| "grad_norm": 4.477875878428584, |
| "learning_rate": 4.172643701383979e-06, |
| "loss": 0.3748, |
| "step": 11540 |
| }, |
| { |
| "epoch": 0.5833186030655791, |
| "grad_norm": 13.967741045162365, |
| "learning_rate": 4.1675926861299125e-06, |
| "loss": 0.3756, |
| "step": 11550 |
| }, |
| { |
| "epoch": 0.5838236408171511, |
| "grad_norm": 3.872741784787074, |
| "learning_rate": 4.162541670875847e-06, |
| "loss": 0.3771, |
| "step": 11560 |
| }, |
| { |
| "epoch": 0.5843286785687231, |
| "grad_norm": 4.469317092124396, |
| "learning_rate": 4.157490655621781e-06, |
| "loss": 0.374, |
| "step": 11570 |
| }, |
| { |
| "epoch": 0.5848337163202949, |
| "grad_norm": 4.299796050846851, |
| "learning_rate": 4.152439640367714e-06, |
| "loss": 0.3721, |
| "step": 11580 |
| }, |
| { |
| "epoch": 0.5853387540718669, |
| "grad_norm": 2.72784485464612, |
| "learning_rate": 4.147388625113648e-06, |
| "loss": 0.3752, |
| "step": 11590 |
| }, |
| { |
| "epoch": 0.5858437918234388, |
| "grad_norm": 2.4059258940294574, |
| "learning_rate": 4.142337609859582e-06, |
| "loss": 0.3725, |
| "step": 11600 |
| }, |
| { |
| "epoch": 0.5863488295750108, |
| "grad_norm": 3.311734782523416, |
| "learning_rate": 4.137286594605516e-06, |
| "loss": 0.3798, |
| "step": 11610 |
| }, |
| { |
| "epoch": 0.5868538673265826, |
| "grad_norm": 3.792159108792209, |
| "learning_rate": 4.1322355793514505e-06, |
| "loss": 0.3611, |
| "step": 11620 |
| }, |
| { |
| "epoch": 0.5873589050781546, |
| "grad_norm": 3.7603434596067684, |
| "learning_rate": 4.127184564097384e-06, |
| "loss": 0.3807, |
| "step": 11630 |
| }, |
| { |
| "epoch": 0.5878639428297265, |
| "grad_norm": 2.082805585556261, |
| "learning_rate": 4.122133548843318e-06, |
| "loss": 0.3713, |
| "step": 11640 |
| }, |
| { |
| "epoch": 0.5883689805812985, |
| "grad_norm": 3.7335861923532847, |
| "learning_rate": 4.117082533589252e-06, |
| "loss": 0.37, |
| "step": 11650 |
| }, |
| { |
| "epoch": 0.5888740183328703, |
| "grad_norm": 2.56465711212247, |
| "learning_rate": 4.112031518335185e-06, |
| "loss": 0.3902, |
| "step": 11660 |
| }, |
| { |
| "epoch": 0.5893790560844423, |
| "grad_norm": 2.1557448667197843, |
| "learning_rate": 4.106980503081119e-06, |
| "loss": 0.3943, |
| "step": 11670 |
| }, |
| { |
| "epoch": 0.5898840938360143, |
| "grad_norm": 4.763988402275346, |
| "learning_rate": 4.1019294878270535e-06, |
| "loss": 0.3775, |
| "step": 11680 |
| }, |
| { |
| "epoch": 0.5903891315875862, |
| "grad_norm": 5.278109696777853, |
| "learning_rate": 4.096878472572988e-06, |
| "loss": 0.3893, |
| "step": 11690 |
| }, |
| { |
| "epoch": 0.5908941693391581, |
| "grad_norm": 2.6015113581109466, |
| "learning_rate": 4.091827457318922e-06, |
| "loss": 0.3746, |
| "step": 11700 |
| }, |
| { |
| "epoch": 0.59139920709073, |
| "grad_norm": 2.851515770660457, |
| "learning_rate": 4.086776442064855e-06, |
| "loss": 0.3819, |
| "step": 11710 |
| }, |
| { |
| "epoch": 0.591904244842302, |
| "grad_norm": 2.5969899871366215, |
| "learning_rate": 4.081725426810789e-06, |
| "loss": 0.3728, |
| "step": 11720 |
| }, |
| { |
| "epoch": 0.5924092825938739, |
| "grad_norm": 1.9757415738509565, |
| "learning_rate": 4.076674411556723e-06, |
| "loss": 0.3724, |
| "step": 11730 |
| }, |
| { |
| "epoch": 0.5929143203454458, |
| "grad_norm": 3.277581750970118, |
| "learning_rate": 4.071623396302657e-06, |
| "loss": 0.3688, |
| "step": 11740 |
| }, |
| { |
| "epoch": 0.5934193580970177, |
| "grad_norm": 4.8469992620214155, |
| "learning_rate": 4.0665723810485916e-06, |
| "loss": 0.3562, |
| "step": 11750 |
| }, |
| { |
| "epoch": 0.5939243958485897, |
| "grad_norm": 2.323267430569943, |
| "learning_rate": 4.061521365794525e-06, |
| "loss": 0.3907, |
| "step": 11760 |
| }, |
| { |
| "epoch": 0.5944294336001616, |
| "grad_norm": 1.9799231963200372, |
| "learning_rate": 4.056470350540459e-06, |
| "loss": 0.3894, |
| "step": 11770 |
| }, |
| { |
| "epoch": 0.5949344713517335, |
| "grad_norm": 2.576381259976751, |
| "learning_rate": 4.051419335286393e-06, |
| "loss": 0.3709, |
| "step": 11780 |
| }, |
| { |
| "epoch": 0.5954395091033055, |
| "grad_norm": 3.283926951217961, |
| "learning_rate": 4.046368320032326e-06, |
| "loss": 0.3938, |
| "step": 11790 |
| }, |
| { |
| "epoch": 0.5959445468548774, |
| "grad_norm": 3.29273998482733, |
| "learning_rate": 4.0413173047782605e-06, |
| "loss": 0.3896, |
| "step": 11800 |
| }, |
| { |
| "epoch": 0.5964495846064494, |
| "grad_norm": 2.332643126609973, |
| "learning_rate": 4.036266289524195e-06, |
| "loss": 0.3719, |
| "step": 11810 |
| }, |
| { |
| "epoch": 0.5969546223580212, |
| "grad_norm": 3.2558173835297963, |
| "learning_rate": 4.031215274270129e-06, |
| "loss": 0.3741, |
| "step": 11820 |
| }, |
| { |
| "epoch": 0.5974596601095932, |
| "grad_norm": 6.835841939224201, |
| "learning_rate": 4.026164259016063e-06, |
| "loss": 0.363, |
| "step": 11830 |
| }, |
| { |
| "epoch": 0.5979646978611651, |
| "grad_norm": 2.1914586837180687, |
| "learning_rate": 4.021113243761996e-06, |
| "loss": 0.3618, |
| "step": 11840 |
| }, |
| { |
| "epoch": 0.5984697356127371, |
| "grad_norm": 2.360393516962277, |
| "learning_rate": 4.01606222850793e-06, |
| "loss": 0.3726, |
| "step": 11850 |
| }, |
| { |
| "epoch": 0.5989747733643089, |
| "grad_norm": 2.46922458613829, |
| "learning_rate": 4.011011213253864e-06, |
| "loss": 0.3649, |
| "step": 11860 |
| }, |
| { |
| "epoch": 0.5994798111158809, |
| "grad_norm": 1.886510326818929, |
| "learning_rate": 4.005960197999798e-06, |
| "loss": 0.371, |
| "step": 11870 |
| }, |
| { |
| "epoch": 0.5999848488674528, |
| "grad_norm": 4.097224486709572, |
| "learning_rate": 4.000909182745733e-06, |
| "loss": 0.3944, |
| "step": 11880 |
| }, |
| { |
| "epoch": 0.6004898866190248, |
| "grad_norm": 7.100119835211903, |
| "learning_rate": 3.995858167491667e-06, |
| "loss": 0.3665, |
| "step": 11890 |
| }, |
| { |
| "epoch": 0.6009949243705967, |
| "grad_norm": 1.7863799930508097, |
| "learning_rate": 3.9908071522376e-06, |
| "loss": 0.3748, |
| "step": 11900 |
| }, |
| { |
| "epoch": 0.6014999621221686, |
| "grad_norm": 3.0047977958425487, |
| "learning_rate": 3.985756136983534e-06, |
| "loss": 0.3869, |
| "step": 11910 |
| }, |
| { |
| "epoch": 0.6020049998737406, |
| "grad_norm": 3.077659231433922, |
| "learning_rate": 3.980705121729468e-06, |
| "loss": 0.3618, |
| "step": 11920 |
| }, |
| { |
| "epoch": 0.6025100376253125, |
| "grad_norm": 5.808559896098692, |
| "learning_rate": 3.9756541064754015e-06, |
| "loss": 0.3735, |
| "step": 11930 |
| }, |
| { |
| "epoch": 0.6030150753768844, |
| "grad_norm": 2.1197853890011285, |
| "learning_rate": 3.970603091221336e-06, |
| "loss": 0.3901, |
| "step": 11940 |
| }, |
| { |
| "epoch": 0.6035201131284563, |
| "grad_norm": 2.0357339213647054, |
| "learning_rate": 3.96555207596727e-06, |
| "loss": 0.3768, |
| "step": 11950 |
| }, |
| { |
| "epoch": 0.6040251508800283, |
| "grad_norm": 1.9386614623259042, |
| "learning_rate": 3.960501060713204e-06, |
| "loss": 0.371, |
| "step": 11960 |
| }, |
| { |
| "epoch": 0.6045301886316002, |
| "grad_norm": 3.573185030358563, |
| "learning_rate": 3.955450045459138e-06, |
| "loss": 0.3748, |
| "step": 11970 |
| }, |
| { |
| "epoch": 0.6050352263831721, |
| "grad_norm": 2.6490276092763225, |
| "learning_rate": 3.950399030205071e-06, |
| "loss": 0.3907, |
| "step": 11980 |
| }, |
| { |
| "epoch": 0.605540264134744, |
| "grad_norm": 1.9765526236319297, |
| "learning_rate": 3.9453480149510054e-06, |
| "loss": 0.3851, |
| "step": 11990 |
| }, |
| { |
| "epoch": 0.606045301886316, |
| "grad_norm": 2.6148181435511866, |
| "learning_rate": 3.9402969996969396e-06, |
| "loss": 0.3829, |
| "step": 12000 |
| }, |
| { |
| "epoch": 0.606550339637888, |
| "grad_norm": 2.0137917601843194, |
| "learning_rate": 3.935245984442873e-06, |
| "loss": 0.3876, |
| "step": 12010 |
| }, |
| { |
| "epoch": 0.6070553773894599, |
| "grad_norm": 2.183286213214996, |
| "learning_rate": 3.930194969188808e-06, |
| "loss": 0.3852, |
| "step": 12020 |
| }, |
| { |
| "epoch": 0.6075604151410318, |
| "grad_norm": 1.8996262451525328, |
| "learning_rate": 3.925143953934741e-06, |
| "loss": 0.3737, |
| "step": 12030 |
| }, |
| { |
| "epoch": 0.6080654528926037, |
| "grad_norm": 2.1458215777612293, |
| "learning_rate": 3.920092938680675e-06, |
| "loss": 0.3705, |
| "step": 12040 |
| }, |
| { |
| "epoch": 0.6085704906441757, |
| "grad_norm": 1.611205289782356, |
| "learning_rate": 3.915041923426609e-06, |
| "loss": 0.3774, |
| "step": 12050 |
| }, |
| { |
| "epoch": 0.6090755283957476, |
| "grad_norm": 1.8784320811926083, |
| "learning_rate": 3.909990908172543e-06, |
| "loss": 0.3705, |
| "step": 12060 |
| }, |
| { |
| "epoch": 0.6095805661473195, |
| "grad_norm": 2.0214114750705283, |
| "learning_rate": 3.904939892918477e-06, |
| "loss": 0.3579, |
| "step": 12070 |
| }, |
| { |
| "epoch": 0.6100856038988914, |
| "grad_norm": 2.52455375915045, |
| "learning_rate": 3.899888877664411e-06, |
| "loss": 0.3757, |
| "step": 12080 |
| }, |
| { |
| "epoch": 0.6105906416504634, |
| "grad_norm": 2.7488427549157963, |
| "learning_rate": 3.894837862410345e-06, |
| "loss": 0.3753, |
| "step": 12090 |
| }, |
| { |
| "epoch": 0.6110956794020354, |
| "grad_norm": 2.366101694404488, |
| "learning_rate": 3.889786847156279e-06, |
| "loss": 0.3583, |
| "step": 12100 |
| }, |
| { |
| "epoch": 0.6116007171536072, |
| "grad_norm": 4.526955084775627, |
| "learning_rate": 3.884735831902212e-06, |
| "loss": 0.373, |
| "step": 12110 |
| }, |
| { |
| "epoch": 0.6121057549051792, |
| "grad_norm": 1.6632942025151354, |
| "learning_rate": 3.8796848166481465e-06, |
| "loss": 0.3797, |
| "step": 12120 |
| }, |
| { |
| "epoch": 0.6126107926567511, |
| "grad_norm": 2.122544662038796, |
| "learning_rate": 3.874633801394081e-06, |
| "loss": 0.3763, |
| "step": 12130 |
| }, |
| { |
| "epoch": 0.6131158304083231, |
| "grad_norm": 2.136310843503549, |
| "learning_rate": 3.869582786140014e-06, |
| "loss": 0.3822, |
| "step": 12140 |
| }, |
| { |
| "epoch": 0.6136208681598949, |
| "grad_norm": 1.701221883208955, |
| "learning_rate": 3.864531770885949e-06, |
| "loss": 0.3636, |
| "step": 12150 |
| }, |
| { |
| "epoch": 0.6141259059114669, |
| "grad_norm": 1.9524548661829169, |
| "learning_rate": 3.859480755631882e-06, |
| "loss": 0.3913, |
| "step": 12160 |
| }, |
| { |
| "epoch": 0.6146309436630388, |
| "grad_norm": 2.58084193291891, |
| "learning_rate": 3.854429740377816e-06, |
| "loss": 0.3647, |
| "step": 12170 |
| }, |
| { |
| "epoch": 0.6151359814146108, |
| "grad_norm": 2.6683083927745552, |
| "learning_rate": 3.84937872512375e-06, |
| "loss": 0.3834, |
| "step": 12180 |
| }, |
| { |
| "epoch": 0.6156410191661826, |
| "grad_norm": 5.415821035201854, |
| "learning_rate": 3.844327709869684e-06, |
| "loss": 0.3679, |
| "step": 12190 |
| }, |
| { |
| "epoch": 0.6161460569177546, |
| "grad_norm": 1.7693494201780369, |
| "learning_rate": 3.839276694615618e-06, |
| "loss": 0.3675, |
| "step": 12200 |
| }, |
| { |
| "epoch": 0.6166510946693265, |
| "grad_norm": 2.025826626656601, |
| "learning_rate": 3.834225679361552e-06, |
| "loss": 0.3807, |
| "step": 12210 |
| }, |
| { |
| "epoch": 0.6171561324208985, |
| "grad_norm": 2.409768770452221, |
| "learning_rate": 3.829174664107486e-06, |
| "loss": 0.3718, |
| "step": 12220 |
| }, |
| { |
| "epoch": 0.6176611701724704, |
| "grad_norm": 2.81111834040087, |
| "learning_rate": 3.82412364885342e-06, |
| "loss": 0.3809, |
| "step": 12230 |
| }, |
| { |
| "epoch": 0.6181662079240423, |
| "grad_norm": 2.261752998915838, |
| "learning_rate": 3.8190726335993535e-06, |
| "loss": 0.392, |
| "step": 12240 |
| }, |
| { |
| "epoch": 0.6186712456756143, |
| "grad_norm": 4.1776939292020066, |
| "learning_rate": 3.8140216183452876e-06, |
| "loss": 0.3738, |
| "step": 12250 |
| }, |
| { |
| "epoch": 0.6191762834271862, |
| "grad_norm": 2.1437198828433197, |
| "learning_rate": 3.8089706030912217e-06, |
| "loss": 0.3719, |
| "step": 12260 |
| }, |
| { |
| "epoch": 0.6196813211787581, |
| "grad_norm": 3.075348229616783, |
| "learning_rate": 3.8039195878371554e-06, |
| "loss": 0.3706, |
| "step": 12270 |
| }, |
| { |
| "epoch": 0.62018635893033, |
| "grad_norm": 2.0146213511322566, |
| "learning_rate": 3.798868572583089e-06, |
| "loss": 0.3897, |
| "step": 12280 |
| }, |
| { |
| "epoch": 0.620691396681902, |
| "grad_norm": 3.0389012573946625, |
| "learning_rate": 3.7938175573290236e-06, |
| "loss": 0.3744, |
| "step": 12290 |
| }, |
| { |
| "epoch": 0.6211964344334739, |
| "grad_norm": 3.500847066826284, |
| "learning_rate": 3.7887665420749573e-06, |
| "loss": 0.3645, |
| "step": 12300 |
| }, |
| { |
| "epoch": 0.6217014721850458, |
| "grad_norm": 4.562441605553007, |
| "learning_rate": 3.7837155268208915e-06, |
| "loss": 0.3738, |
| "step": 12310 |
| }, |
| { |
| "epoch": 0.6222065099366177, |
| "grad_norm": 2.8281857847564957, |
| "learning_rate": 3.778664511566825e-06, |
| "loss": 0.3645, |
| "step": 12320 |
| }, |
| { |
| "epoch": 0.6227115476881897, |
| "grad_norm": 4.569461603791169, |
| "learning_rate": 3.7736134963127593e-06, |
| "loss": 0.3525, |
| "step": 12330 |
| }, |
| { |
| "epoch": 0.6232165854397617, |
| "grad_norm": 3.3932139149292198, |
| "learning_rate": 3.768562481058693e-06, |
| "loss": 0.3686, |
| "step": 12340 |
| }, |
| { |
| "epoch": 0.6237216231913335, |
| "grad_norm": 3.208108830968236, |
| "learning_rate": 3.7635114658046267e-06, |
| "loss": 0.3675, |
| "step": 12350 |
| }, |
| { |
| "epoch": 0.6242266609429055, |
| "grad_norm": 3.325030777041727, |
| "learning_rate": 3.7584604505505612e-06, |
| "loss": 0.3827, |
| "step": 12360 |
| }, |
| { |
| "epoch": 0.6247316986944774, |
| "grad_norm": 3.001621471243721, |
| "learning_rate": 3.753409435296495e-06, |
| "loss": 0.3673, |
| "step": 12370 |
| }, |
| { |
| "epoch": 0.6252367364460494, |
| "grad_norm": 2.7314438383701263, |
| "learning_rate": 3.748358420042429e-06, |
| "loss": 0.3831, |
| "step": 12380 |
| }, |
| { |
| "epoch": 0.6257417741976212, |
| "grad_norm": 4.37429312079951, |
| "learning_rate": 3.7433074047883628e-06, |
| "loss": 0.3665, |
| "step": 12390 |
| }, |
| { |
| "epoch": 0.6262468119491932, |
| "grad_norm": 3.9619988373008077, |
| "learning_rate": 3.7382563895342965e-06, |
| "loss": 0.3747, |
| "step": 12400 |
| }, |
| { |
| "epoch": 0.6267518497007651, |
| "grad_norm": 4.80089629937948, |
| "learning_rate": 3.7332053742802306e-06, |
| "loss": 0.3777, |
| "step": 12410 |
| }, |
| { |
| "epoch": 0.6272568874523371, |
| "grad_norm": 3.8675160835398485, |
| "learning_rate": 3.7281543590261643e-06, |
| "loss": 0.3644, |
| "step": 12420 |
| }, |
| { |
| "epoch": 0.6277619252039089, |
| "grad_norm": 2.235819960025121, |
| "learning_rate": 3.723103343772099e-06, |
| "loss": 0.37, |
| "step": 12430 |
| }, |
| { |
| "epoch": 0.6282669629554809, |
| "grad_norm": 2.1802012458708164, |
| "learning_rate": 3.7180523285180325e-06, |
| "loss": 0.3783, |
| "step": 12440 |
| }, |
| { |
| "epoch": 0.6287720007070529, |
| "grad_norm": 5.254753451223298, |
| "learning_rate": 3.7130013132639662e-06, |
| "loss": 0.3778, |
| "step": 12450 |
| }, |
| { |
| "epoch": 0.6292770384586248, |
| "grad_norm": 3.0569298328433794, |
| "learning_rate": 3.7079502980099004e-06, |
| "loss": 0.3708, |
| "step": 12460 |
| }, |
| { |
| "epoch": 0.6297820762101967, |
| "grad_norm": 3.453756701658818, |
| "learning_rate": 3.702899282755834e-06, |
| "loss": 0.3614, |
| "step": 12470 |
| }, |
| { |
| "epoch": 0.6302871139617686, |
| "grad_norm": 3.0406418341037105, |
| "learning_rate": 3.6978482675017678e-06, |
| "loss": 0.3605, |
| "step": 12480 |
| }, |
| { |
| "epoch": 0.6307921517133406, |
| "grad_norm": 5.948695461444471, |
| "learning_rate": 3.6927972522477023e-06, |
| "loss": 0.3769, |
| "step": 12490 |
| }, |
| { |
| "epoch": 0.6312971894649125, |
| "grad_norm": 3.6565401647116986, |
| "learning_rate": 3.687746236993636e-06, |
| "loss": 0.3598, |
| "step": 12500 |
| }, |
| { |
| "epoch": 0.6318022272164844, |
| "grad_norm": 2.386153355802283, |
| "learning_rate": 3.68269522173957e-06, |
| "loss": 0.3668, |
| "step": 12510 |
| }, |
| { |
| "epoch": 0.6323072649680563, |
| "grad_norm": 5.317495105141212, |
| "learning_rate": 3.677644206485504e-06, |
| "loss": 0.3678, |
| "step": 12520 |
| }, |
| { |
| "epoch": 0.6328123027196283, |
| "grad_norm": 6.576082498743726, |
| "learning_rate": 3.672593191231438e-06, |
| "loss": 0.3668, |
| "step": 12530 |
| }, |
| { |
| "epoch": 0.6333173404712003, |
| "grad_norm": 6.268613985781669, |
| "learning_rate": 3.6675421759773717e-06, |
| "loss": 0.3635, |
| "step": 12540 |
| }, |
| { |
| "epoch": 0.6338223782227721, |
| "grad_norm": 5.931534215833603, |
| "learning_rate": 3.6624911607233054e-06, |
| "loss": 0.3836, |
| "step": 12550 |
| }, |
| { |
| "epoch": 0.634327415974344, |
| "grad_norm": 3.414474702810524, |
| "learning_rate": 3.65744014546924e-06, |
| "loss": 0.3638, |
| "step": 12560 |
| }, |
| { |
| "epoch": 0.634832453725916, |
| "grad_norm": 2.5786921065802906, |
| "learning_rate": 3.6523891302151736e-06, |
| "loss": 0.3792, |
| "step": 12570 |
| }, |
| { |
| "epoch": 0.635337491477488, |
| "grad_norm": 3.3296465725491973, |
| "learning_rate": 3.6473381149611077e-06, |
| "loss": 0.3726, |
| "step": 12580 |
| }, |
| { |
| "epoch": 0.6358425292290599, |
| "grad_norm": 5.112120958135022, |
| "learning_rate": 3.6422870997070414e-06, |
| "loss": 0.3608, |
| "step": 12590 |
| }, |
| { |
| "epoch": 0.6363475669806318, |
| "grad_norm": 4.712824755681933, |
| "learning_rate": 3.637236084452975e-06, |
| "loss": 0.361, |
| "step": 12600 |
| }, |
| { |
| "epoch": 0.6368526047322037, |
| "grad_norm": 2.557395610295011, |
| "learning_rate": 3.6321850691989093e-06, |
| "loss": 0.3646, |
| "step": 12610 |
| }, |
| { |
| "epoch": 0.6373576424837757, |
| "grad_norm": 2.4265764249895962, |
| "learning_rate": 3.627134053944843e-06, |
| "loss": 0.3673, |
| "step": 12620 |
| }, |
| { |
| "epoch": 0.6378626802353476, |
| "grad_norm": 9.111738338010397, |
| "learning_rate": 3.6220830386907775e-06, |
| "loss": 0.3748, |
| "step": 12630 |
| }, |
| { |
| "epoch": 0.6383677179869195, |
| "grad_norm": 13.21927265302919, |
| "learning_rate": 3.617032023436711e-06, |
| "loss": 0.3736, |
| "step": 12640 |
| }, |
| { |
| "epoch": 0.6388727557384914, |
| "grad_norm": 3.433344571738311, |
| "learning_rate": 3.611981008182645e-06, |
| "loss": 0.3804, |
| "step": 12650 |
| }, |
| { |
| "epoch": 0.6393777934900634, |
| "grad_norm": 3.3546640582148393, |
| "learning_rate": 3.606929992928579e-06, |
| "loss": 0.3512, |
| "step": 12660 |
| }, |
| { |
| "epoch": 0.6398828312416354, |
| "grad_norm": 2.665395597695038, |
| "learning_rate": 3.6018789776745127e-06, |
| "loss": 0.3777, |
| "step": 12670 |
| }, |
| { |
| "epoch": 0.6403878689932072, |
| "grad_norm": 3.7554388445793343, |
| "learning_rate": 3.5968279624204464e-06, |
| "loss": 0.3745, |
| "step": 12680 |
| }, |
| { |
| "epoch": 0.6408929067447792, |
| "grad_norm": 5.3470856792032695, |
| "learning_rate": 3.5917769471663805e-06, |
| "loss": 0.3712, |
| "step": 12690 |
| }, |
| { |
| "epoch": 0.6413979444963511, |
| "grad_norm": 3.090410688880816, |
| "learning_rate": 3.586725931912315e-06, |
| "loss": 0.3621, |
| "step": 12700 |
| }, |
| { |
| "epoch": 0.6419029822479231, |
| "grad_norm": 2.664925787957406, |
| "learning_rate": 3.581674916658249e-06, |
| "loss": 0.3543, |
| "step": 12710 |
| }, |
| { |
| "epoch": 0.6424080199994949, |
| "grad_norm": 2.449259146215423, |
| "learning_rate": 3.5766239014041825e-06, |
| "loss": 0.3637, |
| "step": 12720 |
| }, |
| { |
| "epoch": 0.6429130577510669, |
| "grad_norm": 3.159318328572562, |
| "learning_rate": 3.5715728861501166e-06, |
| "loss": 0.3793, |
| "step": 12730 |
| }, |
| { |
| "epoch": 0.6434180955026388, |
| "grad_norm": 2.7133150428468835, |
| "learning_rate": 3.5665218708960503e-06, |
| "loss": 0.3798, |
| "step": 12740 |
| }, |
| { |
| "epoch": 0.6439231332542108, |
| "grad_norm": 3.374200452364885, |
| "learning_rate": 3.561470855641984e-06, |
| "loss": 0.3624, |
| "step": 12750 |
| }, |
| { |
| "epoch": 0.6444281710057826, |
| "grad_norm": 2.9622292324304365, |
| "learning_rate": 3.556419840387918e-06, |
| "loss": 0.3553, |
| "step": 12760 |
| }, |
| { |
| "epoch": 0.6449332087573546, |
| "grad_norm": 2.609047480998997, |
| "learning_rate": 3.5513688251338523e-06, |
| "loss": 0.3721, |
| "step": 12770 |
| }, |
| { |
| "epoch": 0.6454382465089266, |
| "grad_norm": 5.058720798344808, |
| "learning_rate": 3.5463178098797864e-06, |
| "loss": 0.3486, |
| "step": 12780 |
| }, |
| { |
| "epoch": 0.6459432842604985, |
| "grad_norm": 2.2596797012742558, |
| "learning_rate": 3.54126679462572e-06, |
| "loss": 0.3696, |
| "step": 12790 |
| }, |
| { |
| "epoch": 0.6464483220120704, |
| "grad_norm": 2.5737345357996815, |
| "learning_rate": 3.536215779371654e-06, |
| "loss": 0.3534, |
| "step": 12800 |
| }, |
| { |
| "epoch": 0.6469533597636423, |
| "grad_norm": 3.9591498502643305, |
| "learning_rate": 3.531164764117588e-06, |
| "loss": 0.3635, |
| "step": 12810 |
| }, |
| { |
| "epoch": 0.6474583975152143, |
| "grad_norm": 4.5793714339332805, |
| "learning_rate": 3.5261137488635216e-06, |
| "loss": 0.3633, |
| "step": 12820 |
| }, |
| { |
| "epoch": 0.6479634352667862, |
| "grad_norm": 2.4696926794812173, |
| "learning_rate": 3.521062733609456e-06, |
| "loss": 0.3681, |
| "step": 12830 |
| }, |
| { |
| "epoch": 0.6484684730183581, |
| "grad_norm": 10.025961417450299, |
| "learning_rate": 3.51601171835539e-06, |
| "loss": 0.3645, |
| "step": 12840 |
| }, |
| { |
| "epoch": 0.64897351076993, |
| "grad_norm": 2.2863708800017934, |
| "learning_rate": 3.5109607031013236e-06, |
| "loss": 0.3686, |
| "step": 12850 |
| }, |
| { |
| "epoch": 0.649478548521502, |
| "grad_norm": 1.9177686162549965, |
| "learning_rate": 3.5059096878472577e-06, |
| "loss": 0.3673, |
| "step": 12860 |
| }, |
| { |
| "epoch": 0.649983586273074, |
| "grad_norm": 5.445065512861327, |
| "learning_rate": 3.5008586725931914e-06, |
| "loss": 0.3801, |
| "step": 12870 |
| }, |
| { |
| "epoch": 0.6504886240246458, |
| "grad_norm": 2.6676713316438336, |
| "learning_rate": 3.4958076573391255e-06, |
| "loss": 0.3779, |
| "step": 12880 |
| }, |
| { |
| "epoch": 0.6509936617762178, |
| "grad_norm": 3.8611942525569374, |
| "learning_rate": 3.490756642085059e-06, |
| "loss": 0.375, |
| "step": 12890 |
| }, |
| { |
| "epoch": 0.6514986995277897, |
| "grad_norm": 3.774007520734188, |
| "learning_rate": 3.4857056268309938e-06, |
| "loss": 0.3768, |
| "step": 12900 |
| }, |
| { |
| "epoch": 0.6520037372793617, |
| "grad_norm": 3.200552688232275, |
| "learning_rate": 3.4806546115769275e-06, |
| "loss": 0.3831, |
| "step": 12910 |
| }, |
| { |
| "epoch": 0.6525087750309335, |
| "grad_norm": 1.9098229490724261, |
| "learning_rate": 3.475603596322861e-06, |
| "loss": 0.379, |
| "step": 12920 |
| }, |
| { |
| "epoch": 0.6530138127825055, |
| "grad_norm": 3.943477029717605, |
| "learning_rate": 3.4705525810687953e-06, |
| "loss": 0.3712, |
| "step": 12930 |
| }, |
| { |
| "epoch": 0.6535188505340774, |
| "grad_norm": 4.9375810935188165, |
| "learning_rate": 3.465501565814729e-06, |
| "loss": 0.3727, |
| "step": 12940 |
| }, |
| { |
| "epoch": 0.6540238882856494, |
| "grad_norm": 5.033670107006043, |
| "learning_rate": 3.4604505505606627e-06, |
| "loss": 0.3663, |
| "step": 12950 |
| }, |
| { |
| "epoch": 0.6545289260372212, |
| "grad_norm": 3.064561646751532, |
| "learning_rate": 3.455399535306597e-06, |
| "loss": 0.3777, |
| "step": 12960 |
| }, |
| { |
| "epoch": 0.6550339637887932, |
| "grad_norm": 2.3278833688543594, |
| "learning_rate": 3.450348520052531e-06, |
| "loss": 0.3539, |
| "step": 12970 |
| }, |
| { |
| "epoch": 0.6555390015403652, |
| "grad_norm": 2.194839952891626, |
| "learning_rate": 3.445297504798465e-06, |
| "loss": 0.3623, |
| "step": 12980 |
| }, |
| { |
| "epoch": 0.6560440392919371, |
| "grad_norm": 4.478106964413342, |
| "learning_rate": 3.4402464895443987e-06, |
| "loss": 0.3717, |
| "step": 12990 |
| }, |
| { |
| "epoch": 0.656549077043509, |
| "grad_norm": 3.862763827323303, |
| "learning_rate": 3.4351954742903324e-06, |
| "loss": 0.3497, |
| "step": 13000 |
| }, |
| { |
| "epoch": 0.6570541147950809, |
| "grad_norm": 6.994733245951842, |
| "learning_rate": 3.4301444590362666e-06, |
| "loss": 0.3814, |
| "step": 13010 |
| }, |
| { |
| "epoch": 0.6575591525466529, |
| "grad_norm": 5.798821632935566, |
| "learning_rate": 3.4250934437822003e-06, |
| "loss": 0.3632, |
| "step": 13020 |
| }, |
| { |
| "epoch": 0.6580641902982248, |
| "grad_norm": 4.04056214450326, |
| "learning_rate": 3.420042428528134e-06, |
| "loss": 0.3848, |
| "step": 13030 |
| }, |
| { |
| "epoch": 0.6585692280497967, |
| "grad_norm": 2.567673036911413, |
| "learning_rate": 3.4149914132740685e-06, |
| "loss": 0.3613, |
| "step": 13040 |
| }, |
| { |
| "epoch": 0.6590742658013686, |
| "grad_norm": 4.569693836912058, |
| "learning_rate": 3.4099403980200022e-06, |
| "loss": 0.3689, |
| "step": 13050 |
| }, |
| { |
| "epoch": 0.6595793035529406, |
| "grad_norm": 7.024167809375034, |
| "learning_rate": 3.4048893827659363e-06, |
| "loss": 0.3752, |
| "step": 13060 |
| }, |
| { |
| "epoch": 0.6600843413045125, |
| "grad_norm": 15.307342736787076, |
| "learning_rate": 3.39983836751187e-06, |
| "loss": 0.3563, |
| "step": 13070 |
| }, |
| { |
| "epoch": 0.6605893790560844, |
| "grad_norm": 5.154751774553765, |
| "learning_rate": 3.394787352257804e-06, |
| "loss": 0.374, |
| "step": 13080 |
| }, |
| { |
| "epoch": 0.6610944168076563, |
| "grad_norm": 6.4670558523466894, |
| "learning_rate": 3.389736337003738e-06, |
| "loss": 0.3662, |
| "step": 13090 |
| }, |
| { |
| "epoch": 0.6615994545592283, |
| "grad_norm": 4.631202509755095, |
| "learning_rate": 3.3846853217496724e-06, |
| "loss": 0.3719, |
| "step": 13100 |
| }, |
| { |
| "epoch": 0.6621044923108003, |
| "grad_norm": 2.638649824542641, |
| "learning_rate": 3.379634306495606e-06, |
| "loss": 0.3649, |
| "step": 13110 |
| }, |
| { |
| "epoch": 0.6626095300623721, |
| "grad_norm": 4.93421678581268, |
| "learning_rate": 3.37458329124154e-06, |
| "loss": 0.3583, |
| "step": 13120 |
| }, |
| { |
| "epoch": 0.6631145678139441, |
| "grad_norm": 8.596147858750863, |
| "learning_rate": 3.369532275987474e-06, |
| "loss": 0.3757, |
| "step": 13130 |
| }, |
| { |
| "epoch": 0.663619605565516, |
| "grad_norm": 2.389686125334587, |
| "learning_rate": 3.3644812607334076e-06, |
| "loss": 0.3665, |
| "step": 13140 |
| }, |
| { |
| "epoch": 0.664124643317088, |
| "grad_norm": 7.517201643559354, |
| "learning_rate": 3.3594302454793413e-06, |
| "loss": 0.3772, |
| "step": 13150 |
| }, |
| { |
| "epoch": 0.6646296810686598, |
| "grad_norm": 3.2962729985486843, |
| "learning_rate": 3.3543792302252755e-06, |
| "loss": 0.3662, |
| "step": 13160 |
| }, |
| { |
| "epoch": 0.6651347188202318, |
| "grad_norm": 2.696587145771749, |
| "learning_rate": 3.3493282149712096e-06, |
| "loss": 0.3784, |
| "step": 13170 |
| }, |
| { |
| "epoch": 0.6656397565718037, |
| "grad_norm": 9.007208510801052, |
| "learning_rate": 3.3442771997171437e-06, |
| "loss": 0.3754, |
| "step": 13180 |
| }, |
| { |
| "epoch": 0.6661447943233757, |
| "grad_norm": 3.6378171433319384, |
| "learning_rate": 3.3392261844630774e-06, |
| "loss": 0.36, |
| "step": 13190 |
| }, |
| { |
| "epoch": 0.6666498320749477, |
| "grad_norm": 5.542336432011706, |
| "learning_rate": 3.334175169209011e-06, |
| "loss": 0.3594, |
| "step": 13200 |
| }, |
| { |
| "epoch": 0.6671548698265195, |
| "grad_norm": 3.865761953639028, |
| "learning_rate": 3.3291241539549452e-06, |
| "loss": 0.3627, |
| "step": 13210 |
| }, |
| { |
| "epoch": 0.6676599075780915, |
| "grad_norm": 8.688331722475619, |
| "learning_rate": 3.324073138700879e-06, |
| "loss": 0.3583, |
| "step": 13220 |
| }, |
| { |
| "epoch": 0.6681649453296634, |
| "grad_norm": 7.506416675568487, |
| "learning_rate": 3.319022123446813e-06, |
| "loss": 0.389, |
| "step": 13230 |
| }, |
| { |
| "epoch": 0.6686699830812354, |
| "grad_norm": 5.431932592827668, |
| "learning_rate": 3.313971108192747e-06, |
| "loss": 0.3544, |
| "step": 13240 |
| }, |
| { |
| "epoch": 0.6691750208328072, |
| "grad_norm": 5.709981208456748, |
| "learning_rate": 3.3089200929386813e-06, |
| "loss": 0.3872, |
| "step": 13250 |
| }, |
| { |
| "epoch": 0.6696800585843792, |
| "grad_norm": 3.72615004588395, |
| "learning_rate": 3.303869077684615e-06, |
| "loss": 0.3694, |
| "step": 13260 |
| }, |
| { |
| "epoch": 0.6701850963359511, |
| "grad_norm": 4.672631711696132, |
| "learning_rate": 3.2988180624305487e-06, |
| "loss": 0.3552, |
| "step": 13270 |
| }, |
| { |
| "epoch": 0.6706901340875231, |
| "grad_norm": 4.166097239004073, |
| "learning_rate": 3.293767047176483e-06, |
| "loss": 0.3705, |
| "step": 13280 |
| }, |
| { |
| "epoch": 0.6711951718390949, |
| "grad_norm": 9.195919275508842, |
| "learning_rate": 3.2887160319224165e-06, |
| "loss": 0.3688, |
| "step": 13290 |
| }, |
| { |
| "epoch": 0.6717002095906669, |
| "grad_norm": 6.6636791033610185, |
| "learning_rate": 3.2836650166683502e-06, |
| "loss": 0.3621, |
| "step": 13300 |
| }, |
| { |
| "epoch": 0.6722052473422389, |
| "grad_norm": 5.256124870002979, |
| "learning_rate": 3.2786140014142848e-06, |
| "loss": 0.3611, |
| "step": 13310 |
| }, |
| { |
| "epoch": 0.6727102850938108, |
| "grad_norm": 7.691842196761616, |
| "learning_rate": 3.2735629861602185e-06, |
| "loss": 0.3634, |
| "step": 13320 |
| }, |
| { |
| "epoch": 0.6732153228453827, |
| "grad_norm": 4.350658776477639, |
| "learning_rate": 3.2685119709061526e-06, |
| "loss": 0.3588, |
| "step": 13330 |
| }, |
| { |
| "epoch": 0.6737203605969546, |
| "grad_norm": 11.623446284645299, |
| "learning_rate": 3.2634609556520863e-06, |
| "loss": 0.371, |
| "step": 13340 |
| }, |
| { |
| "epoch": 0.6742253983485266, |
| "grad_norm": 3.656024443945701, |
| "learning_rate": 3.25840994039802e-06, |
| "loss": 0.3496, |
| "step": 13350 |
| }, |
| { |
| "epoch": 0.6747304361000985, |
| "grad_norm": 4.747809479838541, |
| "learning_rate": 3.253358925143954e-06, |
| "loss": 0.369, |
| "step": 13360 |
| }, |
| { |
| "epoch": 0.6752354738516704, |
| "grad_norm": 3.045504794009347, |
| "learning_rate": 3.248307909889888e-06, |
| "loss": 0.3675, |
| "step": 13370 |
| }, |
| { |
| "epoch": 0.6757405116032423, |
| "grad_norm": 4.5225509793672405, |
| "learning_rate": 3.2432568946358224e-06, |
| "loss": 0.364, |
| "step": 13380 |
| }, |
| { |
| "epoch": 0.6762455493548143, |
| "grad_norm": 6.376859379432204, |
| "learning_rate": 3.238205879381756e-06, |
| "loss": 0.3538, |
| "step": 13390 |
| }, |
| { |
| "epoch": 0.6767505871063862, |
| "grad_norm": 4.459340178610681, |
| "learning_rate": 3.2331548641276898e-06, |
| "loss": 0.3549, |
| "step": 13400 |
| }, |
| { |
| "epoch": 0.6772556248579581, |
| "grad_norm": 4.009290064517063, |
| "learning_rate": 3.228103848873624e-06, |
| "loss": 0.3635, |
| "step": 13410 |
| }, |
| { |
| "epoch": 0.67776066260953, |
| "grad_norm": 4.352335627454303, |
| "learning_rate": 3.2230528336195576e-06, |
| "loss": 0.3642, |
| "step": 13420 |
| }, |
| { |
| "epoch": 0.678265700361102, |
| "grad_norm": 8.538415021418777, |
| "learning_rate": 3.2180018183654917e-06, |
| "loss": 0.3638, |
| "step": 13430 |
| }, |
| { |
| "epoch": 0.678770738112674, |
| "grad_norm": 9.929796560384965, |
| "learning_rate": 3.212950803111426e-06, |
| "loss": 0.3733, |
| "step": 13440 |
| }, |
| { |
| "epoch": 0.6792757758642458, |
| "grad_norm": 10.24812538481589, |
| "learning_rate": 3.20789978785736e-06, |
| "loss": 0.3733, |
| "step": 13450 |
| }, |
| { |
| "epoch": 0.6797808136158178, |
| "grad_norm": 4.911901994444236, |
| "learning_rate": 3.2028487726032937e-06, |
| "loss": 0.3546, |
| "step": 13460 |
| }, |
| { |
| "epoch": 0.6802858513673897, |
| "grad_norm": 9.459161115684884, |
| "learning_rate": 3.1977977573492274e-06, |
| "loss": 0.3604, |
| "step": 13470 |
| }, |
| { |
| "epoch": 0.6807908891189617, |
| "grad_norm": 58.44069759388177, |
| "learning_rate": 3.1927467420951615e-06, |
| "loss": 0.3682, |
| "step": 13480 |
| }, |
| { |
| "epoch": 0.6812959268705335, |
| "grad_norm": 5.773542468847822, |
| "learning_rate": 3.187695726841095e-06, |
| "loss": 0.3654, |
| "step": 13490 |
| }, |
| { |
| "epoch": 0.6818009646221055, |
| "grad_norm": 7.236039686643189, |
| "learning_rate": 3.182644711587029e-06, |
| "loss": 0.3581, |
| "step": 13500 |
| }, |
| { |
| "epoch": 0.6823060023736774, |
| "grad_norm": 8.164527538084936, |
| "learning_rate": 3.1775936963329634e-06, |
| "loss": 0.3719, |
| "step": 13510 |
| }, |
| { |
| "epoch": 0.6828110401252494, |
| "grad_norm": 8.750460822533052, |
| "learning_rate": 3.172542681078897e-06, |
| "loss": 0.3685, |
| "step": 13520 |
| }, |
| { |
| "epoch": 0.6833160778768212, |
| "grad_norm": 8.31780664281577, |
| "learning_rate": 3.1674916658248313e-06, |
| "loss": 0.3738, |
| "step": 13530 |
| }, |
| { |
| "epoch": 0.6838211156283932, |
| "grad_norm": 39.92814930883877, |
| "learning_rate": 3.162440650570765e-06, |
| "loss": 0.3561, |
| "step": 13540 |
| }, |
| { |
| "epoch": 0.6843261533799652, |
| "grad_norm": 7.250183885140758, |
| "learning_rate": 3.1573896353166987e-06, |
| "loss": 0.3763, |
| "step": 13550 |
| }, |
| { |
| "epoch": 0.6848311911315371, |
| "grad_norm": 7.545512249578723, |
| "learning_rate": 3.1523386200626328e-06, |
| "loss": 0.3619, |
| "step": 13560 |
| }, |
| { |
| "epoch": 0.685336228883109, |
| "grad_norm": 13.136078405966021, |
| "learning_rate": 3.1472876048085665e-06, |
| "loss": 0.3506, |
| "step": 13570 |
| }, |
| { |
| "epoch": 0.6858412666346809, |
| "grad_norm": 12.847273364738184, |
| "learning_rate": 3.142236589554501e-06, |
| "loss": 0.3718, |
| "step": 13580 |
| }, |
| { |
| "epoch": 0.6863463043862529, |
| "grad_norm": 5.131472126489263, |
| "learning_rate": 3.1371855743004347e-06, |
| "loss": 0.3573, |
| "step": 13590 |
| }, |
| { |
| "epoch": 0.6868513421378248, |
| "grad_norm": 8.846171149150827, |
| "learning_rate": 3.132134559046369e-06, |
| "loss": 0.3645, |
| "step": 13600 |
| }, |
| { |
| "epoch": 0.6873563798893967, |
| "grad_norm": 7.08666632645302, |
| "learning_rate": 3.1270835437923026e-06, |
| "loss": 0.3863, |
| "step": 13610 |
| }, |
| { |
| "epoch": 0.6878614176409686, |
| "grad_norm": 9.125152763348956, |
| "learning_rate": 3.1220325285382363e-06, |
| "loss": 0.3612, |
| "step": 13620 |
| }, |
| { |
| "epoch": 0.6883664553925406, |
| "grad_norm": 22.795792171268904, |
| "learning_rate": 3.1169815132841704e-06, |
| "loss": 0.3514, |
| "step": 13630 |
| }, |
| { |
| "epoch": 0.6888714931441126, |
| "grad_norm": 13.972423486929486, |
| "learning_rate": 3.111930498030104e-06, |
| "loss": 0.343, |
| "step": 13640 |
| }, |
| { |
| "epoch": 0.6893765308956844, |
| "grad_norm": 7.146064054239514, |
| "learning_rate": 3.1068794827760386e-06, |
| "loss": 0.3634, |
| "step": 13650 |
| }, |
| { |
| "epoch": 0.6898815686472564, |
| "grad_norm": 12.633883151844028, |
| "learning_rate": 3.1018284675219723e-06, |
| "loss": 0.3622, |
| "step": 13660 |
| }, |
| { |
| "epoch": 0.6903866063988283, |
| "grad_norm": 10.567266022971053, |
| "learning_rate": 3.096777452267906e-06, |
| "loss": 0.3775, |
| "step": 13670 |
| }, |
| { |
| "epoch": 0.6908916441504003, |
| "grad_norm": 10.665161639920084, |
| "learning_rate": 3.09172643701384e-06, |
| "loss": 0.3473, |
| "step": 13680 |
| }, |
| { |
| "epoch": 0.6913966819019721, |
| "grad_norm": 13.421618433035983, |
| "learning_rate": 3.086675421759774e-06, |
| "loss": 0.3566, |
| "step": 13690 |
| }, |
| { |
| "epoch": 0.6919017196535441, |
| "grad_norm": 19.50453127590542, |
| "learning_rate": 3.0816244065057076e-06, |
| "loss": 0.3524, |
| "step": 13700 |
| }, |
| { |
| "epoch": 0.692406757405116, |
| "grad_norm": 11.56456458693372, |
| "learning_rate": 3.0765733912516417e-06, |
| "loss": 0.3489, |
| "step": 13710 |
| }, |
| { |
| "epoch": 0.692911795156688, |
| "grad_norm": 9.379959657537876, |
| "learning_rate": 3.071522375997576e-06, |
| "loss": 0.3736, |
| "step": 13720 |
| }, |
| { |
| "epoch": 0.6934168329082598, |
| "grad_norm": 22.486832278224945, |
| "learning_rate": 3.06647136074351e-06, |
| "loss": 0.3586, |
| "step": 13730 |
| }, |
| { |
| "epoch": 0.6939218706598318, |
| "grad_norm": 10.367615306255258, |
| "learning_rate": 3.0614203454894436e-06, |
| "loss": 0.3598, |
| "step": 13740 |
| }, |
| { |
| "epoch": 0.6944269084114038, |
| "grad_norm": 13.659141357148844, |
| "learning_rate": 3.0563693302353773e-06, |
| "loss": 0.3559, |
| "step": 13750 |
| }, |
| { |
| "epoch": 0.6949319461629757, |
| "grad_norm": 28.090360883092867, |
| "learning_rate": 3.0513183149813114e-06, |
| "loss": 0.3572, |
| "step": 13760 |
| }, |
| { |
| "epoch": 0.6954369839145476, |
| "grad_norm": 18.453465716800892, |
| "learning_rate": 3.046267299727245e-06, |
| "loss": 0.3724, |
| "step": 13770 |
| }, |
| { |
| "epoch": 0.6959420216661195, |
| "grad_norm": 29.69383075969026, |
| "learning_rate": 3.0412162844731797e-06, |
| "loss": 0.3715, |
| "step": 13780 |
| }, |
| { |
| "epoch": 0.6964470594176915, |
| "grad_norm": 5.487134314962381, |
| "learning_rate": 3.0361652692191134e-06, |
| "loss": 0.3498, |
| "step": 13790 |
| }, |
| { |
| "epoch": 0.6969520971692634, |
| "grad_norm": 5.672011269458868, |
| "learning_rate": 3.0311142539650475e-06, |
| "loss": 0.3681, |
| "step": 13800 |
| }, |
| { |
| "epoch": 0.6974571349208354, |
| "grad_norm": 4.839559671681653, |
| "learning_rate": 3.0260632387109812e-06, |
| "loss": 0.3623, |
| "step": 13810 |
| }, |
| { |
| "epoch": 0.6979621726724072, |
| "grad_norm": 4.235787248204053, |
| "learning_rate": 3.021012223456915e-06, |
| "loss": 0.3607, |
| "step": 13820 |
| }, |
| { |
| "epoch": 0.6984672104239792, |
| "grad_norm": 4.608668652433986, |
| "learning_rate": 3.015961208202849e-06, |
| "loss": 0.3477, |
| "step": 13830 |
| }, |
| { |
| "epoch": 0.6989722481755511, |
| "grad_norm": 4.704716321355951, |
| "learning_rate": 3.0109101929487827e-06, |
| "loss": 0.3685, |
| "step": 13840 |
| }, |
| { |
| "epoch": 0.6994772859271231, |
| "grad_norm": 6.503590629238218, |
| "learning_rate": 3.0058591776947173e-06, |
| "loss": 0.3721, |
| "step": 13850 |
| }, |
| { |
| "epoch": 0.699982323678695, |
| "grad_norm": 4.428750198778166, |
| "learning_rate": 3.000808162440651e-06, |
| "loss": 0.3712, |
| "step": 13860 |
| }, |
| { |
| "epoch": 0.7004873614302669, |
| "grad_norm": 8.223361489268525, |
| "learning_rate": 2.9957571471865847e-06, |
| "loss": 0.3615, |
| "step": 13870 |
| }, |
| { |
| "epoch": 0.7009923991818389, |
| "grad_norm": 3.8707110375759908, |
| "learning_rate": 2.990706131932519e-06, |
| "loss": 0.368, |
| "step": 13880 |
| }, |
| { |
| "epoch": 0.7014974369334108, |
| "grad_norm": 3.3033672047102853, |
| "learning_rate": 2.9856551166784525e-06, |
| "loss": 0.3662, |
| "step": 13890 |
| }, |
| { |
| "epoch": 0.7020024746849827, |
| "grad_norm": 5.8378570543101045, |
| "learning_rate": 2.9806041014243862e-06, |
| "loss": 0.3766, |
| "step": 13900 |
| }, |
| { |
| "epoch": 0.7025075124365546, |
| "grad_norm": 3.6651748652891425, |
| "learning_rate": 2.9755530861703203e-06, |
| "loss": 0.3661, |
| "step": 13910 |
| }, |
| { |
| "epoch": 0.7030125501881266, |
| "grad_norm": 5.784855966194933, |
| "learning_rate": 2.9705020709162545e-06, |
| "loss": 0.367, |
| "step": 13920 |
| }, |
| { |
| "epoch": 0.7035175879396985, |
| "grad_norm": 7.312016198568584, |
| "learning_rate": 2.9654510556621886e-06, |
| "loss": 0.3672, |
| "step": 13930 |
| }, |
| { |
| "epoch": 0.7040226256912704, |
| "grad_norm": 4.875104979534643, |
| "learning_rate": 2.9604000404081223e-06, |
| "loss": 0.3557, |
| "step": 13940 |
| }, |
| { |
| "epoch": 0.7045276634428423, |
| "grad_norm": 64.55120292569038, |
| "learning_rate": 2.955349025154056e-06, |
| "loss": 0.357, |
| "step": 13950 |
| }, |
| { |
| "epoch": 0.7050327011944143, |
| "grad_norm": 4.765695435475721, |
| "learning_rate": 2.95029800989999e-06, |
| "loss": 0.3625, |
| "step": 13960 |
| }, |
| { |
| "epoch": 0.7055377389459863, |
| "grad_norm": 9.706426400727505, |
| "learning_rate": 2.945246994645924e-06, |
| "loss": 0.3692, |
| "step": 13970 |
| }, |
| { |
| "epoch": 0.7060427766975581, |
| "grad_norm": 5.7703156609987785, |
| "learning_rate": 2.940195979391858e-06, |
| "loss": 0.3496, |
| "step": 13980 |
| }, |
| { |
| "epoch": 0.7065478144491301, |
| "grad_norm": 10.413216240197633, |
| "learning_rate": 2.935144964137792e-06, |
| "loss": 0.3435, |
| "step": 13990 |
| }, |
| { |
| "epoch": 0.707052852200702, |
| "grad_norm": 7.078239510812093, |
| "learning_rate": 2.930093948883726e-06, |
| "loss": 0.3661, |
| "step": 14000 |
| }, |
| { |
| "epoch": 0.707557889952274, |
| "grad_norm": 10.541563423283328, |
| "learning_rate": 2.92504293362966e-06, |
| "loss": 0.3569, |
| "step": 14010 |
| }, |
| { |
| "epoch": 0.7080629277038458, |
| "grad_norm": 4.886876661534467, |
| "learning_rate": 2.9199919183755936e-06, |
| "loss": 0.368, |
| "step": 14020 |
| }, |
| { |
| "epoch": 0.7085679654554178, |
| "grad_norm": 15.262848195897316, |
| "learning_rate": 2.9149409031215277e-06, |
| "loss": 0.3682, |
| "step": 14030 |
| }, |
| { |
| "epoch": 0.7090730032069897, |
| "grad_norm": 12.794932541476035, |
| "learning_rate": 2.9098898878674614e-06, |
| "loss": 0.3592, |
| "step": 14040 |
| }, |
| { |
| "epoch": 0.7095780409585617, |
| "grad_norm": 10.61866026419293, |
| "learning_rate": 2.904838872613395e-06, |
| "loss": 0.3604, |
| "step": 14050 |
| }, |
| { |
| "epoch": 0.7100830787101335, |
| "grad_norm": 25.4476962457588, |
| "learning_rate": 2.8997878573593296e-06, |
| "loss": 0.3824, |
| "step": 14060 |
| }, |
| { |
| "epoch": 0.7105881164617055, |
| "grad_norm": 7.669338040232453, |
| "learning_rate": 2.8947368421052634e-06, |
| "loss": 0.3595, |
| "step": 14070 |
| }, |
| { |
| "epoch": 0.7110931542132775, |
| "grad_norm": 11.74527716840071, |
| "learning_rate": 2.8896858268511975e-06, |
| "loss": 0.3543, |
| "step": 14080 |
| }, |
| { |
| "epoch": 0.7115981919648494, |
| "grad_norm": 6.646635907284065, |
| "learning_rate": 2.884634811597131e-06, |
| "loss": 0.372, |
| "step": 14090 |
| }, |
| { |
| "epoch": 0.7121032297164213, |
| "grad_norm": 7.097527430156463, |
| "learning_rate": 2.879583796343065e-06, |
| "loss": 0.3551, |
| "step": 14100 |
| }, |
| { |
| "epoch": 0.7126082674679932, |
| "grad_norm": 13.591824996252463, |
| "learning_rate": 2.874532781088999e-06, |
| "loss": 0.3681, |
| "step": 14110 |
| }, |
| { |
| "epoch": 0.7131133052195652, |
| "grad_norm": 6.164884039122544, |
| "learning_rate": 2.869481765834933e-06, |
| "loss": 0.3587, |
| "step": 14120 |
| }, |
| { |
| "epoch": 0.7136183429711371, |
| "grad_norm": 4.715084112453213, |
| "learning_rate": 2.8644307505808672e-06, |
| "loss": 0.3573, |
| "step": 14130 |
| }, |
| { |
| "epoch": 0.714123380722709, |
| "grad_norm": 6.717756492187504, |
| "learning_rate": 2.859379735326801e-06, |
| "loss": 0.3686, |
| "step": 14140 |
| }, |
| { |
| "epoch": 0.7146284184742809, |
| "grad_norm": 3.2667847864627855, |
| "learning_rate": 2.854328720072735e-06, |
| "loss": 0.3623, |
| "step": 14150 |
| }, |
| { |
| "epoch": 0.7151334562258529, |
| "grad_norm": 4.553377349461034, |
| "learning_rate": 2.8492777048186688e-06, |
| "loss": 0.3696, |
| "step": 14160 |
| }, |
| { |
| "epoch": 0.7156384939774248, |
| "grad_norm": 6.765157372727796, |
| "learning_rate": 2.8442266895646025e-06, |
| "loss": 0.3828, |
| "step": 14170 |
| }, |
| { |
| "epoch": 0.7161435317289967, |
| "grad_norm": 11.922453637732414, |
| "learning_rate": 2.8391756743105366e-06, |
| "loss": 0.362, |
| "step": 14180 |
| }, |
| { |
| "epoch": 0.7166485694805687, |
| "grad_norm": 14.304651599986355, |
| "learning_rate": 2.8341246590564707e-06, |
| "loss": 0.3609, |
| "step": 14190 |
| }, |
| { |
| "epoch": 0.7171536072321406, |
| "grad_norm": 6.623357145482479, |
| "learning_rate": 2.829073643802405e-06, |
| "loss": 0.3697, |
| "step": 14200 |
| }, |
| { |
| "epoch": 0.7176586449837126, |
| "grad_norm": 8.462478930205787, |
| "learning_rate": 2.8240226285483385e-06, |
| "loss": 0.3909, |
| "step": 14210 |
| }, |
| { |
| "epoch": 0.7181636827352844, |
| "grad_norm": 4.464396808912767, |
| "learning_rate": 2.8189716132942722e-06, |
| "loss": 0.3653, |
| "step": 14220 |
| }, |
| { |
| "epoch": 0.7186687204868564, |
| "grad_norm": 5.427275414848616, |
| "learning_rate": 2.8139205980402064e-06, |
| "loss": 0.3615, |
| "step": 14230 |
| }, |
| { |
| "epoch": 0.7191737582384283, |
| "grad_norm": 6.5602036666267285, |
| "learning_rate": 2.80886958278614e-06, |
| "loss": 0.3793, |
| "step": 14240 |
| }, |
| { |
| "epoch": 0.7196787959900003, |
| "grad_norm": 8.382640709296943, |
| "learning_rate": 2.8038185675320738e-06, |
| "loss": 0.3839, |
| "step": 14250 |
| }, |
| { |
| "epoch": 0.7201838337415721, |
| "grad_norm": 8.38849977200125, |
| "learning_rate": 2.7987675522780083e-06, |
| "loss": 0.3632, |
| "step": 14260 |
| }, |
| { |
| "epoch": 0.7206888714931441, |
| "grad_norm": 4.838800155468274, |
| "learning_rate": 2.793716537023942e-06, |
| "loss": 0.3654, |
| "step": 14270 |
| }, |
| { |
| "epoch": 0.721193909244716, |
| "grad_norm": 3.202140029458944, |
| "learning_rate": 2.788665521769876e-06, |
| "loss": 0.3457, |
| "step": 14280 |
| }, |
| { |
| "epoch": 0.721698946996288, |
| "grad_norm": 3.096801851946618, |
| "learning_rate": 2.78361450651581e-06, |
| "loss": 0.3624, |
| "step": 14290 |
| }, |
| { |
| "epoch": 0.7222039847478599, |
| "grad_norm": 5.2594336987978885, |
| "learning_rate": 2.7785634912617435e-06, |
| "loss": 0.3595, |
| "step": 14300 |
| }, |
| { |
| "epoch": 0.7227090224994318, |
| "grad_norm": 5.738417846740695, |
| "learning_rate": 2.7735124760076777e-06, |
| "loss": 0.3471, |
| "step": 14310 |
| }, |
| { |
| "epoch": 0.7232140602510038, |
| "grad_norm": 3.3615923332479283, |
| "learning_rate": 2.7684614607536114e-06, |
| "loss": 0.3781, |
| "step": 14320 |
| }, |
| { |
| "epoch": 0.7237190980025757, |
| "grad_norm": 13.026933882432127, |
| "learning_rate": 2.763410445499546e-06, |
| "loss": 0.3765, |
| "step": 14330 |
| }, |
| { |
| "epoch": 0.7242241357541476, |
| "grad_norm": 2.4861597750527884, |
| "learning_rate": 2.7583594302454796e-06, |
| "loss": 0.3528, |
| "step": 14340 |
| }, |
| { |
| "epoch": 0.7247291735057195, |
| "grad_norm": 6.6503607629591, |
| "learning_rate": 2.7533084149914137e-06, |
| "loss": 0.3618, |
| "step": 14350 |
| }, |
| { |
| "epoch": 0.7252342112572915, |
| "grad_norm": 2.8124337865494464, |
| "learning_rate": 2.7482573997373474e-06, |
| "loss": 0.3791, |
| "step": 14360 |
| }, |
| { |
| "epoch": 0.7257392490088634, |
| "grad_norm": 5.334310989331839, |
| "learning_rate": 2.743206384483281e-06, |
| "loss": 0.3702, |
| "step": 14370 |
| }, |
| { |
| "epoch": 0.7262442867604354, |
| "grad_norm": 4.197944825898265, |
| "learning_rate": 2.7381553692292153e-06, |
| "loss": 0.3644, |
| "step": 14380 |
| }, |
| { |
| "epoch": 0.7267493245120072, |
| "grad_norm": 3.4074066682001076, |
| "learning_rate": 2.7331043539751494e-06, |
| "loss": 0.3694, |
| "step": 14390 |
| }, |
| { |
| "epoch": 0.7272543622635792, |
| "grad_norm": 2.5186168503160817, |
| "learning_rate": 2.7280533387210835e-06, |
| "loss": 0.3675, |
| "step": 14400 |
| }, |
| { |
| "epoch": 0.7277594000151512, |
| "grad_norm": 2.7527199189922134, |
| "learning_rate": 2.723002323467017e-06, |
| "loss": 0.3474, |
| "step": 14410 |
| }, |
| { |
| "epoch": 0.7282644377667231, |
| "grad_norm": 10.29943264391808, |
| "learning_rate": 2.717951308212951e-06, |
| "loss": 0.3627, |
| "step": 14420 |
| }, |
| { |
| "epoch": 0.728769475518295, |
| "grad_norm": 3.012910231072848, |
| "learning_rate": 2.712900292958885e-06, |
| "loss": 0.359, |
| "step": 14430 |
| }, |
| { |
| "epoch": 0.7292745132698669, |
| "grad_norm": 4.291318577581795, |
| "learning_rate": 2.7078492777048187e-06, |
| "loss": 0.3657, |
| "step": 14440 |
| }, |
| { |
| "epoch": 0.7297795510214389, |
| "grad_norm": 3.161513732407597, |
| "learning_rate": 2.7027982624507524e-06, |
| "loss": 0.3774, |
| "step": 14450 |
| }, |
| { |
| "epoch": 0.7302845887730108, |
| "grad_norm": 6.231424663495901, |
| "learning_rate": 2.697747247196687e-06, |
| "loss": 0.3496, |
| "step": 14460 |
| }, |
| { |
| "epoch": 0.7307896265245827, |
| "grad_norm": 9.93800800520396, |
| "learning_rate": 2.6926962319426207e-06, |
| "loss": 0.3574, |
| "step": 14470 |
| }, |
| { |
| "epoch": 0.7312946642761546, |
| "grad_norm": 5.792304139685358, |
| "learning_rate": 2.687645216688555e-06, |
| "loss": 0.3641, |
| "step": 14480 |
| }, |
| { |
| "epoch": 0.7317997020277266, |
| "grad_norm": 6.779155670529348, |
| "learning_rate": 2.6825942014344885e-06, |
| "loss": 0.3545, |
| "step": 14490 |
| }, |
| { |
| "epoch": 0.7323047397792986, |
| "grad_norm": 3.8135773883209527, |
| "learning_rate": 2.6775431861804226e-06, |
| "loss": 0.3722, |
| "step": 14500 |
| }, |
| { |
| "epoch": 0.7328097775308704, |
| "grad_norm": 3.3544383619935805, |
| "learning_rate": 2.6724921709263563e-06, |
| "loss": 0.3603, |
| "step": 14510 |
| }, |
| { |
| "epoch": 0.7333148152824424, |
| "grad_norm": 4.268409877609442, |
| "learning_rate": 2.66744115567229e-06, |
| "loss": 0.3682, |
| "step": 14520 |
| }, |
| { |
| "epoch": 0.7338198530340143, |
| "grad_norm": 6.571521428968219, |
| "learning_rate": 2.6623901404182246e-06, |
| "loss": 0.376, |
| "step": 14530 |
| }, |
| { |
| "epoch": 0.7343248907855863, |
| "grad_norm": 2.9026381605364935, |
| "learning_rate": 2.6573391251641583e-06, |
| "loss": 0.3705, |
| "step": 14540 |
| }, |
| { |
| "epoch": 0.7348299285371581, |
| "grad_norm": 3.6365813772686635, |
| "learning_rate": 2.6522881099100924e-06, |
| "loss": 0.3556, |
| "step": 14550 |
| }, |
| { |
| "epoch": 0.7353349662887301, |
| "grad_norm": 4.744776659753617, |
| "learning_rate": 2.647237094656026e-06, |
| "loss": 0.381, |
| "step": 14560 |
| }, |
| { |
| "epoch": 0.735840004040302, |
| "grad_norm": 3.8265663489625172, |
| "learning_rate": 2.64218607940196e-06, |
| "loss": 0.3675, |
| "step": 14570 |
| }, |
| { |
| "epoch": 0.736345041791874, |
| "grad_norm": 4.046535114955657, |
| "learning_rate": 2.637135064147894e-06, |
| "loss": 0.354, |
| "step": 14580 |
| }, |
| { |
| "epoch": 0.7368500795434458, |
| "grad_norm": 2.011858995754094, |
| "learning_rate": 2.6320840488938276e-06, |
| "loss": 0.3674, |
| "step": 14590 |
| }, |
| { |
| "epoch": 0.7373551172950178, |
| "grad_norm": 8.920805773112406, |
| "learning_rate": 2.627033033639762e-06, |
| "loss": 0.3479, |
| "step": 14600 |
| }, |
| { |
| "epoch": 0.7378601550465897, |
| "grad_norm": 3.136158587893057, |
| "learning_rate": 2.621982018385696e-06, |
| "loss": 0.3626, |
| "step": 14610 |
| }, |
| { |
| "epoch": 0.7383651927981617, |
| "grad_norm": 3.2282462284034175, |
| "learning_rate": 2.6169310031316296e-06, |
| "loss": 0.3612, |
| "step": 14620 |
| }, |
| { |
| "epoch": 0.7388702305497336, |
| "grad_norm": 2.7063221534655018, |
| "learning_rate": 2.6118799878775637e-06, |
| "loss": 0.3658, |
| "step": 14630 |
| }, |
| { |
| "epoch": 0.7393752683013055, |
| "grad_norm": 2.0705371802094663, |
| "learning_rate": 2.6068289726234974e-06, |
| "loss": 0.3619, |
| "step": 14640 |
| }, |
| { |
| "epoch": 0.7398803060528775, |
| "grad_norm": 2.452888217750629, |
| "learning_rate": 2.601777957369431e-06, |
| "loss": 0.3745, |
| "step": 14650 |
| }, |
| { |
| "epoch": 0.7403853438044494, |
| "grad_norm": 3.5210431082573987, |
| "learning_rate": 2.596726942115365e-06, |
| "loss": 0.3621, |
| "step": 14660 |
| }, |
| { |
| "epoch": 0.7408903815560213, |
| "grad_norm": 2.705820608986338, |
| "learning_rate": 2.5916759268612993e-06, |
| "loss": 0.3722, |
| "step": 14670 |
| }, |
| { |
| "epoch": 0.7413954193075932, |
| "grad_norm": 3.8301828984326005, |
| "learning_rate": 2.5866249116072335e-06, |
| "loss": 0.3475, |
| "step": 14680 |
| }, |
| { |
| "epoch": 0.7419004570591652, |
| "grad_norm": 2.506550997138522, |
| "learning_rate": 2.581573896353167e-06, |
| "loss": 0.379, |
| "step": 14690 |
| }, |
| { |
| "epoch": 0.7424054948107371, |
| "grad_norm": 4.732673442087478, |
| "learning_rate": 2.5765228810991013e-06, |
| "loss": 0.3646, |
| "step": 14700 |
| }, |
| { |
| "epoch": 0.742910532562309, |
| "grad_norm": 3.5697728957238297, |
| "learning_rate": 2.571471865845035e-06, |
| "loss": 0.3749, |
| "step": 14710 |
| }, |
| { |
| "epoch": 0.743415570313881, |
| "grad_norm": 3.408786643280019, |
| "learning_rate": 2.5664208505909687e-06, |
| "loss": 0.3729, |
| "step": 14720 |
| }, |
| { |
| "epoch": 0.7439206080654529, |
| "grad_norm": 3.2680972265488584, |
| "learning_rate": 2.5613698353369032e-06, |
| "loss": 0.3709, |
| "step": 14730 |
| }, |
| { |
| "epoch": 0.7444256458170249, |
| "grad_norm": 2.830354639883803, |
| "learning_rate": 2.556318820082837e-06, |
| "loss": 0.3575, |
| "step": 14740 |
| }, |
| { |
| "epoch": 0.7449306835685967, |
| "grad_norm": 2.1934046044941216, |
| "learning_rate": 2.551267804828771e-06, |
| "loss": 0.3615, |
| "step": 14750 |
| }, |
| { |
| "epoch": 0.7454357213201687, |
| "grad_norm": 3.7209556097533363, |
| "learning_rate": 2.5462167895747048e-06, |
| "loss": 0.3759, |
| "step": 14760 |
| }, |
| { |
| "epoch": 0.7459407590717406, |
| "grad_norm": 2.171529108489969, |
| "learning_rate": 2.5411657743206385e-06, |
| "loss": 0.3736, |
| "step": 14770 |
| }, |
| { |
| "epoch": 0.7464457968233126, |
| "grad_norm": 3.2881080411249903, |
| "learning_rate": 2.5361147590665726e-06, |
| "loss": 0.3856, |
| "step": 14780 |
| }, |
| { |
| "epoch": 0.7469508345748844, |
| "grad_norm": 2.1841022217022004, |
| "learning_rate": 2.5310637438125063e-06, |
| "loss": 0.3594, |
| "step": 14790 |
| }, |
| { |
| "epoch": 0.7474558723264564, |
| "grad_norm": 11.74984061570617, |
| "learning_rate": 2.526012728558441e-06, |
| "loss": 0.3691, |
| "step": 14800 |
| }, |
| { |
| "epoch": 0.7479609100780283, |
| "grad_norm": 2.64035990962851, |
| "learning_rate": 2.5209617133043745e-06, |
| "loss": 0.3426, |
| "step": 14810 |
| }, |
| { |
| "epoch": 0.7484659478296003, |
| "grad_norm": 1.7507289069126455, |
| "learning_rate": 2.5159106980503082e-06, |
| "loss": 0.3652, |
| "step": 14820 |
| }, |
| { |
| "epoch": 0.7489709855811721, |
| "grad_norm": 2.720025461643553, |
| "learning_rate": 2.5108596827962423e-06, |
| "loss": 0.3757, |
| "step": 14830 |
| }, |
| { |
| "epoch": 0.7494760233327441, |
| "grad_norm": 2.595489021549687, |
| "learning_rate": 2.505808667542176e-06, |
| "loss": 0.3659, |
| "step": 14840 |
| }, |
| { |
| "epoch": 0.7499810610843161, |
| "grad_norm": 3.4867867255116884, |
| "learning_rate": 2.50075765228811e-06, |
| "loss": 0.3733, |
| "step": 14850 |
| }, |
| { |
| "epoch": 0.750486098835888, |
| "grad_norm": 2.716151183546756, |
| "learning_rate": 2.4957066370340443e-06, |
| "loss": 0.3609, |
| "step": 14860 |
| }, |
| { |
| "epoch": 0.7509911365874599, |
| "grad_norm": 2.0400103144299737, |
| "learning_rate": 2.490655621779978e-06, |
| "loss": 0.3639, |
| "step": 14870 |
| }, |
| { |
| "epoch": 0.7514961743390318, |
| "grad_norm": 9.410235472131538, |
| "learning_rate": 2.4856046065259117e-06, |
| "loss": 0.3483, |
| "step": 14880 |
| }, |
| { |
| "epoch": 0.7520012120906038, |
| "grad_norm": 2.4049800584504584, |
| "learning_rate": 2.480553591271846e-06, |
| "loss": 0.3569, |
| "step": 14890 |
| }, |
| { |
| "epoch": 0.7525062498421757, |
| "grad_norm": 3.7384168124978565, |
| "learning_rate": 2.47550257601778e-06, |
| "loss": 0.3542, |
| "step": 14900 |
| }, |
| { |
| "epoch": 0.7530112875937476, |
| "grad_norm": 2.589659210465427, |
| "learning_rate": 2.4704515607637136e-06, |
| "loss": 0.368, |
| "step": 14910 |
| }, |
| { |
| "epoch": 0.7535163253453195, |
| "grad_norm": 2.2792717912641383, |
| "learning_rate": 2.4654005455096478e-06, |
| "loss": 0.3575, |
| "step": 14920 |
| }, |
| { |
| "epoch": 0.7540213630968915, |
| "grad_norm": 5.546504545797571, |
| "learning_rate": 2.4603495302555815e-06, |
| "loss": 0.361, |
| "step": 14930 |
| }, |
| { |
| "epoch": 0.7545264008484635, |
| "grad_norm": 4.5236138626508415, |
| "learning_rate": 2.4552985150015156e-06, |
| "loss": 0.3652, |
| "step": 14940 |
| }, |
| { |
| "epoch": 0.7550314386000353, |
| "grad_norm": 5.458941587498548, |
| "learning_rate": 2.4502474997474497e-06, |
| "loss": 0.3565, |
| "step": 14950 |
| }, |
| { |
| "epoch": 0.7555364763516073, |
| "grad_norm": 2.182667398028913, |
| "learning_rate": 2.4451964844933834e-06, |
| "loss": 0.3574, |
| "step": 14960 |
| }, |
| { |
| "epoch": 0.7560415141031792, |
| "grad_norm": 2.3501955437712563, |
| "learning_rate": 2.440145469239317e-06, |
| "loss": 0.3409, |
| "step": 14970 |
| }, |
| { |
| "epoch": 0.7565465518547512, |
| "grad_norm": 2.8564528610222473, |
| "learning_rate": 2.4350944539852512e-06, |
| "loss": 0.3629, |
| "step": 14980 |
| }, |
| { |
| "epoch": 0.7570515896063231, |
| "grad_norm": 3.888970347389462, |
| "learning_rate": 2.4300434387311854e-06, |
| "loss": 0.361, |
| "step": 14990 |
| }, |
| { |
| "epoch": 0.757556627357895, |
| "grad_norm": 7.312481133609781, |
| "learning_rate": 2.424992423477119e-06, |
| "loss": 0.3614, |
| "step": 15000 |
| }, |
| { |
| "epoch": 0.7580616651094669, |
| "grad_norm": 2.1317079758826813, |
| "learning_rate": 2.4199414082230528e-06, |
| "loss": 0.3738, |
| "step": 15010 |
| }, |
| { |
| "epoch": 0.7585667028610389, |
| "grad_norm": 3.6516684684220366, |
| "learning_rate": 2.414890392968987e-06, |
| "loss": 0.3648, |
| "step": 15020 |
| }, |
| { |
| "epoch": 0.7590717406126108, |
| "grad_norm": 2.6072438507069555, |
| "learning_rate": 2.409839377714921e-06, |
| "loss": 0.3621, |
| "step": 15030 |
| }, |
| { |
| "epoch": 0.7595767783641827, |
| "grad_norm": 6.351203220775499, |
| "learning_rate": 2.4047883624608547e-06, |
| "loss": 0.3558, |
| "step": 15040 |
| }, |
| { |
| "epoch": 0.7600818161157546, |
| "grad_norm": 4.130236652741164, |
| "learning_rate": 2.399737347206789e-06, |
| "loss": 0.369, |
| "step": 15050 |
| }, |
| { |
| "epoch": 0.7605868538673266, |
| "grad_norm": 4.6672030495120564, |
| "learning_rate": 2.394686331952723e-06, |
| "loss": 0.3622, |
| "step": 15060 |
| }, |
| { |
| "epoch": 0.7610918916188986, |
| "grad_norm": 12.886235429525053, |
| "learning_rate": 2.3896353166986567e-06, |
| "loss": 0.3622, |
| "step": 15070 |
| }, |
| { |
| "epoch": 0.7615969293704704, |
| "grad_norm": 15.156964415943117, |
| "learning_rate": 2.3845843014445904e-06, |
| "loss": 0.3467, |
| "step": 15080 |
| }, |
| { |
| "epoch": 0.7621019671220424, |
| "grad_norm": 2.87845766689377, |
| "learning_rate": 2.3795332861905245e-06, |
| "loss": 0.3505, |
| "step": 15090 |
| }, |
| { |
| "epoch": 0.7626070048736143, |
| "grad_norm": 15.116534480941452, |
| "learning_rate": 2.3744822709364586e-06, |
| "loss": 0.3483, |
| "step": 15100 |
| }, |
| { |
| "epoch": 0.7631120426251863, |
| "grad_norm": 7.257991090958527, |
| "learning_rate": 2.3694312556823923e-06, |
| "loss": 0.3822, |
| "step": 15110 |
| }, |
| { |
| "epoch": 0.7636170803767581, |
| "grad_norm": 3.4000262016509697, |
| "learning_rate": 2.3643802404283264e-06, |
| "loss": 0.3609, |
| "step": 15120 |
| }, |
| { |
| "epoch": 0.7641221181283301, |
| "grad_norm": 5.8302722893046734, |
| "learning_rate": 2.35932922517426e-06, |
| "loss": 0.3532, |
| "step": 15130 |
| }, |
| { |
| "epoch": 0.764627155879902, |
| "grad_norm": 2.980190177193747, |
| "learning_rate": 2.3542782099201943e-06, |
| "loss": 0.3532, |
| "step": 15140 |
| }, |
| { |
| "epoch": 0.765132193631474, |
| "grad_norm": 2.886158227100219, |
| "learning_rate": 2.349227194666128e-06, |
| "loss": 0.3747, |
| "step": 15150 |
| }, |
| { |
| "epoch": 0.7656372313830458, |
| "grad_norm": 3.5525222031207635, |
| "learning_rate": 2.344176179412062e-06, |
| "loss": 0.3627, |
| "step": 15160 |
| }, |
| { |
| "epoch": 0.7661422691346178, |
| "grad_norm": 5.160435812895103, |
| "learning_rate": 2.3391251641579958e-06, |
| "loss": 0.3638, |
| "step": 15170 |
| }, |
| { |
| "epoch": 0.7666473068861898, |
| "grad_norm": 11.69613721594715, |
| "learning_rate": 2.33407414890393e-06, |
| "loss": 0.354, |
| "step": 15180 |
| }, |
| { |
| "epoch": 0.7671523446377617, |
| "grad_norm": 2.5755050921925604, |
| "learning_rate": 2.329023133649864e-06, |
| "loss": 0.3571, |
| "step": 15190 |
| }, |
| { |
| "epoch": 0.7676573823893336, |
| "grad_norm": 6.875578222537554, |
| "learning_rate": 2.3239721183957977e-06, |
| "loss": 0.3494, |
| "step": 15200 |
| }, |
| { |
| "epoch": 0.7681624201409055, |
| "grad_norm": 3.951283263659072, |
| "learning_rate": 2.3189211031417314e-06, |
| "loss": 0.3642, |
| "step": 15210 |
| }, |
| { |
| "epoch": 0.7686674578924775, |
| "grad_norm": 6.490351712773479, |
| "learning_rate": 2.3138700878876655e-06, |
| "loss": 0.3625, |
| "step": 15220 |
| }, |
| { |
| "epoch": 0.7691724956440494, |
| "grad_norm": 6.723804099342641, |
| "learning_rate": 2.3088190726335997e-06, |
| "loss": 0.3542, |
| "step": 15230 |
| }, |
| { |
| "epoch": 0.7696775333956213, |
| "grad_norm": 3.266407086981815, |
| "learning_rate": 2.3037680573795334e-06, |
| "loss": 0.3593, |
| "step": 15240 |
| }, |
| { |
| "epoch": 0.7701825711471932, |
| "grad_norm": 3.9284527391422093, |
| "learning_rate": 2.2987170421254675e-06, |
| "loss": 0.3614, |
| "step": 15250 |
| }, |
| { |
| "epoch": 0.7706876088987652, |
| "grad_norm": 15.223624137338168, |
| "learning_rate": 2.2936660268714016e-06, |
| "loss": 0.3662, |
| "step": 15260 |
| }, |
| { |
| "epoch": 0.7711926466503372, |
| "grad_norm": 4.028959949491209, |
| "learning_rate": 2.2886150116173353e-06, |
| "loss": 0.3499, |
| "step": 15270 |
| }, |
| { |
| "epoch": 0.771697684401909, |
| "grad_norm": 6.41110230244689, |
| "learning_rate": 2.283563996363269e-06, |
| "loss": 0.3753, |
| "step": 15280 |
| }, |
| { |
| "epoch": 0.772202722153481, |
| "grad_norm": 4.076986580941685, |
| "learning_rate": 2.278512981109203e-06, |
| "loss": 0.334, |
| "step": 15290 |
| }, |
| { |
| "epoch": 0.7727077599050529, |
| "grad_norm": 3.74862169818398, |
| "learning_rate": 2.2734619658551373e-06, |
| "loss": 0.3491, |
| "step": 15300 |
| }, |
| { |
| "epoch": 0.7732127976566249, |
| "grad_norm": 3.385686236758005, |
| "learning_rate": 2.268410950601071e-06, |
| "loss": 0.3505, |
| "step": 15310 |
| }, |
| { |
| "epoch": 0.7737178354081967, |
| "grad_norm": 4.72702362279656, |
| "learning_rate": 2.2633599353470047e-06, |
| "loss": 0.362, |
| "step": 15320 |
| }, |
| { |
| "epoch": 0.7742228731597687, |
| "grad_norm": 15.01423003858265, |
| "learning_rate": 2.2583089200929388e-06, |
| "loss": 0.3557, |
| "step": 15330 |
| }, |
| { |
| "epoch": 0.7747279109113406, |
| "grad_norm": 7.0698788662071275, |
| "learning_rate": 2.253257904838873e-06, |
| "loss": 0.3414, |
| "step": 15340 |
| }, |
| { |
| "epoch": 0.7752329486629126, |
| "grad_norm": 3.524087806752161, |
| "learning_rate": 2.2482068895848066e-06, |
| "loss": 0.372, |
| "step": 15350 |
| }, |
| { |
| "epoch": 0.7757379864144844, |
| "grad_norm": 3.595099576572771, |
| "learning_rate": 2.2431558743307407e-06, |
| "loss": 0.3621, |
| "step": 15360 |
| }, |
| { |
| "epoch": 0.7762430241660564, |
| "grad_norm": 3.3403877064629786, |
| "learning_rate": 2.2381048590766744e-06, |
| "loss": 0.3565, |
| "step": 15370 |
| }, |
| { |
| "epoch": 0.7767480619176284, |
| "grad_norm": 5.0138361529572, |
| "learning_rate": 2.2330538438226086e-06, |
| "loss": 0.374, |
| "step": 15380 |
| }, |
| { |
| "epoch": 0.7772530996692003, |
| "grad_norm": 6.076755730180162, |
| "learning_rate": 2.2280028285685423e-06, |
| "loss": 0.3548, |
| "step": 15390 |
| }, |
| { |
| "epoch": 0.7777581374207722, |
| "grad_norm": 7.698809050653406, |
| "learning_rate": 2.2229518133144764e-06, |
| "loss": 0.3667, |
| "step": 15400 |
| }, |
| { |
| "epoch": 0.7782631751723441, |
| "grad_norm": 3.4467924224973046, |
| "learning_rate": 2.2179007980604105e-06, |
| "loss": 0.3628, |
| "step": 15410 |
| }, |
| { |
| "epoch": 0.7787682129239161, |
| "grad_norm": 4.893559485834325, |
| "learning_rate": 2.212849782806344e-06, |
| "loss": 0.3644, |
| "step": 15420 |
| }, |
| { |
| "epoch": 0.779273250675488, |
| "grad_norm": 4.646808808665608, |
| "learning_rate": 2.2077987675522783e-06, |
| "loss": 0.3615, |
| "step": 15430 |
| }, |
| { |
| "epoch": 0.7797782884270599, |
| "grad_norm": 5.1159354751441395, |
| "learning_rate": 2.202747752298212e-06, |
| "loss": 0.3719, |
| "step": 15440 |
| }, |
| { |
| "epoch": 0.7802833261786318, |
| "grad_norm": 3.6881998697625784, |
| "learning_rate": 2.197696737044146e-06, |
| "loss": 0.3607, |
| "step": 15450 |
| }, |
| { |
| "epoch": 0.7807883639302038, |
| "grad_norm": 2.337125255187875, |
| "learning_rate": 2.1926457217900803e-06, |
| "loss": 0.3757, |
| "step": 15460 |
| }, |
| { |
| "epoch": 0.7812934016817757, |
| "grad_norm": 4.428433133367473, |
| "learning_rate": 2.187594706536014e-06, |
| "loss": 0.3588, |
| "step": 15470 |
| }, |
| { |
| "epoch": 0.7817984394333476, |
| "grad_norm": 3.458785718908454, |
| "learning_rate": 2.1825436912819477e-06, |
| "loss": 0.3705, |
| "step": 15480 |
| }, |
| { |
| "epoch": 0.7823034771849195, |
| "grad_norm": 3.5942204693831936, |
| "learning_rate": 2.177492676027882e-06, |
| "loss": 0.3683, |
| "step": 15490 |
| }, |
| { |
| "epoch": 0.7828085149364915, |
| "grad_norm": 5.889169421367107, |
| "learning_rate": 2.172441660773816e-06, |
| "loss": 0.3573, |
| "step": 15500 |
| }, |
| { |
| "epoch": 0.7833135526880635, |
| "grad_norm": 3.261189892920889, |
| "learning_rate": 2.1673906455197496e-06, |
| "loss": 0.3512, |
| "step": 15510 |
| }, |
| { |
| "epoch": 0.7838185904396353, |
| "grad_norm": 8.352842752027808, |
| "learning_rate": 2.1623396302656833e-06, |
| "loss": 0.3629, |
| "step": 15520 |
| }, |
| { |
| "epoch": 0.7843236281912073, |
| "grad_norm": 2.96386077067302, |
| "learning_rate": 2.1572886150116174e-06, |
| "loss": 0.3636, |
| "step": 15530 |
| }, |
| { |
| "epoch": 0.7848286659427792, |
| "grad_norm": 5.283581255544922, |
| "learning_rate": 2.1522375997575516e-06, |
| "loss": 0.3676, |
| "step": 15540 |
| }, |
| { |
| "epoch": 0.7853337036943512, |
| "grad_norm": 2.6179107461634796, |
| "learning_rate": 2.1471865845034853e-06, |
| "loss": 0.354, |
| "step": 15550 |
| }, |
| { |
| "epoch": 0.785838741445923, |
| "grad_norm": 7.9036355130392755, |
| "learning_rate": 2.142135569249419e-06, |
| "loss": 0.3621, |
| "step": 15560 |
| }, |
| { |
| "epoch": 0.786343779197495, |
| "grad_norm": 4.522869551719609, |
| "learning_rate": 2.137084553995353e-06, |
| "loss": 0.3718, |
| "step": 15570 |
| }, |
| { |
| "epoch": 0.7868488169490669, |
| "grad_norm": 4.684014168319032, |
| "learning_rate": 2.1320335387412872e-06, |
| "loss": 0.3543, |
| "step": 15580 |
| }, |
| { |
| "epoch": 0.7873538547006389, |
| "grad_norm": 3.8914673062545697, |
| "learning_rate": 2.126982523487221e-06, |
| "loss": 0.3535, |
| "step": 15590 |
| }, |
| { |
| "epoch": 0.7878588924522109, |
| "grad_norm": 5.961270787701582, |
| "learning_rate": 2.121931508233155e-06, |
| "loss": 0.3716, |
| "step": 15600 |
| }, |
| { |
| "epoch": 0.7883639302037827, |
| "grad_norm": 30.183292311995285, |
| "learning_rate": 2.116880492979089e-06, |
| "loss": 0.3613, |
| "step": 15610 |
| }, |
| { |
| "epoch": 0.7888689679553547, |
| "grad_norm": 6.697417465261187, |
| "learning_rate": 2.111829477725023e-06, |
| "loss": 0.3507, |
| "step": 15620 |
| }, |
| { |
| "epoch": 0.7893740057069266, |
| "grad_norm": 3.0372920526034783, |
| "learning_rate": 2.106778462470957e-06, |
| "loss": 0.3556, |
| "step": 15630 |
| }, |
| { |
| "epoch": 0.7898790434584986, |
| "grad_norm": 2.8257416604165764, |
| "learning_rate": 2.1017274472168907e-06, |
| "loss": 0.3558, |
| "step": 15640 |
| }, |
| { |
| "epoch": 0.7903840812100704, |
| "grad_norm": 4.371382594369755, |
| "learning_rate": 2.096676431962825e-06, |
| "loss": 0.3708, |
| "step": 15650 |
| }, |
| { |
| "epoch": 0.7908891189616424, |
| "grad_norm": 2.2916826306015388, |
| "learning_rate": 2.0916254167087585e-06, |
| "loss": 0.3575, |
| "step": 15660 |
| }, |
| { |
| "epoch": 0.7913941567132143, |
| "grad_norm": 4.127089263253249, |
| "learning_rate": 2.0865744014546926e-06, |
| "loss": 0.3727, |
| "step": 15670 |
| }, |
| { |
| "epoch": 0.7918991944647863, |
| "grad_norm": 4.5838298238269095, |
| "learning_rate": 2.0815233862006263e-06, |
| "loss": 0.3631, |
| "step": 15680 |
| }, |
| { |
| "epoch": 0.7924042322163581, |
| "grad_norm": 2.13347121181111, |
| "learning_rate": 2.0764723709465605e-06, |
| "loss": 0.3577, |
| "step": 15690 |
| }, |
| { |
| "epoch": 0.7929092699679301, |
| "grad_norm": 2.865333714554876, |
| "learning_rate": 2.0714213556924946e-06, |
| "loss": 0.3646, |
| "step": 15700 |
| }, |
| { |
| "epoch": 0.793414307719502, |
| "grad_norm": 3.3712098781575968, |
| "learning_rate": 2.0663703404384283e-06, |
| "loss": 0.3665, |
| "step": 15710 |
| }, |
| { |
| "epoch": 0.793919345471074, |
| "grad_norm": 6.140656487678135, |
| "learning_rate": 2.061319325184362e-06, |
| "loss": 0.3562, |
| "step": 15720 |
| }, |
| { |
| "epoch": 0.7944243832226459, |
| "grad_norm": 6.1891047783662785, |
| "learning_rate": 2.056268309930296e-06, |
| "loss": 0.3724, |
| "step": 15730 |
| }, |
| { |
| "epoch": 0.7949294209742178, |
| "grad_norm": 9.134267646827375, |
| "learning_rate": 2.0512172946762302e-06, |
| "loss": 0.3733, |
| "step": 15740 |
| }, |
| { |
| "epoch": 0.7954344587257898, |
| "grad_norm": 3.939505362182306, |
| "learning_rate": 2.046166279422164e-06, |
| "loss": 0.356, |
| "step": 15750 |
| }, |
| { |
| "epoch": 0.7959394964773617, |
| "grad_norm": 5.797259273365989, |
| "learning_rate": 2.041115264168098e-06, |
| "loss": 0.3657, |
| "step": 15760 |
| }, |
| { |
| "epoch": 0.7964445342289336, |
| "grad_norm": 4.772342944803025, |
| "learning_rate": 2.036064248914032e-06, |
| "loss": 0.3565, |
| "step": 15770 |
| }, |
| { |
| "epoch": 0.7969495719805055, |
| "grad_norm": 5.611273163023503, |
| "learning_rate": 2.031013233659966e-06, |
| "loss": 0.342, |
| "step": 15780 |
| }, |
| { |
| "epoch": 0.7974546097320775, |
| "grad_norm": 4.35699870135289, |
| "learning_rate": 2.0259622184058996e-06, |
| "loss": 0.3564, |
| "step": 15790 |
| }, |
| { |
| "epoch": 0.7979596474836494, |
| "grad_norm": 4.981366634684693, |
| "learning_rate": 2.0209112031518337e-06, |
| "loss": 0.374, |
| "step": 15800 |
| }, |
| { |
| "epoch": 0.7984646852352213, |
| "grad_norm": 5.47051690828411, |
| "learning_rate": 2.015860187897768e-06, |
| "loss": 0.3648, |
| "step": 15810 |
| }, |
| { |
| "epoch": 0.7989697229867933, |
| "grad_norm": 2.7267511419608192, |
| "learning_rate": 2.0108091726437015e-06, |
| "loss": 0.3633, |
| "step": 15820 |
| }, |
| { |
| "epoch": 0.7994747607383652, |
| "grad_norm": 5.550689226148647, |
| "learning_rate": 2.0057581573896352e-06, |
| "loss": 0.3729, |
| "step": 15830 |
| }, |
| { |
| "epoch": 0.7999797984899372, |
| "grad_norm": 3.302912522583322, |
| "learning_rate": 2.0007071421355694e-06, |
| "loss": 0.3594, |
| "step": 15840 |
| }, |
| { |
| "epoch": 0.800484836241509, |
| "grad_norm": 5.487680267201285, |
| "learning_rate": 1.9956561268815035e-06, |
| "loss": 0.3529, |
| "step": 15850 |
| }, |
| { |
| "epoch": 0.800989873993081, |
| "grad_norm": 2.2707759816513016, |
| "learning_rate": 1.990605111627437e-06, |
| "loss": 0.3608, |
| "step": 15860 |
| }, |
| { |
| "epoch": 0.8014949117446529, |
| "grad_norm": 7.6358774792742805, |
| "learning_rate": 1.9855540963733713e-06, |
| "loss": 0.3664, |
| "step": 15870 |
| }, |
| { |
| "epoch": 0.8019999494962249, |
| "grad_norm": 4.568057200617405, |
| "learning_rate": 1.980503081119305e-06, |
| "loss": 0.3625, |
| "step": 15880 |
| }, |
| { |
| "epoch": 0.8025049872477967, |
| "grad_norm": 15.31945090537045, |
| "learning_rate": 1.975452065865239e-06, |
| "loss": 0.3489, |
| "step": 15890 |
| }, |
| { |
| "epoch": 0.8030100249993687, |
| "grad_norm": 8.04419756034429, |
| "learning_rate": 1.970401050611173e-06, |
| "loss": 0.3658, |
| "step": 15900 |
| }, |
| { |
| "epoch": 0.8035150627509406, |
| "grad_norm": 2.473274324466601, |
| "learning_rate": 1.965350035357107e-06, |
| "loss": 0.375, |
| "step": 15910 |
| }, |
| { |
| "epoch": 0.8040201005025126, |
| "grad_norm": 2.6342811148775076, |
| "learning_rate": 1.9602990201030406e-06, |
| "loss": 0.3636, |
| "step": 15920 |
| }, |
| { |
| "epoch": 0.8045251382540844, |
| "grad_norm": 2.6430322700309214, |
| "learning_rate": 1.9552480048489748e-06, |
| "loss": 0.3533, |
| "step": 15930 |
| }, |
| { |
| "epoch": 0.8050301760056564, |
| "grad_norm": 4.757917337464147, |
| "learning_rate": 1.950196989594909e-06, |
| "loss": 0.3727, |
| "step": 15940 |
| }, |
| { |
| "epoch": 0.8055352137572284, |
| "grad_norm": 4.511805579600671, |
| "learning_rate": 1.9451459743408426e-06, |
| "loss": 0.337, |
| "step": 15950 |
| }, |
| { |
| "epoch": 0.8060402515088003, |
| "grad_norm": 4.838220936104523, |
| "learning_rate": 1.9400949590867767e-06, |
| "loss": 0.3577, |
| "step": 15960 |
| }, |
| { |
| "epoch": 0.8065452892603722, |
| "grad_norm": 16.008417651939627, |
| "learning_rate": 1.935043943832711e-06, |
| "loss": 0.3475, |
| "step": 15970 |
| }, |
| { |
| "epoch": 0.8070503270119441, |
| "grad_norm": 6.303632411143941, |
| "learning_rate": 1.9299929285786445e-06, |
| "loss": 0.3659, |
| "step": 15980 |
| }, |
| { |
| "epoch": 0.8075553647635161, |
| "grad_norm": 5.190471720901927, |
| "learning_rate": 1.9249419133245782e-06, |
| "loss": 0.3546, |
| "step": 15990 |
| }, |
| { |
| "epoch": 0.808060402515088, |
| "grad_norm": 3.242336430162645, |
| "learning_rate": 1.9198908980705124e-06, |
| "loss": 0.3509, |
| "step": 16000 |
| }, |
| { |
| "epoch": 0.8085654402666599, |
| "grad_norm": 109.07082323352427, |
| "learning_rate": 1.9148398828164465e-06, |
| "loss": 0.3576, |
| "step": 16010 |
| }, |
| { |
| "epoch": 0.8090704780182318, |
| "grad_norm": 4.924092447335461, |
| "learning_rate": 1.90978886756238e-06, |
| "loss": 0.3513, |
| "step": 16020 |
| }, |
| { |
| "epoch": 0.8095755157698038, |
| "grad_norm": 4.008651128754475, |
| "learning_rate": 1.904737852308314e-06, |
| "loss": 0.3632, |
| "step": 16030 |
| }, |
| { |
| "epoch": 0.8100805535213758, |
| "grad_norm": 2.704598654274715, |
| "learning_rate": 1.8996868370542482e-06, |
| "loss": 0.3789, |
| "step": 16040 |
| }, |
| { |
| "epoch": 0.8105855912729476, |
| "grad_norm": 3.9535618478053838, |
| "learning_rate": 1.894635821800182e-06, |
| "loss": 0.366, |
| "step": 16050 |
| }, |
| { |
| "epoch": 0.8110906290245196, |
| "grad_norm": 2.647502432727123, |
| "learning_rate": 1.8895848065461158e-06, |
| "loss": 0.3591, |
| "step": 16060 |
| }, |
| { |
| "epoch": 0.8115956667760915, |
| "grad_norm": 3.1410244190511296, |
| "learning_rate": 1.8845337912920497e-06, |
| "loss": 0.371, |
| "step": 16070 |
| }, |
| { |
| "epoch": 0.8121007045276635, |
| "grad_norm": 2.681292853976926, |
| "learning_rate": 1.8794827760379839e-06, |
| "loss": 0.3625, |
| "step": 16080 |
| }, |
| { |
| "epoch": 0.8126057422792353, |
| "grad_norm": 3.2981049374910203, |
| "learning_rate": 1.8744317607839178e-06, |
| "loss": 0.3524, |
| "step": 16090 |
| }, |
| { |
| "epoch": 0.8131107800308073, |
| "grad_norm": 3.021432379433984, |
| "learning_rate": 1.8693807455298515e-06, |
| "loss": 0.3787, |
| "step": 16100 |
| }, |
| { |
| "epoch": 0.8136158177823792, |
| "grad_norm": 4.129295733061501, |
| "learning_rate": 1.8643297302757856e-06, |
| "loss": 0.3565, |
| "step": 16110 |
| }, |
| { |
| "epoch": 0.8141208555339512, |
| "grad_norm": 2.7563655099935587, |
| "learning_rate": 1.8592787150217195e-06, |
| "loss": 0.3594, |
| "step": 16120 |
| }, |
| { |
| "epoch": 0.814625893285523, |
| "grad_norm": 17.34216993322677, |
| "learning_rate": 1.8542276997676534e-06, |
| "loss": 0.364, |
| "step": 16130 |
| }, |
| { |
| "epoch": 0.815130931037095, |
| "grad_norm": 9.964020505556881, |
| "learning_rate": 1.8491766845135876e-06, |
| "loss": 0.365, |
| "step": 16140 |
| }, |
| { |
| "epoch": 0.815635968788667, |
| "grad_norm": 3.075416765785676, |
| "learning_rate": 1.8441256692595213e-06, |
| "loss": 0.3635, |
| "step": 16150 |
| }, |
| { |
| "epoch": 0.8161410065402389, |
| "grad_norm": 5.243244426066463, |
| "learning_rate": 1.8390746540054552e-06, |
| "loss": 0.3684, |
| "step": 16160 |
| }, |
| { |
| "epoch": 0.8166460442918108, |
| "grad_norm": 12.518246409079454, |
| "learning_rate": 1.834023638751389e-06, |
| "loss": 0.3622, |
| "step": 16170 |
| }, |
| { |
| "epoch": 0.8171510820433827, |
| "grad_norm": 7.312613998018914, |
| "learning_rate": 1.8289726234973232e-06, |
| "loss": 0.3657, |
| "step": 16180 |
| }, |
| { |
| "epoch": 0.8176561197949547, |
| "grad_norm": 3.588424798034187, |
| "learning_rate": 1.8239216082432571e-06, |
| "loss": 0.3704, |
| "step": 16190 |
| }, |
| { |
| "epoch": 0.8181611575465266, |
| "grad_norm": 5.675252481804342, |
| "learning_rate": 1.8188705929891908e-06, |
| "loss": 0.3769, |
| "step": 16200 |
| }, |
| { |
| "epoch": 0.8186661952980986, |
| "grad_norm": 4.439591443663197, |
| "learning_rate": 1.813819577735125e-06, |
| "loss": 0.3613, |
| "step": 16210 |
| }, |
| { |
| "epoch": 0.8191712330496704, |
| "grad_norm": 3.8799599946003904, |
| "learning_rate": 1.8087685624810589e-06, |
| "loss": 0.3507, |
| "step": 16220 |
| }, |
| { |
| "epoch": 0.8196762708012424, |
| "grad_norm": 6.706337065885557, |
| "learning_rate": 1.8037175472269928e-06, |
| "loss": 0.3524, |
| "step": 16230 |
| }, |
| { |
| "epoch": 0.8201813085528143, |
| "grad_norm": 9.215432805836578, |
| "learning_rate": 1.7986665319729269e-06, |
| "loss": 0.3503, |
| "step": 16240 |
| }, |
| { |
| "epoch": 0.8206863463043863, |
| "grad_norm": 14.076599744963326, |
| "learning_rate": 1.7936155167188608e-06, |
| "loss": 0.3628, |
| "step": 16250 |
| }, |
| { |
| "epoch": 0.8211913840559582, |
| "grad_norm": 3.743352271180992, |
| "learning_rate": 1.7885645014647945e-06, |
| "loss": 0.3661, |
| "step": 16260 |
| }, |
| { |
| "epoch": 0.8216964218075301, |
| "grad_norm": 5.7001568185616085, |
| "learning_rate": 1.7835134862107284e-06, |
| "loss": 0.3549, |
| "step": 16270 |
| }, |
| { |
| "epoch": 0.8222014595591021, |
| "grad_norm": 7.558296626118487, |
| "learning_rate": 1.7784624709566625e-06, |
| "loss": 0.3595, |
| "step": 16280 |
| }, |
| { |
| "epoch": 0.822706497310674, |
| "grad_norm": 4.177362518260731, |
| "learning_rate": 1.7734114557025964e-06, |
| "loss": 0.3649, |
| "step": 16290 |
| }, |
| { |
| "epoch": 0.8232115350622459, |
| "grad_norm": 3.640941034887769, |
| "learning_rate": 1.7683604404485301e-06, |
| "loss": 0.3545, |
| "step": 16300 |
| }, |
| { |
| "epoch": 0.8237165728138178, |
| "grad_norm": 3.349967752869647, |
| "learning_rate": 1.7633094251944643e-06, |
| "loss": 0.3489, |
| "step": 16310 |
| }, |
| { |
| "epoch": 0.8242216105653898, |
| "grad_norm": 8.902832535316834, |
| "learning_rate": 1.7582584099403982e-06, |
| "loss": 0.3613, |
| "step": 16320 |
| }, |
| { |
| "epoch": 0.8247266483169617, |
| "grad_norm": 4.87569549754752, |
| "learning_rate": 1.753207394686332e-06, |
| "loss": 0.3466, |
| "step": 16330 |
| }, |
| { |
| "epoch": 0.8252316860685336, |
| "grad_norm": 3.113899384550637, |
| "learning_rate": 1.748156379432266e-06, |
| "loss": 0.356, |
| "step": 16340 |
| }, |
| { |
| "epoch": 0.8257367238201055, |
| "grad_norm": 3.908258669462424, |
| "learning_rate": 1.7431053641782001e-06, |
| "loss": 0.3542, |
| "step": 16350 |
| }, |
| { |
| "epoch": 0.8262417615716775, |
| "grad_norm": 4.63530589205007, |
| "learning_rate": 1.7380543489241338e-06, |
| "loss": 0.3627, |
| "step": 16360 |
| }, |
| { |
| "epoch": 0.8267467993232495, |
| "grad_norm": 8.784657750253414, |
| "learning_rate": 1.7330033336700677e-06, |
| "loss": 0.3578, |
| "step": 16370 |
| }, |
| { |
| "epoch": 0.8272518370748213, |
| "grad_norm": 6.545444728348479, |
| "learning_rate": 1.7279523184160019e-06, |
| "loss": 0.3539, |
| "step": 16380 |
| }, |
| { |
| "epoch": 0.8277568748263933, |
| "grad_norm": 12.650331415485839, |
| "learning_rate": 1.7229013031619358e-06, |
| "loss": 0.3477, |
| "step": 16390 |
| }, |
| { |
| "epoch": 0.8282619125779652, |
| "grad_norm": 6.830225414304928, |
| "learning_rate": 1.7178502879078695e-06, |
| "loss": 0.3503, |
| "step": 16400 |
| }, |
| { |
| "epoch": 0.8287669503295372, |
| "grad_norm": 4.071173355925771, |
| "learning_rate": 1.7127992726538036e-06, |
| "loss": 0.3556, |
| "step": 16410 |
| }, |
| { |
| "epoch": 0.829271988081109, |
| "grad_norm": 4.66654000796166, |
| "learning_rate": 1.7077482573997375e-06, |
| "loss": 0.3639, |
| "step": 16420 |
| }, |
| { |
| "epoch": 0.829777025832681, |
| "grad_norm": 3.6997372517957183, |
| "learning_rate": 1.7026972421456714e-06, |
| "loss": 0.3624, |
| "step": 16430 |
| }, |
| { |
| "epoch": 0.8302820635842529, |
| "grad_norm": 2.8900578489503537, |
| "learning_rate": 1.6976462268916053e-06, |
| "loss": 0.352, |
| "step": 16440 |
| }, |
| { |
| "epoch": 0.8307871013358249, |
| "grad_norm": 7.911446253848937, |
| "learning_rate": 1.6925952116375395e-06, |
| "loss": 0.3439, |
| "step": 16450 |
| }, |
| { |
| "epoch": 0.8312921390873967, |
| "grad_norm": 4.387449984988524, |
| "learning_rate": 1.6875441963834732e-06, |
| "loss": 0.3556, |
| "step": 16460 |
| }, |
| { |
| "epoch": 0.8317971768389687, |
| "grad_norm": 3.423134745091436, |
| "learning_rate": 1.682493181129407e-06, |
| "loss": 0.3534, |
| "step": 16470 |
| }, |
| { |
| "epoch": 0.8323022145905407, |
| "grad_norm": 6.067996848489734, |
| "learning_rate": 1.6774421658753412e-06, |
| "loss": 0.3579, |
| "step": 16480 |
| }, |
| { |
| "epoch": 0.8328072523421126, |
| "grad_norm": 4.7407053967222, |
| "learning_rate": 1.6723911506212751e-06, |
| "loss": 0.3479, |
| "step": 16490 |
| }, |
| { |
| "epoch": 0.8333122900936845, |
| "grad_norm": 11.91783824543377, |
| "learning_rate": 1.6673401353672088e-06, |
| "loss": 0.3457, |
| "step": 16500 |
| }, |
| { |
| "epoch": 0.8338173278452564, |
| "grad_norm": 4.2675850830619115, |
| "learning_rate": 1.6622891201131427e-06, |
| "loss": 0.3652, |
| "step": 16510 |
| }, |
| { |
| "epoch": 0.8343223655968284, |
| "grad_norm": 6.818897096480064, |
| "learning_rate": 1.6572381048590768e-06, |
| "loss": 0.3758, |
| "step": 16520 |
| }, |
| { |
| "epoch": 0.8348274033484003, |
| "grad_norm": 4.98946971011121, |
| "learning_rate": 1.6521870896050108e-06, |
| "loss": 0.3701, |
| "step": 16530 |
| }, |
| { |
| "epoch": 0.8353324410999722, |
| "grad_norm": 9.186502501610118, |
| "learning_rate": 1.6471360743509447e-06, |
| "loss": 0.3621, |
| "step": 16540 |
| }, |
| { |
| "epoch": 0.8358374788515441, |
| "grad_norm": 4.424346513819785, |
| "learning_rate": 1.6420850590968788e-06, |
| "loss": 0.355, |
| "step": 16550 |
| }, |
| { |
| "epoch": 0.8363425166031161, |
| "grad_norm": 6.493343915545971, |
| "learning_rate": 1.6370340438428125e-06, |
| "loss": 0.3606, |
| "step": 16560 |
| }, |
| { |
| "epoch": 0.836847554354688, |
| "grad_norm": 9.200578558866452, |
| "learning_rate": 1.6319830285887464e-06, |
| "loss": 0.3586, |
| "step": 16570 |
| }, |
| { |
| "epoch": 0.8373525921062599, |
| "grad_norm": 3.604785576320196, |
| "learning_rate": 1.6269320133346805e-06, |
| "loss": 0.3659, |
| "step": 16580 |
| }, |
| { |
| "epoch": 0.8378576298578319, |
| "grad_norm": 6.963237973002329, |
| "learning_rate": 1.6218809980806144e-06, |
| "loss": 0.3585, |
| "step": 16590 |
| }, |
| { |
| "epoch": 0.8383626676094038, |
| "grad_norm": 2.3248924867977525, |
| "learning_rate": 1.6168299828265481e-06, |
| "loss": 0.361, |
| "step": 16600 |
| }, |
| { |
| "epoch": 0.8388677053609758, |
| "grad_norm": 2.6056154769998776, |
| "learning_rate": 1.611778967572482e-06, |
| "loss": 0.3551, |
| "step": 16610 |
| }, |
| { |
| "epoch": 0.8393727431125476, |
| "grad_norm": 5.347914332983081, |
| "learning_rate": 1.6067279523184162e-06, |
| "loss": 0.3626, |
| "step": 16620 |
| }, |
| { |
| "epoch": 0.8398777808641196, |
| "grad_norm": 4.2282210080509275, |
| "learning_rate": 1.60167693706435e-06, |
| "loss": 0.3408, |
| "step": 16630 |
| }, |
| { |
| "epoch": 0.8403828186156915, |
| "grad_norm": 64.68616959956208, |
| "learning_rate": 1.596625921810284e-06, |
| "loss": 0.361, |
| "step": 16640 |
| }, |
| { |
| "epoch": 0.8408878563672635, |
| "grad_norm": 4.552604163372721, |
| "learning_rate": 1.5915749065562181e-06, |
| "loss": 0.3583, |
| "step": 16650 |
| }, |
| { |
| "epoch": 0.8413928941188353, |
| "grad_norm": 5.37530591780756, |
| "learning_rate": 1.5865238913021518e-06, |
| "loss": 0.3677, |
| "step": 16660 |
| }, |
| { |
| "epoch": 0.8418979318704073, |
| "grad_norm": 5.851389647033064, |
| "learning_rate": 1.5814728760480857e-06, |
| "loss": 0.3496, |
| "step": 16670 |
| }, |
| { |
| "epoch": 0.8424029696219792, |
| "grad_norm": 12.669284701519452, |
| "learning_rate": 1.5764218607940196e-06, |
| "loss": 0.3537, |
| "step": 16680 |
| }, |
| { |
| "epoch": 0.8429080073735512, |
| "grad_norm": 4.126283598831685, |
| "learning_rate": 1.5713708455399538e-06, |
| "loss": 0.3508, |
| "step": 16690 |
| }, |
| { |
| "epoch": 0.843413045125123, |
| "grad_norm": 5.925620788856901, |
| "learning_rate": 1.5663198302858877e-06, |
| "loss": 0.3575, |
| "step": 16700 |
| }, |
| { |
| "epoch": 0.843918082876695, |
| "grad_norm": 4.664307589807468, |
| "learning_rate": 1.5612688150318214e-06, |
| "loss": 0.3649, |
| "step": 16710 |
| }, |
| { |
| "epoch": 0.844423120628267, |
| "grad_norm": 11.693975175758714, |
| "learning_rate": 1.5562177997777555e-06, |
| "loss": 0.3524, |
| "step": 16720 |
| }, |
| { |
| "epoch": 0.8449281583798389, |
| "grad_norm": 4.379171141956925, |
| "learning_rate": 1.5511667845236894e-06, |
| "loss": 0.3636, |
| "step": 16730 |
| }, |
| { |
| "epoch": 0.8454331961314108, |
| "grad_norm": 4.966223200480838, |
| "learning_rate": 1.5461157692696233e-06, |
| "loss": 0.3754, |
| "step": 16740 |
| }, |
| { |
| "epoch": 0.8459382338829827, |
| "grad_norm": 6.214250837875937, |
| "learning_rate": 1.5410647540155575e-06, |
| "loss": 0.3591, |
| "step": 16750 |
| }, |
| { |
| "epoch": 0.8464432716345547, |
| "grad_norm": 3.0308071228407876, |
| "learning_rate": 1.5360137387614912e-06, |
| "loss": 0.3542, |
| "step": 16760 |
| }, |
| { |
| "epoch": 0.8469483093861266, |
| "grad_norm": 2.6208353352508613, |
| "learning_rate": 1.530962723507425e-06, |
| "loss": 0.3685, |
| "step": 16770 |
| }, |
| { |
| "epoch": 0.8474533471376986, |
| "grad_norm": 6.849704130112083, |
| "learning_rate": 1.525911708253359e-06, |
| "loss": 0.3656, |
| "step": 16780 |
| }, |
| { |
| "epoch": 0.8479583848892704, |
| "grad_norm": 4.032506964164272, |
| "learning_rate": 1.520860692999293e-06, |
| "loss": 0.3432, |
| "step": 16790 |
| }, |
| { |
| "epoch": 0.8484634226408424, |
| "grad_norm": 3.5062245447178464, |
| "learning_rate": 1.515809677745227e-06, |
| "loss": 0.3635, |
| "step": 16800 |
| }, |
| { |
| "epoch": 0.8489684603924144, |
| "grad_norm": 3.098328874271106, |
| "learning_rate": 1.5107586624911607e-06, |
| "loss": 0.3625, |
| "step": 16810 |
| }, |
| { |
| "epoch": 0.8494734981439863, |
| "grad_norm": 4.466142042227375, |
| "learning_rate": 1.5057076472370948e-06, |
| "loss": 0.3613, |
| "step": 16820 |
| }, |
| { |
| "epoch": 0.8499785358955582, |
| "grad_norm": 5.448485215579026, |
| "learning_rate": 1.5006566319830287e-06, |
| "loss": 0.3677, |
| "step": 16830 |
| }, |
| { |
| "epoch": 0.8504835736471301, |
| "grad_norm": 3.7693651118255795, |
| "learning_rate": 1.4956056167289627e-06, |
| "loss": 0.3597, |
| "step": 16840 |
| }, |
| { |
| "epoch": 0.8509886113987021, |
| "grad_norm": 3.0048683020938265, |
| "learning_rate": 1.4905546014748964e-06, |
| "loss": 0.3458, |
| "step": 16850 |
| }, |
| { |
| "epoch": 0.851493649150274, |
| "grad_norm": 3.6083434998949278, |
| "learning_rate": 1.4855035862208305e-06, |
| "loss": 0.3524, |
| "step": 16860 |
| }, |
| { |
| "epoch": 0.8519986869018459, |
| "grad_norm": 3.8301361676049375, |
| "learning_rate": 1.4804525709667644e-06, |
| "loss": 0.354, |
| "step": 16870 |
| }, |
| { |
| "epoch": 0.8525037246534178, |
| "grad_norm": 9.70263976797423, |
| "learning_rate": 1.4754015557126983e-06, |
| "loss": 0.335, |
| "step": 16880 |
| }, |
| { |
| "epoch": 0.8530087624049898, |
| "grad_norm": 2.9237142901845368, |
| "learning_rate": 1.4703505404586324e-06, |
| "loss": 0.3569, |
| "step": 16890 |
| }, |
| { |
| "epoch": 0.8535138001565618, |
| "grad_norm": 9.647980801949249, |
| "learning_rate": 1.4652995252045663e-06, |
| "loss": 0.3514, |
| "step": 16900 |
| }, |
| { |
| "epoch": 0.8540188379081336, |
| "grad_norm": 10.070888822677043, |
| "learning_rate": 1.4602485099505e-06, |
| "loss": 0.3576, |
| "step": 16910 |
| }, |
| { |
| "epoch": 0.8545238756597056, |
| "grad_norm": 3.273605158275998, |
| "learning_rate": 1.4551974946964342e-06, |
| "loss": 0.3707, |
| "step": 16920 |
| }, |
| { |
| "epoch": 0.8550289134112775, |
| "grad_norm": 4.9136034513233575, |
| "learning_rate": 1.450146479442368e-06, |
| "loss": 0.3606, |
| "step": 16930 |
| }, |
| { |
| "epoch": 0.8555339511628495, |
| "grad_norm": 2.4213339644373426, |
| "learning_rate": 1.445095464188302e-06, |
| "loss": 0.3511, |
| "step": 16940 |
| }, |
| { |
| "epoch": 0.8560389889144213, |
| "grad_norm": 5.947198902514986, |
| "learning_rate": 1.4400444489342357e-06, |
| "loss": 0.3441, |
| "step": 16950 |
| }, |
| { |
| "epoch": 0.8565440266659933, |
| "grad_norm": 4.128142354654801, |
| "learning_rate": 1.4349934336801698e-06, |
| "loss": 0.3421, |
| "step": 16960 |
| }, |
| { |
| "epoch": 0.8570490644175652, |
| "grad_norm": 3.699537501488419, |
| "learning_rate": 1.4299424184261037e-06, |
| "loss": 0.3517, |
| "step": 16970 |
| }, |
| { |
| "epoch": 0.8575541021691372, |
| "grad_norm": 2.4855687780449074, |
| "learning_rate": 1.4248914031720376e-06, |
| "loss": 0.3571, |
| "step": 16980 |
| }, |
| { |
| "epoch": 0.858059139920709, |
| "grad_norm": 4.059592927833855, |
| "learning_rate": 1.4198403879179718e-06, |
| "loss": 0.3515, |
| "step": 16990 |
| }, |
| { |
| "epoch": 0.858564177672281, |
| "grad_norm": 10.362480051840812, |
| "learning_rate": 1.4147893726639057e-06, |
| "loss": 0.3599, |
| "step": 17000 |
| }, |
| { |
| "epoch": 0.859069215423853, |
| "grad_norm": 4.66559692240262, |
| "learning_rate": 1.4097383574098394e-06, |
| "loss": 0.3659, |
| "step": 17010 |
| }, |
| { |
| "epoch": 0.8595742531754249, |
| "grad_norm": 3.0262644076926244, |
| "learning_rate": 1.4046873421557733e-06, |
| "loss": 0.3627, |
| "step": 17020 |
| }, |
| { |
| "epoch": 0.8600792909269968, |
| "grad_norm": 6.4805418875740335, |
| "learning_rate": 1.3996363269017074e-06, |
| "loss": 0.3552, |
| "step": 17030 |
| }, |
| { |
| "epoch": 0.8605843286785687, |
| "grad_norm": 6.48974005858549, |
| "learning_rate": 1.3945853116476413e-06, |
| "loss": 0.3742, |
| "step": 17040 |
| }, |
| { |
| "epoch": 0.8610893664301407, |
| "grad_norm": 12.933277403296861, |
| "learning_rate": 1.389534296393575e-06, |
| "loss": 0.3688, |
| "step": 17050 |
| }, |
| { |
| "epoch": 0.8615944041817126, |
| "grad_norm": 5.0135946224215076, |
| "learning_rate": 1.3844832811395094e-06, |
| "loss": 0.3495, |
| "step": 17060 |
| }, |
| { |
| "epoch": 0.8620994419332845, |
| "grad_norm": 4.664374173808275, |
| "learning_rate": 1.379432265885443e-06, |
| "loss": 0.3479, |
| "step": 17070 |
| }, |
| { |
| "epoch": 0.8626044796848564, |
| "grad_norm": 3.413827294110899, |
| "learning_rate": 1.374381250631377e-06, |
| "loss": 0.363, |
| "step": 17080 |
| }, |
| { |
| "epoch": 0.8631095174364284, |
| "grad_norm": 4.110151494898355, |
| "learning_rate": 1.369330235377311e-06, |
| "loss": 0.3601, |
| "step": 17090 |
| }, |
| { |
| "epoch": 0.8636145551880003, |
| "grad_norm": 4.057869159667351, |
| "learning_rate": 1.364279220123245e-06, |
| "loss": 0.3524, |
| "step": 17100 |
| }, |
| { |
| "epoch": 0.8641195929395722, |
| "grad_norm": 3.345052422207178, |
| "learning_rate": 1.3592282048691787e-06, |
| "loss": 0.3464, |
| "step": 17110 |
| }, |
| { |
| "epoch": 0.8646246306911441, |
| "grad_norm": 17.60499598627659, |
| "learning_rate": 1.3541771896151126e-06, |
| "loss": 0.3457, |
| "step": 17120 |
| }, |
| { |
| "epoch": 0.8651296684427161, |
| "grad_norm": 3.1318074334341395, |
| "learning_rate": 1.3491261743610467e-06, |
| "loss": 0.3519, |
| "step": 17130 |
| }, |
| { |
| "epoch": 0.8656347061942881, |
| "grad_norm": 8.924077465063698, |
| "learning_rate": 1.3440751591069806e-06, |
| "loss": 0.3536, |
| "step": 17140 |
| }, |
| { |
| "epoch": 0.8661397439458599, |
| "grad_norm": 5.697646524473763, |
| "learning_rate": 1.3390241438529146e-06, |
| "loss": 0.3528, |
| "step": 17150 |
| }, |
| { |
| "epoch": 0.8666447816974319, |
| "grad_norm": 2.759497306215723, |
| "learning_rate": 1.3339731285988487e-06, |
| "loss": 0.3619, |
| "step": 17160 |
| }, |
| { |
| "epoch": 0.8671498194490038, |
| "grad_norm": 7.1692765874676905, |
| "learning_rate": 1.3289221133447824e-06, |
| "loss": 0.3719, |
| "step": 17170 |
| }, |
| { |
| "epoch": 0.8676548572005758, |
| "grad_norm": 7.494321248279156, |
| "learning_rate": 1.3238710980907163e-06, |
| "loss": 0.345, |
| "step": 17180 |
| }, |
| { |
| "epoch": 0.8681598949521476, |
| "grad_norm": 3.809737865656533, |
| "learning_rate": 1.3188200828366502e-06, |
| "loss": 0.3482, |
| "step": 17190 |
| }, |
| { |
| "epoch": 0.8686649327037196, |
| "grad_norm": 2.566570715695477, |
| "learning_rate": 1.3137690675825843e-06, |
| "loss": 0.3606, |
| "step": 17200 |
| }, |
| { |
| "epoch": 0.8691699704552915, |
| "grad_norm": 5.642929958428042, |
| "learning_rate": 1.308718052328518e-06, |
| "loss": 0.3563, |
| "step": 17210 |
| }, |
| { |
| "epoch": 0.8696750082068635, |
| "grad_norm": 7.32713592653821, |
| "learning_rate": 1.303667037074452e-06, |
| "loss": 0.3546, |
| "step": 17220 |
| }, |
| { |
| "epoch": 0.8701800459584353, |
| "grad_norm": 3.958850560726077, |
| "learning_rate": 1.298616021820386e-06, |
| "loss": 0.3455, |
| "step": 17230 |
| }, |
| { |
| "epoch": 0.8706850837100073, |
| "grad_norm": 6.811151879320974, |
| "learning_rate": 1.29356500656632e-06, |
| "loss": 0.3549, |
| "step": 17240 |
| }, |
| { |
| "epoch": 0.8711901214615793, |
| "grad_norm": 7.69433841766783, |
| "learning_rate": 1.2885139913122539e-06, |
| "loss": 0.3521, |
| "step": 17250 |
| }, |
| { |
| "epoch": 0.8716951592131512, |
| "grad_norm": 2.703944056955305, |
| "learning_rate": 1.283462976058188e-06, |
| "loss": 0.364, |
| "step": 17260 |
| }, |
| { |
| "epoch": 0.8722001969647231, |
| "grad_norm": 2.6933087195097296, |
| "learning_rate": 1.2784119608041217e-06, |
| "loss": 0.3611, |
| "step": 17270 |
| }, |
| { |
| "epoch": 0.872705234716295, |
| "grad_norm": 5.320181701389919, |
| "learning_rate": 1.2733609455500556e-06, |
| "loss": 0.3645, |
| "step": 17280 |
| }, |
| { |
| "epoch": 0.873210272467867, |
| "grad_norm": 3.361877630451869, |
| "learning_rate": 1.2683099302959895e-06, |
| "loss": 0.3519, |
| "step": 17290 |
| }, |
| { |
| "epoch": 0.8737153102194389, |
| "grad_norm": 2.951104064745123, |
| "learning_rate": 1.2632589150419237e-06, |
| "loss": 0.3587, |
| "step": 17300 |
| }, |
| { |
| "epoch": 0.8742203479710108, |
| "grad_norm": 6.829151598791138, |
| "learning_rate": 1.2582078997878574e-06, |
| "loss": 0.3449, |
| "step": 17310 |
| }, |
| { |
| "epoch": 0.8747253857225827, |
| "grad_norm": 2.350852229769939, |
| "learning_rate": 1.2531568845337913e-06, |
| "loss": 0.3478, |
| "step": 17320 |
| }, |
| { |
| "epoch": 0.8752304234741547, |
| "grad_norm": 3.348683817462015, |
| "learning_rate": 1.2481058692797254e-06, |
| "loss": 0.3542, |
| "step": 17330 |
| }, |
| { |
| "epoch": 0.8757354612257267, |
| "grad_norm": 13.330436598568463, |
| "learning_rate": 1.2430548540256593e-06, |
| "loss": 0.3606, |
| "step": 17340 |
| }, |
| { |
| "epoch": 0.8762404989772985, |
| "grad_norm": 2.9324631629214233, |
| "learning_rate": 1.2380038387715932e-06, |
| "loss": 0.3403, |
| "step": 17350 |
| }, |
| { |
| "epoch": 0.8767455367288705, |
| "grad_norm": 12.462910905007668, |
| "learning_rate": 1.2329528235175271e-06, |
| "loss": 0.36, |
| "step": 17360 |
| }, |
| { |
| "epoch": 0.8772505744804424, |
| "grad_norm": 6.774737202335634, |
| "learning_rate": 1.227901808263461e-06, |
| "loss": 0.3529, |
| "step": 17370 |
| }, |
| { |
| "epoch": 0.8777556122320144, |
| "grad_norm": 6.599803354341647, |
| "learning_rate": 1.222850793009395e-06, |
| "loss": 0.349, |
| "step": 17380 |
| }, |
| { |
| "epoch": 0.8782606499835863, |
| "grad_norm": 4.087712138749244, |
| "learning_rate": 1.2177997777553289e-06, |
| "loss": 0.3585, |
| "step": 17390 |
| }, |
| { |
| "epoch": 0.8787656877351582, |
| "grad_norm": 5.90307508489925, |
| "learning_rate": 1.2127487625012628e-06, |
| "loss": 0.3779, |
| "step": 17400 |
| }, |
| { |
| "epoch": 0.8792707254867301, |
| "grad_norm": 2.9671035952158404, |
| "learning_rate": 1.2076977472471967e-06, |
| "loss": 0.3581, |
| "step": 17410 |
| }, |
| { |
| "epoch": 0.8797757632383021, |
| "grad_norm": 3.797739053184357, |
| "learning_rate": 1.2026467319931308e-06, |
| "loss": 0.3523, |
| "step": 17420 |
| }, |
| { |
| "epoch": 0.880280800989874, |
| "grad_norm": 2.753560543414613, |
| "learning_rate": 1.1975957167390647e-06, |
| "loss": 0.3525, |
| "step": 17430 |
| }, |
| { |
| "epoch": 0.8807858387414459, |
| "grad_norm": 9.720571030998466, |
| "learning_rate": 1.1925447014849986e-06, |
| "loss": 0.3541, |
| "step": 17440 |
| }, |
| { |
| "epoch": 0.8812908764930178, |
| "grad_norm": 3.0251393418296226, |
| "learning_rate": 1.1874936862309326e-06, |
| "loss": 0.346, |
| "step": 17450 |
| }, |
| { |
| "epoch": 0.8817959142445898, |
| "grad_norm": 3.841487482571985, |
| "learning_rate": 1.1824426709768665e-06, |
| "loss": 0.3667, |
| "step": 17460 |
| }, |
| { |
| "epoch": 0.8823009519961618, |
| "grad_norm": 3.3891055128420655, |
| "learning_rate": 1.1773916557228004e-06, |
| "loss": 0.34, |
| "step": 17470 |
| }, |
| { |
| "epoch": 0.8828059897477336, |
| "grad_norm": 6.131210762114432, |
| "learning_rate": 1.1723406404687343e-06, |
| "loss": 0.3631, |
| "step": 17480 |
| }, |
| { |
| "epoch": 0.8833110274993056, |
| "grad_norm": 3.2369764099154117, |
| "learning_rate": 1.1672896252146682e-06, |
| "loss": 0.3588, |
| "step": 17490 |
| }, |
| { |
| "epoch": 0.8838160652508775, |
| "grad_norm": 5.076564547768568, |
| "learning_rate": 1.1622386099606021e-06, |
| "loss": 0.3556, |
| "step": 17500 |
| }, |
| { |
| "epoch": 0.8843211030024495, |
| "grad_norm": 4.679877306058496, |
| "learning_rate": 1.1571875947065362e-06, |
| "loss": 0.344, |
| "step": 17510 |
| }, |
| { |
| "epoch": 0.8848261407540213, |
| "grad_norm": 11.330975476714967, |
| "learning_rate": 1.15213657945247e-06, |
| "loss": 0.3602, |
| "step": 17520 |
| }, |
| { |
| "epoch": 0.8853311785055933, |
| "grad_norm": 3.0144585760929576, |
| "learning_rate": 1.147085564198404e-06, |
| "loss": 0.3489, |
| "step": 17530 |
| }, |
| { |
| "epoch": 0.8858362162571652, |
| "grad_norm": 6.287423740993079, |
| "learning_rate": 1.142034548944338e-06, |
| "loss": 0.3558, |
| "step": 17540 |
| }, |
| { |
| "epoch": 0.8863412540087372, |
| "grad_norm": 3.489576000710248, |
| "learning_rate": 1.1369835336902719e-06, |
| "loss": 0.3531, |
| "step": 17550 |
| }, |
| { |
| "epoch": 0.886846291760309, |
| "grad_norm": 3.733608437865078, |
| "learning_rate": 1.1319325184362058e-06, |
| "loss": 0.375, |
| "step": 17560 |
| }, |
| { |
| "epoch": 0.887351329511881, |
| "grad_norm": 5.217817871919478, |
| "learning_rate": 1.1268815031821397e-06, |
| "loss": 0.3542, |
| "step": 17570 |
| }, |
| { |
| "epoch": 0.887856367263453, |
| "grad_norm": 2.799146326616282, |
| "learning_rate": 1.1218304879280736e-06, |
| "loss": 0.3483, |
| "step": 17580 |
| }, |
| { |
| "epoch": 0.8883614050150249, |
| "grad_norm": 2.6219946573680275, |
| "learning_rate": 1.1167794726740075e-06, |
| "loss": 0.3553, |
| "step": 17590 |
| }, |
| { |
| "epoch": 0.8888664427665968, |
| "grad_norm": 3.3194236691159764, |
| "learning_rate": 1.1117284574199414e-06, |
| "loss": 0.3714, |
| "step": 17600 |
| }, |
| { |
| "epoch": 0.8893714805181687, |
| "grad_norm": 7.465096104263228, |
| "learning_rate": 1.1066774421658756e-06, |
| "loss": 0.358, |
| "step": 17610 |
| }, |
| { |
| "epoch": 0.8898765182697407, |
| "grad_norm": 7.584088341048675, |
| "learning_rate": 1.1016264269118093e-06, |
| "loss": 0.3474, |
| "step": 17620 |
| }, |
| { |
| "epoch": 0.8903815560213126, |
| "grad_norm": 4.658333080329891, |
| "learning_rate": 1.0965754116577434e-06, |
| "loss": 0.3491, |
| "step": 17630 |
| }, |
| { |
| "epoch": 0.8908865937728845, |
| "grad_norm": 3.8001771174540377, |
| "learning_rate": 1.091524396403677e-06, |
| "loss": 0.354, |
| "step": 17640 |
| }, |
| { |
| "epoch": 0.8913916315244564, |
| "grad_norm": 2.5239942090163834, |
| "learning_rate": 1.0864733811496112e-06, |
| "loss": 0.3526, |
| "step": 17650 |
| }, |
| { |
| "epoch": 0.8918966692760284, |
| "grad_norm": 3.192080136278505, |
| "learning_rate": 1.0814223658955451e-06, |
| "loss": 0.3674, |
| "step": 17660 |
| }, |
| { |
| "epoch": 0.8924017070276004, |
| "grad_norm": 5.19946883439612, |
| "learning_rate": 1.076371350641479e-06, |
| "loss": 0.3575, |
| "step": 17670 |
| }, |
| { |
| "epoch": 0.8929067447791722, |
| "grad_norm": 4.214472251420109, |
| "learning_rate": 1.071320335387413e-06, |
| "loss": 0.3389, |
| "step": 17680 |
| }, |
| { |
| "epoch": 0.8934117825307442, |
| "grad_norm": 10.692110937064982, |
| "learning_rate": 1.0662693201333469e-06, |
| "loss": 0.3731, |
| "step": 17690 |
| }, |
| { |
| "epoch": 0.8939168202823161, |
| "grad_norm": 6.139646910075302, |
| "learning_rate": 1.0612183048792808e-06, |
| "loss": 0.3472, |
| "step": 17700 |
| }, |
| { |
| "epoch": 0.8944218580338881, |
| "grad_norm": 3.5048760100552157, |
| "learning_rate": 1.056167289625215e-06, |
| "loss": 0.3479, |
| "step": 17710 |
| }, |
| { |
| "epoch": 0.8949268957854599, |
| "grad_norm": 3.4931757105634254, |
| "learning_rate": 1.0511162743711486e-06, |
| "loss": 0.3546, |
| "step": 17720 |
| }, |
| { |
| "epoch": 0.8954319335370319, |
| "grad_norm": 7.742107901473751, |
| "learning_rate": 1.0460652591170827e-06, |
| "loss": 0.3501, |
| "step": 17730 |
| }, |
| { |
| "epoch": 0.8959369712886038, |
| "grad_norm": 2.8474052373770107, |
| "learning_rate": 1.0410142438630164e-06, |
| "loss": 0.3509, |
| "step": 17740 |
| }, |
| { |
| "epoch": 0.8964420090401758, |
| "grad_norm": 3.2173387588789186, |
| "learning_rate": 1.0359632286089505e-06, |
| "loss": 0.3513, |
| "step": 17750 |
| }, |
| { |
| "epoch": 0.8969470467917476, |
| "grad_norm": 6.294405766765221, |
| "learning_rate": 1.0309122133548845e-06, |
| "loss": 0.3566, |
| "step": 17760 |
| }, |
| { |
| "epoch": 0.8974520845433196, |
| "grad_norm": 2.4812196184280344, |
| "learning_rate": 1.0258611981008184e-06, |
| "loss": 0.3517, |
| "step": 17770 |
| }, |
| { |
| "epoch": 0.8979571222948916, |
| "grad_norm": 34.26237777325275, |
| "learning_rate": 1.0208101828467523e-06, |
| "loss": 0.3448, |
| "step": 17780 |
| }, |
| { |
| "epoch": 0.8984621600464635, |
| "grad_norm": 62.559391948683924, |
| "learning_rate": 1.0157591675926862e-06, |
| "loss": 0.361, |
| "step": 17790 |
| }, |
| { |
| "epoch": 0.8989671977980354, |
| "grad_norm": 3.0126489507596106, |
| "learning_rate": 1.01070815233862e-06, |
| "loss": 0.3594, |
| "step": 17800 |
| }, |
| { |
| "epoch": 0.8994722355496073, |
| "grad_norm": 4.4144846462481935, |
| "learning_rate": 1.0056571370845542e-06, |
| "loss": 0.3569, |
| "step": 17810 |
| }, |
| { |
| "epoch": 0.8999772733011793, |
| "grad_norm": 6.230988179874581, |
| "learning_rate": 1.000606121830488e-06, |
| "loss": 0.3383, |
| "step": 17820 |
| }, |
| { |
| "epoch": 0.9004823110527512, |
| "grad_norm": 2.294744478892904, |
| "learning_rate": 9.95555106576422e-07, |
| "loss": 0.3443, |
| "step": 17830 |
| }, |
| { |
| "epoch": 0.9009873488043231, |
| "grad_norm": 5.478102588014345, |
| "learning_rate": 9.905040913223558e-07, |
| "loss": 0.3469, |
| "step": 17840 |
| }, |
| { |
| "epoch": 0.901492386555895, |
| "grad_norm": 2.756012421267679, |
| "learning_rate": 9.854530760682899e-07, |
| "loss": 0.3629, |
| "step": 17850 |
| }, |
| { |
| "epoch": 0.901997424307467, |
| "grad_norm": 2.9051333748854504, |
| "learning_rate": 9.804020608142236e-07, |
| "loss": 0.3493, |
| "step": 17860 |
| }, |
| { |
| "epoch": 0.902502462059039, |
| "grad_norm": 2.942294785390223, |
| "learning_rate": 9.753510455601577e-07, |
| "loss": 0.3497, |
| "step": 17870 |
| }, |
| { |
| "epoch": 0.9030074998106108, |
| "grad_norm": 3.2373052706846135, |
| "learning_rate": 9.703000303060916e-07, |
| "loss": 0.3423, |
| "step": 17880 |
| }, |
| { |
| "epoch": 0.9035125375621827, |
| "grad_norm": 3.2500158251075266, |
| "learning_rate": 9.652490150520255e-07, |
| "loss": 0.3539, |
| "step": 17890 |
| }, |
| { |
| "epoch": 0.9040175753137547, |
| "grad_norm": 3.5580015551516104, |
| "learning_rate": 9.601979997979594e-07, |
| "loss": 0.3332, |
| "step": 17900 |
| }, |
| { |
| "epoch": 0.9045226130653267, |
| "grad_norm": 2.9893729880240203, |
| "learning_rate": 9.551469845438933e-07, |
| "loss": 0.3421, |
| "step": 17910 |
| }, |
| { |
| "epoch": 0.9050276508168985, |
| "grad_norm": 3.1028575176827182, |
| "learning_rate": 9.500959692898274e-07, |
| "loss": 0.3408, |
| "step": 17920 |
| }, |
| { |
| "epoch": 0.9055326885684705, |
| "grad_norm": 3.018466429936209, |
| "learning_rate": 9.450449540357613e-07, |
| "loss": 0.3444, |
| "step": 17930 |
| }, |
| { |
| "epoch": 0.9060377263200424, |
| "grad_norm": 5.330235007532234, |
| "learning_rate": 9.399939387816952e-07, |
| "loss": 0.3635, |
| "step": 17940 |
| }, |
| { |
| "epoch": 0.9065427640716144, |
| "grad_norm": 8.530098317004866, |
| "learning_rate": 9.349429235276292e-07, |
| "loss": 0.3499, |
| "step": 17950 |
| }, |
| { |
| "epoch": 0.9070478018231862, |
| "grad_norm": 5.312690518311376, |
| "learning_rate": 9.29891908273563e-07, |
| "loss": 0.3542, |
| "step": 17960 |
| }, |
| { |
| "epoch": 0.9075528395747582, |
| "grad_norm": 4.197543188110089, |
| "learning_rate": 9.24840893019497e-07, |
| "loss": 0.3545, |
| "step": 17970 |
| }, |
| { |
| "epoch": 0.9080578773263301, |
| "grad_norm": 8.064198853556876, |
| "learning_rate": 9.197898777654309e-07, |
| "loss": 0.3642, |
| "step": 17980 |
| }, |
| { |
| "epoch": 0.9085629150779021, |
| "grad_norm": 2.6318426760910656, |
| "learning_rate": 9.147388625113649e-07, |
| "loss": 0.3671, |
| "step": 17990 |
| }, |
| { |
| "epoch": 0.9090679528294741, |
| "grad_norm": 5.88110776094459, |
| "learning_rate": 9.096878472572989e-07, |
| "loss": 0.3278, |
| "step": 18000 |
| }, |
| { |
| "epoch": 0.9095729905810459, |
| "grad_norm": 7.327649689814793, |
| "learning_rate": 9.046368320032327e-07, |
| "loss": 0.3612, |
| "step": 18010 |
| }, |
| { |
| "epoch": 0.9100780283326179, |
| "grad_norm": 5.1865153794476235, |
| "learning_rate": 8.995858167491667e-07, |
| "loss": 0.3382, |
| "step": 18020 |
| }, |
| { |
| "epoch": 0.9105830660841898, |
| "grad_norm": 3.0447013025219696, |
| "learning_rate": 8.945348014951005e-07, |
| "loss": 0.3543, |
| "step": 18030 |
| }, |
| { |
| "epoch": 0.9110881038357618, |
| "grad_norm": 3.6031825002335753, |
| "learning_rate": 8.894837862410345e-07, |
| "loss": 0.3447, |
| "step": 18040 |
| }, |
| { |
| "epoch": 0.9115931415873336, |
| "grad_norm": 3.724192694212046, |
| "learning_rate": 8.844327709869685e-07, |
| "loss": 0.3435, |
| "step": 18050 |
| }, |
| { |
| "epoch": 0.9120981793389056, |
| "grad_norm": 3.9945852787473015, |
| "learning_rate": 8.793817557329023e-07, |
| "loss": 0.3618, |
| "step": 18060 |
| }, |
| { |
| "epoch": 0.9126032170904775, |
| "grad_norm": 4.943722371461341, |
| "learning_rate": 8.743307404788364e-07, |
| "loss": 0.3546, |
| "step": 18070 |
| }, |
| { |
| "epoch": 0.9131082548420495, |
| "grad_norm": 3.3003892909027313, |
| "learning_rate": 8.692797252247702e-07, |
| "loss": 0.3341, |
| "step": 18080 |
| }, |
| { |
| "epoch": 0.9136132925936213, |
| "grad_norm": 2.5050619983833826, |
| "learning_rate": 8.642287099707042e-07, |
| "loss": 0.3434, |
| "step": 18090 |
| }, |
| { |
| "epoch": 0.9141183303451933, |
| "grad_norm": 3.7372168096985408, |
| "learning_rate": 8.591776947166382e-07, |
| "loss": 0.3456, |
| "step": 18100 |
| }, |
| { |
| "epoch": 0.9146233680967653, |
| "grad_norm": 2.587657901087928, |
| "learning_rate": 8.54126679462572e-07, |
| "loss": 0.3442, |
| "step": 18110 |
| }, |
| { |
| "epoch": 0.9151284058483372, |
| "grad_norm": 2.9656578110467207, |
| "learning_rate": 8.49075664208506e-07, |
| "loss": 0.3588, |
| "step": 18120 |
| }, |
| { |
| "epoch": 0.9156334435999091, |
| "grad_norm": 3.3573402419593186, |
| "learning_rate": 8.440246489544398e-07, |
| "loss": 0.3277, |
| "step": 18130 |
| }, |
| { |
| "epoch": 0.916138481351481, |
| "grad_norm": 2.7211678821317205, |
| "learning_rate": 8.389736337003738e-07, |
| "loss": 0.3531, |
| "step": 18140 |
| }, |
| { |
| "epoch": 0.916643519103053, |
| "grad_norm": 5.733816461438319, |
| "learning_rate": 8.339226184463079e-07, |
| "loss": 0.3554, |
| "step": 18150 |
| }, |
| { |
| "epoch": 0.9171485568546249, |
| "grad_norm": 2.9296826900284536, |
| "learning_rate": 8.288716031922417e-07, |
| "loss": 0.3484, |
| "step": 18160 |
| }, |
| { |
| "epoch": 0.9176535946061968, |
| "grad_norm": 2.660140218702211, |
| "learning_rate": 8.238205879381757e-07, |
| "loss": 0.3456, |
| "step": 18170 |
| }, |
| { |
| "epoch": 0.9181586323577687, |
| "grad_norm": 2.5446985764311996, |
| "learning_rate": 8.187695726841095e-07, |
| "loss": 0.3609, |
| "step": 18180 |
| }, |
| { |
| "epoch": 0.9186636701093407, |
| "grad_norm": 4.659560104675861, |
| "learning_rate": 8.137185574300435e-07, |
| "loss": 0.3438, |
| "step": 18190 |
| }, |
| { |
| "epoch": 0.9191687078609126, |
| "grad_norm": 2.727989773393059, |
| "learning_rate": 8.086675421759773e-07, |
| "loss": 0.3573, |
| "step": 18200 |
| }, |
| { |
| "epoch": 0.9196737456124845, |
| "grad_norm": 2.415446839777949, |
| "learning_rate": 8.036165269219113e-07, |
| "loss": 0.353, |
| "step": 18210 |
| }, |
| { |
| "epoch": 0.9201787833640565, |
| "grad_norm": 4.842714491783439, |
| "learning_rate": 7.985655116678454e-07, |
| "loss": 0.3616, |
| "step": 18220 |
| }, |
| { |
| "epoch": 0.9206838211156284, |
| "grad_norm": 4.320254893741863, |
| "learning_rate": 7.935144964137792e-07, |
| "loss": 0.3441, |
| "step": 18230 |
| }, |
| { |
| "epoch": 0.9211888588672004, |
| "grad_norm": 7.676940904287274, |
| "learning_rate": 7.884634811597132e-07, |
| "loss": 0.3469, |
| "step": 18240 |
| }, |
| { |
| "epoch": 0.9216938966187722, |
| "grad_norm": 4.236663818861765, |
| "learning_rate": 7.834124659056471e-07, |
| "loss": 0.3415, |
| "step": 18250 |
| }, |
| { |
| "epoch": 0.9221989343703442, |
| "grad_norm": 2.5909282600390977, |
| "learning_rate": 7.78361450651581e-07, |
| "loss": 0.3735, |
| "step": 18260 |
| }, |
| { |
| "epoch": 0.9227039721219161, |
| "grad_norm": 3.095824958631971, |
| "learning_rate": 7.73310435397515e-07, |
| "loss": 0.3448, |
| "step": 18270 |
| }, |
| { |
| "epoch": 0.9232090098734881, |
| "grad_norm": 2.915058703898021, |
| "learning_rate": 7.682594201434488e-07, |
| "loss": 0.3605, |
| "step": 18280 |
| }, |
| { |
| "epoch": 0.9237140476250599, |
| "grad_norm": 4.0628438496453985, |
| "learning_rate": 7.632084048893828e-07, |
| "loss": 0.3522, |
| "step": 18290 |
| }, |
| { |
| "epoch": 0.9242190853766319, |
| "grad_norm": 5.339121668100427, |
| "learning_rate": 7.581573896353168e-07, |
| "loss": 0.348, |
| "step": 18300 |
| }, |
| { |
| "epoch": 0.9247241231282038, |
| "grad_norm": 2.9403014748581366, |
| "learning_rate": 7.531063743812507e-07, |
| "loss": 0.3436, |
| "step": 18310 |
| }, |
| { |
| "epoch": 0.9252291608797758, |
| "grad_norm": 4.4297759422952065, |
| "learning_rate": 7.480553591271847e-07, |
| "loss": 0.3688, |
| "step": 18320 |
| }, |
| { |
| "epoch": 0.9257341986313476, |
| "grad_norm": 8.718344498904465, |
| "learning_rate": 7.430043438731185e-07, |
| "loss": 0.3493, |
| "step": 18330 |
| }, |
| { |
| "epoch": 0.9262392363829196, |
| "grad_norm": 17.16627380229125, |
| "learning_rate": 7.379533286190525e-07, |
| "loss": 0.3635, |
| "step": 18340 |
| }, |
| { |
| "epoch": 0.9267442741344916, |
| "grad_norm": 6.9347616228201785, |
| "learning_rate": 7.329023133649864e-07, |
| "loss": 0.3443, |
| "step": 18350 |
| }, |
| { |
| "epoch": 0.9272493118860635, |
| "grad_norm": 4.584801866934316, |
| "learning_rate": 7.278512981109203e-07, |
| "loss": 0.3381, |
| "step": 18360 |
| }, |
| { |
| "epoch": 0.9277543496376354, |
| "grad_norm": 6.526194404732607, |
| "learning_rate": 7.228002828568542e-07, |
| "loss": 0.3795, |
| "step": 18370 |
| }, |
| { |
| "epoch": 0.9282593873892073, |
| "grad_norm": 2.8075224191637536, |
| "learning_rate": 7.177492676027882e-07, |
| "loss": 0.3473, |
| "step": 18380 |
| }, |
| { |
| "epoch": 0.9287644251407793, |
| "grad_norm": 8.151912813354414, |
| "learning_rate": 7.126982523487222e-07, |
| "loss": 0.3358, |
| "step": 18390 |
| }, |
| { |
| "epoch": 0.9292694628923512, |
| "grad_norm": 4.7898553816163245, |
| "learning_rate": 7.076472370946561e-07, |
| "loss": 0.3662, |
| "step": 18400 |
| }, |
| { |
| "epoch": 0.9297745006439231, |
| "grad_norm": 4.443345676540152, |
| "learning_rate": 7.0259622184059e-07, |
| "loss": 0.3576, |
| "step": 18410 |
| }, |
| { |
| "epoch": 0.930279538395495, |
| "grad_norm": 2.1359533523104464, |
| "learning_rate": 6.975452065865239e-07, |
| "loss": 0.3469, |
| "step": 18420 |
| }, |
| { |
| "epoch": 0.930784576147067, |
| "grad_norm": 37.17325982324839, |
| "learning_rate": 6.924941913324579e-07, |
| "loss": 0.3581, |
| "step": 18430 |
| }, |
| { |
| "epoch": 0.931289613898639, |
| "grad_norm": 9.673960641714096, |
| "learning_rate": 6.874431760783918e-07, |
| "loss": 0.3522, |
| "step": 18440 |
| }, |
| { |
| "epoch": 0.9317946516502108, |
| "grad_norm": 3.176528472152659, |
| "learning_rate": 6.823921608243258e-07, |
| "loss": 0.3464, |
| "step": 18450 |
| }, |
| { |
| "epoch": 0.9322996894017828, |
| "grad_norm": 6.300715383126615, |
| "learning_rate": 6.773411455702597e-07, |
| "loss": 0.3497, |
| "step": 18460 |
| }, |
| { |
| "epoch": 0.9328047271533547, |
| "grad_norm": 8.137473676823792, |
| "learning_rate": 6.722901303161936e-07, |
| "loss": 0.3542, |
| "step": 18470 |
| }, |
| { |
| "epoch": 0.9333097649049267, |
| "grad_norm": 3.7878098971135756, |
| "learning_rate": 6.672391150621276e-07, |
| "loss": 0.331, |
| "step": 18480 |
| }, |
| { |
| "epoch": 0.9338148026564985, |
| "grad_norm": 3.4537119018992883, |
| "learning_rate": 6.621880998080615e-07, |
| "loss": 0.349, |
| "step": 18490 |
| }, |
| { |
| "epoch": 0.9343198404080705, |
| "grad_norm": 5.7332136754175425, |
| "learning_rate": 6.571370845539954e-07, |
| "loss": 0.3686, |
| "step": 18500 |
| }, |
| { |
| "epoch": 0.9348248781596424, |
| "grad_norm": 2.40088922999737, |
| "learning_rate": 6.520860692999293e-07, |
| "loss": 0.3283, |
| "step": 18510 |
| }, |
| { |
| "epoch": 0.9353299159112144, |
| "grad_norm": 3.363962036008761, |
| "learning_rate": 6.470350540458632e-07, |
| "loss": 0.3438, |
| "step": 18520 |
| }, |
| { |
| "epoch": 0.9358349536627862, |
| "grad_norm": 4.168660835516454, |
| "learning_rate": 6.419840387917973e-07, |
| "loss": 0.3454, |
| "step": 18530 |
| }, |
| { |
| "epoch": 0.9363399914143582, |
| "grad_norm": 31.57273809211181, |
| "learning_rate": 6.369330235377312e-07, |
| "loss": 0.3525, |
| "step": 18540 |
| }, |
| { |
| "epoch": 0.9368450291659302, |
| "grad_norm": 2.6132048866458453, |
| "learning_rate": 6.318820082836651e-07, |
| "loss": 0.3445, |
| "step": 18550 |
| }, |
| { |
| "epoch": 0.9373500669175021, |
| "grad_norm": 3.121982815268045, |
| "learning_rate": 6.26830993029599e-07, |
| "loss": 0.3548, |
| "step": 18560 |
| }, |
| { |
| "epoch": 0.937855104669074, |
| "grad_norm": 3.878175783357159, |
| "learning_rate": 6.21779977775533e-07, |
| "loss": 0.3551, |
| "step": 18570 |
| }, |
| { |
| "epoch": 0.9383601424206459, |
| "grad_norm": 4.9399268768023035, |
| "learning_rate": 6.167289625214669e-07, |
| "loss": 0.3406, |
| "step": 18580 |
| }, |
| { |
| "epoch": 0.9388651801722179, |
| "grad_norm": 4.102118329658351, |
| "learning_rate": 6.116779472674008e-07, |
| "loss": 0.3415, |
| "step": 18590 |
| }, |
| { |
| "epoch": 0.9393702179237898, |
| "grad_norm": 7.576480207566005, |
| "learning_rate": 6.066269320133347e-07, |
| "loss": 0.3474, |
| "step": 18600 |
| }, |
| { |
| "epoch": 0.9398752556753618, |
| "grad_norm": 5.205648741417787, |
| "learning_rate": 6.015759167592687e-07, |
| "loss": 0.3701, |
| "step": 18610 |
| }, |
| { |
| "epoch": 0.9403802934269336, |
| "grad_norm": 2.574703645382877, |
| "learning_rate": 5.965249015052026e-07, |
| "loss": 0.3711, |
| "step": 18620 |
| }, |
| { |
| "epoch": 0.9408853311785056, |
| "grad_norm": 2.1710201302013608, |
| "learning_rate": 5.914738862511366e-07, |
| "loss": 0.3474, |
| "step": 18630 |
| }, |
| { |
| "epoch": 0.9413903689300775, |
| "grad_norm": 4.238488989950128, |
| "learning_rate": 5.864228709970705e-07, |
| "loss": 0.3458, |
| "step": 18640 |
| }, |
| { |
| "epoch": 0.9418954066816495, |
| "grad_norm": 3.9298261035180815, |
| "learning_rate": 5.813718557430044e-07, |
| "loss": 0.3517, |
| "step": 18650 |
| }, |
| { |
| "epoch": 0.9424004444332214, |
| "grad_norm": 4.183286579494331, |
| "learning_rate": 5.763208404889383e-07, |
| "loss": 0.3535, |
| "step": 18660 |
| }, |
| { |
| "epoch": 0.9429054821847933, |
| "grad_norm": 3.787432945522304, |
| "learning_rate": 5.712698252348722e-07, |
| "loss": 0.3438, |
| "step": 18670 |
| }, |
| { |
| "epoch": 0.9434105199363653, |
| "grad_norm": 42.44616395667764, |
| "learning_rate": 5.662188099808063e-07, |
| "loss": 0.3487, |
| "step": 18680 |
| }, |
| { |
| "epoch": 0.9439155576879372, |
| "grad_norm": 2.467350994396614, |
| "learning_rate": 5.611677947267402e-07, |
| "loss": 0.3495, |
| "step": 18690 |
| }, |
| { |
| "epoch": 0.9444205954395091, |
| "grad_norm": 3.4763055801021197, |
| "learning_rate": 5.561167794726741e-07, |
| "loss": 0.3471, |
| "step": 18700 |
| }, |
| { |
| "epoch": 0.944925633191081, |
| "grad_norm": 2.5579533898925604, |
| "learning_rate": 5.51065764218608e-07, |
| "loss": 0.3534, |
| "step": 18710 |
| }, |
| { |
| "epoch": 0.945430670942653, |
| "grad_norm": 4.548010779885983, |
| "learning_rate": 5.460147489645419e-07, |
| "loss": 0.3471, |
| "step": 18720 |
| }, |
| { |
| "epoch": 0.9459357086942249, |
| "grad_norm": 6.469724337112102, |
| "learning_rate": 5.409637337104758e-07, |
| "loss": 0.3519, |
| "step": 18730 |
| }, |
| { |
| "epoch": 0.9464407464457968, |
| "grad_norm": 3.2909861731073007, |
| "learning_rate": 5.359127184564098e-07, |
| "loss": 0.3455, |
| "step": 18740 |
| }, |
| { |
| "epoch": 0.9469457841973687, |
| "grad_norm": 3.9954669422093674, |
| "learning_rate": 5.308617032023437e-07, |
| "loss": 0.3484, |
| "step": 18750 |
| }, |
| { |
| "epoch": 0.9474508219489407, |
| "grad_norm": 4.918272865216922, |
| "learning_rate": 5.258106879482777e-07, |
| "loss": 0.3543, |
| "step": 18760 |
| }, |
| { |
| "epoch": 0.9479558597005127, |
| "grad_norm": 7.001698550237223, |
| "learning_rate": 5.207596726942116e-07, |
| "loss": 0.35, |
| "step": 18770 |
| }, |
| { |
| "epoch": 0.9484608974520845, |
| "grad_norm": 5.052929072371654, |
| "learning_rate": 5.157086574401455e-07, |
| "loss": 0.3442, |
| "step": 18780 |
| }, |
| { |
| "epoch": 0.9489659352036565, |
| "grad_norm": 4.671072953558266, |
| "learning_rate": 5.106576421860794e-07, |
| "loss": 0.3413, |
| "step": 18790 |
| }, |
| { |
| "epoch": 0.9494709729552284, |
| "grad_norm": 2.2274459931275943, |
| "learning_rate": 5.056066269320134e-07, |
| "loss": 0.3579, |
| "step": 18800 |
| }, |
| { |
| "epoch": 0.9499760107068004, |
| "grad_norm": 3.679235828488556, |
| "learning_rate": 5.005556116779473e-07, |
| "loss": 0.3482, |
| "step": 18810 |
| }, |
| { |
| "epoch": 0.9504810484583722, |
| "grad_norm": 5.113998461225806, |
| "learning_rate": 4.955045964238812e-07, |
| "loss": 0.3492, |
| "step": 18820 |
| }, |
| { |
| "epoch": 0.9509860862099442, |
| "grad_norm": 2.313685561005164, |
| "learning_rate": 4.904535811698151e-07, |
| "loss": 0.3498, |
| "step": 18830 |
| }, |
| { |
| "epoch": 0.9514911239615161, |
| "grad_norm": 4.548823482232416, |
| "learning_rate": 4.854025659157491e-07, |
| "loss": 0.3381, |
| "step": 18840 |
| }, |
| { |
| "epoch": 0.9519961617130881, |
| "grad_norm": 5.44596462224921, |
| "learning_rate": 4.803515506616831e-07, |
| "loss": 0.3499, |
| "step": 18850 |
| }, |
| { |
| "epoch": 0.9525011994646599, |
| "grad_norm": 5.653637436781184, |
| "learning_rate": 4.75300535407617e-07, |
| "loss": 0.3606, |
| "step": 18860 |
| }, |
| { |
| "epoch": 0.9530062372162319, |
| "grad_norm": 17.20756057482154, |
| "learning_rate": 4.702495201535509e-07, |
| "loss": 0.3513, |
| "step": 18870 |
| }, |
| { |
| "epoch": 0.9535112749678039, |
| "grad_norm": 2.6415906411811094, |
| "learning_rate": 4.651985048994848e-07, |
| "loss": 0.3584, |
| "step": 18880 |
| }, |
| { |
| "epoch": 0.9540163127193758, |
| "grad_norm": 3.3045378472333926, |
| "learning_rate": 4.601474896454188e-07, |
| "loss": 0.3672, |
| "step": 18890 |
| }, |
| { |
| "epoch": 0.9545213504709477, |
| "grad_norm": 2.494761338609364, |
| "learning_rate": 4.550964743913527e-07, |
| "loss": 0.3479, |
| "step": 18900 |
| }, |
| { |
| "epoch": 0.9550263882225196, |
| "grad_norm": 3.7846428264832346, |
| "learning_rate": 4.5004545913728665e-07, |
| "loss": 0.3594, |
| "step": 18910 |
| }, |
| { |
| "epoch": 0.9555314259740916, |
| "grad_norm": 11.41402543242729, |
| "learning_rate": 4.4499444388322056e-07, |
| "loss": 0.3391, |
| "step": 18920 |
| }, |
| { |
| "epoch": 0.9560364637256635, |
| "grad_norm": 23.109764846483394, |
| "learning_rate": 4.399434286291545e-07, |
| "loss": 0.3657, |
| "step": 18930 |
| }, |
| { |
| "epoch": 0.9565415014772354, |
| "grad_norm": 2.8683015901455313, |
| "learning_rate": 4.3489241337508844e-07, |
| "loss": 0.365, |
| "step": 18940 |
| }, |
| { |
| "epoch": 0.9570465392288073, |
| "grad_norm": 3.310696390265973, |
| "learning_rate": 4.2984139812102235e-07, |
| "loss": 0.3692, |
| "step": 18950 |
| }, |
| { |
| "epoch": 0.9575515769803793, |
| "grad_norm": 3.223732467814084, |
| "learning_rate": 4.247903828669563e-07, |
| "loss": 0.3268, |
| "step": 18960 |
| }, |
| { |
| "epoch": 0.9580566147319513, |
| "grad_norm": 3.067086167535032, |
| "learning_rate": 4.1973936761289023e-07, |
| "loss": 0.353, |
| "step": 18970 |
| }, |
| { |
| "epoch": 0.9585616524835231, |
| "grad_norm": 4.735815421841188, |
| "learning_rate": 4.1468835235882414e-07, |
| "loss": 0.3444, |
| "step": 18980 |
| }, |
| { |
| "epoch": 0.959066690235095, |
| "grad_norm": 3.425925550819413, |
| "learning_rate": 4.096373371047581e-07, |
| "loss": 0.3385, |
| "step": 18990 |
| }, |
| { |
| "epoch": 0.959571727986667, |
| "grad_norm": 4.169456686292674, |
| "learning_rate": 4.04586321850692e-07, |
| "loss": 0.3635, |
| "step": 19000 |
| }, |
| { |
| "epoch": 0.960076765738239, |
| "grad_norm": 2.7883327435971967, |
| "learning_rate": 3.9953530659662593e-07, |
| "loss": 0.3496, |
| "step": 19010 |
| }, |
| { |
| "epoch": 0.9605818034898108, |
| "grad_norm": 6.631719541255136, |
| "learning_rate": 3.944842913425599e-07, |
| "loss": 0.3536, |
| "step": 19020 |
| }, |
| { |
| "epoch": 0.9610868412413828, |
| "grad_norm": 6.199402518918171, |
| "learning_rate": 3.8943327608849386e-07, |
| "loss": 0.3492, |
| "step": 19030 |
| }, |
| { |
| "epoch": 0.9615918789929547, |
| "grad_norm": 3.832122639682839, |
| "learning_rate": 3.8438226083442777e-07, |
| "loss": 0.3559, |
| "step": 19040 |
| }, |
| { |
| "epoch": 0.9620969167445267, |
| "grad_norm": 5.054933419698706, |
| "learning_rate": 3.793312455803617e-07, |
| "loss": 0.3396, |
| "step": 19050 |
| }, |
| { |
| "epoch": 0.9626019544960985, |
| "grad_norm": 4.931557429835319, |
| "learning_rate": 3.742802303262956e-07, |
| "loss": 0.361, |
| "step": 19060 |
| }, |
| { |
| "epoch": 0.9631069922476705, |
| "grad_norm": 2.8243354412545663, |
| "learning_rate": 3.692292150722295e-07, |
| "loss": 0.3519, |
| "step": 19070 |
| }, |
| { |
| "epoch": 0.9636120299992424, |
| "grad_norm": 2.9047769826763843, |
| "learning_rate": 3.641781998181635e-07, |
| "loss": 0.352, |
| "step": 19080 |
| }, |
| { |
| "epoch": 0.9641170677508144, |
| "grad_norm": 3.5750399190488586, |
| "learning_rate": 3.5912718456409744e-07, |
| "loss": 0.3515, |
| "step": 19090 |
| }, |
| { |
| "epoch": 0.9646221055023863, |
| "grad_norm": 4.083793717766302, |
| "learning_rate": 3.5407616931003135e-07, |
| "loss": 0.3364, |
| "step": 19100 |
| }, |
| { |
| "epoch": 0.9651271432539582, |
| "grad_norm": 2.237959887146547, |
| "learning_rate": 3.4902515405596526e-07, |
| "loss": 0.3451, |
| "step": 19110 |
| }, |
| { |
| "epoch": 0.9656321810055302, |
| "grad_norm": 3.1768900583422597, |
| "learning_rate": 3.4397413880189917e-07, |
| "loss": 0.3468, |
| "step": 19120 |
| }, |
| { |
| "epoch": 0.9661372187571021, |
| "grad_norm": 4.21068826694376, |
| "learning_rate": 3.389231235478332e-07, |
| "loss": 0.3412, |
| "step": 19130 |
| }, |
| { |
| "epoch": 0.966642256508674, |
| "grad_norm": 5.657422019205803, |
| "learning_rate": 3.338721082937671e-07, |
| "loss": 0.3439, |
| "step": 19140 |
| }, |
| { |
| "epoch": 0.9671472942602459, |
| "grad_norm": 6.306482550657807, |
| "learning_rate": 3.28821093039701e-07, |
| "loss": 0.3668, |
| "step": 19150 |
| }, |
| { |
| "epoch": 0.9676523320118179, |
| "grad_norm": 3.949528139283546, |
| "learning_rate": 3.237700777856349e-07, |
| "loss": 0.3521, |
| "step": 19160 |
| }, |
| { |
| "epoch": 0.9681573697633898, |
| "grad_norm": 3.8577102555565457, |
| "learning_rate": 3.1871906253156884e-07, |
| "loss": 0.3432, |
| "step": 19170 |
| }, |
| { |
| "epoch": 0.9686624075149618, |
| "grad_norm": 10.01075740910154, |
| "learning_rate": 3.1366804727750275e-07, |
| "loss": 0.349, |
| "step": 19180 |
| }, |
| { |
| "epoch": 0.9691674452665336, |
| "grad_norm": 5.366835858110643, |
| "learning_rate": 3.086170320234367e-07, |
| "loss": 0.3347, |
| "step": 19190 |
| }, |
| { |
| "epoch": 0.9696724830181056, |
| "grad_norm": 3.0600066927692553, |
| "learning_rate": 3.035660167693707e-07, |
| "loss": 0.3484, |
| "step": 19200 |
| }, |
| { |
| "epoch": 0.9701775207696776, |
| "grad_norm": 3.3199457968898933, |
| "learning_rate": 2.985150015153046e-07, |
| "loss": 0.3662, |
| "step": 19210 |
| }, |
| { |
| "epoch": 0.9706825585212495, |
| "grad_norm": 8.305484409899465, |
| "learning_rate": 2.934639862612385e-07, |
| "loss": 0.3401, |
| "step": 19220 |
| }, |
| { |
| "epoch": 0.9711875962728214, |
| "grad_norm": 4.5596702016391575, |
| "learning_rate": 2.8841297100717247e-07, |
| "loss": 0.3453, |
| "step": 19230 |
| }, |
| { |
| "epoch": 0.9716926340243933, |
| "grad_norm": 3.1404063614755056, |
| "learning_rate": 2.833619557531064e-07, |
| "loss": 0.3568, |
| "step": 19240 |
| }, |
| { |
| "epoch": 0.9721976717759653, |
| "grad_norm": 2.1279962723109542, |
| "learning_rate": 2.7831094049904034e-07, |
| "loss": 0.3652, |
| "step": 19250 |
| }, |
| { |
| "epoch": 0.9727027095275372, |
| "grad_norm": 8.103709676163785, |
| "learning_rate": 2.7325992524497426e-07, |
| "loss": 0.3599, |
| "step": 19260 |
| }, |
| { |
| "epoch": 0.9732077472791091, |
| "grad_norm": 3.9079606526402695, |
| "learning_rate": 2.6820890999090817e-07, |
| "loss": 0.3332, |
| "step": 19270 |
| }, |
| { |
| "epoch": 0.973712785030681, |
| "grad_norm": 2.834072428824953, |
| "learning_rate": 2.6315789473684213e-07, |
| "loss": 0.3587, |
| "step": 19280 |
| }, |
| { |
| "epoch": 0.974217822782253, |
| "grad_norm": 3.331437469521485, |
| "learning_rate": 2.5810687948277604e-07, |
| "loss": 0.3532, |
| "step": 19290 |
| }, |
| { |
| "epoch": 0.974722860533825, |
| "grad_norm": 4.5771090753301955, |
| "learning_rate": 2.5305586422871e-07, |
| "loss": 0.3619, |
| "step": 19300 |
| }, |
| { |
| "epoch": 0.9752278982853968, |
| "grad_norm": 2.1169984635243897, |
| "learning_rate": 2.480048489746439e-07, |
| "loss": 0.3338, |
| "step": 19310 |
| }, |
| { |
| "epoch": 0.9757329360369688, |
| "grad_norm": 2.4727042377727075, |
| "learning_rate": 2.429538337205779e-07, |
| "loss": 0.348, |
| "step": 19320 |
| }, |
| { |
| "epoch": 0.9762379737885407, |
| "grad_norm": 4.382104299041976, |
| "learning_rate": 2.3790281846651177e-07, |
| "loss": 0.3608, |
| "step": 19330 |
| }, |
| { |
| "epoch": 0.9767430115401127, |
| "grad_norm": 24.576345877505307, |
| "learning_rate": 2.3285180321244574e-07, |
| "loss": 0.3344, |
| "step": 19340 |
| }, |
| { |
| "epoch": 0.9772480492916845, |
| "grad_norm": 5.068003336801587, |
| "learning_rate": 2.2780078795837965e-07, |
| "loss": 0.34, |
| "step": 19350 |
| }, |
| { |
| "epoch": 0.9777530870432565, |
| "grad_norm": 5.036323992558192, |
| "learning_rate": 2.2274977270431359e-07, |
| "loss": 0.3534, |
| "step": 19360 |
| }, |
| { |
| "epoch": 0.9782581247948284, |
| "grad_norm": 8.0901350202218, |
| "learning_rate": 2.1769875745024752e-07, |
| "loss": 0.3563, |
| "step": 19370 |
| }, |
| { |
| "epoch": 0.9787631625464004, |
| "grad_norm": 3.2338907871203575, |
| "learning_rate": 2.1264774219618146e-07, |
| "loss": 0.342, |
| "step": 19380 |
| }, |
| { |
| "epoch": 0.9792682002979722, |
| "grad_norm": 7.152607151035173, |
| "learning_rate": 2.0759672694211537e-07, |
| "loss": 0.3585, |
| "step": 19390 |
| }, |
| { |
| "epoch": 0.9797732380495442, |
| "grad_norm": 2.8408399191335234, |
| "learning_rate": 2.025457116880493e-07, |
| "loss": 0.3408, |
| "step": 19400 |
| }, |
| { |
| "epoch": 0.9802782758011162, |
| "grad_norm": 3.335420575405322, |
| "learning_rate": 1.9749469643398325e-07, |
| "loss": 0.3626, |
| "step": 19410 |
| }, |
| { |
| "epoch": 0.9807833135526881, |
| "grad_norm": 4.427107484896195, |
| "learning_rate": 1.9244368117991716e-07, |
| "loss": 0.3385, |
| "step": 19420 |
| }, |
| { |
| "epoch": 0.98128835130426, |
| "grad_norm": 5.431153322507852, |
| "learning_rate": 1.8739266592585113e-07, |
| "loss": 0.3513, |
| "step": 19430 |
| }, |
| { |
| "epoch": 0.9817933890558319, |
| "grad_norm": 3.813640172056062, |
| "learning_rate": 1.8234165067178504e-07, |
| "loss": 0.3393, |
| "step": 19440 |
| }, |
| { |
| "epoch": 0.9822984268074039, |
| "grad_norm": 3.898589096762485, |
| "learning_rate": 1.7729063541771895e-07, |
| "loss": 0.3405, |
| "step": 19450 |
| }, |
| { |
| "epoch": 0.9828034645589758, |
| "grad_norm": 3.037916644567326, |
| "learning_rate": 1.7223962016365292e-07, |
| "loss": 0.3519, |
| "step": 19460 |
| }, |
| { |
| "epoch": 0.9833085023105477, |
| "grad_norm": 3.190273896432863, |
| "learning_rate": 1.6718860490958683e-07, |
| "loss": 0.3533, |
| "step": 19470 |
| }, |
| { |
| "epoch": 0.9838135400621196, |
| "grad_norm": 5.858585403848123, |
| "learning_rate": 1.621375896555208e-07, |
| "loss": 0.3443, |
| "step": 19480 |
| }, |
| { |
| "epoch": 0.9843185778136916, |
| "grad_norm": 3.441915956155067, |
| "learning_rate": 1.570865744014547e-07, |
| "loss": 0.3554, |
| "step": 19490 |
| }, |
| { |
| "epoch": 0.9848236155652635, |
| "grad_norm": 3.7424368716852348, |
| "learning_rate": 1.5203555914738864e-07, |
| "loss": 0.3587, |
| "step": 19500 |
| }, |
| { |
| "epoch": 0.9853286533168354, |
| "grad_norm": 7.071299158156384, |
| "learning_rate": 1.4698454389332256e-07, |
| "loss": 0.3621, |
| "step": 19510 |
| }, |
| { |
| "epoch": 0.9858336910684073, |
| "grad_norm": 3.8198683754171587, |
| "learning_rate": 1.419335286392565e-07, |
| "loss": 0.3724, |
| "step": 19520 |
| }, |
| { |
| "epoch": 0.9863387288199793, |
| "grad_norm": 2.731071788924555, |
| "learning_rate": 1.3688251338519043e-07, |
| "loss": 0.3416, |
| "step": 19530 |
| }, |
| { |
| "epoch": 0.9868437665715513, |
| "grad_norm": 3.7212383700962652, |
| "learning_rate": 1.3183149813112437e-07, |
| "loss": 0.3473, |
| "step": 19540 |
| }, |
| { |
| "epoch": 0.9873488043231231, |
| "grad_norm": 3.302454861812917, |
| "learning_rate": 1.267804828770583e-07, |
| "loss": 0.3567, |
| "step": 19550 |
| }, |
| { |
| "epoch": 0.9878538420746951, |
| "grad_norm": 13.424373803274289, |
| "learning_rate": 1.2172946762299225e-07, |
| "loss": 0.3462, |
| "step": 19560 |
| }, |
| { |
| "epoch": 0.988358879826267, |
| "grad_norm": 2.5094569211373683, |
| "learning_rate": 1.1667845236892617e-07, |
| "loss": 0.3506, |
| "step": 19570 |
| }, |
| { |
| "epoch": 0.988863917577839, |
| "grad_norm": 8.676691313011856, |
| "learning_rate": 1.116274371148601e-07, |
| "loss": 0.3399, |
| "step": 19580 |
| }, |
| { |
| "epoch": 0.9893689553294108, |
| "grad_norm": 5.111065406394146, |
| "learning_rate": 1.0657642186079402e-07, |
| "loss": 0.3486, |
| "step": 19590 |
| }, |
| { |
| "epoch": 0.9898739930809828, |
| "grad_norm": 3.1643666611399976, |
| "learning_rate": 1.0152540660672796e-07, |
| "loss": 0.3463, |
| "step": 19600 |
| }, |
| { |
| "epoch": 0.9903790308325547, |
| "grad_norm": 3.7401113905250845, |
| "learning_rate": 9.647439135266189e-08, |
| "loss": 0.3462, |
| "step": 19610 |
| }, |
| { |
| "epoch": 0.9908840685841267, |
| "grad_norm": 3.1161613433451696, |
| "learning_rate": 9.142337609859582e-08, |
| "loss": 0.3595, |
| "step": 19620 |
| }, |
| { |
| "epoch": 0.9913891063356985, |
| "grad_norm": 7.461525216502298, |
| "learning_rate": 8.637236084452976e-08, |
| "loss": 0.3478, |
| "step": 19630 |
| }, |
| { |
| "epoch": 0.9918941440872705, |
| "grad_norm": 3.278360748256368, |
| "learning_rate": 8.13213455904637e-08, |
| "loss": 0.3468, |
| "step": 19640 |
| }, |
| { |
| "epoch": 0.9923991818388425, |
| "grad_norm": 2.3662646040461026, |
| "learning_rate": 7.627033033639761e-08, |
| "loss": 0.3334, |
| "step": 19650 |
| }, |
| { |
| "epoch": 0.9929042195904144, |
| "grad_norm": 4.061819314850138, |
| "learning_rate": 7.121931508233155e-08, |
| "loss": 0.339, |
| "step": 19660 |
| }, |
| { |
| "epoch": 0.9934092573419863, |
| "grad_norm": 3.0268165058919387, |
| "learning_rate": 6.616829982826549e-08, |
| "loss": 0.3358, |
| "step": 19670 |
| }, |
| { |
| "epoch": 0.9939142950935582, |
| "grad_norm": 4.547975258460046, |
| "learning_rate": 6.111728457419941e-08, |
| "loss": 0.3338, |
| "step": 19680 |
| }, |
| { |
| "epoch": 0.9944193328451302, |
| "grad_norm": 5.770374809427592, |
| "learning_rate": 5.606626932013335e-08, |
| "loss": 0.3448, |
| "step": 19690 |
| }, |
| { |
| "epoch": 0.9949243705967021, |
| "grad_norm": 2.864633009769063, |
| "learning_rate": 5.1015254066067285e-08, |
| "loss": 0.3305, |
| "step": 19700 |
| }, |
| { |
| "epoch": 0.995429408348274, |
| "grad_norm": 2.15308465344697, |
| "learning_rate": 4.5964238812001217e-08, |
| "loss": 0.3756, |
| "step": 19710 |
| }, |
| { |
| "epoch": 0.9959344460998459, |
| "grad_norm": 4.787969766327734, |
| "learning_rate": 4.091322355793514e-08, |
| "loss": 0.343, |
| "step": 19720 |
| }, |
| { |
| "epoch": 0.9964394838514179, |
| "grad_norm": 9.985119863463977, |
| "learning_rate": 3.586220830386908e-08, |
| "loss": 0.3436, |
| "step": 19730 |
| }, |
| { |
| "epoch": 0.9969445216029899, |
| "grad_norm": 2.6886443082611673, |
| "learning_rate": 3.081119304980301e-08, |
| "loss": 0.3517, |
| "step": 19740 |
| }, |
| { |
| "epoch": 0.9974495593545617, |
| "grad_norm": 7.198367620435292, |
| "learning_rate": 2.5760177795736944e-08, |
| "loss": 0.3608, |
| "step": 19750 |
| }, |
| { |
| "epoch": 0.9979545971061337, |
| "grad_norm": 2.4433957061834106, |
| "learning_rate": 2.0709162541670875e-08, |
| "loss": 0.3587, |
| "step": 19760 |
| }, |
| { |
| "epoch": 0.9984596348577056, |
| "grad_norm": 43.92952696515746, |
| "learning_rate": 1.565814728760481e-08, |
| "loss": 0.352, |
| "step": 19770 |
| }, |
| { |
| "epoch": 0.9989646726092776, |
| "grad_norm": 5.395974747202963, |
| "learning_rate": 1.0607132033538742e-08, |
| "loss": 0.3339, |
| "step": 19780 |
| }, |
| { |
| "epoch": 0.9994697103608495, |
| "grad_norm": 2.2549607655291393, |
| "learning_rate": 5.556116779472674e-09, |
| "loss": 0.3437, |
| "step": 19790 |
| }, |
| { |
| "epoch": 0.9999747481124214, |
| "grad_norm": 4.084387999304972, |
| "learning_rate": 5.051015254066067e-10, |
| "loss": 0.3312, |
| "step": 19800 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 19800, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 5000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.475990740795392e+16, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
