{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9989126495106923,
  "eval_steps": 173,
  "global_step": 689,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0014498006524102935,
      "grad_norm": 24.13447961507207,
      "learning_rate": 9.523809523809525e-07,
      "loss": 1.8998,
      "step": 1
    },
    {
      "epoch": 0.002899601304820587,
      "grad_norm": 30.45295521252791,
      "learning_rate": 1.904761904761905e-06,
      "loss": 1.9966,
      "step": 2
    },
    {
      "epoch": 0.004349401957230881,
      "grad_norm": 30.801408549502632,
      "learning_rate": 2.8571428571428573e-06,
      "loss": 2.0608,
      "step": 3
    },
    {
      "epoch": 0.005799202609641174,
      "grad_norm": 20.960305151544546,
      "learning_rate": 3.80952380952381e-06,
      "loss": 1.8596,
      "step": 4
    },
    {
      "epoch": 0.007249003262051468,
      "grad_norm": 6.7837904483700076,
      "learning_rate": 4.761904761904762e-06,
      "loss": 1.6535,
      "step": 5
    },
    {
      "epoch": 0.008698803914461761,
      "grad_norm": 5.304344788310996,
      "learning_rate": 5.7142857142857145e-06,
      "loss": 1.54,
      "step": 6
    },
    {
      "epoch": 0.010148604566872055,
      "grad_norm": 4.991108317534938,
      "learning_rate": 6.666666666666667e-06,
      "loss": 1.5388,
      "step": 7
    },
    {
      "epoch": 0.011598405219282348,
      "grad_norm": 13.08572986273314,
      "learning_rate": 7.61904761904762e-06,
      "loss": 1.4991,
      "step": 8
    },
    {
      "epoch": 0.013048205871692642,
      "grad_norm": 6.611519344484442,
      "learning_rate": 8.571428571428571e-06,
      "loss": 1.4207,
      "step": 9
    },
    {
      "epoch": 0.014498006524102935,
      "grad_norm": 4.554494831650385,
      "learning_rate": 9.523809523809525e-06,
      "loss": 1.3406,
      "step": 10
    },
    {
      "epoch": 0.01594780717651323,
      "grad_norm": 3.603321232525562,
      "learning_rate": 1.0476190476190477e-05,
      "loss": 1.4017,
      "step": 11
    },
    {
      "epoch": 0.017397607828923523,
      "grad_norm": 3.1607551883424767,
      "learning_rate": 1.1428571428571429e-05,
      "loss": 1.3311,
      "step": 12
    },
    {
      "epoch": 0.018847408481333816,
      "grad_norm": 3.2895713843454857,
      "learning_rate": 1.2380952380952383e-05,
      "loss": 1.2544,
      "step": 13
    },
    {
      "epoch": 0.02029720913374411,
      "grad_norm": 2.444984709641969,
      "learning_rate": 1.3333333333333333e-05,
      "loss": 1.3479,
      "step": 14
    },
    {
      "epoch": 0.021747009786154403,
      "grad_norm": 2.794438483738135,
      "learning_rate": 1.4285714285714287e-05,
      "loss": 1.2702,
      "step": 15
    },
    {
      "epoch": 0.023196810438564697,
      "grad_norm": 2.4896429131191162,
      "learning_rate": 1.523809523809524e-05,
      "loss": 1.216,
      "step": 16
    },
    {
      "epoch": 0.02464661109097499,
      "grad_norm": 2.592280520795497,
      "learning_rate": 1.6190476190476193e-05,
      "loss": 1.2603,
      "step": 17
    },
    {
      "epoch": 0.026096411743385284,
      "grad_norm": 2.3089246064331728,
      "learning_rate": 1.7142857142857142e-05,
      "loss": 1.1429,
      "step": 18
    },
    {
      "epoch": 0.027546212395795577,
      "grad_norm": 2.0892561574154245,
      "learning_rate": 1.8095238095238097e-05,
      "loss": 1.2466,
      "step": 19
    },
    {
      "epoch": 0.02899601304820587,
      "grad_norm": 2.1894860428896474,
      "learning_rate": 1.904761904761905e-05,
      "loss": 1.1649,
      "step": 20
    },
    {
      "epoch": 0.030445813700616164,
      "grad_norm": 2.1260454838228187,
      "learning_rate": 2e-05,
      "loss": 1.2496,
      "step": 21
    },
    {
      "epoch": 0.03189561435302646,
      "grad_norm": 2.036819786811594,
      "learning_rate": 1.999988940995767e-05,
      "loss": 1.2229,
      "step": 22
    },
    {
      "epoch": 0.03334541500543675,
      "grad_norm": 2.0509146511361744,
      "learning_rate": 1.9999557642276715e-05,
      "loss": 1.2147,
      "step": 23
    },
    {
      "epoch": 0.034795215657847045,
      "grad_norm": 1.686495679737353,
      "learning_rate": 1.9999004704295167e-05,
      "loss": 1.2724,
      "step": 24
    },
    {
      "epoch": 0.03624501631025734,
      "grad_norm": 1.7535694438920035,
      "learning_rate": 1.9998230608242917e-05,
      "loss": 1.1696,
      "step": 25
    },
    {
      "epoch": 0.03769481696266763,
      "grad_norm": 1.9704353717115366,
      "learning_rate": 1.999723537124143e-05,
      "loss": 1.2729,
      "step": 26
    },
    {
      "epoch": 0.039144617615077926,
      "grad_norm": 1.9861051369947142,
      "learning_rate": 1.9996019015303366e-05,
      "loss": 1.3143,
      "step": 27
    },
    {
      "epoch": 0.04059441826748822,
      "grad_norm": 1.881689644020345,
      "learning_rate": 1.9994581567332095e-05,
      "loss": 1.2242,
      "step": 28
    },
    {
      "epoch": 0.04204421891989851,
      "grad_norm": 1.7304543958546825,
      "learning_rate": 1.9992923059121107e-05,
      "loss": 1.2306,
      "step": 29
    },
    {
      "epoch": 0.043494019572308806,
      "grad_norm": 1.863183618720525,
      "learning_rate": 1.999104352735329e-05,
      "loss": 1.1695,
      "step": 30
    },
    {
      "epoch": 0.0449438202247191,
      "grad_norm": 1.774724097711846,
      "learning_rate": 1.9988943013600156e-05,
      "loss": 1.1461,
      "step": 31
    },
    {
      "epoch": 0.04639362087712939,
      "grad_norm": 1.8971820140948996,
      "learning_rate": 1.9986621564320878e-05,
      "loss": 1.2419,
      "step": 32
    },
    {
      "epoch": 0.04784342152953969,
      "grad_norm": 1.7527857842521397,
      "learning_rate": 1.9984079230861296e-05,
      "loss": 1.1451,
      "step": 33
    },
    {
      "epoch": 0.04929322218194998,
      "grad_norm": 1.7046754732151643,
      "learning_rate": 1.998131606945276e-05,
      "loss": 1.1962,
      "step": 34
    },
    {
      "epoch": 0.050743022834360274,
      "grad_norm": 1.7600404155638136,
      "learning_rate": 1.9978332141210894e-05,
      "loss": 1.1604,
      "step": 35
    },
    {
      "epoch": 0.05219282348677057,
      "grad_norm": 1.678514906913871,
      "learning_rate": 1.997512751213426e-05,
      "loss": 1.2596,
      "step": 36
    },
    {
      "epoch": 0.05364262413918086,
      "grad_norm": 1.679724530623478,
      "learning_rate": 1.9971702253102856e-05,
      "loss": 1.2399,
      "step": 37
    },
    {
      "epoch": 0.055092424791591155,
      "grad_norm": 1.4877311404077136,
      "learning_rate": 1.99680564398766e-05,
      "loss": 1.1509,
      "step": 38
    },
    {
      "epoch": 0.05654222544400145,
      "grad_norm": 1.6332470683549214,
      "learning_rate": 1.9964190153093613e-05,
      "loss": 1.1343,
      "step": 39
    },
    {
      "epoch": 0.05799202609641174,
      "grad_norm": 1.84538760509367,
      "learning_rate": 1.996010347826847e-05,
      "loss": 1.1419,
      "step": 40
    },
    {
      "epoch": 0.059441826748822035,
      "grad_norm": 1.6655966095988817,
      "learning_rate": 1.9955796505790266e-05,
      "loss": 1.171,
      "step": 41
    },
    {
      "epoch": 0.06089162740123233,
      "grad_norm": 1.6686217671799741,
      "learning_rate": 1.9951269330920667e-05,
      "loss": 1.1942,
      "step": 42
    },
    {
      "epoch": 0.06234142805364262,
      "grad_norm": 1.6560839908920755,
      "learning_rate": 1.9946522053791755e-05,
      "loss": 1.1952,
      "step": 43
    },
    {
      "epoch": 0.06379122870605292,
      "grad_norm": 1.7032868748569239,
      "learning_rate": 1.9941554779403854e-05,
      "loss": 1.1222,
      "step": 44
    },
    {
      "epoch": 0.06524102935846321,
      "grad_norm": 1.8393238935309384,
      "learning_rate": 1.993636761762317e-05,
      "loss": 1.0861,
      "step": 45
    },
    {
      "epoch": 0.0666908300108735,
      "grad_norm": 1.7714338397855247,
      "learning_rate": 1.9930960683179404e-05,
      "loss": 1.1484,
      "step": 46
    },
    {
      "epoch": 0.0681406306632838,
      "grad_norm": 2.2410599411909975,
      "learning_rate": 1.992533409566317e-05,
      "loss": 1.244,
      "step": 47
    },
    {
      "epoch": 0.06959043131569409,
      "grad_norm": 1.5313267603910532,
      "learning_rate": 1.991948797952338e-05,
      "loss": 1.1747,
      "step": 48
    },
    {
      "epoch": 0.07104023196810438,
      "grad_norm": 1.5299254412788565,
      "learning_rate": 1.991342246406448e-05,
      "loss": 1.1817,
      "step": 49
    },
    {
      "epoch": 0.07249003262051468,
      "grad_norm": 1.8915773926444455,
      "learning_rate": 1.9907137683443593e-05,
      "loss": 1.1324,
      "step": 50
    },
    {
      "epoch": 0.07393983327292497,
      "grad_norm": 1.3490879234916116,
      "learning_rate": 1.990063377666755e-05,
      "loss": 1.1723,
      "step": 51
    },
    {
      "epoch": 0.07538963392533526,
      "grad_norm": 1.4568194926297389,
      "learning_rate": 1.9893910887589817e-05,
      "loss": 1.1436,
      "step": 52
    },
    {
      "epoch": 0.07683943457774556,
      "grad_norm": 1.4469636067398668,
      "learning_rate": 1.9886969164907306e-05,
      "loss": 1.2352,
      "step": 53
    },
    {
      "epoch": 0.07828923523015585,
      "grad_norm": 1.5970835964860943,
      "learning_rate": 1.9879808762157106e-05,
      "loss": 1.1225,
      "step": 54
    },
    {
      "epoch": 0.07973903588256614,
      "grad_norm": 1.781212415486643,
      "learning_rate": 1.987242983771306e-05,
      "loss": 1.154,
      "step": 55
    },
    {
      "epoch": 0.08118883653497644,
      "grad_norm": 1.7378145254926347,
      "learning_rate": 1.986483255478229e-05,
      "loss": 1.1878,
      "step": 56
    },
    {
      "epoch": 0.08263863718738673,
      "grad_norm": 1.4814443147300105,
      "learning_rate": 1.985701708140155e-05,
      "loss": 1.2252,
      "step": 57
    },
    {
      "epoch": 0.08408843783979703,
      "grad_norm": 1.6062356336169084,
      "learning_rate": 1.9848983590433555e-05,
      "loss": 1.1983,
      "step": 58
    },
    {
      "epoch": 0.08553823849220732,
      "grad_norm": 1.6978976055091966,
      "learning_rate": 1.984073225956313e-05,
      "loss": 1.0904,
      "step": 59
    },
    {
      "epoch": 0.08698803914461761,
      "grad_norm": 1.5426256140619299,
      "learning_rate": 1.983226327129327e-05,
      "loss": 1.1949,
      "step": 60
    },
    {
      "epoch": 0.0884378397970279,
      "grad_norm": 1.5601237512353299,
      "learning_rate": 1.982357681294114e-05,
      "loss": 1.0572,
      "step": 61
    },
    {
      "epoch": 0.0898876404494382,
      "grad_norm": 1.5967484729572234,
      "learning_rate": 1.981467307663389e-05,
      "loss": 1.0921,
      "step": 62
    },
    {
      "epoch": 0.0913374411018485,
      "grad_norm": 1.641500172879362,
      "learning_rate": 1.9805552259304447e-05,
      "loss": 1.1328,
      "step": 63
    },
    {
      "epoch": 0.09278724175425879,
      "grad_norm": 1.6488330164710152,
      "learning_rate": 1.9796214562687114e-05,
      "loss": 1.1363,
      "step": 64
    },
    {
      "epoch": 0.09423704240666908,
      "grad_norm": 1.4688665781902088,
      "learning_rate": 1.978666019331315e-05,
      "loss": 1.1283,
      "step": 65
    },
    {
      "epoch": 0.09568684305907937,
      "grad_norm": 1.5154306356661489,
      "learning_rate": 1.9776889362506175e-05,
      "loss": 1.0697,
      "step": 66
    },
    {
      "epoch": 0.09713664371148967,
      "grad_norm": 1.4911514238908088,
      "learning_rate": 1.9766902286377507e-05,
      "loss": 1.115,
      "step": 67
    },
    {
      "epoch": 0.09858644436389996,
      "grad_norm": 1.5307558397629772,
      "learning_rate": 1.9756699185821387e-05,
      "loss": 1.2047,
      "step": 68
    },
    {
      "epoch": 0.10003624501631025,
      "grad_norm": 1.5106988471187286,
      "learning_rate": 1.974628028651007e-05,
      "loss": 1.1261,
      "step": 69
    },
    {
      "epoch": 0.10148604566872055,
      "grad_norm": 1.4552475316752103,
      "learning_rate": 1.973564581888887e-05,
      "loss": 1.1147,
      "step": 70
    },
    {
      "epoch": 0.10293584632113084,
      "grad_norm": 1.53431209741887,
      "learning_rate": 1.9724796018171022e-05,
      "loss": 1.1902,
      "step": 71
    },
    {
      "epoch": 0.10438564697354114,
      "grad_norm": 1.4015250181683467,
      "learning_rate": 1.9713731124332513e-05,
      "loss": 1.0722,
      "step": 72
    },
    {
      "epoch": 0.10583544762595143,
      "grad_norm": 1.5534118963467138,
      "learning_rate": 1.9702451382106763e-05,
      "loss": 1.1466,
      "step": 73
    },
    {
      "epoch": 0.10728524827836172,
      "grad_norm": 1.450611476626139,
      "learning_rate": 1.96909570409792e-05,
      "loss": 1.1608,
      "step": 74
    },
    {
      "epoch": 0.10873504893077202,
      "grad_norm": 1.4459612852552788,
      "learning_rate": 1.967924835518176e-05,
      "loss": 1.2124,
      "step": 75
    },
    {
      "epoch": 0.11018484958318231,
      "grad_norm": 1.4797644140322972,
      "learning_rate": 1.9667325583687255e-05,
      "loss": 1.198,
      "step": 76
    },
    {
      "epoch": 0.1116346502355926,
      "grad_norm": 1.4882682302599846,
      "learning_rate": 1.9655188990203648e-05,
      "loss": 1.1202,
      "step": 77
    },
    {
      "epoch": 0.1130844508880029,
      "grad_norm": 1.355157509169686,
      "learning_rate": 1.9642838843168215e-05,
      "loss": 1.0922,
      "step": 78
    },
    {
      "epoch": 0.11453425154041319,
      "grad_norm": 1.3915247696009005,
      "learning_rate": 1.963027541574161e-05,
      "loss": 1.2374,
      "step": 79
    },
    {
      "epoch": 0.11598405219282348,
      "grad_norm": 1.458141199446404,
      "learning_rate": 1.9617498985801834e-05,
      "loss": 1.0358,
      "step": 80
    },
    {
      "epoch": 0.11743385284523378,
      "grad_norm": 1.5755642593090884,
      "learning_rate": 1.9604509835938066e-05,
      "loss": 1.1363,
      "step": 81
    },
    {
      "epoch": 0.11888365349764407,
      "grad_norm": 1.3852311342190622,
      "learning_rate": 1.9591308253444437e-05,
      "loss": 1.1751,
      "step": 82
    },
    {
      "epoch": 0.12033345415005436,
      "grad_norm": 1.3988027363976137,
      "learning_rate": 1.9577894530313655e-05,
      "loss": 1.1621,
      "step": 83
    },
    {
      "epoch": 0.12178325480246466,
      "grad_norm": 1.6337073588999842,
      "learning_rate": 1.9564268963230564e-05,
      "loss": 1.1559,
      "step": 84
    },
    {
      "epoch": 0.12323305545487495,
      "grad_norm": 1.531320376259164,
      "learning_rate": 1.9550431853565577e-05,
      "loss": 1.1818,
      "step": 85
    },
    {
      "epoch": 0.12468285610728524,
      "grad_norm": 1.6433549398467089,
      "learning_rate": 1.9536383507367994e-05,
      "loss": 1.1229,
      "step": 86
    },
    {
      "epoch": 0.12613265675969554,
      "grad_norm": 1.3895840180640682,
      "learning_rate": 1.9522124235359265e-05,
      "loss": 1.0912,
      "step": 87
    },
    {
      "epoch": 0.12758245741210583,
      "grad_norm": 1.5848650229194654,
      "learning_rate": 1.950765435292608e-05,
      "loss": 1.1968,
      "step": 88
    },
    {
      "epoch": 0.12903225806451613,
      "grad_norm": 1.7121315741169545,
      "learning_rate": 1.9492974180113425e-05,
      "loss": 1.1739,
      "step": 89
    },
    {
      "epoch": 0.13048205871692642,
      "grad_norm": 1.4744411608527952,
      "learning_rate": 1.9478084041617492e-05,
      "loss": 1.1226,
      "step": 90
    },
    {
      "epoch": 0.1319318593693367,
      "grad_norm": 1.4038484929114188,
      "learning_rate": 1.946298426677848e-05,
      "loss": 1.1597,
      "step": 91
    },
    {
      "epoch": 0.133381660021747,
      "grad_norm": 1.5583842316972911,
      "learning_rate": 1.944767518957334e-05,
      "loss": 1.1542,
      "step": 92
    },
    {
      "epoch": 0.1348314606741573,
      "grad_norm": 1.432692159389847,
      "learning_rate": 1.943215714860838e-05,
      "loss": 1.103,
      "step": 93
    },
    {
      "epoch": 0.1362812613265676,
      "grad_norm": 1.2610863891108142,
      "learning_rate": 1.941643048711175e-05,
      "loss": 1.1572,
      "step": 94
    },
    {
      "epoch": 0.1377310619789779,
      "grad_norm": 1.409082053656987,
      "learning_rate": 1.9400495552925887e-05,
      "loss": 1.0925,
      "step": 95
    },
    {
      "epoch": 0.13918086263138818,
      "grad_norm": 1.5180883575660837,
      "learning_rate": 1.93843526984998e-05,
      "loss": 1.1747,
      "step": 96
    },
    {
      "epoch": 0.14063066328379847,
      "grad_norm": 1.446188613038219,
      "learning_rate": 1.936800228088128e-05,
      "loss": 1.1694,
      "step": 97
    },
    {
      "epoch": 0.14208046393620877,
      "grad_norm": 1.4730544927038625,
      "learning_rate": 1.9351444661709e-05,
      "loss": 1.1774,
      "step": 98
    },
    {
      "epoch": 0.14353026458861906,
      "grad_norm": 1.4643917490874658,
      "learning_rate": 1.9334680207204525e-05,
      "loss": 1.1042,
      "step": 99
    },
    {
      "epoch": 0.14498006524102935,
      "grad_norm": 1.4165444183523295,
      "learning_rate": 1.9317709288164198e-05,
      "loss": 1.0092,
      "step": 100
    },
    {
      "epoch": 0.14642986589343965,
      "grad_norm": 1.5403469992965209,
      "learning_rate": 1.930053227995095e-05,
      "loss": 1.1421,
      "step": 101
    },
    {
      "epoch": 0.14787966654584994,
      "grad_norm": 1.358715840826538,
      "learning_rate": 1.9283149562485997e-05,
      "loss": 1.1104,
      "step": 102
    },
    {
      "epoch": 0.14932946719826024,
      "grad_norm": 1.6044345854353719,
      "learning_rate": 1.9265561520240434e-05,
      "loss": 1.1609,
      "step": 103
    },
    {
      "epoch": 0.15077926785067053,
      "grad_norm": 1.443782398769455,
      "learning_rate": 1.924776854222672e-05,
      "loss": 1.1445,
      "step": 104
    },
    {
      "epoch": 0.15222906850308082,
      "grad_norm": 1.5141352847459923,
      "learning_rate": 1.9229771021990094e-05,
      "loss": 1.1046,
      "step": 105
    },
    {
      "epoch": 0.15367886915549112,
      "grad_norm": 1.4472178264696836,
      "learning_rate": 1.9211569357599868e-05,
      "loss": 1.1074,
      "step": 106
    },
    {
      "epoch": 0.1551286698079014,
      "grad_norm": 1.4362039642645186,
      "learning_rate": 1.9193163951640608e-05,
      "loss": 1.1988,
      "step": 107
    },
    {
      "epoch": 0.1565784704603117,
      "grad_norm": 1.5152580522698165,
      "learning_rate": 1.9174555211203235e-05,
      "loss": 1.2267,
      "step": 108
    },
    {
      "epoch": 0.158028271112722,
      "grad_norm": 1.639305174550132,
      "learning_rate": 1.9155743547876026e-05,
      "loss": 1.1182,
      "step": 109
    },
    {
      "epoch": 0.1594780717651323,
      "grad_norm": 1.4118479734974339,
      "learning_rate": 1.9136729377735514e-05,
      "loss": 1.0732,
      "step": 110
    },
    {
      "epoch": 0.16092787241754258,
      "grad_norm": 1.5233666916040183,
      "learning_rate": 1.9117513121337273e-05,
      "loss": 1.1565,
      "step": 111
    },
    {
      "epoch": 0.16237767306995288,
      "grad_norm": 1.5669668780786876,
      "learning_rate": 1.9098095203706625e-05,
      "loss": 1.1698,
      "step": 112
    },
    {
      "epoch": 0.16382747372236317,
      "grad_norm": 1.8263559139612136,
      "learning_rate": 1.9078476054329237e-05,
      "loss": 1.1195,
      "step": 113
    },
    {
      "epoch": 0.16527727437477346,
      "grad_norm": 1.640788164508231,
      "learning_rate": 1.905865610714162e-05,
      "loss": 1.1575,
      "step": 114
    },
    {
      "epoch": 0.16672707502718376,
      "grad_norm": 1.4501965846013474,
      "learning_rate": 1.9038635800521538e-05,
      "loss": 1.1322,
      "step": 115
    },
    {
      "epoch": 0.16817687567959405,
      "grad_norm": 1.51298564867844,
      "learning_rate": 1.9018415577278295e-05,
      "loss": 1.162,
      "step": 116
    },
    {
      "epoch": 0.16962667633200434,
      "grad_norm": 1.513249352306865,
      "learning_rate": 1.8997995884642968e-05,
      "loss": 1.1342,
      "step": 117
    },
    {
      "epoch": 0.17107647698441464,
      "grad_norm": 1.6015751718989664,
      "learning_rate": 1.8977377174258485e-05,
      "loss": 1.2142,
      "step": 118
    },
    {
      "epoch": 0.17252627763682493,
      "grad_norm": 1.501950267018482,
      "learning_rate": 1.895655990216966e-05,
      "loss": 1.1497,
      "step": 119
    },
    {
      "epoch": 0.17397607828923523,
      "grad_norm": 1.3779583455375068,
      "learning_rate": 1.893554452881309e-05,
      "loss": 1.0982,
      "step": 120
    },
    {
      "epoch": 0.17542587894164552,
      "grad_norm": 1.3519192766579768,
      "learning_rate": 1.8914331519006985e-05,
      "loss": 1.0864,
      "step": 121
    },
    {
      "epoch": 0.1768756795940558,
      "grad_norm": 1.3860532383536595,
      "learning_rate": 1.8892921341940873e-05,
      "loss": 1.1255,
      "step": 122
    },
    {
      "epoch": 0.1783254802464661,
      "grad_norm": 1.3825959683141158,
      "learning_rate": 1.8871314471165233e-05,
      "loss": 1.1342,
      "step": 123
    },
    {
      "epoch": 0.1797752808988764,
      "grad_norm": 1.483862180977746,
      "learning_rate": 1.8849511384581015e-05,
      "loss": 1.1137,
      "step": 124
    },
    {
      "epoch": 0.1812250815512867,
      "grad_norm": 1.2796802416681439,
      "learning_rate": 1.8827512564429076e-05,
      "loss": 1.1129,
      "step": 125
    },
    {
      "epoch": 0.182674882203697,
      "grad_norm": 1.2656064431036425,
      "learning_rate": 1.8805318497279498e-05,
      "loss": 1.0582,
      "step": 126
    },
    {
      "epoch": 0.18412468285610728,
      "grad_norm": 1.4861590500158623,
      "learning_rate": 1.8782929674020856e-05,
      "loss": 1.0994,
      "step": 127
    },
    {
      "epoch": 0.18557448350851757,
      "grad_norm": 1.5878571152116014,
      "learning_rate": 1.8760346589849323e-05,
      "loss": 1.1222,
      "step": 128
    },
    {
      "epoch": 0.18702428416092787,
      "grad_norm": 1.5139654532058364,
      "learning_rate": 1.8737569744257754e-05,
      "loss": 1.0915,
      "step": 129
    },
    {
      "epoch": 0.18847408481333816,
      "grad_norm": 1.3248045858003061,
      "learning_rate": 1.871459964102461e-05,
      "loss": 1.0953,
      "step": 130
    },
    {
      "epoch": 0.18992388546574845,
      "grad_norm": 1.6134962975888272,
      "learning_rate": 1.8691436788202823e-05,
      "loss": 1.179,
      "step": 131
    },
    {
      "epoch": 0.19137368611815875,
      "grad_norm": 1.755144132755189,
      "learning_rate": 1.8668081698108576e-05,
      "loss": 1.2302,
      "step": 132
    },
    {
      "epoch": 0.19282348677056904,
      "grad_norm": 1.4801616489839033,
      "learning_rate": 1.8644534887309947e-05,
      "loss": 1.108,
      "step": 133
    },
    {
      "epoch": 0.19427328742297933,
      "grad_norm": 1.614620294409322,
      "learning_rate": 1.8620796876615494e-05,
      "loss": 1.1353,
      "step": 134
    },
    {
      "epoch": 0.19572308807538963,
      "grad_norm": 1.7370142366361634,
      "learning_rate": 1.859686819106274e-05,
      "loss": 1.1719,
      "step": 135
    },
    {
      "epoch": 0.19717288872779992,
      "grad_norm": 1.3062716789125641,
      "learning_rate": 1.8572749359906556e-05,
      "loss": 1.1363,
      "step": 136
    },
    {
      "epoch": 0.19862268938021022,
      "grad_norm": 1.3365557550793516,
      "learning_rate": 1.8548440916607454e-05,
      "loss": 1.0996,
      "step": 137
    },
    {
      "epoch": 0.2000724900326205,
      "grad_norm": 1.4109754447602447,
      "learning_rate": 1.8523943398819786e-05,
      "loss": 1.131,
      "step": 138
    },
    {
      "epoch": 0.2015222906850308,
      "grad_norm": 1.4505137821937386,
      "learning_rate": 1.8499257348379857e-05,
      "loss": 1.128,
      "step": 139
    },
    {
      "epoch": 0.2029720913374411,
      "grad_norm": 1.372524236653458,
      "learning_rate": 1.8474383311293943e-05,
      "loss": 1.1371,
      "step": 140
    },
    {
      "epoch": 0.2044218919898514,
      "grad_norm": 1.4076947769304085,
      "learning_rate": 1.8449321837726207e-05,
      "loss": 1.1929,
      "step": 141
    },
    {
      "epoch": 0.20587169264226168,
      "grad_norm": 1.3802406772528608,
      "learning_rate": 1.842407348198653e-05,
      "loss": 1.0398,
      "step": 142
    },
    {
      "epoch": 0.20732149329467198,
      "grad_norm": 1.5087433128983168,
      "learning_rate": 1.8398638802518263e-05,
      "loss": 1.0679,
      "step": 143
    },
    {
      "epoch": 0.20877129394708227,
      "grad_norm": 1.5319722218764114,
      "learning_rate": 1.8373018361885856e-05,
      "loss": 1.066,
      "step": 144
    },
    {
      "epoch": 0.21022109459949256,
      "grad_norm": 1.4608227726445189,
      "learning_rate": 1.8347212726762436e-05,
      "loss": 1.0817,
      "step": 145
    },
    {
      "epoch": 0.21167089525190286,
      "grad_norm": 1.4830268366025634,
      "learning_rate": 1.832122246791726e-05,
      "loss": 1.104,
      "step": 146
    },
    {
      "epoch": 0.21312069590431315,
      "grad_norm": 1.4099537211404467,
      "learning_rate": 1.8295048160203087e-05,
      "loss": 1.1645,
      "step": 147
    },
    {
      "epoch": 0.21457049655672344,
      "grad_norm": 1.4557844872919459,
      "learning_rate": 1.8268690382543484e-05,
      "loss": 1.141,
      "step": 148
    },
    {
      "epoch": 0.21602029720913374,
      "grad_norm": 1.270168457505729,
      "learning_rate": 1.8242149717919993e-05,
      "loss": 1.0577,
      "step": 149
    },
    {
      "epoch": 0.21747009786154403,
      "grad_norm": 1.2697491363148088,
      "learning_rate": 1.8215426753359268e-05,
      "loss": 1.04,
      "step": 150
    },
    {
      "epoch": 0.21891989851395433,
      "grad_norm": 1.3442828497425443,
      "learning_rate": 1.8188522079920056e-05,
      "loss": 1.1662,
      "step": 151
    },
    {
      "epoch": 0.22036969916636462,
      "grad_norm": 1.2276541689878522,
      "learning_rate": 1.816143629268016e-05,
      "loss": 1.0708,
      "step": 152
    },
    {
      "epoch": 0.2218194998187749,
      "grad_norm": 1.3323604772774698,
      "learning_rate": 1.8134169990723246e-05,
      "loss": 1.0824,
      "step": 153
    },
    {
      "epoch": 0.2232693004711852,
      "grad_norm": 1.4557355167897452,
      "learning_rate": 1.8106723777125614e-05,
      "loss": 1.1396,
      "step": 154
    },
    {
      "epoch": 0.2247191011235955,
      "grad_norm": 1.5218641501565704,
      "learning_rate": 1.8079098258942846e-05,
      "loss": 1.1925,
      "step": 155
    },
    {
      "epoch": 0.2261689017760058,
      "grad_norm": 1.5207834973985892,
      "learning_rate": 1.8051294047196393e-05,
      "loss": 1.1745,
      "step": 156
    },
    {
      "epoch": 0.2276187024284161,
      "grad_norm": 1.5074176278501161,
      "learning_rate": 1.8023311756860036e-05,
      "loss": 1.1292,
      "step": 157
    },
    {
      "epoch": 0.22906850308082638,
      "grad_norm": 1.4716520653852196,
      "learning_rate": 1.799515200684632e-05,
      "loss": 1.1131,
      "step": 158
    },
    {
      "epoch": 0.23051830373323667,
      "grad_norm": 1.4845865930384103,
      "learning_rate": 1.796681541999283e-05,
      "loss": 1.1263,
      "step": 159
    },
    {
      "epoch": 0.23196810438564697,
      "grad_norm": 1.3751923391802785,
      "learning_rate": 1.793830262304843e-05,
      "loss": 1.1238,
      "step": 160
    },
    {
      "epoch": 0.23341790503805726,
      "grad_norm": 1.3201509206287807,
      "learning_rate": 1.7909614246659406e-05,
      "loss": 1.1805,
      "step": 161
    },
    {
      "epoch": 0.23486770569046755,
      "grad_norm": 1.3214787783622646,
      "learning_rate": 1.7880750925355516e-05,
      "loss": 1.1013,
      "step": 162
    },
    {
      "epoch": 0.23631750634287785,
      "grad_norm": 1.4751076809172468,
      "learning_rate": 1.785171329753594e-05,
      "loss": 1.0894,
      "step": 163
    },
    {
      "epoch": 0.23776730699528814,
      "grad_norm": 1.464669067828848,
      "learning_rate": 1.7822502005455176e-05,
      "loss": 1.0642,
      "step": 164
    },
    {
      "epoch": 0.23921710764769843,
      "grad_norm": 1.3955975778875378,
      "learning_rate": 1.7793117695208828e-05,
      "loss": 1.1109,
      "step": 165
    },
    {
      "epoch": 0.24066690830010873,
      "grad_norm": 1.51151089334327,
      "learning_rate": 1.7763561016719323e-05,
      "loss": 1.0363,
      "step": 166
    },
    {
      "epoch": 0.24211670895251902,
      "grad_norm": 1.4084955117317381,
      "learning_rate": 1.773383262372152e-05,
      "loss": 1.1257,
      "step": 167
    },
    {
      "epoch": 0.24356650960492932,
      "grad_norm": 1.3408461562496001,
      "learning_rate": 1.7703933173748276e-05,
      "loss": 1.1642,
      "step": 168
    },
    {
      "epoch": 0.2450163102573396,
      "grad_norm": 1.4577535476860215,
      "learning_rate": 1.767386332811587e-05,
      "loss": 1.0761,
      "step": 169
    },
    {
      "epoch": 0.2464661109097499,
      "grad_norm": 1.436094655941693,
      "learning_rate": 1.764362375190941e-05,
      "loss": 1.1197,
      "step": 170
    },
    {
      "epoch": 0.2479159115621602,
      "grad_norm": 1.3810690133360064,
      "learning_rate": 1.761321511396809e-05,
      "loss": 1.1025,
      "step": 171
    },
    {
      "epoch": 0.2493657122145705,
      "grad_norm": 1.5272570499192768,
      "learning_rate": 1.7582638086870426e-05,
      "loss": 1.1389,
      "step": 172
    },
    {
      "epoch": 0.2508155128669808,
      "grad_norm": 1.4332805828816457,
      "learning_rate": 1.7551893346919363e-05,
      "loss": 1.131,
      "step": 173
    },
    {
      "epoch": 0.2508155128669808,
      "eval_loss": 1.841679334640503,
      "eval_runtime": 352.3415,
      "eval_samples_per_second": 50.105,
      "eval_steps_per_second": 0.783,
      "step": 173
    },
    {
      "epoch": 0.2522653135193911,
      "grad_norm": 1.4330820634024624,
      "learning_rate": 1.752098157412732e-05,
      "loss": 1.0607,
      "step": 174
    },
    {
      "epoch": 0.25371511417180137,
      "grad_norm": 1.4201461220688676,
      "learning_rate": 1.7489903452201144e-05,
      "loss": 1.0765,
      "step": 175
    },
    {
      "epoch": 0.25516491482421166,
      "grad_norm": 1.2784340155008505,
      "learning_rate": 1.7458659668527005e-05,
      "loss": 1.0972,
      "step": 176
    },
    {
      "epoch": 0.25661471547662196,
      "grad_norm": 1.4100506654534135,
      "learning_rate": 1.742725091415517e-05,
      "loss": 1.0948,
      "step": 177
    },
    {
      "epoch": 0.25806451612903225,
      "grad_norm": 1.5152898205746248,
      "learning_rate": 1.7395677883784742e-05,
      "loss": 1.1025,
      "step": 178
    },
    {
      "epoch": 0.25951431678144254,
      "grad_norm": 1.374892883843552,
      "learning_rate": 1.7363941275748263e-05,
      "loss": 1.1152,
      "step": 179
    },
    {
      "epoch": 0.26096411743385284,
      "grad_norm": 1.6580439963300477,
      "learning_rate": 1.733204179199631e-05,
      "loss": 1.1579,
      "step": 180
    },
    {
      "epoch": 0.26241391808626313,
      "grad_norm": 1.451092995531561,
      "learning_rate": 1.729998013808192e-05,
      "loss": 1.1943,
      "step": 181
    },
    {
      "epoch": 0.2638637187386734,
      "grad_norm": 1.277688366523427,
      "learning_rate": 1.726775702314504e-05,
      "loss": 1.0366,
      "step": 182
    },
    {
      "epoch": 0.2653135193910837,
      "grad_norm": 1.291568050166545,
      "learning_rate": 1.7235373159896792e-05,
      "loss": 1.0691,
      "step": 183
    },
    {
      "epoch": 0.266763320043494,
      "grad_norm": 1.371629627865818,
      "learning_rate": 1.720282926460374e-05,
      "loss": 1.1668,
      "step": 184
    },
    {
      "epoch": 0.2682131206959043,
      "grad_norm": 1.4259431105964036,
      "learning_rate": 1.717012605707203e-05,
      "loss": 1.1126,
      "step": 185
    },
    {
      "epoch": 0.2696629213483146,
      "grad_norm": 1.192260375740259,
      "learning_rate": 1.7137264260631493e-05,
      "loss": 1.068,
      "step": 186
    },
    {
      "epoch": 0.2711127220007249,
      "grad_norm": 1.4092264976869975,
      "learning_rate": 1.7104244602119613e-05,
      "loss": 1.1454,
      "step": 187
    },
    {
      "epoch": 0.2725625226531352,
      "grad_norm": 1.3111363306139812,
      "learning_rate": 1.7071067811865477e-05,
      "loss": 1.1602,
      "step": 188
    },
    {
      "epoch": 0.2740123233055455,
      "grad_norm": 1.382222270750256,
      "learning_rate": 1.7037734623673616e-05,
      "loss": 1.1134,
      "step": 189
    },
    {
      "epoch": 0.2754621239579558,
      "grad_norm": 1.2995650712044595,
      "learning_rate": 1.7004245774807764e-05,
      "loss": 1.0502,
      "step": 190
    },
    {
      "epoch": 0.27691192461036607,
      "grad_norm": 1.5471631444598317,
      "learning_rate": 1.697060200597457e-05,
      "loss": 1.1771,
      "step": 191
    },
    {
      "epoch": 0.27836172526277636,
      "grad_norm": 1.4439447079239869,
      "learning_rate": 1.6936804061307196e-05,
      "loss": 1.0014,
      "step": 192
    },
    {
      "epoch": 0.27981152591518665,
      "grad_norm": 1.5273892731490175,
      "learning_rate": 1.6902852688348866e-05,
      "loss": 1.1393,
      "step": 193
    },
    {
      "epoch": 0.28126132656759695,
      "grad_norm": 1.3454897882417334,
      "learning_rate": 1.686874863803633e-05,
      "loss": 1.0892,
      "step": 194
    },
    {
      "epoch": 0.28271112722000724,
      "grad_norm": 1.3405406430571376,
      "learning_rate": 1.6834492664683275e-05,
      "loss": 1.1305,
      "step": 195
    },
    {
      "epoch": 0.28416092787241753,
      "grad_norm": 1.4318362570035057,
      "learning_rate": 1.68000855259636e-05,
      "loss": 1.1346,
      "step": 196
    },
    {
      "epoch": 0.28561072852482783,
      "grad_norm": 1.3779026744388763,
      "learning_rate": 1.676552798289469e-05,
      "loss": 1.1185,
      "step": 197
    },
    {
      "epoch": 0.2870605291772381,
      "grad_norm": 1.4515408761124213,
      "learning_rate": 1.6730820799820575e-05,
      "loss": 1.0151,
      "step": 198
    },
    {
      "epoch": 0.2885103298296484,
      "grad_norm": 1.382940350476588,
      "learning_rate": 1.669596474439503e-05,
      "loss": 1.064,
      "step": 199
    },
    {
      "epoch": 0.2899601304820587,
      "grad_norm": 1.5067833204567096,
      "learning_rate": 1.666096058756458e-05,
      "loss": 1.1951,
      "step": 200
    },
    {
      "epoch": 0.291409931134469,
      "grad_norm": 1.382313596426829,
      "learning_rate": 1.6625809103551462e-05,
      "loss": 1.0388,
      "step": 201
    },
    {
      "epoch": 0.2928597317868793,
      "grad_norm": 1.4284878703158121,
      "learning_rate": 1.6590511069836498e-05,
      "loss": 1.127,
      "step": 202
    },
    {
      "epoch": 0.2943095324392896,
      "grad_norm": 1.3765430448687064,
      "learning_rate": 1.6555067267141896e-05,
      "loss": 1.0894,
      "step": 203
    },
    {
      "epoch": 0.2957593330916999,
      "grad_norm": 1.5344983191587576,
      "learning_rate": 1.651947847941398e-05,
      "loss": 1.1576,
      "step": 204
    },
    {
      "epoch": 0.2972091337441102,
      "grad_norm": 1.5095048776193207,
      "learning_rate": 1.648374549380587e-05,
      "loss": 1.0476,
      "step": 205
    },
    {
      "epoch": 0.29865893439652047,
      "grad_norm": 1.408058843216124,
      "learning_rate": 1.644786910066003e-05,
      "loss": 1.0792,
      "step": 206
    },
    {
      "epoch": 0.30010873504893076,
      "grad_norm": 1.4031374392112927,
      "learning_rate": 1.641185009349084e-05,
      "loss": 1.0487,
      "step": 207
    },
    {
      "epoch": 0.30155853570134106,
      "grad_norm": 1.3893476293660785,
      "learning_rate": 1.637568926896699e-05,
      "loss": 1.0713,
      "step": 208
    },
    {
      "epoch": 0.30300833635375135,
      "grad_norm": 1.4103093205858785,
      "learning_rate": 1.633938742689392e-05,
      "loss": 1.075,
      "step": 209
    },
    {
      "epoch": 0.30445813700616164,
      "grad_norm": 1.3745055025730226,
      "learning_rate": 1.6302945370196074e-05,
      "loss": 1.1094,
      "step": 210
    },
    {
      "epoch": 0.30590793765857194,
      "grad_norm": 1.3694261204194211,
      "learning_rate": 1.626636390489916e-05,
      "loss": 1.1072,
      "step": 211
    },
    {
      "epoch": 0.30735773831098223,
      "grad_norm": 1.4800523539333257,
      "learning_rate": 1.6229643840112355e-05,
      "loss": 1.1181,
      "step": 212
    },
    {
      "epoch": 0.3088075389633925,
      "grad_norm": 1.502911751017136,
      "learning_rate": 1.6192785988010354e-05,
      "loss": 1.1193,
      "step": 213
    },
    {
      "epoch": 0.3102573396158028,
      "grad_norm": 1.3613301317236974,
      "learning_rate": 1.6155791163815438e-05,
      "loss": 1.0224,
      "step": 214
    },
    {
      "epoch": 0.3117071402682131,
      "grad_norm": 1.38369711210631,
      "learning_rate": 1.6118660185779448e-05,
      "loss": 1.0496,
      "step": 215
    },
    {
      "epoch": 0.3131569409206234,
      "grad_norm": 1.3539618212963933,
      "learning_rate": 1.6081393875165665e-05,
      "loss": 1.0669,
      "step": 216
    },
    {
      "epoch": 0.3146067415730337,
      "grad_norm": 1.4020038827525751,
      "learning_rate": 1.604399305623067e-05,
      "loss": 1.1059,
      "step": 217
    },
    {
      "epoch": 0.316056542225444,
      "grad_norm": 1.4108834565634198,
      "learning_rate": 1.6006458556206087e-05,
      "loss": 1.0657,
      "step": 218
    },
    {
      "epoch": 0.3175063428778543,
      "grad_norm": 1.326125815596232,
      "learning_rate": 1.5968791205280306e-05,
      "loss": 1.0886,
      "step": 219
    },
    {
      "epoch": 0.3189561435302646,
      "grad_norm": 1.2936076784563293,
      "learning_rate": 1.593099183658012e-05,
      "loss": 1.0675,
      "step": 220
    },
    {
      "epoch": 0.3204059441826749,
      "grad_norm": 1.2687920081844093,
      "learning_rate": 1.5893061286152275e-05,
      "loss": 1.1078,
      "step": 221
    },
    {
      "epoch": 0.32185574483508517,
      "grad_norm": 1.3201305501410263,
      "learning_rate": 1.585500039294501e-05,
      "loss": 1.0779,
      "step": 222
    },
    {
      "epoch": 0.32330554548749546,
      "grad_norm": 1.3159779799020028,
      "learning_rate": 1.5816809998789493e-05,
      "loss": 1.0612,
      "step": 223
    },
    {
      "epoch": 0.32475534613990575,
      "grad_norm": 1.304975228889699,
      "learning_rate": 1.5778490948381175e-05,
      "loss": 1.1662,
      "step": 224
    },
    {
      "epoch": 0.32620514679231605,
      "grad_norm": 1.354747863212415,
      "learning_rate": 1.5740044089261137e-05,
      "loss": 1.1426,
      "step": 225
    },
    {
      "epoch": 0.32765494744472634,
      "grad_norm": 1.4184761333698903,
      "learning_rate": 1.570147027179734e-05,
      "loss": 0.9907,
      "step": 226
    },
    {
      "epoch": 0.32910474809713663,
      "grad_norm": 1.3180474937954418,
      "learning_rate": 1.5662770349165802e-05,
      "loss": 1.0448,
      "step": 227
    },
    {
      "epoch": 0.33055454874954693,
      "grad_norm": 1.5730458083431538,
      "learning_rate": 1.562394517733174e-05,
      "loss": 1.1055,
      "step": 228
    },
    {
      "epoch": 0.3320043494019572,
      "grad_norm": 1.2578608779840017,
      "learning_rate": 1.5584995615030634e-05,
      "loss": 1.0582,
      "step": 229
    },
    {
      "epoch": 0.3334541500543675,
      "grad_norm": 1.3028312790422167,
      "learning_rate": 1.554592252374923e-05,
      "loss": 1.1221,
      "step": 230
    },
    {
      "epoch": 0.3349039507067778,
      "grad_norm": 1.4226986687796697,
      "learning_rate": 1.55067267677065e-05,
      "loss": 1.0991,
      "step": 231
    },
    {
      "epoch": 0.3363537513591881,
      "grad_norm": 1.3528185911897137,
      "learning_rate": 1.5467409213834496e-05,
      "loss": 1.0415,
      "step": 232
    },
    {
      "epoch": 0.3378035520115984,
      "grad_norm": 1.378923222061165,
      "learning_rate": 1.5427970731759214e-05,
      "loss": 1.1118,
      "step": 233
    },
    {
      "epoch": 0.3392533526640087,
      "grad_norm": 1.3034689008803908,
      "learning_rate": 1.5388412193781334e-05,
      "loss": 1.079,
      "step": 234
    },
    {
      "epoch": 0.340703153316419,
      "grad_norm": 1.3482623877302018,
      "learning_rate": 1.5348734474856934e-05,
      "loss": 1.0855,
      "step": 235
    },
    {
      "epoch": 0.3421529539688293,
      "grad_norm": 1.2894162016498965,
      "learning_rate": 1.5308938452578136e-05,
      "loss": 1.1034,
      "step": 236
    },
    {
      "epoch": 0.34360275462123957,
      "grad_norm": 1.3262428062937586,
      "learning_rate": 1.52690250071537e-05,
      "loss": 1.1017,
      "step": 237
    },
    {
      "epoch": 0.34505255527364986,
      "grad_norm": 1.2838917861888357,
      "learning_rate": 1.5228995021389548e-05,
      "loss": 1.1039,
      "step": 238
    },
    {
      "epoch": 0.34650235592606016,
      "grad_norm": 1.3543990371654708,
      "learning_rate": 1.5188849380669241e-05,
      "loss": 1.0308,
      "step": 239
    },
    {
      "epoch": 0.34795215657847045,
      "grad_norm": 1.4052033380855233,
      "learning_rate": 1.5148588972934408e-05,
      "loss": 1.1384,
      "step": 240
    },
    {
      "epoch": 0.34940195723088074,
      "grad_norm": 1.349865692433653,
      "learning_rate": 1.510821468866508e-05,
      "loss": 1.1298,
      "step": 241
    },
    {
      "epoch": 0.35085175788329104,
      "grad_norm": 1.2557353783353449,
      "learning_rate": 1.5067727420860023e-05,
      "loss": 1.0146,
      "step": 242
    },
    {
      "epoch": 0.35230155853570133,
      "grad_norm": 1.3200472632000788,
      "learning_rate": 1.5027128065016969e-05,
      "loss": 1.0429,
      "step": 243
    },
    {
      "epoch": 0.3537513591881116,
      "grad_norm": 1.3679553593283058,
      "learning_rate": 1.4986417519112813e-05,
      "loss": 1.0228,
      "step": 244
    },
    {
      "epoch": 0.3552011598405219,
      "grad_norm": 1.292270014911043,
      "learning_rate": 1.4945596683583754e-05,
      "loss": 1.0589,
      "step": 245
    },
    {
      "epoch": 0.3566509604929322,
      "grad_norm": 1.2528597538661148,
      "learning_rate": 1.4904666461305377e-05,
      "loss": 0.984,
      "step": 246
    },
    {
      "epoch": 0.3581007611453425,
      "grad_norm": 1.3423177010754677,
      "learning_rate": 1.4863627757572687e-05,
      "loss": 1.0421,
      "step": 247
    },
    {
      "epoch": 0.3595505617977528,
      "grad_norm": 1.6296373281468828,
      "learning_rate": 1.4822481480080079e-05,
      "loss": 1.0831,
      "step": 248
    },
    {
      "epoch": 0.3610003624501631,
      "grad_norm": 1.4633418165145986,
      "learning_rate": 1.4781228538901267e-05,
      "loss": 1.1172,
      "step": 249
    },
    {
      "epoch": 0.3624501631025734,
      "grad_norm": 1.3688765477502276,
      "learning_rate": 1.4739869846469155e-05,
      "loss": 1.1529,
      "step": 250
    },
    {
      "epoch": 0.3638999637549837,
      "grad_norm": 1.2665716310170894,
      "learning_rate": 1.4698406317555652e-05,
      "loss": 1.0345,
      "step": 251
    },
    {
      "epoch": 0.365349764407394,
      "grad_norm": 1.3561335644837103,
      "learning_rate": 1.465683886925144e-05,
      "loss": 1.0893,
      "step": 252
    },
    {
      "epoch": 0.36679956505980427,
      "grad_norm": 1.3418759970034684,
      "learning_rate": 1.4615168420945689e-05,
      "loss": 1.1062,
      "step": 253
    },
    {
      "epoch": 0.36824936571221456,
      "grad_norm": 1.3616195889628302,
      "learning_rate": 1.4573395894305736e-05,
      "loss": 0.9982,
      "step": 254
    },
    {
      "epoch": 0.36969916636462485,
      "grad_norm": 1.432382317426238,
      "learning_rate": 1.4531522213256675e-05,
      "loss": 1.0987,
      "step": 255
    },
    {
      "epoch": 0.37114896701703515,
      "grad_norm": 1.3290769764085317,
      "learning_rate": 1.4489548303960931e-05,
      "loss": 1.03,
      "step": 256
    },
    {
      "epoch": 0.37259876766944544,
      "grad_norm": 1.3458581991423038,
      "learning_rate": 1.4447475094797796e-05,
      "loss": 1.1052,
      "step": 257
    },
    {
      "epoch": 0.37404856832185573,
      "grad_norm": 1.2532153084860576,
      "learning_rate": 1.440530351634286e-05,
      "loss": 1.1059,
      "step": 258
    },
    {
      "epoch": 0.37549836897426603,
      "grad_norm": 1.419815062163657,
      "learning_rate": 1.4363034501347457e-05,
      "loss": 1.0728,
      "step": 259
    },
    {
      "epoch": 0.3769481696266763,
      "grad_norm": 1.4581582525201235,
      "learning_rate": 1.4320668984718013e-05,
      "loss": 1.0366,
      "step": 260
    },
    {
      "epoch": 0.3783979702790866,
      "grad_norm": 1.3628539921700007,
      "learning_rate": 1.4278207903495388e-05,
      "loss": 1.0115,
      "step": 261
    },
    {
      "epoch": 0.3798477709314969,
      "grad_norm": 1.1732811856250036,
      "learning_rate": 1.4235652196834135e-05,
      "loss": 1.0383,
      "step": 262
    },
    {
      "epoch": 0.3812975715839072,
      "grad_norm": 1.4172177383419562,
      "learning_rate": 1.4193002805981731e-05,
      "loss": 1.0211,
      "step": 263
    },
    {
      "epoch": 0.3827473722363175,
      "grad_norm": 1.3663936582239447,
      "learning_rate": 1.4150260674257767e-05,
      "loss": 1.1243,
      "step": 264
    },
    {
      "epoch": 0.3841971728887278,
      "grad_norm": 1.4498394639726826,
      "learning_rate": 1.4107426747033075e-05,
      "loss": 1.0731,
      "step": 265
    },
    {
      "epoch": 0.3856469735411381,
      "grad_norm": 1.3201058485913977,
      "learning_rate": 1.406450197170882e-05,
      "loss": 1.0852,
      "step": 266
    },
    {
      "epoch": 0.3870967741935484,
      "grad_norm": 1.47121604115621,
      "learning_rate": 1.4021487297695539e-05,
      "loss": 1.1067,
      "step": 267
    },
    {
      "epoch": 0.38854657484595867,
      "grad_norm": 1.3140462827328072,
      "learning_rate": 1.3978383676392166e-05,
      "loss": 1.0835,
      "step": 268
    },
    {
      "epoch": 0.38999637549836896,
      "grad_norm": 1.3262584010206409,
      "learning_rate": 1.3935192061164957e-05,
      "loss": 1.141,
      "step": 269
    },
    {
      "epoch": 0.39144617615077926,
      "grad_norm": 1.2562209901458021,
      "learning_rate": 1.3891913407326424e-05,
      "loss": 1.0861,
      "step": 270
    },
    {
      "epoch": 0.39289597680318955,
      "grad_norm": 1.299920602202958,
      "learning_rate": 1.3848548672114197e-05,
      "loss": 1.1055,
      "step": 271
    },
    {
      "epoch": 0.39434577745559984,
      "grad_norm": 1.5533447336640442,
      "learning_rate": 1.3805098814669857e-05,
      "loss": 1.1142,
      "step": 272
    },
    {
      "epoch": 0.39579557810801014,
      "grad_norm": 1.4509679929686607,
      "learning_rate": 1.3761564796017724e-05,
      "loss": 1.1048,
      "step": 273
    },
    {
      "epoch": 0.39724537876042043,
      "grad_norm": 1.3839245284766264,
      "learning_rate": 1.3717947579043584e-05,
      "loss": 1.0982,
      "step": 274
    },
    {
      "epoch": 0.3986951794128307,
      "grad_norm": 1.2758002292658532,
      "learning_rate": 1.3674248128473417e-05,
      "loss": 1.0631,
      "step": 275
    },
    {
      "epoch": 0.400144980065241,
      "grad_norm": 1.3235081113421823,
      "learning_rate": 1.3630467410852038e-05,
      "loss": 1.0509,
      "step": 276
    },
    {
      "epoch": 0.4015947807176513,
      "grad_norm": 1.3534599840626527,
      "learning_rate": 1.3586606394521729e-05,
      "loss": 1.0007,
      "step": 277
    },
    {
      "epoch": 0.4030445813700616,
      "grad_norm": 1.5338787417623796,
      "learning_rate": 1.3542666049600822e-05,
      "loss": 0.9811,
      "step": 278
    },
    {
      "epoch": 0.4044943820224719,
      "grad_norm": 1.3526061961306781,
      "learning_rate": 1.349864734796224e-05,
      "loss": 1.1228,
      "step": 279
    },
    {
      "epoch": 0.4059441826748822,
      "grad_norm": 1.347353206438488,
      "learning_rate": 1.3454551263211993e-05,
      "loss": 1.019,
      "step": 280
    },
    {
      "epoch": 0.4073939833272925,
      "grad_norm": 1.4186421852650903,
      "learning_rate": 1.341037877066766e-05,
      "loss": 1.0659,
      "step": 281
    },
    {
      "epoch": 0.4088437839797028,
      "grad_norm": 1.4218416867360633,
      "learning_rate": 1.3366130847336806e-05,
      "loss": 1.0415,
      "step": 282
    },
    {
      "epoch": 0.4102935846321131,
      "grad_norm": 1.8894860663570074,
      "learning_rate": 1.3321808471895374e-05,
      "loss": 1.0502,
      "step": 283
    },
    {
      "epoch": 0.41174338528452337,
      "grad_norm": 1.2636218428805208,
      "learning_rate": 1.3277412624666037e-05,
      "loss": 1.0346,
      "step": 284
    },
    {
      "epoch": 0.41319318593693366,
      "grad_norm": 1.3069669351148674,
      "learning_rate": 1.323294428759652e-05,
      "loss": 1.0241,
      "step": 285
    },
    {
      "epoch": 0.41464298658934395,
      "grad_norm": 1.3510826056533585,
      "learning_rate": 1.3188404444237883e-05,
      "loss": 1.0578,
      "step": 286
    },
    {
      "epoch": 0.41609278724175425,
      "grad_norm": 1.2829266217180768,
      "learning_rate": 1.3143794079722754e-05,
      "loss": 1.0593,
      "step": 287
    },
    {
      "epoch": 0.41754258789416454,
      "grad_norm": 1.3058530594657887,
      "learning_rate": 1.309911418074355e-05,
      "loss": 1.1643,
      "step": 288
    },
    {
      "epoch": 0.41899238854657483,
      "grad_norm": 1.3418953016132162,
      "learning_rate": 1.3054365735530666e-05,
      "loss": 0.9297,
      "step": 289
    },
    {
      "epoch": 0.42044218919898513,
      "grad_norm": 1.5001549087946748,
      "learning_rate": 1.3009549733830582e-05,
      "loss": 1.1337,
      "step": 290
    },
    {
      "epoch": 0.4218919898513954,
      "grad_norm": 1.3258715314662795,
      "learning_rate": 1.2964667166884005e-05,
      "loss": 1.0307,
      "step": 291
    },
    {
      "epoch": 0.4233417905038057,
      "grad_norm": 1.3576369399235355,
      "learning_rate": 1.2919719027403935e-05,
      "loss": 1.0963,
      "step": 292
    },
    {
      "epoch": 0.424791591156216,
      "grad_norm": 1.3252741449377512,
      "learning_rate": 1.2874706309553697e-05,
      "loss": 1.1408,
      "step": 293
    },
    {
      "epoch": 0.4262413918086263,
      "grad_norm": 1.4908231168535822,
      "learning_rate": 1.2829630008924966e-05,
      "loss": 1.1294,
      "step": 294
    },
    {
      "epoch": 0.4276911924610366,
      "grad_norm": 1.424295780363766,
      "learning_rate": 1.2784491122515743e-05,
      "loss": 1.0084,
      "step": 295
    },
    {
      "epoch": 0.4291409931134469,
      "grad_norm": 1.3848017149501615,
      "learning_rate": 1.2739290648708298e-05,
      "loss": 1.042,
      "step": 296
    },
    {
      "epoch": 0.4305907937658572,
      "grad_norm": 1.299106871263591,
      "learning_rate": 1.2694029587247097e-05,
      "loss": 1.0464,
      "step": 297
    },
    {
      "epoch": 0.4320405944182675,
      "grad_norm": 1.3119601070089786,
      "learning_rate": 1.2648708939216671e-05,
      "loss": 1.0395,
      "step": 298
    },
    {
      "epoch": 0.43349039507067777,
      "grad_norm": 1.402639991172934,
      "learning_rate": 1.260332970701951e-05,
      "loss": 1.1025,
      "step": 299
    },
    {
      "epoch": 0.43494019572308806,
      "grad_norm": 1.4212208708281426,
      "learning_rate": 1.2557892894353848e-05,
      "loss": 1.0808,
      "step": 300
    },
    {
      "epoch": 0.43638999637549836,
      "grad_norm": 1.3107344640436431,
      "learning_rate": 1.251239950619149e-05,
      "loss": 1.1174,
      "step": 301
    },
    {
      "epoch": 0.43783979702790865,
      "grad_norm": 1.5588219140088742,
      "learning_rate": 1.2466850548755586e-05,
      "loss": 1.0293,
      "step": 302
    },
    {
      "epoch": 0.43928959768031894,
      "grad_norm": 1.50956276436452,
      "learning_rate": 1.242124702949836e-05,
      "loss": 1.0333,
      "step": 303
    },
    {
      "epoch": 0.44073939833272924,
      "grad_norm": 1.3379490165652188,
      "learning_rate": 1.237558995707884e-05,
      "loss": 1.0095,
      "step": 304
    },
    {
      "epoch": 0.44218919898513953,
      "grad_norm": 1.4039594834230462,
      "learning_rate": 1.2329880341340533e-05,
      "loss": 1.0551,
      "step": 305
    },
    {
      "epoch": 0.4436389996375498,
      "grad_norm": 1.3479709521521714,
      "learning_rate": 1.2284119193289114e-05,
      "loss": 1.0486,
      "step": 306
    },
    {
      "epoch": 0.4450888002899601,
      "grad_norm": 1.3969199369845706,
      "learning_rate": 1.223830752507004e-05,
      "loss": 1.0763,
      "step": 307
    },
    {
      "epoch": 0.4465386009423704,
      "grad_norm": 1.4103637429370277,
      "learning_rate": 1.2192446349946181e-05,
      "loss": 1.0086,
      "step": 308
    },
    {
      "epoch": 0.4479884015947807,
      "grad_norm": 1.3755262780276987,
      "learning_rate": 1.2146536682275388e-05,
      "loss": 1.0495,
      "step": 309
    },
    {
      "epoch": 0.449438202247191,
      "grad_norm": 1.4681165441323079,
      "learning_rate": 1.2100579537488084e-05,
      "loss": 0.939,
      "step": 310
    },
    {
      "epoch": 0.4508880028996013,
      "grad_norm": 1.505040124294731,
      "learning_rate": 1.2054575932064787e-05,
      "loss": 1.1042,
      "step": 311
    },
    {
      "epoch": 0.4523378035520116,
      "grad_norm": 1.2696631491153292,
      "learning_rate": 1.200852688351363e-05,
      "loss": 1.0819,
      "step": 312
    },
    {
      "epoch": 0.4537876042044219,
      "grad_norm": 1.404807604951442,
      "learning_rate": 1.196243341034786e-05,
      "loss": 1.0588,
      "step": 313
    },
    {
      "epoch": 0.4552374048568322,
      "grad_norm": 1.435086378865791,
      "learning_rate": 1.1916296532063308e-05,
      "loss": 1.096,
      "step": 314
    },
    {
      "epoch": 0.45668720550924247,
      "grad_norm": 1.3561249463865293,
      "learning_rate": 1.1870117269115833e-05,
      "loss": 1.1217,
      "step": 315
    },
    {
      "epoch": 0.45813700616165276,
      "grad_norm": 1.33752541435148,
      "learning_rate": 1.1823896642898769e-05,
      "loss": 1.0993,
      "step": 316
    },
    {
      "epoch": 0.45958680681406305,
      "grad_norm": 1.3115033949341803,
      "learning_rate": 1.1777635675720313e-05,
      "loss": 1.0268,
      "step": 317
    },
    {
      "epoch": 0.46103660746647335,
      "grad_norm": 1.4765418406375446,
      "learning_rate": 1.1731335390780935e-05,
      "loss": 1.0539,
      "step": 318
    },
    {
      "epoch": 0.46248640811888364,
      "grad_norm": 1.5509309922226189,
      "learning_rate": 1.1684996812150726e-05,
      "loss": 1.1008,
      "step": 319
    },
    {
      "epoch": 0.46393620877129393,
      "grad_norm": 1.4328064073112206,
      "learning_rate": 1.1638620964746761e-05,
      "loss": 1.099,
      "step": 320
    },
    {
      "epoch": 0.4653860094237042,
      "grad_norm": 1.3290715693303645,
      "learning_rate": 1.1592208874310426e-05,
      "loss": 1.0526,
      "step": 321
    },
    {
      "epoch": 0.4668358100761145,
      "grad_norm": 1.2864531964749908,
      "learning_rate": 1.1545761567384725e-05,
      "loss": 0.9944,
      "step": 322
    },
    {
      "epoch": 0.4682856107285248,
      "grad_norm": 1.3507427442705382,
      "learning_rate": 1.1499280071291596e-05,
      "loss": 1.0177,
      "step": 323
    },
    {
      "epoch": 0.4697354113809351,
      "grad_norm": 1.228671083860629,
      "learning_rate": 1.1452765414109155e-05,
      "loss": 1.1236,
      "step": 324
    },
    {
      "epoch": 0.4711852120333454,
      "grad_norm": 1.2785139150063036,
      "learning_rate": 1.1406218624648986e-05,
      "loss": 1.0512,
      "step": 325
    },
    {
      "epoch": 0.4726350126857557,
      "grad_norm": 1.412993691271352,
      "learning_rate": 1.1359640732433369e-05,
      "loss": 0.9775,
      "step": 326
    },
    {
      "epoch": 0.474084813338166,
      "grad_norm": 1.19591741403552,
      "learning_rate": 1.1313032767672525e-05,
      "loss": 1.1002,
      "step": 327
    },
    {
      "epoch": 0.4755346139905763,
      "grad_norm": 1.242808153249587,
      "learning_rate": 1.1266395761241809e-05,
      "loss": 1.0603,
      "step": 328
    },
    {
      "epoch": 0.4769844146429866,
      "grad_norm": 1.2303310879959044,
      "learning_rate": 1.1219730744658921e-05,
      "loss": 0.9991,
      "step": 329
    },
    {
      "epoch": 0.47843421529539687,
      "grad_norm": 1.221527930479733,
      "learning_rate": 1.1173038750061099e-05,
      "loss": 0.9804,
      "step": 330
    },
    {
      "epoch": 0.47988401594780716,
      "grad_norm": 1.4075532089201872,
      "learning_rate": 1.1126320810182271e-05,
      "loss": 1.0552,
      "step": 331
    },
    {
      "epoch": 0.48133381660021746,
      "grad_norm": 1.3769455406866258,
      "learning_rate": 1.107957795833023e-05,
      "loss": 1.017,
      "step": 332
    },
    {
      "epoch": 0.48278361725262775,
      "grad_norm": 1.247905110134898,
      "learning_rate": 1.1032811228363766e-05,
      "loss": 0.9647,
      "step": 333
    },
    {
      "epoch": 0.48423341790503804,
      "grad_norm": 1.333854159973312,
      "learning_rate": 1.0986021654669807e-05,
      "loss": 1.0218,
      "step": 334
    },
    {
      "epoch": 0.48568321855744834,
      "grad_norm": 1.31215798422068,
      "learning_rate": 1.0939210272140545e-05,
      "loss": 1.1878,
      "step": 335
    },
    {
      "epoch": 0.48713301920985863,
      "grad_norm": 1.276405471136989,
      "learning_rate": 1.089237811615053e-05,
      "loss": 1.0415,
      "step": 336
    },
    {
      "epoch": 0.4885828198622689,
      "grad_norm": 1.3852346792500927,
      "learning_rate": 1.0845526222533791e-05,
      "loss": 1.0113,
      "step": 337
    },
    {
      "epoch": 0.4900326205146792,
      "grad_norm": 1.3612523288427314,
      "learning_rate": 1.07986556275609e-05,
      "loss": 0.9802,
      "step": 338
    },
    {
      "epoch": 0.4914824211670895,
      "grad_norm": 1.4034844318979187,
      "learning_rate": 1.0751767367916081e-05,
      "loss": 1.0656,
      "step": 339
    },
    {
      "epoch": 0.4929322218194998,
      "grad_norm": 1.3624420745089656,
      "learning_rate": 1.0704862480674251e-05,
      "loss": 1.0493,
      "step": 340
    },
    {
      "epoch": 0.4943820224719101,
      "grad_norm": 1.3060794829555848,
      "learning_rate": 1.0657942003278107e-05,
      "loss": 1.0063,
      "step": 341
    },
    {
      "epoch": 0.4958318231243204,
      "grad_norm": 1.200376057250413,
      "learning_rate": 1.0611006973515165e-05,
      "loss": 1.0114,
      "step": 342
    },
    {
      "epoch": 0.4972816237767307,
      "grad_norm": 1.2724481286652172,
      "learning_rate": 1.0564058429494808e-05,
      "loss": 1.0728,
      "step": 343
    },
    {
      "epoch": 0.498731424429141,
      "grad_norm": 1.3522641309772223,
      "learning_rate": 1.0517097409625335e-05,
      "loss": 1.1265,
      "step": 344
    },
    {
      "epoch": 0.5001812250815513,
      "grad_norm": 1.571601256230779,
      "learning_rate": 1.0470124952590976e-05,
      "loss": 1.0285,
      "step": 345
    },
    {
      "epoch": 0.5016310257339616,
      "grad_norm": 1.3172306892745251,
      "learning_rate": 1.0423142097328938e-05,
      "loss": 1.0355,
      "step": 346
    },
    {
      "epoch": 0.5016310257339616,
      "eval_loss": 1.8076887130737305,
      "eval_runtime": 336.9555,
      "eval_samples_per_second": 52.393,
      "eval_steps_per_second": 0.819,
      "step": 346
    },
    {
      "epoch": 0.5030808263863719,
      "grad_norm": 1.448582832251904,
      "learning_rate": 1.0376149883006406e-05,
      "loss": 1.0642,
      "step": 347
    },
    {
      "epoch": 0.5045306270387822,
      "grad_norm": 1.3531324873317523,
      "learning_rate": 1.0329149348997576e-05,
      "loss": 1.0621,
      "step": 348
    },
    {
      "epoch": 0.5059804276911924,
      "grad_norm": 1.252411128408006,
      "learning_rate": 1.0282141534860662e-05,
      "loss": 1.0045,
      "step": 349
    },
    {
      "epoch": 0.5074302283436027,
      "grad_norm": 1.3288435941350787,
      "learning_rate": 1.0235127480314888e-05,
      "loss": 1.0891,
      "step": 350
    },
    {
      "epoch": 0.508880028996013,
      "grad_norm": 1.2319376588312267,
      "learning_rate": 1.0188108225217516e-05,
      "loss": 1.0598,
      "step": 351
    },
    {
      "epoch": 0.5103298296484233,
      "grad_norm": 1.432271091703038,
      "learning_rate": 1.0141084809540826e-05,
      "loss": 1.1082,
      "step": 352
    },
    {
      "epoch": 0.5117796303008336,
      "grad_norm": 1.2732706792889128,
      "learning_rate": 1.0094058273349125e-05,
      "loss": 1.0001,
      "step": 353
    },
    {
      "epoch": 0.5132294309532439,
      "grad_norm": 1.4058301553796166,
      "learning_rate": 1.0047029656775735e-05,
      "loss": 1.0382,
      "step": 354
    },
    {
      "epoch": 0.5146792316056542,
      "grad_norm": 1.265282899856481,
      "learning_rate": 1e-05,
      "loss": 1.0471,
      "step": 355
    },
    {
      "epoch": 0.5161290322580645,
      "grad_norm": 1.3764437409384491,
      "learning_rate": 9.952970343224268e-06,
      "loss": 1.0262,
      "step": 356
    },
    {
      "epoch": 0.5175788329104748,
      "grad_norm": 1.3534044766089743,
      "learning_rate": 9.90594172665088e-06,
      "loss": 1.0072,
      "step": 357
    },
    {
      "epoch": 0.5190286335628851,
      "grad_norm": 1.3551460799960182,
      "learning_rate": 9.858915190459179e-06,
      "loss": 0.9829,
      "step": 358
    },
    {
      "epoch": 0.5204784342152954,
      "grad_norm": 1.30627731426207,
      "learning_rate": 9.811891774782484e-06,
      "loss": 1.0645,
      "step": 359
    },
    {
      "epoch": 0.5219282348677057,
      "grad_norm": 1.2938381830747794,
      "learning_rate": 9.764872519685112e-06,
      "loss": 0.9779,
      "step": 360
    },
    {
      "epoch": 0.523378035520116,
      "grad_norm": 1.3917831737510398,
      "learning_rate": 9.717858465139341e-06,
      "loss": 1.1391,
      "step": 361
    },
    {
      "epoch": 0.5248278361725263,
      "grad_norm": 1.2900463720917648,
      "learning_rate": 9.670850651002427e-06,
      "loss": 1.0437,
      "step": 362
    },
    {
      "epoch": 0.5262776368249366,
      "grad_norm": 1.148673106741137,
      "learning_rate": 9.623850116993598e-06,
      "loss": 0.9422,
      "step": 363
    },
    {
      "epoch": 0.5277274374773469,
      "grad_norm": 1.3375207113484797,
      "learning_rate": 9.576857902671067e-06,
      "loss": 1.0311,
      "step": 364
    },
    {
      "epoch": 0.5291772381297571,
      "grad_norm": 1.4514970987707188,
      "learning_rate": 9.529875047409027e-06,
      "loss": 1.0235,
      "step": 365
    },
    {
      "epoch": 0.5306270387821674,
      "grad_norm": 1.3146195007658552,
      "learning_rate": 9.482902590374665e-06,
      "loss": 1.054,
      "step": 366
    },
    {
      "epoch": 0.5320768394345777,
      "grad_norm": 1.4465578134725754,
      "learning_rate": 9.435941570505192e-06,
      "loss": 1.0902,
      "step": 367
    },
    {
      "epoch": 0.533526640086988,
      "grad_norm": 1.3149439811370123,
      "learning_rate": 9.388993026484837e-06,
      "loss": 1.0832,
      "step": 368
    },
    {
      "epoch": 0.5349764407393983,
      "grad_norm": 1.3717860776183055,
      "learning_rate": 9.342057996721894e-06,
      "loss": 1.1313,
      "step": 369
    },
    {
      "epoch": 0.5364262413918086,
      "grad_norm": 1.293824254802867,
      "learning_rate": 9.295137519325752e-06,
      "loss": 1.1008,
      "step": 370
    },
    {
      "epoch": 0.5378760420442189,
      "grad_norm": 1.306197728205856,
      "learning_rate": 9.248232632083924e-06,
      "loss": 0.9883,
      "step": 371
    },
    {
      "epoch": 0.5393258426966292,
      "grad_norm": 1.2825187891839944,
      "learning_rate": 9.201344372439103e-06,
      "loss": 1.0283,
      "step": 372
    },
    {
      "epoch": 0.5407756433490395,
      "grad_norm": 1.3162089821796013,
      "learning_rate": 9.154473777466209e-06,
      "loss": 1.0649,
      "step": 373
    },
    {
      "epoch": 0.5422254440014498,
      "grad_norm": 1.2640029408596194,
      "learning_rate": 9.10762188384947e-06,
      "loss": 1.0531,
      "step": 374
    },
    {
      "epoch": 0.5436752446538601,
      "grad_norm": 1.3657812695251283,
      "learning_rate": 9.060789727859457e-06,
      "loss": 1.0382,
      "step": 375
    },
    {
      "epoch": 0.5451250453062704,
      "grad_norm": 1.2322460555653036,
      "learning_rate": 9.013978345330195e-06,
      "loss": 1.0029,
      "step": 376
    },
    {
      "epoch": 0.5465748459586807,
      "grad_norm": 1.2682895791722462,
      "learning_rate": 8.967188771636237e-06,
      "loss": 1.0692,
      "step": 377
    },
    {
      "epoch": 0.548024646611091,
      "grad_norm": 1.521260849782353,
      "learning_rate": 8.920422041669774e-06,
      "loss": 1.1387,
      "step": 378
    },
    {
      "epoch": 0.5494744472635013,
      "grad_norm": 1.3560842862084204,
      "learning_rate": 8.873679189817732e-06,
      "loss": 1.0457,
      "step": 379
    },
    {
      "epoch": 0.5509242479159115,
      "grad_norm": 1.393292623957829,
      "learning_rate": 8.826961249938903e-06,
      "loss": 1.0099,
      "step": 380
    },
    {
      "epoch": 0.5523740485683218,
      "grad_norm": 1.5176504362465584,
      "learning_rate": 8.78026925534108e-06,
      "loss": 1.0694,
      "step": 381
    },
    {
      "epoch": 0.5538238492207321,
      "grad_norm": 1.3965155596241474,
      "learning_rate": 8.733604238758196e-06,
      "loss": 1.0683,
      "step": 382
    },
    {
      "epoch": 0.5552736498731424,
      "grad_norm": 1.3693796520511425,
      "learning_rate": 8.68696723232748e-06,
      "loss": 1.0,
      "step": 383
    },
    {
      "epoch": 0.5567234505255527,
      "grad_norm": 1.3249628611352424,
      "learning_rate": 8.640359267566633e-06,
      "loss": 1.0347,
      "step": 384
    },
    {
      "epoch": 0.558173251177963,
      "grad_norm": 1.317777839549655,
      "learning_rate": 8.59378137535102e-06,
      "loss": 1.0645,
      "step": 385
    },
    {
      "epoch": 0.5596230518303733,
      "grad_norm": 1.4006771241963718,
      "learning_rate": 8.54723458589085e-06,
      "loss": 1.125,
      "step": 386
    },
    {
      "epoch": 0.5610728524827836,
      "grad_norm": 1.24960349625865,
      "learning_rate": 8.500719928708406e-06,
      "loss": 0.9478,
      "step": 387
    },
    {
      "epoch": 0.5625226531351939,
      "grad_norm": 1.3561186145011772,
      "learning_rate": 8.454238432615275e-06,
      "loss": 1.0236,
      "step": 388
    },
    {
      "epoch": 0.5639724537876042,
      "grad_norm": 1.4620185960733665,
      "learning_rate": 8.407791125689577e-06,
      "loss": 0.9982,
      "step": 389
    },
    {
      "epoch": 0.5654222544400145,
      "grad_norm": 1.457736925823573,
      "learning_rate": 8.36137903525324e-06,
      "loss": 1.0525,
      "step": 390
    },
    {
      "epoch": 0.5668720550924248,
      "grad_norm": 1.3870535512584614,
      "learning_rate": 8.315003187849276e-06,
      "loss": 1.088,
      "step": 391
    },
    {
      "epoch": 0.5683218557448351,
      "grad_norm": 1.4705121841559596,
      "learning_rate": 8.268664609219066e-06,
      "loss": 1.0787,
      "step": 392
    },
    {
      "epoch": 0.5697716563972454,
      "grad_norm": 1.3404706887210358,
      "learning_rate": 8.222364324279689e-06,
      "loss": 1.0631,
      "step": 393
    },
    {
      "epoch": 0.5712214570496557,
      "grad_norm": 1.2900970416638202,
      "learning_rate": 8.176103357101235e-06,
      "loss": 1.0853,
      "step": 394
    },
    {
      "epoch": 0.572671257702066,
      "grad_norm": 1.3595869736850361,
      "learning_rate": 8.129882730884168e-06,
      "loss": 1.0506,
      "step": 395
    },
    {
      "epoch": 0.5741210583544762,
      "grad_norm": 1.505212604551167,
      "learning_rate": 8.083703467936696e-06,
      "loss": 0.9911,
      "step": 396
    },
    {
      "epoch": 0.5755708590068865,
      "grad_norm": 1.3484771028026263,
      "learning_rate": 8.037566589652141e-06,
      "loss": 1.0766,
      "step": 397
    },
    {
      "epoch": 0.5770206596592968,
      "grad_norm": 1.343964550355876,
      "learning_rate": 7.991473116486372e-06,
      "loss": 1.0144,
      "step": 398
    },
    {
      "epoch": 0.5784704603117071,
      "grad_norm": 1.364356982221745,
      "learning_rate": 7.945424067935216e-06,
      "loss": 1.0378,
      "step": 399
    },
    {
      "epoch": 0.5799202609641174,
      "grad_norm": 1.3258239693436584,
      "learning_rate": 7.899420462511921e-06,
      "loss": 1.0438,
      "step": 400
    },
    {
      "epoch": 0.5813700616165277,
      "grad_norm": 1.3710707590736264,
      "learning_rate": 7.853463317724614e-06,
      "loss": 0.9477,
      "step": 401
    },
    {
      "epoch": 0.582819862268938,
      "grad_norm": 1.6583685381554343,
      "learning_rate": 7.807553650053824e-06,
      "loss": 1.0053,
      "step": 402
    },
    {
      "epoch": 0.5842696629213483,
      "grad_norm": 1.2431350846607607,
      "learning_rate": 7.761692474929961e-06,
      "loss": 0.9932,
      "step": 403
    },
    {
      "epoch": 0.5857194635737586,
      "grad_norm": 1.4558285908873991,
      "learning_rate": 7.715880806710888e-06,
      "loss": 1.0134,
      "step": 404
    },
    {
      "epoch": 0.5871692642261689,
      "grad_norm": 1.397858275795389,
      "learning_rate": 7.670119658659469e-06,
      "loss": 1.0292,
      "step": 405
    },
    {
      "epoch": 0.5886190648785792,
      "grad_norm": 1.324682225646718,
      "learning_rate": 7.6244100429211644e-06,
      "loss": 1.1108,
      "step": 406
    },
    {
      "epoch": 0.5900688655309895,
      "grad_norm": 1.297190226763353,
      "learning_rate": 7.578752970501641e-06,
      "loss": 1.0502,
      "step": 407
    },
    {
      "epoch": 0.5915186661833998,
      "grad_norm": 1.4253621325556611,
      "learning_rate": 7.533149451244416e-06,
      "loss": 1.0062,
      "step": 408
    },
    {
      "epoch": 0.5929684668358101,
      "grad_norm": 1.2843957601949123,
      "learning_rate": 7.487600493808513e-06,
      "loss": 1.0104,
      "step": 409
    },
    {
      "epoch": 0.5944182674882204,
      "grad_norm": 1.2646268055936256,
      "learning_rate": 7.442107105646156e-06,
      "loss": 1.0627,
      "step": 410
    },
    {
      "epoch": 0.5958680681406306,
      "grad_norm": 1.3074946851615719,
      "learning_rate": 7.396670292980492e-06,
      "loss": 1.0605,
      "step": 411
    },
    {
      "epoch": 0.5973178687930409,
      "grad_norm": 1.374284698225198,
      "learning_rate": 7.35129106078333e-06,
      "loss": 1.0495,
      "step": 412
    },
    {
      "epoch": 0.5987676694454512,
      "grad_norm": 1.2235812116447573,
      "learning_rate": 7.30597041275291e-06,
      "loss": 1.0223,
      "step": 413
    },
    {
      "epoch": 0.6002174700978615,
      "grad_norm": 1.2965321779663,
      "learning_rate": 7.260709351291706e-06,
      "loss": 1.0764,
      "step": 414
    },
    {
      "epoch": 0.6016672707502718,
      "grad_norm": 1.3480385370684136,
      "learning_rate": 7.215508877484259e-06,
      "loss": 0.9672,
      "step": 415
    },
    {
      "epoch": 0.6031170714026821,
      "grad_norm": 1.2361558252999,
      "learning_rate": 7.170369991075035e-06,
      "loss": 1.0036,
      "step": 416
    },
    {
      "epoch": 0.6045668720550924,
      "grad_norm": 1.2767108805725191,
      "learning_rate": 7.125293690446307e-06,
      "loss": 1.1183,
      "step": 417
    },
    {
      "epoch": 0.6060166727075027,
      "grad_norm": 1.2530656367549364,
      "learning_rate": 7.08028097259607e-06,
      "loss": 0.9611,
      "step": 418
    },
    {
      "epoch": 0.607466473359913,
      "grad_norm": 1.2483441140350913,
      "learning_rate": 7.035332833115998e-06,
      "loss": 1.0412,
      "step": 419
    },
    {
      "epoch": 0.6089162740123233,
      "grad_norm": 1.351268565546029,
      "learning_rate": 6.990450266169424e-06,
      "loss": 0.9848,
      "step": 420
    },
    {
      "epoch": 0.6103660746647336,
      "grad_norm": 1.409369585726132,
      "learning_rate": 6.945634264469338e-06,
      "loss": 1.052,
      "step": 421
    },
    {
      "epoch": 0.6118158753171439,
      "grad_norm": 1.4747221037442269,
      "learning_rate": 6.900885819256449e-06,
      "loss": 1.0782,
      "step": 422
    },
    {
      "epoch": 0.6132656759695542,
      "grad_norm": 1.499694952026654,
      "learning_rate": 6.85620592027725e-06,
      "loss": 1.0388,
      "step": 423
    },
    {
      "epoch": 0.6147154766219645,
      "grad_norm": 1.2703410650691298,
      "learning_rate": 6.811595555762118e-06,
      "loss": 0.9975,
      "step": 424
    },
    {
      "epoch": 0.6161652772743748,
      "grad_norm": 1.261516150924624,
      "learning_rate": 6.767055712403481e-06,
      "loss": 0.9403,
      "step": 425
    },
    {
      "epoch": 0.617615077926785,
      "grad_norm": 1.2625249063597415,
      "learning_rate": 6.722587375333967e-06,
      "loss": 1.032,
      "step": 426
    },
    {
      "epoch": 0.6190648785791953,
      "grad_norm": 1.3348915151430407,
      "learning_rate": 6.678191528104629e-06,
      "loss": 1.0424,
      "step": 427
    },
    {
      "epoch": 0.6205146792316056,
      "grad_norm": 1.4958113972927707,
      "learning_rate": 6.633869152663197e-06,
      "loss": 1.0741,
      "step": 428
    },
    {
      "epoch": 0.6219644798840159,
      "grad_norm": 1.2326273356689277,
      "learning_rate": 6.58962122933234e-06,
      "loss": 0.9413,
      "step": 429
    },
    {
      "epoch": 0.6234142805364262,
      "grad_norm": 1.3040347595413484,
      "learning_rate": 6.545448736788009e-06,
      "loss": 1.0819,
      "step": 430
    },
    {
      "epoch": 0.6248640811888365,
      "grad_norm": 1.1817607916335953,
      "learning_rate": 6.501352652037765e-06,
      "loss": 0.9096,
      "step": 431
    },
    {
      "epoch": 0.6263138818412468,
      "grad_norm": 1.3566001110593033,
      "learning_rate": 6.457333950399181e-06,
      "loss": 0.9946,
      "step": 432
    },
    {
      "epoch": 0.6277636824936571,
      "grad_norm": 1.3421079116970707,
      "learning_rate": 6.413393605478275e-06,
      "loss": 1.0104,
      "step": 433
    },
    {
      "epoch": 0.6292134831460674,
      "grad_norm": 1.5462764870995802,
      "learning_rate": 6.369532589147967e-06,
      "loss": 1.0834,
      "step": 434
    },
    {
      "epoch": 0.6306632837984777,
      "grad_norm": 1.267821394928889,
      "learning_rate": 6.325751871526589e-06,
      "loss": 0.9372,
      "step": 435
    },
    {
      "epoch": 0.632113084450888,
      "grad_norm": 1.4170425335702417,
      "learning_rate": 6.282052420956417e-06,
      "loss": 0.9877,
      "step": 436
    },
    {
      "epoch": 0.6335628851032983,
      "grad_norm": 1.4148091319251561,
      "learning_rate": 6.238435203982278e-06,
      "loss": 1.08,
      "step": 437
    },
    {
      "epoch": 0.6350126857557086,
      "grad_norm": 1.2459107095516722,
      "learning_rate": 6.194901185330145e-06,
      "loss": 1.0294,
      "step": 438
    },
    {
      "epoch": 0.6364624864081189,
      "grad_norm": 1.4494207729208453,
      "learning_rate": 6.1514513278858055e-06,
      "loss": 0.9989,
      "step": 439
    },
    {
      "epoch": 0.6379122870605292,
      "grad_norm": 1.3852840193041625,
      "learning_rate": 6.1080865926735814e-06,
      "loss": 1.034,
      "step": 440
    },
    {
      "epoch": 0.6393620877129395,
      "grad_norm": 1.2595777294589594,
      "learning_rate": 6.064807938835046e-06,
      "loss": 1.0758,
      "step": 441
    },
    {
      "epoch": 0.6408118883653497,
      "grad_norm": 1.348458652590585,
      "learning_rate": 6.021616323607834e-06,
      "loss": 1.0769,
      "step": 442
    },
    {
      "epoch": 0.64226168901776,
      "grad_norm": 1.3148084643010172,
      "learning_rate": 5.978512702304461e-06,
      "loss": 1.0039,
      "step": 443
    },
    {
      "epoch": 0.6437114896701703,
      "grad_norm": 1.4509187805219024,
      "learning_rate": 5.935498028291183e-06,
      "loss": 1.0422,
      "step": 444
    },
    {
      "epoch": 0.6451612903225806,
      "grad_norm": 1.3618080792391065,
      "learning_rate": 5.892573252966926e-06,
      "loss": 1.0356,
      "step": 445
    },
    {
      "epoch": 0.6466110909749909,
      "grad_norm": 1.3989269424106427,
      "learning_rate": 5.849739325742234e-06,
      "loss": 1.0615,
      "step": 446
    },
    {
      "epoch": 0.6480608916274012,
      "grad_norm": 1.240479674744889,
      "learning_rate": 5.806997194018272e-06,
      "loss": 1.0121,
      "step": 447
    },
    {
      "epoch": 0.6495106922798115,
      "grad_norm": 1.3734387206797385,
      "learning_rate": 5.7643478031658676e-06,
      "loss": 0.981,
      "step": 448
    },
    {
      "epoch": 0.6509604929322218,
      "grad_norm": 1.2657594345293466,
      "learning_rate": 5.7217920965046115e-06,
      "loss": 1.0068,
      "step": 449
    },
    {
      "epoch": 0.6524102935846321,
      "grad_norm": 1.2288753201980551,
      "learning_rate": 5.679331015281984e-06,
      "loss": 0.9576,
      "step": 450
    },
    {
      "epoch": 0.6538600942370424,
      "grad_norm": 1.2807404293524816,
      "learning_rate": 5.636965498652544e-06,
      "loss": 0.9926,
      "step": 451
    },
    {
      "epoch": 0.6553098948894527,
      "grad_norm": 1.2835107746611496,
      "learning_rate": 5.594696483657138e-06,
      "loss": 1.0113,
      "step": 452
    },
    {
      "epoch": 0.656759695541863,
      "grad_norm": 1.3601474178642867,
      "learning_rate": 5.552524905202208e-06,
      "loss": 1.0401,
      "step": 453
    },
    {
      "epoch": 0.6582094961942733,
      "grad_norm": 1.3948276641269504,
      "learning_rate": 5.5104516960390695e-06,
      "loss": 1.1173,
      "step": 454
    },
    {
      "epoch": 0.6596592968466836,
      "grad_norm": 1.1903638742292686,
      "learning_rate": 5.468477786743334e-06,
      "loss": 0.9996,
      "step": 455
    },
    {
      "epoch": 0.6611090974990939,
      "grad_norm": 1.405709513195041,
      "learning_rate": 5.4266041056942644e-06,
      "loss": 0.9969,
      "step": 456
    },
    {
      "epoch": 0.6625588981515041,
      "grad_norm": 1.3141799209288725,
      "learning_rate": 5.384831579054313e-06,
      "loss": 1.0837,
      "step": 457
    },
    {
      "epoch": 0.6640086988039144,
      "grad_norm": 1.2093698715287247,
      "learning_rate": 5.343161130748564e-06,
      "loss": 1.0692,
      "step": 458
    },
    {
      "epoch": 0.6654584994563247,
      "grad_norm": 1.2530804858141193,
      "learning_rate": 5.3015936824443526e-06,
      "loss": 0.9867,
      "step": 459
    },
    {
      "epoch": 0.666908300108735,
      "grad_norm": 1.4599692630742325,
      "learning_rate": 5.260130153530847e-06,
      "loss": 1.0011,
      "step": 460
    },
    {
      "epoch": 0.6683581007611453,
      "grad_norm": 1.2898082702683744,
      "learning_rate": 5.218771461098733e-06,
      "loss": 0.9377,
      "step": 461
    },
    {
      "epoch": 0.6698079014135556,
      "grad_norm": 1.3834943292006796,
      "learning_rate": 5.177518519919924e-06,
      "loss": 1.0588,
      "step": 462
    },
    {
      "epoch": 0.6712577020659659,
      "grad_norm": 1.2898439288467713,
      "learning_rate": 5.136372242427316e-06,
      "loss": 1.0437,
      "step": 463
    },
    {
      "epoch": 0.6727075027183762,
      "grad_norm": 1.3735831016569546,
      "learning_rate": 5.095333538694624e-06,
      "loss": 0.9869,
      "step": 464
    },
    {
      "epoch": 0.6741573033707865,
      "grad_norm": 1.2748893883683556,
      "learning_rate": 5.054403316416247e-06,
      "loss": 1.0656,
      "step": 465
    },
    {
      "epoch": 0.6756071040231968,
      "grad_norm": 1.363590569907258,
      "learning_rate": 5.0135824808871905e-06,
      "loss": 1.1012,
      "step": 466
    },
    {
      "epoch": 0.6770569046756071,
      "grad_norm": 1.331119604913152,
      "learning_rate": 4.972871934983032e-06,
      "loss": 0.9958,
      "step": 467
    },
    {
      "epoch": 0.6785067053280174,
      "grad_norm": 1.23582130382964,
      "learning_rate": 4.932272579139981e-06,
      "loss": 0.9618,
      "step": 468
    },
    {
      "epoch": 0.6799565059804277,
      "grad_norm": 1.3681264796520285,
      "learning_rate": 4.891785311334924e-06,
      "loss": 0.999,
      "step": 469
    },
    {
      "epoch": 0.681406306632838,
      "grad_norm": 1.2674026204388216,
      "learning_rate": 4.851411027065596e-06,
      "loss": 1.0515,
      "step": 470
    },
    {
      "epoch": 0.6828561072852483,
      "grad_norm": 1.3794573463974327,
      "learning_rate": 4.811150619330759e-06,
      "loss": 1.0494,
      "step": 471
    },
    {
      "epoch": 0.6843059079376586,
      "grad_norm": 1.3291290323246547,
      "learning_rate": 4.771004978610457e-06,
      "loss": 0.9893,
      "step": 472
    },
    {
      "epoch": 0.6857557085900688,
      "grad_norm": 1.316759948103253,
      "learning_rate": 4.730974992846304e-06,
      "loss": 1.0003,
      "step": 473
    },
    {
      "epoch": 0.6872055092424791,
      "grad_norm": 1.2930117409598687,
      "learning_rate": 4.6910615474218675e-06,
      "loss": 0.883,
      "step": 474
    },
    {
      "epoch": 0.6886553098948894,
      "grad_norm": 1.2498857911489059,
      "learning_rate": 4.651265525143069e-06,
      "loss": 1.0313,
      "step": 475
    },
    {
      "epoch": 0.6901051105472997,
      "grad_norm": 1.4039764837348403,
      "learning_rate": 4.611587806218669e-06,
      "loss": 0.9196,
      "step": 476
    },
    {
      "epoch": 0.69155491119971,
      "grad_norm": 1.4160641559583,
      "learning_rate": 4.572029268240787e-06,
      "loss": 1.0488,
      "step": 477
    },
    {
      "epoch": 0.6930047118521203,
      "grad_norm": 1.3282490304481793,
      "learning_rate": 4.532590786165509e-06,
      "loss": 1.0459,
      "step": 478
    },
    {
      "epoch": 0.6944545125045306,
      "grad_norm": 1.300202337489008,
      "learning_rate": 4.4932732322935055e-06,
      "loss": 1.0083,
      "step": 479
    },
    {
      "epoch": 0.6959043131569409,
      "grad_norm": 1.2515417018832822,
      "learning_rate": 4.45407747625077e-06,
      "loss": 1.0919,
      "step": 480
    },
    {
      "epoch": 0.6973541138093512,
      "grad_norm": 1.2575140895574586,
      "learning_rate": 4.41500438496937e-06,
      "loss": 0.9989,
      "step": 481
    },
    {
      "epoch": 0.6988039144617615,
      "grad_norm": 1.257846489777046,
      "learning_rate": 4.376054822668262e-06,
      "loss": 0.9638,
      "step": 482
    },
    {
      "epoch": 0.7002537151141718,
      "grad_norm": 1.3450038374789832,
      "learning_rate": 4.3372296508342025e-06,
      "loss": 1.0569,
      "step": 483
    },
    {
      "epoch": 0.7017035157665821,
      "grad_norm": 1.3064730812529743,
      "learning_rate": 4.298529728202661e-06,
      "loss": 1.0499,
      "step": 484
    },
    {
      "epoch": 0.7031533164189924,
      "grad_norm": 1.216060179680735,
      "learning_rate": 4.2599559107388645e-06,
      "loss": 0.9989,
      "step": 485
    },
    {
      "epoch": 0.7046031170714027,
      "grad_norm": 1.403877454190549,
      "learning_rate": 4.221509051618827e-06,
      "loss": 1.0668,
      "step": 486
    },
    {
      "epoch": 0.706052917723813,
      "grad_norm": 1.2471637872272192,
      "learning_rate": 4.183190001210511e-06,
      "loss": 0.9126,
      "step": 487
    },
    {
      "epoch": 0.7075027183762232,
      "grad_norm": 1.5380437022811593,
      "learning_rate": 4.1449996070549895e-06,
      "loss": 1.0407,
      "step": 488
    },
    {
      "epoch": 0.7089525190286335,
      "grad_norm": 1.3287415259209572,
      "learning_rate": 4.10693871384773e-06,
      "loss": 0.9752,
      "step": 489
    },
    {
      "epoch": 0.7104023196810438,
      "grad_norm": 1.3816130867909022,
      "learning_rate": 4.0690081634198865e-06,
      "loss": 0.9326,
      "step": 490
    },
    {
      "epoch": 0.7118521203334541,
      "grad_norm": 1.392882693605874,
      "learning_rate": 4.031208794719695e-06,
      "loss": 1.005,
      "step": 491
    },
    {
      "epoch": 0.7133019209858644,
      "grad_norm": 1.1610226400724326,
      "learning_rate": 3.993541443793914e-06,
      "loss": 0.9714,
      "step": 492
    },
    {
      "epoch": 0.7147517216382747,
      "grad_norm": 1.3366104155407779,
      "learning_rate": 3.956006943769331e-06,
      "loss": 0.9843,
      "step": 493
    },
    {
      "epoch": 0.716201522290685,
      "grad_norm": 1.257302542172201,
      "learning_rate": 3.918606124834337e-06,
      "loss": 0.9814,
      "step": 494
    },
    {
      "epoch": 0.7176513229430953,
      "grad_norm": 1.3101547776782458,
      "learning_rate": 3.881339814220555e-06,
      "loss": 1.0216,
      "step": 495
    },
    {
      "epoch": 0.7191011235955056,
      "grad_norm": 1.3062561100861712,
      "learning_rate": 3.844208836184567e-06,
      "loss": 0.9686,
      "step": 496
    },
    {
      "epoch": 0.7205509242479159,
      "grad_norm": 1.467540203840732,
      "learning_rate": 3.8072140119896507e-06,
      "loss": 1.046,
      "step": 497
    },
    {
      "epoch": 0.7220007249003262,
      "grad_norm": 1.5199362784717665,
      "learning_rate": 3.770356159887646e-06,
      "loss": 1.0168,
      "step": 498
    },
    {
      "epoch": 0.7234505255527365,
      "grad_norm": 1.3782512083139193,
      "learning_rate": 3.733636095100838e-06,
      "loss": 1.0853,
      "step": 499
    },
    {
      "epoch": 0.7249003262051468,
      "grad_norm": 1.3445709367931769,
      "learning_rate": 3.697054629803931e-06,
      "loss": 1.0435,
      "step": 500
    },
    {
      "epoch": 0.7263501268575571,
      "grad_norm": 1.2850228283494465,
      "learning_rate": 3.6606125731060815e-06,
      "loss": 1.047,
      "step": 501
    },
    {
      "epoch": 0.7277999275099674,
      "grad_norm": 1.2178994330288275,
      "learning_rate": 3.6243107310330117e-06,
      "loss": 0.9586,
      "step": 502
    },
    {
      "epoch": 0.7292497281623777,
      "grad_norm": 1.4308065363424847,
      "learning_rate": 3.5881499065091663e-06,
      "loss": 1.0557,
      "step": 503
    },
    {
      "epoch": 0.730699528814788,
      "grad_norm": 1.270257919604597,
      "learning_rate": 3.552130899339975e-06,
      "loss": 0.9841,
      "step": 504
    },
    {
      "epoch": 0.7321493294671982,
      "grad_norm": 1.267583121399084,
      "learning_rate": 3.5162545061941332e-06,
      "loss": 1.0217,
      "step": 505
    },
    {
      "epoch": 0.7335991301196085,
      "grad_norm": 1.3938936411880694,
      "learning_rate": 3.480521520586021e-06,
      "loss": 1.0807,
      "step": 506
    },
    {
      "epoch": 0.7350489307720188,
      "grad_norm": 1.299027061873236,
      "learning_rate": 3.4449327328581075e-06,
      "loss": 1.0381,
      "step": 507
    },
    {
      "epoch": 0.7364987314244291,
      "grad_norm": 1.2442243095224228,
      "learning_rate": 3.4094889301635036e-06,
      "loss": 0.9005,
      "step": 508
    },
    {
      "epoch": 0.7379485320768394,
      "grad_norm": 1.4602133625334406,
      "learning_rate": 3.3741908964485415e-06,
      "loss": 0.944,
      "step": 509
    },
    {
      "epoch": 0.7393983327292497,
      "grad_norm": 1.317976015127126,
      "learning_rate": 3.339039412435422e-06,
      "loss": 1.118,
      "step": 510
    },
    {
      "epoch": 0.74084813338166,
      "grad_norm": 1.2816895441611689,
      "learning_rate": 3.304035255604974e-06,
      "loss": 1.0406,
      "step": 511
    },
    {
      "epoch": 0.7422979340340703,
      "grad_norm": 1.309820230684799,
      "learning_rate": 3.2691792001794244e-06,
      "loss": 1.0436,
      "step": 512
    },
    {
      "epoch": 0.7437477346864806,
      "grad_norm": 1.3356269254644924,
      "learning_rate": 3.2344720171053134e-06,
      "loss": 1.0924,
      "step": 513
    },
    {
      "epoch": 0.7451975353388909,
      "grad_norm": 1.579391805960199,
      "learning_rate": 3.199914474036403e-06,
      "loss": 0.994,
      "step": 514
    },
    {
      "epoch": 0.7466473359913012,
      "grad_norm": 1.4558739786151553,
      "learning_rate": 3.1655073353167285e-06,
      "loss": 1.0675,
      "step": 515
    },
    {
      "epoch": 0.7480971366437115,
      "grad_norm": 1.380168143694583,
      "learning_rate": 3.1312513619636686e-06,
      "loss": 1.1076,
      "step": 516
    },
    {
      "epoch": 0.7495469372961218,
      "grad_norm": 1.5666416634993225,
      "learning_rate": 3.09714731165114e-06,
      "loss": 1.0345,
      "step": 517
    },
    {
      "epoch": 0.7509967379485321,
      "grad_norm": 1.275179793489328,
      "learning_rate": 3.0631959386928078e-06,
      "loss": 1.0408,
      "step": 518
    },
    {
      "epoch": 0.7524465386009423,
      "grad_norm": 1.3306512216979933,
      "learning_rate": 3.0293979940254316e-06,
      "loss": 1.0166,
      "step": 519
    },
    {
      "epoch": 0.7524465386009423,
      "eval_loss": 1.7561454772949219,
      "eval_runtime": 337.3172,
      "eval_samples_per_second": 52.336,
      "eval_steps_per_second": 0.818,
      "step": 519
    },
    {
      "epoch": 0.7538963392533526,
      "grad_norm": 1.2133996732356642,
      "learning_rate": 2.9957542251922354e-06,
      "loss": 0.944,
      "step": 520
    },
    {
      "epoch": 0.7553461399057629,
      "grad_norm": 1.3015002062584782,
      "learning_rate": 2.9622653763263874e-06,
      "loss": 0.9881,
      "step": 521
    },
    {
      "epoch": 0.7567959405581732,
      "grad_norm": 1.3844376838396761,
      "learning_rate": 2.9289321881345257e-06,
      "loss": 1.066,
      "step": 522
    },
    {
      "epoch": 0.7582457412105835,
      "grad_norm": 1.414197971905587,
      "learning_rate": 2.8957553978803897e-06,
      "loss": 1.0488,
      "step": 523
    },
    {
      "epoch": 0.7596955418629938,
      "grad_norm": 1.3136610736001848,
      "learning_rate": 2.8627357393685117e-06,
      "loss": 0.9604,
      "step": 524
    },
    {
      "epoch": 0.7611453425154041,
      "grad_norm": 1.3365626607360204,
      "learning_rate": 2.829873942927971e-06,
      "loss": 1.0572,
      "step": 525
    },
    {
      "epoch": 0.7625951431678144,
      "grad_norm": 1.2680429239871274,
      "learning_rate": 2.797170735396263e-06,
      "loss": 1.001,
      "step": 526
    },
    {
      "epoch": 0.7640449438202247,
      "grad_norm": 1.4573051984832146,
      "learning_rate": 2.7646268401032086e-06,
      "loss": 1.1173,
      "step": 527
    },
    {
      "epoch": 0.765494744472635,
      "grad_norm": 1.227615026200606,
      "learning_rate": 2.732242976854962e-06,
      "loss": 0.9341,
      "step": 528
    },
    {
      "epoch": 0.7669445451250453,
      "grad_norm": 1.3846041663038822,
      "learning_rate": 2.7000198619180795e-06,
      "loss": 1.0296,
      "step": 529
    },
    {
      "epoch": 0.7683943457774556,
      "grad_norm": 1.3023234466104958,
      "learning_rate": 2.6679582080036957e-06,
      "loss": 1.0227,
      "step": 530
    },
    {
      "epoch": 0.7698441464298659,
      "grad_norm": 1.3565639751939609,
      "learning_rate": 2.636058724251739e-06,
      "loss": 1.0443,
      "step": 531
    },
    {
      "epoch": 0.7712939470822762,
      "grad_norm": 1.2612126435451934,
      "learning_rate": 2.6043221162152632e-06,
      "loss": 0.9805,
      "step": 532
    },
    {
      "epoch": 0.7727437477346865,
      "grad_norm": 1.3120593238081977,
      "learning_rate": 2.572749085844829e-06,
      "loss": 1.0482,
      "step": 533
    },
    {
      "epoch": 0.7741935483870968,
      "grad_norm": 1.1853293814882375,
      "learning_rate": 2.541340331472998e-06,
      "loss": 1.074,
      "step": 534
    },
    {
      "epoch": 0.775643349039507,
      "grad_norm": 1.3028595208984797,
      "learning_rate": 2.510096547798857e-06,
      "loss": 0.9442,
      "step": 535
    },
    {
      "epoch": 0.7770931496919173,
      "grad_norm": 1.3029031259349746,
      "learning_rate": 2.479018425872686e-06,
      "loss": 0.958,
      "step": 536
    },
    {
      "epoch": 0.7785429503443276,
      "grad_norm": 1.3678907780637193,
      "learning_rate": 2.44810665308064e-06,
      "loss": 1.0235,
      "step": 537
    },
    {
      "epoch": 0.7799927509967379,
      "grad_norm": 1.2574446262912995,
      "learning_rate": 2.4173619131295754e-06,
      "loss": 1.1021,
      "step": 538
    },
    {
      "epoch": 0.7814425516491482,
      "grad_norm": 1.2829828073406941,
      "learning_rate": 2.3867848860319143e-06,
      "loss": 1.0582,
      "step": 539
    },
    {
      "epoch": 0.7828923523015585,
      "grad_norm": 1.375052207034499,
      "learning_rate": 2.3563762480905917e-06,
      "loss": 1.0744,
      "step": 540
    },
    {
      "epoch": 0.7843421529539688,
      "grad_norm": 1.2297319430181648,
      "learning_rate": 2.3261366718841307e-06,
      "loss": 0.9738,
      "step": 541
    },
    {
      "epoch": 0.7857919536063791,
      "grad_norm": 1.267540302473847,
      "learning_rate": 2.296066826251725e-06,
      "loss": 0.9741,
      "step": 542
    },
    {
      "epoch": 0.7872417542587894,
      "grad_norm": 1.289236253971893,
      "learning_rate": 2.266167376278481e-06,
      "loss": 1.0434,
      "step": 543
    },
    {
      "epoch": 0.7886915549111997,
      "grad_norm": 1.3632774164309054,
      "learning_rate": 2.23643898328068e-06,
      "loss": 1.0244,
      "step": 544
    },
    {
      "epoch": 0.79014135556361,
      "grad_norm": 1.4168209885158227,
      "learning_rate": 2.206882304791176e-06,
      "loss": 1.0258,
      "step": 545
    },
    {
      "epoch": 0.7915911562160203,
      "grad_norm": 1.226758120955334,
      "learning_rate": 2.177497994544828e-06,
      "loss": 1.0196,
      "step": 546
    },
    {
      "epoch": 0.7930409568684306,
      "grad_norm": 1.3653110992205433,
      "learning_rate": 2.148286702464063e-06,
      "loss": 1.0012,
      "step": 547
    },
    {
      "epoch": 0.7944907575208409,
      "grad_norm": 1.2727224041586365,
      "learning_rate": 2.119249074644485e-06,
      "loss": 0.9762,
      "step": 548
    },
    {
      "epoch": 0.7959405581732512,
      "grad_norm": 1.4561299937732688,
      "learning_rate": 2.090385753340596e-06,
      "loss": 0.9852,
      "step": 549
    },
    {
      "epoch": 0.7973903588256614,
      "grad_norm": 1.2785544497433292,
      "learning_rate": 2.0616973769515737e-06,
      "loss": 1.0714,
      "step": 550
    },
    {
      "epoch": 0.7988401594780717,
      "grad_norm": 1.2887530788526531,
      "learning_rate": 2.033184580007177e-06,
      "loss": 0.9725,
      "step": 551
    },
    {
      "epoch": 0.800289960130482,
      "grad_norm": 1.2819657019965556,
      "learning_rate": 2.0048479931536833e-06,
      "loss": 1.0229,
      "step": 552
    },
    {
      "epoch": 0.8017397607828923,
      "grad_norm": 1.292792340896605,
      "learning_rate": 1.976688243139965e-06,
      "loss": 0.9534,
      "step": 553
    },
    {
      "epoch": 0.8031895614353026,
      "grad_norm": 1.2779073467139206,
      "learning_rate": 1.94870595280361e-06,
      "loss": 0.9923,
      "step": 554
    },
    {
      "epoch": 0.8046393620877129,
      "grad_norm": 1.4018766648787333,
      "learning_rate": 1.920901741057153e-06,
      "loss": 1.038,
      "step": 555
    },
    {
      "epoch": 0.8060891627401232,
      "grad_norm": 1.336939551471127,
      "learning_rate": 1.8932762228743884e-06,
      "loss": 0.9882,
      "step": 556
    },
    {
      "epoch": 0.8075389633925335,
      "grad_norm": 1.4215389334791384,
      "learning_rate": 1.8658300092767546e-06,
      "loss": 1.0968,
      "step": 557
    },
    {
      "epoch": 0.8089887640449438,
      "grad_norm": 1.2231572393228993,
      "learning_rate": 1.8385637073198426e-06,
      "loss": 1.1011,
      "step": 558
    },
    {
      "epoch": 0.8104385646973541,
      "grad_norm": 1.453187575428072,
      "learning_rate": 1.8114779200799437e-06,
      "loss": 1.0886,
      "step": 559
    },
    {
      "epoch": 0.8118883653497644,
      "grad_norm": 1.3033205781286596,
      "learning_rate": 1.7845732466407361e-06,
      "loss": 1.0132,
      "step": 560
    },
    {
      "epoch": 0.8133381660021747,
      "grad_norm": 1.23922416489567,
      "learning_rate": 1.7578502820800048e-06,
      "loss": 0.9818,
      "step": 561
    },
    {
      "epoch": 0.814787966654585,
      "grad_norm": 1.2725050359585715,
      "learning_rate": 1.731309617456518e-06,
      "loss": 0.9207,
      "step": 562
    },
    {
      "epoch": 0.8162377673069953,
      "grad_norm": 1.27403371132038,
      "learning_rate": 1.7049518397969135e-06,
      "loss": 1.0561,
      "step": 563
    },
    {
      "epoch": 0.8176875679594056,
      "grad_norm": 1.2385826340741537,
      "learning_rate": 1.6787775320827438e-06,
      "loss": 1.0883,
      "step": 564
    },
    {
      "epoch": 0.8191373686118159,
      "grad_norm": 1.3416806711685951,
      "learning_rate": 1.652787273237565e-06,
      "loss": 0.9715,
      "step": 565
    },
    {
      "epoch": 0.8205871692642261,
      "grad_norm": 1.4616706640037913,
      "learning_rate": 1.6269816381141446e-06,
      "loss": 0.915,
      "step": 566
    },
    {
      "epoch": 0.8220369699166364,
      "grad_norm": 1.429083031259375,
      "learning_rate": 1.601361197481741e-06,
      "loss": 1.0598,
      "step": 567
    },
    {
      "epoch": 0.8234867705690467,
      "grad_norm": 1.4529881489877399,
      "learning_rate": 1.5759265180134709e-06,
      "loss": 1.0605,
      "step": 568
    },
    {
      "epoch": 0.824936571221457,
      "grad_norm": 1.2488243220566153,
      "learning_rate": 1.5506781622737943e-06,
      "loss": 0.9953,
      "step": 569
    },
    {
      "epoch": 0.8263863718738673,
      "grad_norm": 1.311200219775698,
      "learning_rate": 1.5256166887060575e-06,
      "loss": 1.0748,
      "step": 570
    },
    {
      "epoch": 0.8278361725262776,
      "grad_norm": 1.30529044900903,
      "learning_rate": 1.5007426516201451e-06,
      "loss": 0.9651,
      "step": 571
    },
    {
      "epoch": 0.8292859731786879,
      "grad_norm": 1.2574395772932054,
      "learning_rate": 1.4760566011802168e-06,
      "loss": 1.0695,
      "step": 572
    },
    {
      "epoch": 0.8307357738310982,
      "grad_norm": 1.4195989361487449,
      "learning_rate": 1.4515590833925508e-06,
      "loss": 1.0078,
      "step": 573
    },
    {
      "epoch": 0.8321855744835085,
      "grad_norm": 1.3054162868722192,
      "learning_rate": 1.4272506400934461e-06,
      "loss": 0.9843,
      "step": 574
    },
    {
      "epoch": 0.8336353751359188,
      "grad_norm": 1.24663689810913,
      "learning_rate": 1.4031318089372614e-06,
      "loss": 0.9124,
      "step": 575
    },
    {
      "epoch": 0.8350851757883291,
      "grad_norm": 1.2912554144001227,
      "learning_rate": 1.379203123384507e-06,
      "loss": 1.0028,
      "step": 576
    },
    {
      "epoch": 0.8365349764407394,
      "grad_norm": 1.2528284513274668,
      "learning_rate": 1.3554651126900564e-06,
      "loss": 1.0523,
      "step": 577
    },
    {
      "epoch": 0.8379847770931497,
      "grad_norm": 1.338480421694086,
      "learning_rate": 1.331918301891425e-06,
      "loss": 1.0918,
      "step": 578
    },
    {
      "epoch": 0.83943457774556,
      "grad_norm": 1.2916114320863261,
      "learning_rate": 1.3085632117971792e-06,
      "loss": 0.9343,
      "step": 579
    },
    {
      "epoch": 0.8408843783979703,
      "grad_norm": 1.3931965545189373,
      "learning_rate": 1.285400358975395e-06,
      "loss": 0.9977,
      "step": 580
    },
    {
      "epoch": 0.8423341790503805,
      "grad_norm": 1.3455117902801017,
      "learning_rate": 1.2624302557422475e-06,
      "loss": 0.9954,
      "step": 581
    },
    {
      "epoch": 0.8437839797027908,
      "grad_norm": 1.3257455309212303,
      "learning_rate": 1.2396534101506774e-06,
      "loss": 1.0259,
      "step": 582
    },
    {
      "epoch": 0.8452337803552011,
      "grad_norm": 1.3098326535180438,
      "learning_rate": 1.2170703259791472e-06,
      "loss": 1.0041,
      "step": 583
    },
    {
      "epoch": 0.8466835810076114,
      "grad_norm": 1.2527275441261705,
      "learning_rate": 1.1946815027205027e-06,
      "loss": 1.0391,
      "step": 584
    },
    {
      "epoch": 0.8481333816600217,
      "grad_norm": 1.2514869611463302,
      "learning_rate": 1.1724874355709259e-06,
      "loss": 0.9788,
      "step": 585
    },
    {
      "epoch": 0.849583182312432,
      "grad_norm": 1.2687402433604176,
      "learning_rate": 1.1504886154189854e-06,
      "loss": 0.9848,
      "step": 586
    },
    {
      "epoch": 0.8510329829648423,
      "grad_norm": 1.1689013548706937,
      "learning_rate": 1.1286855288347676e-06,
      "loss": 1.0284,
      "step": 587
    },
    {
      "epoch": 0.8524827836172526,
      "grad_norm": 1.1869466142011291,
      "learning_rate": 1.1070786580591287e-06,
      "loss": 1.0732,
      "step": 588
    },
    {
      "epoch": 0.8539325842696629,
      "grad_norm": 1.235135055385479,
      "learning_rate": 1.085668480993015e-06,
      "loss": 0.9619,
      "step": 589
    },
    {
      "epoch": 0.8553823849220732,
      "grad_norm": 1.6003564470955078,
      "learning_rate": 1.0644554711869115e-06,
      "loss": 1.0173,
      "step": 590
    },
    {
      "epoch": 0.8568321855744835,
      "grad_norm": 1.3458888931211694,
      "learning_rate": 1.0434400978303427e-06,
      "loss": 0.9524,
      "step": 591
    },
    {
      "epoch": 0.8582819862268938,
      "grad_norm": 1.40322828532142,
      "learning_rate": 1.0226228257415183e-06,
      "loss": 0.9223,
      "step": 592
    },
    {
      "epoch": 0.8597317868793041,
      "grad_norm": 1.4316768182434179,
      "learning_rate": 1.0020041153570349e-06,
      "loss": 1.0509,
      "step": 593
    },
    {
      "epoch": 0.8611815875317144,
      "grad_norm": 1.2138180519210295,
      "learning_rate": 9.815844227217065e-07,
      "loss": 0.9161,
      "step": 594
    },
    {
      "epoch": 0.8626313881841247,
      "grad_norm": 1.249932808809491,
      "learning_rate": 9.61364199478465e-07,
      "loss": 0.9717,
      "step": 595
    },
    {
      "epoch": 0.864081188836535,
      "grad_norm": 1.341917882897787,
      "learning_rate": 9.413438928583807e-07,
      "loss": 1.065,
      "step": 596
    },
    {
      "epoch": 0.8655309894889452,
      "grad_norm": 1.3781540382948174,
      "learning_rate": 9.215239456707636e-07,
      "loss": 0.9665,
      "step": 597
    },
    {
      "epoch": 0.8669807901413555,
      "grad_norm": 1.3241089475936643,
      "learning_rate": 9.01904796293378e-07,
      "loss": 1.0077,
      "step": 598
    },
    {
      "epoch": 0.8684305907937658,
      "grad_norm": 1.3560107396518426,
      "learning_rate": 8.824868786627305e-07,
      "loss": 1.0072,
      "step": 599
    },
    {
      "epoch": 0.8698803914461761,
      "grad_norm": 1.290694107049599,
      "learning_rate": 8.632706222644893e-07,
      "loss": 0.9804,
      "step": 600
    },
    {
      "epoch": 0.8713301920985864,
      "grad_norm": 1.440724451257882,
      "learning_rate": 8.442564521239782e-07,
      "loss": 0.9833,
      "step": 601
    },
    {
      "epoch": 0.8727799927509967,
      "grad_norm": 1.291754928966789,
      "learning_rate": 8.254447887967698e-07,
      "loss": 0.9356,
      "step": 602
    },
    {
      "epoch": 0.874229793403407,
      "grad_norm": 1.487443781949088,
      "learning_rate": 8.06836048359394e-07,
      "loss": 1.0506,
      "step": 603
    },
    {
      "epoch": 0.8756795940558173,
      "grad_norm": 1.3380341740989574,
      "learning_rate": 7.884306424001309e-07,
      "loss": 0.9808,
      "step": 604
    },
    {
      "epoch": 0.8771293947082276,
      "grad_norm": 1.321192697297726,
      "learning_rate": 7.70228978009907e-07,
      "loss": 0.9753,
      "step": 605
    },
    {
      "epoch": 0.8785791953606379,
      "grad_norm": 1.3760212072745275,
      "learning_rate": 7.522314577732836e-07,
      "loss": 0.9608,
      "step": 606
    },
    {
      "epoch": 0.8800289960130482,
      "grad_norm": 1.3126721788742706,
      "learning_rate": 7.344384797595717e-07,
      "loss": 1.0463,
      "step": 607
    },
    {
      "epoch": 0.8814787966654585,
      "grad_norm": 1.3003446374494485,
      "learning_rate": 7.16850437514004e-07,
      "loss": 0.9371,
      "step": 608
    },
    {
      "epoch": 0.8829285973178688,
      "grad_norm": 1.2967704133219122,
      "learning_rate": 6.994677200490508e-07,
      "loss": 0.968,
      "step": 609
    },
    {
      "epoch": 0.8843783979702791,
      "grad_norm": 1.338855766066182,
      "learning_rate": 6.822907118358047e-07,
      "loss": 0.9496,
      "step": 610
    },
    {
      "epoch": 0.8858281986226894,
      "grad_norm": 1.3005852982857657,
      "learning_rate": 6.65319792795479e-07,
      "loss": 0.9956,
      "step": 611
    },
    {
      "epoch": 0.8872779992750996,
      "grad_norm": 1.3675565314367832,
      "learning_rate": 6.485553382910026e-07,
      "loss": 1.0487,
      "step": 612
    },
    {
      "epoch": 0.8887277999275099,
      "grad_norm": 1.4304253140048604,
      "learning_rate": 6.319977191187232e-07,
      "loss": 0.9604,
      "step": 613
    },
    {
      "epoch": 0.8901776005799202,
      "grad_norm": 1.2814463914515632,
      "learning_rate": 6.15647301500203e-07,
      "loss": 0.9436,
      "step": 614
    },
    {
      "epoch": 0.8916274012323305,
      "grad_norm": 1.291739796206516,
      "learning_rate": 5.995044470741151e-07,
      "loss": 0.9268,
      "step": 615
    },
    {
      "epoch": 0.8930772018847408,
      "grad_norm": 1.4434286879926685,
      "learning_rate": 5.835695128882512e-07,
      "loss": 1.0615,
      "step": 616
    },
    {
      "epoch": 0.8945270025371511,
      "grad_norm": 1.1516402516210897,
      "learning_rate": 5.678428513916212e-07,
      "loss": 0.9621,
      "step": 617
    },
    {
      "epoch": 0.8959768031895614,
      "grad_norm": 1.5301589718837776,
      "learning_rate": 5.523248104266577e-07,
      "loss": 0.993,
      "step": 618
    },
    {
      "epoch": 0.8974266038419717,
      "grad_norm": 1.3758002508578118,
      "learning_rate": 5.370157332215209e-07,
      "loss": 1.013,
      "step": 619
    },
    {
      "epoch": 0.898876404494382,
      "grad_norm": 1.4523008877332442,
      "learning_rate": 5.219159583825107e-07,
      "loss": 0.969,
      "step": 620
    },
    {
      "epoch": 0.9003262051467923,
      "grad_norm": 1.2802568056864034,
      "learning_rate": 5.070258198865741e-07,
      "loss": 0.969,
      "step": 621
    },
    {
      "epoch": 0.9017760057992026,
      "grad_norm": 1.2935410612495564,
      "learning_rate": 4.923456470739219e-07,
      "loss": 0.9694,
      "step": 622
    },
    {
      "epoch": 0.9032258064516129,
      "grad_norm": 1.3388952095300914,
      "learning_rate": 4.778757646407361e-07,
      "loss": 0.9951,
      "step": 623
    },
    {
      "epoch": 0.9046756071040232,
      "grad_norm": 1.2740474678923634,
      "learning_rate": 4.636164926320064e-07,
      "loss": 1.0014,
      "step": 624
    },
    {
      "epoch": 0.9061254077564335,
      "grad_norm": 1.2302959597531815,
      "learning_rate": 4.495681464344259e-07,
      "loss": 0.9721,
      "step": 625
    },
    {
      "epoch": 0.9075752084088438,
      "grad_norm": 1.441624990440475,
      "learning_rate": 4.3573103676943784e-07,
      "loss": 1.0521,
      "step": 626
    },
    {
      "epoch": 0.909025009061254,
      "grad_norm": 1.2339680834410676,
      "learning_rate": 4.2210546968634803e-07,
      "loss": 1.0058,
      "step": 627
    },
    {
      "epoch": 0.9104748097136643,
      "grad_norm": 1.4102170412140371,
      "learning_rate": 4.086917465555662e-07,
      "loss": 1.0479,
      "step": 628
    },
    {
      "epoch": 0.9119246103660746,
      "grad_norm": 1.3484888198197635,
      "learning_rate": 3.9549016406193686e-07,
      "loss": 1.0309,
      "step": 629
    },
    {
      "epoch": 0.9133744110184849,
      "grad_norm": 1.3462836308466875,
      "learning_rate": 3.8250101419816777e-07,
      "loss": 1.0239,
      "step": 630
    },
    {
      "epoch": 0.9148242116708952,
      "grad_norm": 1.3902756002467385,
      "learning_rate": 3.6972458425838963e-07,
      "loss": 0.9894,
      "step": 631
    },
    {
      "epoch": 0.9162740123233055,
      "grad_norm": 1.3618197476543459,
      "learning_rate": 3.5716115683178563e-07,
      "loss": 1.071,
      "step": 632
    },
    {
      "epoch": 0.9177238129757158,
      "grad_norm": 1.3494479326684419,
      "learning_rate": 3.4481100979635304e-07,
      "loss": 1.0439,
      "step": 633
    },
    {
      "epoch": 0.9191736136281261,
      "grad_norm": 1.2315875658107498,
      "learning_rate": 3.32674416312746e-07,
      "loss": 1.0079,
      "step": 634
    },
    {
      "epoch": 0.9206234142805364,
      "grad_norm": 1.2526446620227205,
      "learning_rate": 3.207516448182435e-07,
      "loss": 1.0339,
      "step": 635
    },
    {
      "epoch": 0.9220732149329467,
      "grad_norm": 1.2839920262552493,
      "learning_rate": 3.090429590208033e-07,
      "loss": 0.9828,
      "step": 636
    },
    {
      "epoch": 0.923523015585357,
      "grad_norm": 1.314916482296673,
      "learning_rate": 2.9754861789324074e-07,
      "loss": 1.0685,
      "step": 637
    },
    {
      "epoch": 0.9249728162377673,
      "grad_norm": 1.3189576875199625,
      "learning_rate": 2.862688756674881e-07,
      "loss": 0.9894,
      "step": 638
    },
    {
      "epoch": 0.9264226168901776,
      "grad_norm": 1.2581079363465202,
      "learning_rate": 2.752039818289809e-07,
      "loss": 1.0005,
      "step": 639
    },
    {
      "epoch": 0.9278724175425879,
      "grad_norm": 1.2714615560656808,
      "learning_rate": 2.6435418111113277e-07,
      "loss": 1.0642,
      "step": 640
    },
    {
      "epoch": 0.9293222181949982,
      "grad_norm": 1.2602010713105205,
      "learning_rate": 2.537197134899294e-07,
      "loss": 0.9685,
      "step": 641
    },
    {
      "epoch": 0.9307720188474085,
      "grad_norm": 1.2878154181983021,
      "learning_rate": 2.4330081417861527e-07,
      "loss": 1.0127,
      "step": 642
    },
    {
      "epoch": 0.9322218194998187,
      "grad_norm": 1.3249530773675078,
      "learning_rate": 2.3309771362249323e-07,
      "loss": 1.0364,
      "step": 643
    },
    {
      "epoch": 0.933671620152229,
      "grad_norm": 1.3258719685665514,
      "learning_rate": 2.2311063749382743e-07,
      "loss": 0.9507,
      "step": 644
    },
    {
      "epoch": 0.9351214208046393,
      "grad_norm": 1.366993975610368,
      "learning_rate": 2.1333980668685416e-07,
      "loss": 1.0465,
      "step": 645
    },
    {
      "epoch": 0.9365712214570496,
      "grad_norm": 1.2690733979571618,
      "learning_rate": 2.037854373128889e-07,
      "loss": 1.0369,
      "step": 646
    },
    {
      "epoch": 0.9380210221094599,
      "grad_norm": 1.321695680088303,
      "learning_rate": 1.9444774069555694e-07,
      "loss": 1.0672,
      "step": 647
    },
    {
      "epoch": 0.9394708227618702,
      "grad_norm": 1.351855604372839,
      "learning_rate": 1.8532692336611037e-07,
      "loss": 1.032,
      "step": 648
    },
    {
      "epoch": 0.9409206234142805,
      "grad_norm": 1.2034781570248334,
      "learning_rate": 1.7642318705886284e-07,
      "loss": 1.0574,
      "step": 649
    },
    {
      "epoch": 0.9423704240666908,
      "grad_norm": 1.3298345225202324,
      "learning_rate": 1.677367287067322e-07,
      "loss": 1.0341,
      "step": 650
    },
    {
      "epoch": 0.9438202247191011,
      "grad_norm": 1.3202581112735672,
      "learning_rate": 1.5926774043687366e-07,
      "loss": 0.9583,
      "step": 651
    },
    {
      "epoch": 0.9452700253715114,
      "grad_norm": 1.3278150427538842,
      "learning_rate": 1.510164095664457e-07,
      "loss": 1.0301,
      "step": 652
    },
    {
      "epoch": 0.9467198260239217,
      "grad_norm": 1.3039826590369827,
      "learning_rate": 1.4298291859845215e-07,
      "loss": 1.0576,
      "step": 653
    },
    {
      "epoch": 0.948169626676332,
      "grad_norm": 1.3672346616948794,
      "learning_rate": 1.351674452177143e-07,
      "loss": 1.0586,
      "step": 654
    },
    {
      "epoch": 0.9496194273287423,
      "grad_norm": 1.392892122837727,
      "learning_rate": 1.2757016228693964e-07,
      "loss": 1.0308,
      "step": 655
    },
    {
      "epoch": 0.9510692279811526,
      "grad_norm": 1.2634391727890335,
      "learning_rate": 1.2019123784289488e-07,
      "loss": 1.0131,
      "step": 656
    },
    {
      "epoch": 0.9525190286335629,
      "grad_norm": 1.3498344868334864,
      "learning_rate": 1.1303083509269452e-07,
      "loss": 0.9741,
      "step": 657
    },
    {
      "epoch": 0.9539688292859732,
      "grad_norm": 1.1841792686541104,
      "learning_rate": 1.0608911241018594e-07,
      "loss": 0.9441,
      "step": 658
    },
    {
      "epoch": 0.9554186299383834,
      "grad_norm": 1.3620448200945166,
      "learning_rate": 9.936622333245105e-08,
      "loss": 1.0612,
      "step": 659
    },
    {
      "epoch": 0.9568684305907937,
      "grad_norm": 1.2715804394312147,
      "learning_rate": 9.286231655640799e-08,
      "loss": 1.0072,
      "step": 660
    },
    {
      "epoch": 0.958318231243204,
      "grad_norm": 1.2862912446008476,
      "learning_rate": 8.657753593552142e-08,
      "loss": 0.909,
      "step": 661
    },
    {
      "epoch": 0.9597680318956143,
      "grad_norm": 1.3383879582112728,
      "learning_rate": 8.051202047662187e-08,
      "loss": 1.0296,
      "step": 662
    },
    {
      "epoch": 0.9612178325480246,
      "grad_norm": 1.306492588141374,
      "learning_rate": 7.466590433683252e-08,
      "loss": 0.9622,
      "step": 663
    },
    {
      "epoch": 0.9626676332004349,
      "grad_norm": 1.1852100687872238,
      "learning_rate": 6.903931682059828e-08,
      "loss": 0.9414,
      "step": 664
    },
    {
      "epoch": 0.9641174338528452,
      "grad_norm": 1.2807170789968838,
      "learning_rate": 6.363238237683034e-08,
      "loss": 0.9236,
      "step": 665
    },
    {
      "epoch": 0.9655672345052555,
      "grad_norm": 1.3780961822912705,
      "learning_rate": 5.8445220596149434e-08,
      "loss": 0.9631,
      "step": 666
    },
    {
      "epoch": 0.9670170351576658,
      "grad_norm": 1.2602173856785095,
      "learning_rate": 5.347794620824576e-08,
      "loss": 0.8835,
      "step": 667
    },
    {
      "epoch": 0.9684668358100761,
      "grad_norm": 1.4125556378040163,
      "learning_rate": 4.8730669079335434e-08,
      "loss": 1.0597,
      "step": 668
    },
    {
      "epoch": 0.9699166364624864,
      "grad_norm": 1.2271306588718005,
      "learning_rate": 4.420349420973358e-08,
      "loss": 0.9816,
      "step": 669
    },
    {
      "epoch": 0.9713664371148967,
      "grad_norm": 1.3710121474159438,
      "learning_rate": 3.98965217315328e-08,
      "loss": 0.9487,
      "step": 670
    },
    {
      "epoch": 0.972816237767307,
      "grad_norm": 1.1912286976372013,
      "learning_rate": 3.580984690638611e-08,
      "loss": 0.9481,
      "step": 671
    },
    {
      "epoch": 0.9742660384197173,
      "grad_norm": 1.3065455236813233,
      "learning_rate": 3.194356012340305e-08,
      "loss": 0.9503,
      "step": 672
    },
    {
      "epoch": 0.9757158390721276,
      "grad_norm": 1.4233806827884858,
      "learning_rate": 2.8297746897146816e-08,
      "loss": 0.9955,
      "step": 673
    },
    {
      "epoch": 0.9771656397245378,
      "grad_norm": 1.3606744616372923,
      "learning_rate": 2.4872487865744698e-08,
      "loss": 1.0685,
      "step": 674
    },
    {
      "epoch": 0.9786154403769481,
      "grad_norm": 1.2766562729270208,
      "learning_rate": 2.1667858789105046e-08,
      "loss": 0.9608,
      "step": 675
    },
    {
      "epoch": 0.9800652410293584,
      "grad_norm": 1.3573940191596772,
      "learning_rate": 1.8683930547243044e-08,
      "loss": 1.0457,
      "step": 676
    },
    {
      "epoch": 0.9815150416817687,
      "grad_norm": 1.3473000817976855,
      "learning_rate": 1.592076913870644e-08,
      "loss": 1.0004,
      "step": 677
    },
    {
      "epoch": 0.982964842334179,
      "grad_norm": 1.256152796615069,
      "learning_rate": 1.3378435679122225e-08,
      "loss": 0.9829,
      "step": 678
    },
    {
      "epoch": 0.9844146429865893,
      "grad_norm": 1.2749954489768385,
      "learning_rate": 1.1056986399845537e-08,
      "loss": 0.9726,
      "step": 679
    },
    {
      "epoch": 0.9858644436389996,
      "grad_norm": 1.3684579466565545,
      "learning_rate": 8.956472646710624e-09,
      "loss": 1.0443,
      "step": 680
    },
    {
      "epoch": 0.9873142442914099,
      "grad_norm": 1.3570843541382862,
      "learning_rate": 7.07694087889621e-09,
      "loss": 1.025,
      "step": 681
    },
    {
      "epoch": 0.9887640449438202,
      "grad_norm": 1.348152036520672,
      "learning_rate": 5.418432667905204e-09,
      "loss": 0.9878,
      "step": 682
    },
    {
      "epoch": 0.9902138455962305,
      "grad_norm": 1.4511295025437614,
      "learning_rate": 3.9809846966343265e-09,
      "loss": 1.0356,
      "step": 683
    },
    {
      "epoch": 0.9916636462486408,
      "grad_norm": 1.2920520955685484,
      "learning_rate": 2.764628758570309e-09,
      "loss": 0.9853,
      "step": 684
    },
    {
      "epoch": 0.9931134469010511,
      "grad_norm": 1.2697185635981878,
      "learning_rate": 1.7693917570837938e-09,
      "loss": 0.979,
      "step": 685
    },
    {
      "epoch": 0.9945632475534614,
      "grad_norm": 1.513387887606993,
      "learning_rate": 9.95295704835364e-10,
      "loss": 0.9742,
      "step": 686
    },
    {
      "epoch": 0.9960130482058717,
      "grad_norm": 1.1678402119964024,
      "learning_rate": 4.4235772328815594e-10,
      "loss": 0.9595,
      "step": 687
    },
    {
      "epoch": 0.997462848858282,
      "grad_norm": 1.2979218458306572,
      "learning_rate": 1.1059004233038296e-10,
      "loss": 0.9947,
      "step": 688
    },
    {
      "epoch": 0.9989126495106923,
      "grad_norm": 1.3440968983834052,
      "learning_rate": 0.0,
      "loss": 1.0024,
      "step": 689
    },
    {
      "epoch": 0.9989126495106923,
      "step": 689,
      "total_flos": 6993087226183680.0,
      "train_loss": 1.0723237899633555,
      "train_runtime": 12822.114,
      "train_samples_per_second": 13.769,
      "train_steps_per_second": 0.054
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 689,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 173,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 6993087226183680.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}