{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.9858705560619874,
  "eval_steps": 137,
  "global_step": 1096,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "grad_norm": 0.07610916346311569,
      "learning_rate": 2e-05,
      "loss": 1.795,
      "step": 1
    },
    {
      "epoch": 0.0,
      "eval_loss": 1.8087825775146484,
      "eval_runtime": 75.9539,
      "eval_samples_per_second": 65.829,
      "eval_steps_per_second": 16.457,
      "step": 1
    },
    {
      "epoch": 0.0,
      "grad_norm": 0.0771929994225502,
      "learning_rate": 4e-05,
      "loss": 1.7825,
      "step": 2
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.08941341191530228,
      "learning_rate": 6e-05,
      "loss": 1.7737,
      "step": 3
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.08335491269826889,
      "learning_rate": 8e-05,
      "loss": 1.8004,
      "step": 4
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.08835520595312119,
      "learning_rate": 0.0001,
      "loss": 1.8495,
      "step": 5
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.08816578984260559,
      "learning_rate": 0.00012,
      "loss": 1.7758,
      "step": 6
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.09536299854516983,
      "learning_rate": 0.00014,
      "loss": 1.8001,
      "step": 7
    },
    {
      "epoch": 0.01,
      "grad_norm": 0.07634323835372925,
      "learning_rate": 0.00016,
      "loss": 1.7022,
      "step": 8
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.06886536628007889,
      "learning_rate": 0.00018,
      "loss": 1.8428,
      "step": 9
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.07389801740646362,
      "learning_rate": 0.0002,
      "loss": 1.7598,
      "step": 10
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.06829163432121277,
      "learning_rate": 0.00019999981517295864,
      "loss": 1.7479,
      "step": 11
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.060045819729566574,
      "learning_rate": 0.0001999992606925178,
      "loss": 1.7454,
      "step": 12
    },
    {
      "epoch": 0.02,
      "grad_norm": 0.08187604695558548,
      "learning_rate": 0.0001999983365607271,
      "loss": 1.7679,
      "step": 13
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.05995490401983261,
      "learning_rate": 0.00019999704278100263,
      "loss": 1.7599,
      "step": 14
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.055336710065603256,
      "learning_rate": 0.00019999537935812698,
      "loss": 1.8244,
      "step": 15
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.0541992112994194,
      "learning_rate": 0.00019999334629824895,
      "loss": 1.7756,
      "step": 16
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.05088195204734802,
      "learning_rate": 0.00019999094360888392,
      "loss": 1.7352,
      "step": 17
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.05157861113548279,
      "learning_rate": 0.00019998817129891346,
      "loss": 1.7634,
      "step": 18
    },
    {
      "epoch": 0.03,
      "grad_norm": 0.055710840970277786,
      "learning_rate": 0.00019998502937858557,
      "loss": 1.7802,
      "step": 19
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.055150121450424194,
      "learning_rate": 0.00019998151785951448,
      "loss": 1.7445,
      "step": 20
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.0526655912399292,
      "learning_rate": 0.0001999776367546806,
      "loss": 1.6634,
      "step": 21
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.04809674620628357,
      "learning_rate": 0.00019997338607843075,
      "loss": 1.7277,
      "step": 22
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.049412671476602554,
      "learning_rate": 0.00019996876584647754,
      "loss": 1.7357,
      "step": 23
    },
    {
      "epoch": 0.04,
      "grad_norm": 0.04948608949780464,
      "learning_rate": 0.00019996377607589997,
      "loss": 1.7323,
      "step": 24
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.050225820392370224,
      "learning_rate": 0.00019995841678514294,
      "loss": 1.7273,
      "step": 25
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.05085042864084244,
      "learning_rate": 0.00019995268799401718,
      "loss": 1.7564,
      "step": 26
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.04916631057858467,
      "learning_rate": 0.00019994658972369948,
      "loss": 1.7439,
      "step": 27
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.04791415110230446,
      "learning_rate": 0.00019994012199673234,
      "loss": 1.6813,
      "step": 28
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.04975065216422081,
      "learning_rate": 0.00019993328483702393,
      "loss": 1.691,
      "step": 29
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.055913638323545456,
      "learning_rate": 0.00019992607826984816,
      "loss": 1.7242,
      "step": 30
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.045829374343156815,
      "learning_rate": 0.00019991850232184435,
      "loss": 1.7334,
      "step": 31
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.053105831146240234,
      "learning_rate": 0.00019991055702101734,
      "loss": 1.7214,
      "step": 32
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.04539350047707558,
      "learning_rate": 0.00019990224239673722,
      "loss": 1.7698,
      "step": 33
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.046983517706394196,
      "learning_rate": 0.00019989355847973932,
      "loss": 1.6887,
      "step": 34
    },
    {
      "epoch": 0.06,
      "grad_norm": 0.0471692830324173,
      "learning_rate": 0.00019988450530212414,
      "loss": 1.7571,
      "step": 35
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.046874694526195526,
      "learning_rate": 0.00019987508289735716,
      "loss": 1.7558,
      "step": 36
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.04474163055419922,
      "learning_rate": 0.00019986529130026857,
      "loss": 1.7465,
      "step": 37
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.044651810079813004,
      "learning_rate": 0.00019985513054705348,
      "loss": 1.6983,
      "step": 38
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.04951983690261841,
      "learning_rate": 0.00019984460067527153,
      "loss": 1.761,
      "step": 39
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.04424133151769638,
      "learning_rate": 0.00019983370172384682,
      "loss": 1.6383,
      "step": 40
    },
    {
      "epoch": 0.07,
      "grad_norm": 0.052418872714042664,
      "learning_rate": 0.00019982243373306772,
      "loss": 1.779,
      "step": 41
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.04530750587582588,
      "learning_rate": 0.0001998107967445869,
      "loss": 1.6942,
      "step": 42
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.04790988191962242,
      "learning_rate": 0.0001997987908014209,
      "loss": 1.7053,
      "step": 43
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.04889607056975365,
      "learning_rate": 0.0001997864159479502,
      "loss": 1.7275,
      "step": 44
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.04314807429909706,
      "learning_rate": 0.00019977367222991893,
      "loss": 1.7393,
      "step": 45
    },
    {
      "epoch": 0.08,
      "grad_norm": 0.04405505582690239,
      "learning_rate": 0.00019976055969443479,
      "loss": 1.7306,
      "step": 46
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.04656574875116348,
      "learning_rate": 0.00019974707838996882,
      "loss": 1.7686,
      "step": 47
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.04246290400624275,
      "learning_rate": 0.00019973322836635518,
      "loss": 1.7209,
      "step": 48
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.05493748560547829,
      "learning_rate": 0.00019971900967479106,
      "loss": 1.7155,
      "step": 49
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.0450466088950634,
      "learning_rate": 0.0001997044223678364,
      "loss": 1.6604,
      "step": 50
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.08634985238313675,
      "learning_rate": 0.00019968946649941382,
      "loss": 1.7321,
      "step": 51
    },
    {
      "epoch": 0.09,
      "grad_norm": 0.04310084879398346,
      "learning_rate": 0.00019967414212480831,
      "loss": 1.7281,
      "step": 52
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.04666193947196007,
      "learning_rate": 0.000199658449300667,
      "loss": 1.6787,
      "step": 53
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.04957772046327591,
      "learning_rate": 0.00019964238808499907,
      "loss": 1.6919,
      "step": 54
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.0421697273850441,
      "learning_rate": 0.00019962595853717548,
      "loss": 1.7245,
      "step": 55
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.04654068127274513,
      "learning_rate": 0.0001996091607179287,
      "loss": 1.7123,
      "step": 56
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.04076274484395981,
      "learning_rate": 0.00019959199468935258,
      "loss": 1.7066,
      "step": 57
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.04215634986758232,
      "learning_rate": 0.00019957446051490198,
      "loss": 1.7748,
      "step": 58
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.04252045601606369,
      "learning_rate": 0.0001995565582593928,
      "loss": 1.7396,
      "step": 59
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.04455842077732086,
      "learning_rate": 0.00019953828798900135,
      "loss": 1.7236,
      "step": 60
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.044083647429943085,
      "learning_rate": 0.0001995196497712645,
      "loss": 1.7416,
      "step": 61
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.04511955380439758,
      "learning_rate": 0.00019950064367507916,
      "loss": 1.7481,
      "step": 62
    },
    {
      "epoch": 0.11,
      "grad_norm": 0.0424315445125103,
      "learning_rate": 0.00019948126977070217,
      "loss": 1.7712,
      "step": 63
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.04309271275997162,
      "learning_rate": 0.00019946152812974993,
      "loss": 1.6927,
      "step": 64
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.042915165424346924,
      "learning_rate": 0.00019944141882519817,
      "loss": 1.7465,
      "step": 65
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.05950941890478134,
      "learning_rate": 0.00019942094193138186,
      "loss": 1.7035,
      "step": 66
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.042048510164022446,
      "learning_rate": 0.0001994000975239946,
      "loss": 1.7521,
      "step": 67
    },
    {
      "epoch": 0.12,
      "grad_norm": 0.041577938944101334,
      "learning_rate": 0.00019937888568008862,
      "loss": 1.7439,
      "step": 68
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.04538682475686073,
      "learning_rate": 0.00019935730647807436,
      "loss": 1.7528,
      "step": 69
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.04102981090545654,
      "learning_rate": 0.00019933535999772025,
      "loss": 1.6828,
      "step": 70
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.04318905994296074,
      "learning_rate": 0.00019931304632015228,
      "loss": 1.7532,
      "step": 71
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.043007493019104004,
      "learning_rate": 0.00019929036552785397,
      "loss": 1.7353,
      "step": 72
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.04308176040649414,
      "learning_rate": 0.00019926731770466568,
      "loss": 1.6882,
      "step": 73
    },
    {
      "epoch": 0.13,
      "grad_norm": 0.04227353632450104,
      "learning_rate": 0.00019924390293578472,
      "loss": 1.7302,
      "step": 74
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.0429629310965538,
      "learning_rate": 0.0001992201213077647,
      "loss": 1.6822,
      "step": 75
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.042203355580568314,
      "learning_rate": 0.00019919597290851538,
      "loss": 1.7601,
      "step": 76
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.04265713319182396,
      "learning_rate": 0.00019917145782730232,
      "loss": 1.7725,
      "step": 77
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.04848012328147888,
      "learning_rate": 0.00019914657615474653,
      "loss": 1.7587,
      "step": 78
    },
    {
      "epoch": 0.14,
      "grad_norm": 0.042650256305933,
      "learning_rate": 0.00019912132798282408,
      "loss": 1.7422,
      "step": 79
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.04107372462749481,
      "learning_rate": 0.00019909571340486593,
      "loss": 1.7059,
      "step": 80
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.04788720980286598,
      "learning_rate": 0.00019906973251555734,
      "loss": 1.7205,
      "step": 81
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.041231803596019745,
      "learning_rate": 0.0001990433854109378,
      "loss": 1.7277,
      "step": 82
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.04246293380856514,
      "learning_rate": 0.0001990166721884004,
      "loss": 1.7739,
      "step": 83
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.04331424832344055,
      "learning_rate": 0.00019898959294669167,
      "loss": 1.6913,
      "step": 84
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.04720227047801018,
      "learning_rate": 0.00019896214778591115,
      "loss": 1.7079,
      "step": 85
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.05255519971251488,
      "learning_rate": 0.00019893433680751103,
      "loss": 1.7182,
      "step": 86
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.042392294853925705,
      "learning_rate": 0.00019890616011429568,
      "loss": 1.778,
      "step": 87
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.043008286505937576,
      "learning_rate": 0.0001988776178104214,
      "loss": 1.7518,
      "step": 88
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.044135116040706635,
      "learning_rate": 0.00019884871000139595,
      "loss": 1.7534,
      "step": 89
    },
    {
      "epoch": 0.16,
      "grad_norm": 0.041827455163002014,
      "learning_rate": 0.00019881943679407832,
      "loss": 1.7291,
      "step": 90
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.05515114963054657,
      "learning_rate": 0.00019878979829667803,
      "loss": 1.7471,
      "step": 91
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.040826503187417984,
      "learning_rate": 0.00019875979461875503,
      "loss": 1.6408,
      "step": 92
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.04585504159331322,
      "learning_rate": 0.00019872942587121915,
      "loss": 1.6874,
      "step": 93
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.04665527120232582,
      "learning_rate": 0.00019869869216632968,
      "loss": 1.6968,
      "step": 94
    },
    {
      "epoch": 0.17,
      "grad_norm": 0.046703219413757324,
      "learning_rate": 0.000198667593617695,
      "loss": 1.7401,
      "step": 95
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.04115475341677666,
      "learning_rate": 0.00019863613034027224,
      "loss": 1.7227,
      "step": 96
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.04217168688774109,
      "learning_rate": 0.00019860430245036663,
      "loss": 1.7268,
      "step": 97
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.044889383018016815,
      "learning_rate": 0.00019857211006563125,
      "loss": 1.7006,
      "step": 98
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.04161443933844566,
      "learning_rate": 0.00019853955330506663,
      "loss": 1.7266,
      "step": 99
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.042708829045295715,
      "learning_rate": 0.00019850663228902012,
      "loss": 1.7314,
      "step": 100
    },
    {
      "epoch": 0.18,
      "grad_norm": 0.046648308634757996,
      "learning_rate": 0.00019847334713918557,
      "loss": 1.7362,
      "step": 101
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.04414999857544899,
      "learning_rate": 0.00019843969797860294,
      "loss": 1.7065,
      "step": 102
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.04574083164334297,
      "learning_rate": 0.00019840568493165772,
      "loss": 1.7333,
      "step": 103
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.041924796998500824,
      "learning_rate": 0.0001983713081240805,
      "loss": 1.6517,
      "step": 104
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.04238827899098396,
      "learning_rate": 0.00019833656768294662,
      "loss": 1.776,
      "step": 105
    },
    {
      "epoch": 0.19,
      "grad_norm": 0.04292167350649834,
      "learning_rate": 0.00019830146373667548,
      "loss": 1.6601,
      "step": 106
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.0433412566781044,
      "learning_rate": 0.00019826599641503025,
      "loss": 1.6841,
      "step": 107
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.04201202839612961,
      "learning_rate": 0.00019823016584911735,
      "loss": 1.764,
      "step": 108
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.04234587028622627,
      "learning_rate": 0.00019819397217138595,
      "loss": 1.7243,
      "step": 109
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.04268571734428406,
      "learning_rate": 0.0001981574155156274,
      "loss": 1.7656,
      "step": 110
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.041506245732307434,
      "learning_rate": 0.00019812049601697492,
      "loss": 1.6636,
      "step": 111
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.04152766987681389,
      "learning_rate": 0.00019808321381190294,
      "loss": 1.7478,
      "step": 112
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.041750356554985046,
      "learning_rate": 0.00019804556903822663,
      "loss": 1.7518,
      "step": 113
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.04935223609209061,
      "learning_rate": 0.00019800756183510144,
      "loss": 1.7673,
      "step": 114
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.042300984263420105,
      "learning_rate": 0.00019796919234302255,
      "loss": 1.7753,
      "step": 115
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.04224342852830887,
      "learning_rate": 0.00019793046070382437,
      "loss": 1.7226,
      "step": 116
    },
    {
      "epoch": 0.21,
      "grad_norm": 0.044274065643548965,
      "learning_rate": 0.00019789136706067998,
      "loss": 1.7065,
      "step": 117
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.04910755529999733,
      "learning_rate": 0.00019785191155810062,
      "loss": 1.6387,
      "step": 118
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.04774147644639015,
      "learning_rate": 0.00019781209434193515,
      "loss": 1.7297,
      "step": 119
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.04416586086153984,
      "learning_rate": 0.00019777191555936957,
      "loss": 1.8096,
      "step": 120
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.04406105354428291,
      "learning_rate": 0.00019773137535892635,
      "loss": 1.7629,
      "step": 121
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.043473679572343826,
      "learning_rate": 0.00019769047389046402,
      "loss": 1.6979,
      "step": 122
    },
    {
      "epoch": 0.22,
      "grad_norm": 0.04570621997117996,
      "learning_rate": 0.00019764921130517653,
      "loss": 1.7123,
      "step": 123
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.04326749965548515,
      "learning_rate": 0.00019760758775559274,
      "loss": 1.716,
      "step": 124
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.04397182539105415,
      "learning_rate": 0.00019756560339557572,
      "loss": 1.73,
      "step": 125
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.04468885809183121,
      "learning_rate": 0.00019752325838032244,
      "loss": 1.7136,
      "step": 126
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.04554520919919014,
      "learning_rate": 0.00019748055286636295,
      "loss": 1.7448,
      "step": 127
    },
    {
      "epoch": 0.23,
      "grad_norm": 0.04646708443760872,
      "learning_rate": 0.00019743748701155995,
      "loss": 1.6956,
      "step": 128
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.042717937380075455,
      "learning_rate": 0.00019739406097510812,
      "loss": 1.7245,
      "step": 129
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.04367038235068321,
      "learning_rate": 0.00019735027491753353,
      "loss": 1.7102,
      "step": 130
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.04296841099858284,
      "learning_rate": 0.0001973061290006932,
      "loss": 1.7163,
      "step": 131
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.043665811419487,
      "learning_rate": 0.00019726162338777424,
      "loss": 1.7172,
      "step": 132
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.046134624630212784,
      "learning_rate": 0.00019721675824329354,
      "loss": 1.7327,
      "step": 133
    },
    {
      "epoch": 0.24,
      "grad_norm": 0.04857848584651947,
      "learning_rate": 0.00019717153373309692,
      "loss": 1.6647,
      "step": 134
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.047723885625600815,
      "learning_rate": 0.00019712595002435861,
      "loss": 1.7422,
      "step": 135
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.04413154348731041,
      "learning_rate": 0.00019708000728558064,
      "loss": 1.6943,
      "step": 136
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.043105412274599075,
      "learning_rate": 0.00019703370568659225,
      "loss": 1.7519,
      "step": 137
    },
    {
      "epoch": 0.25,
      "eval_loss": 1.7284438610076904,
      "eval_runtime": 76.3963,
      "eval_samples_per_second": 65.448,
      "eval_steps_per_second": 16.362,
      "step": 137
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.04300757125020027,
      "learning_rate": 0.00019698704539854918,
      "loss": 1.7341,
      "step": 138
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.043961744755506516,
      "learning_rate": 0.00019694002659393305,
      "loss": 1.777,
      "step": 139
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.04376057907938957,
      "learning_rate": 0.00019689264944655084,
      "loss": 1.7403,
      "step": 140
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.04482461139559746,
      "learning_rate": 0.00019684491413153411,
      "loss": 1.6852,
      "step": 141
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.045192863792181015,
      "learning_rate": 0.0001967968208253384,
      "loss": 1.7494,
      "step": 142
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.04361759498715401,
      "learning_rate": 0.00019674836970574254,
      "loss": 1.7331,
      "step": 143
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.04294734448194504,
      "learning_rate": 0.0001966995609518481,
      "loss": 1.6375,
      "step": 144
    },
    {
      "epoch": 0.26,
      "grad_norm": 0.04528161138296127,
      "learning_rate": 0.00019665039474407863,
      "loss": 1.746,
      "step": 145
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.04510699212551117,
      "learning_rate": 0.00019660087126417906,
      "loss": 1.7053,
      "step": 146
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.042807720601558685,
      "learning_rate": 0.00019655099069521486,
      "loss": 1.6748,
      "step": 147
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.04657953232526779,
      "learning_rate": 0.00019650075322157168,
      "loss": 1.684,
      "step": 148
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.04593012481927872,
      "learning_rate": 0.00019645015902895437,
      "loss": 1.7076,
      "step": 149
    },
    {
      "epoch": 0.27,
      "grad_norm": 0.04362139105796814,
      "learning_rate": 0.0001963992083043864,
      "loss": 1.6773,
      "step": 150
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.04773354157805443,
      "learning_rate": 0.00019634790123620926,
      "loss": 1.7107,
      "step": 151
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.05423569679260254,
      "learning_rate": 0.00019629623801408155,
      "loss": 1.7052,
      "step": 152
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.043550509959459305,
      "learning_rate": 0.00019624421882897855,
      "loss": 1.7151,
      "step": 153
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.04896851256489754,
      "learning_rate": 0.00019619184387319123,
      "loss": 1.6611,
      "step": 154
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.04392845928668976,
      "learning_rate": 0.00019613911334032583,
      "loss": 1.738,
      "step": 155
    },
    {
      "epoch": 0.28,
      "grad_norm": 0.04582325741648674,
      "learning_rate": 0.00019608602742530283,
      "loss": 1.6885,
      "step": 156
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.045696284621953964,
      "learning_rate": 0.00019603258632435656,
      "loss": 1.7365,
      "step": 157
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.043873440474271774,
      "learning_rate": 0.00019597879023503417,
      "loss": 1.8094,
      "step": 158
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.05078018456697464,
      "learning_rate": 0.00019592463935619517,
      "loss": 1.7341,
      "step": 159
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.042483873665332794,
      "learning_rate": 0.00019587013388801047,
      "loss": 1.7351,
      "step": 160
    },
    {
      "epoch": 0.29,
      "grad_norm": 0.045154914259910583,
      "learning_rate": 0.00019581527403196168,
      "loss": 1.6645,
      "step": 161
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.04563280567526817,
      "learning_rate": 0.0001957600599908406,
      "loss": 1.7069,
      "step": 162
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.0451313816010952,
      "learning_rate": 0.00019570449196874815,
      "loss": 1.7392,
      "step": 163
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.04682654142379761,
      "learning_rate": 0.0001956485701710938,
      "loss": 1.6987,
      "step": 164
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.04211273416876793,
      "learning_rate": 0.00019559229480459474,
      "loss": 1.6973,
      "step": 165
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.04460490494966507,
      "learning_rate": 0.00019553566607727517,
      "loss": 1.7233,
      "step": 166
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.044608812779188156,
      "learning_rate": 0.00019547868419846548,
      "loss": 1.7371,
      "step": 167
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.04518236592411995,
      "learning_rate": 0.00019542134937880154,
      "loss": 1.7257,
      "step": 168
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.04374237731099129,
      "learning_rate": 0.00019536366183022384,
      "loss": 1.7136,
      "step": 169
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.04429790750145912,
      "learning_rate": 0.00019530562176597673,
      "loss": 1.7216,
      "step": 170
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.04807354509830475,
      "learning_rate": 0.0001952472294006077,
      "loss": 1.6568,
      "step": 171
    },
    {
      "epoch": 0.31,
      "grad_norm": 0.04785493016242981,
      "learning_rate": 0.00019518848494996655,
      "loss": 1.7272,
      "step": 172
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.04472104460000992,
      "learning_rate": 0.0001951293886312045,
      "loss": 1.7283,
      "step": 173
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.04852326214313507,
      "learning_rate": 0.00019506994066277348,
      "loss": 1.6968,
      "step": 174
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.04624422639608383,
      "learning_rate": 0.0001950101412644254,
      "loss": 1.758,
      "step": 175
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.044666189700365067,
      "learning_rate": 0.00019494999065721108,
      "loss": 1.6933,
      "step": 176
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.05367857217788696,
      "learning_rate": 0.0001948894890634798,
      "loss": 1.7328,
      "step": 177
    },
    {
      "epoch": 0.32,
      "grad_norm": 0.046923939138650894,
      "learning_rate": 0.0001948286367068781,
      "loss": 1.7367,
      "step": 178
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.04480034112930298,
      "learning_rate": 0.00019476743381234926,
      "loss": 1.7677,
      "step": 179
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.045380428433418274,
      "learning_rate": 0.00019470588060613222,
      "loss": 1.7439,
      "step": 180
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.04550057277083397,
      "learning_rate": 0.00019464397731576094,
      "loss": 1.6895,
      "step": 181
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.049537234008312225,
      "learning_rate": 0.00019458172417006347,
      "loss": 1.7274,
      "step": 182
    },
    {
      "epoch": 0.33,
      "grad_norm": 0.04696514084935188,
      "learning_rate": 0.0001945191213991611,
      "loss": 1.7121,
      "step": 183
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.04783783480525017,
      "learning_rate": 0.00019445616923446755,
      "loss": 1.6942,
      "step": 184
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.04514686018228531,
      "learning_rate": 0.00019439286790868802,
      "loss": 1.7219,
      "step": 185
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.045743513852357864,
      "learning_rate": 0.00019432921765581847,
      "loss": 1.76,
      "step": 186
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.04406295716762543,
      "learning_rate": 0.00019426521871114468,
      "loss": 1.7531,
      "step": 187
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.04445353150367737,
      "learning_rate": 0.00019420087131124131,
      "loss": 1.7742,
      "step": 188
    },
    {
      "epoch": 0.34,
      "grad_norm": 0.04396241530776024,
      "learning_rate": 0.0001941361756939712,
      "loss": 1.7701,
      "step": 189
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.04415050894021988,
      "learning_rate": 0.0001940711320984843,
      "loss": 1.7062,
      "step": 190
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.04672138765454292,
      "learning_rate": 0.00019400574076521693,
      "loss": 1.754,
      "step": 191
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.04417939484119415,
      "learning_rate": 0.00019394000193589088,
      "loss": 1.7357,
      "step": 192
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.04567494988441467,
      "learning_rate": 0.00019387391585351234,
      "loss": 1.752,
      "step": 193
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.045080311596393585,
      "learning_rate": 0.00019380748276237123,
      "loss": 1.736,
      "step": 194
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.04506627842783928,
      "learning_rate": 0.0001937407029080402,
      "loss": 1.6726,
      "step": 195
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.04523961618542671,
      "learning_rate": 0.0001936735765373737,
      "loss": 1.7621,
      "step": 196
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.04326867312192917,
      "learning_rate": 0.00019360610389850712,
      "loss": 1.7341,
      "step": 197
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.05188523977994919,
      "learning_rate": 0.00019353828524085577,
      "loss": 1.7277,
      "step": 198
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.04654062166810036,
      "learning_rate": 0.00019347012081511415,
      "loss": 1.6845,
      "step": 199
    },
    {
      "epoch": 0.36,
      "grad_norm": 0.044841405004262924,
      "learning_rate": 0.0001934016108732548,
      "loss": 1.6611,
      "step": 200
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.0941338911652565,
      "learning_rate": 0.00019333275566852756,
      "loss": 1.6978,
      "step": 201
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.05048836022615433,
      "learning_rate": 0.00019326355545545845,
      "loss": 1.7056,
      "step": 202
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.046358656138181686,
      "learning_rate": 0.00019319401048984892,
      "loss": 1.649,
      "step": 203
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.04557095095515251,
      "learning_rate": 0.00019312412102877473,
      "loss": 1.6793,
      "step": 204
    },
    {
      "epoch": 0.37,
      "grad_norm": 0.04551040008664131,
      "learning_rate": 0.0001930538873305852,
      "loss": 1.7339,
      "step": 205
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.044258005917072296,
      "learning_rate": 0.000192983309654902,
      "loss": 1.6627,
      "step": 206
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.0485963337123394,
      "learning_rate": 0.00019291238826261843,
      "loss": 1.715,
      "step": 207
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.047103844583034515,
      "learning_rate": 0.00019284112341589832,
      "loss": 1.6855,
      "step": 208
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.045252177864313126,
      "learning_rate": 0.000192769515378175,
      "loss": 1.7557,
      "step": 209
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.049794841557741165,
      "learning_rate": 0.00019269756441415062,
      "loss": 1.7116,
      "step": 210
    },
    {
      "epoch": 0.38,
      "grad_norm": 0.04380947723984718,
      "learning_rate": 0.00019262527078979478,
      "loss": 1.7663,
      "step": 211
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.046488065272569656,
      "learning_rate": 0.00019255263477234381,
      "loss": 1.6724,
      "step": 212
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.0422043539583683,
      "learning_rate": 0.00019247965663029976,
      "loss": 1.7345,
      "step": 213
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.05002991482615471,
      "learning_rate": 0.0001924063366334293,
      "loss": 1.7468,
      "step": 214
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.04376322776079178,
      "learning_rate": 0.0001923326750527628,
      "loss": 1.7748,
      "step": 215
    },
    {
      "epoch": 0.39,
      "grad_norm": 0.04664807394146919,
      "learning_rate": 0.00019225867216059325,
      "loss": 1.7156,
      "step": 216
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.047952812165021896,
      "learning_rate": 0.0001921843282304754,
      "loss": 1.7247,
      "step": 217
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.045118216425180435,
      "learning_rate": 0.00019210964353722464,
      "loss": 1.7354,
      "step": 218
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.054903436452150345,
      "learning_rate": 0.00019203461835691594,
      "loss": 1.7241,
      "step": 219
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.04747498407959938,
      "learning_rate": 0.000191959252966883,
      "loss": 1.7498,
      "step": 220
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.04605628177523613,
      "learning_rate": 0.000191883547645717,
      "loss": 1.6889,
      "step": 221
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.04835960268974304,
      "learning_rate": 0.00019180750267326578,
      "loss": 1.715,
      "step": 222
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.04828386381268501,
      "learning_rate": 0.00019173111833063273,
      "loss": 1.6931,
      "step": 223
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.04604095220565796,
      "learning_rate": 0.0001916543949001756,
      "loss": 1.6717,
      "step": 224
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.049674633890390396,
      "learning_rate": 0.00019157733266550575,
      "loss": 1.7746,
      "step": 225
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.04439341649413109,
      "learning_rate": 0.00019149993191148687,
      "loss": 1.6925,
      "step": 226
    },
    {
      "epoch": 0.41,
      "grad_norm": 0.04741811007261276,
      "learning_rate": 0.00019142219292423395,
      "loss": 1.7219,
      "step": 227
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.049409981817007065,
      "learning_rate": 0.00019134411599111242,
      "loss": 1.7306,
      "step": 228
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.04618163779377937,
      "learning_rate": 0.00019126570140073676,
      "loss": 1.7271,
      "step": 229
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.04557076469063759,
      "learning_rate": 0.0001911869494429698,
      "loss": 1.7188,
      "step": 230
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.04645569249987602,
      "learning_rate": 0.0001911078604089213,
      "loss": 1.7191,
      "step": 231
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.04584849998354912,
      "learning_rate": 0.0001910284345909471,
      "loss": 1.7592,
      "step": 232
    },
    {
      "epoch": 0.42,
      "grad_norm": 0.045582644641399384,
      "learning_rate": 0.000190948672282648,
      "loss": 1.6902,
      "step": 233
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.04627401754260063,
      "learning_rate": 0.00019086857377886865,
      "loss": 1.6937,
      "step": 234
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.04470285400748253,
      "learning_rate": 0.00019078813937569643,
      "loss": 1.6977,
      "step": 235
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.05287547782063484,
      "learning_rate": 0.00019070736937046035,
      "loss": 1.7539,
      "step": 236
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.04990493878722191,
      "learning_rate": 0.00019062626406173006,
      "loss": 1.7469,
      "step": 237
    },
    {
      "epoch": 0.43,
      "grad_norm": 0.048645589500665665,
      "learning_rate": 0.00019054482374931467,
      "loss": 1.7037,
      "step": 238
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.04730357602238655,
      "learning_rate": 0.0001904630487342616,
      "loss": 1.7388,
      "step": 239
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.04754168912768364,
      "learning_rate": 0.00019038093931885553,
      "loss": 1.7805,
      "step": 240
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.04760801047086716,
      "learning_rate": 0.00019029849580661727,
      "loss": 1.7383,
      "step": 241
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.048467203974723816,
      "learning_rate": 0.0001902157185023026,
      "loss": 1.7078,
      "step": 242
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.0522041916847229,
      "learning_rate": 0.00019013260771190126,
      "loss": 1.7052,
      "step": 243
    },
    {
      "epoch": 0.44,
      "grad_norm": 0.0501788929104805,
      "learning_rate": 0.00019004916374263563,
      "loss": 1.7818,
      "step": 244
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.04538620635867119,
      "learning_rate": 0.00018996538690295979,
      "loss": 1.6589,
      "step": 245
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.04511679336428642,
      "learning_rate": 0.00018988127750255824,
      "loss": 1.7179,
      "step": 246
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.04756203666329384,
      "learning_rate": 0.0001897968358523448,
      "loss": 1.7333,
      "step": 247
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.05278336629271507,
      "learning_rate": 0.00018971206226446147,
      "loss": 1.7431,
      "step": 248
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.05926801264286041,
      "learning_rate": 0.00018962695705227728,
      "loss": 1.7768,
      "step": 249
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.049290940165519714,
      "learning_rate": 0.00018954152053038712,
      "loss": 1.7119,
      "step": 250
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.04777907952666283,
      "learning_rate": 0.0001894557530146106,
      "loss": 1.7559,
      "step": 251
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.04726920276880264,
      "learning_rate": 0.00018936965482199084,
      "loss": 1.7861,
      "step": 252
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.04677857458591461,
      "learning_rate": 0.0001892832262707933,
      "loss": 1.7039,
      "step": 253
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.04724700003862381,
      "learning_rate": 0.00018919646768050468,
      "loss": 1.6704,
      "step": 254
    },
    {
      "epoch": 0.46,
      "grad_norm": 0.04969072341918945,
      "learning_rate": 0.00018910937937183166,
      "loss": 1.7168,
      "step": 255
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.04533353075385094,
      "learning_rate": 0.0001890219616666997,
      "loss": 1.6751,
      "step": 256
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.04647386819124222,
      "learning_rate": 0.0001889342148882519,
      "loss": 1.7146,
      "step": 257
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.047208696603775024,
      "learning_rate": 0.00018884613936084784,
      "loss": 1.7378,
      "step": 258
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.04841624200344086,
      "learning_rate": 0.0001887577354100623,
      "loss": 1.7128,
      "step": 259
    },
    {
      "epoch": 0.47,
      "grad_norm": 0.05073019117116928,
      "learning_rate": 0.00018866900336268408,
      "loss": 1.7206,
      "step": 260
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.051456011831760406,
      "learning_rate": 0.00018857994354671482,
      "loss": 1.755,
      "step": 261
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.04637736827135086,
      "learning_rate": 0.0001884905562913678,
      "loss": 1.7395,
      "step": 262
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.061346374452114105,
      "learning_rate": 0.00018840084192706658,
      "loss": 1.674,
      "step": 263
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.04413258284330368,
      "learning_rate": 0.00018831080078544402,
      "loss": 1.7288,
      "step": 264
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.0531301349401474,
      "learning_rate": 0.0001882204331993409,
      "loss": 1.7625,
      "step": 265
    },
    {
      "epoch": 0.48,
      "grad_norm": 0.05146196484565735,
      "learning_rate": 0.00018812973950280468,
      "loss": 1.6815,
      "step": 266
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.047678787261247635,
      "learning_rate": 0.0001880387200310883,
      "loss": 1.7278,
      "step": 267
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.0556582510471344,
      "learning_rate": 0.0001879473751206489,
      "loss": 1.74,
      "step": 268
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.047515787184238434,
      "learning_rate": 0.00018785570510914678,
      "loss": 1.7207,
      "step": 269
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.04592055827379227,
      "learning_rate": 0.0001877637103354438,
      "loss": 1.6589,
      "step": 270
    },
    {
      "epoch": 0.49,
      "grad_norm": 0.04531411454081535,
      "learning_rate": 0.0001876713911396024,
      "loss": 1.706,
      "step": 271
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.04682420939207077,
      "learning_rate": 0.0001875787478628843,
      "loss": 1.7297,
      "step": 272
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.04545978829264641,
      "learning_rate": 0.00018748578084774913,
      "loss": 1.6572,
      "step": 273
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.04849430173635483,
      "learning_rate": 0.00018739249043785324,
      "loss": 1.7442,
      "step": 274
    },
    {
      "epoch": 0.5,
      "eval_loss": 1.726025938987732,
      "eval_runtime": 76.0967,
      "eval_samples_per_second": 65.706,
      "eval_steps_per_second": 16.426,
      "step": 274
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.04745488613843918,
      "learning_rate": 0.00018729887697804847,
      "loss": 1.7398,
      "step": 275
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.05489857494831085,
      "learning_rate": 0.00018720494081438078,
      "loss": 1.701,
      "step": 276
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.04818108305335045,
      "learning_rate": 0.00018711068229408903,
      "loss": 1.7068,
      "step": 277
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.04530555009841919,
      "learning_rate": 0.0001870161017656037,
      "loss": 1.6966,
      "step": 278
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.045606572180986404,
      "learning_rate": 0.00018692119957854558,
      "loss": 1.7086,
      "step": 279
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.04626869410276413,
      "learning_rate": 0.00018682597608372445,
      "loss": 1.6981,
      "step": 280
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.04752146080136299,
      "learning_rate": 0.0001867304316331379,
      "loss": 1.692,
      "step": 281
    },
    {
      "epoch": 0.51,
      "grad_norm": 0.046230729669332504,
      "learning_rate": 0.0001866345665799698,
      "loss": 1.7338,
      "step": 282
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.04928119108080864,
      "learning_rate": 0.00018653838127858933,
      "loss": 1.738,
      "step": 283
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.04641352593898773,
      "learning_rate": 0.00018644187608454936,
      "loss": 1.6792,
      "step": 284
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.04860611632466316,
      "learning_rate": 0.00018634505135458525,
      "loss": 1.663,
      "step": 285
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.046515002846717834,
      "learning_rate": 0.00018624790744661355,
      "loss": 1.7327,
      "step": 286
    },
    {
      "epoch": 0.52,
      "grad_norm": 0.04668186604976654,
      "learning_rate": 0.00018615044471973074,
      "loss": 1.6987,
      "step": 287
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.047913163900375366,
      "learning_rate": 0.00018605266353421176,
      "loss": 1.7953,
      "step": 288
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.04924839362502098,
      "learning_rate": 0.00018595456425150872,
      "loss": 1.7891,
      "step": 289
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.049241986125707626,
      "learning_rate": 0.00018585614723424962,
      "loss": 1.7451,
      "step": 290
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.05132036283612251,
      "learning_rate": 0.00018575741284623703,
      "loss": 1.7598,
      "step": 291
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.04659922048449516,
      "learning_rate": 0.00018565836145244662,
      "loss": 1.7331,
      "step": 292
    },
    {
      "epoch": 0.53,
      "grad_norm": 0.0466977022588253,
      "learning_rate": 0.0001855589934190259,
      "loss": 1.7171,
      "step": 293
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.049368374049663544,
      "learning_rate": 0.00018545930911329287,
      "loss": 1.6929,
      "step": 294
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.04552480950951576,
      "learning_rate": 0.00018535930890373466,
      "loss": 1.753,
      "step": 295
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.04755065590143204,
      "learning_rate": 0.00018525899316000608,
      "loss": 1.7472,
      "step": 296
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.050540413707494736,
      "learning_rate": 0.0001851583622529284,
      "loss": 1.7585,
      "step": 297
    },
    {
      "epoch": 0.54,
      "grad_norm": 0.04644971713423729,
      "learning_rate": 0.00018505741655448792,
      "loss": 1.7531,
      "step": 298
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.05085503309965134,
      "learning_rate": 0.00018495615643783446,
      "loss": 1.6954,
      "step": 299
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.0480993427336216,
      "learning_rate": 0.0001848545822772802,
      "loss": 1.6976,
      "step": 300
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.0487300269305706,
      "learning_rate": 0.00018475269444829818,
      "loss": 1.7642,
      "step": 301
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.04805615171790123,
      "learning_rate": 0.0001846504933275209,
      "loss": 1.6666,
      "step": 302
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.045554857701063156,
      "learning_rate": 0.00018454797929273902,
      "loss": 1.7259,
      "step": 303
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.04570743814110756,
      "learning_rate": 0.00018444515272289982,
      "loss": 1.7067,
      "step": 304
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.047652073204517365,
      "learning_rate": 0.00018434201399810594,
      "loss": 1.8147,
      "step": 305
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.046781569719314575,
      "learning_rate": 0.00018423856349961384,
      "loss": 1.7509,
      "step": 306
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.04698612168431282,
      "learning_rate": 0.00018413480160983254,
      "loss": 1.7074,
      "step": 307
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.04796341061592102,
      "learning_rate": 0.0001840307287123221,
      "loss": 1.7444,
      "step": 308
    },
    {
      "epoch": 0.56,
      "grad_norm": 0.047553375363349915,
      "learning_rate": 0.00018392634519179225,
      "loss": 1.7103,
      "step": 309
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.046323925256729126,
      "learning_rate": 0.00018382165143410092,
      "loss": 1.716,
      "step": 310
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.04571986570954323,
      "learning_rate": 0.00018371664782625287,
      "loss": 1.7035,
      "step": 311
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.05170504003763199,
      "learning_rate": 0.0001836113347563982,
      "loss": 1.7151,
      "step": 312
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.047869808971881866,
      "learning_rate": 0.000183505712613831,
      "loss": 1.7223,
      "step": 313
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.0482964813709259,
      "learning_rate": 0.0001833997817889878,
      "loss": 1.6805,
      "step": 314
    },
    {
      "epoch": 0.57,
      "grad_norm": 0.0486602708697319,
      "learning_rate": 0.00018329354267344625,
      "loss": 1.7303,
      "step": 315
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.046554964035749435,
      "learning_rate": 0.00018318699565992357,
      "loss": 1.7745,
      "step": 316
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.047917045652866364,
      "learning_rate": 0.00018308014114227513,
      "loss": 1.718,
      "step": 317
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.0479004867374897,
      "learning_rate": 0.00018297297951549304,
      "loss": 1.7707,
      "step": 318
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.04681101068854332,
      "learning_rate": 0.0001828655111757046,
      "loss": 1.7646,
      "step": 319
    },
    {
      "epoch": 0.58,
      "grad_norm": 0.05201521888375282,
      "learning_rate": 0.00018275773652017097,
      "loss": 1.7479,
      "step": 320
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.04852493852376938,
      "learning_rate": 0.00018264965594728548,
      "loss": 1.7463,
      "step": 321
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.046121757477521896,
      "learning_rate": 0.00018254126985657246,
      "loss": 1.7444,
      "step": 322
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.05163992941379547,
      "learning_rate": 0.00018243257864868548,
      "loss": 1.7134,
      "step": 323
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.06267976760864258,
      "learning_rate": 0.00018232358272540604,
      "loss": 1.6712,
      "step": 324
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.04854287579655647,
      "learning_rate": 0.00018221428248964202,
      "loss": 1.6932,
      "step": 325
    },
    {
      "epoch": 0.59,
      "grad_norm": 0.046650100499391556,
      "learning_rate": 0.00018210467834542615,
      "loss": 1.768,
      "step": 326
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.04779491573572159,
      "learning_rate": 0.00018199477069791474,
      "loss": 1.7109,
      "step": 327
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.05170130729675293,
      "learning_rate": 0.0001818845599533858,
      "loss": 1.6926,
      "step": 328
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.04867775738239288,
      "learning_rate": 0.00018177404651923787,
      "loss": 1.6908,
      "step": 329
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.04707460105419159,
      "learning_rate": 0.00018166323080398835,
      "loss": 1.7461,
      "step": 330
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.048908475786447525,
      "learning_rate": 0.00018155211321727212,
      "loss": 1.7214,
      "step": 331
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.04802173003554344,
      "learning_rate": 0.00018144069416983985,
      "loss": 1.7528,
      "step": 332
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.04747573658823967,
      "learning_rate": 0.00018132897407355657,
      "loss": 1.6726,
      "step": 333
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.049620069563388824,
      "learning_rate": 0.00018121695334140017,
      "loss": 1.7215,
      "step": 334
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.047733817249536514,
      "learning_rate": 0.00018110463238745988,
      "loss": 1.7538,
      "step": 335
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.04856455698609352,
      "learning_rate": 0.00018099201162693476,
      "loss": 1.6833,
      "step": 336
    },
    {
      "epoch": 0.61,
      "grad_norm": 0.04885758087038994,
      "learning_rate": 0.00018087909147613193,
      "loss": 1.7141,
      "step": 337
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.047947369515895844,
      "learning_rate": 0.0001807658723524654,
      "loss": 1.733,
      "step": 338
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.0499010868370533,
      "learning_rate": 0.0001806523546744543,
      "loss": 1.6825,
      "step": 339
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.048193834722042084,
      "learning_rate": 0.0001805385388617213,
      "loss": 1.7282,
      "step": 340
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.05272866412997246,
      "learning_rate": 0.00018042442533499123,
      "loss": 1.7599,
      "step": 341
    },
    {
      "epoch": 0.62,
      "grad_norm": 0.047657158225774765,
      "learning_rate": 0.00018031001451608943,
      "loss": 1.7292,
      "step": 342
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.0498197004199028,
      "learning_rate": 0.00018019530682794014,
      "loss": 1.7417,
      "step": 343
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.04958554729819298,
      "learning_rate": 0.00018008030269456505,
      "loss": 1.7274,
      "step": 344
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.04730832576751709,
      "learning_rate": 0.00017996500254108152,
      "loss": 1.778,
      "step": 345
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.050828639417886734,
      "learning_rate": 0.0001798494067937014,
      "loss": 1.7285,
      "step": 346
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.046292368322610855,
      "learning_rate": 0.00017973351587972905,
      "loss": 1.7334,
      "step": 347
    },
    {
      "epoch": 0.63,
      "grad_norm": 0.04758565500378609,
      "learning_rate": 0.00017961733022755992,
      "loss": 1.6814,
      "step": 348
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.050507742911577225,
      "learning_rate": 0.00017950085026667903,
      "loss": 1.6949,
      "step": 349
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.04801836982369423,
      "learning_rate": 0.00017938407642765938,
      "loss": 1.6594,
      "step": 350
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.04616666957736015,
      "learning_rate": 0.00017926700914216016,
      "loss": 1.6969,
      "step": 351
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.048213839530944824,
      "learning_rate": 0.00017914964884292544,
      "loss": 1.6908,
      "step": 352
    },
    {
      "epoch": 0.64,
      "grad_norm": 0.04909725859761238,
      "learning_rate": 0.00017903199596378227,
      "loss": 1.7213,
      "step": 353
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.050252340734004974,
      "learning_rate": 0.00017891405093963938,
      "loss": 1.7094,
      "step": 354
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.05401075631380081,
      "learning_rate": 0.00017879581420648534,
      "loss": 1.7163,
      "step": 355
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.05027545616030693,
      "learning_rate": 0.00017867728620138708,
      "loss": 1.7362,
      "step": 356
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.047479428350925446,
      "learning_rate": 0.00017855846736248822,
      "loss": 1.6785,
      "step": 357
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.05026884377002716,
      "learning_rate": 0.0001784393581290074,
      "loss": 1.7221,
      "step": 358
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.04901432618498802,
      "learning_rate": 0.00017831995894123683,
      "loss": 1.6401,
      "step": 359
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.04764765873551369,
      "learning_rate": 0.00017820027024054044,
      "loss": 1.7361,
      "step": 360
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.046871528029441833,
      "learning_rate": 0.0001780802924693524,
      "loss": 1.7986,
      "step": 361
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.05453401803970337,
      "learning_rate": 0.00017796002607117545,
      "loss": 1.7447,
      "step": 362
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.04958674684166908,
      "learning_rate": 0.00017783947149057925,
      "loss": 1.7091,
      "step": 363
    },
    {
      "epoch": 0.66,
      "grad_norm": 0.053141675889492035,
      "learning_rate": 0.0001777186291731987,
      "loss": 1.6866,
      "step": 364
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.047340743243694305,
      "learning_rate": 0.00017759749956573238,
      "loss": 1.7191,
      "step": 365
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.051203418523073196,
      "learning_rate": 0.00017747608311594087,
      "loss": 1.7238,
      "step": 366
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.047188933938741684,
      "learning_rate": 0.00017735438027264495,
      "loss": 1.762,
      "step": 367
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.056479763239622116,
      "learning_rate": 0.00017723239148572422,
      "loss": 1.6587,
      "step": 368
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.04922572523355484,
      "learning_rate": 0.00017711011720611514,
      "loss": 1.6988,
      "step": 369
    },
    {
      "epoch": 0.67,
      "grad_norm": 0.046839334070682526,
      "learning_rate": 0.00017698755788580963,
      "loss": 1.7092,
      "step": 370
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.0491393506526947,
      "learning_rate": 0.0001768647139778532,
      "loss": 1.7313,
      "step": 371
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.04811710864305496,
      "learning_rate": 0.0001767415859363434,
      "loss": 1.8071,
      "step": 372
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.04601633548736572,
      "learning_rate": 0.00017661817421642804,
      "loss": 1.7594,
      "step": 373
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.05098440870642662,
      "learning_rate": 0.00017649447927430362,
      "loss": 1.6524,
      "step": 374
    },
    {
      "epoch": 0.68,
      "grad_norm": 0.04978582262992859,
      "learning_rate": 0.00017637050156721346,
      "loss": 1.7448,
      "step": 375
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.05097389221191406,
      "learning_rate": 0.00017624624155344626,
      "loss": 1.7362,
      "step": 376
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.05258944630622864,
      "learning_rate": 0.00017612169969233424,
      "loss": 1.7033,
      "step": 377
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.05384654179215431,
      "learning_rate": 0.0001759968764442515,
      "loss": 1.6349,
      "step": 378
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.047803860157728195,
      "learning_rate": 0.00017587177227061226,
      "loss": 1.6655,
      "step": 379
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.04812454432249069,
      "learning_rate": 0.00017574638763386916,
      "loss": 1.7064,
      "step": 380
    },
    {
      "epoch": 0.69,
      "grad_norm": 0.04860275238752365,
      "learning_rate": 0.00017562072299751163,
      "loss": 1.6648,
      "step": 381
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.049836620688438416,
      "learning_rate": 0.00017549477882606418,
      "loss": 1.6957,
      "step": 382
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.05114325135946274,
      "learning_rate": 0.00017536855558508458,
      "loss": 1.6257,
      "step": 383
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.054609425365924835,
      "learning_rate": 0.00017524205374116214,
      "loss": 1.6854,
      "step": 384
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.04757620766758919,
      "learning_rate": 0.00017511527376191618,
      "loss": 1.7425,
      "step": 385
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.05384545028209686,
      "learning_rate": 0.00017498821611599397,
      "loss": 1.712,
      "step": 386
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.04726232588291168,
      "learning_rate": 0.00017486088127306932,
      "loss": 1.701,
      "step": 387
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.04885297268629074,
      "learning_rate": 0.0001747332697038407,
      "loss": 1.7227,
      "step": 388
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.04793693870306015,
      "learning_rate": 0.00017460538188002946,
      "loss": 1.7058,
      "step": 389
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.04942973330616951,
      "learning_rate": 0.0001744772182743782,
      "loss": 1.7443,
      "step": 390
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.05246872082352638,
      "learning_rate": 0.00017434877936064886,
      "loss": 1.6807,
      "step": 391
    },
    {
      "epoch": 0.71,
      "grad_norm": 0.04894121363759041,
      "learning_rate": 0.0001742200656136212,
      "loss": 1.7963,
      "step": 392
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.05082324892282486,
      "learning_rate": 0.00017409107750909078,
      "loss": 1.7024,
      "step": 393
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.04718152433633804,
      "learning_rate": 0.00017396181552386741,
      "loss": 1.711,
      "step": 394
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.05174902826547623,
      "learning_rate": 0.00017383228013577331,
      "loss": 1.7362,
      "step": 395
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.048003047704696655,
      "learning_rate": 0.0001737024718236413,
      "loss": 1.6944,
      "step": 396
    },
    {
      "epoch": 0.72,
      "grad_norm": 0.0462164506316185,
      "learning_rate": 0.00017357239106731317,
      "loss": 1.7297,
      "step": 397
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.04808316007256508,
      "learning_rate": 0.0001734420383476377,
      "loss": 1.6971,
      "step": 398
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.05553476884961128,
      "learning_rate": 0.00017331141414646904,
      "loss": 1.7262,
      "step": 399
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.046341411769390106,
      "learning_rate": 0.00017318051894666487,
      "loss": 1.7135,
      "step": 400
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.048155754804611206,
      "learning_rate": 0.00017304935323208466,
      "loss": 1.7377,
      "step": 401
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.05066389963030815,
      "learning_rate": 0.00017291791748758785,
      "loss": 1.6516,
      "step": 402
    },
    {
      "epoch": 0.73,
      "grad_norm": 0.05046610161662102,
      "learning_rate": 0.000172786212199032,
      "loss": 1.7536,
      "step": 403
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.0542440302670002,
      "learning_rate": 0.00017265423785327107,
      "loss": 1.7857,
      "step": 404
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.04833053797483444,
      "learning_rate": 0.0001725219949381537,
      "loss": 1.7594,
      "step": 405
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.047335654497146606,
      "learning_rate": 0.00017238948394252115,
      "loss": 1.7495,
      "step": 406
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.04961543157696724,
      "learning_rate": 0.00017225670535620576,
      "loss": 1.7201,
      "step": 407
    },
    {
      "epoch": 0.74,
      "grad_norm": 0.04761854186654091,
      "learning_rate": 0.00017212365967002893,
      "loss": 1.7522,
      "step": 408
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.05010442063212395,
      "learning_rate": 0.0001719903473757996,
      "loss": 1.7535,
      "step": 409
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.049323149025440216,
      "learning_rate": 0.000171856768966312,
      "loss": 1.6984,
      "step": 410
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.08661342412233353,
      "learning_rate": 0.0001717229249353442,
      "loss": 1.7182,
      "step": 411
    },
    {
      "epoch": 0.75,
      "eval_loss": 1.724851131439209,
      "eval_runtime": 76.3068,
      "eval_samples_per_second": 65.525,
      "eval_steps_per_second": 16.381,
      "step": 411
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.05118868127465248,
      "learning_rate": 0.00017158881577765612,
      "loss": 1.683,
      "step": 412
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.053089968860149384,
      "learning_rate": 0.00017145444198898776,
      "loss": 1.7162,
      "step": 413
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.05191902816295624,
      "learning_rate": 0.0001713198040660573,
      "loss": 1.7223,
      "step": 414
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.05995416268706322,
      "learning_rate": 0.00017118490250655932,
      "loss": 1.7148,
      "step": 415
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.04749016463756561,
      "learning_rate": 0.00017104973780916294,
      "loss": 1.7364,
      "step": 416
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.047870930284261703,
      "learning_rate": 0.00017091431047351,
      "loss": 1.7607,
      "step": 417
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.04802364483475685,
      "learning_rate": 0.00017077862100021318,
      "loss": 1.6957,
      "step": 418
    },
    {
      "epoch": 0.76,
      "grad_norm": 0.04796374961733818,
      "learning_rate": 0.00017064266989085412,
      "loss": 1.6972,
      "step": 419
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.048874564468860626,
      "learning_rate": 0.00017050645764798164,
      "loss": 1.736,
      "step": 420
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.052477337419986725,
      "learning_rate": 0.00017036998477510992,
      "loss": 1.7447,
      "step": 421
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.049993280321359634,
      "learning_rate": 0.00017023325177671647,
      "loss": 1.7635,
      "step": 422
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.09700744599103928,
      "learning_rate": 0.00017009625915824037,
      "loss": 1.7402,
      "step": 423
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.048865802586078644,
      "learning_rate": 0.0001699590074260805,
      "loss": 1.7229,
      "step": 424
    },
    {
      "epoch": 0.77,
      "grad_norm": 0.04994821920990944,
      "learning_rate": 0.00016982149708759343,
      "loss": 1.672,
      "step": 425
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.05008814111351967,
      "learning_rate": 0.00016968372865109176,
      "loss": 1.7338,
      "step": 426
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.04830687865614891,
      "learning_rate": 0.00016954570262584214,
      "loss": 1.7177,
      "step": 427
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.04781452193856239,
      "learning_rate": 0.0001694074195220634,
      "loss": 1.7628,
      "step": 428
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.04739667847752571,
      "learning_rate": 0.00016926887985092468,
      "loss": 1.7107,
      "step": 429
    },
    {
      "epoch": 0.78,
      "grad_norm": 0.0481286458671093,
      "learning_rate": 0.00016913008412454357,
      "loss": 1.7646,
      "step": 430
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.06283537298440933,
      "learning_rate": 0.0001689910328559841,
      "loss": 1.6896,
      "step": 431
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.04944480583071709,
      "learning_rate": 0.00016885172655925495,
      "loss": 1.6931,
      "step": 432
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.05051645264029503,
      "learning_rate": 0.00016871216574930754,
      "loss": 1.7752,
      "step": 433
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.05406402051448822,
      "learning_rate": 0.0001685723509420341,
      "loss": 1.7203,
      "step": 434
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.0995137020945549,
      "learning_rate": 0.00016843228265426584,
      "loss": 1.6454,
      "step": 435
    },
    {
      "epoch": 0.79,
      "grad_norm": 0.05356389284133911,
      "learning_rate": 0.00016829196140377085,
      "loss": 1.7327,
      "step": 436
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.04902141913771629,
      "learning_rate": 0.0001681513877092523,
      "loss": 1.7262,
      "step": 437
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.047820378094911575,
      "learning_rate": 0.00016801056209034672,
      "loss": 1.7294,
      "step": 438
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.048359643667936325,
      "learning_rate": 0.00016786948506762164,
      "loss": 1.6959,
      "step": 439
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.04830753803253174,
      "learning_rate": 0.00016772815716257412,
      "loss": 1.7714,
      "step": 440
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.05318046733736992,
      "learning_rate": 0.0001675865788976285,
      "loss": 1.7325,
      "step": 441
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.04992082715034485,
      "learning_rate": 0.0001674447507961346,
      "loss": 1.7866,
      "step": 442
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.05253741890192032,
      "learning_rate": 0.0001673026733823658,
      "loss": 1.7273,
      "step": 443
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.05121272802352905,
      "learning_rate": 0.00016716034718151706,
      "loss": 1.7063,
      "step": 444
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.04715156927704811,
      "learning_rate": 0.000167017772719703,
      "loss": 1.7575,
      "step": 445
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.05717930197715759,
      "learning_rate": 0.00016687495052395595,
      "loss": 1.7835,
      "step": 446
    },
    {
      "epoch": 0.81,
      "grad_norm": 0.04992460459470749,
      "learning_rate": 0.00016673188112222394,
      "loss": 1.7218,
      "step": 447
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.0481155663728714,
      "learning_rate": 0.0001665885650433689,
      "loss": 1.7269,
      "step": 448
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.0485762394964695,
      "learning_rate": 0.00016644500281716456,
      "loss": 1.6857,
      "step": 449
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.04729575663805008,
      "learning_rate": 0.00016630119497429457,
      "loss": 1.7208,
      "step": 450
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.051819782704114914,
      "learning_rate": 0.00016615714204635043,
      "loss": 1.7117,
      "step": 451
    },
    {
      "epoch": 0.82,
      "grad_norm": 0.052782051265239716,
      "learning_rate": 0.0001660128445658297,
      "loss": 1.7811,
      "step": 452
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.05251288414001465,
      "learning_rate": 0.00016586830306613393,
      "loss": 1.7517,
      "step": 453
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.047806352376937866,
      "learning_rate": 0.00016572351808156666,
      "loss": 1.7132,
      "step": 454
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.05114049091935158,
      "learning_rate": 0.0001655784901473315,
      "loss": 1.7729,
      "step": 455
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.04811178147792816,
      "learning_rate": 0.00016543321979953007,
      "loss": 1.7855,
      "step": 456
    },
    {
      "epoch": 0.83,
      "grad_norm": 0.05107167363166809,
      "learning_rate": 0.00016528770757516027,
      "loss": 1.7331,
      "step": 457
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.04712466895580292,
      "learning_rate": 0.00016514195401211388,
      "loss": 1.7048,
      "step": 458
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.05438878387212753,
      "learning_rate": 0.0001649959596491749,
      "loss": 1.753,
      "step": 459
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.04884348064661026,
      "learning_rate": 0.00016484972502601753,
      "loss": 1.6734,
      "step": 460
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.0536276139318943,
      "learning_rate": 0.00016470325068320392,
      "loss": 1.711,
      "step": 461
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.05346493422985077,
      "learning_rate": 0.00016455653716218252,
      "loss": 1.7366,
      "step": 462
    },
    {
      "epoch": 0.84,
      "grad_norm": 0.05044522508978844,
      "learning_rate": 0.0001644095850052858,
      "loss": 1.7269,
      "step": 463
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.05273488536477089,
      "learning_rate": 0.00016426239475572852,
      "loss": 1.7586,
      "step": 464
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.053452517837285995,
      "learning_rate": 0.0001641149669576053,
      "loss": 1.7379,
      "step": 465
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.047611016780138016,
      "learning_rate": 0.00016396730215588915,
      "loss": 1.7471,
      "step": 466
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.05317235738039017,
      "learning_rate": 0.00016381940089642893,
      "loss": 1.6925,
      "step": 467
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.049223560839891434,
      "learning_rate": 0.00016367126372594774,
      "loss": 1.7229,
      "step": 468
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.047821756452322006,
      "learning_rate": 0.0001635228911920407,
      "loss": 1.7484,
      "step": 469
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.05013042315840721,
      "learning_rate": 0.00016337428384317288,
      "loss": 1.7435,
      "step": 470
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.04820725694298744,
      "learning_rate": 0.00016322544222867742,
      "loss": 1.7594,
      "step": 471
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.04791193827986717,
      "learning_rate": 0.00016307636689875347,
      "loss": 1.644,
      "step": 472
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.04905365779995918,
      "learning_rate": 0.00016292705840446404,
      "loss": 1.7144,
      "step": 473
    },
    {
      "epoch": 0.86,
      "grad_norm": 0.04875028133392334,
      "learning_rate": 0.00016277751729773407,
      "loss": 1.712,
      "step": 474
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.05170164629817009,
      "learning_rate": 0.0001626277441313484,
      "loss": 1.7367,
      "step": 475
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.05205371975898743,
      "learning_rate": 0.00016247773945894962,
      "loss": 1.689,
      "step": 476
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.0485403798520565,
      "learning_rate": 0.00016232750383503617,
      "loss": 1.706,
      "step": 477
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.0538201630115509,
      "learning_rate": 0.0001621770378149601,
      "loss": 1.7284,
      "step": 478
    },
    {
      "epoch": 0.87,
      "grad_norm": 0.04828377440571785,
      "learning_rate": 0.00016202634195492524,
      "loss": 1.661,
      "step": 479
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.050310611724853516,
      "learning_rate": 0.000161875416811985,
      "loss": 1.6852,
      "step": 480
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.050804853439331055,
      "learning_rate": 0.00016172426294404032,
      "loss": 1.7358,
      "step": 481
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.051962971687316895,
      "learning_rate": 0.00016157288090983763,
      "loss": 1.6692,
      "step": 482
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.05179814621806145,
      "learning_rate": 0.0001614212712689668,
      "loss": 1.6983,
      "step": 483
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.05398216098546982,
      "learning_rate": 0.00016126943458185907,
      "loss": 1.7261,
      "step": 484
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.049869704991579056,
      "learning_rate": 0.00016111737140978494,
      "loss": 1.6951,
      "step": 485
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.048107776790857315,
      "learning_rate": 0.00016096508231485217,
      "loss": 1.6941,
      "step": 486
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.05527656897902489,
      "learning_rate": 0.00016081256786000357,
      "loss": 1.7054,
      "step": 487
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.05169270187616348,
      "learning_rate": 0.00016065982860901504,
      "loss": 1.7307,
      "step": 488
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.04972197115421295,
      "learning_rate": 0.00016050686512649354,
      "loss": 1.6955,
      "step": 489
    },
    {
      "epoch": 0.89,
      "grad_norm": 0.05033208429813385,
      "learning_rate": 0.00016035367797787476,
      "loss": 1.7013,
      "step": 490
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.05073223263025284,
      "learning_rate": 0.00016020026772942125,
      "loss": 1.6831,
      "step": 491
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.056367356330156326,
      "learning_rate": 0.00016004663494822028,
      "loss": 1.6654,
      "step": 492
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.049483008682727814,
      "learning_rate": 0.0001598927802021817,
      "loss": 1.7285,
      "step": 493
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.052070703357458115,
      "learning_rate": 0.00015973870406003578,
      "loss": 1.7948,
      "step": 494
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.05687413364648819,
      "learning_rate": 0.0001595844070913314,
      "loss": 1.7336,
      "step": 495
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.048987727612257004,
      "learning_rate": 0.00015942988986643352,
      "loss": 1.6661,
      "step": 496
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.05027730017900467,
      "learning_rate": 0.00015927515295652143,
      "loss": 1.7364,
      "step": 497
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.048406291753053665,
      "learning_rate": 0.00015912019693358636,
      "loss": 1.6419,
      "step": 498
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.05071192979812622,
      "learning_rate": 0.00015896502237042963,
      "loss": 1.6301,
      "step": 499
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.05111885070800781,
      "learning_rate": 0.00015880962984066036,
      "loss": 1.7112,
      "step": 500
    },
    {
      "epoch": 0.91,
      "grad_norm": 0.06297910958528519,
      "learning_rate": 0.0001586540199186933,
      "loss": 1.7438,
      "step": 501
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.04950469359755516,
      "learning_rate": 0.00015849819317974694,
      "loss": 1.6837,
      "step": 502
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.04900701716542244,
      "learning_rate": 0.0001583421501998412,
      "loss": 1.7432,
      "step": 503
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.04949019104242325,
      "learning_rate": 0.0001581858915557953,
      "loss": 1.688,
      "step": 504
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.05047097057104111,
      "learning_rate": 0.00015802941782522569,
      "loss": 1.7256,
      "step": 505
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.04921870306134224,
      "learning_rate": 0.0001578727295865439,
      "loss": 1.7723,
      "step": 506
    },
    {
      "epoch": 0.92,
      "grad_norm": 0.04841122031211853,
      "learning_rate": 0.0001577158274189544,
      "loss": 1.71,
      "step": 507
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.04886234924197197,
      "learning_rate": 0.00015755871190245251,
      "loss": 1.6622,
      "step": 508
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.04966573417186737,
      "learning_rate": 0.00015740138361782207,
      "loss": 1.7357,
      "step": 509
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.050070296972990036,
      "learning_rate": 0.0001572438431466336,
      "loss": 1.6803,
      "step": 510
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.054121073335409164,
      "learning_rate": 0.00015708609107124177,
      "loss": 1.7659,
      "step": 511
    },
    {
      "epoch": 0.93,
      "grad_norm": 0.05084529519081116,
      "learning_rate": 0.00015692812797478368,
      "loss": 1.6943,
      "step": 512
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.056926507502794266,
      "learning_rate": 0.0001567699544411763,
      "loss": 1.6562,
      "step": 513
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.05053721368312836,
      "learning_rate": 0.00015661157105511457,
      "loss": 1.7624,
      "step": 514
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.048727016896009445,
      "learning_rate": 0.00015645297840206915,
      "loss": 1.7364,
      "step": 515
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.051376283168792725,
      "learning_rate": 0.00015629417706828423,
      "loss": 1.699,
      "step": 516
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.05029591917991638,
      "learning_rate": 0.00015613516764077548,
      "loss": 1.6972,
      "step": 517
    },
    {
      "epoch": 0.94,
      "grad_norm": 0.053968969732522964,
      "learning_rate": 0.00015597595070732765,
      "loss": 1.7128,
      "step": 518
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.050694871693849564,
      "learning_rate": 0.00015581652685649276,
      "loss": 1.7681,
      "step": 519
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.052369993180036545,
      "learning_rate": 0.00015565689667758746,
      "loss": 1.7321,
      "step": 520
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.04850650206208229,
      "learning_rate": 0.00015549706076069128,
      "loss": 1.7162,
      "step": 521
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.04979635775089264,
      "learning_rate": 0.00015533701969664424,
      "loss": 1.7429,
      "step": 522
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.04920853301882744,
      "learning_rate": 0.0001551767740770446,
      "loss": 1.7103,
      "step": 523
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.05081456899642944,
      "learning_rate": 0.0001550163244942469,
      "loss": 1.7781,
      "step": 524
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.050754062831401825,
      "learning_rate": 0.00015485567154135952,
      "loss": 1.7496,
      "step": 525
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.050315603613853455,
      "learning_rate": 0.00015469481581224272,
      "loss": 1.7303,
      "step": 526
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.05050061643123627,
      "learning_rate": 0.00015453375790150617,
      "loss": 1.679,
      "step": 527
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.06212810054421425,
      "learning_rate": 0.00015437249840450715,
      "loss": 1.713,
      "step": 528
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.050966355949640274,
      "learning_rate": 0.00015421103791734786,
      "loss": 1.7551,
      "step": 529
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.04892159253358841,
      "learning_rate": 0.00015404937703687363,
      "loss": 1.6758,
      "step": 530
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.05551762133836746,
      "learning_rate": 0.00015388751636067052,
      "loss": 1.703,
      "step": 531
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.0516047477722168,
      "learning_rate": 0.00015372545648706306,
      "loss": 1.7407,
      "step": 532
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.05094458907842636,
      "learning_rate": 0.0001535631980151123,
      "loss": 1.6534,
      "step": 533
    },
    {
      "epoch": 0.97,
      "grad_norm": 0.05045678839087486,
      "learning_rate": 0.00015340074154461316,
      "loss": 1.7335,
      "step": 534
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.05067756026983261,
      "learning_rate": 0.00015323808767609277,
      "loss": 1.7169,
      "step": 535
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.05005278438329697,
      "learning_rate": 0.00015307523701080768,
      "loss": 1.7778,
      "step": 536
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.04952746629714966,
      "learning_rate": 0.0001529121901507421,
      "loss": 1.7199,
      "step": 537
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.04711218178272247,
      "learning_rate": 0.00015274894769860538,
      "loss": 1.734,
      "step": 538
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.05313078686594963,
      "learning_rate": 0.0001525855102578299,
      "loss": 1.7733,
      "step": 539
    },
    {
      "epoch": 0.98,
      "grad_norm": 0.04977120831608772,
      "learning_rate": 0.0001524218784325688,
      "loss": 1.731,
      "step": 540
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.05076899752020836,
      "learning_rate": 0.00015225805282769383,
      "loss": 1.7277,
      "step": 541
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.049164701253175735,
      "learning_rate": 0.00015209403404879303,
      "loss": 1.7032,
      "step": 542
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.0488349013030529,
      "learning_rate": 0.00015192982270216854,
      "loss": 1.765,
      "step": 543
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.04831582307815552,
      "learning_rate": 0.0001517654193948343,
      "loss": 1.7548,
      "step": 544
    },
    {
      "epoch": 0.99,
      "grad_norm": 0.052940741181373596,
      "learning_rate": 0.00015160082473451378,
      "loss": 1.7209,
      "step": 545
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.056908875703811646,
      "learning_rate": 0.00015143603932963795,
      "loss": 1.6537,
      "step": 546
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.0509711354970932,
      "learning_rate": 0.00015127106378934273,
      "loss": 1.7151,
      "step": 547
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.04795239865779877,
      "learning_rate": 0.000151105898723467,
      "loss": 1.743,
      "step": 548
    },
    {
      "epoch": 1.0,
      "eval_loss": 1.7236659526824951,
      "eval_runtime": 76.6784,
      "eval_samples_per_second": 65.207,
      "eval_steps_per_second": 16.302,
      "step": 548
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.05828290060162544,
      "learning_rate": 0.00015094054474255007,
      "loss": 1.7014,
      "step": 549
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.04827438294887543,
      "learning_rate": 0.00015077500245782978,
      "loss": 1.7124,
      "step": 550
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.04962700232863426,
      "learning_rate": 0.0001506092724812399,
      "loss": 1.7496,
      "step": 551
    },
    {
      "epoch": 1.01,
      "grad_norm": 0.05015181377530098,
      "learning_rate": 0.00015044335542540804,
      "loss": 1.6653,
      "step": 552
    },
    {
      "epoch": 1.01,
      "grad_norm": 0.07125337421894073,
      "learning_rate": 0.0001502772519036534,
      "loss": 1.6938,
      "step": 553
    },
    {
      "epoch": 1.01,
      "grad_norm": 0.05031266435980797,
      "learning_rate": 0.0001501109625299844,
      "loss": 1.7782,
      "step": 554
    },
    {
      "epoch": 1.01,
      "grad_norm": 0.0487028993666172,
      "learning_rate": 0.00014994448791909656,
      "loss": 1.7202,
      "step": 555
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.06726840883493423,
      "learning_rate": 0.00014977782868636999,
      "loss": 1.7504,
      "step": 556
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.06244590878486633,
      "learning_rate": 0.00014961098544786743,
      "loss": 1.6834,
      "step": 557
    },
    {
      "epoch": 1.01,
      "grad_norm": 0.04934772849082947,
      "learning_rate": 0.00014944395882033167,
      "loss": 1.6822,
      "step": 558
    },
    {
      "epoch": 1.01,
      "grad_norm": 0.050311822444200516,
      "learning_rate": 0.00014927674942118345,
      "loss": 1.747,
      "step": 559
    },
    {
      "epoch": 1.01,
      "grad_norm": 0.051862068474292755,
      "learning_rate": 0.00014910935786851919,
      "loss": 1.7355,
      "step": 560
    },
    {
      "epoch": 1.01,
      "grad_norm": 0.049238841980695724,
      "learning_rate": 0.00014894178478110857,
      "loss": 1.6973,
      "step": 561
    },
    {
      "epoch": 1.01,
      "grad_norm": 0.05033009499311447,
      "learning_rate": 0.00014877403077839235,
      "loss": 1.6718,
      "step": 562
    },
    {
      "epoch": 1.01,
      "grad_norm": 0.04922296851873398,
      "learning_rate": 0.00014860609648048004,
      "loss": 1.7236,
      "step": 563
    },
    {
      "epoch": 1.02,
      "grad_norm": 0.05257139354944229,
      "learning_rate": 0.0001484379825081476,
      "loss": 1.6868,
      "step": 564
    },
    {
      "epoch": 1.02,
      "grad_norm": 0.05213212966918945,
      "learning_rate": 0.0001482696894828353,
      "loss": 1.726,
      "step": 565
    },
    {
      "epoch": 1.02,
      "grad_norm": 0.053737424314022064,
      "learning_rate": 0.00014810121802664512,
      "loss": 1.7046,
      "step": 566
    },
    {
      "epoch": 1.02,
      "grad_norm": 0.054125770926475525,
      "learning_rate": 0.0001479325687623386,
      "loss": 1.6106,
      "step": 567
    },
    {
      "epoch": 1.02,
      "grad_norm": 0.051876723766326904,
      "learning_rate": 0.00014776374231333477,
      "loss": 1.7354,
      "step": 568
    },
    {
      "epoch": 1.03,
      "grad_norm": 0.050595056265592575,
      "learning_rate": 0.00014759473930370736,
      "loss": 1.6947,
      "step": 569
    },
    {
      "epoch": 1.03,
      "grad_norm": 0.06360866129398346,
      "learning_rate": 0.00014742556035818297,
      "loss": 1.7379,
      "step": 570
    },
    {
      "epoch": 1.03,
      "grad_norm": 0.05476611480116844,
      "learning_rate": 0.0001472562061021385,
      "loss": 1.6392,
      "step": 571
    },
    {
      "epoch": 1.03,
      "grad_norm": 0.051338374614715576,
      "learning_rate": 0.0001470866771615988,
      "loss": 1.687,
      "step": 572
    },
    {
      "epoch": 1.03,
      "grad_norm": 0.05180288851261139,
      "learning_rate": 0.00014691697416323454,
      "loss": 1.6942,
      "step": 573
    },
    {
      "epoch": 1.03,
      "grad_norm": 0.05175211653113365,
      "learning_rate": 0.00014674709773435983,
      "loss": 1.6648,
      "step": 574
    },
    {
      "epoch": 1.04,
      "grad_norm": 0.055275119841098785,
      "learning_rate": 0.00014657704850292976,
      "loss": 1.7311,
      "step": 575
    },
    {
      "epoch": 1.04,
      "grad_norm": 0.053508460521698,
      "learning_rate": 0.00014640682709753832,
      "loss": 1.7118,
      "step": 576
    },
    {
      "epoch": 1.04,
      "grad_norm": 0.05283378064632416,
      "learning_rate": 0.00014623643414741585,
      "loss": 1.6675,
      "step": 577
    },
    {
      "epoch": 1.04,
      "grad_norm": 0.05684136226773262,
      "learning_rate": 0.00014606587028242682,
      "loss": 1.709,
      "step": 578
    },
    {
      "epoch": 1.04,
      "grad_norm": 0.0515415295958519,
      "learning_rate": 0.0001458951361330676,
      "loss": 1.653,
      "step": 579
    },
    {
      "epoch": 1.05,
      "grad_norm": 0.052131347358226776,
      "learning_rate": 0.00014572423233046386,
      "loss": 1.6497,
      "step": 580
    },
    {
      "epoch": 1.05,
      "grad_norm": 0.05229787901043892,
      "learning_rate": 0.00014555315950636854,
      "loss": 1.6209,
      "step": 581
    },
    {
      "epoch": 1.05,
      "grad_norm": 0.058796849101781845,
      "learning_rate": 0.00014538191829315927,
      "loss": 1.6907,
      "step": 582
    },
    {
      "epoch": 1.05,
      "grad_norm": 0.0535275973379612,
      "learning_rate": 0.00014521050932383625,
      "loss": 1.6765,
      "step": 583
    },
    {
      "epoch": 1.05,
      "grad_norm": 0.06131954491138458,
      "learning_rate": 0.00014503893323201966,
      "loss": 1.6963,
      "step": 584
    },
    {
      "epoch": 1.05,
      "grad_norm": 0.05318441987037659,
      "learning_rate": 0.00014486719065194757,
      "loss": 1.6693,
      "step": 585
    },
    {
      "epoch": 1.06,
      "grad_norm": 0.053547151386737823,
      "learning_rate": 0.00014469528221847344,
      "loss": 1.6265,
      "step": 586
    },
    {
      "epoch": 1.06,
      "grad_norm": 0.05694759264588356,
      "learning_rate": 0.00014452320856706382,
      "loss": 1.6998,
      "step": 587
    },
    {
      "epoch": 1.06,
      "grad_norm": 0.053848620504140854,
      "learning_rate": 0.00014435097033379596,
      "loss": 1.7248,
      "step": 588
    },
    {
      "epoch": 1.06,
      "grad_norm": 0.05272265151143074,
      "learning_rate": 0.00014417856815535554,
      "loss": 1.6973,
      "step": 589
    },
    {
      "epoch": 1.06,
      "grad_norm": 0.05548195540904999,
      "learning_rate": 0.00014400600266903423,
      "loss": 1.6912,
      "step": 590
    },
    {
      "epoch": 1.07,
      "grad_norm": 0.05391455814242363,
      "learning_rate": 0.00014383327451272744,
      "loss": 1.6507,
      "step": 591
    },
    {
      "epoch": 1.07,
      "grad_norm": 0.05697217211127281,
      "learning_rate": 0.00014366038432493181,
      "loss": 1.7277,
      "step": 592
    },
    {
      "epoch": 1.07,
      "grad_norm": 0.054713811725378036,
      "learning_rate": 0.000143487332744743,
      "loss": 1.7225,
      "step": 593
    },
    {
      "epoch": 1.07,
      "grad_norm": 0.05515265092253685,
      "learning_rate": 0.00014331412041185322,
      "loss": 1.6838,
      "step": 594
    },
    {
      "epoch": 1.07,
      "grad_norm": 0.054941218346357346,
      "learning_rate": 0.00014314074796654896,
      "loss": 1.6913,
      "step": 595
    },
    {
      "epoch": 1.07,
      "grad_norm": 0.05448353663086891,
      "learning_rate": 0.0001429672160497085,
      "loss": 1.6685,
      "step": 596
    },
    {
      "epoch": 1.08,
      "grad_norm": 0.058499112725257874,
      "learning_rate": 0.0001427935253027997,
      "loss": 1.6637,
      "step": 597
    },
    {
      "epoch": 1.08,
      "grad_norm": 0.0628763735294342,
      "learning_rate": 0.00014261967636787747,
      "loss": 1.7139,
      "step": 598
    },
    {
      "epoch": 1.08,
      "grad_norm": 0.05447819083929062,
      "learning_rate": 0.00014244566988758152,
      "loss": 1.6984,
      "step": 599
    },
    {
      "epoch": 1.08,
      "grad_norm": 0.05434316396713257,
      "learning_rate": 0.0001422715065051339,
      "loss": 1.6688,
      "step": 600
    },
    {
      "epoch": 1.08,
      "grad_norm": 0.052557747811079025,
      "learning_rate": 0.00014209718686433663,
      "loss": 1.7169,
      "step": 601
    },
    {
      "epoch": 1.09,
      "grad_norm": 0.054510824382305145,
      "learning_rate": 0.00014192271160956942,
      "loss": 1.6186,
      "step": 602
    },
    {
      "epoch": 1.09,
      "grad_norm": 0.0586363822221756,
      "learning_rate": 0.00014174808138578713,
      "loss": 1.7364,
      "step": 603
    },
    {
      "epoch": 1.09,
      "grad_norm": 0.05653434619307518,
      "learning_rate": 0.0001415732968385176,
      "loss": 1.77,
      "step": 604
    },
    {
      "epoch": 1.09,
      "grad_norm": 0.052821431308984756,
      "learning_rate": 0.00014139835861385892,
      "loss": 1.6599,
      "step": 605
    },
    {
      "epoch": 1.09,
      "grad_norm": 0.054437246173620224,
      "learning_rate": 0.00014122326735847748,
      "loss": 1.7026,
      "step": 606
    },
    {
      "epoch": 1.09,
      "grad_norm": 0.056837234646081924,
      "learning_rate": 0.00014104802371960523,
      "loss": 1.6475,
      "step": 607
    },
    {
      "epoch": 1.1,
      "grad_norm": 0.06032341718673706,
      "learning_rate": 0.0001408726283450374,
      "loss": 1.7482,
      "step": 608
    },
    {
      "epoch": 1.1,
      "grad_norm": 0.05582507699728012,
      "learning_rate": 0.00014069708188313017,
      "loss": 1.7046,
      "step": 609
    },
    {
      "epoch": 1.1,
      "grad_norm": 0.05785200744867325,
      "learning_rate": 0.00014052138498279828,
      "loss": 1.7234,
      "step": 610
    },
    {
      "epoch": 1.1,
      "grad_norm": 0.05540376156568527,
      "learning_rate": 0.00014034553829351236,
      "loss": 1.7157,
      "step": 611
    },
    {
      "epoch": 1.1,
      "grad_norm": 0.05743914842605591,
      "learning_rate": 0.00014016954246529696,
      "loss": 1.7548,
      "step": 612
    },
    {
      "epoch": 1.11,
      "grad_norm": 0.05496819317340851,
      "learning_rate": 0.00013999339814872784,
      "loss": 1.6913,
      "step": 613
    },
    {
      "epoch": 1.11,
      "grad_norm": 0.05739595368504524,
      "learning_rate": 0.00013981710599492964,
      "loss": 1.7232,
      "step": 614
    },
    {
      "epoch": 1.11,
      "grad_norm": 0.05653569847345352,
      "learning_rate": 0.00013964066665557348,
      "loss": 1.6953,
      "step": 615
    },
    {
      "epoch": 1.11,
      "grad_norm": 0.05570907145738602,
      "learning_rate": 0.00013946408078287462,
      "loss": 1.6858,
      "step": 616
    },
    {
      "epoch": 1.11,
      "grad_norm": 0.054925207048654556,
      "learning_rate": 0.00013928734902958996,
      "loss": 1.6248,
      "step": 617
    },
    {
      "epoch": 1.11,
      "grad_norm": 0.05743985250592232,
      "learning_rate": 0.0001391104720490156,
      "loss": 1.6627,
      "step": 618
    },
    {
      "epoch": 1.12,
      "grad_norm": 0.05516685172915459,
      "learning_rate": 0.00013893345049498457,
      "loss": 1.6714,
      "step": 619
    },
    {
      "epoch": 1.12,
      "grad_norm": 0.05717911571264267,
      "learning_rate": 0.0001387562850218642,
      "loss": 1.7124,
      "step": 620
    },
    {
      "epoch": 1.12,
      "grad_norm": 0.05529535561800003,
      "learning_rate": 0.00013857897628455397,
      "loss": 1.6451,
      "step": 621
    },
    {
      "epoch": 1.12,
      "grad_norm": 0.05724070221185684,
      "learning_rate": 0.00013840152493848284,
      "loss": 1.7274,
      "step": 622
    },
    {
      "epoch": 1.12,
      "grad_norm": 0.05622214823961258,
      "learning_rate": 0.0001382239316396069,
      "loss": 1.6506,
      "step": 623
    },
    {
      "epoch": 1.13,
      "grad_norm": 0.05893300846219063,
      "learning_rate": 0.00013804619704440714,
      "loss": 1.7037,
      "step": 624
    },
    {
      "epoch": 1.13,
      "grad_norm": 0.05549685284495354,
      "learning_rate": 0.00013786832180988666,
      "loss": 1.6894,
      "step": 625
    },
    {
      "epoch": 1.13,
      "grad_norm": 0.05931728705763817,
      "learning_rate": 0.00013769030659356853,
      "loss": 1.7189,
      "step": 626
    },
    {
      "epoch": 1.13,
      "grad_norm": 0.05465949699282646,
      "learning_rate": 0.0001375121520534933,
      "loss": 1.7016,
      "step": 627
    },
    {
      "epoch": 1.13,
      "grad_norm": 0.056453317403793335,
      "learning_rate": 0.00013733385884821648,
      "loss": 1.6711,
      "step": 628
    },
    {
      "epoch": 1.13,
      "grad_norm": 0.054540056735277176,
      "learning_rate": 0.00013715542763680623,
      "loss": 1.6638,
      "step": 629
    },
    {
      "epoch": 1.14,
      "grad_norm": 0.05919068679213524,
      "learning_rate": 0.00013697685907884072,
      "loss": 1.7241,
      "step": 630
    },
    {
      "epoch": 1.14,
      "grad_norm": 0.05730579420924187,
      "learning_rate": 0.00013679815383440603,
      "loss": 1.6946,
      "step": 631
    },
    {
      "epoch": 1.14,
      "grad_norm": 0.05658195540308952,
      "learning_rate": 0.00013661931256409325,
      "loss": 1.7038,
      "step": 632
    },
    {
      "epoch": 1.14,
      "grad_norm": 0.057528719305992126,
      "learning_rate": 0.00013644033592899658,
      "loss": 1.6853,
      "step": 633
    },
    {
      "epoch": 1.14,
      "grad_norm": 0.062490735203027725,
      "learning_rate": 0.00013626122459071033,
      "loss": 1.6733,
      "step": 634
    },
    {
      "epoch": 1.15,
      "grad_norm": 0.05776170268654823,
      "learning_rate": 0.00013608197921132696,
      "loss": 1.7351,
      "step": 635
    },
    {
      "epoch": 1.15,
      "grad_norm": 0.06134483963251114,
      "learning_rate": 0.00013590260045343432,
      "loss": 1.6203,
      "step": 636
    },
    {
      "epoch": 1.15,
      "grad_norm": 0.061270635575056076,
      "learning_rate": 0.0001357230889801133,
      "loss": 1.7268,
      "step": 637
    },
    {
      "epoch": 1.15,
      "grad_norm": 0.056105442345142365,
      "learning_rate": 0.00013554344545493535,
      "loss": 1.7171,
      "step": 638
    },
    {
      "epoch": 1.15,
      "grad_norm": 0.05647943168878555,
      "learning_rate": 0.0001353636705419602,
      "loss": 1.713,
      "step": 639
    },
    {
      "epoch": 1.15,
      "grad_norm": 0.05758386850357056,
      "learning_rate": 0.00013518376490573306,
      "loss": 1.6991,
      "step": 640
    },
    {
      "epoch": 1.16,
      "grad_norm": 0.05906842276453972,
      "learning_rate": 0.0001350037292112825,
      "loss": 1.6387,
      "step": 641
    },
    {
      "epoch": 1.16,
      "grad_norm": 0.06219753623008728,
      "learning_rate": 0.00013482356412411781,
      "loss": 1.7145,
      "step": 642
    },
    {
      "epoch": 1.16,
      "grad_norm": 0.05719519779086113,
      "learning_rate": 0.00013464327031022659,
      "loss": 1.7399,
      "step": 643
    },
    {
      "epoch": 1.16,
      "grad_norm": 0.08058752119541168,
      "learning_rate": 0.00013446284843607225,
      "loss": 1.6275,
      "step": 644
    },
    {
      "epoch": 1.16,
      "grad_norm": 0.06629724055528641,
      "learning_rate": 0.00013428229916859167,
      "loss": 1.6582,
      "step": 645
    },
    {
      "epoch": 1.17,
      "grad_norm": 0.05791241303086281,
      "learning_rate": 0.00013410162317519257,
      "loss": 1.6599,
      "step": 646
    },
    {
      "epoch": 1.17,
      "grad_norm": 0.06143872067332268,
      "learning_rate": 0.0001339208211237511,
      "loss": 1.6634,
      "step": 647
    },
    {
      "epoch": 1.17,
      "grad_norm": 0.06067274510860443,
      "learning_rate": 0.00013373989368260948,
      "loss": 1.6869,
      "step": 648
    },
    {
      "epoch": 1.17,
      "grad_norm": 0.06446303427219391,
      "learning_rate": 0.00013355884152057334,
      "loss": 1.6658,
      "step": 649
    },
    {
      "epoch": 1.17,
      "grad_norm": 0.05910011753439903,
      "learning_rate": 0.00013337766530690943,
      "loss": 1.683,
      "step": 650
    },
    {
      "epoch": 1.17,
      "grad_norm": 0.06423602253198624,
      "learning_rate": 0.00013319636571134297,
      "loss": 1.7058,
      "step": 651
    },
    {
      "epoch": 1.18,
      "grad_norm": 0.05743340775370598,
      "learning_rate": 0.00013301494340405535,
      "loss": 1.6491,
      "step": 652
    },
    {
      "epoch": 1.18,
      "grad_norm": 0.05755629763007164,
      "learning_rate": 0.00013283339905568157,
      "loss": 1.6606,
      "step": 653
    },
    {
      "epoch": 1.18,
      "grad_norm": 0.05766105651855469,
      "learning_rate": 0.00013265173333730764,
      "loss": 1.6855,
      "step": 654
    },
    {
      "epoch": 1.18,
      "grad_norm": 0.05892917141318321,
      "learning_rate": 0.00013246994692046836,
      "loss": 1.6398,
      "step": 655
    },
    {
      "epoch": 1.18,
      "grad_norm": 0.05860791355371475,
      "learning_rate": 0.00013228804047714463,
      "loss": 1.7089,
      "step": 656
    },
    {
      "epoch": 1.19,
      "grad_norm": 0.059190504252910614,
      "learning_rate": 0.00013210601467976104,
      "loss": 1.6703,
      "step": 657
    },
    {
      "epoch": 1.19,
      "grad_norm": 0.05735331028699875,
      "learning_rate": 0.0001319238702011834,
      "loss": 1.73,
      "step": 658
    },
    {
      "epoch": 1.19,
      "grad_norm": 0.05985163152217865,
      "learning_rate": 0.0001317416077147162,
      "loss": 1.6864,
      "step": 659
    },
    {
      "epoch": 1.19,
      "grad_norm": 0.05826161056756973,
      "learning_rate": 0.00013155922789410016,
      "loss": 1.6419,
      "step": 660
    },
    {
      "epoch": 1.19,
      "grad_norm": 0.059993255883455276,
      "learning_rate": 0.00013137673141350972,
      "loss": 1.7027,
      "step": 661
    },
    {
      "epoch": 1.19,
      "grad_norm": 0.06040223315358162,
      "learning_rate": 0.00013119411894755063,
      "loss": 1.7584,
      "step": 662
    },
    {
      "epoch": 1.2,
      "grad_norm": 0.056883446872234344,
      "learning_rate": 0.00013101139117125722,
      "loss": 1.6971,
      "step": 663
    },
    {
      "epoch": 1.2,
      "grad_norm": 0.05828433483839035,
      "learning_rate": 0.0001308285487600903,
      "loss": 1.6797,
      "step": 664
    },
    {
      "epoch": 1.2,
      "grad_norm": 0.0568573996424675,
      "learning_rate": 0.0001306455923899342,
      "loss": 1.6967,
      "step": 665
    },
    {
      "epoch": 1.2,
      "grad_norm": 0.05763811990618706,
      "learning_rate": 0.00013046252273709468,
      "loss": 1.7189,
      "step": 666
    },
    {
      "epoch": 1.2,
      "grad_norm": 0.05759183317422867,
      "learning_rate": 0.00013027934047829616,
      "loss": 1.7293,
      "step": 667
    },
    {
      "epoch": 1.21,
      "grad_norm": 0.06087080016732216,
      "learning_rate": 0.00013009604629067933,
      "loss": 1.7287,
      "step": 668
    },
    {
      "epoch": 1.21,
      "grad_norm": 0.05685460940003395,
      "learning_rate": 0.00012991264085179864,
      "loss": 1.6717,
      "step": 669
    },
    {
      "epoch": 1.21,
      "grad_norm": 0.06102333217859268,
      "learning_rate": 0.00012972912483961982,
      "loss": 1.7911,
      "step": 670
    },
    {
      "epoch": 1.21,
      "grad_norm": 0.05811255797743797,
      "learning_rate": 0.00012954549893251724,
      "loss": 1.7057,
      "step": 671
    },
    {
      "epoch": 1.21,
      "grad_norm": 0.05935278907418251,
      "learning_rate": 0.00012936176380927162,
      "loss": 1.6678,
      "step": 672
    },
    {
      "epoch": 1.21,
      "grad_norm": 0.06539764255285263,
      "learning_rate": 0.00012917792014906733,
      "loss": 1.6305,
      "step": 673
    },
    {
      "epoch": 1.22,
      "grad_norm": 0.059705205261707306,
      "learning_rate": 0.00012899396863148995,
      "loss": 1.7273,
      "step": 674
    },
    {
      "epoch": 1.22,
      "grad_norm": 0.05784007906913757,
      "learning_rate": 0.00012880990993652377,
      "loss": 1.6549,
      "step": 675
    },
    {
      "epoch": 1.22,
      "grad_norm": 0.07344791293144226,
      "learning_rate": 0.00012862574474454928,
      "loss": 1.6809,
      "step": 676
    },
    {
      "epoch": 1.22,
      "grad_norm": 0.06028100103139877,
      "learning_rate": 0.00012844147373634066,
      "loss": 1.6852,
      "step": 677
    },
    {
      "epoch": 1.22,
      "grad_norm": 0.06096576154232025,
      "learning_rate": 0.00012825709759306316,
      "loss": 1.7256,
      "step": 678
    },
    {
      "epoch": 1.23,
      "grad_norm": 0.060117993503808975,
      "learning_rate": 0.00012807261699627077,
      "loss": 1.7094,
      "step": 679
    },
    {
      "epoch": 1.23,
      "grad_norm": 0.06428851187229156,
      "learning_rate": 0.0001278880326279035,
      "loss": 1.6538,
      "step": 680
    },
    {
      "epoch": 1.23,
      "grad_norm": 0.060511935502290726,
      "learning_rate": 0.00012770334517028505,
      "loss": 1.6631,
      "step": 681
    },
    {
      "epoch": 1.23,
      "grad_norm": 0.05897079408168793,
      "learning_rate": 0.00012751855530612012,
      "loss": 1.6732,
      "step": 682
    },
    {
      "epoch": 1.23,
      "grad_norm": 0.05949567258358002,
      "learning_rate": 0.00012733366371849201,
      "loss": 1.6989,
      "step": 683
    },
    {
      "epoch": 1.23,
      "grad_norm": 0.05985894054174423,
      "learning_rate": 0.00012714867109086,
      "loss": 1.6983,
      "step": 684
    },
    {
      "epoch": 1.24,
      "grad_norm": 0.061160728335380554,
      "learning_rate": 0.0001269635781070569,
      "loss": 1.7075,
      "step": 685
    },
    {
      "epoch": 1.24,
      "eval_loss": 1.7264653444290161,
      "eval_runtime": 76.4445,
      "eval_samples_per_second": 65.407,
      "eval_steps_per_second": 16.352,
      "step": 685
    },
    {
      "epoch": 1.24,
      "grad_norm": 0.0652250349521637,
      "learning_rate": 0.00012677838545128647,
      "loss": 1.6851,
      "step": 686
    },
    {
      "epoch": 1.24,
      "grad_norm": 0.060404662042856216,
      "learning_rate": 0.00012659309380812092,
      "loss": 1.6539,
      "step": 687
    },
    {
      "epoch": 1.24,
      "grad_norm": 0.05635406821966171,
      "learning_rate": 0.0001264077038624984,
      "loss": 1.678,
      "step": 688
    },
    {
      "epoch": 1.24,
      "grad_norm": 0.06129194051027298,
      "learning_rate": 0.00012622221629972043,
      "loss": 1.6455,
      "step": 689
    },
    {
      "epoch": 1.25,
      "grad_norm": 0.06195101514458656,
      "learning_rate": 0.0001260366318054493,
      "loss": 1.7009,
      "step": 690
    },
    {
      "epoch": 1.25,
      "grad_norm": 0.06593389809131622,
      "learning_rate": 0.0001258509510657057,
      "loss": 1.6897,
      "step": 691
    },
    {
      "epoch": 1.25,
      "grad_norm": 0.0664474368095398,
      "learning_rate": 0.00012566517476686606,
      "loss": 1.6847,
      "step": 692
    },
    {
      "epoch": 1.25,
      "grad_norm": 0.06081750988960266,
      "learning_rate": 0.00012547930359566007,
      "loss": 1.6126,
      "step": 693
    },
    {
      "epoch": 1.25,
      "grad_norm": 0.06048804894089699,
      "learning_rate": 0.00012529333823916807,
      "loss": 1.7086,
      "step": 694
    },
    {
      "epoch": 1.25,
      "grad_norm": 0.06522712111473083,
      "learning_rate": 0.00012510727938481865,
      "loss": 1.6931,
      "step": 695
    },
    {
      "epoch": 1.26,
      "grad_norm": 0.0614117830991745,
      "learning_rate": 0.0001249211277203859,
      "loss": 1.7362,
      "step": 696
    },
    {
      "epoch": 1.26,
      "grad_norm": 0.05812584608793259,
      "learning_rate": 0.00012473488393398706,
      "loss": 1.7052,
      "step": 697
    },
    {
      "epoch": 1.26,
      "grad_norm": 0.059068553149700165,
      "learning_rate": 0.00012454854871407994,
      "loss": 1.6872,
      "step": 698
    },
    {
      "epoch": 1.26,
      "grad_norm": 0.06033525615930557,
      "learning_rate": 0.0001243621227494602,
      "loss": 1.6954,
      "step": 699
    },
    {
      "epoch": 1.26,
      "grad_norm": 0.06032804027199745,
      "learning_rate": 0.00012417560672925912,
      "loss": 1.6571,
      "step": 700
    },
    {
      "epoch": 1.27,
      "grad_norm": 0.06035863235592842,
      "learning_rate": 0.00012398900134294073,
      "loss": 1.6894,
      "step": 701
    },
    {
      "epoch": 1.27,
      "grad_norm": 0.059223804622888565,
      "learning_rate": 0.00012380230728029946,
      "loss": 1.711,
      "step": 702
    },
    {
      "epoch": 1.27,
      "grad_norm": 0.061139173805713654,
      "learning_rate": 0.00012361552523145757,
      "loss": 1.626,
      "step": 703
    },
    {
      "epoch": 1.27,
      "grad_norm": 0.06459489464759827,
      "learning_rate": 0.0001234286558868625,
      "loss": 1.7467,
      "step": 704
    },
    {
      "epoch": 1.27,
      "grad_norm": 0.06497075408697128,
      "learning_rate": 0.00012324169993728438,
      "loss": 1.7419,
      "step": 705
    },
    {
      "epoch": 1.27,
      "grad_norm": 0.06115833297371864,
      "learning_rate": 0.0001230546580738136,
      "loss": 1.6781,
      "step": 706
    },
    {
      "epoch": 1.28,
      "grad_norm": 0.06160350516438484,
      "learning_rate": 0.00012286753098785796,
      "loss": 1.6907,
      "step": 707
    },
    {
      "epoch": 1.28,
      "grad_norm": 0.06168088689446449,
      "learning_rate": 0.00012268031937114044,
      "loss": 1.7265,
      "step": 708
    },
    {
      "epoch": 1.28,
      "grad_norm": 0.06278149783611298,
      "learning_rate": 0.00012249302391569638,
      "loss": 1.7023,
      "step": 709
    },
    {
      "epoch": 1.28,
      "grad_norm": 0.06181812658905983,
      "learning_rate": 0.00012230564531387107,
      "loss": 1.6897,
      "step": 710
    },
    {
      "epoch": 1.28,
      "grad_norm": 0.05875727906823158,
      "learning_rate": 0.00012211818425831718,
      "loss": 1.644,
      "step": 711
    },
    {
      "epoch": 1.29,
      "grad_norm": 0.061242878437042236,
      "learning_rate": 0.00012193064144199218,
      "loss": 1.7256,
      "step": 712
    },
    {
      "epoch": 1.29,
      "grad_norm": 0.060726381838321686,
      "learning_rate": 0.00012174301755815571,
      "loss": 1.6871,
      "step": 713
    },
    {
      "epoch": 1.29,
      "grad_norm": 0.06219150498509407,
      "learning_rate": 0.00012155531330036712,
      "loss": 1.7048,
      "step": 714
    },
    {
      "epoch": 1.29,
      "grad_norm": 0.06084437295794487,
      "learning_rate": 0.0001213675293624829,
      "loss": 1.6888,
      "step": 715
    },
    {
      "epoch": 1.29,
      "grad_norm": 0.06178005784749985,
      "learning_rate": 0.00012117966643865398,
      "loss": 1.6791,
      "step": 716
    },
    {
      "epoch": 1.29,
      "grad_norm": 0.05991113558411598,
      "learning_rate": 0.00012099172522332338,
      "loss": 1.7318,
      "step": 717
    },
    {
      "epoch": 1.3,
      "grad_norm": 0.06223401054739952,
      "learning_rate": 0.00012080370641122345,
      "loss": 1.6417,
      "step": 718
    },
    {
      "epoch": 1.3,
      "grad_norm": 0.062392983585596085,
      "learning_rate": 0.00012061561069737343,
      "loss": 1.6411,
      "step": 719
    },
    {
      "epoch": 1.3,
      "grad_norm": 0.060492224991321564,
      "learning_rate": 0.00012042743877707678,
      "loss": 1.6717,
      "step": 720
    },
    {
      "epoch": 1.3,
      "grad_norm": 0.06418413668870926,
      "learning_rate": 0.0001202391913459187,
      "loss": 1.6751,
      "step": 721
    },
    {
      "epoch": 1.3,
      "grad_norm": 0.060530129820108414,
      "learning_rate": 0.0001200508690997635,
      "loss": 1.7175,
      "step": 722
    },
    {
      "epoch": 1.31,
      "grad_norm": 0.06409049779176712,
      "learning_rate": 0.00011986247273475206,
      "loss": 1.6953,
      "step": 723
    },
    {
      "epoch": 1.31,
      "grad_norm": 0.05866590142250061,
      "learning_rate": 0.0001196740029472992,
      "loss": 1.6935,
      "step": 724
    },
    {
      "epoch": 1.31,
      "grad_norm": 0.06476990133523941,
      "learning_rate": 0.00011948546043409123,
      "loss": 1.7017,
      "step": 725
    },
    {
      "epoch": 1.31,
      "grad_norm": 0.06523357331752777,
      "learning_rate": 0.00011929684589208326,
      "loss": 1.7183,
      "step": 726
    },
    {
      "epoch": 1.31,
      "grad_norm": 0.060969460755586624,
      "learning_rate": 0.00011910816001849654,
      "loss": 1.6887,
      "step": 727
    },
    {
      "epoch": 1.31,
      "grad_norm": 0.11310483515262604,
      "learning_rate": 0.00011891940351081625,
      "loss": 1.6816,
      "step": 728
    },
    {
      "epoch": 1.32,
      "grad_norm": 0.059255216270685196,
      "learning_rate": 0.00011873057706678843,
      "loss": 1.6554,
      "step": 729
    },
    {
      "epoch": 1.32,
      "grad_norm": 0.062034714967012405,
      "learning_rate": 0.00011854168138441775,
      "loss": 1.668,
      "step": 730
    },
    {
      "epoch": 1.32,
      "grad_norm": 0.06186864525079727,
      "learning_rate": 0.00011835271716196486,
      "loss": 1.6806,
      "step": 731
    },
    {
      "epoch": 1.32,
      "grad_norm": 0.06105494871735573,
      "learning_rate": 0.00011816368509794364,
      "loss": 1.6615,
      "step": 732
    },
    {
      "epoch": 1.32,
      "grad_norm": 0.06231169030070305,
      "learning_rate": 0.00011797458589111894,
      "loss": 1.6588,
      "step": 733
    },
    {
      "epoch": 1.33,
      "grad_norm": 0.06832422316074371,
      "learning_rate": 0.00011778542024050361,
      "loss": 1.6758,
      "step": 734
    },
    {
      "epoch": 1.33,
      "grad_norm": 0.06158846989274025,
      "learning_rate": 0.00011759618884535624,
      "loss": 1.7025,
      "step": 735
    },
    {
      "epoch": 1.33,
      "grad_norm": 0.07147394865751266,
      "learning_rate": 0.00011740689240517837,
      "loss": 1.6691,
      "step": 736
    },
    {
      "epoch": 1.33,
      "grad_norm": 0.06047786399722099,
      "learning_rate": 0.00011721753161971212,
      "loss": 1.6968,
      "step": 737
    },
    {
      "epoch": 1.33,
      "grad_norm": 0.0623675100505352,
      "learning_rate": 0.00011702810718893722,
      "loss": 1.7372,
      "step": 738
    },
    {
      "epoch": 1.34,
      "grad_norm": 0.06291418522596359,
      "learning_rate": 0.00011683861981306893,
      "loss": 1.7083,
      "step": 739
    },
    {
      "epoch": 1.34,
      "grad_norm": 0.059522755444049835,
      "learning_rate": 0.00011664907019255502,
      "loss": 1.6533,
      "step": 740
    },
    {
      "epoch": 1.34,
      "grad_norm": 0.060890860855579376,
      "learning_rate": 0.00011645945902807341,
      "loss": 1.6875,
      "step": 741
    },
    {
      "epoch": 1.34,
      "grad_norm": 0.060426972806453705,
      "learning_rate": 0.00011626978702052948,
      "loss": 1.6463,
      "step": 742
    },
    {
      "epoch": 1.34,
      "grad_norm": 0.062305621802806854,
      "learning_rate": 0.00011608005487105362,
      "loss": 1.6785,
      "step": 743
    },
    {
      "epoch": 1.34,
      "grad_norm": 0.06419097632169724,
      "learning_rate": 0.00011589026328099839,
      "loss": 1.6679,
      "step": 744
    },
    {
      "epoch": 1.35,
      "grad_norm": 0.06365741044282913,
      "learning_rate": 0.00011570041295193622,
      "loss": 1.6668,
      "step": 745
    },
    {
      "epoch": 1.35,
      "grad_norm": 0.0642697736620903,
      "learning_rate": 0.00011551050458565658,
      "loss": 1.7095,
      "step": 746
    },
    {
      "epoch": 1.35,
      "grad_norm": 0.06443499773740768,
      "learning_rate": 0.00011532053888416343,
      "loss": 1.6586,
      "step": 747
    },
    {
      "epoch": 1.35,
      "grad_norm": 0.06351306289434433,
      "learning_rate": 0.00011513051654967286,
      "loss": 1.6776,
      "step": 748
    },
    {
      "epoch": 1.35,
      "grad_norm": 0.06554794311523438,
      "learning_rate": 0.00011494043828461007,
      "loss": 1.7105,
      "step": 749
    },
    {
      "epoch": 1.36,
      "grad_norm": 0.10256826132535934,
      "learning_rate": 0.00011475030479160725,
      "loss": 1.7046,
      "step": 750
    },
    {
      "epoch": 1.36,
      "grad_norm": 0.06379935145378113,
      "learning_rate": 0.00011456011677350051,
      "loss": 1.711,
      "step": 751
    },
    {
      "epoch": 1.36,
      "grad_norm": 0.06044677272439003,
      "learning_rate": 0.00011436987493332767,
      "loss": 1.7186,
      "step": 752
    },
    {
      "epoch": 1.36,
      "grad_norm": 0.06297197192907333,
      "learning_rate": 0.00011417957997432546,
      "loss": 1.6453,
      "step": 753
    },
    {
      "epoch": 1.36,
      "grad_norm": 0.06677673757076263,
      "learning_rate": 0.00011398923259992697,
      "loss": 1.6443,
      "step": 754
    },
    {
      "epoch": 1.36,
      "grad_norm": 0.062335170805454254,
      "learning_rate": 0.00011379883351375901,
      "loss": 1.6738,
      "step": 755
    },
    {
      "epoch": 1.37,
      "grad_norm": 0.06286536902189255,
      "learning_rate": 0.00011360838341963964,
      "loss": 1.7081,
      "step": 756
    },
    {
      "epoch": 1.37,
      "grad_norm": 0.07303211838006973,
      "learning_rate": 0.00011341788302157536,
      "loss": 1.6906,
      "step": 757
    },
    {
      "epoch": 1.37,
      "grad_norm": 0.06304056942462921,
      "learning_rate": 0.00011322733302375863,
      "loss": 1.6783,
      "step": 758
    },
    {
      "epoch": 1.37,
      "grad_norm": 0.07291906327009201,
      "learning_rate": 0.00011303673413056541,
      "loss": 1.7162,
      "step": 759
    },
    {
      "epoch": 1.37,
      "grad_norm": 0.061802685260772705,
      "learning_rate": 0.00011284608704655215,
      "loss": 1.7375,
      "step": 760
    },
    {
      "epoch": 1.38,
      "grad_norm": 0.06205203756690025,
      "learning_rate": 0.00011265539247645373,
      "loss": 1.6617,
      "step": 761
    },
    {
      "epoch": 1.38,
      "grad_norm": 0.06457790732383728,
      "learning_rate": 0.0001124646511251803,
      "loss": 1.6395,
      "step": 762
    },
    {
      "epoch": 1.38,
      "grad_norm": 0.06102142482995987,
      "learning_rate": 0.00011227386369781508,
      "loss": 1.7031,
      "step": 763
    },
    {
      "epoch": 1.38,
      "grad_norm": 0.062267519533634186,
      "learning_rate": 0.00011208303089961161,
      "loss": 1.6889,
      "step": 764
    },
    {
      "epoch": 1.38,
      "grad_norm": 0.06354745477437973,
      "learning_rate": 0.00011189215343599109,
      "loss": 1.7099,
      "step": 765
    },
    {
      "epoch": 1.38,
      "grad_norm": 0.06255058199167252,
      "learning_rate": 0.00011170123201253986,
      "loss": 1.7092,
      "step": 766
    },
    {
      "epoch": 1.39,
      "grad_norm": 0.06354597955942154,
      "learning_rate": 0.00011151026733500677,
      "loss": 1.6462,
      "step": 767
    },
    {
      "epoch": 1.39,
      "grad_norm": 0.06314928829669952,
      "learning_rate": 0.00011131926010930058,
      "loss": 1.6377,
      "step": 768
    },
    {
      "epoch": 1.39,
      "grad_norm": 0.06911808252334595,
      "learning_rate": 0.00011112821104148723,
      "loss": 1.6787,
      "step": 769
    },
    {
      "epoch": 1.39,
      "grad_norm": 0.06356338411569595,
      "learning_rate": 0.00011093712083778746,
      "loss": 1.6657,
      "step": 770
    },
    {
      "epoch": 1.39,
      "grad_norm": 0.06266220659017563,
      "learning_rate": 0.00011074599020457395,
      "loss": 1.7108,
      "step": 771
    },
    {
      "epoch": 1.4,
      "grad_norm": 0.06397093832492828,
      "learning_rate": 0.00011055481984836893,
      "loss": 1.715,
      "step": 772
    },
    {
      "epoch": 1.4,
      "grad_norm": 0.06519615650177002,
      "learning_rate": 0.00011036361047584143,
      "loss": 1.6625,
      "step": 773
    },
    {
      "epoch": 1.4,
      "grad_norm": 0.06543872505426407,
      "learning_rate": 0.00011017236279380467,
      "loss": 1.6611,
      "step": 774
    },
    {
      "epoch": 1.4,
      "grad_norm": 0.06356982886791229,
      "learning_rate": 0.00010998107750921354,
      "loss": 1.6366,
      "step": 775
    },
    {
      "epoch": 1.4,
      "grad_norm": 0.06404688209295273,
      "learning_rate": 0.00010978975532916189,
      "loss": 1.689,
      "step": 776
    },
    {
      "epoch": 1.4,
      "grad_norm": 0.06206212565302849,
      "learning_rate": 0.00010959839696088001,
      "loss": 1.6853,
      "step": 777
    },
    {
      "epoch": 1.41,
      "grad_norm": 0.0640236884355545,
      "learning_rate": 0.00010940700311173184,
      "loss": 1.6874,
      "step": 778
    },
    {
      "epoch": 1.41,
      "grad_norm": 0.06289862096309662,
      "learning_rate": 0.00010921557448921267,
      "loss": 1.7187,
      "step": 779
    },
    {
      "epoch": 1.41,
      "grad_norm": 0.06534165889024734,
      "learning_rate": 0.00010902411180094607,
      "loss": 1.6285,
      "step": 780
    },
    {
      "epoch": 1.41,
      "grad_norm": 0.06411545723676682,
      "learning_rate": 0.00010883261575468184,
      "loss": 1.6932,
      "step": 781
    },
    {
      "epoch": 1.41,
      "grad_norm": 0.06283684074878693,
      "learning_rate": 0.00010864108705829282,
      "loss": 1.7544,
      "step": 782
    },
    {
      "epoch": 1.42,
      "grad_norm": 0.06294089555740356,
      "learning_rate": 0.00010844952641977273,
      "loss": 1.695,
      "step": 783
    },
    {
      "epoch": 1.42,
      "grad_norm": 0.06469050794839859,
      "learning_rate": 0.00010825793454723325,
      "loss": 1.654,
      "step": 784
    },
    {
      "epoch": 1.42,
      "grad_norm": 0.06504753977060318,
      "learning_rate": 0.00010806631214890155,
      "loss": 1.6641,
      "step": 785
    },
    {
      "epoch": 1.42,
      "grad_norm": 0.06289339065551758,
      "learning_rate": 0.00010787465993311768,
      "loss": 1.7246,
      "step": 786
    },
    {
      "epoch": 1.42,
      "grad_norm": 0.07044830918312073,
      "learning_rate": 0.00010768297860833185,
      "loss": 1.6784,
      "step": 787
    },
    {
      "epoch": 1.42,
      "grad_norm": 0.06241421401500702,
      "learning_rate": 0.00010749126888310197,
      "loss": 1.7413,
      "step": 788
    },
    {
      "epoch": 1.43,
      "grad_norm": 0.061875198036432266,
      "learning_rate": 0.00010729953146609076,
      "loss": 1.6837,
      "step": 789
    },
    {
      "epoch": 1.43,
      "grad_norm": 0.06335246562957764,
      "learning_rate": 0.00010710776706606349,
      "loss": 1.6713,
      "step": 790
    },
    {
      "epoch": 1.43,
      "grad_norm": 0.06218186393380165,
      "learning_rate": 0.00010691597639188507,
      "loss": 1.6563,
      "step": 791
    },
    {
      "epoch": 1.43,
      "grad_norm": 0.06283168494701385,
      "learning_rate": 0.00010672416015251757,
      "loss": 1.6672,
      "step": 792
    },
    {
      "epoch": 1.43,
      "grad_norm": 0.06283591687679291,
      "learning_rate": 0.00010653231905701748,
      "loss": 1.6719,
      "step": 793
    },
    {
      "epoch": 1.44,
      "grad_norm": 0.0629267543554306,
      "learning_rate": 0.00010634045381453337,
      "loss": 1.6764,
      "step": 794
    },
    {
      "epoch": 1.44,
      "grad_norm": 0.06264865398406982,
      "learning_rate": 0.00010614856513430284,
      "loss": 1.6874,
      "step": 795
    },
    {
      "epoch": 1.44,
      "grad_norm": 0.06411181390285492,
      "learning_rate": 0.00010595665372565027,
      "loss": 1.7095,
      "step": 796
    },
    {
      "epoch": 1.44,
      "grad_norm": 0.06262548267841339,
      "learning_rate": 0.00010576472029798399,
      "loss": 1.6898,
      "step": 797
    },
    {
      "epoch": 1.44,
      "grad_norm": 0.06278496235609055,
      "learning_rate": 0.00010557276556079378,
      "loss": 1.6055,
      "step": 798
    },
    {
      "epoch": 1.44,
      "grad_norm": 0.06674374639987946,
      "learning_rate": 0.00010538079022364819,
      "loss": 1.7226,
      "step": 799
    },
    {
      "epoch": 1.45,
      "grad_norm": 0.06753117591142654,
      "learning_rate": 0.00010518879499619181,
      "loss": 1.7008,
      "step": 800
    },
    {
      "epoch": 1.45,
      "grad_norm": 0.07137101143598557,
      "learning_rate": 0.0001049967805881429,
      "loss": 1.6945,
      "step": 801
    },
    {
      "epoch": 1.45,
      "grad_norm": 0.06417196989059448,
      "learning_rate": 0.00010480474770929054,
      "loss": 1.6662,
      "step": 802
    },
    {
      "epoch": 1.45,
      "grad_norm": 0.064505934715271,
      "learning_rate": 0.00010461269706949213,
      "loss": 1.6914,
      "step": 803
    },
    {
      "epoch": 1.45,
      "grad_norm": 0.06325452029705048,
      "learning_rate": 0.00010442062937867063,
      "loss": 1.6703,
      "step": 804
    },
    {
      "epoch": 1.46,
      "grad_norm": 0.0945320799946785,
      "learning_rate": 0.00010422854534681219,
      "loss": 1.6595,
      "step": 805
    },
    {
      "epoch": 1.46,
      "grad_norm": 0.07015063613653183,
      "learning_rate": 0.00010403644568396322,
      "loss": 1.7153,
      "step": 806
    },
    {
      "epoch": 1.46,
      "grad_norm": 0.06436234712600708,
      "learning_rate": 0.000103844331100228,
      "loss": 1.6767,
      "step": 807
    },
    {
      "epoch": 1.46,
      "grad_norm": 0.06437043845653534,
      "learning_rate": 0.0001036522023057659,
      "loss": 1.7026,
      "step": 808
    },
    {
      "epoch": 1.46,
      "grad_norm": 0.06160353124141693,
      "learning_rate": 0.00010346006001078885,
      "loss": 1.7112,
      "step": 809
    },
    {
      "epoch": 1.46,
      "grad_norm": 0.06519316881895065,
      "learning_rate": 0.00010326790492555876,
      "loss": 1.6611,
      "step": 810
    },
    {
      "epoch": 1.47,
      "grad_norm": 0.06452979147434235,
      "learning_rate": 0.00010307573776038462,
      "loss": 1.6291,
      "step": 811
    },
    {
      "epoch": 1.47,
      "grad_norm": 0.06813566386699677,
      "learning_rate": 0.00010288355922562034,
      "loss": 1.6432,
      "step": 812
    },
    {
      "epoch": 1.47,
      "grad_norm": 0.06800167262554169,
      "learning_rate": 0.0001026913700316616,
      "loss": 1.6739,
      "step": 813
    },
    {
      "epoch": 1.47,
      "grad_norm": 0.062173567712306976,
      "learning_rate": 0.0001024991708889437,
      "loss": 1.7207,
      "step": 814
    },
    {
      "epoch": 1.47,
      "grad_norm": 0.06301440298557281,
      "learning_rate": 0.00010230696250793856,
      "loss": 1.6348,
      "step": 815
    },
    {
      "epoch": 1.48,
      "grad_norm": 0.06262702494859695,
      "learning_rate": 0.00010211474559915233,
      "loss": 1.6982,
      "step": 816
    },
    {
      "epoch": 1.48,
      "grad_norm": 0.06448613107204437,
      "learning_rate": 0.00010192252087312265,
      "loss": 1.7004,
      "step": 817
    },
    {
      "epoch": 1.48,
      "grad_norm": 0.06269077211618423,
      "learning_rate": 0.00010173028904041606,
      "loss": 1.6981,
      "step": 818
    },
    {
      "epoch": 1.48,
      "grad_norm": 0.06326784938573837,
      "learning_rate": 0.00010153805081162539,
      "loss": 1.718,
      "step": 819
    },
    {
      "epoch": 1.48,
      "grad_norm": 0.06502313911914825,
      "learning_rate": 0.0001013458068973671,
      "loss": 1.6669,
      "step": 820
    },
    {
      "epoch": 1.48,
      "grad_norm": 0.06869412958621979,
      "learning_rate": 0.0001011535580082787,
      "loss": 1.6237,
      "step": 821
    },
    {
      "epoch": 1.49,
      "grad_norm": 0.0637192502617836,
      "learning_rate": 0.00010096130485501598,
      "loss": 1.7264,
      "step": 822
    },
    {
      "epoch": 1.49,
      "eval_loss": 1.7267118692398071,
      "eval_runtime": 76.2251,
      "eval_samples_per_second": 65.595,
      "eval_steps_per_second": 16.399,
      "step": 822
    },
    {
      "epoch": 1.49,
      "grad_norm": 0.06338479369878769,
      "learning_rate": 0.00010076904814825066,
      "loss": 1.66,
      "step": 823
    },
    {
      "epoch": 1.49,
      "grad_norm": 0.0718810185790062,
      "learning_rate": 0.0001005767885986674,
      "loss": 1.7044,
      "step": 824
    },
    {
      "epoch": 1.49,
      "grad_norm": 0.06428621709346771,
      "learning_rate": 0.00010038452691696161,
      "loss": 1.6375,
      "step": 825
    },
    {
      "epoch": 1.49,
      "grad_norm": 0.06198599189519882,
      "learning_rate": 0.00010019226381383633,
      "loss": 1.644,
      "step": 826
    },
    {
      "epoch": 1.5,
      "grad_norm": 0.0649799108505249,
      "learning_rate": 0.0001,
      "loss": 1.6751,
      "step": 827
    },
    {
      "epoch": 1.5,
      "grad_norm": 0.06546121090650558,
      "learning_rate": 9.980773618616371e-05,
      "loss": 1.6728,
      "step": 828
    },
    {
      "epoch": 1.5,
      "grad_norm": 0.0744151845574379,
      "learning_rate": 9.961547308303844e-05,
      "loss": 1.7465,
      "step": 829
    },
    {
      "epoch": 1.5,
      "grad_norm": 0.06264037638902664,
      "learning_rate": 9.942321140133261e-05,
      "loss": 1.6005,
      "step": 830
    },
    {
      "epoch": 1.5,
      "grad_norm": 0.06265675276517868,
      "learning_rate": 9.923095185174938e-05,
      "loss": 1.7181,
      "step": 831
    },
    {
      "epoch": 1.5,
      "grad_norm": 0.06809694319963455,
      "learning_rate": 9.903869514498402e-05,
      "loss": 1.6345,
      "step": 832
    },
    {
      "epoch": 1.51,
      "grad_norm": 0.06538775563240051,
      "learning_rate": 9.884644199172135e-05,
      "loss": 1.7251,
      "step": 833
    },
    {
      "epoch": 1.51,
      "grad_norm": 0.06529638916254044,
      "learning_rate": 9.865419310263292e-05,
      "loss": 1.6418,
      "step": 834
    },
    {
      "epoch": 1.51,
      "grad_norm": 0.08285729587078094,
      "learning_rate": 9.846194918837462e-05,
      "loss": 1.6837,
      "step": 835
    },
    {
      "epoch": 1.51,
      "grad_norm": 0.06490971148014069,
      "learning_rate": 9.826971095958395e-05,
      "loss": 1.6723,
      "step": 836
    },
    {
      "epoch": 1.51,
      "grad_norm": 0.06375712156295776,
      "learning_rate": 9.807747912687739e-05,
      "loss": 1.6838,
      "step": 837
    },
    {
      "epoch": 1.52,
      "grad_norm": 0.06696437299251556,
      "learning_rate": 9.788525440084771e-05,
      "loss": 1.6579,
      "step": 838
    },
    {
      "epoch": 1.52,
      "grad_norm": 0.06473565846681595,
      "learning_rate": 9.769303749206146e-05,
      "loss": 1.6489,
      "step": 839
    },
    {
      "epoch": 1.52,
      "grad_norm": 0.07211591303348541,
      "learning_rate": 9.750082911105634e-05,
      "loss": 1.7435,
      "step": 840
    },
    {
      "epoch": 1.52,
      "grad_norm": 0.06550677120685577,
      "learning_rate": 9.730862996833841e-05,
      "loss": 1.6935,
      "step": 841
    },
    {
      "epoch": 1.52,
      "grad_norm": 0.06820110231637955,
      "learning_rate": 9.711644077437968e-05,
      "loss": 1.6759,
      "step": 842
    },
    {
      "epoch": 1.52,
      "grad_norm": 0.06783100217580795,
      "learning_rate": 9.692426223961537e-05,
      "loss": 1.7081,
      "step": 843
    },
    {
      "epoch": 1.53,
      "grad_norm": 0.06615381687879562,
      "learning_rate": 9.67320950744413e-05,
      "loss": 1.7375,
      "step": 844
    },
    {
      "epoch": 1.53,
      "grad_norm": 0.0648663192987442,
      "learning_rate": 9.653993998921118e-05,
      "loss": 1.6836,
      "step": 845
    },
    {
      "epoch": 1.53,
      "grad_norm": 0.0639321506023407,
      "learning_rate": 9.63477976942341e-05,
      "loss": 1.6319,
      "step": 846
    },
    {
      "epoch": 1.53,
      "grad_norm": 0.06528212130069733,
      "learning_rate": 9.615566889977201e-05,
      "loss": 1.6675,
      "step": 847
    },
    {
      "epoch": 1.53,
      "grad_norm": 0.06574473530054092,
      "learning_rate": 9.59635543160368e-05,
      "loss": 1.6442,
      "step": 848
    },
    {
      "epoch": 1.54,
      "grad_norm": 0.06326039880514145,
      "learning_rate": 9.577145465318783e-05,
      "loss": 1.639,
      "step": 849
    },
    {
      "epoch": 1.54,
      "grad_norm": 0.06851720809936523,
      "learning_rate": 9.557937062132938e-05,
      "loss": 1.7044,
      "step": 850
    },
    {
      "epoch": 1.54,
      "grad_norm": 0.06546233594417572,
      "learning_rate": 9.538730293050792e-05,
      "loss": 1.7091,
      "step": 851
    },
    {
      "epoch": 1.54,
      "grad_norm": 0.0674884095788002,
      "learning_rate": 9.51952522907095e-05,
      "loss": 1.6572,
      "step": 852
    },
    {
      "epoch": 1.54,
      "grad_norm": 0.06366416811943054,
      "learning_rate": 9.50032194118571e-05,
      "loss": 1.6913,
      "step": 853
    },
    {
      "epoch": 1.54,
      "grad_norm": 0.065780408680439,
      "learning_rate": 9.481120500380818e-05,
      "loss": 1.7106,
      "step": 854
    },
    {
      "epoch": 1.55,
      "grad_norm": 0.06662867218255997,
      "learning_rate": 9.461920977635184e-05,
      "loss": 1.6486,
      "step": 855
    },
    {
      "epoch": 1.55,
      "grad_norm": 0.06339140236377716,
      "learning_rate": 9.442723443920623e-05,
      "loss": 1.6799,
      "step": 856
    },
    {
      "epoch": 1.55,
      "grad_norm": 0.06222783029079437,
      "learning_rate": 9.423527970201602e-05,
      "loss": 1.72,
      "step": 857
    },
    {
      "epoch": 1.55,
      "grad_norm": 0.06612752377986908,
      "learning_rate": 9.404334627434974e-05,
      "loss": 1.7294,
      "step": 858
    },
    {
      "epoch": 1.55,
      "grad_norm": 0.06335198134183884,
      "learning_rate": 9.385143486569718e-05,
      "loss": 1.6978,
      "step": 859
    },
    {
      "epoch": 1.56,
      "grad_norm": 0.0652630627155304,
      "learning_rate": 9.365954618546665e-05,
      "loss": 1.6808,
      "step": 860
    },
    {
      "epoch": 1.56,
      "grad_norm": 0.08252695202827454,
      "learning_rate": 9.346768094298252e-05,
      "loss": 1.7117,
      "step": 861
    },
    {
      "epoch": 1.56,
      "grad_norm": 0.0695163905620575,
      "learning_rate": 9.327583984748248e-05,
      "loss": 1.6948,
      "step": 862
    },
    {
      "epoch": 1.56,
      "grad_norm": 0.06612583249807358,
      "learning_rate": 9.308402360811497e-05,
      "loss": 1.705,
      "step": 863
    },
    {
      "epoch": 1.56,
      "grad_norm": 0.06415654718875885,
      "learning_rate": 9.289223293393652e-05,
      "loss": 1.6796,
      "step": 864
    },
    {
      "epoch": 1.56,
      "grad_norm": 0.06522924453020096,
      "learning_rate": 9.270046853390925e-05,
      "loss": 1.6783,
      "step": 865
    },
    {
      "epoch": 1.57,
      "grad_norm": 0.06422727555036545,
      "learning_rate": 9.250873111689808e-05,
      "loss": 1.709,
      "step": 866
    },
    {
      "epoch": 1.57,
      "grad_norm": 0.06485796719789505,
      "learning_rate": 9.231702139166816e-05,
      "loss": 1.6323,
      "step": 867
    },
    {
      "epoch": 1.57,
      "grad_norm": 0.06597612798213959,
      "learning_rate": 9.212534006688233e-05,
      "loss": 1.6578,
      "step": 868
    },
    {
      "epoch": 1.57,
      "grad_norm": 0.06861060112714767,
      "learning_rate": 9.193368785109844e-05,
      "loss": 1.6711,
      "step": 869
    },
    {
      "epoch": 1.57,
      "grad_norm": 0.07582002878189087,
      "learning_rate": 9.174206545276677e-05,
      "loss": 1.666,
      "step": 870
    },
    {
      "epoch": 1.58,
      "grad_norm": 0.06606924533843994,
      "learning_rate": 9.15504735802273e-05,
      "loss": 1.7304,
      "step": 871
    },
    {
      "epoch": 1.58,
      "grad_norm": 0.06642486900091171,
      "learning_rate": 9.135891294170718e-05,
      "loss": 1.7082,
      "step": 872
    },
    {
      "epoch": 1.58,
      "grad_norm": 0.072264164686203,
      "learning_rate": 9.11673842453182e-05,
      "loss": 1.6355,
      "step": 873
    },
    {
      "epoch": 1.58,
      "grad_norm": 0.06571400165557861,
      "learning_rate": 9.097588819905394e-05,
      "loss": 1.6383,
      "step": 874
    },
    {
      "epoch": 1.58,
      "grad_norm": 0.062258243560791016,
      "learning_rate": 9.078442551078736e-05,
      "loss": 1.6676,
      "step": 875
    },
    {
      "epoch": 1.58,
      "grad_norm": 0.06381349265575409,
      "learning_rate": 9.059299688826816e-05,
      "loss": 1.699,
      "step": 876
    },
    {
      "epoch": 1.59,
      "grad_norm": 0.06702978163957596,
      "learning_rate": 9.040160303912003e-05,
      "loss": 1.7245,
      "step": 877
    },
    {
      "epoch": 1.59,
      "grad_norm": 0.0637059286236763,
      "learning_rate": 9.021024467083812e-05,
      "loss": 1.6478,
      "step": 878
    },
    {
      "epoch": 1.59,
      "grad_norm": 0.0654047429561615,
      "learning_rate": 9.001892249078648e-05,
      "loss": 1.7275,
      "step": 879
    },
    {
      "epoch": 1.59,
      "grad_norm": 0.06602399051189423,
      "learning_rate": 8.982763720619533e-05,
      "loss": 1.7712,
      "step": 880
    },
    {
      "epoch": 1.59,
      "grad_norm": 0.06693969666957855,
      "learning_rate": 8.96363895241586e-05,
      "loss": 1.6684,
      "step": 881
    },
    {
      "epoch": 1.6,
      "grad_norm": 0.06519246846437454,
      "learning_rate": 8.944518015163108e-05,
      "loss": 1.6698,
      "step": 882
    },
    {
      "epoch": 1.6,
      "grad_norm": 0.06838595122098923,
      "learning_rate": 8.925400979542606e-05,
      "loss": 1.655,
      "step": 883
    },
    {
      "epoch": 1.6,
      "grad_norm": 0.06535571813583374,
      "learning_rate": 8.906287916221259e-05,
      "loss": 1.6858,
      "step": 884
    },
    {
      "epoch": 1.6,
      "grad_norm": 0.06805121898651123,
      "learning_rate": 8.887178895851279e-05,
      "loss": 1.6746,
      "step": 885
    },
    {
      "epoch": 1.6,
      "grad_norm": 0.0715852826833725,
      "learning_rate": 8.868073989069943e-05,
      "loss": 1.7676,
      "step": 886
    },
    {
      "epoch": 1.6,
      "grad_norm": 0.06408550590276718,
      "learning_rate": 8.848973266499322e-05,
      "loss": 1.6434,
      "step": 887
    },
    {
      "epoch": 1.61,
      "grad_norm": 0.0682334452867508,
      "learning_rate": 8.829876798746017e-05,
      "loss": 1.6663,
      "step": 888
    },
    {
      "epoch": 1.61,
      "grad_norm": 0.06532958894968033,
      "learning_rate": 8.810784656400895e-05,
      "loss": 1.6914,
      "step": 889
    },
    {
      "epoch": 1.61,
      "grad_norm": 0.06579031050205231,
      "learning_rate": 8.791696910038843e-05,
      "loss": 1.6359,
      "step": 890
    },
    {
      "epoch": 1.61,
      "grad_norm": 0.0659404769539833,
      "learning_rate": 8.772613630218492e-05,
      "loss": 1.7121,
      "step": 891
    },
    {
      "epoch": 1.61,
      "grad_norm": 0.06567792594432831,
      "learning_rate": 8.753534887481976e-05,
      "loss": 1.6565,
      "step": 892
    },
    {
      "epoch": 1.62,
      "grad_norm": 0.07625501602888107,
      "learning_rate": 8.734460752354629e-05,
      "loss": 1.6743,
      "step": 893
    },
    {
      "epoch": 1.62,
      "grad_norm": 0.06591348350048065,
      "learning_rate": 8.715391295344784e-05,
      "loss": 1.6265,
      "step": 894
    },
    {
      "epoch": 1.62,
      "grad_norm": 0.06538601964712143,
      "learning_rate": 8.696326586943464e-05,
      "loss": 1.7139,
      "step": 895
    },
    {
      "epoch": 1.62,
      "grad_norm": 0.06885919719934464,
      "learning_rate": 8.677266697624138e-05,
      "loss": 1.6884,
      "step": 896
    },
    {
      "epoch": 1.62,
      "grad_norm": 0.06452605873346329,
      "learning_rate": 8.658211697842466e-05,
      "loss": 1.6894,
      "step": 897
    },
    {
      "epoch": 1.62,
      "grad_norm": 0.06521788239479065,
      "learning_rate": 8.639161658036037e-05,
      "loss": 1.6943,
      "step": 898
    },
    {
      "epoch": 1.63,
      "grad_norm": 0.06771497428417206,
      "learning_rate": 8.6201166486241e-05,
      "loss": 1.6718,
      "step": 899
    },
    {
      "epoch": 1.63,
      "grad_norm": 0.0637250766158104,
      "learning_rate": 8.601076740007305e-05,
      "loss": 1.6842,
      "step": 900
    },
    {
      "epoch": 1.63,
      "grad_norm": 0.0656089335680008,
      "learning_rate": 8.582042002567456e-05,
      "loss": 1.6649,
      "step": 901
    },
    {
      "epoch": 1.63,
      "grad_norm": 0.06827680766582489,
      "learning_rate": 8.563012506667233e-05,
      "loss": 1.7095,
      "step": 902
    },
    {
      "epoch": 1.63,
      "grad_norm": 0.06502600759267807,
      "learning_rate": 8.543988322649954e-05,
      "loss": 1.6368,
      "step": 903
    },
    {
      "epoch": 1.64,
      "grad_norm": 0.06803898513317108,
      "learning_rate": 8.524969520839279e-05,
      "loss": 1.657,
      "step": 904
    },
    {
      "epoch": 1.64,
      "grad_norm": 0.06632059067487717,
      "learning_rate": 8.505956171538994e-05,
      "loss": 1.7279,
      "step": 905
    },
    {
      "epoch": 1.64,
      "grad_norm": 0.06838211417198181,
      "learning_rate": 8.486948345032719e-05,
      "loss": 1.6318,
      "step": 906
    },
    {
      "epoch": 1.64,
      "grad_norm": 0.0652574896812439,
      "learning_rate": 8.46794611158366e-05,
      "loss": 1.6307,
      "step": 907
    },
    {
      "epoch": 1.64,
      "grad_norm": 0.0648072361946106,
      "learning_rate": 8.448949541434346e-05,
      "loss": 1.6517,
      "step": 908
    },
    {
      "epoch": 1.64,
      "grad_norm": 0.06592056900262833,
      "learning_rate": 8.429958704806379e-05,
      "loss": 1.6958,
      "step": 909
    },
    {
      "epoch": 1.65,
      "grad_norm": 0.06285024434328079,
      "learning_rate": 8.410973671900162e-05,
      "loss": 1.666,
      "step": 910
    },
    {
      "epoch": 1.65,
      "grad_norm": 0.06529216468334198,
      "learning_rate": 8.391994512894641e-05,
      "loss": 1.6919,
      "step": 911
    },
    {
      "epoch": 1.65,
      "grad_norm": 0.06455468386411667,
      "learning_rate": 8.373021297947053e-05,
      "loss": 1.6217,
      "step": 912
    },
    {
      "epoch": 1.65,
      "grad_norm": 0.06522978842258453,
      "learning_rate": 8.35405409719266e-05,
      "loss": 1.6729,
      "step": 913
    },
    {
      "epoch": 1.65,
      "grad_norm": 0.06686036288738251,
      "learning_rate": 8.335092980744502e-05,
      "loss": 1.6324,
      "step": 914
    },
    {
      "epoch": 1.66,
      "grad_norm": 0.06648086756467819,
      "learning_rate": 8.316138018693108e-05,
      "loss": 1.6052,
      "step": 915
    },
    {
      "epoch": 1.66,
      "grad_norm": 0.06622032076120377,
      "learning_rate": 8.297189281106278e-05,
      "loss": 1.7219,
      "step": 916
    },
    {
      "epoch": 1.66,
      "grad_norm": 0.07183654606342316,
      "learning_rate": 8.278246838028793e-05,
      "loss": 1.7633,
      "step": 917
    },
    {
      "epoch": 1.66,
      "grad_norm": 0.06654607504606247,
      "learning_rate": 8.259310759482164e-05,
      "loss": 1.7602,
      "step": 918
    },
    {
      "epoch": 1.66,
      "grad_norm": 0.06768395006656647,
      "learning_rate": 8.240381115464377e-05,
      "loss": 1.678,
      "step": 919
    },
    {
      "epoch": 1.66,
      "grad_norm": 0.0649079754948616,
      "learning_rate": 8.22145797594964e-05,
      "loss": 1.7013,
      "step": 920
    },
    {
      "epoch": 1.67,
      "grad_norm": 0.06565246731042862,
      "learning_rate": 8.20254141088811e-05,
      "loss": 1.7064,
      "step": 921
    },
    {
      "epoch": 1.67,
      "grad_norm": 0.06477197259664536,
      "learning_rate": 8.183631490205637e-05,
      "loss": 1.7219,
      "step": 922
    },
    {
      "epoch": 1.67,
      "grad_norm": 0.06408128142356873,
      "learning_rate": 8.164728283803518e-05,
      "loss": 1.7337,
      "step": 923
    },
    {
      "epoch": 1.67,
      "grad_norm": 0.06464950740337372,
      "learning_rate": 8.145831861558225e-05,
      "loss": 1.6853,
      "step": 924
    },
    {
      "epoch": 1.67,
      "grad_norm": 0.06401928514242172,
      "learning_rate": 8.126942293321162e-05,
      "loss": 1.6587,
      "step": 925
    },
    {
      "epoch": 1.68,
      "grad_norm": 0.06978955864906311,
      "learning_rate": 8.108059648918377e-05,
      "loss": 1.7083,
      "step": 926
    },
    {
      "epoch": 1.68,
      "grad_norm": 0.06544001400470734,
      "learning_rate": 8.089183998150344e-05,
      "loss": 1.6318,
      "step": 927
    },
    {
      "epoch": 1.68,
      "grad_norm": 0.06558380275964737,
      "learning_rate": 8.070315410791679e-05,
      "loss": 1.6897,
      "step": 928
    },
    {
      "epoch": 1.68,
      "grad_norm": 0.06930231302976608,
      "learning_rate": 8.051453956590878e-05,
      "loss": 1.6266,
      "step": 929
    },
    {
      "epoch": 1.68,
      "grad_norm": 0.06593599915504456,
      "learning_rate": 8.03259970527008e-05,
      "loss": 1.7096,
      "step": 930
    },
    {
      "epoch": 1.69,
      "grad_norm": 0.06622833758592606,
      "learning_rate": 8.013752726524795e-05,
      "loss": 1.5817,
      "step": 931
    },
    {
      "epoch": 1.69,
      "grad_norm": 0.06626243144273758,
      "learning_rate": 7.994913090023651e-05,
      "loss": 1.6525,
      "step": 932
    },
    {
      "epoch": 1.69,
      "grad_norm": 0.0677393451333046,
      "learning_rate": 7.976080865408131e-05,
      "loss": 1.7158,
      "step": 933
    },
    {
      "epoch": 1.69,
      "grad_norm": 0.06529498845338821,
      "learning_rate": 7.957256122292323e-05,
      "loss": 1.7317,
      "step": 934
    },
    {
      "epoch": 1.69,
      "grad_norm": 0.07396451383829117,
      "learning_rate": 7.938438930262656e-05,
      "loss": 1.6791,
      "step": 935
    },
    {
      "epoch": 1.69,
      "grad_norm": 0.07032353430986404,
      "learning_rate": 7.919629358877657e-05,
      "loss": 1.7024,
      "step": 936
    },
    {
      "epoch": 1.7,
      "grad_norm": 0.06451990455389023,
      "learning_rate": 7.900827477667663e-05,
      "loss": 1.7266,
      "step": 937
    },
    {
      "epoch": 1.7,
      "grad_norm": 0.06694858521223068,
      "learning_rate": 7.882033356134603e-05,
      "loss": 1.6612,
      "step": 938
    },
    {
      "epoch": 1.7,
      "grad_norm": 0.06609500199556351,
      "learning_rate": 7.863247063751715e-05,
      "loss": 1.713,
      "step": 939
    },
    {
      "epoch": 1.7,
      "grad_norm": 0.06344272941350937,
      "learning_rate": 7.844468669963289e-05,
      "loss": 1.6219,
      "step": 940
    },
    {
      "epoch": 1.7,
      "grad_norm": 0.06307589262723923,
      "learning_rate": 7.825698244184431e-05,
      "loss": 1.7042,
      "step": 941
    },
    {
      "epoch": 1.71,
      "grad_norm": 0.06659837812185287,
      "learning_rate": 7.806935855800782e-05,
      "loss": 1.6993,
      "step": 942
    },
    {
      "epoch": 1.71,
      "grad_norm": 0.06524292379617691,
      "learning_rate": 7.788181574168283e-05,
      "loss": 1.6687,
      "step": 943
    },
    {
      "epoch": 1.71,
      "grad_norm": 0.06560816615819931,
      "learning_rate": 7.769435468612896e-05,
      "loss": 1.7081,
      "step": 944
    },
    {
      "epoch": 1.71,
      "grad_norm": 0.06725630909204483,
      "learning_rate": 7.750697608430365e-05,
      "loss": 1.7001,
      "step": 945
    },
    {
      "epoch": 1.71,
      "grad_norm": 0.06650066375732422,
      "learning_rate": 7.731968062885956e-05,
      "loss": 1.7225,
      "step": 946
    },
    {
      "epoch": 1.71,
      "grad_norm": 0.06517896801233292,
      "learning_rate": 7.713246901214206e-05,
      "loss": 1.6299,
      "step": 947
    },
    {
      "epoch": 1.72,
      "grad_norm": 0.06807747483253479,
      "learning_rate": 7.694534192618641e-05,
      "loss": 1.695,
      "step": 948
    },
    {
      "epoch": 1.72,
      "grad_norm": 0.06809186935424805,
      "learning_rate": 7.67583000627156e-05,
      "loss": 1.6611,
      "step": 949
    },
    {
      "epoch": 1.72,
      "grad_norm": 0.06693090498447418,
      "learning_rate": 7.657134411313753e-05,
      "loss": 1.6603,
      "step": 950
    },
    {
      "epoch": 1.72,
      "grad_norm": 0.06553305685520172,
      "learning_rate": 7.638447476854245e-05,
      "loss": 1.7036,
      "step": 951
    },
    {
      "epoch": 1.72,
      "grad_norm": 0.06823913007974625,
      "learning_rate": 7.619769271970056e-05,
      "loss": 1.6848,
      "step": 952
    },
    {
      "epoch": 1.73,
      "grad_norm": 0.0652228444814682,
      "learning_rate": 7.601099865705927e-05,
      "loss": 1.6893,
      "step": 953
    },
    {
      "epoch": 1.73,
      "grad_norm": 0.07233775407075882,
      "learning_rate": 7.58243932707409e-05,
      "loss": 1.6777,
      "step": 954
    },
    {
      "epoch": 1.73,
      "grad_norm": 0.07119675725698471,
      "learning_rate": 7.563787725053981e-05,
      "loss": 1.706,
      "step": 955
    },
    {
      "epoch": 1.73,
      "grad_norm": 0.06489936262369156,
      "learning_rate": 7.54514512859201e-05,
      "loss": 1.6538,
      "step": 956
    },
    {
      "epoch": 1.73,
      "grad_norm": 0.06696008145809174,
      "learning_rate": 7.526511606601293e-05,
      "loss": 1.6862,
      "step": 957
    },
    {
      "epoch": 1.73,
      "grad_norm": 0.06405473500490189,
      "learning_rate": 7.507887227961414e-05,
      "loss": 1.662,
      "step": 958
    },
    {
      "epoch": 1.74,
      "grad_norm": 0.06998445093631744,
      "learning_rate": 7.489272061518136e-05,
      "loss": 1.6604,
      "step": 959
    },
    {
      "epoch": 1.74,
      "eval_loss": 1.726022481918335,
      "eval_runtime": 76.3141,
      "eval_samples_per_second": 65.519,
      "eval_steps_per_second": 16.38,
      "step": 959
    },
    {
      "epoch": 1.74,
      "grad_norm": 0.06673965603113174,
      "learning_rate": 7.470666176083192e-05,
      "loss": 1.7049,
      "step": 960
    },
    {
      "epoch": 1.74,
      "grad_norm": 0.06746464222669601,
      "learning_rate": 7.452069640433997e-05,
      "loss": 1.6803,
      "step": 961
    },
    {
      "epoch": 1.74,
      "grad_norm": 0.06396359950304031,
      "learning_rate": 7.433482523313395e-05,
      "loss": 1.7104,
      "step": 962
    },
    {
      "epoch": 1.74,
      "grad_norm": 0.066098153591156,
      "learning_rate": 7.414904893429433e-05,
      "loss": 1.6527,
      "step": 963
    },
    {
      "epoch": 1.75,
      "grad_norm": 0.06473662704229355,
      "learning_rate": 7.39633681945507e-05,
      "loss": 1.6891,
      "step": 964
    },
    {
      "epoch": 1.75,
      "grad_norm": 0.07003339380025864,
      "learning_rate": 7.377778370027962e-05,
      "loss": 1.676,
      "step": 965
    },
    {
      "epoch": 1.75,
      "grad_norm": 0.06654497236013412,
      "learning_rate": 7.35922961375016e-05,
      "loss": 1.6601,
      "step": 966
    },
    {
      "epoch": 1.75,
      "grad_norm": 0.06775406002998352,
      "learning_rate": 7.340690619187908e-05,
      "loss": 1.6391,
      "step": 967
    },
    {
      "epoch": 1.75,
      "grad_norm": 0.06764483451843262,
      "learning_rate": 7.322161454871356e-05,
      "loss": 1.7057,
      "step": 968
    },
    {
      "epoch": 1.75,
      "grad_norm": 0.0728226825594902,
      "learning_rate": 7.303642189294316e-05,
      "loss": 1.6793,
      "step": 969
    },
    {
      "epoch": 1.76,
      "grad_norm": 0.06543935835361481,
      "learning_rate": 7.285132890914002e-05,
      "loss": 1.6962,
      "step": 970
    },
    {
      "epoch": 1.76,
      "grad_norm": 0.06830572336912155,
      "learning_rate": 7.266633628150801e-05,
      "loss": 1.6774,
      "step": 971
    },
    {
      "epoch": 1.76,
      "grad_norm": 0.07373080402612686,
      "learning_rate": 7.248144469387992e-05,
      "loss": 1.6815,
      "step": 972
    },
    {
      "epoch": 1.76,
      "grad_norm": 0.06465107947587967,
      "learning_rate": 7.229665482971499e-05,
      "loss": 1.6572,
      "step": 973
    },
    {
      "epoch": 1.76,
      "grad_norm": 0.06544660031795502,
      "learning_rate": 7.211196737209653e-05,
      "loss": 1.6841,
      "step": 974
    },
    {
      "epoch": 1.77,
      "grad_norm": 0.06559861451387405,
      "learning_rate": 7.192738300372925e-05,
      "loss": 1.6835,
      "step": 975
    },
    {
      "epoch": 1.77,
      "grad_norm": 0.06756362318992615,
      "learning_rate": 7.174290240693689e-05,
      "loss": 1.5912,
      "step": 976
    },
    {
      "epoch": 1.77,
      "grad_norm": 0.06515438854694366,
      "learning_rate": 7.155852626365938e-05,
      "loss": 1.6586,
      "step": 977
    },
    {
      "epoch": 1.77,
      "grad_norm": 0.06673271209001541,
      "learning_rate": 7.137425525545074e-05,
      "loss": 1.67,
      "step": 978
    },
    {
      "epoch": 1.77,
      "grad_norm": 0.06732840090990067,
      "learning_rate": 7.119009006347625e-05,
      "loss": 1.6262,
      "step": 979
    },
    {
      "epoch": 1.77,
      "grad_norm": 0.0666419267654419,
      "learning_rate": 7.100603136851009e-05,
      "loss": 1.6963,
      "step": 980
    },
    {
      "epoch": 1.78,
      "grad_norm": 0.07527624070644379,
      "learning_rate": 7.082207985093268e-05,
      "loss": 1.6903,
      "step": 981
    },
    {
      "epoch": 1.78,
      "grad_norm": 0.06989062577486038,
      "learning_rate": 7.063823619072838e-05,
      "loss": 1.6497,
      "step": 982
    },
    {
      "epoch": 1.78,
      "grad_norm": 0.0654689222574234,
      "learning_rate": 7.045450106748277e-05,
      "loss": 1.6782,
      "step": 983
    },
    {
      "epoch": 1.78,
      "grad_norm": 0.06511061638593674,
      "learning_rate": 7.027087516038022e-05,
      "loss": 1.6824,
      "step": 984
    },
    {
      "epoch": 1.78,
      "grad_norm": 0.06674464046955109,
      "learning_rate": 7.008735914820138e-05,
      "loss": 1.7367,
      "step": 985
    },
    {
      "epoch": 1.79,
      "grad_norm": 0.06592298299074173,
      "learning_rate": 6.990395370932068e-05,
      "loss": 1.6879,
      "step": 986
    },
    {
      "epoch": 1.79,
      "grad_norm": 0.06826543807983398,
      "learning_rate": 6.97206595217039e-05,
      "loss": 1.6682,
      "step": 987
    },
    {
      "epoch": 1.79,
      "grad_norm": 0.06695631891489029,
      "learning_rate": 6.953747726290535e-05,
      "loss": 1.7181,
      "step": 988
    },
    {
      "epoch": 1.79,
      "grad_norm": 0.06656961888074875,
      "learning_rate": 6.935440761006582e-05,
      "loss": 1.6778,
      "step": 989
    },
    {
      "epoch": 1.79,
      "grad_norm": 0.06611720472574234,
      "learning_rate": 6.917145123990973e-05,
      "loss": 1.6467,
      "step": 990
    },
    {
      "epoch": 1.79,
      "grad_norm": 0.06846632063388824,
      "learning_rate": 6.898860882874279e-05,
      "loss": 1.7165,
      "step": 991
    },
    {
      "epoch": 1.8,
      "grad_norm": 0.06631824374198914,
      "learning_rate": 6.88058810524494e-05,
      "loss": 1.7042,
      "step": 992
    },
    {
      "epoch": 1.8,
      "grad_norm": 0.06761027872562408,
      "learning_rate": 6.862326858649026e-05,
      "loss": 1.6822,
      "step": 993
    },
    {
      "epoch": 1.8,
      "grad_norm": 0.06898529827594757,
      "learning_rate": 6.844077210589986e-05,
      "loss": 1.6635,
      "step": 994
    },
    {
      "epoch": 1.8,
      "grad_norm": 0.06683610379695892,
      "learning_rate": 6.825839228528382e-05,
      "loss": 1.6949,
      "step": 995
    },
    {
      "epoch": 1.8,
      "grad_norm": 0.06670662760734558,
      "learning_rate": 6.807612979881661e-05,
      "loss": 1.6724,
      "step": 996
    },
    {
      "epoch": 1.81,
      "grad_norm": 0.19084873795509338,
      "learning_rate": 6.789398532023894e-05,
      "loss": 1.7499,
      "step": 997
    },
    {
      "epoch": 1.81,
      "grad_norm": 0.06561749428510666,
      "learning_rate": 6.77119595228554e-05,
      "loss": 1.6733,
      "step": 998
    },
    {
      "epoch": 1.81,
      "grad_norm": 0.07371030747890472,
      "learning_rate": 6.753005307953167e-05,
      "loss": 1.6607,
      "step": 999
    },
    {
      "epoch": 1.81,
      "grad_norm": 0.0679875835776329,
      "learning_rate": 6.734826666269238e-05,
      "loss": 1.6233,
      "step": 1000
    },
    {
      "epoch": 1.81,
      "grad_norm": 0.0667947381734848,
      "learning_rate": 6.716660094431846e-05,
      "loss": 1.6186,
      "step": 1001
    },
    {
      "epoch": 1.81,
      "grad_norm": 0.06578990817070007,
      "learning_rate": 6.698505659594466e-05,
      "loss": 1.6997,
      "step": 1002
    },
    {
      "epoch": 1.82,
      "grad_norm": 0.07320542633533478,
      "learning_rate": 6.680363428865704e-05,
      "loss": 1.6729,
      "step": 1003
    },
    {
      "epoch": 1.82,
      "grad_norm": 0.06879616528749466,
      "learning_rate": 6.662233469309058e-05,
      "loss": 1.6982,
      "step": 1004
    },
    {
      "epoch": 1.82,
      "grad_norm": 0.06353451311588287,
      "learning_rate": 6.644115847942667e-05,
      "loss": 1.6698,
      "step": 1005
    },
    {
      "epoch": 1.82,
      "grad_norm": 0.06664732843637466,
      "learning_rate": 6.626010631739054e-05,
      "loss": 1.6225,
      "step": 1006
    },
    {
      "epoch": 1.82,
      "grad_norm": 0.0662289708852768,
      "learning_rate": 6.60791788762489e-05,
      "loss": 1.713,
      "step": 1007
    },
    {
      "epoch": 1.83,
      "grad_norm": 0.06735072284936905,
      "learning_rate": 6.589837682480744e-05,
      "loss": 1.6431,
      "step": 1008
    },
    {
      "epoch": 1.83,
      "grad_norm": 0.06567612290382385,
      "learning_rate": 6.571770083140836e-05,
      "loss": 1.6972,
      "step": 1009
    },
    {
      "epoch": 1.83,
      "grad_norm": 0.06742958724498749,
      "learning_rate": 6.553715156392776e-05,
      "loss": 1.6439,
      "step": 1010
    },
    {
      "epoch": 1.83,
      "grad_norm": 0.06748675554990768,
      "learning_rate": 6.535672968977345e-05,
      "loss": 1.6711,
      "step": 1011
    },
    {
      "epoch": 1.83,
      "grad_norm": 0.07259120792150497,
      "learning_rate": 6.517643587588221e-05,
      "loss": 1.7223,
      "step": 1012
    },
    {
      "epoch": 1.83,
      "grad_norm": 0.07579007744789124,
      "learning_rate": 6.499627078871753e-05,
      "loss": 1.6614,
      "step": 1013
    },
    {
      "epoch": 1.84,
      "grad_norm": 0.07152054458856583,
      "learning_rate": 6.481623509426697e-05,
      "loss": 1.7038,
      "step": 1014
    },
    {
      "epoch": 1.84,
      "grad_norm": 0.06873390078544617,
      "learning_rate": 6.463632945803981e-05,
      "loss": 1.6602,
      "step": 1015
    },
    {
      "epoch": 1.84,
      "grad_norm": 0.0664227306842804,
      "learning_rate": 6.445655454506465e-05,
      "loss": 1.6916,
      "step": 1016
    },
    {
      "epoch": 1.84,
      "grad_norm": 0.06599757075309753,
      "learning_rate": 6.427691101988673e-05,
      "loss": 1.605,
      "step": 1017
    },
    {
      "epoch": 1.84,
      "grad_norm": 0.06476866453886032,
      "learning_rate": 6.40973995465657e-05,
      "loss": 1.6309,
      "step": 1018
    },
    {
      "epoch": 1.85,
      "grad_norm": 0.06668147444725037,
      "learning_rate": 6.391802078867304e-05,
      "loss": 1.684,
      "step": 1019
    },
    {
      "epoch": 1.85,
      "grad_norm": 0.06579145044088364,
      "learning_rate": 6.373877540928972e-05,
      "loss": 1.6277,
      "step": 1020
    },
    {
      "epoch": 1.85,
      "grad_norm": 0.06740958243608475,
      "learning_rate": 6.355966407100346e-05,
      "loss": 1.728,
      "step": 1021
    },
    {
      "epoch": 1.85,
      "grad_norm": 0.07092586159706116,
      "learning_rate": 6.338068743590676e-05,
      "loss": 1.7091,
      "step": 1022
    },
    {
      "epoch": 1.85,
      "grad_norm": 0.06797771900892258,
      "learning_rate": 6.320184616559402e-05,
      "loss": 1.6962,
      "step": 1023
    },
    {
      "epoch": 1.85,
      "grad_norm": 0.06833136081695557,
      "learning_rate": 6.30231409211593e-05,
      "loss": 1.6981,
      "step": 1024
    },
    {
      "epoch": 1.86,
      "grad_norm": 0.06703907996416092,
      "learning_rate": 6.284457236319381e-05,
      "loss": 1.7082,
      "step": 1025
    },
    {
      "epoch": 1.86,
      "grad_norm": 0.0666668489575386,
      "learning_rate": 6.266614115178351e-05,
      "loss": 1.6198,
      "step": 1026
    },
    {
      "epoch": 1.86,
      "grad_norm": 0.07242632657289505,
      "learning_rate": 6.248784794650672e-05,
      "loss": 1.705,
      "step": 1027
    },
    {
      "epoch": 1.86,
      "grad_norm": 0.06651555746793747,
      "learning_rate": 6.230969340643149e-05,
      "loss": 1.6417,
      "step": 1028
    },
    {
      "epoch": 1.86,
      "grad_norm": 0.06552428007125854,
      "learning_rate": 6.213167819011338e-05,
      "loss": 1.6917,
      "step": 1029
    },
    {
      "epoch": 1.87,
      "grad_norm": 0.06741311401128769,
      "learning_rate": 6.195380295559288e-05,
      "loss": 1.7241,
      "step": 1030
    },
    {
      "epoch": 1.87,
      "grad_norm": 0.06656550616025925,
      "learning_rate": 6.177606836039311e-05,
      "loss": 1.646,
      "step": 1031
    },
    {
      "epoch": 1.87,
      "grad_norm": 0.06896986067295074,
      "learning_rate": 6.159847506151719e-05,
      "loss": 1.6708,
      "step": 1032
    },
    {
      "epoch": 1.87,
      "grad_norm": 0.06811494380235672,
      "learning_rate": 6.142102371544604e-05,
      "loss": 1.6927,
      "step": 1033
    },
    {
      "epoch": 1.87,
      "grad_norm": 0.06616541743278503,
      "learning_rate": 6.124371497813582e-05,
      "loss": 1.6175,
      "step": 1034
    },
    {
      "epoch": 1.87,
      "grad_norm": 0.06697241216897964,
      "learning_rate": 6.106654950501547e-05,
      "loss": 1.6848,
      "step": 1035
    },
    {
      "epoch": 1.88,
      "grad_norm": 0.06779171526432037,
      "learning_rate": 6.0889527950984416e-05,
      "loss": 1.6566,
      "step": 1036
    },
    {
      "epoch": 1.88,
      "grad_norm": 0.0683891773223877,
      "learning_rate": 6.071265097041005e-05,
      "loss": 1.6258,
      "step": 1037
    },
    {
      "epoch": 1.88,
      "grad_norm": 0.06936081498861313,
      "learning_rate": 6.053591921712541e-05,
      "loss": 1.6115,
      "step": 1038
    },
    {
      "epoch": 1.88,
      "grad_norm": 0.0856877937912941,
      "learning_rate": 6.035933334442654e-05,
      "loss": 1.6742,
      "step": 1039
    },
    {
      "epoch": 1.88,
      "grad_norm": 0.07240041345357895,
      "learning_rate": 6.01828940050704e-05,
      "loss": 1.6901,
      "step": 1040
    },
    {
      "epoch": 1.89,
      "grad_norm": 0.0770583376288414,
      "learning_rate": 6.000660185127219e-05,
      "loss": 1.6803,
      "step": 1041
    },
    {
      "epoch": 1.89,
      "grad_norm": 0.06806863099336624,
      "learning_rate": 5.983045753470308e-05,
      "loss": 1.6561,
      "step": 1042
    },
    {
      "epoch": 1.89,
      "grad_norm": 0.06816756725311279,
      "learning_rate": 5.965446170648765e-05,
      "loss": 1.6635,
      "step": 1043
    },
    {
      "epoch": 1.89,
      "grad_norm": 0.06543378531932831,
      "learning_rate": 5.947861501720175e-05,
      "loss": 1.7153,
      "step": 1044
    },
    {
      "epoch": 1.89,
      "grad_norm": 0.06688012927770615,
      "learning_rate": 5.930291811686983e-05,
      "loss": 1.7142,
      "step": 1045
    },
    {
      "epoch": 1.89,
      "grad_norm": 0.071477010846138,
      "learning_rate": 5.9127371654962615e-05,
      "loss": 1.6804,
      "step": 1046
    },
    {
      "epoch": 1.9,
      "grad_norm": 0.06843505799770355,
      "learning_rate": 5.8951976280394795e-05,
      "loss": 1.7476,
      "step": 1047
    },
    {
      "epoch": 1.9,
      "grad_norm": 0.06697747856378555,
      "learning_rate": 5.8776732641522503e-05,
      "loss": 1.662,
      "step": 1048
    },
    {
      "epoch": 1.9,
      "grad_norm": 0.06771202385425568,
      "learning_rate": 5.86016413861411e-05,
      "loss": 1.655,
      "step": 1049
    },
    {
      "epoch": 1.9,
      "grad_norm": 0.07092612236738205,
      "learning_rate": 5.842670316148244e-05,
      "loss": 1.707,
      "step": 1050
    },
    {
      "epoch": 1.9,
      "grad_norm": 0.06740372627973557,
      "learning_rate": 5.825191861421285e-05,
      "loss": 1.673,
      "step": 1051
    },
    {
      "epoch": 1.91,
      "grad_norm": 0.06587556004524231,
      "learning_rate": 5.807728839043061e-05,
      "loss": 1.6879,
      "step": 1052
    },
    {
      "epoch": 1.91,
      "grad_norm": 0.06834732741117477,
      "learning_rate": 5.790281313566341e-05,
      "loss": 1.7233,
      "step": 1053
    },
    {
      "epoch": 1.91,
      "grad_norm": 0.06691209226846695,
      "learning_rate": 5.7728493494866134e-05,
      "loss": 1.6966,
      "step": 1054
    },
    {
      "epoch": 1.91,
      "grad_norm": 0.06715382635593414,
      "learning_rate": 5.755433011241851e-05,
      "loss": 1.7185,
      "step": 1055
    },
    {
      "epoch": 1.91,
      "grad_norm": 0.06831709295511246,
      "learning_rate": 5.738032363212258e-05,
      "loss": 1.6529,
      "step": 1056
    },
    {
      "epoch": 1.91,
      "grad_norm": 0.06592843681573868,
      "learning_rate": 5.720647469720033e-05,
      "loss": 1.6939,
      "step": 1057
    },
    {
      "epoch": 1.92,
      "grad_norm": 0.06575801223516464,
      "learning_rate": 5.70327839502915e-05,
      "loss": 1.6642,
      "step": 1058
    },
    {
      "epoch": 1.92,
      "grad_norm": 0.07193956524133682,
      "learning_rate": 5.685925203345108e-05,
      "loss": 1.6675,
      "step": 1059
    },
    {
      "epoch": 1.92,
      "grad_norm": 0.0670444443821907,
      "learning_rate": 5.6685879588146815e-05,
      "loss": 1.7136,
      "step": 1060
    },
    {
      "epoch": 1.92,
      "grad_norm": 0.07206844538450241,
      "learning_rate": 5.651266725525703e-05,
      "loss": 1.6999,
      "step": 1061
    },
    {
      "epoch": 1.92,
      "grad_norm": 0.0692375898361206,
      "learning_rate": 5.633961567506819e-05,
      "loss": 1.6782,
      "step": 1062
    },
    {
      "epoch": 1.93,
      "grad_norm": 0.06483175605535507,
      "learning_rate": 5.6166725487272576e-05,
      "loss": 1.6448,
      "step": 1063
    },
    {
      "epoch": 1.93,
      "grad_norm": 0.0667993351817131,
      "learning_rate": 5.5993997330965796e-05,
      "loss": 1.6683,
      "step": 1064
    },
    {
      "epoch": 1.93,
      "grad_norm": 0.0673048198223114,
      "learning_rate": 5.5821431844644476e-05,
      "loss": 1.6534,
      "step": 1065
    },
    {
      "epoch": 1.93,
      "grad_norm": 0.07212254405021667,
      "learning_rate": 5.564902966620408e-05,
      "loss": 1.7084,
      "step": 1066
    },
    {
      "epoch": 1.93,
      "grad_norm": 0.06697355955839157,
      "learning_rate": 5.547679143293624e-05,
      "loss": 1.7029,
      "step": 1067
    },
    {
      "epoch": 1.93,
      "grad_norm": 0.07669904828071594,
      "learning_rate": 5.530471778152658e-05,
      "loss": 1.7153,
      "step": 1068
    },
    {
      "epoch": 1.94,
      "grad_norm": 0.07381530106067657,
      "learning_rate": 5.513280934805243e-05,
      "loss": 1.6769,
      "step": 1069
    },
    {
      "epoch": 1.94,
      "grad_norm": 0.068946473300457,
      "learning_rate": 5.4961066767980363e-05,
      "loss": 1.6799,
      "step": 1070
    },
    {
      "epoch": 1.94,
      "grad_norm": 0.06763108819723129,
      "learning_rate": 5.478949067616381e-05,
      "loss": 1.7185,
      "step": 1071
    },
    {
      "epoch": 1.94,
      "grad_norm": 0.06624120473861694,
      "learning_rate": 5.4618081706840754e-05,
      "loss": 1.6972,
      "step": 1072
    },
    {
      "epoch": 1.94,
      "grad_norm": 0.06670323014259338,
      "learning_rate": 5.444684049363147e-05,
      "loss": 1.6826,
      "step": 1073
    },
    {
      "epoch": 1.95,
      "grad_norm": 0.06699904054403305,
      "learning_rate": 5.4275767669536146e-05,
      "loss": 1.643,
      "step": 1074
    },
    {
      "epoch": 1.95,
      "grad_norm": 0.07036450505256653,
      "learning_rate": 5.410486386693243e-05,
      "loss": 1.6719,
      "step": 1075
    },
    {
      "epoch": 1.95,
      "grad_norm": 0.06482276320457458,
      "learning_rate": 5.3934129717573165e-05,
      "loss": 1.6756,
      "step": 1076
    },
    {
      "epoch": 1.95,
      "grad_norm": 0.06716746836900711,
      "learning_rate": 5.3763565852584177e-05,
      "loss": 1.6995,
      "step": 1077
    },
    {
      "epoch": 1.95,
      "grad_norm": 0.06743574887514114,
      "learning_rate": 5.3593172902461717e-05,
      "loss": 1.7064,
      "step": 1078
    },
    {
      "epoch": 1.95,
      "grad_norm": 0.06770848482847214,
      "learning_rate": 5.342295149707025e-05,
      "loss": 1.6588,
      "step": 1079
    },
    {
      "epoch": 1.96,
      "grad_norm": 0.06666205823421478,
      "learning_rate": 5.325290226564017e-05,
      "loss": 1.6215,
      "step": 1080
    },
    {
      "epoch": 1.96,
      "grad_norm": 0.0728970617055893,
      "learning_rate": 5.308302583676548e-05,
      "loss": 1.6878,
      "step": 1081
    },
    {
      "epoch": 1.96,
      "grad_norm": 0.06758435070514679,
      "learning_rate": 5.291332283840125e-05,
      "loss": 1.6422,
      "step": 1082
    },
    {
      "epoch": 1.96,
      "grad_norm": 0.06901335716247559,
      "learning_rate": 5.274379389786154e-05,
      "loss": 1.7208,
      "step": 1083
    },
    {
      "epoch": 1.96,
      "grad_norm": 0.06578974425792694,
      "learning_rate": 5.2574439641817006e-05,
      "loss": 1.6822,
      "step": 1084
    },
    {
      "epoch": 1.97,
      "grad_norm": 0.08507327735424042,
      "learning_rate": 5.240526069629265e-05,
      "loss": 1.6697,
      "step": 1085
    },
    {
      "epoch": 1.97,
      "grad_norm": 0.06818517297506332,
      "learning_rate": 5.223625768666528e-05,
      "loss": 1.7514,
      "step": 1086
    },
    {
      "epoch": 1.97,
      "grad_norm": 0.06869194656610489,
      "learning_rate": 5.206743123766139e-05,
      "loss": 1.6667,
      "step": 1087
    },
    {
      "epoch": 1.97,
      "grad_norm": 0.06622481346130371,
      "learning_rate": 5.1898781973354914e-05,
      "loss": 1.6807,
      "step": 1088
    },
    {
      "epoch": 1.97,
      "grad_norm": 0.07047388702630997,
      "learning_rate": 5.173031051716472e-05,
      "loss": 1.7118,
      "step": 1089
    },
    {
      "epoch": 1.97,
      "grad_norm": 0.0671396255493164,
      "learning_rate": 5.1562017491852387e-05,
      "loss": 1.641,
      "step": 1090
    },
    {
      "epoch": 1.98,
      "grad_norm": 0.06699879467487335,
      "learning_rate": 5.139390351951997e-05,
      "loss": 1.689,
      "step": 1091
    },
    {
      "epoch": 1.98,
      "grad_norm": 0.06538563221693039,
      "learning_rate": 5.122596922160768e-05,
      "loss": 1.6552,
      "step": 1092
    },
    {
      "epoch": 1.98,
      "grad_norm": 0.06701681017875671,
      "learning_rate": 5.105821521889147e-05,
      "loss": 1.6229,
      "step": 1093
    },
    {
      "epoch": 1.98,
      "grad_norm": 0.06672403961420059,
      "learning_rate": 5.089064213148082e-05,
      "loss": 1.695,
      "step": 1094
    },
    {
      "epoch": 1.98,
      "grad_norm": 0.06800191104412079,
      "learning_rate": 5.0723250578816576e-05,
      "loss": 1.6773,
      "step": 1095
    },
    {
      "epoch": 1.99,
      "grad_norm": 0.066898874938488,
      "learning_rate": 5.0556041179668354e-05,
      "loss": 1.6562,
      "step": 1096
    },
    {
      "epoch": 1.99,
      "eval_loss": 1.7255171537399292,
      "eval_runtime": 76.5349,
      "eval_samples_per_second": 65.33,
      "eval_steps_per_second": 16.332,
      "step": 1096
    }
  ],
  "logging_steps": 1,
  "max_steps": 1644,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 548,
  "total_flos": 3.2705098222896415e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}