{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.5474452554744524,
  "eval_steps": 500,
  "global_step": 4500,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.000364963503649635,
      "grad_norm": 22.57154655456543,
      "learning_rate": 1.6000000000000001e-06,
      "loss": 2.1504,
      "step": 1
    },
    {
      "epoch": 0.00072992700729927,
      "grad_norm": 19.329715728759766,
      "learning_rate": 3.2000000000000003e-06,
      "loss": 2.0753,
      "step": 2
    },
    {
      "epoch": 0.0010948905109489052,
      "grad_norm": 24.208030700683594,
      "learning_rate": 4.800000000000001e-06,
      "loss": 2.0153,
      "step": 3
    },
    {
      "epoch": 0.00145985401459854,
      "grad_norm": 13.958930015563965,
      "learning_rate": 6.4000000000000006e-06,
      "loss": 2.033,
      "step": 4
    },
    {
      "epoch": 0.0018248175182481751,
      "grad_norm": 5.776735782623291,
      "learning_rate": 8.000000000000001e-06,
      "loss": 1.7899,
      "step": 5
    },
    {
      "epoch": 0.0021897810218978104,
      "grad_norm": 3.2899227142333984,
      "learning_rate": 9.600000000000001e-06,
      "loss": 1.8601,
      "step": 6
    },
    {
      "epoch": 0.0025547445255474453,
      "grad_norm": 3.9944775104522705,
      "learning_rate": 1.1200000000000001e-05,
      "loss": 1.9067,
      "step": 7
    },
    {
      "epoch": 0.00291970802919708,
      "grad_norm": 3.4587066173553467,
      "learning_rate": 1.2800000000000001e-05,
      "loss": 1.8431,
      "step": 8
    },
    {
      "epoch": 0.0032846715328467154,
      "grad_norm": 2.6550121307373047,
      "learning_rate": 1.4400000000000001e-05,
      "loss": 1.8073,
      "step": 9
    },
    {
      "epoch": 0.0036496350364963502,
      "grad_norm": 2.205951452255249,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 1.7692,
      "step": 10
    },
    {
      "epoch": 0.0040145985401459855,
      "grad_norm": 1.5685899257659912,
      "learning_rate": 1.76e-05,
      "loss": 1.7496,
      "step": 11
    },
    {
      "epoch": 0.004379562043795621,
      "grad_norm": 1.286339521408081,
      "learning_rate": 1.9200000000000003e-05,
      "loss": 1.7006,
      "step": 12
    },
    {
      "epoch": 0.004744525547445255,
      "grad_norm": 1.3621079921722412,
      "learning_rate": 2.08e-05,
      "loss": 1.7848,
      "step": 13
    },
    {
      "epoch": 0.0051094890510948905,
      "grad_norm": 1.392375111579895,
      "learning_rate": 2.2400000000000002e-05,
      "loss": 1.886,
      "step": 14
    },
    {
      "epoch": 0.005474452554744526,
      "grad_norm": 1.2959431409835815,
      "learning_rate": 2.4e-05,
      "loss": 1.7108,
      "step": 15
    },
    {
      "epoch": 0.00583941605839416,
      "grad_norm": 1.5205698013305664,
      "learning_rate": 2.5600000000000002e-05,
      "loss": 1.816,
      "step": 16
    },
    {
      "epoch": 0.0062043795620437955,
      "grad_norm": 1.339637041091919,
      "learning_rate": 2.7200000000000004e-05,
      "loss": 1.7318,
      "step": 17
    },
    {
      "epoch": 0.006569343065693431,
      "grad_norm": 1.2502635717391968,
      "learning_rate": 2.8800000000000002e-05,
      "loss": 1.7447,
      "step": 18
    },
    {
      "epoch": 0.006934306569343066,
      "grad_norm": 1.1626839637756348,
      "learning_rate": 3.0400000000000004e-05,
      "loss": 1.7895,
      "step": 19
    },
    {
      "epoch": 0.0072992700729927005,
      "grad_norm": 1.0300532579421997,
      "learning_rate": 3.2000000000000005e-05,
      "loss": 1.8186,
      "step": 20
    },
    {
      "epoch": 0.007664233576642336,
      "grad_norm": 1.2384706735610962,
      "learning_rate": 3.3600000000000004e-05,
      "loss": 1.7619,
      "step": 21
    },
    {
      "epoch": 0.008029197080291971,
      "grad_norm": 1.184654712677002,
      "learning_rate": 3.52e-05,
      "loss": 1.8264,
      "step": 22
    },
    {
      "epoch": 0.008394160583941606,
      "grad_norm": 1.2455642223358154,
      "learning_rate": 3.680000000000001e-05,
      "loss": 1.7463,
      "step": 23
    },
    {
      "epoch": 0.008759124087591242,
      "grad_norm": 1.3321716785430908,
      "learning_rate": 3.8400000000000005e-05,
      "loss": 1.796,
      "step": 24
    },
    {
      "epoch": 0.009124087591240875,
      "grad_norm": 1.179722547531128,
      "learning_rate": 4e-05,
      "loss": 1.7512,
      "step": 25
    },
    {
      "epoch": 0.00948905109489051,
      "grad_norm": 1.0660053491592407,
      "learning_rate": 4.16e-05,
      "loss": 1.7489,
      "step": 26
    },
    {
      "epoch": 0.009854014598540146,
      "grad_norm": 0.8479825854301453,
      "learning_rate": 4.3200000000000007e-05,
      "loss": 1.6973,
      "step": 27
    },
    {
      "epoch": 0.010218978102189781,
      "grad_norm": 0.9516478776931763,
      "learning_rate": 4.4800000000000005e-05,
      "loss": 1.7097,
      "step": 28
    },
    {
      "epoch": 0.010583941605839416,
      "grad_norm": 0.9208071827888489,
      "learning_rate": 4.64e-05,
      "loss": 1.7538,
      "step": 29
    },
    {
      "epoch": 0.010948905109489052,
      "grad_norm": 1.0009586811065674,
      "learning_rate": 4.8e-05,
      "loss": 1.6848,
      "step": 30
    },
    {
      "epoch": 0.011313868613138687,
      "grad_norm": 0.9140497446060181,
      "learning_rate": 4.9600000000000006e-05,
      "loss": 1.731,
      "step": 31
    },
    {
      "epoch": 0.01167883211678832,
      "grad_norm": 1.1584128141403198,
      "learning_rate": 5.1200000000000004e-05,
      "loss": 1.7689,
      "step": 32
    },
    {
      "epoch": 0.012043795620437956,
      "grad_norm": 0.9058739542961121,
      "learning_rate": 5.280000000000001e-05,
      "loss": 1.6873,
      "step": 33
    },
    {
      "epoch": 0.012408759124087591,
      "grad_norm": 0.8403913378715515,
      "learning_rate": 5.440000000000001e-05,
      "loss": 1.6465,
      "step": 34
    },
    {
      "epoch": 0.012773722627737226,
      "grad_norm": 1.0676064491271973,
      "learning_rate": 5.6e-05,
      "loss": 1.7678,
      "step": 35
    },
    {
      "epoch": 0.013138686131386862,
      "grad_norm": 0.9340100288391113,
      "learning_rate": 5.7600000000000004e-05,
      "loss": 1.7544,
      "step": 36
    },
    {
      "epoch": 0.013503649635036497,
      "grad_norm": 0.8615338802337646,
      "learning_rate": 5.92e-05,
      "loss": 1.7025,
      "step": 37
    },
    {
      "epoch": 0.013868613138686132,
      "grad_norm": 0.9016826748847961,
      "learning_rate": 6.080000000000001e-05,
      "loss": 1.7897,
      "step": 38
    },
    {
      "epoch": 0.014233576642335766,
      "grad_norm": 0.8205634951591492,
      "learning_rate": 6.240000000000001e-05,
      "loss": 1.6404,
      "step": 39
    },
    {
      "epoch": 0.014598540145985401,
      "grad_norm": 0.8312715888023376,
      "learning_rate": 6.400000000000001e-05,
      "loss": 1.6964,
      "step": 40
    },
    {
      "epoch": 0.014963503649635036,
      "grad_norm": 0.7965004444122314,
      "learning_rate": 6.56e-05,
      "loss": 1.6927,
      "step": 41
    },
    {
      "epoch": 0.015328467153284672,
      "grad_norm": 0.7952842116355896,
      "learning_rate": 6.720000000000001e-05,
      "loss": 1.7299,
      "step": 42
    },
    {
      "epoch": 0.015693430656934307,
      "grad_norm": 0.8221874237060547,
      "learning_rate": 6.88e-05,
      "loss": 1.7659,
      "step": 43
    },
    {
      "epoch": 0.016058394160583942,
      "grad_norm": 0.7900505065917969,
      "learning_rate": 7.04e-05,
      "loss": 1.6893,
      "step": 44
    },
    {
      "epoch": 0.016423357664233577,
      "grad_norm": 0.7811992168426514,
      "learning_rate": 7.2e-05,
      "loss": 1.6211,
      "step": 45
    },
    {
      "epoch": 0.016788321167883213,
      "grad_norm": 0.790443480014801,
      "learning_rate": 7.360000000000001e-05,
      "loss": 1.7662,
      "step": 46
    },
    {
      "epoch": 0.017153284671532848,
      "grad_norm": 0.816353440284729,
      "learning_rate": 7.52e-05,
      "loss": 1.6641,
      "step": 47
    },
    {
      "epoch": 0.017518248175182483,
      "grad_norm": 0.8042202591896057,
      "learning_rate": 7.680000000000001e-05,
      "loss": 1.6593,
      "step": 48
    },
    {
      "epoch": 0.017883211678832115,
      "grad_norm": 0.7966692447662354,
      "learning_rate": 7.840000000000001e-05,
      "loss": 1.677,
      "step": 49
    },
    {
      "epoch": 0.01824817518248175,
      "grad_norm": 0.7921064496040344,
      "learning_rate": 8e-05,
      "loss": 1.7434,
      "step": 50
    },
    {
      "epoch": 0.018613138686131386,
      "grad_norm": 0.7834917902946472,
      "learning_rate": 8e-05,
      "loss": 1.6364,
      "step": 51
    },
    {
      "epoch": 0.01897810218978102,
      "grad_norm": 0.8509085774421692,
      "learning_rate": 8e-05,
      "loss": 1.7547,
      "step": 52
    },
    {
      "epoch": 0.019343065693430656,
      "grad_norm": 0.7431538105010986,
      "learning_rate": 8e-05,
      "loss": 1.6649,
      "step": 53
    },
    {
      "epoch": 0.01970802919708029,
      "grad_norm": 0.8557992577552795,
      "learning_rate": 8e-05,
      "loss": 1.7021,
      "step": 54
    },
    {
      "epoch": 0.020072992700729927,
      "grad_norm": 0.7703061699867249,
      "learning_rate": 8e-05,
      "loss": 1.598,
      "step": 55
    },
    {
      "epoch": 0.020437956204379562,
      "grad_norm": 0.8274635076522827,
      "learning_rate": 8e-05,
      "loss": 1.6993,
      "step": 56
    },
    {
      "epoch": 0.020802919708029197,
      "grad_norm": 0.7679604291915894,
      "learning_rate": 8e-05,
      "loss": 1.5652,
      "step": 57
    },
    {
      "epoch": 0.021167883211678833,
      "grad_norm": 0.7668532133102417,
      "learning_rate": 8e-05,
      "loss": 1.7222,
      "step": 58
    },
    {
      "epoch": 0.021532846715328468,
      "grad_norm": 0.7613584995269775,
      "learning_rate": 8e-05,
      "loss": 1.648,
      "step": 59
    },
    {
      "epoch": 0.021897810218978103,
      "grad_norm": 0.8037420511245728,
      "learning_rate": 8e-05,
      "loss": 1.7178,
      "step": 60
    },
    {
      "epoch": 0.02226277372262774,
      "grad_norm": 0.7842661142349243,
      "learning_rate": 8e-05,
      "loss": 1.6398,
      "step": 61
    },
    {
      "epoch": 0.022627737226277374,
      "grad_norm": 0.7700873613357544,
      "learning_rate": 8e-05,
      "loss": 1.6329,
      "step": 62
    },
    {
      "epoch": 0.022992700729927006,
      "grad_norm": 0.7385550737380981,
      "learning_rate": 8e-05,
      "loss": 1.6485,
      "step": 63
    },
    {
      "epoch": 0.02335766423357664,
      "grad_norm": 0.7680835723876953,
      "learning_rate": 8e-05,
      "loss": 1.7112,
      "step": 64
    },
    {
      "epoch": 0.023722627737226276,
      "grad_norm": 0.7822306156158447,
      "learning_rate": 8e-05,
      "loss": 1.7046,
      "step": 65
    },
    {
      "epoch": 0.02408759124087591,
      "grad_norm": 0.7567176818847656,
      "learning_rate": 8e-05,
      "loss": 1.6949,
      "step": 66
    },
    {
      "epoch": 0.024452554744525547,
      "grad_norm": 0.7712631225585938,
      "learning_rate": 8e-05,
      "loss": 1.6146,
      "step": 67
    },
    {
      "epoch": 0.024817518248175182,
      "grad_norm": 0.7157831192016602,
      "learning_rate": 8e-05,
      "loss": 1.6293,
      "step": 68
    },
    {
      "epoch": 0.025182481751824817,
      "grad_norm": 0.7655055522918701,
      "learning_rate": 8e-05,
      "loss": 1.7272,
      "step": 69
    },
    {
      "epoch": 0.025547445255474453,
      "grad_norm": 0.7167195081710815,
      "learning_rate": 8e-05,
      "loss": 1.7118,
      "step": 70
    },
    {
      "epoch": 0.025912408759124088,
      "grad_norm": 0.8068840503692627,
      "learning_rate": 8e-05,
      "loss": 1.6946,
      "step": 71
    },
    {
      "epoch": 0.026277372262773723,
      "grad_norm": 0.7239352464675903,
      "learning_rate": 8e-05,
      "loss": 1.6682,
      "step": 72
    },
    {
      "epoch": 0.02664233576642336,
      "grad_norm": 0.7661513090133667,
      "learning_rate": 8e-05,
      "loss": 1.6985,
      "step": 73
    },
    {
      "epoch": 0.027007299270072994,
      "grad_norm": 0.7436657547950745,
      "learning_rate": 8e-05,
      "loss": 1.6922,
      "step": 74
    },
    {
      "epoch": 0.02737226277372263,
      "grad_norm": 0.7327104210853577,
      "learning_rate": 8e-05,
      "loss": 1.6283,
      "step": 75
    },
    {
      "epoch": 0.027737226277372264,
      "grad_norm": 0.7771669030189514,
      "learning_rate": 8e-05,
      "loss": 1.7046,
      "step": 76
    },
    {
      "epoch": 0.028102189781021896,
      "grad_norm": 0.716783344745636,
      "learning_rate": 8e-05,
      "loss": 1.6743,
      "step": 77
    },
    {
      "epoch": 0.02846715328467153,
      "grad_norm": 0.764636218547821,
      "learning_rate": 8e-05,
      "loss": 1.7406,
      "step": 78
    },
    {
      "epoch": 0.028832116788321167,
      "grad_norm": 0.6536195874214172,
      "learning_rate": 8e-05,
      "loss": 1.5371,
      "step": 79
    },
    {
      "epoch": 0.029197080291970802,
      "grad_norm": 0.7008708119392395,
      "learning_rate": 8e-05,
      "loss": 1.6315,
      "step": 80
    },
    {
      "epoch": 0.029562043795620437,
      "grad_norm": 0.7431614398956299,
      "learning_rate": 8e-05,
      "loss": 1.6929,
      "step": 81
    },
    {
      "epoch": 0.029927007299270073,
      "grad_norm": 0.7041269540786743,
      "learning_rate": 8e-05,
      "loss": 1.5969,
      "step": 82
    },
    {
      "epoch": 0.030291970802919708,
      "grad_norm": 0.771565318107605,
      "learning_rate": 8e-05,
      "loss": 1.6917,
      "step": 83
    },
    {
      "epoch": 0.030656934306569343,
      "grad_norm": 0.6887874007225037,
      "learning_rate": 8e-05,
      "loss": 1.6265,
      "step": 84
    },
    {
      "epoch": 0.03102189781021898,
      "grad_norm": 0.766316294670105,
      "learning_rate": 8e-05,
      "loss": 1.6775,
      "step": 85
    },
    {
      "epoch": 0.031386861313868614,
      "grad_norm": 0.7118349075317383,
      "learning_rate": 8e-05,
      "loss": 1.6254,
      "step": 86
    },
    {
      "epoch": 0.031751824817518245,
      "grad_norm": 0.7359673380851746,
      "learning_rate": 8e-05,
      "loss": 1.6696,
      "step": 87
    },
    {
      "epoch": 0.032116788321167884,
      "grad_norm": 0.6821052432060242,
      "learning_rate": 8e-05,
      "loss": 1.6942,
      "step": 88
    },
    {
      "epoch": 0.032481751824817516,
      "grad_norm": 0.6891179084777832,
      "learning_rate": 8e-05,
      "loss": 1.6617,
      "step": 89
    },
    {
      "epoch": 0.032846715328467155,
      "grad_norm": 0.6847333908081055,
      "learning_rate": 8e-05,
      "loss": 1.6864,
      "step": 90
    },
    {
      "epoch": 0.03321167883211679,
      "grad_norm": 0.7005050778388977,
      "learning_rate": 8e-05,
      "loss": 1.6633,
      "step": 91
    },
    {
      "epoch": 0.033576642335766425,
      "grad_norm": 0.7024527788162231,
      "learning_rate": 8e-05,
      "loss": 1.5764,
      "step": 92
    },
    {
      "epoch": 0.03394160583941606,
      "grad_norm": 0.708507239818573,
      "learning_rate": 8e-05,
      "loss": 1.6535,
      "step": 93
    },
    {
      "epoch": 0.034306569343065696,
      "grad_norm": 0.6904707551002502,
      "learning_rate": 8e-05,
      "loss": 1.6805,
      "step": 94
    },
    {
      "epoch": 0.03467153284671533,
      "grad_norm": 0.7204551696777344,
      "learning_rate": 8e-05,
      "loss": 1.6818,
      "step": 95
    },
    {
      "epoch": 0.035036496350364967,
      "grad_norm": 0.692854106426239,
      "learning_rate": 8e-05,
      "loss": 1.6674,
      "step": 96
    },
    {
      "epoch": 0.0354014598540146,
      "grad_norm": 0.6822801828384399,
      "learning_rate": 8e-05,
      "loss": 1.5938,
      "step": 97
    },
    {
      "epoch": 0.03576642335766423,
      "grad_norm": 0.697212815284729,
      "learning_rate": 8e-05,
      "loss": 1.6764,
      "step": 98
    },
    {
      "epoch": 0.03613138686131387,
      "grad_norm": 0.7240051627159119,
      "learning_rate": 8e-05,
      "loss": 1.6327,
      "step": 99
    },
    {
      "epoch": 0.0364963503649635,
      "grad_norm": 0.7162131071090698,
      "learning_rate": 8e-05,
      "loss": 1.7184,
      "step": 100
    },
    {
      "epoch": 0.03686131386861314,
      "grad_norm": 0.683077335357666,
      "learning_rate": 8e-05,
      "loss": 1.6702,
      "step": 101
    },
    {
      "epoch": 0.03722627737226277,
      "grad_norm": 0.6752654910087585,
      "learning_rate": 8e-05,
      "loss": 1.6491,
      "step": 102
    },
    {
      "epoch": 0.03759124087591241,
      "grad_norm": 0.6767718195915222,
      "learning_rate": 8e-05,
      "loss": 1.6547,
      "step": 103
    },
    {
      "epoch": 0.03795620437956204,
      "grad_norm": 0.7069666385650635,
      "learning_rate": 8e-05,
      "loss": 1.73,
      "step": 104
    },
    {
      "epoch": 0.03832116788321168,
      "grad_norm": 0.6691062450408936,
      "learning_rate": 8e-05,
      "loss": 1.5829,
      "step": 105
    },
    {
      "epoch": 0.03868613138686131,
      "grad_norm": 0.7920565009117126,
      "learning_rate": 8e-05,
      "loss": 1.6922,
      "step": 106
    },
    {
      "epoch": 0.03905109489051095,
      "grad_norm": 0.7031686902046204,
      "learning_rate": 8e-05,
      "loss": 1.6239,
      "step": 107
    },
    {
      "epoch": 0.03941605839416058,
      "grad_norm": 0.7239372134208679,
      "learning_rate": 8e-05,
      "loss": 1.646,
      "step": 108
    },
    {
      "epoch": 0.03978102189781022,
      "grad_norm": 0.703835666179657,
      "learning_rate": 8e-05,
      "loss": 1.6272,
      "step": 109
    },
    {
      "epoch": 0.040145985401459854,
      "grad_norm": 0.7483698725700378,
      "learning_rate": 8e-05,
      "loss": 1.6598,
      "step": 110
    },
    {
      "epoch": 0.04051094890510949,
      "grad_norm": 0.7210462093353271,
      "learning_rate": 8e-05,
      "loss": 1.676,
      "step": 111
    },
    {
      "epoch": 0.040875912408759124,
      "grad_norm": 0.6540061235427856,
      "learning_rate": 8e-05,
      "loss": 1.5927,
      "step": 112
    },
    {
      "epoch": 0.041240875912408756,
      "grad_norm": 0.6687197089195251,
      "learning_rate": 8e-05,
      "loss": 1.7032,
      "step": 113
    },
    {
      "epoch": 0.041605839416058395,
      "grad_norm": 0.6997892260551453,
      "learning_rate": 8e-05,
      "loss": 1.6602,
      "step": 114
    },
    {
      "epoch": 0.041970802919708027,
      "grad_norm": 0.6778460741043091,
      "learning_rate": 8e-05,
      "loss": 1.7102,
      "step": 115
    },
    {
      "epoch": 0.042335766423357665,
      "grad_norm": 0.6977257132530212,
      "learning_rate": 8e-05,
      "loss": 1.6114,
      "step": 116
    },
    {
      "epoch": 0.0427007299270073,
      "grad_norm": 0.6852269768714905,
      "learning_rate": 8e-05,
      "loss": 1.651,
      "step": 117
    },
    {
      "epoch": 0.043065693430656936,
      "grad_norm": 0.7067930698394775,
      "learning_rate": 8e-05,
      "loss": 1.5944,
      "step": 118
    },
    {
      "epoch": 0.04343065693430657,
      "grad_norm": 0.6694912910461426,
      "learning_rate": 8e-05,
      "loss": 1.6303,
      "step": 119
    },
    {
      "epoch": 0.043795620437956206,
      "grad_norm": 0.7325598001480103,
      "learning_rate": 8e-05,
      "loss": 1.5886,
      "step": 120
    },
    {
      "epoch": 0.04416058394160584,
      "grad_norm": 0.6786623597145081,
      "learning_rate": 8e-05,
      "loss": 1.6708,
      "step": 121
    },
    {
      "epoch": 0.04452554744525548,
      "grad_norm": 0.6945887207984924,
      "learning_rate": 8e-05,
      "loss": 1.6192,
      "step": 122
    },
    {
      "epoch": 0.04489051094890511,
      "grad_norm": 0.6830284595489502,
      "learning_rate": 8e-05,
      "loss": 1.6517,
      "step": 123
    },
    {
      "epoch": 0.04525547445255475,
      "grad_norm": 0.6675395965576172,
      "learning_rate": 8e-05,
      "loss": 1.6311,
      "step": 124
    },
    {
      "epoch": 0.04562043795620438,
      "grad_norm": 0.6879777908325195,
      "learning_rate": 8e-05,
      "loss": 1.6212,
      "step": 125
    },
    {
      "epoch": 0.04598540145985401,
      "grad_norm": 0.6864371299743652,
      "learning_rate": 8e-05,
      "loss": 1.6988,
      "step": 126
    },
    {
      "epoch": 0.04635036496350365,
      "grad_norm": 0.6912606954574585,
      "learning_rate": 8e-05,
      "loss": 1.6814,
      "step": 127
    },
    {
      "epoch": 0.04671532846715328,
      "grad_norm": 0.6792883276939392,
      "learning_rate": 8e-05,
      "loss": 1.6972,
      "step": 128
    },
    {
      "epoch": 0.04708029197080292,
      "grad_norm": 0.6731526851654053,
      "learning_rate": 8e-05,
      "loss": 1.6984,
      "step": 129
    },
    {
      "epoch": 0.04744525547445255,
      "grad_norm": 0.6818424463272095,
      "learning_rate": 8e-05,
      "loss": 1.6134,
      "step": 130
    },
    {
      "epoch": 0.04781021897810219,
      "grad_norm": 0.6601257920265198,
      "learning_rate": 8e-05,
      "loss": 1.5698,
      "step": 131
    },
    {
      "epoch": 0.04817518248175182,
      "grad_norm": 0.6575655937194824,
      "learning_rate": 8e-05,
      "loss": 1.5623,
      "step": 132
    },
    {
      "epoch": 0.04854014598540146,
      "grad_norm": 0.6792151927947998,
      "learning_rate": 8e-05,
      "loss": 1.6246,
      "step": 133
    },
    {
      "epoch": 0.04890510948905109,
      "grad_norm": 0.6751284003257751,
      "learning_rate": 8e-05,
      "loss": 1.6165,
      "step": 134
    },
    {
      "epoch": 0.04927007299270073,
      "grad_norm": 0.6354056000709534,
      "learning_rate": 8e-05,
      "loss": 1.5375,
      "step": 135
    },
    {
      "epoch": 0.049635036496350364,
      "grad_norm": 0.6488074660301208,
      "learning_rate": 8e-05,
      "loss": 1.6582,
      "step": 136
    },
    {
      "epoch": 0.05,
      "grad_norm": 0.6680902242660522,
      "learning_rate": 8e-05,
      "loss": 1.6881,
      "step": 137
    },
    {
      "epoch": 0.050364963503649635,
      "grad_norm": 0.6529712080955505,
      "learning_rate": 8e-05,
      "loss": 1.6208,
      "step": 138
    },
    {
      "epoch": 0.05072992700729927,
      "grad_norm": 0.6779060363769531,
      "learning_rate": 8e-05,
      "loss": 1.6866,
      "step": 139
    },
    {
      "epoch": 0.051094890510948905,
      "grad_norm": 0.6759631037712097,
      "learning_rate": 8e-05,
      "loss": 1.6761,
      "step": 140
    },
    {
      "epoch": 0.05145985401459854,
      "grad_norm": 0.6622214317321777,
      "learning_rate": 8e-05,
      "loss": 1.6412,
      "step": 141
    },
    {
      "epoch": 0.051824817518248176,
      "grad_norm": 0.663199245929718,
      "learning_rate": 8e-05,
      "loss": 1.685,
      "step": 142
    },
    {
      "epoch": 0.05218978102189781,
      "grad_norm": 0.6915879249572754,
      "learning_rate": 8e-05,
      "loss": 1.6308,
      "step": 143
    },
    {
      "epoch": 0.052554744525547446,
      "grad_norm": 0.6636124849319458,
      "learning_rate": 8e-05,
      "loss": 1.6429,
      "step": 144
    },
    {
      "epoch": 0.05291970802919708,
      "grad_norm": 0.6754583716392517,
      "learning_rate": 8e-05,
      "loss": 1.6779,
      "step": 145
    },
    {
      "epoch": 0.05328467153284672,
      "grad_norm": 0.6307612657546997,
      "learning_rate": 8e-05,
      "loss": 1.6574,
      "step": 146
    },
    {
      "epoch": 0.05364963503649635,
      "grad_norm": 0.6504020690917969,
      "learning_rate": 8e-05,
      "loss": 1.6252,
      "step": 147
    },
    {
      "epoch": 0.05401459854014599,
      "grad_norm": 0.6336159110069275,
      "learning_rate": 8e-05,
      "loss": 1.5255,
      "step": 148
    },
    {
      "epoch": 0.05437956204379562,
      "grad_norm": 0.6335279941558838,
      "learning_rate": 8e-05,
      "loss": 1.5818,
      "step": 149
    },
    {
      "epoch": 0.05474452554744526,
      "grad_norm": 0.6577324867248535,
      "learning_rate": 8e-05,
      "loss": 1.7288,
      "step": 150
    },
    {
      "epoch": 0.05510948905109489,
      "grad_norm": 0.6642254590988159,
      "learning_rate": 8e-05,
      "loss": 1.6501,
      "step": 151
    },
    {
      "epoch": 0.05547445255474453,
      "grad_norm": 0.6491948366165161,
      "learning_rate": 8e-05,
      "loss": 1.6538,
      "step": 152
    },
    {
      "epoch": 0.05583941605839416,
      "grad_norm": 0.6526106595993042,
      "learning_rate": 8e-05,
      "loss": 1.6362,
      "step": 153
    },
    {
      "epoch": 0.05620437956204379,
      "grad_norm": 0.635654628276825,
      "learning_rate": 8e-05,
      "loss": 1.6203,
      "step": 154
    },
    {
      "epoch": 0.05656934306569343,
      "grad_norm": 0.6858350038528442,
      "learning_rate": 8e-05,
      "loss": 1.6445,
      "step": 155
    },
    {
      "epoch": 0.05693430656934306,
      "grad_norm": 0.6238821148872375,
      "learning_rate": 8e-05,
      "loss": 1.6378,
      "step": 156
    },
    {
      "epoch": 0.0572992700729927,
      "grad_norm": 0.7022926807403564,
      "learning_rate": 8e-05,
      "loss": 1.7044,
      "step": 157
    },
    {
      "epoch": 0.05766423357664233,
      "grad_norm": 0.6438405513763428,
      "learning_rate": 8e-05,
      "loss": 1.5686,
      "step": 158
    },
    {
      "epoch": 0.05802919708029197,
      "grad_norm": 0.6593636274337769,
      "learning_rate": 8e-05,
      "loss": 1.6247,
      "step": 159
    },
    {
      "epoch": 0.058394160583941604,
      "grad_norm": 0.6836504340171814,
      "learning_rate": 8e-05,
      "loss": 1.6776,
      "step": 160
    },
    {
      "epoch": 0.05875912408759124,
      "grad_norm": 0.6473071575164795,
      "learning_rate": 8e-05,
      "loss": 1.6572,
      "step": 161
    },
    {
      "epoch": 0.059124087591240874,
      "grad_norm": 0.6869360208511353,
      "learning_rate": 8e-05,
      "loss": 1.7435,
      "step": 162
    },
    {
      "epoch": 0.05948905109489051,
      "grad_norm": 0.6359171867370605,
      "learning_rate": 8e-05,
      "loss": 1.6107,
      "step": 163
    },
    {
      "epoch": 0.059854014598540145,
      "grad_norm": 0.6575145125389099,
      "learning_rate": 8e-05,
      "loss": 1.6216,
      "step": 164
    },
    {
      "epoch": 0.060218978102189784,
      "grad_norm": 0.6317960619926453,
      "learning_rate": 8e-05,
      "loss": 1.5935,
      "step": 165
    },
    {
      "epoch": 0.060583941605839416,
      "grad_norm": 0.6209494471549988,
      "learning_rate": 8e-05,
      "loss": 1.5776,
      "step": 166
    },
    {
      "epoch": 0.060948905109489054,
      "grad_norm": 0.6999175548553467,
      "learning_rate": 8e-05,
      "loss": 1.7135,
      "step": 167
    },
    {
      "epoch": 0.061313868613138686,
      "grad_norm": 0.6563970446586609,
      "learning_rate": 8e-05,
      "loss": 1.6126,
      "step": 168
    },
    {
      "epoch": 0.06167883211678832,
      "grad_norm": 0.6753642559051514,
      "learning_rate": 8e-05,
      "loss": 1.638,
      "step": 169
    },
    {
      "epoch": 0.06204379562043796,
      "grad_norm": 0.6202018857002258,
      "learning_rate": 8e-05,
      "loss": 1.5676,
      "step": 170
    },
    {
      "epoch": 0.06240875912408759,
      "grad_norm": 0.6952285766601562,
      "learning_rate": 8e-05,
      "loss": 1.6453,
      "step": 171
    },
    {
      "epoch": 0.06277372262773723,
      "grad_norm": 0.6592741012573242,
      "learning_rate": 8e-05,
      "loss": 1.6186,
      "step": 172
    },
    {
      "epoch": 0.06313868613138686,
      "grad_norm": 0.6915072798728943,
      "learning_rate": 8e-05,
      "loss": 1.6688,
      "step": 173
    },
    {
      "epoch": 0.06350364963503649,
      "grad_norm": 0.6609305739402771,
      "learning_rate": 8e-05,
      "loss": 1.6793,
      "step": 174
    },
    {
      "epoch": 0.06386861313868614,
      "grad_norm": 0.6582349538803101,
      "learning_rate": 8e-05,
      "loss": 1.6605,
      "step": 175
    },
    {
      "epoch": 0.06423357664233577,
      "grad_norm": 0.6619317531585693,
      "learning_rate": 8e-05,
      "loss": 1.6396,
      "step": 176
    },
    {
      "epoch": 0.0645985401459854,
      "grad_norm": 0.6226148009300232,
      "learning_rate": 8e-05,
      "loss": 1.5018,
      "step": 177
    },
    {
      "epoch": 0.06496350364963503,
      "grad_norm": 0.6973519921302795,
      "learning_rate": 8e-05,
      "loss": 1.6551,
      "step": 178
    },
    {
      "epoch": 0.06532846715328468,
      "grad_norm": 0.6476939916610718,
      "learning_rate": 8e-05,
      "loss": 1.6008,
      "step": 179
    },
    {
      "epoch": 0.06569343065693431,
      "grad_norm": 0.6622018814086914,
      "learning_rate": 8e-05,
      "loss": 1.5487,
      "step": 180
    },
    {
      "epoch": 0.06605839416058394,
      "grad_norm": 0.6711437702178955,
      "learning_rate": 8e-05,
      "loss": 1.5897,
      "step": 181
    },
    {
      "epoch": 0.06642335766423357,
      "grad_norm": 0.6742732524871826,
      "learning_rate": 8e-05,
      "loss": 1.6583,
      "step": 182
    },
    {
      "epoch": 0.0667883211678832,
      "grad_norm": 0.7049593925476074,
      "learning_rate": 8e-05,
      "loss": 1.766,
      "step": 183
    },
    {
      "epoch": 0.06715328467153285,
      "grad_norm": 0.6531417965888977,
      "learning_rate": 8e-05,
      "loss": 1.649,
      "step": 184
    },
    {
      "epoch": 0.06751824817518248,
      "grad_norm": 0.6357539296150208,
      "learning_rate": 8e-05,
      "loss": 1.5751,
      "step": 185
    },
    {
      "epoch": 0.06788321167883211,
      "grad_norm": 0.688915491104126,
      "learning_rate": 8e-05,
      "loss": 1.6641,
      "step": 186
    },
    {
      "epoch": 0.06824817518248175,
      "grad_norm": 0.6622700691223145,
      "learning_rate": 8e-05,
      "loss": 1.6203,
      "step": 187
    },
    {
      "epoch": 0.06861313868613139,
      "grad_norm": 0.7143622636795044,
      "learning_rate": 8e-05,
      "loss": 1.6322,
      "step": 188
    },
    {
      "epoch": 0.06897810218978102,
      "grad_norm": 0.651539146900177,
      "learning_rate": 8e-05,
      "loss": 1.6368,
      "step": 189
    },
    {
      "epoch": 0.06934306569343066,
      "grad_norm": 0.6789389848709106,
      "learning_rate": 8e-05,
      "loss": 1.5865,
      "step": 190
    },
    {
      "epoch": 0.06970802919708029,
      "grad_norm": 0.6590864658355713,
      "learning_rate": 8e-05,
      "loss": 1.7004,
      "step": 191
    },
    {
      "epoch": 0.07007299270072993,
      "grad_norm": 0.7100057601928711,
      "learning_rate": 8e-05,
      "loss": 1.6546,
      "step": 192
    },
    {
      "epoch": 0.07043795620437956,
      "grad_norm": 0.627885639667511,
      "learning_rate": 8e-05,
      "loss": 1.69,
      "step": 193
    },
    {
      "epoch": 0.0708029197080292,
      "grad_norm": 0.7236726880073547,
      "learning_rate": 8e-05,
      "loss": 1.6376,
      "step": 194
    },
    {
      "epoch": 0.07116788321167883,
      "grad_norm": 0.6360193490982056,
      "learning_rate": 8e-05,
      "loss": 1.6103,
      "step": 195
    },
    {
      "epoch": 0.07153284671532846,
      "grad_norm": 0.661082923412323,
      "learning_rate": 8e-05,
      "loss": 1.5766,
      "step": 196
    },
    {
      "epoch": 0.0718978102189781,
      "grad_norm": 0.6515825390815735,
      "learning_rate": 8e-05,
      "loss": 1.666,
      "step": 197
    },
    {
      "epoch": 0.07226277372262774,
      "grad_norm": 0.7029083371162415,
      "learning_rate": 8e-05,
      "loss": 1.6451,
      "step": 198
    },
    {
      "epoch": 0.07262773722627737,
      "grad_norm": 0.6420914530754089,
      "learning_rate": 8e-05,
      "loss": 1.6403,
      "step": 199
    },
    {
      "epoch": 0.072992700729927,
      "grad_norm": 0.6848012208938599,
      "learning_rate": 8e-05,
      "loss": 1.6839,
      "step": 200
    },
    {
      "epoch": 0.07335766423357665,
      "grad_norm": 0.6750447154045105,
      "learning_rate": 8e-05,
      "loss": 1.6645,
      "step": 201
    },
    {
      "epoch": 0.07372262773722628,
      "grad_norm": 0.647811770439148,
      "learning_rate": 8e-05,
      "loss": 1.6211,
      "step": 202
    },
    {
      "epoch": 0.07408759124087591,
      "grad_norm": 0.6767793893814087,
      "learning_rate": 8e-05,
      "loss": 1.641,
      "step": 203
    },
    {
      "epoch": 0.07445255474452554,
      "grad_norm": 0.643554151058197,
      "learning_rate": 8e-05,
      "loss": 1.6141,
      "step": 204
    },
    {
      "epoch": 0.07481751824817519,
      "grad_norm": 0.6107140779495239,
      "learning_rate": 8e-05,
      "loss": 1.533,
      "step": 205
    },
    {
      "epoch": 0.07518248175182482,
      "grad_norm": 0.6122639179229736,
      "learning_rate": 8e-05,
      "loss": 1.6045,
      "step": 206
    },
    {
      "epoch": 0.07554744525547445,
      "grad_norm": 0.6810380816459656,
      "learning_rate": 8e-05,
      "loss": 1.6728,
      "step": 207
    },
    {
      "epoch": 0.07591240875912408,
      "grad_norm": 0.6485706567764282,
      "learning_rate": 8e-05,
      "loss": 1.7578,
      "step": 208
    },
    {
      "epoch": 0.07627737226277373,
      "grad_norm": 0.6138009428977966,
      "learning_rate": 8e-05,
      "loss": 1.616,
      "step": 209
    },
    {
      "epoch": 0.07664233576642336,
      "grad_norm": 0.6135149598121643,
      "learning_rate": 8e-05,
      "loss": 1.5804,
      "step": 210
    },
    {
      "epoch": 0.07700729927007299,
      "grad_norm": 0.633509635925293,
      "learning_rate": 8e-05,
      "loss": 1.639,
      "step": 211
    },
    {
      "epoch": 0.07737226277372262,
      "grad_norm": 0.6139196753501892,
      "learning_rate": 8e-05,
      "loss": 1.5823,
      "step": 212
    },
    {
      "epoch": 0.07773722627737226,
      "grad_norm": 0.647861123085022,
      "learning_rate": 8e-05,
      "loss": 1.6458,
      "step": 213
    },
    {
      "epoch": 0.0781021897810219,
      "grad_norm": 0.6362785696983337,
      "learning_rate": 8e-05,
      "loss": 1.6461,
      "step": 214
    },
    {
      "epoch": 0.07846715328467153,
      "grad_norm": 0.6941103339195251,
      "learning_rate": 8e-05,
      "loss": 1.6326,
      "step": 215
    },
    {
      "epoch": 0.07883211678832117,
      "grad_norm": 0.6207079887390137,
      "learning_rate": 8e-05,
      "loss": 1.6105,
      "step": 216
    },
    {
      "epoch": 0.0791970802919708,
      "grad_norm": 0.6324756741523743,
      "learning_rate": 8e-05,
      "loss": 1.5719,
      "step": 217
    },
    {
      "epoch": 0.07956204379562044,
      "grad_norm": 0.6452170610427856,
      "learning_rate": 8e-05,
      "loss": 1.6225,
      "step": 218
    },
    {
      "epoch": 0.07992700729927008,
      "grad_norm": 0.6809782981872559,
      "learning_rate": 8e-05,
      "loss": 1.5852,
      "step": 219
    },
    {
      "epoch": 0.08029197080291971,
      "grad_norm": 0.6372150182723999,
      "learning_rate": 8e-05,
      "loss": 1.6764,
      "step": 220
    },
    {
      "epoch": 0.08065693430656934,
      "grad_norm": 0.6684524416923523,
      "learning_rate": 8e-05,
      "loss": 1.6282,
      "step": 221
    },
    {
      "epoch": 0.08102189781021898,
      "grad_norm": 0.6516437530517578,
      "learning_rate": 8e-05,
      "loss": 1.7021,
      "step": 222
    },
    {
      "epoch": 0.08138686131386862,
      "grad_norm": 0.6852911710739136,
      "learning_rate": 8e-05,
      "loss": 1.5741,
      "step": 223
    },
    {
      "epoch": 0.08175182481751825,
      "grad_norm": 0.6456780433654785,
      "learning_rate": 8e-05,
      "loss": 1.6788,
      "step": 224
    },
    {
      "epoch": 0.08211678832116788,
      "grad_norm": 0.6505553126335144,
      "learning_rate": 8e-05,
      "loss": 1.6344,
      "step": 225
    },
    {
      "epoch": 0.08248175182481751,
      "grad_norm": 0.6681793332099915,
      "learning_rate": 8e-05,
      "loss": 1.6369,
      "step": 226
    },
    {
      "epoch": 0.08284671532846716,
      "grad_norm": 0.6822577118873596,
      "learning_rate": 8e-05,
      "loss": 1.6403,
      "step": 227
    },
    {
      "epoch": 0.08321167883211679,
      "grad_norm": 0.6623692512512207,
      "learning_rate": 8e-05,
      "loss": 1.6761,
      "step": 228
    },
    {
      "epoch": 0.08357664233576642,
      "grad_norm": 0.6671502590179443,
      "learning_rate": 8e-05,
      "loss": 1.6529,
      "step": 229
    },
    {
      "epoch": 0.08394160583941605,
      "grad_norm": 0.6418682932853699,
      "learning_rate": 8e-05,
      "loss": 1.6682,
      "step": 230
    },
    {
      "epoch": 0.0843065693430657,
      "grad_norm": 0.6576665639877319,
      "learning_rate": 8e-05,
      "loss": 1.5573,
      "step": 231
    },
    {
      "epoch": 0.08467153284671533,
      "grad_norm": 0.6582851409912109,
      "learning_rate": 8e-05,
      "loss": 1.6435,
      "step": 232
    },
    {
      "epoch": 0.08503649635036496,
      "grad_norm": 0.6110396981239319,
      "learning_rate": 8e-05,
      "loss": 1.5807,
      "step": 233
    },
    {
      "epoch": 0.0854014598540146,
      "grad_norm": 0.6910983324050903,
      "learning_rate": 8e-05,
      "loss": 1.6798,
      "step": 234
    },
    {
      "epoch": 0.08576642335766424,
      "grad_norm": 0.6203469038009644,
      "learning_rate": 8e-05,
      "loss": 1.6219,
      "step": 235
    },
    {
      "epoch": 0.08613138686131387,
      "grad_norm": 0.6586968302726746,
      "learning_rate": 8e-05,
      "loss": 1.6086,
      "step": 236
    },
    {
      "epoch": 0.0864963503649635,
      "grad_norm": 0.6298242807388306,
      "learning_rate": 8e-05,
      "loss": 1.6064,
      "step": 237
    },
    {
      "epoch": 0.08686131386861314,
      "grad_norm": 0.6793626546859741,
      "learning_rate": 8e-05,
      "loss": 1.6343,
      "step": 238
    },
    {
      "epoch": 0.08722627737226277,
      "grad_norm": 0.6487987637519836,
      "learning_rate": 8e-05,
      "loss": 1.7173,
      "step": 239
    },
    {
      "epoch": 0.08759124087591241,
      "grad_norm": 0.6353443264961243,
      "learning_rate": 8e-05,
      "loss": 1.653,
      "step": 240
    },
    {
      "epoch": 0.08795620437956204,
      "grad_norm": 0.6174424290657043,
      "learning_rate": 8e-05,
      "loss": 1.6253,
      "step": 241
    },
    {
      "epoch": 0.08832116788321168,
      "grad_norm": 0.6607341766357422,
      "learning_rate": 8e-05,
      "loss": 1.7099,
      "step": 242
    },
    {
      "epoch": 0.08868613138686131,
      "grad_norm": 0.6094650626182556,
      "learning_rate": 8e-05,
      "loss": 1.5388,
      "step": 243
    },
    {
      "epoch": 0.08905109489051095,
      "grad_norm": 0.6532341241836548,
      "learning_rate": 8e-05,
      "loss": 1.7267,
      "step": 244
    },
    {
      "epoch": 0.08941605839416059,
      "grad_norm": 0.6230448484420776,
      "learning_rate": 8e-05,
      "loss": 1.5623,
      "step": 245
    },
    {
      "epoch": 0.08978102189781022,
      "grad_norm": 0.6202890276908875,
      "learning_rate": 8e-05,
      "loss": 1.5903,
      "step": 246
    },
    {
      "epoch": 0.09014598540145985,
      "grad_norm": 0.651771068572998,
      "learning_rate": 8e-05,
      "loss": 1.6275,
      "step": 247
    },
    {
      "epoch": 0.0905109489051095,
      "grad_norm": 0.6170251369476318,
      "learning_rate": 8e-05,
      "loss": 1.5289,
      "step": 248
    },
    {
      "epoch": 0.09087591240875913,
      "grad_norm": 0.6521790623664856,
      "learning_rate": 8e-05,
      "loss": 1.7091,
      "step": 249
    },
    {
      "epoch": 0.09124087591240876,
      "grad_norm": 0.6385735869407654,
      "learning_rate": 8e-05,
      "loss": 1.6472,
      "step": 250
    },
    {
      "epoch": 0.09160583941605839,
      "grad_norm": 0.6756763458251953,
      "learning_rate": 8e-05,
      "loss": 1.6206,
      "step": 251
    },
    {
      "epoch": 0.09197080291970802,
      "grad_norm": 0.6621498465538025,
      "learning_rate": 8e-05,
      "loss": 1.7197,
      "step": 252
    },
    {
      "epoch": 0.09233576642335767,
      "grad_norm": 0.622480571269989,
      "learning_rate": 8e-05,
      "loss": 1.6384,
      "step": 253
    },
    {
      "epoch": 0.0927007299270073,
      "grad_norm": 0.6310390830039978,
      "learning_rate": 8e-05,
      "loss": 1.6171,
      "step": 254
    },
    {
      "epoch": 0.09306569343065693,
      "grad_norm": 0.6505634188652039,
      "learning_rate": 8e-05,
      "loss": 1.6645,
      "step": 255
    },
    {
      "epoch": 0.09343065693430656,
      "grad_norm": 0.6445801854133606,
      "learning_rate": 8e-05,
      "loss": 1.6387,
      "step": 256
    },
    {
      "epoch": 0.09379562043795621,
      "grad_norm": 0.6233002543449402,
      "learning_rate": 8e-05,
      "loss": 1.6904,
      "step": 257
    },
    {
      "epoch": 0.09416058394160584,
      "grad_norm": 0.6381605267524719,
      "learning_rate": 8e-05,
      "loss": 1.6955,
      "step": 258
    },
    {
      "epoch": 0.09452554744525547,
      "grad_norm": 0.624656617641449,
      "learning_rate": 8e-05,
      "loss": 1.6381,
      "step": 259
    },
    {
      "epoch": 0.0948905109489051,
      "grad_norm": 0.6356867551803589,
      "learning_rate": 8e-05,
      "loss": 1.6102,
      "step": 260
    },
    {
      "epoch": 0.09525547445255475,
      "grad_norm": 0.608851969242096,
      "learning_rate": 8e-05,
      "loss": 1.5377,
      "step": 261
    },
    {
      "epoch": 0.09562043795620438,
      "grad_norm": 0.6026848554611206,
      "learning_rate": 8e-05,
      "loss": 1.541,
      "step": 262
    },
    {
      "epoch": 0.09598540145985401,
      "grad_norm": 0.6280433535575867,
      "learning_rate": 8e-05,
      "loss": 1.6439,
      "step": 263
    },
    {
      "epoch": 0.09635036496350365,
      "grad_norm": 0.6536202430725098,
      "learning_rate": 8e-05,
      "loss": 1.6509,
      "step": 264
    },
    {
      "epoch": 0.09671532846715329,
      "grad_norm": 0.620281994342804,
      "learning_rate": 8e-05,
      "loss": 1.5817,
      "step": 265
    },
    {
      "epoch": 0.09708029197080292,
      "grad_norm": 0.631650984287262,
      "learning_rate": 8e-05,
      "loss": 1.6323,
      "step": 266
    },
    {
      "epoch": 0.09744525547445256,
      "grad_norm": 0.6140681505203247,
      "learning_rate": 8e-05,
      "loss": 1.6441,
      "step": 267
    },
    {
      "epoch": 0.09781021897810219,
      "grad_norm": 0.6505481600761414,
      "learning_rate": 8e-05,
      "loss": 1.7509,
      "step": 268
    },
    {
      "epoch": 0.09817518248175182,
      "grad_norm": 0.6185811758041382,
      "learning_rate": 8e-05,
      "loss": 1.6219,
      "step": 269
    },
    {
      "epoch": 0.09854014598540146,
      "grad_norm": 0.6200017333030701,
      "learning_rate": 8e-05,
      "loss": 1.6895,
      "step": 270
    },
    {
      "epoch": 0.0989051094890511,
      "grad_norm": 0.622482419013977,
      "learning_rate": 8e-05,
      "loss": 1.6513,
      "step": 271
    },
    {
      "epoch": 0.09927007299270073,
      "grad_norm": 0.6196774840354919,
      "learning_rate": 8e-05,
      "loss": 1.5561,
      "step": 272
    },
    {
      "epoch": 0.09963503649635036,
      "grad_norm": 0.6650382876396179,
      "learning_rate": 8e-05,
      "loss": 1.6895,
      "step": 273
    },
    {
      "epoch": 0.1,
      "grad_norm": 0.6315541863441467,
      "learning_rate": 8e-05,
      "loss": 1.6517,
      "step": 274
    },
    {
      "epoch": 0.10036496350364964,
      "grad_norm": 0.6260400414466858,
      "learning_rate": 8e-05,
      "loss": 1.5416,
      "step": 275
    },
    {
      "epoch": 0.10072992700729927,
      "grad_norm": 0.6422640085220337,
      "learning_rate": 8e-05,
      "loss": 1.6093,
      "step": 276
    },
    {
      "epoch": 0.1010948905109489,
      "grad_norm": 0.6358878016471863,
      "learning_rate": 8e-05,
      "loss": 1.5999,
      "step": 277
    },
    {
      "epoch": 0.10145985401459855,
      "grad_norm": 0.6150726675987244,
      "learning_rate": 8e-05,
      "loss": 1.5424,
      "step": 278
    },
    {
      "epoch": 0.10182481751824818,
      "grad_norm": 0.6041696071624756,
      "learning_rate": 8e-05,
      "loss": 1.53,
      "step": 279
    },
    {
      "epoch": 0.10218978102189781,
      "grad_norm": 0.6387864351272583,
      "learning_rate": 8e-05,
      "loss": 1.5906,
      "step": 280
    },
    {
      "epoch": 0.10255474452554744,
      "grad_norm": 0.6316493153572083,
      "learning_rate": 8e-05,
      "loss": 1.6365,
      "step": 281
    },
    {
      "epoch": 0.10291970802919707,
      "grad_norm": 0.6349657773971558,
      "learning_rate": 8e-05,
      "loss": 1.6453,
      "step": 282
    },
    {
      "epoch": 0.10328467153284672,
      "grad_norm": 0.6238228678703308,
      "learning_rate": 8e-05,
      "loss": 1.6717,
      "step": 283
    },
    {
      "epoch": 0.10364963503649635,
      "grad_norm": 0.671826183795929,
      "learning_rate": 8e-05,
      "loss": 1.6786,
      "step": 284
    },
    {
      "epoch": 0.10401459854014598,
      "grad_norm": 0.6366381645202637,
      "learning_rate": 8e-05,
      "loss": 1.6711,
      "step": 285
    },
    {
      "epoch": 0.10437956204379562,
      "grad_norm": 0.6414408087730408,
      "learning_rate": 8e-05,
      "loss": 1.5918,
      "step": 286
    },
    {
      "epoch": 0.10474452554744526,
      "grad_norm": 0.6279474496841431,
      "learning_rate": 8e-05,
      "loss": 1.6198,
      "step": 287
    },
    {
      "epoch": 0.10510948905109489,
      "grad_norm": 0.6657609939575195,
      "learning_rate": 8e-05,
      "loss": 1.5964,
      "step": 288
    },
    {
      "epoch": 0.10547445255474452,
      "grad_norm": 0.6019155979156494,
      "learning_rate": 8e-05,
      "loss": 1.5942,
      "step": 289
    },
    {
      "epoch": 0.10583941605839416,
      "grad_norm": 0.6148877739906311,
      "learning_rate": 8e-05,
      "loss": 1.6266,
      "step": 290
    },
    {
      "epoch": 0.1062043795620438,
      "grad_norm": 0.6035707592964172,
      "learning_rate": 8e-05,
      "loss": 1.5521,
      "step": 291
    },
    {
      "epoch": 0.10656934306569343,
      "grad_norm": 0.6825292706489563,
      "learning_rate": 8e-05,
      "loss": 1.5944,
      "step": 292
    },
    {
      "epoch": 0.10693430656934307,
      "grad_norm": 0.6301589012145996,
      "learning_rate": 8e-05,
      "loss": 1.668,
      "step": 293
    },
    {
      "epoch": 0.1072992700729927,
      "grad_norm": 0.6341420412063599,
      "learning_rate": 8e-05,
      "loss": 1.6064,
      "step": 294
    },
    {
      "epoch": 0.10766423357664233,
      "grad_norm": 0.6110773086547852,
      "learning_rate": 8e-05,
      "loss": 1.6116,
      "step": 295
    },
    {
      "epoch": 0.10802919708029197,
      "grad_norm": 0.6106324791908264,
      "learning_rate": 8e-05,
      "loss": 1.6076,
      "step": 296
    },
    {
      "epoch": 0.1083941605839416,
      "grad_norm": 0.6353335976600647,
      "learning_rate": 8e-05,
      "loss": 1.6388,
      "step": 297
    },
    {
      "epoch": 0.10875912408759124,
      "grad_norm": 0.6632159352302551,
      "learning_rate": 8e-05,
      "loss": 1.5878,
      "step": 298
    },
    {
      "epoch": 0.10912408759124087,
      "grad_norm": 0.6506302952766418,
      "learning_rate": 8e-05,
      "loss": 1.5859,
      "step": 299
    },
    {
      "epoch": 0.10948905109489052,
      "grad_norm": 0.600811779499054,
      "learning_rate": 8e-05,
      "loss": 1.5457,
      "step": 300
    },
    {
      "epoch": 0.10985401459854015,
      "grad_norm": 0.702666163444519,
      "learning_rate": 8e-05,
      "loss": 1.5642,
      "step": 301
    },
    {
      "epoch": 0.11021897810218978,
      "grad_norm": 0.6267770528793335,
      "learning_rate": 8e-05,
      "loss": 1.6169,
      "step": 302
    },
    {
      "epoch": 0.11058394160583941,
      "grad_norm": 0.6897804737091064,
      "learning_rate": 8e-05,
      "loss": 1.6063,
      "step": 303
    },
    {
      "epoch": 0.11094890510948906,
      "grad_norm": 0.6313380002975464,
      "learning_rate": 8e-05,
      "loss": 1.6395,
      "step": 304
    },
    {
      "epoch": 0.11131386861313869,
      "grad_norm": 0.7253849506378174,
      "learning_rate": 8e-05,
      "loss": 1.6651,
      "step": 305
    },
    {
      "epoch": 0.11167883211678832,
      "grad_norm": 0.5965659022331238,
      "learning_rate": 8e-05,
      "loss": 1.5801,
      "step": 306
    },
    {
      "epoch": 0.11204379562043795,
      "grad_norm": 0.6289493441581726,
      "learning_rate": 8e-05,
      "loss": 1.5035,
      "step": 307
    },
    {
      "epoch": 0.11240875912408758,
      "grad_norm": 0.6701014637947083,
      "learning_rate": 8e-05,
      "loss": 1.608,
      "step": 308
    },
    {
      "epoch": 0.11277372262773723,
      "grad_norm": 0.6465508937835693,
      "learning_rate": 8e-05,
      "loss": 1.6734,
      "step": 309
    },
    {
      "epoch": 0.11313868613138686,
      "grad_norm": 0.6966593861579895,
      "learning_rate": 8e-05,
      "loss": 1.6205,
      "step": 310
    },
    {
      "epoch": 0.1135036496350365,
      "grad_norm": 0.6262518763542175,
      "learning_rate": 8e-05,
      "loss": 1.6112,
      "step": 311
    },
    {
      "epoch": 0.11386861313868613,
      "grad_norm": 0.6909772753715515,
      "learning_rate": 8e-05,
      "loss": 1.6371,
      "step": 312
    },
    {
      "epoch": 0.11423357664233577,
      "grad_norm": 0.6119088530540466,
      "learning_rate": 8e-05,
      "loss": 1.6108,
      "step": 313
    },
    {
      "epoch": 0.1145985401459854,
      "grad_norm": 0.6846009492874146,
      "learning_rate": 8e-05,
      "loss": 1.6834,
      "step": 314
    },
    {
      "epoch": 0.11496350364963503,
      "grad_norm": 0.6608924865722656,
      "learning_rate": 8e-05,
      "loss": 1.624,
      "step": 315
    },
    {
      "epoch": 0.11532846715328467,
      "grad_norm": 0.6241572499275208,
      "learning_rate": 8e-05,
      "loss": 1.6904,
      "step": 316
    },
    {
      "epoch": 0.11569343065693431,
      "grad_norm": 0.6315634846687317,
      "learning_rate": 8e-05,
      "loss": 1.6441,
      "step": 317
    },
    {
      "epoch": 0.11605839416058394,
      "grad_norm": 0.6180820465087891,
      "learning_rate": 8e-05,
      "loss": 1.6275,
      "step": 318
    },
    {
      "epoch": 0.11642335766423358,
      "grad_norm": 0.6163382530212402,
      "learning_rate": 8e-05,
      "loss": 1.6063,
      "step": 319
    },
    {
      "epoch": 0.11678832116788321,
      "grad_norm": 0.6144667863845825,
      "learning_rate": 8e-05,
      "loss": 1.5973,
      "step": 320
    },
    {
      "epoch": 0.11715328467153285,
      "grad_norm": 0.6263611316680908,
      "learning_rate": 8e-05,
      "loss": 1.6102,
      "step": 321
    },
    {
      "epoch": 0.11751824817518249,
      "grad_norm": 0.6043473482131958,
      "learning_rate": 8e-05,
      "loss": 1.5872,
      "step": 322
    },
    {
      "epoch": 0.11788321167883212,
      "grad_norm": 0.6040670275688171,
      "learning_rate": 8e-05,
      "loss": 1.6034,
      "step": 323
    },
    {
      "epoch": 0.11824817518248175,
      "grad_norm": 0.614980936050415,
      "learning_rate": 8e-05,
      "loss": 1.5875,
      "step": 324
    },
    {
      "epoch": 0.11861313868613138,
      "grad_norm": 0.6420422792434692,
      "learning_rate": 8e-05,
      "loss": 1.6082,
      "step": 325
    },
    {
      "epoch": 0.11897810218978103,
      "grad_norm": 0.6335554122924805,
      "learning_rate": 8e-05,
      "loss": 1.6525,
      "step": 326
    },
    {
      "epoch": 0.11934306569343066,
      "grad_norm": 0.6446054577827454,
      "learning_rate": 8e-05,
      "loss": 1.5739,
      "step": 327
    },
    {
      "epoch": 0.11970802919708029,
      "grad_norm": 0.6245415806770325,
      "learning_rate": 8e-05,
      "loss": 1.608,
      "step": 328
    },
    {
      "epoch": 0.12007299270072992,
      "grad_norm": 0.6189745664596558,
      "learning_rate": 8e-05,
      "loss": 1.6481,
      "step": 329
    },
    {
      "epoch": 0.12043795620437957,
      "grad_norm": 0.6649148464202881,
      "learning_rate": 8e-05,
      "loss": 1.7502,
      "step": 330
    },
    {
      "epoch": 0.1208029197080292,
      "grad_norm": 0.6597223281860352,
      "learning_rate": 8e-05,
      "loss": 1.6344,
      "step": 331
    },
    {
      "epoch": 0.12116788321167883,
      "grad_norm": 0.6271204352378845,
      "learning_rate": 8e-05,
      "loss": 1.6673,
      "step": 332
    },
    {
      "epoch": 0.12153284671532846,
      "grad_norm": 0.6060802340507507,
      "learning_rate": 8e-05,
      "loss": 1.6206,
      "step": 333
    },
    {
      "epoch": 0.12189781021897811,
      "grad_norm": 0.6123310923576355,
      "learning_rate": 8e-05,
      "loss": 1.6178,
      "step": 334
    },
    {
      "epoch": 0.12226277372262774,
      "grad_norm": 0.6117182970046997,
      "learning_rate": 8e-05,
      "loss": 1.5815,
      "step": 335
    },
    {
      "epoch": 0.12262773722627737,
      "grad_norm": 0.6525097489356995,
      "learning_rate": 8e-05,
      "loss": 1.6942,
      "step": 336
    },
    {
      "epoch": 0.122992700729927,
      "grad_norm": 0.6177133917808533,
      "learning_rate": 8e-05,
      "loss": 1.6303,
      "step": 337
    },
    {
      "epoch": 0.12335766423357664,
      "grad_norm": 0.6393028497695923,
      "learning_rate": 8e-05,
      "loss": 1.6252,
      "step": 338
    },
    {
      "epoch": 0.12372262773722628,
      "grad_norm": 0.6208003759384155,
      "learning_rate": 8e-05,
      "loss": 1.6248,
      "step": 339
    },
    {
      "epoch": 0.12408759124087591,
      "grad_norm": 0.6228482127189636,
      "learning_rate": 8e-05,
      "loss": 1.6283,
      "step": 340
    },
    {
      "epoch": 0.12445255474452555,
      "grad_norm": 0.6148622632026672,
      "learning_rate": 8e-05,
      "loss": 1.5731,
      "step": 341
    },
    {
      "epoch": 0.12481751824817518,
      "grad_norm": 0.6350805163383484,
      "learning_rate": 8e-05,
      "loss": 1.611,
      "step": 342
    },
    {
      "epoch": 0.1251824817518248,
      "grad_norm": 0.6386997699737549,
      "learning_rate": 8e-05,
      "loss": 1.6977,
      "step": 343
    },
    {
      "epoch": 0.12554744525547445,
      "grad_norm": 0.6122142672538757,
      "learning_rate": 8e-05,
      "loss": 1.6049,
      "step": 344
    },
    {
      "epoch": 0.1259124087591241,
      "grad_norm": 0.6122294664382935,
      "learning_rate": 8e-05,
      "loss": 1.5635,
      "step": 345
    },
    {
      "epoch": 0.12627737226277372,
      "grad_norm": 0.6132088899612427,
      "learning_rate": 8e-05,
      "loss": 1.5695,
      "step": 346
    },
    {
      "epoch": 0.12664233576642336,
      "grad_norm": 0.6070085167884827,
      "learning_rate": 8e-05,
      "loss": 1.5457,
      "step": 347
    },
    {
      "epoch": 0.12700729927007298,
      "grad_norm": 0.6257374286651611,
      "learning_rate": 8e-05,
      "loss": 1.6851,
      "step": 348
    },
    {
      "epoch": 0.12737226277372263,
      "grad_norm": 0.6471158862113953,
      "learning_rate": 8e-05,
      "loss": 1.6492,
      "step": 349
    },
    {
      "epoch": 0.12773722627737227,
      "grad_norm": 0.5995076298713684,
      "learning_rate": 8e-05,
      "loss": 1.5701,
      "step": 350
    },
    {
      "epoch": 0.1281021897810219,
      "grad_norm": 0.6569874286651611,
      "learning_rate": 8e-05,
      "loss": 1.6537,
      "step": 351
    },
    {
      "epoch": 0.12846715328467154,
      "grad_norm": 0.6068136692047119,
      "learning_rate": 8e-05,
      "loss": 1.631,
      "step": 352
    },
    {
      "epoch": 0.12883211678832115,
      "grad_norm": 0.7123441100120544,
      "learning_rate": 8e-05,
      "loss": 1.699,
      "step": 353
    },
    {
      "epoch": 0.1291970802919708,
      "grad_norm": 0.6073919534683228,
      "learning_rate": 8e-05,
      "loss": 1.6774,
      "step": 354
    },
    {
      "epoch": 0.12956204379562045,
      "grad_norm": 0.6768943667411804,
      "learning_rate": 8e-05,
      "loss": 1.6414,
      "step": 355
    },
    {
      "epoch": 0.12992700729927006,
      "grad_norm": 0.6284378170967102,
      "learning_rate": 8e-05,
      "loss": 1.6502,
      "step": 356
    },
    {
      "epoch": 0.1302919708029197,
      "grad_norm": 0.6810981035232544,
      "learning_rate": 8e-05,
      "loss": 1.6243,
      "step": 357
    },
    {
      "epoch": 0.13065693430656936,
      "grad_norm": 0.6195067167282104,
      "learning_rate": 8e-05,
      "loss": 1.6654,
      "step": 358
    },
    {
      "epoch": 0.13102189781021897,
      "grad_norm": 0.6020744442939758,
      "learning_rate": 8e-05,
      "loss": 1.5469,
      "step": 359
    },
    {
      "epoch": 0.13138686131386862,
      "grad_norm": 0.6203738451004028,
      "learning_rate": 8e-05,
      "loss": 1.6429,
      "step": 360
    },
    {
      "epoch": 0.13175182481751824,
      "grad_norm": 0.6311780214309692,
      "learning_rate": 8e-05,
      "loss": 1.5855,
      "step": 361
    },
    {
      "epoch": 0.13211678832116788,
      "grad_norm": 0.6562264561653137,
      "learning_rate": 8e-05,
      "loss": 1.5833,
      "step": 362
    },
    {
      "epoch": 0.13248175182481753,
      "grad_norm": 0.6286695599555969,
      "learning_rate": 8e-05,
      "loss": 1.6504,
      "step": 363
    },
    {
      "epoch": 0.13284671532846715,
      "grad_norm": 0.681016206741333,
      "learning_rate": 8e-05,
      "loss": 1.6521,
      "step": 364
    },
    {
      "epoch": 0.1332116788321168,
      "grad_norm": 0.652049720287323,
      "learning_rate": 8e-05,
      "loss": 1.6518,
      "step": 365
    },
    {
      "epoch": 0.1335766423357664,
      "grad_norm": 0.6333022713661194,
      "learning_rate": 8e-05,
      "loss": 1.5973,
      "step": 366
    },
    {
      "epoch": 0.13394160583941606,
      "grad_norm": 0.67120361328125,
      "learning_rate": 8e-05,
      "loss": 1.5984,
      "step": 367
    },
    {
      "epoch": 0.1343065693430657,
      "grad_norm": 0.6523950099945068,
      "learning_rate": 8e-05,
      "loss": 1.5356,
      "step": 368
    },
    {
      "epoch": 0.13467153284671532,
      "grad_norm": 0.6201428771018982,
      "learning_rate": 8e-05,
      "loss": 1.5935,
      "step": 369
    },
    {
      "epoch": 0.13503649635036497,
      "grad_norm": 0.6215484142303467,
      "learning_rate": 8e-05,
      "loss": 1.5986,
      "step": 370
    },
    {
      "epoch": 0.1354014598540146,
      "grad_norm": 0.5897494554519653,
      "learning_rate": 8e-05,
      "loss": 1.5658,
      "step": 371
    },
    {
      "epoch": 0.13576642335766423,
      "grad_norm": 0.616481602191925,
      "learning_rate": 8e-05,
      "loss": 1.5861,
      "step": 372
    },
    {
      "epoch": 0.13613138686131387,
      "grad_norm": 0.6243799924850464,
      "learning_rate": 8e-05,
      "loss": 1.6071,
      "step": 373
    },
    {
      "epoch": 0.1364963503649635,
      "grad_norm": 0.6302311420440674,
      "learning_rate": 8e-05,
      "loss": 1.5817,
      "step": 374
    },
    {
      "epoch": 0.13686131386861314,
      "grad_norm": 0.657459557056427,
      "learning_rate": 8e-05,
      "loss": 1.6888,
      "step": 375
    },
    {
      "epoch": 0.13722627737226278,
      "grad_norm": 0.6227499842643738,
      "learning_rate": 8e-05,
      "loss": 1.6274,
      "step": 376
    },
    {
      "epoch": 0.1375912408759124,
      "grad_norm": 0.6392509341239929,
      "learning_rate": 8e-05,
      "loss": 1.6565,
      "step": 377
    },
    {
      "epoch": 0.13795620437956205,
      "grad_norm": 0.6171085834503174,
      "learning_rate": 8e-05,
      "loss": 1.5847,
      "step": 378
    },
    {
      "epoch": 0.13832116788321167,
      "grad_norm": 0.6336619853973389,
      "learning_rate": 8e-05,
      "loss": 1.6976,
      "step": 379
    },
    {
      "epoch": 0.1386861313868613,
      "grad_norm": 0.628103494644165,
      "learning_rate": 8e-05,
      "loss": 1.6429,
      "step": 380
    },
    {
      "epoch": 0.13905109489051096,
      "grad_norm": 0.6304721236228943,
      "learning_rate": 8e-05,
      "loss": 1.7122,
      "step": 381
    },
    {
      "epoch": 0.13941605839416057,
      "grad_norm": 0.6278856992721558,
      "learning_rate": 8e-05,
      "loss": 1.6397,
      "step": 382
    },
    {
      "epoch": 0.13978102189781022,
      "grad_norm": 0.5994208455085754,
      "learning_rate": 8e-05,
      "loss": 1.578,
      "step": 383
    },
    {
      "epoch": 0.14014598540145987,
      "grad_norm": 0.6393764019012451,
      "learning_rate": 8e-05,
      "loss": 1.6049,
      "step": 384
    },
    {
      "epoch": 0.14051094890510948,
      "grad_norm": 0.622341513633728,
      "learning_rate": 8e-05,
      "loss": 1.6278,
      "step": 385
    },
    {
      "epoch": 0.14087591240875913,
      "grad_norm": 0.6353549957275391,
      "learning_rate": 8e-05,
      "loss": 1.6757,
      "step": 386
    },
    {
      "epoch": 0.14124087591240875,
      "grad_norm": 0.6253948211669922,
      "learning_rate": 8e-05,
      "loss": 1.6921,
      "step": 387
    },
    {
      "epoch": 0.1416058394160584,
      "grad_norm": 0.5945229530334473,
      "learning_rate": 8e-05,
      "loss": 1.5624,
      "step": 388
    },
    {
      "epoch": 0.14197080291970804,
      "grad_norm": 0.5772634744644165,
      "learning_rate": 8e-05,
      "loss": 1.5423,
      "step": 389
    },
    {
      "epoch": 0.14233576642335766,
      "grad_norm": 0.6072608232498169,
      "learning_rate": 8e-05,
      "loss": 1.6618,
      "step": 390
    },
    {
      "epoch": 0.1427007299270073,
      "grad_norm": 0.6154332756996155,
      "learning_rate": 8e-05,
      "loss": 1.6789,
      "step": 391
    },
    {
      "epoch": 0.14306569343065692,
      "grad_norm": 0.6410001516342163,
      "learning_rate": 8e-05,
      "loss": 1.5825,
      "step": 392
    },
    {
      "epoch": 0.14343065693430657,
      "grad_norm": 0.6370618939399719,
      "learning_rate": 8e-05,
      "loss": 1.6029,
      "step": 393
    },
    {
      "epoch": 0.1437956204379562,
      "grad_norm": 0.650510847568512,
      "learning_rate": 8e-05,
      "loss": 1.6526,
      "step": 394
    },
    {
      "epoch": 0.14416058394160583,
      "grad_norm": 0.6077179908752441,
      "learning_rate": 8e-05,
      "loss": 1.5744,
      "step": 395
    },
    {
      "epoch": 0.14452554744525548,
      "grad_norm": 0.6556932926177979,
      "learning_rate": 8e-05,
      "loss": 1.6317,
      "step": 396
    },
    {
      "epoch": 0.14489051094890512,
      "grad_norm": 0.6073722839355469,
      "learning_rate": 8e-05,
      "loss": 1.6514,
      "step": 397
    },
    {
      "epoch": 0.14525547445255474,
      "grad_norm": 0.6370749473571777,
      "learning_rate": 8e-05,
      "loss": 1.6462,
      "step": 398
    },
    {
      "epoch": 0.14562043795620438,
      "grad_norm": 0.6783742904663086,
      "learning_rate": 8e-05,
      "loss": 1.7099,
      "step": 399
    },
    {
      "epoch": 0.145985401459854,
      "grad_norm": 0.6184645891189575,
      "learning_rate": 8e-05,
      "loss": 1.612,
      "step": 400
    },
    {
      "epoch": 0.14635036496350365,
      "grad_norm": 0.6400229930877686,
      "learning_rate": 8e-05,
      "loss": 1.6872,
      "step": 401
    },
    {
      "epoch": 0.1467153284671533,
      "grad_norm": 0.611893892288208,
      "learning_rate": 8e-05,
      "loss": 1.626,
      "step": 402
    },
    {
      "epoch": 0.1470802919708029,
      "grad_norm": 0.5994294881820679,
      "learning_rate": 8e-05,
      "loss": 1.6135,
      "step": 403
    },
    {
      "epoch": 0.14744525547445256,
      "grad_norm": 0.6018736362457275,
      "learning_rate": 8e-05,
      "loss": 1.5945,
      "step": 404
    },
    {
      "epoch": 0.1478102189781022,
      "grad_norm": 0.6539840698242188,
      "learning_rate": 8e-05,
      "loss": 1.5846,
      "step": 405
    },
    {
      "epoch": 0.14817518248175182,
      "grad_norm": 0.6192499399185181,
      "learning_rate": 8e-05,
      "loss": 1.5743,
      "step": 406
    },
    {
      "epoch": 0.14854014598540147,
      "grad_norm": 0.6083315014839172,
      "learning_rate": 8e-05,
      "loss": 1.6345,
      "step": 407
    },
    {
      "epoch": 0.14890510948905109,
      "grad_norm": 0.5921895503997803,
      "learning_rate": 8e-05,
      "loss": 1.614,
      "step": 408
    },
    {
      "epoch": 0.14927007299270073,
      "grad_norm": 0.6070868372917175,
      "learning_rate": 8e-05,
      "loss": 1.6349,
      "step": 409
    },
    {
      "epoch": 0.14963503649635038,
      "grad_norm": 0.6932522058486938,
      "learning_rate": 8e-05,
      "loss": 1.6184,
      "step": 410
    },
    {
      "epoch": 0.15,
      "grad_norm": 0.6103781461715698,
      "learning_rate": 8e-05,
      "loss": 1.6208,
      "step": 411
    },
    {
      "epoch": 0.15036496350364964,
      "grad_norm": 0.6123867630958557,
      "learning_rate": 8e-05,
      "loss": 1.5815,
      "step": 412
    },
    {
      "epoch": 0.15072992700729926,
      "grad_norm": 0.6415606737136841,
      "learning_rate": 8e-05,
      "loss": 1.6108,
      "step": 413
    },
    {
      "epoch": 0.1510948905109489,
      "grad_norm": 0.6378232836723328,
      "learning_rate": 8e-05,
      "loss": 1.5318,
      "step": 414
    },
    {
      "epoch": 0.15145985401459855,
      "grad_norm": 0.5866665244102478,
      "learning_rate": 8e-05,
      "loss": 1.5484,
      "step": 415
    },
    {
      "epoch": 0.15182481751824817,
      "grad_norm": 0.6211596727371216,
      "learning_rate": 8e-05,
      "loss": 1.5857,
      "step": 416
    },
    {
      "epoch": 0.1521897810218978,
      "grad_norm": 0.6051551699638367,
      "learning_rate": 8e-05,
      "loss": 1.5796,
      "step": 417
    },
    {
      "epoch": 0.15255474452554746,
      "grad_norm": 0.6562758684158325,
      "learning_rate": 8e-05,
      "loss": 1.6017,
      "step": 418
    },
    {
      "epoch": 0.15291970802919708,
      "grad_norm": 0.6010958552360535,
      "learning_rate": 8e-05,
      "loss": 1.5997,
      "step": 419
    },
    {
      "epoch": 0.15328467153284672,
      "grad_norm": 0.6155215501785278,
      "learning_rate": 8e-05,
      "loss": 1.5922,
      "step": 420
    },
    {
      "epoch": 0.15364963503649634,
      "grad_norm": 0.6435651183128357,
      "learning_rate": 8e-05,
      "loss": 1.5664,
      "step": 421
    },
    {
      "epoch": 0.15401459854014599,
      "grad_norm": 0.6461606621742249,
      "learning_rate": 8e-05,
      "loss": 1.6261,
      "step": 422
    },
    {
      "epoch": 0.15437956204379563,
      "grad_norm": 0.6072033047676086,
      "learning_rate": 8e-05,
      "loss": 1.5885,
      "step": 423
    },
    {
      "epoch": 0.15474452554744525,
      "grad_norm": 0.6193989515304565,
      "learning_rate": 8e-05,
      "loss": 1.6535,
      "step": 424
    },
    {
      "epoch": 0.1551094890510949,
      "grad_norm": 0.622789204120636,
      "learning_rate": 8e-05,
      "loss": 1.6682,
      "step": 425
    },
    {
      "epoch": 0.1554744525547445,
      "grad_norm": 0.5874552130699158,
      "learning_rate": 8e-05,
      "loss": 1.5145,
      "step": 426
    },
    {
      "epoch": 0.15583941605839416,
      "grad_norm": 0.6663163304328918,
      "learning_rate": 8e-05,
      "loss": 1.7489,
      "step": 427
    },
    {
      "epoch": 0.1562043795620438,
      "grad_norm": 0.6143843531608582,
      "learning_rate": 8e-05,
      "loss": 1.5561,
      "step": 428
    },
    {
      "epoch": 0.15656934306569342,
      "grad_norm": 0.6721533536911011,
      "learning_rate": 8e-05,
      "loss": 1.7026,
      "step": 429
    },
    {
      "epoch": 0.15693430656934307,
      "grad_norm": 0.6391461491584778,
      "learning_rate": 8e-05,
      "loss": 1.6217,
      "step": 430
    },
    {
      "epoch": 0.15729927007299271,
      "grad_norm": 0.615268349647522,
      "learning_rate": 8e-05,
      "loss": 1.5697,
      "step": 431
    },
    {
      "epoch": 0.15766423357664233,
      "grad_norm": 0.5803926587104797,
      "learning_rate": 8e-05,
      "loss": 1.5959,
      "step": 432
    },
    {
      "epoch": 0.15802919708029198,
      "grad_norm": 0.6150037050247192,
      "learning_rate": 8e-05,
      "loss": 1.6204,
      "step": 433
    },
    {
      "epoch": 0.1583941605839416,
      "grad_norm": 0.6145291328430176,
      "learning_rate": 8e-05,
      "loss": 1.6217,
      "step": 434
    },
    {
      "epoch": 0.15875912408759124,
      "grad_norm": 0.6219851970672607,
      "learning_rate": 8e-05,
      "loss": 1.645,
      "step": 435
    },
    {
      "epoch": 0.1591240875912409,
      "grad_norm": 0.6150878071784973,
      "learning_rate": 8e-05,
      "loss": 1.6143,
      "step": 436
    },
    {
      "epoch": 0.1594890510948905,
      "grad_norm": 0.616407573223114,
      "learning_rate": 8e-05,
      "loss": 1.6657,
      "step": 437
    },
    {
      "epoch": 0.15985401459854015,
      "grad_norm": 0.6454294919967651,
      "learning_rate": 8e-05,
      "loss": 1.6959,
      "step": 438
    },
    {
      "epoch": 0.16021897810218977,
      "grad_norm": 0.6229973435401917,
      "learning_rate": 8e-05,
      "loss": 1.5853,
      "step": 439
    },
    {
      "epoch": 0.16058394160583941,
      "grad_norm": 0.6172107458114624,
      "learning_rate": 8e-05,
      "loss": 1.5571,
      "step": 440
    },
    {
      "epoch": 0.16094890510948906,
      "grad_norm": 0.7174633145332336,
      "learning_rate": 8e-05,
      "loss": 1.5916,
      "step": 441
    },
    {
      "epoch": 0.16131386861313868,
      "grad_norm": 0.6095693707466125,
      "learning_rate": 8e-05,
      "loss": 1.5501,
      "step": 442
    },
    {
      "epoch": 0.16167883211678832,
      "grad_norm": 0.6426447033882141,
      "learning_rate": 8e-05,
      "loss": 1.6727,
      "step": 443
    },
    {
      "epoch": 0.16204379562043797,
      "grad_norm": 0.6033896207809448,
      "learning_rate": 8e-05,
      "loss": 1.6136,
      "step": 444
    },
    {
      "epoch": 0.1624087591240876,
      "grad_norm": 0.6124663352966309,
      "learning_rate": 8e-05,
      "loss": 1.623,
      "step": 445
    },
    {
      "epoch": 0.16277372262773723,
      "grad_norm": 0.6304082274436951,
      "learning_rate": 8e-05,
      "loss": 1.6567,
      "step": 446
    },
    {
      "epoch": 0.16313868613138685,
      "grad_norm": 0.6334920525550842,
      "learning_rate": 8e-05,
      "loss": 1.6507,
      "step": 447
    },
    {
      "epoch": 0.1635036496350365,
      "grad_norm": 0.6134397387504578,
      "learning_rate": 8e-05,
      "loss": 1.628,
      "step": 448
    },
    {
      "epoch": 0.16386861313868614,
      "grad_norm": 0.6281394958496094,
      "learning_rate": 8e-05,
      "loss": 1.6048,
      "step": 449
    },
    {
      "epoch": 0.16423357664233576,
      "grad_norm": 0.6099129319190979,
      "learning_rate": 8e-05,
      "loss": 1.589,
      "step": 450
    },
    {
      "epoch": 0.1645985401459854,
      "grad_norm": 0.6239578127861023,
      "learning_rate": 8e-05,
      "loss": 1.5653,
      "step": 451
    },
    {
      "epoch": 0.16496350364963502,
      "grad_norm": 0.6120806336402893,
      "learning_rate": 8e-05,
      "loss": 1.6107,
      "step": 452
    },
    {
      "epoch": 0.16532846715328467,
      "grad_norm": 0.6209267973899841,
      "learning_rate": 8e-05,
      "loss": 1.6458,
      "step": 453
    },
    {
      "epoch": 0.16569343065693432,
      "grad_norm": 0.6181119084358215,
      "learning_rate": 8e-05,
      "loss": 1.6446,
      "step": 454
    },
    {
      "epoch": 0.16605839416058393,
      "grad_norm": 0.6090758442878723,
      "learning_rate": 8e-05,
      "loss": 1.5842,
      "step": 455
    },
    {
      "epoch": 0.16642335766423358,
      "grad_norm": 0.6180310845375061,
      "learning_rate": 8e-05,
      "loss": 1.6201,
      "step": 456
    },
    {
      "epoch": 0.16678832116788322,
      "grad_norm": 0.6019872426986694,
      "learning_rate": 8e-05,
      "loss": 1.5977,
      "step": 457
    },
    {
      "epoch": 0.16715328467153284,
      "grad_norm": 0.6066111326217651,
      "learning_rate": 8e-05,
      "loss": 1.6151,
      "step": 458
    },
    {
      "epoch": 0.1675182481751825,
      "grad_norm": 0.6302586793899536,
      "learning_rate": 8e-05,
      "loss": 1.641,
      "step": 459
    },
    {
      "epoch": 0.1678832116788321,
      "grad_norm": 0.6043087840080261,
      "learning_rate": 8e-05,
      "loss": 1.619,
      "step": 460
    },
    {
      "epoch": 0.16824817518248175,
      "grad_norm": 0.5918612480163574,
      "learning_rate": 8e-05,
      "loss": 1.5178,
      "step": 461
    },
    {
      "epoch": 0.1686131386861314,
      "grad_norm": 0.5967350006103516,
      "learning_rate": 8e-05,
      "loss": 1.6165,
      "step": 462
    },
    {
      "epoch": 0.16897810218978102,
      "grad_norm": 0.608820915222168,
      "learning_rate": 8e-05,
      "loss": 1.5899,
      "step": 463
    },
    {
      "epoch": 0.16934306569343066,
      "grad_norm": 0.6299608945846558,
      "learning_rate": 8e-05,
      "loss": 1.7074,
      "step": 464
    },
    {
      "epoch": 0.16970802919708028,
      "grad_norm": 0.602477490901947,
      "learning_rate": 8e-05,
      "loss": 1.6064,
      "step": 465
    },
    {
      "epoch": 0.17007299270072992,
      "grad_norm": 0.6347851753234863,
      "learning_rate": 8e-05,
      "loss": 1.6373,
      "step": 466
    },
    {
      "epoch": 0.17043795620437957,
      "grad_norm": 0.627210795879364,
      "learning_rate": 8e-05,
      "loss": 1.594,
      "step": 467
    },
    {
      "epoch": 0.1708029197080292,
      "grad_norm": 0.5943658947944641,
      "learning_rate": 8e-05,
      "loss": 1.6108,
      "step": 468
    },
    {
      "epoch": 0.17116788321167883,
      "grad_norm": 0.6042723059654236,
      "learning_rate": 8e-05,
      "loss": 1.5808,
      "step": 469
    },
    {
      "epoch": 0.17153284671532848,
      "grad_norm": 0.6259336471557617,
      "learning_rate": 8e-05,
      "loss": 1.6444,
      "step": 470
    },
    {
      "epoch": 0.1718978102189781,
      "grad_norm": 0.5812632441520691,
      "learning_rate": 8e-05,
      "loss": 1.6085,
      "step": 471
    },
    {
      "epoch": 0.17226277372262774,
      "grad_norm": 0.6172168254852295,
      "learning_rate": 8e-05,
      "loss": 1.6025,
      "step": 472
    },
    {
      "epoch": 0.17262773722627736,
      "grad_norm": 0.6066275835037231,
      "learning_rate": 8e-05,
      "loss": 1.5409,
      "step": 473
    },
    {
      "epoch": 0.172992700729927,
      "grad_norm": 0.620639443397522,
      "learning_rate": 8e-05,
      "loss": 1.6352,
      "step": 474
    },
    {
      "epoch": 0.17335766423357665,
      "grad_norm": 0.615976095199585,
      "learning_rate": 8e-05,
      "loss": 1.5321,
      "step": 475
    },
    {
      "epoch": 0.17372262773722627,
      "grad_norm": 0.6108143329620361,
      "learning_rate": 8e-05,
      "loss": 1.5923,
      "step": 476
    },
    {
      "epoch": 0.17408759124087592,
      "grad_norm": 0.6311357617378235,
      "learning_rate": 8e-05,
      "loss": 1.6899,
      "step": 477
    },
    {
      "epoch": 0.17445255474452553,
      "grad_norm": 0.6199345588684082,
      "learning_rate": 8e-05,
      "loss": 1.6222,
      "step": 478
    },
    {
      "epoch": 0.17481751824817518,
      "grad_norm": 0.6022388339042664,
      "learning_rate": 8e-05,
      "loss": 1.5882,
      "step": 479
    },
    {
      "epoch": 0.17518248175182483,
      "grad_norm": 0.6146004796028137,
      "learning_rate": 8e-05,
      "loss": 1.7026,
      "step": 480
    },
    {
      "epoch": 0.17554744525547444,
      "grad_norm": 0.6003656983375549,
      "learning_rate": 8e-05,
      "loss": 1.5624,
      "step": 481
    },
    {
      "epoch": 0.1759124087591241,
      "grad_norm": 0.6092556715011597,
      "learning_rate": 8e-05,
      "loss": 1.5606,
      "step": 482
    },
    {
      "epoch": 0.17627737226277373,
      "grad_norm": 0.6252051591873169,
      "learning_rate": 8e-05,
      "loss": 1.6248,
      "step": 483
    },
    {
      "epoch": 0.17664233576642335,
      "grad_norm": 0.6240931749343872,
      "learning_rate": 8e-05,
      "loss": 1.5904,
      "step": 484
    },
    {
      "epoch": 0.177007299270073,
      "grad_norm": 0.6112430691719055,
      "learning_rate": 8e-05,
      "loss": 1.5683,
      "step": 485
    },
    {
      "epoch": 0.17737226277372262,
      "grad_norm": 0.623285710811615,
      "learning_rate": 8e-05,
      "loss": 1.5416,
      "step": 486
    },
    {
      "epoch": 0.17773722627737226,
      "grad_norm": 0.6008427739143372,
      "learning_rate": 8e-05,
      "loss": 1.5599,
      "step": 487
    },
    {
      "epoch": 0.1781021897810219,
      "grad_norm": 0.6217114329338074,
      "learning_rate": 8e-05,
      "loss": 1.562,
      "step": 488
    },
    {
      "epoch": 0.17846715328467153,
      "grad_norm": 0.613791286945343,
      "learning_rate": 8e-05,
      "loss": 1.5784,
      "step": 489
    },
    {
      "epoch": 0.17883211678832117,
      "grad_norm": 0.6218165159225464,
      "learning_rate": 8e-05,
      "loss": 1.6401,
      "step": 490
    },
    {
      "epoch": 0.1791970802919708,
      "grad_norm": 0.6162655353546143,
      "learning_rate": 8e-05,
      "loss": 1.621,
      "step": 491
    },
    {
      "epoch": 0.17956204379562044,
      "grad_norm": 0.5818371772766113,
      "learning_rate": 8e-05,
      "loss": 1.5693,
      "step": 492
    },
    {
      "epoch": 0.17992700729927008,
      "grad_norm": 0.6167834997177124,
      "learning_rate": 8e-05,
      "loss": 1.6093,
      "step": 493
    },
    {
      "epoch": 0.1802919708029197,
      "grad_norm": 0.6250003576278687,
      "learning_rate": 8e-05,
      "loss": 1.5998,
      "step": 494
    },
    {
      "epoch": 0.18065693430656934,
      "grad_norm": 0.6338167190551758,
      "learning_rate": 8e-05,
      "loss": 1.6768,
      "step": 495
    },
    {
      "epoch": 0.181021897810219,
      "grad_norm": 0.6030895113945007,
      "learning_rate": 8e-05,
      "loss": 1.5684,
      "step": 496
    },
    {
      "epoch": 0.1813868613138686,
      "grad_norm": 0.6260823011398315,
      "learning_rate": 8e-05,
      "loss": 1.5678,
      "step": 497
    },
    {
      "epoch": 0.18175182481751825,
      "grad_norm": 0.6077097058296204,
      "learning_rate": 8e-05,
      "loss": 1.6047,
      "step": 498
    },
    {
      "epoch": 0.18211678832116787,
      "grad_norm": 0.6088866591453552,
      "learning_rate": 8e-05,
      "loss": 1.614,
      "step": 499
    },
    {
      "epoch": 0.18248175182481752,
      "grad_norm": 0.6106902956962585,
      "learning_rate": 8e-05,
      "loss": 1.5894,
      "step": 500
    },
    {
      "epoch": 0.18284671532846716,
      "grad_norm": 0.6147418022155762,
      "learning_rate": 8e-05,
      "loss": 1.5749,
      "step": 501
    },
    {
      "epoch": 0.18321167883211678,
      "grad_norm": 0.6595520973205566,
      "learning_rate": 8e-05,
      "loss": 1.5877,
      "step": 502
    },
    {
      "epoch": 0.18357664233576643,
      "grad_norm": 0.6073600649833679,
      "learning_rate": 8e-05,
      "loss": 1.5507,
      "step": 503
    },
    {
      "epoch": 0.18394160583941604,
      "grad_norm": 0.6168714761734009,
      "learning_rate": 8e-05,
      "loss": 1.5187,
      "step": 504
    },
    {
      "epoch": 0.1843065693430657,
      "grad_norm": 0.6257265210151672,
      "learning_rate": 8e-05,
      "loss": 1.53,
      "step": 505
    },
    {
      "epoch": 0.18467153284671534,
      "grad_norm": 0.640740156173706,
      "learning_rate": 8e-05,
      "loss": 1.6087,
      "step": 506
    },
    {
      "epoch": 0.18503649635036495,
      "grad_norm": 0.6123918294906616,
      "learning_rate": 8e-05,
      "loss": 1.5347,
      "step": 507
    },
    {
      "epoch": 0.1854014598540146,
      "grad_norm": 0.6114845275878906,
      "learning_rate": 8e-05,
      "loss": 1.5391,
      "step": 508
    },
    {
      "epoch": 0.18576642335766425,
      "grad_norm": 0.6236617565155029,
      "learning_rate": 8e-05,
      "loss": 1.6307,
      "step": 509
    },
    {
      "epoch": 0.18613138686131386,
      "grad_norm": 0.5928881168365479,
      "learning_rate": 8e-05,
      "loss": 1.578,
      "step": 510
    },
    {
      "epoch": 0.1864963503649635,
      "grad_norm": 0.640810489654541,
      "learning_rate": 8e-05,
      "loss": 1.6202,
      "step": 511
    },
    {
      "epoch": 0.18686131386861313,
      "grad_norm": 0.5936881303787231,
      "learning_rate": 8e-05,
      "loss": 1.576,
      "step": 512
    },
    {
      "epoch": 0.18722627737226277,
      "grad_norm": 0.5771345496177673,
      "learning_rate": 8e-05,
      "loss": 1.4836,
      "step": 513
    },
    {
      "epoch": 0.18759124087591242,
      "grad_norm": 0.6237539052963257,
      "learning_rate": 8e-05,
      "loss": 1.6155,
      "step": 514
    },
    {
      "epoch": 0.18795620437956204,
      "grad_norm": 0.6185948252677917,
      "learning_rate": 8e-05,
      "loss": 1.6103,
      "step": 515
    },
    {
      "epoch": 0.18832116788321168,
      "grad_norm": 0.6136265993118286,
      "learning_rate": 8e-05,
      "loss": 1.7301,
      "step": 516
    },
    {
      "epoch": 0.18868613138686133,
      "grad_norm": 0.6267534494400024,
      "learning_rate": 8e-05,
      "loss": 1.5869,
      "step": 517
    },
    {
      "epoch": 0.18905109489051095,
      "grad_norm": 0.614013671875,
      "learning_rate": 8e-05,
      "loss": 1.5894,
      "step": 518
    },
    {
      "epoch": 0.1894160583941606,
      "grad_norm": 0.5922016501426697,
      "learning_rate": 8e-05,
      "loss": 1.5168,
      "step": 519
    },
    {
      "epoch": 0.1897810218978102,
      "grad_norm": 0.603646993637085,
      "learning_rate": 8e-05,
      "loss": 1.6678,
      "step": 520
    },
    {
      "epoch": 0.19014598540145985,
      "grad_norm": 0.6135773062705994,
      "learning_rate": 8e-05,
      "loss": 1.5299,
      "step": 521
    },
    {
      "epoch": 0.1905109489051095,
      "grad_norm": 0.606368362903595,
      "learning_rate": 8e-05,
      "loss": 1.573,
      "step": 522
    },
    {
      "epoch": 0.19087591240875912,
      "grad_norm": 0.6213390231132507,
      "learning_rate": 8e-05,
      "loss": 1.6908,
      "step": 523
    },
    {
      "epoch": 0.19124087591240876,
      "grad_norm": 0.605473518371582,
      "learning_rate": 8e-05,
      "loss": 1.5667,
      "step": 524
    },
    {
      "epoch": 0.19160583941605838,
      "grad_norm": 0.6128372550010681,
      "learning_rate": 8e-05,
      "loss": 1.5834,
      "step": 525
    },
    {
      "epoch": 0.19197080291970803,
      "grad_norm": 0.5903549790382385,
      "learning_rate": 8e-05,
      "loss": 1.5506,
      "step": 526
    },
    {
      "epoch": 0.19233576642335767,
      "grad_norm": 0.6264174580574036,
      "learning_rate": 8e-05,
      "loss": 1.6052,
      "step": 527
    },
    {
      "epoch": 0.1927007299270073,
      "grad_norm": 0.6133496761322021,
      "learning_rate": 8e-05,
      "loss": 1.6129,
      "step": 528
    },
    {
      "epoch": 0.19306569343065694,
      "grad_norm": 0.6055285334587097,
      "learning_rate": 8e-05,
      "loss": 1.6553,
      "step": 529
    },
    {
      "epoch": 0.19343065693430658,
      "grad_norm": 0.6150192022323608,
      "learning_rate": 8e-05,
      "loss": 1.5338,
      "step": 530
    },
    {
      "epoch": 0.1937956204379562,
      "grad_norm": 0.6347392201423645,
      "learning_rate": 8e-05,
      "loss": 1.6767,
      "step": 531
    },
    {
      "epoch": 0.19416058394160585,
      "grad_norm": 0.586031973361969,
      "learning_rate": 8e-05,
      "loss": 1.4793,
      "step": 532
    },
    {
      "epoch": 0.19452554744525546,
      "grad_norm": 0.5993373990058899,
      "learning_rate": 8e-05,
      "loss": 1.5478,
      "step": 533
    },
    {
      "epoch": 0.1948905109489051,
      "grad_norm": 0.62563556432724,
      "learning_rate": 8e-05,
      "loss": 1.6429,
      "step": 534
    },
    {
      "epoch": 0.19525547445255476,
      "grad_norm": 0.6178939938545227,
      "learning_rate": 8e-05,
      "loss": 1.6307,
      "step": 535
    },
    {
      "epoch": 0.19562043795620437,
      "grad_norm": 0.6046527624130249,
      "learning_rate": 8e-05,
      "loss": 1.5759,
      "step": 536
    },
    {
      "epoch": 0.19598540145985402,
      "grad_norm": 0.5742802619934082,
      "learning_rate": 8e-05,
      "loss": 1.4908,
      "step": 537
    },
    {
      "epoch": 0.19635036496350364,
      "grad_norm": 0.5900687575340271,
      "learning_rate": 8e-05,
      "loss": 1.5922,
      "step": 538
    },
    {
      "epoch": 0.19671532846715328,
      "grad_norm": 0.6630847454071045,
      "learning_rate": 8e-05,
      "loss": 1.5306,
      "step": 539
    },
    {
      "epoch": 0.19708029197080293,
      "grad_norm": 0.604511559009552,
      "learning_rate": 8e-05,
      "loss": 1.5602,
      "step": 540
    },
    {
      "epoch": 0.19744525547445255,
      "grad_norm": 0.6154153943061829,
      "learning_rate": 8e-05,
      "loss": 1.6086,
      "step": 541
    },
    {
      "epoch": 0.1978102189781022,
      "grad_norm": 0.6030951738357544,
      "learning_rate": 8e-05,
      "loss": 1.6475,
      "step": 542
    },
    {
      "epoch": 0.19817518248175184,
      "grad_norm": 0.5996208786964417,
      "learning_rate": 8e-05,
      "loss": 1.6381,
      "step": 543
    },
    {
      "epoch": 0.19854014598540146,
      "grad_norm": 0.6015557646751404,
      "learning_rate": 8e-05,
      "loss": 1.5506,
      "step": 544
    },
    {
      "epoch": 0.1989051094890511,
      "grad_norm": 0.5920030474662781,
      "learning_rate": 8e-05,
      "loss": 1.5882,
      "step": 545
    },
    {
      "epoch": 0.19927007299270072,
      "grad_norm": 0.6150622963905334,
      "learning_rate": 8e-05,
      "loss": 1.603,
      "step": 546
    },
    {
      "epoch": 0.19963503649635037,
      "grad_norm": 0.6074512004852295,
      "learning_rate": 8e-05,
      "loss": 1.6145,
      "step": 547
    },
    {
      "epoch": 0.2,
      "grad_norm": 0.6320226192474365,
      "learning_rate": 8e-05,
      "loss": 1.667,
      "step": 548
    },
    {
      "epoch": 0.20036496350364963,
      "grad_norm": 0.598469078540802,
      "learning_rate": 8e-05,
      "loss": 1.5678,
      "step": 549
    },
    {
      "epoch": 0.20072992700729927,
      "grad_norm": 0.6023786067962646,
      "learning_rate": 8e-05,
      "loss": 1.614,
      "step": 550
    },
    {
      "epoch": 0.2010948905109489,
      "grad_norm": 0.6038962006568909,
      "learning_rate": 8e-05,
      "loss": 1.6133,
      "step": 551
    },
    {
      "epoch": 0.20145985401459854,
      "grad_norm": 0.6042137742042542,
      "learning_rate": 8e-05,
      "loss": 1.5359,
      "step": 552
    },
    {
      "epoch": 0.20182481751824818,
      "grad_norm": 0.6349160075187683,
      "learning_rate": 8e-05,
      "loss": 1.6514,
      "step": 553
    },
    {
      "epoch": 0.2021897810218978,
      "grad_norm": 0.605995237827301,
      "learning_rate": 8e-05,
      "loss": 1.4879,
      "step": 554
    },
    {
      "epoch": 0.20255474452554745,
      "grad_norm": 0.6253756284713745,
      "learning_rate": 8e-05,
      "loss": 1.6392,
      "step": 555
    },
    {
      "epoch": 0.2029197080291971,
      "grad_norm": 0.6267940998077393,
      "learning_rate": 8e-05,
      "loss": 1.6517,
      "step": 556
    },
    {
      "epoch": 0.2032846715328467,
      "grad_norm": 0.6461618542671204,
      "learning_rate": 8e-05,
      "loss": 1.6353,
      "step": 557
    },
    {
      "epoch": 0.20364963503649636,
      "grad_norm": 0.610652506351471,
      "learning_rate": 8e-05,
      "loss": 1.5459,
      "step": 558
    },
    {
      "epoch": 0.20401459854014597,
      "grad_norm": 0.6392088532447815,
      "learning_rate": 8e-05,
      "loss": 1.6584,
      "step": 559
    },
    {
      "epoch": 0.20437956204379562,
      "grad_norm": 0.6394363641738892,
      "learning_rate": 8e-05,
      "loss": 1.6138,
      "step": 560
    },
    {
      "epoch": 0.20474452554744527,
      "grad_norm": 0.6077707409858704,
      "learning_rate": 8e-05,
      "loss": 1.5594,
      "step": 561
    },
    {
      "epoch": 0.20510948905109488,
      "grad_norm": 0.6017831563949585,
      "learning_rate": 8e-05,
      "loss": 1.6084,
      "step": 562
    },
    {
      "epoch": 0.20547445255474453,
      "grad_norm": 0.6229005455970764,
      "learning_rate": 8e-05,
      "loss": 1.5739,
      "step": 563
    },
    {
      "epoch": 0.20583941605839415,
      "grad_norm": 0.6069326400756836,
      "learning_rate": 8e-05,
      "loss": 1.5953,
      "step": 564
    },
    {
      "epoch": 0.2062043795620438,
      "grad_norm": 0.6040338277816772,
      "learning_rate": 8e-05,
      "loss": 1.5992,
      "step": 565
    },
    {
      "epoch": 0.20656934306569344,
      "grad_norm": 0.5934717655181885,
      "learning_rate": 8e-05,
      "loss": 1.5992,
      "step": 566
    },
    {
      "epoch": 0.20693430656934306,
      "grad_norm": 0.6223563551902771,
      "learning_rate": 8e-05,
      "loss": 1.6081,
      "step": 567
    },
    {
      "epoch": 0.2072992700729927,
      "grad_norm": 0.6375260353088379,
      "learning_rate": 8e-05,
      "loss": 1.5853,
      "step": 568
    },
    {
      "epoch": 0.20766423357664235,
      "grad_norm": 0.6140772104263306,
      "learning_rate": 8e-05,
      "loss": 1.5946,
      "step": 569
    },
    {
      "epoch": 0.20802919708029197,
      "grad_norm": 0.6167052388191223,
      "learning_rate": 8e-05,
      "loss": 1.6526,
      "step": 570
    },
    {
      "epoch": 0.2083941605839416,
      "grad_norm": 0.6008254885673523,
      "learning_rate": 8e-05,
      "loss": 1.5948,
      "step": 571
    },
    {
      "epoch": 0.20875912408759123,
      "grad_norm": 0.6118642091751099,
      "learning_rate": 8e-05,
      "loss": 1.5536,
      "step": 572
    },
    {
      "epoch": 0.20912408759124088,
      "grad_norm": 0.6096031665802002,
      "learning_rate": 8e-05,
      "loss": 1.5816,
      "step": 573
    },
    {
      "epoch": 0.20948905109489052,
      "grad_norm": 0.6238550543785095,
      "learning_rate": 8e-05,
      "loss": 1.5931,
      "step": 574
    },
    {
      "epoch": 0.20985401459854014,
      "grad_norm": 0.6149916052818298,
      "learning_rate": 8e-05,
      "loss": 1.6261,
      "step": 575
    },
    {
      "epoch": 0.21021897810218979,
      "grad_norm": 0.6526315212249756,
      "learning_rate": 8e-05,
      "loss": 1.655,
      "step": 576
    },
    {
      "epoch": 0.2105839416058394,
      "grad_norm": 0.6385402679443359,
      "learning_rate": 8e-05,
      "loss": 1.6472,
      "step": 577
    },
    {
      "epoch": 0.21094890510948905,
      "grad_norm": 0.6238519549369812,
      "learning_rate": 8e-05,
      "loss": 1.578,
      "step": 578
    },
    {
      "epoch": 0.2113138686131387,
      "grad_norm": 0.6372228860855103,
      "learning_rate": 8e-05,
      "loss": 1.6669,
      "step": 579
    },
    {
      "epoch": 0.2116788321167883,
      "grad_norm": 0.675440788269043,
      "learning_rate": 8e-05,
      "loss": 1.6444,
      "step": 580
    },
    {
      "epoch": 0.21204379562043796,
      "grad_norm": 0.6099485754966736,
      "learning_rate": 8e-05,
      "loss": 1.6767,
      "step": 581
    },
    {
      "epoch": 0.2124087591240876,
      "grad_norm": 0.633287250995636,
      "learning_rate": 8e-05,
      "loss": 1.5868,
      "step": 582
    },
    {
      "epoch": 0.21277372262773722,
      "grad_norm": 0.6230571866035461,
      "learning_rate": 8e-05,
      "loss": 1.5989,
      "step": 583
    },
    {
      "epoch": 0.21313868613138687,
      "grad_norm": 0.6170853972434998,
      "learning_rate": 8e-05,
      "loss": 1.6605,
      "step": 584
    },
    {
      "epoch": 0.21350364963503649,
      "grad_norm": 0.6328213214874268,
      "learning_rate": 8e-05,
      "loss": 1.6145,
      "step": 585
    },
    {
      "epoch": 0.21386861313868613,
      "grad_norm": 0.6011525988578796,
      "learning_rate": 8e-05,
      "loss": 1.6332,
      "step": 586
    },
    {
      "epoch": 0.21423357664233578,
      "grad_norm": 0.6134057641029358,
      "learning_rate": 8e-05,
      "loss": 1.5511,
      "step": 587
    },
    {
      "epoch": 0.2145985401459854,
      "grad_norm": 0.6054866909980774,
      "learning_rate": 8e-05,
      "loss": 1.6185,
      "step": 588
    },
    {
      "epoch": 0.21496350364963504,
      "grad_norm": 0.6189160943031311,
      "learning_rate": 8e-05,
      "loss": 1.5589,
      "step": 589
    },
    {
      "epoch": 0.21532846715328466,
      "grad_norm": 0.6137053370475769,
      "learning_rate": 8e-05,
      "loss": 1.6678,
      "step": 590
    },
    {
      "epoch": 0.2156934306569343,
      "grad_norm": 0.6019657850265503,
      "learning_rate": 8e-05,
      "loss": 1.5066,
      "step": 591
    },
    {
      "epoch": 0.21605839416058395,
      "grad_norm": 0.6497635245323181,
      "learning_rate": 8e-05,
      "loss": 1.7093,
      "step": 592
    },
    {
      "epoch": 0.21642335766423357,
      "grad_norm": 0.6442257165908813,
      "learning_rate": 8e-05,
      "loss": 1.635,
      "step": 593
    },
    {
      "epoch": 0.2167883211678832,
      "grad_norm": 0.617082953453064,
      "learning_rate": 8e-05,
      "loss": 1.5186,
      "step": 594
    },
    {
      "epoch": 0.21715328467153286,
      "grad_norm": 0.5941625237464905,
      "learning_rate": 8e-05,
      "loss": 1.532,
      "step": 595
    },
    {
      "epoch": 0.21751824817518248,
      "grad_norm": 0.6663591861724854,
      "learning_rate": 8e-05,
      "loss": 1.6391,
      "step": 596
    },
    {
      "epoch": 0.21788321167883212,
      "grad_norm": 0.5964021682739258,
      "learning_rate": 8e-05,
      "loss": 1.6158,
      "step": 597
    },
    {
      "epoch": 0.21824817518248174,
      "grad_norm": 0.6469067931175232,
      "learning_rate": 8e-05,
      "loss": 1.6128,
      "step": 598
    },
    {
      "epoch": 0.2186131386861314,
      "grad_norm": 0.6059297323226929,
      "learning_rate": 8e-05,
      "loss": 1.6045,
      "step": 599
    },
    {
      "epoch": 0.21897810218978103,
      "grad_norm": 0.6406834721565247,
      "learning_rate": 8e-05,
      "loss": 1.5975,
      "step": 600
    },
    {
      "epoch": 0.21934306569343065,
      "grad_norm": 0.6107693910598755,
      "learning_rate": 8e-05,
      "loss": 1.5965,
      "step": 601
    },
    {
      "epoch": 0.2197080291970803,
      "grad_norm": 0.6083742380142212,
      "learning_rate": 8e-05,
      "loss": 1.5307,
      "step": 602
    },
    {
      "epoch": 0.2200729927007299,
      "grad_norm": 0.6358234286308289,
      "learning_rate": 8e-05,
      "loss": 1.6248,
      "step": 603
    },
    {
      "epoch": 0.22043795620437956,
      "grad_norm": 0.5862309336662292,
      "learning_rate": 8e-05,
      "loss": 1.5584,
      "step": 604
    },
    {
      "epoch": 0.2208029197080292,
      "grad_norm": 0.6195722222328186,
      "learning_rate": 8e-05,
      "loss": 1.5773,
      "step": 605
    },
    {
      "epoch": 0.22116788321167882,
      "grad_norm": 0.5848353505134583,
      "learning_rate": 8e-05,
      "loss": 1.5079,
      "step": 606
    },
    {
      "epoch": 0.22153284671532847,
      "grad_norm": 0.6170433759689331,
      "learning_rate": 8e-05,
      "loss": 1.5706,
      "step": 607
    },
    {
      "epoch": 0.22189781021897811,
      "grad_norm": 0.6158694624900818,
      "learning_rate": 8e-05,
      "loss": 1.5717,
      "step": 608
    },
    {
      "epoch": 0.22226277372262773,
      "grad_norm": 0.6140149235725403,
      "learning_rate": 8e-05,
      "loss": 1.6044,
      "step": 609
    },
    {
      "epoch": 0.22262773722627738,
      "grad_norm": 0.5998942255973816,
      "learning_rate": 8e-05,
      "loss": 1.5786,
      "step": 610
    },
    {
      "epoch": 0.222992700729927,
      "grad_norm": 0.7244513034820557,
      "learning_rate": 8e-05,
      "loss": 1.6672,
      "step": 611
    },
    {
      "epoch": 0.22335766423357664,
      "grad_norm": 0.6149236559867859,
      "learning_rate": 8e-05,
      "loss": 1.7032,
      "step": 612
    },
    {
      "epoch": 0.2237226277372263,
      "grad_norm": 0.5968387126922607,
      "learning_rate": 8e-05,
      "loss": 1.517,
      "step": 613
    },
    {
      "epoch": 0.2240875912408759,
      "grad_norm": 0.6111615300178528,
      "learning_rate": 8e-05,
      "loss": 1.6314,
      "step": 614
    },
    {
      "epoch": 0.22445255474452555,
      "grad_norm": 0.6215990781784058,
      "learning_rate": 8e-05,
      "loss": 1.6065,
      "step": 615
    },
    {
      "epoch": 0.22481751824817517,
      "grad_norm": 0.6082116365432739,
      "learning_rate": 8e-05,
      "loss": 1.5651,
      "step": 616
    },
    {
      "epoch": 0.22518248175182481,
      "grad_norm": 0.6063646674156189,
      "learning_rate": 8e-05,
      "loss": 1.5797,
      "step": 617
    },
    {
      "epoch": 0.22554744525547446,
      "grad_norm": 0.6157445311546326,
      "learning_rate": 8e-05,
      "loss": 1.5812,
      "step": 618
    },
    {
      "epoch": 0.22591240875912408,
      "grad_norm": 0.615354061126709,
      "learning_rate": 8e-05,
      "loss": 1.6255,
      "step": 619
    },
    {
      "epoch": 0.22627737226277372,
      "grad_norm": 0.5971057415008545,
      "learning_rate": 8e-05,
      "loss": 1.6143,
      "step": 620
    },
    {
      "epoch": 0.22664233576642337,
      "grad_norm": 0.6092694997787476,
      "learning_rate": 8e-05,
      "loss": 1.6537,
      "step": 621
    },
    {
      "epoch": 0.227007299270073,
      "grad_norm": 0.6144425868988037,
      "learning_rate": 8e-05,
      "loss": 1.6555,
      "step": 622
    },
    {
      "epoch": 0.22737226277372263,
      "grad_norm": 0.596416711807251,
      "learning_rate": 8e-05,
      "loss": 1.5537,
      "step": 623
    },
    {
      "epoch": 0.22773722627737225,
      "grad_norm": 0.6091704964637756,
      "learning_rate": 8e-05,
      "loss": 1.6266,
      "step": 624
    },
    {
      "epoch": 0.2281021897810219,
      "grad_norm": 0.6080746054649353,
      "learning_rate": 8e-05,
      "loss": 1.648,
      "step": 625
    },
    {
      "epoch": 0.22846715328467154,
      "grad_norm": 0.5948590636253357,
      "learning_rate": 8e-05,
      "loss": 1.6088,
      "step": 626
    },
    {
      "epoch": 0.22883211678832116,
      "grad_norm": 0.6012705564498901,
      "learning_rate": 8e-05,
      "loss": 1.5831,
      "step": 627
    },
    {
      "epoch": 0.2291970802919708,
      "grad_norm": 0.5830632448196411,
      "learning_rate": 8e-05,
      "loss": 1.5603,
      "step": 628
    },
    {
      "epoch": 0.22956204379562045,
      "grad_norm": 0.6196452379226685,
      "learning_rate": 8e-05,
      "loss": 1.5981,
      "step": 629
    },
    {
      "epoch": 0.22992700729927007,
      "grad_norm": 0.616394579410553,
      "learning_rate": 8e-05,
      "loss": 1.5595,
      "step": 630
    },
    {
      "epoch": 0.23029197080291972,
      "grad_norm": 0.609446108341217,
      "learning_rate": 8e-05,
      "loss": 1.5846,
      "step": 631
    },
    {
      "epoch": 0.23065693430656933,
      "grad_norm": 0.6026739478111267,
      "learning_rate": 8e-05,
      "loss": 1.5956,
      "step": 632
    },
    {
      "epoch": 0.23102189781021898,
      "grad_norm": 0.6106302738189697,
      "learning_rate": 8e-05,
      "loss": 1.6537,
      "step": 633
    },
    {
      "epoch": 0.23138686131386862,
      "grad_norm": 0.6057499647140503,
      "learning_rate": 8e-05,
      "loss": 1.5076,
      "step": 634
    },
    {
      "epoch": 0.23175182481751824,
      "grad_norm": 0.6084913611412048,
      "learning_rate": 8e-05,
      "loss": 1.5927,
      "step": 635
    },
    {
      "epoch": 0.2321167883211679,
      "grad_norm": 0.6042012572288513,
      "learning_rate": 8e-05,
      "loss": 1.5038,
      "step": 636
    },
    {
      "epoch": 0.2324817518248175,
      "grad_norm": 0.6290398240089417,
      "learning_rate": 8e-05,
      "loss": 1.5826,
      "step": 637
    },
    {
      "epoch": 0.23284671532846715,
      "grad_norm": 0.6065909266471863,
      "learning_rate": 8e-05,
      "loss": 1.5635,
      "step": 638
    },
    {
      "epoch": 0.2332116788321168,
      "grad_norm": 0.606698751449585,
      "learning_rate": 8e-05,
      "loss": 1.577,
      "step": 639
    },
    {
      "epoch": 0.23357664233576642,
      "grad_norm": 0.6173627972602844,
      "learning_rate": 8e-05,
      "loss": 1.5225,
      "step": 640
    },
    {
      "epoch": 0.23394160583941606,
      "grad_norm": 0.6258000731468201,
      "learning_rate": 8e-05,
      "loss": 1.6027,
      "step": 641
    },
    {
      "epoch": 0.2343065693430657,
      "grad_norm": 0.6321356892585754,
      "learning_rate": 8e-05,
      "loss": 1.6422,
      "step": 642
    },
    {
      "epoch": 0.23467153284671532,
      "grad_norm": 0.6040315628051758,
      "learning_rate": 8e-05,
      "loss": 1.5808,
      "step": 643
    },
    {
      "epoch": 0.23503649635036497,
      "grad_norm": 0.6045758724212646,
      "learning_rate": 8e-05,
      "loss": 1.6568,
      "step": 644
    },
    {
      "epoch": 0.2354014598540146,
      "grad_norm": 0.6036428213119507,
      "learning_rate": 8e-05,
      "loss": 1.6193,
      "step": 645
    },
    {
      "epoch": 0.23576642335766423,
      "grad_norm": 0.6145038604736328,
      "learning_rate": 8e-05,
      "loss": 1.6028,
      "step": 646
    },
    {
      "epoch": 0.23613138686131388,
      "grad_norm": 0.5921704173088074,
      "learning_rate": 8e-05,
      "loss": 1.6052,
      "step": 647
    },
    {
      "epoch": 0.2364963503649635,
      "grad_norm": 0.6407354474067688,
      "learning_rate": 8e-05,
      "loss": 1.668,
      "step": 648
    },
    {
      "epoch": 0.23686131386861314,
      "grad_norm": 0.599648654460907,
      "learning_rate": 8e-05,
      "loss": 1.599,
      "step": 649
    },
    {
      "epoch": 0.23722627737226276,
      "grad_norm": 0.5866029858589172,
      "learning_rate": 8e-05,
      "loss": 1.6078,
      "step": 650
    },
    {
      "epoch": 0.2375912408759124,
      "grad_norm": 0.6074286699295044,
      "learning_rate": 8e-05,
      "loss": 1.6429,
      "step": 651
    },
    {
      "epoch": 0.23795620437956205,
      "grad_norm": 0.5951457023620605,
      "learning_rate": 8e-05,
      "loss": 1.5667,
      "step": 652
    },
    {
      "epoch": 0.23832116788321167,
      "grad_norm": 0.637035608291626,
      "learning_rate": 8e-05,
      "loss": 1.6216,
      "step": 653
    },
    {
      "epoch": 0.23868613138686132,
      "grad_norm": 0.631635308265686,
      "learning_rate": 8e-05,
      "loss": 1.6026,
      "step": 654
    },
    {
      "epoch": 0.23905109489051096,
      "grad_norm": 0.6349244713783264,
      "learning_rate": 8e-05,
      "loss": 1.6322,
      "step": 655
    },
    {
      "epoch": 0.23941605839416058,
      "grad_norm": 0.6100748181343079,
      "learning_rate": 8e-05,
      "loss": 1.563,
      "step": 656
    },
    {
      "epoch": 0.23978102189781023,
      "grad_norm": 0.6197222471237183,
      "learning_rate": 8e-05,
      "loss": 1.6026,
      "step": 657
    },
    {
      "epoch": 0.24014598540145984,
      "grad_norm": 0.6041353344917297,
      "learning_rate": 8e-05,
      "loss": 1.6057,
      "step": 658
    },
    {
      "epoch": 0.2405109489051095,
      "grad_norm": 0.61823970079422,
      "learning_rate": 8e-05,
      "loss": 1.5383,
      "step": 659
    },
    {
      "epoch": 0.24087591240875914,
      "grad_norm": 0.6342475414276123,
      "learning_rate": 8e-05,
      "loss": 1.536,
      "step": 660
    },
    {
      "epoch": 0.24124087591240875,
      "grad_norm": 0.6178045868873596,
      "learning_rate": 8e-05,
      "loss": 1.5963,
      "step": 661
    },
    {
      "epoch": 0.2416058394160584,
      "grad_norm": 0.5944331884384155,
      "learning_rate": 8e-05,
      "loss": 1.5509,
      "step": 662
    },
    {
      "epoch": 0.24197080291970802,
      "grad_norm": 0.6322915554046631,
      "learning_rate": 8e-05,
      "loss": 1.6713,
      "step": 663
    },
    {
      "epoch": 0.24233576642335766,
      "grad_norm": 0.5843656659126282,
      "learning_rate": 8e-05,
      "loss": 1.5006,
      "step": 664
    },
    {
      "epoch": 0.2427007299270073,
      "grad_norm": 0.6205708384513855,
      "learning_rate": 8e-05,
      "loss": 1.5724,
      "step": 665
    },
    {
      "epoch": 0.24306569343065693,
      "grad_norm": 0.5957092046737671,
      "learning_rate": 8e-05,
      "loss": 1.5896,
      "step": 666
    },
    {
      "epoch": 0.24343065693430657,
      "grad_norm": 0.6415634155273438,
      "learning_rate": 8e-05,
      "loss": 1.6181,
      "step": 667
    },
    {
      "epoch": 0.24379562043795622,
      "grad_norm": 0.5936368703842163,
      "learning_rate": 8e-05,
      "loss": 1.6001,
      "step": 668
    },
    {
      "epoch": 0.24416058394160584,
      "grad_norm": 0.6009873747825623,
      "learning_rate": 8e-05,
      "loss": 1.5858,
      "step": 669
    },
    {
      "epoch": 0.24452554744525548,
      "grad_norm": 0.6256783604621887,
      "learning_rate": 8e-05,
      "loss": 1.6329,
      "step": 670
    },
    {
      "epoch": 0.2448905109489051,
      "grad_norm": 0.6168488264083862,
      "learning_rate": 8e-05,
      "loss": 1.6016,
      "step": 671
    },
    {
      "epoch": 0.24525547445255474,
      "grad_norm": 0.6298267245292664,
      "learning_rate": 8e-05,
      "loss": 1.6455,
      "step": 672
    },
    {
      "epoch": 0.2456204379562044,
      "grad_norm": 0.6178918480873108,
      "learning_rate": 8e-05,
      "loss": 1.616,
      "step": 673
    },
    {
      "epoch": 0.245985401459854,
      "grad_norm": 0.6259992718696594,
      "learning_rate": 8e-05,
      "loss": 1.5819,
      "step": 674
    },
    {
      "epoch": 0.24635036496350365,
      "grad_norm": 0.6073534488677979,
      "learning_rate": 8e-05,
      "loss": 1.6065,
      "step": 675
    },
    {
      "epoch": 0.24671532846715327,
      "grad_norm": 0.6002809405326843,
      "learning_rate": 8e-05,
      "loss": 1.6313,
      "step": 676
    },
    {
      "epoch": 0.24708029197080292,
      "grad_norm": 0.6162238121032715,
      "learning_rate": 8e-05,
      "loss": 1.6366,
      "step": 677
    },
    {
      "epoch": 0.24744525547445256,
      "grad_norm": 0.5643404722213745,
      "learning_rate": 8e-05,
      "loss": 1.4658,
      "step": 678
    },
    {
      "epoch": 0.24781021897810218,
      "grad_norm": 0.6048781871795654,
      "learning_rate": 8e-05,
      "loss": 1.5709,
      "step": 679
    },
    {
      "epoch": 0.24817518248175183,
      "grad_norm": 0.6068844199180603,
      "learning_rate": 8e-05,
      "loss": 1.5933,
      "step": 680
    },
    {
      "epoch": 0.24854014598540147,
      "grad_norm": 0.5918552875518799,
      "learning_rate": 8e-05,
      "loss": 1.5917,
      "step": 681
    },
    {
      "epoch": 0.2489051094890511,
      "grad_norm": 0.6353221535682678,
      "learning_rate": 8e-05,
      "loss": 1.5953,
      "step": 682
    },
    {
      "epoch": 0.24927007299270074,
      "grad_norm": 0.6061902046203613,
      "learning_rate": 8e-05,
      "loss": 1.6033,
      "step": 683
    },
    {
      "epoch": 0.24963503649635035,
      "grad_norm": 0.613219141960144,
      "learning_rate": 8e-05,
      "loss": 1.616,
      "step": 684
    },
    {
      "epoch": 0.25,
      "grad_norm": 0.6034388542175293,
      "learning_rate": 8e-05,
      "loss": 1.6149,
      "step": 685
    },
    {
      "epoch": 0.2503649635036496,
      "grad_norm": 0.6075602173805237,
      "learning_rate": 8e-05,
      "loss": 1.634,
      "step": 686
    },
    {
      "epoch": 0.2507299270072993,
      "grad_norm": 0.6587163805961609,
      "learning_rate": 8e-05,
      "loss": 1.6896,
      "step": 687
    },
    {
      "epoch": 0.2510948905109489,
      "grad_norm": 0.6086656451225281,
      "learning_rate": 8e-05,
      "loss": 1.6065,
      "step": 688
    },
    {
      "epoch": 0.2514598540145985,
      "grad_norm": 0.6654936671257019,
      "learning_rate": 8e-05,
      "loss": 1.5955,
      "step": 689
    },
    {
      "epoch": 0.2518248175182482,
      "grad_norm": 0.6028897166252136,
      "learning_rate": 8e-05,
      "loss": 1.5436,
      "step": 690
    },
    {
      "epoch": 0.2521897810218978,
      "grad_norm": 0.6858466863632202,
      "learning_rate": 8e-05,
      "loss": 1.6232,
      "step": 691
    },
    {
      "epoch": 0.25255474452554744,
      "grad_norm": 0.61794114112854,
      "learning_rate": 8e-05,
      "loss": 1.596,
      "step": 692
    },
    {
      "epoch": 0.25291970802919705,
      "grad_norm": 0.6320651769638062,
      "learning_rate": 8e-05,
      "loss": 1.6189,
      "step": 693
    },
    {
      "epoch": 0.25328467153284673,
      "grad_norm": 0.5994722247123718,
      "learning_rate": 8e-05,
      "loss": 1.5535,
      "step": 694
    },
    {
      "epoch": 0.25364963503649635,
      "grad_norm": 0.6380892992019653,
      "learning_rate": 8e-05,
      "loss": 1.6535,
      "step": 695
    },
    {
      "epoch": 0.25401459854014596,
      "grad_norm": 0.6072560548782349,
      "learning_rate": 8e-05,
      "loss": 1.5844,
      "step": 696
    },
    {
      "epoch": 0.25437956204379564,
      "grad_norm": 0.6795341372489929,
      "learning_rate": 8e-05,
      "loss": 1.6326,
      "step": 697
    },
    {
      "epoch": 0.25474452554744526,
      "grad_norm": 0.5906771421432495,
      "learning_rate": 8e-05,
      "loss": 1.5203,
      "step": 698
    },
    {
      "epoch": 0.2551094890510949,
      "grad_norm": 0.6025978922843933,
      "learning_rate": 8e-05,
      "loss": 1.6323,
      "step": 699
    },
    {
      "epoch": 0.25547445255474455,
      "grad_norm": 0.60197514295578,
      "learning_rate": 8e-05,
      "loss": 1.6704,
      "step": 700
    },
    {
      "epoch": 0.25583941605839416,
      "grad_norm": 0.6120613217353821,
      "learning_rate": 8e-05,
      "loss": 1.6114,
      "step": 701
    },
    {
      "epoch": 0.2562043795620438,
      "grad_norm": 0.6162900924682617,
      "learning_rate": 8e-05,
      "loss": 1.6774,
      "step": 702
    },
    {
      "epoch": 0.25656934306569346,
      "grad_norm": 0.6071633696556091,
      "learning_rate": 8e-05,
      "loss": 1.5756,
      "step": 703
    },
    {
      "epoch": 0.2569343065693431,
      "grad_norm": 0.5910616517066956,
      "learning_rate": 8e-05,
      "loss": 1.4554,
      "step": 704
    },
    {
      "epoch": 0.2572992700729927,
      "grad_norm": 0.6152775883674622,
      "learning_rate": 8e-05,
      "loss": 1.5961,
      "step": 705
    },
    {
      "epoch": 0.2576642335766423,
      "grad_norm": 0.5989899635314941,
      "learning_rate": 8e-05,
      "loss": 1.575,
      "step": 706
    },
    {
      "epoch": 0.258029197080292,
      "grad_norm": 0.6444898843765259,
      "learning_rate": 8e-05,
      "loss": 1.6554,
      "step": 707
    },
    {
      "epoch": 0.2583941605839416,
      "grad_norm": 0.6258389353752136,
      "learning_rate": 8e-05,
      "loss": 1.5622,
      "step": 708
    },
    {
      "epoch": 0.2587591240875912,
      "grad_norm": 0.6206340193748474,
      "learning_rate": 8e-05,
      "loss": 1.6191,
      "step": 709
    },
    {
      "epoch": 0.2591240875912409,
      "grad_norm": 0.5949971675872803,
      "learning_rate": 8e-05,
      "loss": 1.5086,
      "step": 710
    },
    {
      "epoch": 0.2594890510948905,
      "grad_norm": 0.6249470114707947,
      "learning_rate": 8e-05,
      "loss": 1.6874,
      "step": 711
    },
    {
      "epoch": 0.25985401459854013,
      "grad_norm": 0.5972208380699158,
      "learning_rate": 8e-05,
      "loss": 1.6124,
      "step": 712
    },
    {
      "epoch": 0.2602189781021898,
      "grad_norm": 0.6160094141960144,
      "learning_rate": 8e-05,
      "loss": 1.5997,
      "step": 713
    },
    {
      "epoch": 0.2605839416058394,
      "grad_norm": 0.6005533337593079,
      "learning_rate": 8e-05,
      "loss": 1.5789,
      "step": 714
    },
    {
      "epoch": 0.26094890510948904,
      "grad_norm": 0.6217560172080994,
      "learning_rate": 8e-05,
      "loss": 1.5677,
      "step": 715
    },
    {
      "epoch": 0.2613138686131387,
      "grad_norm": 0.6073805093765259,
      "learning_rate": 8e-05,
      "loss": 1.5695,
      "step": 716
    },
    {
      "epoch": 0.26167883211678833,
      "grad_norm": 0.6333103775978088,
      "learning_rate": 8e-05,
      "loss": 1.5689,
      "step": 717
    },
    {
      "epoch": 0.26204379562043795,
      "grad_norm": 0.6075001358985901,
      "learning_rate": 8e-05,
      "loss": 1.5936,
      "step": 718
    },
    {
      "epoch": 0.26240875912408756,
      "grad_norm": 0.600622832775116,
      "learning_rate": 8e-05,
      "loss": 1.6371,
      "step": 719
    },
    {
      "epoch": 0.26277372262773724,
      "grad_norm": 0.5968546867370605,
      "learning_rate": 8e-05,
      "loss": 1.6008,
      "step": 720
    },
    {
      "epoch": 0.26313868613138686,
      "grad_norm": 0.5883049964904785,
      "learning_rate": 8e-05,
      "loss": 1.5921,
      "step": 721
    },
    {
      "epoch": 0.2635036496350365,
      "grad_norm": 0.5900208353996277,
      "learning_rate": 8e-05,
      "loss": 1.5933,
      "step": 722
    },
    {
      "epoch": 0.26386861313868615,
      "grad_norm": 0.6372513771057129,
      "learning_rate": 8e-05,
      "loss": 1.6712,
      "step": 723
    },
    {
      "epoch": 0.26423357664233577,
      "grad_norm": 0.6046201586723328,
      "learning_rate": 8e-05,
      "loss": 1.5689,
      "step": 724
    },
    {
      "epoch": 0.2645985401459854,
      "grad_norm": 0.5884973406791687,
      "learning_rate": 8e-05,
      "loss": 1.4916,
      "step": 725
    },
    {
      "epoch": 0.26496350364963506,
      "grad_norm": 0.6333685517311096,
      "learning_rate": 8e-05,
      "loss": 1.6269,
      "step": 726
    },
    {
      "epoch": 0.2653284671532847,
      "grad_norm": 0.6221925020217896,
      "learning_rate": 8e-05,
      "loss": 1.5868,
      "step": 727
    },
    {
      "epoch": 0.2656934306569343,
      "grad_norm": 0.6120549440383911,
      "learning_rate": 8e-05,
      "loss": 1.5758,
      "step": 728
    },
    {
      "epoch": 0.26605839416058397,
      "grad_norm": 0.6171773076057434,
      "learning_rate": 8e-05,
      "loss": 1.6385,
      "step": 729
    },
    {
      "epoch": 0.2664233576642336,
      "grad_norm": 0.6197269558906555,
      "learning_rate": 8e-05,
      "loss": 1.6726,
      "step": 730
    },
    {
      "epoch": 0.2667883211678832,
      "grad_norm": 0.5952764749526978,
      "learning_rate": 8e-05,
      "loss": 1.5811,
      "step": 731
    },
    {
      "epoch": 0.2671532846715328,
      "grad_norm": 0.6053042411804199,
      "learning_rate": 8e-05,
      "loss": 1.6811,
      "step": 732
    },
    {
      "epoch": 0.2675182481751825,
      "grad_norm": 0.6094098687171936,
      "learning_rate": 8e-05,
      "loss": 1.5058,
      "step": 733
    },
    {
      "epoch": 0.2678832116788321,
      "grad_norm": 0.6246816515922546,
      "learning_rate": 8e-05,
      "loss": 1.576,
      "step": 734
    },
    {
      "epoch": 0.26824817518248173,
      "grad_norm": 0.6412040591239929,
      "learning_rate": 8e-05,
      "loss": 1.6151,
      "step": 735
    },
    {
      "epoch": 0.2686131386861314,
      "grad_norm": 0.577180027961731,
      "learning_rate": 8e-05,
      "loss": 1.5718,
      "step": 736
    },
    {
      "epoch": 0.268978102189781,
      "grad_norm": 0.6216976642608643,
      "learning_rate": 8e-05,
      "loss": 1.5619,
      "step": 737
    },
    {
      "epoch": 0.26934306569343064,
      "grad_norm": 0.6077100038528442,
      "learning_rate": 8e-05,
      "loss": 1.5964,
      "step": 738
    },
    {
      "epoch": 0.2697080291970803,
      "grad_norm": 0.6126304864883423,
      "learning_rate": 8e-05,
      "loss": 1.5652,
      "step": 739
    },
    {
      "epoch": 0.27007299270072993,
      "grad_norm": 0.61757493019104,
      "learning_rate": 8e-05,
      "loss": 1.5426,
      "step": 740
    },
    {
      "epoch": 0.27043795620437955,
      "grad_norm": 0.6010875105857849,
      "learning_rate": 8e-05,
      "loss": 1.4652,
      "step": 741
    },
    {
      "epoch": 0.2708029197080292,
      "grad_norm": 0.587139904499054,
      "learning_rate": 8e-05,
      "loss": 1.5409,
      "step": 742
    },
    {
      "epoch": 0.27116788321167884,
      "grad_norm": 0.6087518334388733,
      "learning_rate": 8e-05,
      "loss": 1.6475,
      "step": 743
    },
    {
      "epoch": 0.27153284671532846,
      "grad_norm": 0.6123266816139221,
      "learning_rate": 8e-05,
      "loss": 1.6487,
      "step": 744
    },
    {
      "epoch": 0.2718978102189781,
      "grad_norm": 0.6255677938461304,
      "learning_rate": 8e-05,
      "loss": 1.6475,
      "step": 745
    },
    {
      "epoch": 0.27226277372262775,
      "grad_norm": 0.6089499592781067,
      "learning_rate": 8e-05,
      "loss": 1.593,
      "step": 746
    },
    {
      "epoch": 0.27262773722627737,
      "grad_norm": 0.5965782403945923,
      "learning_rate": 8e-05,
      "loss": 1.5073,
      "step": 747
    },
    {
      "epoch": 0.272992700729927,
      "grad_norm": 0.6022993326187134,
      "learning_rate": 8e-05,
      "loss": 1.6165,
      "step": 748
    },
    {
      "epoch": 0.27335766423357666,
      "grad_norm": 0.6374454498291016,
      "learning_rate": 8e-05,
      "loss": 1.63,
      "step": 749
    },
    {
      "epoch": 0.2737226277372263,
      "grad_norm": 0.6003567576408386,
      "learning_rate": 8e-05,
      "loss": 1.584,
      "step": 750
    },
    {
      "epoch": 0.2740875912408759,
      "grad_norm": 0.6126796007156372,
      "learning_rate": 8e-05,
      "loss": 1.6038,
      "step": 751
    },
    {
      "epoch": 0.27445255474452557,
      "grad_norm": 0.6443252563476562,
      "learning_rate": 8e-05,
      "loss": 1.6704,
      "step": 752
    },
    {
      "epoch": 0.2748175182481752,
      "grad_norm": 0.5859677195549011,
      "learning_rate": 8e-05,
      "loss": 1.5631,
      "step": 753
    },
    {
      "epoch": 0.2751824817518248,
      "grad_norm": 0.5759505033493042,
      "learning_rate": 8e-05,
      "loss": 1.5188,
      "step": 754
    },
    {
      "epoch": 0.2755474452554745,
      "grad_norm": 0.6013796925544739,
      "learning_rate": 8e-05,
      "loss": 1.6423,
      "step": 755
    },
    {
      "epoch": 0.2759124087591241,
      "grad_norm": 0.5942639112472534,
      "learning_rate": 8e-05,
      "loss": 1.5758,
      "step": 756
    },
    {
      "epoch": 0.2762773722627737,
      "grad_norm": 0.5790054202079773,
      "learning_rate": 8e-05,
      "loss": 1.4945,
      "step": 757
    },
    {
      "epoch": 0.27664233576642333,
      "grad_norm": 0.5975093841552734,
      "learning_rate": 8e-05,
      "loss": 1.6193,
      "step": 758
    },
    {
      "epoch": 0.277007299270073,
      "grad_norm": 0.5889927744865417,
      "learning_rate": 8e-05,
      "loss": 1.5226,
      "step": 759
    },
    {
      "epoch": 0.2773722627737226,
      "grad_norm": 0.6339488625526428,
      "learning_rate": 8e-05,
      "loss": 1.6121,
      "step": 760
    },
    {
      "epoch": 0.27773722627737224,
      "grad_norm": 0.6022595167160034,
      "learning_rate": 8e-05,
      "loss": 1.5682,
      "step": 761
    },
    {
      "epoch": 0.2781021897810219,
      "grad_norm": 0.6365025043487549,
      "learning_rate": 8e-05,
      "loss": 1.6203,
      "step": 762
    },
    {
      "epoch": 0.27846715328467153,
      "grad_norm": 0.5966835618019104,
      "learning_rate": 8e-05,
      "loss": 1.6079,
      "step": 763
    },
    {
      "epoch": 0.27883211678832115,
      "grad_norm": 0.5880368947982788,
      "learning_rate": 8e-05,
      "loss": 1.5607,
      "step": 764
    },
    {
      "epoch": 0.2791970802919708,
      "grad_norm": 0.6213763952255249,
      "learning_rate": 8e-05,
      "loss": 1.5997,
      "step": 765
    },
    {
      "epoch": 0.27956204379562044,
      "grad_norm": 0.5996171236038208,
      "learning_rate": 8e-05,
      "loss": 1.5424,
      "step": 766
    },
    {
      "epoch": 0.27992700729927006,
      "grad_norm": 0.5924460887908936,
      "learning_rate": 8e-05,
      "loss": 1.6134,
      "step": 767
    },
    {
      "epoch": 0.28029197080291973,
      "grad_norm": 0.6596757173538208,
      "learning_rate": 8e-05,
      "loss": 1.6247,
      "step": 768
    },
    {
      "epoch": 0.28065693430656935,
      "grad_norm": 0.6251828670501709,
      "learning_rate": 8e-05,
      "loss": 1.5006,
      "step": 769
    },
    {
      "epoch": 0.28102189781021897,
      "grad_norm": 0.6574058532714844,
      "learning_rate": 8e-05,
      "loss": 1.5873,
      "step": 770
    },
    {
      "epoch": 0.2813868613138686,
      "grad_norm": 0.6286242604255676,
      "learning_rate": 8e-05,
      "loss": 1.5841,
      "step": 771
    },
    {
      "epoch": 0.28175182481751826,
      "grad_norm": 0.6453049182891846,
      "learning_rate": 8e-05,
      "loss": 1.5623,
      "step": 772
    },
    {
      "epoch": 0.2821167883211679,
      "grad_norm": 0.6302244663238525,
      "learning_rate": 8e-05,
      "loss": 1.6105,
      "step": 773
    },
    {
      "epoch": 0.2824817518248175,
      "grad_norm": 0.6020957231521606,
      "learning_rate": 8e-05,
      "loss": 1.5134,
      "step": 774
    },
    {
      "epoch": 0.28284671532846717,
      "grad_norm": 0.6050724983215332,
      "learning_rate": 8e-05,
      "loss": 1.5824,
      "step": 775
    },
    {
      "epoch": 0.2832116788321168,
      "grad_norm": 0.6441758871078491,
      "learning_rate": 8e-05,
      "loss": 1.655,
      "step": 776
    },
    {
      "epoch": 0.2835766423357664,
      "grad_norm": 0.599873423576355,
      "learning_rate": 8e-05,
      "loss": 1.5805,
      "step": 777
    },
    {
      "epoch": 0.2839416058394161,
      "grad_norm": 0.6322531700134277,
      "learning_rate": 8e-05,
      "loss": 1.5972,
      "step": 778
    },
    {
      "epoch": 0.2843065693430657,
      "grad_norm": 0.6163831949234009,
      "learning_rate": 8e-05,
      "loss": 1.5483,
      "step": 779
    },
    {
      "epoch": 0.2846715328467153,
      "grad_norm": 0.6189574003219604,
      "learning_rate": 8e-05,
      "loss": 1.6143,
      "step": 780
    },
    {
      "epoch": 0.285036496350365,
      "grad_norm": 0.598626971244812,
      "learning_rate": 8e-05,
      "loss": 1.5433,
      "step": 781
    },
    {
      "epoch": 0.2854014598540146,
      "grad_norm": 0.5969541072845459,
      "learning_rate": 8e-05,
      "loss": 1.5247,
      "step": 782
    },
    {
      "epoch": 0.2857664233576642,
      "grad_norm": 0.6242002248764038,
      "learning_rate": 8e-05,
      "loss": 1.6577,
      "step": 783
    },
    {
      "epoch": 0.28613138686131384,
      "grad_norm": 0.6126163601875305,
      "learning_rate": 8e-05,
      "loss": 1.6165,
      "step": 784
    },
    {
      "epoch": 0.2864963503649635,
      "grad_norm": 0.6172974705696106,
      "learning_rate": 8e-05,
      "loss": 1.6758,
      "step": 785
    },
    {
      "epoch": 0.28686131386861313,
      "grad_norm": 0.6320416927337646,
      "learning_rate": 8e-05,
      "loss": 1.6595,
      "step": 786
    },
    {
      "epoch": 0.28722627737226275,
      "grad_norm": 0.5924842953681946,
      "learning_rate": 8e-05,
      "loss": 1.5476,
      "step": 787
    },
    {
      "epoch": 0.2875912408759124,
      "grad_norm": 0.6138162612915039,
      "learning_rate": 8e-05,
      "loss": 1.6217,
      "step": 788
    },
    {
      "epoch": 0.28795620437956204,
      "grad_norm": 0.5969493389129639,
      "learning_rate": 8e-05,
      "loss": 1.5018,
      "step": 789
    },
    {
      "epoch": 0.28832116788321166,
      "grad_norm": 0.6002854704856873,
      "learning_rate": 8e-05,
      "loss": 1.585,
      "step": 790
    },
    {
      "epoch": 0.28868613138686133,
      "grad_norm": 0.6101083755493164,
      "learning_rate": 8e-05,
      "loss": 1.6448,
      "step": 791
    },
    {
      "epoch": 0.28905109489051095,
      "grad_norm": 0.6132826805114746,
      "learning_rate": 8e-05,
      "loss": 1.6071,
      "step": 792
    },
    {
      "epoch": 0.28941605839416057,
      "grad_norm": 0.597873866558075,
      "learning_rate": 8e-05,
      "loss": 1.6009,
      "step": 793
    },
    {
      "epoch": 0.28978102189781024,
      "grad_norm": 0.6171136498451233,
      "learning_rate": 8e-05,
      "loss": 1.572,
      "step": 794
    },
    {
      "epoch": 0.29014598540145986,
      "grad_norm": 0.6086298227310181,
      "learning_rate": 8e-05,
      "loss": 1.5225,
      "step": 795
    },
    {
      "epoch": 0.2905109489051095,
      "grad_norm": 0.6017768979072571,
      "learning_rate": 8e-05,
      "loss": 1.5731,
      "step": 796
    },
    {
      "epoch": 0.2908759124087591,
      "grad_norm": 0.6040738224983215,
      "learning_rate": 8e-05,
      "loss": 1.6011,
      "step": 797
    },
    {
      "epoch": 0.29124087591240877,
      "grad_norm": 0.599076509475708,
      "learning_rate": 8e-05,
      "loss": 1.569,
      "step": 798
    },
    {
      "epoch": 0.2916058394160584,
      "grad_norm": 0.5956457853317261,
      "learning_rate": 8e-05,
      "loss": 1.5803,
      "step": 799
    },
    {
      "epoch": 0.291970802919708,
      "grad_norm": 0.6018050909042358,
      "learning_rate": 8e-05,
      "loss": 1.5698,
      "step": 800
    },
    {
      "epoch": 0.2923357664233577,
      "grad_norm": 0.6074165105819702,
      "learning_rate": 8e-05,
      "loss": 1.6259,
      "step": 801
    },
    {
      "epoch": 0.2927007299270073,
      "grad_norm": 0.5876559019088745,
      "learning_rate": 8e-05,
      "loss": 1.583,
      "step": 802
    },
    {
      "epoch": 0.2930656934306569,
      "grad_norm": 0.6150951385498047,
      "learning_rate": 8e-05,
      "loss": 1.6578,
      "step": 803
    },
    {
      "epoch": 0.2934306569343066,
      "grad_norm": 0.6241779923439026,
      "learning_rate": 8e-05,
      "loss": 1.6374,
      "step": 804
    },
    {
      "epoch": 0.2937956204379562,
      "grad_norm": 0.607647180557251,
      "learning_rate": 8e-05,
      "loss": 1.5776,
      "step": 805
    },
    {
      "epoch": 0.2941605839416058,
      "grad_norm": 0.5928074717521667,
      "learning_rate": 8e-05,
      "loss": 1.4967,
      "step": 806
    },
    {
      "epoch": 0.2945255474452555,
      "grad_norm": 0.5960546731948853,
      "learning_rate": 8e-05,
      "loss": 1.5759,
      "step": 807
    },
    {
      "epoch": 0.2948905109489051,
      "grad_norm": 0.606160581111908,
      "learning_rate": 8e-05,
      "loss": 1.6012,
      "step": 808
    },
    {
      "epoch": 0.29525547445255473,
      "grad_norm": 0.6149670481681824,
      "learning_rate": 8e-05,
      "loss": 1.5985,
      "step": 809
    },
    {
      "epoch": 0.2956204379562044,
      "grad_norm": 0.6037455797195435,
      "learning_rate": 8e-05,
      "loss": 1.5623,
      "step": 810
    },
    {
      "epoch": 0.295985401459854,
      "grad_norm": 0.5921622514724731,
      "learning_rate": 8e-05,
      "loss": 1.5847,
      "step": 811
    },
    {
      "epoch": 0.29635036496350364,
      "grad_norm": 0.6080791354179382,
      "learning_rate": 8e-05,
      "loss": 1.5715,
      "step": 812
    },
    {
      "epoch": 0.29671532846715326,
      "grad_norm": 0.6108533143997192,
      "learning_rate": 8e-05,
      "loss": 1.5859,
      "step": 813
    },
    {
      "epoch": 0.29708029197080293,
      "grad_norm": 0.6202415227890015,
      "learning_rate": 8e-05,
      "loss": 1.5713,
      "step": 814
    },
    {
      "epoch": 0.29744525547445255,
      "grad_norm": 0.6139390468597412,
      "learning_rate": 8e-05,
      "loss": 1.6637,
      "step": 815
    },
    {
      "epoch": 0.29781021897810217,
      "grad_norm": 0.5949843525886536,
      "learning_rate": 8e-05,
      "loss": 1.5282,
      "step": 816
    },
    {
      "epoch": 0.29817518248175184,
      "grad_norm": 0.6109545826911926,
      "learning_rate": 8e-05,
      "loss": 1.6392,
      "step": 817
    },
    {
      "epoch": 0.29854014598540146,
      "grad_norm": 0.5975169539451599,
      "learning_rate": 8e-05,
      "loss": 1.5783,
      "step": 818
    },
    {
      "epoch": 0.2989051094890511,
      "grad_norm": 0.5998572707176208,
      "learning_rate": 8e-05,
      "loss": 1.58,
      "step": 819
    },
    {
      "epoch": 0.29927007299270075,
      "grad_norm": 0.5854070782661438,
      "learning_rate": 8e-05,
      "loss": 1.5187,
      "step": 820
    },
    {
      "epoch": 0.29963503649635037,
      "grad_norm": 0.6155080199241638,
      "learning_rate": 8e-05,
      "loss": 1.5608,
      "step": 821
    },
    {
      "epoch": 0.3,
      "grad_norm": 0.630892276763916,
      "learning_rate": 8e-05,
      "loss": 1.5998,
      "step": 822
    },
    {
      "epoch": 0.30036496350364966,
      "grad_norm": 0.6009736657142639,
      "learning_rate": 8e-05,
      "loss": 1.5947,
      "step": 823
    },
    {
      "epoch": 0.3007299270072993,
      "grad_norm": 0.6113452911376953,
      "learning_rate": 8e-05,
      "loss": 1.5771,
      "step": 824
    },
    {
      "epoch": 0.3010948905109489,
      "grad_norm": 0.6405985355377197,
      "learning_rate": 8e-05,
      "loss": 1.6543,
      "step": 825
    },
    {
      "epoch": 0.3014598540145985,
      "grad_norm": 0.6064493060112,
      "learning_rate": 8e-05,
      "loss": 1.5456,
      "step": 826
    },
    {
      "epoch": 0.3018248175182482,
      "grad_norm": 0.602921187877655,
      "learning_rate": 8e-05,
      "loss": 1.5237,
      "step": 827
    },
    {
      "epoch": 0.3021897810218978,
      "grad_norm": 0.5960552096366882,
      "learning_rate": 8e-05,
      "loss": 1.518,
      "step": 828
    },
    {
      "epoch": 0.3025547445255474,
      "grad_norm": 0.6263522505760193,
      "learning_rate": 8e-05,
      "loss": 1.6245,
      "step": 829
    },
    {
      "epoch": 0.3029197080291971,
      "grad_norm": 0.589327335357666,
      "learning_rate": 8e-05,
      "loss": 1.4915,
      "step": 830
    },
    {
      "epoch": 0.3032846715328467,
      "grad_norm": 0.6204437017440796,
      "learning_rate": 8e-05,
      "loss": 1.5442,
      "step": 831
    },
    {
      "epoch": 0.30364963503649633,
      "grad_norm": 0.62130206823349,
      "learning_rate": 8e-05,
      "loss": 1.5587,
      "step": 832
    },
    {
      "epoch": 0.304014598540146,
      "grad_norm": 0.616327702999115,
      "learning_rate": 8e-05,
      "loss": 1.5541,
      "step": 833
    },
    {
      "epoch": 0.3043795620437956,
      "grad_norm": 0.601629376411438,
      "learning_rate": 8e-05,
      "loss": 1.5207,
      "step": 834
    },
    {
      "epoch": 0.30474452554744524,
      "grad_norm": 0.6318078637123108,
      "learning_rate": 8e-05,
      "loss": 1.6719,
      "step": 835
    },
    {
      "epoch": 0.3051094890510949,
      "grad_norm": 0.6252689957618713,
      "learning_rate": 8e-05,
      "loss": 1.5219,
      "step": 836
    },
    {
      "epoch": 0.30547445255474454,
      "grad_norm": 0.5875614285469055,
      "learning_rate": 8e-05,
      "loss": 1.5681,
      "step": 837
    },
    {
      "epoch": 0.30583941605839415,
      "grad_norm": 0.5929000377655029,
      "learning_rate": 8e-05,
      "loss": 1.587,
      "step": 838
    },
    {
      "epoch": 0.30620437956204377,
      "grad_norm": 0.6219980716705322,
      "learning_rate": 8e-05,
      "loss": 1.5582,
      "step": 839
    },
    {
      "epoch": 0.30656934306569344,
      "grad_norm": 0.6189156174659729,
      "learning_rate": 8e-05,
      "loss": 1.6502,
      "step": 840
    },
    {
      "epoch": 0.30693430656934306,
      "grad_norm": 0.6349028944969177,
      "learning_rate": 8e-05,
      "loss": 1.5604,
      "step": 841
    },
    {
      "epoch": 0.3072992700729927,
      "grad_norm": 0.6094540953636169,
      "learning_rate": 8e-05,
      "loss": 1.6157,
      "step": 842
    },
    {
      "epoch": 0.30766423357664235,
      "grad_norm": 0.6186658143997192,
      "learning_rate": 8e-05,
      "loss": 1.6343,
      "step": 843
    },
    {
      "epoch": 0.30802919708029197,
      "grad_norm": 0.6042030453681946,
      "learning_rate": 8e-05,
      "loss": 1.5496,
      "step": 844
    },
    {
      "epoch": 0.3083941605839416,
      "grad_norm": 0.6025094985961914,
      "learning_rate": 8e-05,
      "loss": 1.5984,
      "step": 845
    },
    {
      "epoch": 0.30875912408759126,
      "grad_norm": 0.5739253759384155,
      "learning_rate": 8e-05,
      "loss": 1.5457,
      "step": 846
    },
    {
      "epoch": 0.3091240875912409,
      "grad_norm": 0.5981801748275757,
      "learning_rate": 8e-05,
      "loss": 1.4974,
      "step": 847
    },
    {
      "epoch": 0.3094890510948905,
      "grad_norm": 0.61253821849823,
      "learning_rate": 8e-05,
      "loss": 1.5494,
      "step": 848
    },
    {
      "epoch": 0.3098540145985402,
      "grad_norm": 0.6201120018959045,
      "learning_rate": 8e-05,
      "loss": 1.6095,
      "step": 849
    },
    {
      "epoch": 0.3102189781021898,
      "grad_norm": 0.6197165250778198,
      "learning_rate": 8e-05,
      "loss": 1.5953,
      "step": 850
    },
    {
      "epoch": 0.3105839416058394,
      "grad_norm": 0.5941270589828491,
      "learning_rate": 8e-05,
      "loss": 1.6045,
      "step": 851
    },
    {
      "epoch": 0.310948905109489,
      "grad_norm": 0.6027237176895142,
      "learning_rate": 8e-05,
      "loss": 1.5862,
      "step": 852
    },
    {
      "epoch": 0.3113138686131387,
      "grad_norm": 0.5956122875213623,
      "learning_rate": 8e-05,
      "loss": 1.584,
      "step": 853
    },
    {
      "epoch": 0.3116788321167883,
      "grad_norm": 0.6064534783363342,
      "learning_rate": 8e-05,
      "loss": 1.5845,
      "step": 854
    },
    {
      "epoch": 0.31204379562043794,
      "grad_norm": 0.6064791679382324,
      "learning_rate": 8e-05,
      "loss": 1.6116,
      "step": 855
    },
    {
      "epoch": 0.3124087591240876,
      "grad_norm": 0.610185444355011,
      "learning_rate": 8e-05,
      "loss": 1.6146,
      "step": 856
    },
    {
      "epoch": 0.3127737226277372,
      "grad_norm": 0.6072800159454346,
      "learning_rate": 8e-05,
      "loss": 1.5664,
      "step": 857
    },
    {
      "epoch": 0.31313868613138685,
      "grad_norm": 0.6133461594581604,
      "learning_rate": 8e-05,
      "loss": 1.5992,
      "step": 858
    },
    {
      "epoch": 0.3135036496350365,
      "grad_norm": 0.5941494107246399,
      "learning_rate": 8e-05,
      "loss": 1.577,
      "step": 859
    },
    {
      "epoch": 0.31386861313868614,
      "grad_norm": 0.6039577126502991,
      "learning_rate": 8e-05,
      "loss": 1.5858,
      "step": 860
    },
    {
      "epoch": 0.31423357664233575,
      "grad_norm": 0.6375869512557983,
      "learning_rate": 8e-05,
      "loss": 1.6521,
      "step": 861
    },
    {
      "epoch": 0.31459854014598543,
      "grad_norm": 0.6231711506843567,
      "learning_rate": 8e-05,
      "loss": 1.6044,
      "step": 862
    },
    {
      "epoch": 0.31496350364963505,
      "grad_norm": 0.596973717212677,
      "learning_rate": 8e-05,
      "loss": 1.5779,
      "step": 863
    },
    {
      "epoch": 0.31532846715328466,
      "grad_norm": 0.6054680347442627,
      "learning_rate": 8e-05,
      "loss": 1.5528,
      "step": 864
    },
    {
      "epoch": 0.3156934306569343,
      "grad_norm": 0.5970077514648438,
      "learning_rate": 8e-05,
      "loss": 1.5968,
      "step": 865
    },
    {
      "epoch": 0.31605839416058396,
      "grad_norm": 0.6225089430809021,
      "learning_rate": 8e-05,
      "loss": 1.5975,
      "step": 866
    },
    {
      "epoch": 0.3164233576642336,
      "grad_norm": 0.6019358038902283,
      "learning_rate": 8e-05,
      "loss": 1.4977,
      "step": 867
    },
    {
      "epoch": 0.3167883211678832,
      "grad_norm": 0.5791400074958801,
      "learning_rate": 8e-05,
      "loss": 1.5863,
      "step": 868
    },
    {
      "epoch": 0.31715328467153286,
      "grad_norm": 0.5944443941116333,
      "learning_rate": 8e-05,
      "loss": 1.545,
      "step": 869
    },
    {
      "epoch": 0.3175182481751825,
      "grad_norm": 0.612164318561554,
      "learning_rate": 8e-05,
      "loss": 1.5871,
      "step": 870
    },
    {
      "epoch": 0.3178832116788321,
      "grad_norm": 0.5993004441261292,
      "learning_rate": 8e-05,
      "loss": 1.5823,
      "step": 871
    },
    {
      "epoch": 0.3182481751824818,
      "grad_norm": 0.6265439987182617,
      "learning_rate": 8e-05,
      "loss": 1.6686,
      "step": 872
    },
    {
      "epoch": 0.3186131386861314,
      "grad_norm": 0.6331521272659302,
      "learning_rate": 8e-05,
      "loss": 1.6014,
      "step": 873
    },
    {
      "epoch": 0.318978102189781,
      "grad_norm": 0.6138855814933777,
      "learning_rate": 8e-05,
      "loss": 1.6155,
      "step": 874
    },
    {
      "epoch": 0.3193430656934307,
      "grad_norm": 0.6246193051338196,
      "learning_rate": 8e-05,
      "loss": 1.605,
      "step": 875
    },
    {
      "epoch": 0.3197080291970803,
      "grad_norm": 0.5965206623077393,
      "learning_rate": 8e-05,
      "loss": 1.5215,
      "step": 876
    },
    {
      "epoch": 0.3200729927007299,
      "grad_norm": 0.6028991341590881,
      "learning_rate": 8e-05,
      "loss": 1.5553,
      "step": 877
    },
    {
      "epoch": 0.32043795620437954,
      "grad_norm": 0.6348788738250732,
      "learning_rate": 8e-05,
      "loss": 1.6254,
      "step": 878
    },
    {
      "epoch": 0.3208029197080292,
      "grad_norm": 0.5912565588951111,
      "learning_rate": 8e-05,
      "loss": 1.5991,
      "step": 879
    },
    {
      "epoch": 0.32116788321167883,
      "grad_norm": 0.6097795367240906,
      "learning_rate": 8e-05,
      "loss": 1.5303,
      "step": 880
    },
    {
      "epoch": 0.32153284671532845,
      "grad_norm": 0.5947853326797485,
      "learning_rate": 8e-05,
      "loss": 1.494,
      "step": 881
    },
    {
      "epoch": 0.3218978102189781,
      "grad_norm": 0.6005210876464844,
      "learning_rate": 8e-05,
      "loss": 1.5746,
      "step": 882
    },
    {
      "epoch": 0.32226277372262774,
      "grad_norm": 0.614041268825531,
      "learning_rate": 8e-05,
      "loss": 1.6299,
      "step": 883
    },
    {
      "epoch": 0.32262773722627736,
      "grad_norm": 0.5975371599197388,
      "learning_rate": 8e-05,
      "loss": 1.6157,
      "step": 884
    },
    {
      "epoch": 0.32299270072992703,
      "grad_norm": 0.6106918454170227,
      "learning_rate": 8e-05,
      "loss": 1.5683,
      "step": 885
    },
    {
      "epoch": 0.32335766423357665,
      "grad_norm": 0.6015481352806091,
      "learning_rate": 8e-05,
      "loss": 1.5615,
      "step": 886
    },
    {
      "epoch": 0.32372262773722627,
      "grad_norm": 0.6271924376487732,
      "learning_rate": 8e-05,
      "loss": 1.6565,
      "step": 887
    },
    {
      "epoch": 0.32408759124087594,
      "grad_norm": 0.5929593443870544,
      "learning_rate": 8e-05,
      "loss": 1.5093,
      "step": 888
    },
    {
      "epoch": 0.32445255474452556,
      "grad_norm": 0.6318806409835815,
      "learning_rate": 8e-05,
      "loss": 1.6329,
      "step": 889
    },
    {
      "epoch": 0.3248175182481752,
      "grad_norm": 0.606818675994873,
      "learning_rate": 8e-05,
      "loss": 1.6073,
      "step": 890
    },
    {
      "epoch": 0.3251824817518248,
      "grad_norm": 0.6147382259368896,
      "learning_rate": 8e-05,
      "loss": 1.5621,
      "step": 891
    },
    {
      "epoch": 0.32554744525547447,
      "grad_norm": 0.604346752166748,
      "learning_rate": 8e-05,
      "loss": 1.5519,
      "step": 892
    },
    {
      "epoch": 0.3259124087591241,
      "grad_norm": 0.604385256767273,
      "learning_rate": 8e-05,
      "loss": 1.6059,
      "step": 893
    },
    {
      "epoch": 0.3262773722627737,
      "grad_norm": 0.6102296710014343,
      "learning_rate": 8e-05,
      "loss": 1.5913,
      "step": 894
    },
    {
      "epoch": 0.3266423357664234,
      "grad_norm": 0.6050511002540588,
      "learning_rate": 8e-05,
      "loss": 1.5437,
      "step": 895
    },
    {
      "epoch": 0.327007299270073,
      "grad_norm": 0.6147162914276123,
      "learning_rate": 8e-05,
      "loss": 1.633,
      "step": 896
    },
    {
      "epoch": 0.3273722627737226,
      "grad_norm": 0.6029412150382996,
      "learning_rate": 8e-05,
      "loss": 1.5253,
      "step": 897
    },
    {
      "epoch": 0.3277372262773723,
      "grad_norm": 0.6385841965675354,
      "learning_rate": 8e-05,
      "loss": 1.6122,
      "step": 898
    },
    {
      "epoch": 0.3281021897810219,
      "grad_norm": 0.5898535847663879,
      "learning_rate": 8e-05,
      "loss": 1.4869,
      "step": 899
    },
    {
      "epoch": 0.3284671532846715,
      "grad_norm": 0.6552735567092896,
      "learning_rate": 8e-05,
      "loss": 1.5611,
      "step": 900
    },
    {
      "epoch": 0.3288321167883212,
      "grad_norm": 0.594707190990448,
      "learning_rate": 8e-05,
      "loss": 1.652,
      "step": 901
    },
    {
      "epoch": 0.3291970802919708,
      "grad_norm": 0.6246088743209839,
      "learning_rate": 8e-05,
      "loss": 1.5669,
      "step": 902
    },
    {
      "epoch": 0.32956204379562043,
      "grad_norm": 0.5681196451187134,
      "learning_rate": 8e-05,
      "loss": 1.5389,
      "step": 903
    },
    {
      "epoch": 0.32992700729927005,
      "grad_norm": 0.6230464577674866,
      "learning_rate": 8e-05,
      "loss": 1.5686,
      "step": 904
    },
    {
      "epoch": 0.3302919708029197,
      "grad_norm": 0.6166272163391113,
      "learning_rate": 8e-05,
      "loss": 1.6005,
      "step": 905
    },
    {
      "epoch": 0.33065693430656934,
      "grad_norm": 0.6034902334213257,
      "learning_rate": 8e-05,
      "loss": 1.5531,
      "step": 906
    },
    {
      "epoch": 0.33102189781021896,
      "grad_norm": 0.6038368344306946,
      "learning_rate": 8e-05,
      "loss": 1.5755,
      "step": 907
    },
    {
      "epoch": 0.33138686131386863,
      "grad_norm": 0.6242707967758179,
      "learning_rate": 8e-05,
      "loss": 1.6577,
      "step": 908
    },
    {
      "epoch": 0.33175182481751825,
      "grad_norm": 0.6357178092002869,
      "learning_rate": 8e-05,
      "loss": 1.618,
      "step": 909
    },
    {
      "epoch": 0.33211678832116787,
      "grad_norm": 0.637860119342804,
      "learning_rate": 8e-05,
      "loss": 1.5833,
      "step": 910
    },
    {
      "epoch": 0.33248175182481754,
      "grad_norm": 0.6063894629478455,
      "learning_rate": 8e-05,
      "loss": 1.5823,
      "step": 911
    },
    {
      "epoch": 0.33284671532846716,
      "grad_norm": 0.6128519773483276,
      "learning_rate": 8e-05,
      "loss": 1.4839,
      "step": 912
    },
    {
      "epoch": 0.3332116788321168,
      "grad_norm": 0.5976436138153076,
      "learning_rate": 8e-05,
      "loss": 1.5825,
      "step": 913
    },
    {
      "epoch": 0.33357664233576645,
      "grad_norm": 0.6101059317588806,
      "learning_rate": 8e-05,
      "loss": 1.5837,
      "step": 914
    },
    {
      "epoch": 0.33394160583941607,
      "grad_norm": 0.5989833474159241,
      "learning_rate": 8e-05,
      "loss": 1.4858,
      "step": 915
    },
    {
      "epoch": 0.3343065693430657,
      "grad_norm": 0.6055433750152588,
      "learning_rate": 8e-05,
      "loss": 1.6082,
      "step": 916
    },
    {
      "epoch": 0.3346715328467153,
      "grad_norm": 0.6113365888595581,
      "learning_rate": 8e-05,
      "loss": 1.579,
      "step": 917
    },
    {
      "epoch": 0.335036496350365,
      "grad_norm": 0.618362545967102,
      "learning_rate": 8e-05,
      "loss": 1.5551,
      "step": 918
    },
    {
      "epoch": 0.3354014598540146,
      "grad_norm": 0.5813071131706238,
      "learning_rate": 8e-05,
      "loss": 1.4938,
      "step": 919
    },
    {
      "epoch": 0.3357664233576642,
      "grad_norm": 0.5878156423568726,
      "learning_rate": 8e-05,
      "loss": 1.4929,
      "step": 920
    },
    {
      "epoch": 0.3361313868613139,
      "grad_norm": 0.6057977676391602,
      "learning_rate": 8e-05,
      "loss": 1.5981,
      "step": 921
    },
    {
      "epoch": 0.3364963503649635,
      "grad_norm": 0.6068370938301086,
      "learning_rate": 8e-05,
      "loss": 1.5478,
      "step": 922
    },
    {
      "epoch": 0.3368613138686131,
      "grad_norm": 0.5960211753845215,
      "learning_rate": 8e-05,
      "loss": 1.569,
      "step": 923
    },
    {
      "epoch": 0.3372262773722628,
      "grad_norm": 0.5884684920310974,
      "learning_rate": 8e-05,
      "loss": 1.5218,
      "step": 924
    },
    {
      "epoch": 0.3375912408759124,
      "grad_norm": 0.6044585108757019,
      "learning_rate": 8e-05,
      "loss": 1.5051,
      "step": 925
    },
    {
      "epoch": 0.33795620437956203,
      "grad_norm": 0.6142299175262451,
      "learning_rate": 8e-05,
      "loss": 1.5822,
      "step": 926
    },
    {
      "epoch": 0.3383211678832117,
      "grad_norm": 0.5768694877624512,
      "learning_rate": 8e-05,
      "loss": 1.5199,
      "step": 927
    },
    {
      "epoch": 0.3386861313868613,
      "grad_norm": 0.6041263341903687,
      "learning_rate": 8e-05,
      "loss": 1.5569,
      "step": 928
    },
    {
      "epoch": 0.33905109489051094,
      "grad_norm": 0.6112878322601318,
      "learning_rate": 8e-05,
      "loss": 1.6374,
      "step": 929
    },
    {
      "epoch": 0.33941605839416056,
      "grad_norm": 0.60214763879776,
      "learning_rate": 8e-05,
      "loss": 1.5733,
      "step": 930
    },
    {
      "epoch": 0.33978102189781023,
      "grad_norm": 0.602192223072052,
      "learning_rate": 8e-05,
      "loss": 1.6279,
      "step": 931
    },
    {
      "epoch": 0.34014598540145985,
      "grad_norm": 0.6058030128479004,
      "learning_rate": 8e-05,
      "loss": 1.5663,
      "step": 932
    },
    {
      "epoch": 0.34051094890510947,
      "grad_norm": 0.5989928245544434,
      "learning_rate": 8e-05,
      "loss": 1.556,
      "step": 933
    },
    {
      "epoch": 0.34087591240875914,
      "grad_norm": 0.5884765982627869,
      "learning_rate": 8e-05,
      "loss": 1.5552,
      "step": 934
    },
    {
      "epoch": 0.34124087591240876,
      "grad_norm": 0.6005760431289673,
      "learning_rate": 8e-05,
      "loss": 1.5101,
      "step": 935
    },
    {
      "epoch": 0.3416058394160584,
      "grad_norm": 0.5980848073959351,
      "learning_rate": 8e-05,
      "loss": 1.556,
      "step": 936
    },
    {
      "epoch": 0.34197080291970805,
      "grad_norm": 0.5953928828239441,
      "learning_rate": 8e-05,
      "loss": 1.6061,
      "step": 937
    },
    {
      "epoch": 0.34233576642335767,
      "grad_norm": 0.5997745990753174,
      "learning_rate": 8e-05,
      "loss": 1.5791,
      "step": 938
    },
    {
      "epoch": 0.3427007299270073,
      "grad_norm": 0.5955919027328491,
      "learning_rate": 8e-05,
      "loss": 1.5858,
      "step": 939
    },
    {
      "epoch": 0.34306569343065696,
      "grad_norm": 0.6146230697631836,
      "learning_rate": 8e-05,
      "loss": 1.5692,
      "step": 940
    },
    {
      "epoch": 0.3434306569343066,
      "grad_norm": 0.6272794604301453,
      "learning_rate": 8e-05,
      "loss": 1.6492,
      "step": 941
    },
    {
      "epoch": 0.3437956204379562,
      "grad_norm": 0.6158879399299622,
      "learning_rate": 8e-05,
      "loss": 1.5839,
      "step": 942
    },
    {
      "epoch": 0.3441605839416058,
      "grad_norm": 0.5972501039505005,
      "learning_rate": 8e-05,
      "loss": 1.5819,
      "step": 943
    },
    {
      "epoch": 0.3445255474452555,
      "grad_norm": 0.6218437552452087,
      "learning_rate": 8e-05,
      "loss": 1.5912,
      "step": 944
    },
    {
      "epoch": 0.3448905109489051,
      "grad_norm": 0.5693213939666748,
      "learning_rate": 8e-05,
      "loss": 1.4285,
      "step": 945
    },
    {
      "epoch": 0.3452554744525547,
      "grad_norm": 0.6054922938346863,
      "learning_rate": 8e-05,
      "loss": 1.5894,
      "step": 946
    },
    {
      "epoch": 0.3456204379562044,
      "grad_norm": 0.6127315163612366,
      "learning_rate": 8e-05,
      "loss": 1.6441,
      "step": 947
    },
    {
      "epoch": 0.345985401459854,
      "grad_norm": 0.6173736453056335,
      "learning_rate": 8e-05,
      "loss": 1.5823,
      "step": 948
    },
    {
      "epoch": 0.34635036496350363,
      "grad_norm": 0.5912225246429443,
      "learning_rate": 8e-05,
      "loss": 1.5919,
      "step": 949
    },
    {
      "epoch": 0.3467153284671533,
      "grad_norm": 0.5982967019081116,
      "learning_rate": 8e-05,
      "loss": 1.543,
      "step": 950
    },
    {
      "epoch": 0.3470802919708029,
      "grad_norm": 0.6268798112869263,
      "learning_rate": 8e-05,
      "loss": 1.6161,
      "step": 951
    },
    {
      "epoch": 0.34744525547445254,
      "grad_norm": 0.601876974105835,
      "learning_rate": 8e-05,
      "loss": 1.5302,
      "step": 952
    },
    {
      "epoch": 0.3478102189781022,
      "grad_norm": 0.6094202995300293,
      "learning_rate": 8e-05,
      "loss": 1.5519,
      "step": 953
    },
    {
      "epoch": 0.34817518248175183,
      "grad_norm": 0.5942091345787048,
      "learning_rate": 8e-05,
      "loss": 1.5704,
      "step": 954
    },
    {
      "epoch": 0.34854014598540145,
      "grad_norm": 0.6366884708404541,
      "learning_rate": 8e-05,
      "loss": 1.555,
      "step": 955
    },
    {
      "epoch": 0.34890510948905107,
      "grad_norm": 0.5940706729888916,
      "learning_rate": 8e-05,
      "loss": 1.5837,
      "step": 956
    },
    {
      "epoch": 0.34927007299270074,
      "grad_norm": 0.6098222136497498,
      "learning_rate": 8e-05,
      "loss": 1.5672,
      "step": 957
    },
    {
      "epoch": 0.34963503649635036,
      "grad_norm": 0.5792889595031738,
      "learning_rate": 8e-05,
      "loss": 1.5416,
      "step": 958
    },
    {
      "epoch": 0.35,
      "grad_norm": 0.5957217216491699,
      "learning_rate": 8e-05,
      "loss": 1.6146,
      "step": 959
    },
    {
      "epoch": 0.35036496350364965,
      "grad_norm": 0.5935194492340088,
      "learning_rate": 8e-05,
      "loss": 1.6582,
      "step": 960
    },
    {
      "epoch": 0.35072992700729927,
      "grad_norm": 0.5861377120018005,
      "learning_rate": 8e-05,
      "loss": 1.5427,
      "step": 961
    },
    {
      "epoch": 0.3510948905109489,
      "grad_norm": 0.6137219071388245,
      "learning_rate": 8e-05,
      "loss": 1.624,
      "step": 962
    },
    {
      "epoch": 0.35145985401459856,
      "grad_norm": 0.5949284434318542,
      "learning_rate": 8e-05,
      "loss": 1.4753,
      "step": 963
    },
    {
      "epoch": 0.3518248175182482,
      "grad_norm": 0.6497654914855957,
      "learning_rate": 8e-05,
      "loss": 1.5948,
      "step": 964
    },
    {
      "epoch": 0.3521897810218978,
      "grad_norm": 0.6034058928489685,
      "learning_rate": 8e-05,
      "loss": 1.5824,
      "step": 965
    },
    {
      "epoch": 0.35255474452554747,
      "grad_norm": 0.6254892349243164,
      "learning_rate": 8e-05,
      "loss": 1.6316,
      "step": 966
    },
    {
      "epoch": 0.3529197080291971,
      "grad_norm": 0.5958739519119263,
      "learning_rate": 8e-05,
      "loss": 1.6069,
      "step": 967
    },
    {
      "epoch": 0.3532846715328467,
      "grad_norm": 0.6277487277984619,
      "learning_rate": 8e-05,
      "loss": 1.5663,
      "step": 968
    },
    {
      "epoch": 0.3536496350364963,
      "grad_norm": 0.5834621787071228,
      "learning_rate": 8e-05,
      "loss": 1.5078,
      "step": 969
    },
    {
      "epoch": 0.354014598540146,
      "grad_norm": 0.6095535755157471,
      "learning_rate": 8e-05,
      "loss": 1.6066,
      "step": 970
    },
    {
      "epoch": 0.3543795620437956,
      "grad_norm": 0.5939632058143616,
      "learning_rate": 8e-05,
      "loss": 1.6316,
      "step": 971
    },
    {
      "epoch": 0.35474452554744523,
      "grad_norm": 0.5729408860206604,
      "learning_rate": 8e-05,
      "loss": 1.4898,
      "step": 972
    },
    {
      "epoch": 0.3551094890510949,
      "grad_norm": 0.5760666131973267,
      "learning_rate": 8e-05,
      "loss": 1.5661,
      "step": 973
    },
    {
      "epoch": 0.3554744525547445,
      "grad_norm": 0.5957809686660767,
      "learning_rate": 8e-05,
      "loss": 1.5412,
      "step": 974
    },
    {
      "epoch": 0.35583941605839414,
      "grad_norm": 0.6197490096092224,
      "learning_rate": 8e-05,
      "loss": 1.6836,
      "step": 975
    },
    {
      "epoch": 0.3562043795620438,
      "grad_norm": 0.5946238040924072,
      "learning_rate": 8e-05,
      "loss": 1.5514,
      "step": 976
    },
    {
      "epoch": 0.35656934306569343,
      "grad_norm": 0.5886532664299011,
      "learning_rate": 8e-05,
      "loss": 1.5973,
      "step": 977
    },
    {
      "epoch": 0.35693430656934305,
      "grad_norm": 0.5788999199867249,
      "learning_rate": 8e-05,
      "loss": 1.4369,
      "step": 978
    },
    {
      "epoch": 0.3572992700729927,
      "grad_norm": 0.6039961576461792,
      "learning_rate": 8e-05,
      "loss": 1.5918,
      "step": 979
    },
    {
      "epoch": 0.35766423357664234,
      "grad_norm": 0.6091821789741516,
      "learning_rate": 8e-05,
      "loss": 1.4919,
      "step": 980
    },
    {
      "epoch": 0.35802919708029196,
      "grad_norm": 0.6318538784980774,
      "learning_rate": 8e-05,
      "loss": 1.6493,
      "step": 981
    },
    {
      "epoch": 0.3583941605839416,
      "grad_norm": 0.6069819331169128,
      "learning_rate": 8e-05,
      "loss": 1.5111,
      "step": 982
    },
    {
      "epoch": 0.35875912408759125,
      "grad_norm": 0.5907145738601685,
      "learning_rate": 8e-05,
      "loss": 1.5304,
      "step": 983
    },
    {
      "epoch": 0.35912408759124087,
      "grad_norm": 0.6030811667442322,
      "learning_rate": 8e-05,
      "loss": 1.5437,
      "step": 984
    },
    {
      "epoch": 0.3594890510948905,
      "grad_norm": 0.6152268648147583,
      "learning_rate": 8e-05,
      "loss": 1.6045,
      "step": 985
    },
    {
      "epoch": 0.35985401459854016,
      "grad_norm": 0.5843151807785034,
      "learning_rate": 8e-05,
      "loss": 1.5626,
      "step": 986
    },
    {
      "epoch": 0.3602189781021898,
      "grad_norm": 0.583975076675415,
      "learning_rate": 8e-05,
      "loss": 1.5437,
      "step": 987
    },
    {
      "epoch": 0.3605839416058394,
      "grad_norm": 0.5743649005889893,
      "learning_rate": 8e-05,
      "loss": 1.4892,
      "step": 988
    },
    {
      "epoch": 0.36094890510948907,
      "grad_norm": 0.610328733921051,
      "learning_rate": 8e-05,
      "loss": 1.6248,
      "step": 989
    },
    {
      "epoch": 0.3613138686131387,
      "grad_norm": 0.58394855260849,
      "learning_rate": 8e-05,
      "loss": 1.5124,
      "step": 990
    },
    {
      "epoch": 0.3616788321167883,
      "grad_norm": 0.6193951368331909,
      "learning_rate": 8e-05,
      "loss": 1.66,
      "step": 991
    },
    {
      "epoch": 0.362043795620438,
      "grad_norm": 0.6255196928977966,
      "learning_rate": 8e-05,
      "loss": 1.6282,
      "step": 992
    },
    {
      "epoch": 0.3624087591240876,
      "grad_norm": 0.60169917345047,
      "learning_rate": 8e-05,
      "loss": 1.5885,
      "step": 993
    },
    {
      "epoch": 0.3627737226277372,
      "grad_norm": 0.5760034322738647,
      "learning_rate": 8e-05,
      "loss": 1.5712,
      "step": 994
    },
    {
      "epoch": 0.36313868613138683,
      "grad_norm": 0.5675594210624695,
      "learning_rate": 8e-05,
      "loss": 1.4454,
      "step": 995
    },
    {
      "epoch": 0.3635036496350365,
      "grad_norm": 0.6195302605628967,
      "learning_rate": 8e-05,
      "loss": 1.5541,
      "step": 996
    },
    {
      "epoch": 0.3638686131386861,
      "grad_norm": 0.6388384103775024,
      "learning_rate": 8e-05,
      "loss": 1.5474,
      "step": 997
    },
    {
      "epoch": 0.36423357664233574,
      "grad_norm": 0.586847186088562,
      "learning_rate": 8e-05,
      "loss": 1.5308,
      "step": 998
    },
    {
      "epoch": 0.3645985401459854,
      "grad_norm": 0.6316645741462708,
      "learning_rate": 8e-05,
      "loss": 1.577,
      "step": 999
    },
    {
      "epoch": 0.36496350364963503,
      "grad_norm": 0.6250750422477722,
      "learning_rate": 8e-05,
      "loss": 1.6271,
      "step": 1000
    },
    {
      "epoch": 0.36532846715328465,
      "grad_norm": 0.6043689846992493,
      "learning_rate": 8e-05,
      "loss": 1.489,
      "step": 1001
    },
    {
      "epoch": 0.3656934306569343,
      "grad_norm": 0.6082795858383179,
      "learning_rate": 8e-05,
      "loss": 1.5126,
      "step": 1002
    },
    {
      "epoch": 0.36605839416058394,
      "grad_norm": 0.6105226874351501,
      "learning_rate": 8e-05,
      "loss": 1.5749,
      "step": 1003
    },
    {
      "epoch": 0.36642335766423356,
      "grad_norm": 0.6014349460601807,
      "learning_rate": 8e-05,
      "loss": 1.4877,
      "step": 1004
    },
    {
      "epoch": 0.36678832116788324,
      "grad_norm": 0.6294251680374146,
      "learning_rate": 8e-05,
      "loss": 1.6455,
      "step": 1005
    },
    {
      "epoch": 0.36715328467153285,
      "grad_norm": 0.6210033893585205,
      "learning_rate": 8e-05,
      "loss": 1.5874,
      "step": 1006
    },
    {
      "epoch": 0.36751824817518247,
      "grad_norm": 0.621933102607727,
      "learning_rate": 8e-05,
      "loss": 1.6129,
      "step": 1007
    },
    {
      "epoch": 0.3678832116788321,
      "grad_norm": 0.6250280141830444,
      "learning_rate": 8e-05,
      "loss": 1.6463,
      "step": 1008
    },
    {
      "epoch": 0.36824817518248176,
      "grad_norm": 0.5804769992828369,
      "learning_rate": 8e-05,
      "loss": 1.5204,
      "step": 1009
    },
    {
      "epoch": 0.3686131386861314,
      "grad_norm": 0.5846789479255676,
      "learning_rate": 8e-05,
      "loss": 1.5656,
      "step": 1010
    },
    {
      "epoch": 0.368978102189781,
      "grad_norm": 0.5971755981445312,
      "learning_rate": 8e-05,
      "loss": 1.5248,
      "step": 1011
    },
    {
      "epoch": 0.36934306569343067,
      "grad_norm": 0.609656035900116,
      "learning_rate": 8e-05,
      "loss": 1.5747,
      "step": 1012
    },
    {
      "epoch": 0.3697080291970803,
      "grad_norm": 0.6186981797218323,
      "learning_rate": 8e-05,
      "loss": 1.5629,
      "step": 1013
    },
    {
      "epoch": 0.3700729927007299,
      "grad_norm": 0.6139465570449829,
      "learning_rate": 8e-05,
      "loss": 1.5994,
      "step": 1014
    },
    {
      "epoch": 0.3704379562043796,
      "grad_norm": 0.6021559834480286,
      "learning_rate": 8e-05,
      "loss": 1.5389,
      "step": 1015
    },
    {
      "epoch": 0.3708029197080292,
      "grad_norm": 0.6061882972717285,
      "learning_rate": 8e-05,
      "loss": 1.576,
      "step": 1016
    },
    {
      "epoch": 0.3711678832116788,
      "grad_norm": 0.6001242399215698,
      "learning_rate": 8e-05,
      "loss": 1.5612,
      "step": 1017
    },
    {
      "epoch": 0.3715328467153285,
      "grad_norm": 0.59398353099823,
      "learning_rate": 8e-05,
      "loss": 1.5559,
      "step": 1018
    },
    {
      "epoch": 0.3718978102189781,
      "grad_norm": 0.5957830548286438,
      "learning_rate": 8e-05,
      "loss": 1.5713,
      "step": 1019
    },
    {
      "epoch": 0.3722627737226277,
      "grad_norm": 0.5908496975898743,
      "learning_rate": 8e-05,
      "loss": 1.4911,
      "step": 1020
    },
    {
      "epoch": 0.37262773722627734,
      "grad_norm": 0.5869143605232239,
      "learning_rate": 8e-05,
      "loss": 1.5579,
      "step": 1021
    },
    {
      "epoch": 0.372992700729927,
      "grad_norm": 0.62317955493927,
      "learning_rate": 8e-05,
      "loss": 1.5832,
      "step": 1022
    },
    {
      "epoch": 0.37335766423357664,
      "grad_norm": 0.6015310883522034,
      "learning_rate": 8e-05,
      "loss": 1.579,
      "step": 1023
    },
    {
      "epoch": 0.37372262773722625,
      "grad_norm": 0.6191038489341736,
      "learning_rate": 8e-05,
      "loss": 1.6291,
      "step": 1024
    },
    {
      "epoch": 0.3740875912408759,
      "grad_norm": 0.6005080342292786,
      "learning_rate": 8e-05,
      "loss": 1.5778,
      "step": 1025
    },
    {
      "epoch": 0.37445255474452555,
      "grad_norm": 0.6110785007476807,
      "learning_rate": 8e-05,
      "loss": 1.5413,
      "step": 1026
    },
    {
      "epoch": 0.37481751824817516,
      "grad_norm": 0.6306235194206238,
      "learning_rate": 8e-05,
      "loss": 1.5346,
      "step": 1027
    },
    {
      "epoch": 0.37518248175182484,
      "grad_norm": 0.6323412656784058,
      "learning_rate": 8e-05,
      "loss": 1.6206,
      "step": 1028
    },
    {
      "epoch": 0.37554744525547445,
      "grad_norm": 0.6391967535018921,
      "learning_rate": 8e-05,
      "loss": 1.5542,
      "step": 1029
    },
    {
      "epoch": 0.3759124087591241,
      "grad_norm": 0.6143709421157837,
      "learning_rate": 8e-05,
      "loss": 1.5877,
      "step": 1030
    },
    {
      "epoch": 0.37627737226277375,
      "grad_norm": 0.6147381663322449,
      "learning_rate": 8e-05,
      "loss": 1.5981,
      "step": 1031
    },
    {
      "epoch": 0.37664233576642336,
      "grad_norm": 0.5991945266723633,
      "learning_rate": 8e-05,
      "loss": 1.5475,
      "step": 1032
    },
    {
      "epoch": 0.377007299270073,
      "grad_norm": 0.6382827758789062,
      "learning_rate": 8e-05,
      "loss": 1.5492,
      "step": 1033
    },
    {
      "epoch": 0.37737226277372266,
      "grad_norm": 0.6135475635528564,
      "learning_rate": 8e-05,
      "loss": 1.5851,
      "step": 1034
    },
    {
      "epoch": 0.3777372262773723,
      "grad_norm": 0.5946922302246094,
      "learning_rate": 8e-05,
      "loss": 1.5235,
      "step": 1035
    },
    {
      "epoch": 0.3781021897810219,
      "grad_norm": 0.6165620684623718,
      "learning_rate": 8e-05,
      "loss": 1.6382,
      "step": 1036
    },
    {
      "epoch": 0.3784671532846715,
      "grad_norm": 0.5836811661720276,
      "learning_rate": 8e-05,
      "loss": 1.5301,
      "step": 1037
    },
    {
      "epoch": 0.3788321167883212,
      "grad_norm": 0.624565064907074,
      "learning_rate": 8e-05,
      "loss": 1.5703,
      "step": 1038
    },
    {
      "epoch": 0.3791970802919708,
      "grad_norm": 0.6165449023246765,
      "learning_rate": 8e-05,
      "loss": 1.5879,
      "step": 1039
    },
    {
      "epoch": 0.3795620437956204,
      "grad_norm": 0.6030674576759338,
      "learning_rate": 8e-05,
      "loss": 1.5305,
      "step": 1040
    },
    {
      "epoch": 0.3799270072992701,
      "grad_norm": 0.6265574097633362,
      "learning_rate": 8e-05,
      "loss": 1.584,
      "step": 1041
    },
    {
      "epoch": 0.3802919708029197,
      "grad_norm": 0.6220502257347107,
      "learning_rate": 8e-05,
      "loss": 1.629,
      "step": 1042
    },
    {
      "epoch": 0.38065693430656933,
      "grad_norm": 0.6162693500518799,
      "learning_rate": 8e-05,
      "loss": 1.5627,
      "step": 1043
    },
    {
      "epoch": 0.381021897810219,
      "grad_norm": 0.5942273139953613,
      "learning_rate": 8e-05,
      "loss": 1.5907,
      "step": 1044
    },
    {
      "epoch": 0.3813868613138686,
      "grad_norm": 0.6110552549362183,
      "learning_rate": 8e-05,
      "loss": 1.6236,
      "step": 1045
    },
    {
      "epoch": 0.38175182481751824,
      "grad_norm": 0.6023382544517517,
      "learning_rate": 8e-05,
      "loss": 1.5064,
      "step": 1046
    },
    {
      "epoch": 0.3821167883211679,
      "grad_norm": 0.5984837412834167,
      "learning_rate": 8e-05,
      "loss": 1.4886,
      "step": 1047
    },
    {
      "epoch": 0.38248175182481753,
      "grad_norm": 0.6285086274147034,
      "learning_rate": 8e-05,
      "loss": 1.5632,
      "step": 1048
    },
    {
      "epoch": 0.38284671532846715,
      "grad_norm": 0.6322019696235657,
      "learning_rate": 8e-05,
      "loss": 1.6518,
      "step": 1049
    },
    {
      "epoch": 0.38321167883211676,
      "grad_norm": 0.6127106547355652,
      "learning_rate": 8e-05,
      "loss": 1.5382,
      "step": 1050
    },
    {
      "epoch": 0.38357664233576644,
      "grad_norm": 0.6040825843811035,
      "learning_rate": 8e-05,
      "loss": 1.5991,
      "step": 1051
    },
    {
      "epoch": 0.38394160583941606,
      "grad_norm": 0.6085320711135864,
      "learning_rate": 8e-05,
      "loss": 1.5128,
      "step": 1052
    },
    {
      "epoch": 0.3843065693430657,
      "grad_norm": 0.6220430731773376,
      "learning_rate": 8e-05,
      "loss": 1.544,
      "step": 1053
    },
    {
      "epoch": 0.38467153284671535,
      "grad_norm": 0.60524982213974,
      "learning_rate": 8e-05,
      "loss": 1.5355,
      "step": 1054
    },
    {
      "epoch": 0.38503649635036497,
      "grad_norm": 0.5905113220214844,
      "learning_rate": 8e-05,
      "loss": 1.5361,
      "step": 1055
    },
    {
      "epoch": 0.3854014598540146,
      "grad_norm": 0.6219974160194397,
      "learning_rate": 8e-05,
      "loss": 1.6067,
      "step": 1056
    },
    {
      "epoch": 0.38576642335766426,
      "grad_norm": 0.6011249423027039,
      "learning_rate": 8e-05,
      "loss": 1.4904,
      "step": 1057
    },
    {
      "epoch": 0.3861313868613139,
      "grad_norm": 0.6221967339515686,
      "learning_rate": 8e-05,
      "loss": 1.5346,
      "step": 1058
    },
    {
      "epoch": 0.3864963503649635,
      "grad_norm": 0.6143261194229126,
      "learning_rate": 8e-05,
      "loss": 1.5638,
      "step": 1059
    },
    {
      "epoch": 0.38686131386861317,
      "grad_norm": 0.576754093170166,
      "learning_rate": 8e-05,
      "loss": 1.5216,
      "step": 1060
    },
    {
      "epoch": 0.3872262773722628,
      "grad_norm": 0.5945895910263062,
      "learning_rate": 8e-05,
      "loss": 1.5643,
      "step": 1061
    },
    {
      "epoch": 0.3875912408759124,
      "grad_norm": 0.6161280274391174,
      "learning_rate": 8e-05,
      "loss": 1.6074,
      "step": 1062
    },
    {
      "epoch": 0.387956204379562,
      "grad_norm": 0.5998178124427795,
      "learning_rate": 8e-05,
      "loss": 1.5788,
      "step": 1063
    },
    {
      "epoch": 0.3883211678832117,
      "grad_norm": 0.5852178931236267,
      "learning_rate": 8e-05,
      "loss": 1.5108,
      "step": 1064
    },
    {
      "epoch": 0.3886861313868613,
      "grad_norm": 0.5948513746261597,
      "learning_rate": 8e-05,
      "loss": 1.5583,
      "step": 1065
    },
    {
      "epoch": 0.38905109489051093,
      "grad_norm": 0.5783421397209167,
      "learning_rate": 8e-05,
      "loss": 1.5221,
      "step": 1066
    },
    {
      "epoch": 0.3894160583941606,
      "grad_norm": 0.5871807336807251,
      "learning_rate": 8e-05,
      "loss": 1.5458,
      "step": 1067
    },
    {
      "epoch": 0.3897810218978102,
      "grad_norm": 0.593369722366333,
      "learning_rate": 8e-05,
      "loss": 1.566,
      "step": 1068
    },
    {
      "epoch": 0.39014598540145984,
      "grad_norm": 0.6017162203788757,
      "learning_rate": 8e-05,
      "loss": 1.5018,
      "step": 1069
    },
    {
      "epoch": 0.3905109489051095,
      "grad_norm": 0.6299751996994019,
      "learning_rate": 8e-05,
      "loss": 1.5426,
      "step": 1070
    },
    {
      "epoch": 0.39087591240875913,
      "grad_norm": 0.6309669613838196,
      "learning_rate": 8e-05,
      "loss": 1.5361,
      "step": 1071
    },
    {
      "epoch": 0.39124087591240875,
      "grad_norm": 0.6155169010162354,
      "learning_rate": 8e-05,
      "loss": 1.5402,
      "step": 1072
    },
    {
      "epoch": 0.3916058394160584,
      "grad_norm": 0.5776420831680298,
      "learning_rate": 8e-05,
      "loss": 1.4684,
      "step": 1073
    },
    {
      "epoch": 0.39197080291970804,
      "grad_norm": 0.5972932577133179,
      "learning_rate": 8e-05,
      "loss": 1.5785,
      "step": 1074
    },
    {
      "epoch": 0.39233576642335766,
      "grad_norm": 0.637454628944397,
      "learning_rate": 8e-05,
      "loss": 1.6214,
      "step": 1075
    },
    {
      "epoch": 0.3927007299270073,
      "grad_norm": 0.5846117734909058,
      "learning_rate": 8e-05,
      "loss": 1.555,
      "step": 1076
    },
    {
      "epoch": 0.39306569343065695,
      "grad_norm": 0.5950992703437805,
      "learning_rate": 8e-05,
      "loss": 1.5241,
      "step": 1077
    },
    {
      "epoch": 0.39343065693430657,
      "grad_norm": 0.6210805773735046,
      "learning_rate": 8e-05,
      "loss": 1.5395,
      "step": 1078
    },
    {
      "epoch": 0.3937956204379562,
      "grad_norm": 0.6139575242996216,
      "learning_rate": 8e-05,
      "loss": 1.5297,
      "step": 1079
    },
    {
      "epoch": 0.39416058394160586,
      "grad_norm": 0.6109387874603271,
      "learning_rate": 8e-05,
      "loss": 1.5527,
      "step": 1080
    },
    {
      "epoch": 0.3945255474452555,
      "grad_norm": 0.5942473411560059,
      "learning_rate": 8e-05,
      "loss": 1.5264,
      "step": 1081
    },
    {
      "epoch": 0.3948905109489051,
      "grad_norm": 0.6130659580230713,
      "learning_rate": 8e-05,
      "loss": 1.6218,
      "step": 1082
    },
    {
      "epoch": 0.39525547445255477,
      "grad_norm": 0.6282966732978821,
      "learning_rate": 8e-05,
      "loss": 1.5104,
      "step": 1083
    },
    {
      "epoch": 0.3956204379562044,
      "grad_norm": 0.5992302298545837,
      "learning_rate": 8e-05,
      "loss": 1.5179,
      "step": 1084
    },
    {
      "epoch": 0.395985401459854,
      "grad_norm": 0.6092544198036194,
      "learning_rate": 8e-05,
      "loss": 1.6427,
      "step": 1085
    },
    {
      "epoch": 0.3963503649635037,
      "grad_norm": 0.6069866418838501,
      "learning_rate": 8e-05,
      "loss": 1.5242,
      "step": 1086
    },
    {
      "epoch": 0.3967153284671533,
      "grad_norm": 0.6024558544158936,
      "learning_rate": 8e-05,
      "loss": 1.5716,
      "step": 1087
    },
    {
      "epoch": 0.3970802919708029,
      "grad_norm": 0.6212615370750427,
      "learning_rate": 8e-05,
      "loss": 1.5789,
      "step": 1088
    },
    {
      "epoch": 0.39744525547445253,
      "grad_norm": 0.6077817678451538,
      "learning_rate": 8e-05,
      "loss": 1.508,
      "step": 1089
    },
    {
      "epoch": 0.3978102189781022,
      "grad_norm": 0.599627673625946,
      "learning_rate": 8e-05,
      "loss": 1.5225,
      "step": 1090
    },
    {
      "epoch": 0.3981751824817518,
      "grad_norm": 0.6212757229804993,
      "learning_rate": 8e-05,
      "loss": 1.588,
      "step": 1091
    },
    {
      "epoch": 0.39854014598540144,
      "grad_norm": 0.6022300720214844,
      "learning_rate": 8e-05,
      "loss": 1.6135,
      "step": 1092
    },
    {
      "epoch": 0.3989051094890511,
      "grad_norm": 0.6331174373626709,
      "learning_rate": 8e-05,
      "loss": 1.5812,
      "step": 1093
    },
    {
      "epoch": 0.39927007299270073,
      "grad_norm": 0.6191257834434509,
      "learning_rate": 8e-05,
      "loss": 1.5201,
      "step": 1094
    },
    {
      "epoch": 0.39963503649635035,
      "grad_norm": 0.6324418187141418,
      "learning_rate": 8e-05,
      "loss": 1.6265,
      "step": 1095
    },
    {
      "epoch": 0.4,
      "grad_norm": 0.6121616959571838,
      "learning_rate": 8e-05,
      "loss": 1.5403,
      "step": 1096
    },
    {
      "epoch": 0.40036496350364964,
      "grad_norm": 0.6202664971351624,
      "learning_rate": 8e-05,
      "loss": 1.5659,
      "step": 1097
    },
    {
      "epoch": 0.40072992700729926,
      "grad_norm": 0.6184796094894409,
      "learning_rate": 8e-05,
      "loss": 1.5778,
      "step": 1098
    },
    {
      "epoch": 0.40109489051094893,
      "grad_norm": 0.5947273969650269,
      "learning_rate": 8e-05,
      "loss": 1.4731,
      "step": 1099
    },
    {
      "epoch": 0.40145985401459855,
      "grad_norm": 0.6051809191703796,
      "learning_rate": 8e-05,
      "loss": 1.5392,
      "step": 1100
    },
    {
      "epoch": 0.40182481751824817,
      "grad_norm": 0.5870414972305298,
      "learning_rate": 8e-05,
      "loss": 1.5981,
      "step": 1101
    },
    {
      "epoch": 0.4021897810218978,
      "grad_norm": 0.582054853439331,
      "learning_rate": 8e-05,
      "loss": 1.58,
      "step": 1102
    },
    {
      "epoch": 0.40255474452554746,
      "grad_norm": 0.5925875306129456,
      "learning_rate": 8e-05,
      "loss": 1.5426,
      "step": 1103
    },
    {
      "epoch": 0.4029197080291971,
      "grad_norm": 0.5947492122650146,
      "learning_rate": 8e-05,
      "loss": 1.5303,
      "step": 1104
    },
    {
      "epoch": 0.4032846715328467,
      "grad_norm": 0.5851355195045471,
      "learning_rate": 8e-05,
      "loss": 1.5399,
      "step": 1105
    },
    {
      "epoch": 0.40364963503649637,
      "grad_norm": 0.5727372765541077,
      "learning_rate": 8e-05,
      "loss": 1.4721,
      "step": 1106
    },
    {
      "epoch": 0.404014598540146,
      "grad_norm": 0.5969904065132141,
      "learning_rate": 8e-05,
      "loss": 1.5782,
      "step": 1107
    },
    {
      "epoch": 0.4043795620437956,
      "grad_norm": 0.5861464738845825,
      "learning_rate": 8e-05,
      "loss": 1.5955,
      "step": 1108
    },
    {
      "epoch": 0.4047445255474453,
      "grad_norm": 0.5913227200508118,
      "learning_rate": 8e-05,
      "loss": 1.526,
      "step": 1109
    },
    {
      "epoch": 0.4051094890510949,
      "grad_norm": 0.5945767164230347,
      "learning_rate": 8e-05,
      "loss": 1.5534,
      "step": 1110
    },
    {
      "epoch": 0.4054744525547445,
      "grad_norm": 0.589911162853241,
      "learning_rate": 8e-05,
      "loss": 1.4916,
      "step": 1111
    },
    {
      "epoch": 0.4058394160583942,
      "grad_norm": 0.6363087892532349,
      "learning_rate": 8e-05,
      "loss": 1.5975,
      "step": 1112
    },
    {
      "epoch": 0.4062043795620438,
      "grad_norm": 0.6035106778144836,
      "learning_rate": 8e-05,
      "loss": 1.5012,
      "step": 1113
    },
    {
      "epoch": 0.4065693430656934,
      "grad_norm": 0.6156107187271118,
      "learning_rate": 8e-05,
      "loss": 1.5729,
      "step": 1114
    },
    {
      "epoch": 0.40693430656934304,
      "grad_norm": 0.5954182147979736,
      "learning_rate": 8e-05,
      "loss": 1.5297,
      "step": 1115
    },
    {
      "epoch": 0.4072992700729927,
      "grad_norm": 0.601642906665802,
      "learning_rate": 8e-05,
      "loss": 1.6155,
      "step": 1116
    },
    {
      "epoch": 0.40766423357664233,
      "grad_norm": 0.6180031299591064,
      "learning_rate": 8e-05,
      "loss": 1.6434,
      "step": 1117
    },
    {
      "epoch": 0.40802919708029195,
      "grad_norm": 0.6241233944892883,
      "learning_rate": 8e-05,
      "loss": 1.6369,
      "step": 1118
    },
    {
      "epoch": 0.4083941605839416,
      "grad_norm": 0.5865646600723267,
      "learning_rate": 8e-05,
      "loss": 1.5681,
      "step": 1119
    },
    {
      "epoch": 0.40875912408759124,
      "grad_norm": 0.6270593404769897,
      "learning_rate": 8e-05,
      "loss": 1.5787,
      "step": 1120
    },
    {
      "epoch": 0.40912408759124086,
      "grad_norm": 0.6053576469421387,
      "learning_rate": 8e-05,
      "loss": 1.5721,
      "step": 1121
    },
    {
      "epoch": 0.40948905109489053,
      "grad_norm": 0.6270821690559387,
      "learning_rate": 8e-05,
      "loss": 1.6455,
      "step": 1122
    },
    {
      "epoch": 0.40985401459854015,
      "grad_norm": 0.6131945252418518,
      "learning_rate": 8e-05,
      "loss": 1.5546,
      "step": 1123
    },
    {
      "epoch": 0.41021897810218977,
      "grad_norm": 0.582003116607666,
      "learning_rate": 8e-05,
      "loss": 1.5004,
      "step": 1124
    },
    {
      "epoch": 0.41058394160583944,
      "grad_norm": 0.6026320457458496,
      "learning_rate": 8e-05,
      "loss": 1.5675,
      "step": 1125
    },
    {
      "epoch": 0.41094890510948906,
      "grad_norm": 0.5981186032295227,
      "learning_rate": 8e-05,
      "loss": 1.5236,
      "step": 1126
    },
    {
      "epoch": 0.4113138686131387,
      "grad_norm": 0.5922862887382507,
      "learning_rate": 8e-05,
      "loss": 1.5732,
      "step": 1127
    },
    {
      "epoch": 0.4116788321167883,
      "grad_norm": 0.6403933167457581,
      "learning_rate": 8e-05,
      "loss": 1.5921,
      "step": 1128
    },
    {
      "epoch": 0.41204379562043797,
      "grad_norm": 0.5983588099479675,
      "learning_rate": 8e-05,
      "loss": 1.5139,
      "step": 1129
    },
    {
      "epoch": 0.4124087591240876,
      "grad_norm": 0.5859779119491577,
      "learning_rate": 8e-05,
      "loss": 1.5134,
      "step": 1130
    },
    {
      "epoch": 0.4127737226277372,
      "grad_norm": 0.5980297327041626,
      "learning_rate": 8e-05,
      "loss": 1.5219,
      "step": 1131
    },
    {
      "epoch": 0.4131386861313869,
      "grad_norm": 0.602599024772644,
      "learning_rate": 8e-05,
      "loss": 1.5537,
      "step": 1132
    },
    {
      "epoch": 0.4135036496350365,
      "grad_norm": 0.6101113557815552,
      "learning_rate": 8e-05,
      "loss": 1.53,
      "step": 1133
    },
    {
      "epoch": 0.4138686131386861,
      "grad_norm": 0.6254070997238159,
      "learning_rate": 8e-05,
      "loss": 1.6046,
      "step": 1134
    },
    {
      "epoch": 0.4142335766423358,
      "grad_norm": 0.6111023426055908,
      "learning_rate": 8e-05,
      "loss": 1.604,
      "step": 1135
    },
    {
      "epoch": 0.4145985401459854,
      "grad_norm": 0.6017448902130127,
      "learning_rate": 8e-05,
      "loss": 1.5314,
      "step": 1136
    },
    {
      "epoch": 0.414963503649635,
      "grad_norm": 0.5897128582000732,
      "learning_rate": 8e-05,
      "loss": 1.5756,
      "step": 1137
    },
    {
      "epoch": 0.4153284671532847,
      "grad_norm": 0.5770338177680969,
      "learning_rate": 8e-05,
      "loss": 1.472,
      "step": 1138
    },
    {
      "epoch": 0.4156934306569343,
      "grad_norm": 0.5866996049880981,
      "learning_rate": 8e-05,
      "loss": 1.5378,
      "step": 1139
    },
    {
      "epoch": 0.41605839416058393,
      "grad_norm": 0.5982983708381653,
      "learning_rate": 8e-05,
      "loss": 1.5613,
      "step": 1140
    },
    {
      "epoch": 0.41642335766423355,
      "grad_norm": 0.594095766544342,
      "learning_rate": 8e-05,
      "loss": 1.467,
      "step": 1141
    },
    {
      "epoch": 0.4167883211678832,
      "grad_norm": 0.6682714223861694,
      "learning_rate": 8e-05,
      "loss": 1.6761,
      "step": 1142
    },
    {
      "epoch": 0.41715328467153284,
      "grad_norm": 0.6052380800247192,
      "learning_rate": 8e-05,
      "loss": 1.5536,
      "step": 1143
    },
    {
      "epoch": 0.41751824817518246,
      "grad_norm": 0.6448819041252136,
      "learning_rate": 8e-05,
      "loss": 1.6092,
      "step": 1144
    },
    {
      "epoch": 0.41788321167883213,
      "grad_norm": 0.6044672131538391,
      "learning_rate": 8e-05,
      "loss": 1.5087,
      "step": 1145
    },
    {
      "epoch": 0.41824817518248175,
      "grad_norm": 0.6326454281806946,
      "learning_rate": 8e-05,
      "loss": 1.6294,
      "step": 1146
    },
    {
      "epoch": 0.41861313868613137,
      "grad_norm": 0.5861337184906006,
      "learning_rate": 8e-05,
      "loss": 1.5616,
      "step": 1147
    },
    {
      "epoch": 0.41897810218978104,
      "grad_norm": 0.6080390810966492,
      "learning_rate": 8e-05,
      "loss": 1.5997,
      "step": 1148
    },
    {
      "epoch": 0.41934306569343066,
      "grad_norm": 0.5888211131095886,
      "learning_rate": 8e-05,
      "loss": 1.5266,
      "step": 1149
    },
    {
      "epoch": 0.4197080291970803,
      "grad_norm": 0.607088565826416,
      "learning_rate": 8e-05,
      "loss": 1.5557,
      "step": 1150
    },
    {
      "epoch": 0.42007299270072995,
      "grad_norm": 0.5712606310844421,
      "learning_rate": 8e-05,
      "loss": 1.4865,
      "step": 1151
    },
    {
      "epoch": 0.42043795620437957,
      "grad_norm": 0.5978989005088806,
      "learning_rate": 8e-05,
      "loss": 1.5493,
      "step": 1152
    },
    {
      "epoch": 0.4208029197080292,
      "grad_norm": 0.6130731701850891,
      "learning_rate": 8e-05,
      "loss": 1.6131,
      "step": 1153
    },
    {
      "epoch": 0.4211678832116788,
      "grad_norm": 0.5793471336364746,
      "learning_rate": 8e-05,
      "loss": 1.5063,
      "step": 1154
    },
    {
      "epoch": 0.4215328467153285,
      "grad_norm": 0.5954750776290894,
      "learning_rate": 8e-05,
      "loss": 1.5904,
      "step": 1155
    },
    {
      "epoch": 0.4218978102189781,
      "grad_norm": 0.5927132964134216,
      "learning_rate": 8e-05,
      "loss": 1.5338,
      "step": 1156
    },
    {
      "epoch": 0.4222627737226277,
      "grad_norm": 0.6069081425666809,
      "learning_rate": 8e-05,
      "loss": 1.6044,
      "step": 1157
    },
    {
      "epoch": 0.4226277372262774,
      "grad_norm": 0.6006834506988525,
      "learning_rate": 8e-05,
      "loss": 1.5305,
      "step": 1158
    },
    {
      "epoch": 0.422992700729927,
      "grad_norm": 0.626497745513916,
      "learning_rate": 8e-05,
      "loss": 1.5971,
      "step": 1159
    },
    {
      "epoch": 0.4233576642335766,
      "grad_norm": 0.6023790836334229,
      "learning_rate": 8e-05,
      "loss": 1.5552,
      "step": 1160
    },
    {
      "epoch": 0.4237226277372263,
      "grad_norm": 0.6086851954460144,
      "learning_rate": 8e-05,
      "loss": 1.5744,
      "step": 1161
    },
    {
      "epoch": 0.4240875912408759,
      "grad_norm": 0.6013938188552856,
      "learning_rate": 8e-05,
      "loss": 1.6189,
      "step": 1162
    },
    {
      "epoch": 0.42445255474452553,
      "grad_norm": 0.6156855225563049,
      "learning_rate": 8e-05,
      "loss": 1.5536,
      "step": 1163
    },
    {
      "epoch": 0.4248175182481752,
      "grad_norm": 0.6090952157974243,
      "learning_rate": 8e-05,
      "loss": 1.5292,
      "step": 1164
    },
    {
      "epoch": 0.4251824817518248,
      "grad_norm": 0.6270456314086914,
      "learning_rate": 8e-05,
      "loss": 1.5762,
      "step": 1165
    },
    {
      "epoch": 0.42554744525547444,
      "grad_norm": 0.6229581236839294,
      "learning_rate": 8e-05,
      "loss": 1.6527,
      "step": 1166
    },
    {
      "epoch": 0.42591240875912406,
      "grad_norm": 0.6058796644210815,
      "learning_rate": 8e-05,
      "loss": 1.5524,
      "step": 1167
    },
    {
      "epoch": 0.42627737226277373,
      "grad_norm": 0.5936087965965271,
      "learning_rate": 8e-05,
      "loss": 1.5124,
      "step": 1168
    },
    {
      "epoch": 0.42664233576642335,
      "grad_norm": 0.5872904062271118,
      "learning_rate": 8e-05,
      "loss": 1.512,
      "step": 1169
    },
    {
      "epoch": 0.42700729927007297,
      "grad_norm": 0.5944258570671082,
      "learning_rate": 8e-05,
      "loss": 1.4804,
      "step": 1170
    },
    {
      "epoch": 0.42737226277372264,
      "grad_norm": 0.6038691997528076,
      "learning_rate": 8e-05,
      "loss": 1.5244,
      "step": 1171
    },
    {
      "epoch": 0.42773722627737226,
      "grad_norm": 0.6275318264961243,
      "learning_rate": 8e-05,
      "loss": 1.564,
      "step": 1172
    },
    {
      "epoch": 0.4281021897810219,
      "grad_norm": 0.6268640160560608,
      "learning_rate": 8e-05,
      "loss": 1.6304,
      "step": 1173
    },
    {
      "epoch": 0.42846715328467155,
      "grad_norm": 0.6545758843421936,
      "learning_rate": 8e-05,
      "loss": 1.6723,
      "step": 1174
    },
    {
      "epoch": 0.42883211678832117,
      "grad_norm": 0.5876835584640503,
      "learning_rate": 8e-05,
      "loss": 1.5759,
      "step": 1175
    },
    {
      "epoch": 0.4291970802919708,
      "grad_norm": 0.6142063140869141,
      "learning_rate": 8e-05,
      "loss": 1.483,
      "step": 1176
    },
    {
      "epoch": 0.42956204379562046,
      "grad_norm": 0.6124581098556519,
      "learning_rate": 8e-05,
      "loss": 1.5736,
      "step": 1177
    },
    {
      "epoch": 0.4299270072992701,
      "grad_norm": 0.5985997915267944,
      "learning_rate": 8e-05,
      "loss": 1.6091,
      "step": 1178
    },
    {
      "epoch": 0.4302919708029197,
      "grad_norm": 0.6065404415130615,
      "learning_rate": 8e-05,
      "loss": 1.5727,
      "step": 1179
    },
    {
      "epoch": 0.4306569343065693,
      "grad_norm": 0.5877151489257812,
      "learning_rate": 8e-05,
      "loss": 1.5308,
      "step": 1180
    },
    {
      "epoch": 0.431021897810219,
      "grad_norm": 0.6097005605697632,
      "learning_rate": 8e-05,
      "loss": 1.5896,
      "step": 1181
    },
    {
      "epoch": 0.4313868613138686,
      "grad_norm": 0.5881975889205933,
      "learning_rate": 8e-05,
      "loss": 1.5157,
      "step": 1182
    },
    {
      "epoch": 0.4317518248175182,
      "grad_norm": 0.6151601672172546,
      "learning_rate": 8e-05,
      "loss": 1.6255,
      "step": 1183
    },
    {
      "epoch": 0.4321167883211679,
      "grad_norm": 0.5984714031219482,
      "learning_rate": 8e-05,
      "loss": 1.6361,
      "step": 1184
    },
    {
      "epoch": 0.4324817518248175,
      "grad_norm": 0.5950922966003418,
      "learning_rate": 8e-05,
      "loss": 1.5526,
      "step": 1185
    },
    {
      "epoch": 0.43284671532846714,
      "grad_norm": 0.5772922039031982,
      "learning_rate": 8e-05,
      "loss": 1.5498,
      "step": 1186
    },
    {
      "epoch": 0.4332116788321168,
      "grad_norm": 0.6255320310592651,
      "learning_rate": 8e-05,
      "loss": 1.5558,
      "step": 1187
    },
    {
      "epoch": 0.4335766423357664,
      "grad_norm": 0.6104030609130859,
      "learning_rate": 8e-05,
      "loss": 1.5764,
      "step": 1188
    },
    {
      "epoch": 0.43394160583941604,
      "grad_norm": 0.6126958131790161,
      "learning_rate": 8e-05,
      "loss": 1.5997,
      "step": 1189
    },
    {
      "epoch": 0.4343065693430657,
      "grad_norm": 0.5916455388069153,
      "learning_rate": 8e-05,
      "loss": 1.5257,
      "step": 1190
    },
    {
      "epoch": 0.43467153284671534,
      "grad_norm": 0.6079068779945374,
      "learning_rate": 8e-05,
      "loss": 1.5928,
      "step": 1191
    },
    {
      "epoch": 0.43503649635036495,
      "grad_norm": 0.5926124453544617,
      "learning_rate": 8e-05,
      "loss": 1.6028,
      "step": 1192
    },
    {
      "epoch": 0.43540145985401457,
      "grad_norm": 0.5888426303863525,
      "learning_rate": 8e-05,
      "loss": 1.5763,
      "step": 1193
    },
    {
      "epoch": 0.43576642335766425,
      "grad_norm": 0.6042253971099854,
      "learning_rate": 8e-05,
      "loss": 1.5497,
      "step": 1194
    },
    {
      "epoch": 0.43613138686131386,
      "grad_norm": 0.5891628265380859,
      "learning_rate": 8e-05,
      "loss": 1.5193,
      "step": 1195
    },
    {
      "epoch": 0.4364963503649635,
      "grad_norm": 0.6249696016311646,
      "learning_rate": 8e-05,
      "loss": 1.5774,
      "step": 1196
    },
    {
      "epoch": 0.43686131386861315,
      "grad_norm": 0.60911625623703,
      "learning_rate": 8e-05,
      "loss": 1.5795,
      "step": 1197
    },
    {
      "epoch": 0.4372262773722628,
      "grad_norm": 0.609318733215332,
      "learning_rate": 8e-05,
      "loss": 1.579,
      "step": 1198
    },
    {
      "epoch": 0.4375912408759124,
      "grad_norm": 0.6099110841751099,
      "learning_rate": 8e-05,
      "loss": 1.6314,
      "step": 1199
    },
    {
      "epoch": 0.43795620437956206,
      "grad_norm": 0.6297367811203003,
      "learning_rate": 8e-05,
      "loss": 1.5946,
      "step": 1200
    },
    {
      "epoch": 0.4383211678832117,
      "grad_norm": 0.5815389156341553,
      "learning_rate": 8e-05,
      "loss": 1.5207,
      "step": 1201
    },
    {
      "epoch": 0.4386861313868613,
      "grad_norm": 0.619797945022583,
      "learning_rate": 8e-05,
      "loss": 1.6071,
      "step": 1202
    },
    {
      "epoch": 0.439051094890511,
      "grad_norm": 0.5874375104904175,
      "learning_rate": 8e-05,
      "loss": 1.5205,
      "step": 1203
    },
    {
      "epoch": 0.4394160583941606,
      "grad_norm": 0.6307455897331238,
      "learning_rate": 8e-05,
      "loss": 1.5166,
      "step": 1204
    },
    {
      "epoch": 0.4397810218978102,
      "grad_norm": 0.6000075936317444,
      "learning_rate": 8e-05,
      "loss": 1.5446,
      "step": 1205
    },
    {
      "epoch": 0.4401459854014598,
      "grad_norm": 0.5994973182678223,
      "learning_rate": 8e-05,
      "loss": 1.5315,
      "step": 1206
    },
    {
      "epoch": 0.4405109489051095,
      "grad_norm": 0.5909371972084045,
      "learning_rate": 8e-05,
      "loss": 1.5506,
      "step": 1207
    },
    {
      "epoch": 0.4408759124087591,
      "grad_norm": 0.5874548554420471,
      "learning_rate": 8e-05,
      "loss": 1.5238,
      "step": 1208
    },
    {
      "epoch": 0.44124087591240874,
      "grad_norm": 0.5882344245910645,
      "learning_rate": 8e-05,
      "loss": 1.4995,
      "step": 1209
    },
    {
      "epoch": 0.4416058394160584,
      "grad_norm": 0.6112184524536133,
      "learning_rate": 8e-05,
      "loss": 1.5378,
      "step": 1210
    },
    {
      "epoch": 0.44197080291970803,
      "grad_norm": 0.6179437041282654,
      "learning_rate": 8e-05,
      "loss": 1.6442,
      "step": 1211
    },
    {
      "epoch": 0.44233576642335765,
      "grad_norm": 0.5997365713119507,
      "learning_rate": 8e-05,
      "loss": 1.6019,
      "step": 1212
    },
    {
      "epoch": 0.4427007299270073,
      "grad_norm": 0.6360539197921753,
      "learning_rate": 8e-05,
      "loss": 1.6086,
      "step": 1213
    },
    {
      "epoch": 0.44306569343065694,
      "grad_norm": 0.6220836043357849,
      "learning_rate": 8e-05,
      "loss": 1.6451,
      "step": 1214
    },
    {
      "epoch": 0.44343065693430656,
      "grad_norm": 0.6166319847106934,
      "learning_rate": 8e-05,
      "loss": 1.5279,
      "step": 1215
    },
    {
      "epoch": 0.44379562043795623,
      "grad_norm": 0.591195821762085,
      "learning_rate": 8e-05,
      "loss": 1.5542,
      "step": 1216
    },
    {
      "epoch": 0.44416058394160585,
      "grad_norm": 0.6230912804603577,
      "learning_rate": 8e-05,
      "loss": 1.5198,
      "step": 1217
    },
    {
      "epoch": 0.44452554744525546,
      "grad_norm": 0.5877026319503784,
      "learning_rate": 8e-05,
      "loss": 1.541,
      "step": 1218
    },
    {
      "epoch": 0.4448905109489051,
      "grad_norm": 0.6187236309051514,
      "learning_rate": 8e-05,
      "loss": 1.6064,
      "step": 1219
    },
    {
      "epoch": 0.44525547445255476,
      "grad_norm": 0.6261996626853943,
      "learning_rate": 8e-05,
      "loss": 1.5747,
      "step": 1220
    },
    {
      "epoch": 0.4456204379562044,
      "grad_norm": 0.6236152052879333,
      "learning_rate": 8e-05,
      "loss": 1.5782,
      "step": 1221
    },
    {
      "epoch": 0.445985401459854,
      "grad_norm": 0.6320517659187317,
      "learning_rate": 8e-05,
      "loss": 1.522,
      "step": 1222
    },
    {
      "epoch": 0.44635036496350367,
      "grad_norm": 0.600941002368927,
      "learning_rate": 8e-05,
      "loss": 1.548,
      "step": 1223
    },
    {
      "epoch": 0.4467153284671533,
      "grad_norm": 0.5970403552055359,
      "learning_rate": 8e-05,
      "loss": 1.5386,
      "step": 1224
    },
    {
      "epoch": 0.4470802919708029,
      "grad_norm": 0.6295427083969116,
      "learning_rate": 8e-05,
      "loss": 1.5596,
      "step": 1225
    },
    {
      "epoch": 0.4474452554744526,
      "grad_norm": 0.5949487090110779,
      "learning_rate": 8e-05,
      "loss": 1.5505,
      "step": 1226
    },
    {
      "epoch": 0.4478102189781022,
      "grad_norm": 0.6155946254730225,
      "learning_rate": 8e-05,
      "loss": 1.4882,
      "step": 1227
    },
    {
      "epoch": 0.4481751824817518,
      "grad_norm": 0.6015676259994507,
      "learning_rate": 8e-05,
      "loss": 1.5727,
      "step": 1228
    },
    {
      "epoch": 0.4485401459854015,
      "grad_norm": 0.6318968534469604,
      "learning_rate": 8e-05,
      "loss": 1.6065,
      "step": 1229
    },
    {
      "epoch": 0.4489051094890511,
      "grad_norm": 0.6148043870925903,
      "learning_rate": 8e-05,
      "loss": 1.5286,
      "step": 1230
    },
    {
      "epoch": 0.4492700729927007,
      "grad_norm": 0.6204656362533569,
      "learning_rate": 8e-05,
      "loss": 1.5607,
      "step": 1231
    },
    {
      "epoch": 0.44963503649635034,
      "grad_norm": 0.6187996864318848,
      "learning_rate": 8e-05,
      "loss": 1.552,
      "step": 1232
    },
    {
      "epoch": 0.45,
      "grad_norm": 0.6107608079910278,
      "learning_rate": 8e-05,
      "loss": 1.5694,
      "step": 1233
    },
    {
      "epoch": 0.45036496350364963,
      "grad_norm": 0.613460123538971,
      "learning_rate": 8e-05,
      "loss": 1.5336,
      "step": 1234
    },
    {
      "epoch": 0.45072992700729925,
      "grad_norm": 0.6071833372116089,
      "learning_rate": 8e-05,
      "loss": 1.5416,
      "step": 1235
    },
    {
      "epoch": 0.4510948905109489,
      "grad_norm": 0.5994610786437988,
      "learning_rate": 8e-05,
      "loss": 1.4716,
      "step": 1236
    },
    {
      "epoch": 0.45145985401459854,
      "grad_norm": 0.5969593524932861,
      "learning_rate": 8e-05,
      "loss": 1.5869,
      "step": 1237
    },
    {
      "epoch": 0.45182481751824816,
      "grad_norm": 0.5902630090713501,
      "learning_rate": 8e-05,
      "loss": 1.4843,
      "step": 1238
    },
    {
      "epoch": 0.45218978102189783,
      "grad_norm": 0.60610032081604,
      "learning_rate": 8e-05,
      "loss": 1.5668,
      "step": 1239
    },
    {
      "epoch": 0.45255474452554745,
      "grad_norm": 0.5943112969398499,
      "learning_rate": 8e-05,
      "loss": 1.5135,
      "step": 1240
    },
    {
      "epoch": 0.45291970802919707,
      "grad_norm": 0.6072136759757996,
      "learning_rate": 8e-05,
      "loss": 1.5442,
      "step": 1241
    },
    {
      "epoch": 0.45328467153284674,
      "grad_norm": 0.6083335280418396,
      "learning_rate": 8e-05,
      "loss": 1.5921,
      "step": 1242
    },
    {
      "epoch": 0.45364963503649636,
      "grad_norm": 0.5845285058021545,
      "learning_rate": 8e-05,
      "loss": 1.5585,
      "step": 1243
    },
    {
      "epoch": 0.454014598540146,
      "grad_norm": 0.590995728969574,
      "learning_rate": 8e-05,
      "loss": 1.616,
      "step": 1244
    },
    {
      "epoch": 0.4543795620437956,
      "grad_norm": 0.5968385934829712,
      "learning_rate": 8e-05,
      "loss": 1.5716,
      "step": 1245
    },
    {
      "epoch": 0.45474452554744527,
      "grad_norm": 0.6002662181854248,
      "learning_rate": 8e-05,
      "loss": 1.5252,
      "step": 1246
    },
    {
      "epoch": 0.4551094890510949,
      "grad_norm": 0.6099027395248413,
      "learning_rate": 8e-05,
      "loss": 1.5824,
      "step": 1247
    },
    {
      "epoch": 0.4554744525547445,
      "grad_norm": 0.6031761169433594,
      "learning_rate": 8e-05,
      "loss": 1.5756,
      "step": 1248
    },
    {
      "epoch": 0.4558394160583942,
      "grad_norm": 0.6003098487854004,
      "learning_rate": 8e-05,
      "loss": 1.5554,
      "step": 1249
    },
    {
      "epoch": 0.4562043795620438,
      "grad_norm": 0.6063555479049683,
      "learning_rate": 8e-05,
      "loss": 1.5805,
      "step": 1250
    },
    {
      "epoch": 0.4565693430656934,
      "grad_norm": 0.6375188231468201,
      "learning_rate": 8e-05,
      "loss": 1.6347,
      "step": 1251
    },
    {
      "epoch": 0.4569343065693431,
      "grad_norm": 0.6224212050437927,
      "learning_rate": 8e-05,
      "loss": 1.581,
      "step": 1252
    },
    {
      "epoch": 0.4572992700729927,
      "grad_norm": 0.6132611036300659,
      "learning_rate": 8e-05,
      "loss": 1.5129,
      "step": 1253
    },
    {
      "epoch": 0.4576642335766423,
      "grad_norm": 0.6127802133560181,
      "learning_rate": 8e-05,
      "loss": 1.5378,
      "step": 1254
    },
    {
      "epoch": 0.458029197080292,
      "grad_norm": 0.6211683750152588,
      "learning_rate": 8e-05,
      "loss": 1.5812,
      "step": 1255
    },
    {
      "epoch": 0.4583941605839416,
      "grad_norm": 0.6363902688026428,
      "learning_rate": 8e-05,
      "loss": 1.5664,
      "step": 1256
    },
    {
      "epoch": 0.45875912408759123,
      "grad_norm": 0.6209169626235962,
      "learning_rate": 8e-05,
      "loss": 1.5045,
      "step": 1257
    },
    {
      "epoch": 0.4591240875912409,
      "grad_norm": 0.6046295166015625,
      "learning_rate": 8e-05,
      "loss": 1.5484,
      "step": 1258
    },
    {
      "epoch": 0.4594890510948905,
      "grad_norm": 0.5904935598373413,
      "learning_rate": 8e-05,
      "loss": 1.5322,
      "step": 1259
    },
    {
      "epoch": 0.45985401459854014,
      "grad_norm": 0.6169421076774597,
      "learning_rate": 8e-05,
      "loss": 1.5543,
      "step": 1260
    },
    {
      "epoch": 0.46021897810218976,
      "grad_norm": 0.5814032554626465,
      "learning_rate": 8e-05,
      "loss": 1.5264,
      "step": 1261
    },
    {
      "epoch": 0.46058394160583943,
      "grad_norm": 0.57820063829422,
      "learning_rate": 8e-05,
      "loss": 1.482,
      "step": 1262
    },
    {
      "epoch": 0.46094890510948905,
      "grad_norm": 0.5807576179504395,
      "learning_rate": 8e-05,
      "loss": 1.4168,
      "step": 1263
    },
    {
      "epoch": 0.46131386861313867,
      "grad_norm": 0.6391890048980713,
      "learning_rate": 8e-05,
      "loss": 1.5445,
      "step": 1264
    },
    {
      "epoch": 0.46167883211678834,
      "grad_norm": 0.6075394749641418,
      "learning_rate": 8e-05,
      "loss": 1.5817,
      "step": 1265
    },
    {
      "epoch": 0.46204379562043796,
      "grad_norm": 0.6136939525604248,
      "learning_rate": 8e-05,
      "loss": 1.5886,
      "step": 1266
    },
    {
      "epoch": 0.4624087591240876,
      "grad_norm": 0.5778914093971252,
      "learning_rate": 8e-05,
      "loss": 1.5599,
      "step": 1267
    },
    {
      "epoch": 0.46277372262773725,
      "grad_norm": 0.622744083404541,
      "learning_rate": 8e-05,
      "loss": 1.5474,
      "step": 1268
    },
    {
      "epoch": 0.46313868613138687,
      "grad_norm": 0.6131471395492554,
      "learning_rate": 8e-05,
      "loss": 1.5373,
      "step": 1269
    },
    {
      "epoch": 0.4635036496350365,
      "grad_norm": 0.6381459832191467,
      "learning_rate": 8e-05,
      "loss": 1.5486,
      "step": 1270
    },
    {
      "epoch": 0.46386861313868616,
      "grad_norm": 0.620707094669342,
      "learning_rate": 8e-05,
      "loss": 1.4822,
      "step": 1271
    },
    {
      "epoch": 0.4642335766423358,
      "grad_norm": 0.5970485806465149,
      "learning_rate": 8e-05,
      "loss": 1.567,
      "step": 1272
    },
    {
      "epoch": 0.4645985401459854,
      "grad_norm": 0.6241363883018494,
      "learning_rate": 8e-05,
      "loss": 1.4927,
      "step": 1273
    },
    {
      "epoch": 0.464963503649635,
      "grad_norm": 0.6068500280380249,
      "learning_rate": 8e-05,
      "loss": 1.6146,
      "step": 1274
    },
    {
      "epoch": 0.4653284671532847,
      "grad_norm": 0.5990890264511108,
      "learning_rate": 8e-05,
      "loss": 1.4758,
      "step": 1275
    },
    {
      "epoch": 0.4656934306569343,
      "grad_norm": 0.6007921695709229,
      "learning_rate": 8e-05,
      "loss": 1.4837,
      "step": 1276
    },
    {
      "epoch": 0.4660583941605839,
      "grad_norm": 0.6038994193077087,
      "learning_rate": 8e-05,
      "loss": 1.5738,
      "step": 1277
    },
    {
      "epoch": 0.4664233576642336,
      "grad_norm": 0.5804620385169983,
      "learning_rate": 8e-05,
      "loss": 1.5761,
      "step": 1278
    },
    {
      "epoch": 0.4667883211678832,
      "grad_norm": 0.6385233998298645,
      "learning_rate": 8e-05,
      "loss": 1.567,
      "step": 1279
    },
    {
      "epoch": 0.46715328467153283,
      "grad_norm": 0.5900548100471497,
      "learning_rate": 8e-05,
      "loss": 1.5369,
      "step": 1280
    },
    {
      "epoch": 0.4675182481751825,
      "grad_norm": 0.5917353630065918,
      "learning_rate": 8e-05,
      "loss": 1.513,
      "step": 1281
    },
    {
      "epoch": 0.4678832116788321,
      "grad_norm": 0.6110081076622009,
      "learning_rate": 8e-05,
      "loss": 1.5752,
      "step": 1282
    },
    {
      "epoch": 0.46824817518248174,
      "grad_norm": 0.5905867218971252,
      "learning_rate": 8e-05,
      "loss": 1.5599,
      "step": 1283
    },
    {
      "epoch": 0.4686131386861314,
      "grad_norm": 0.6227750778198242,
      "learning_rate": 8e-05,
      "loss": 1.5452,
      "step": 1284
    },
    {
      "epoch": 0.46897810218978103,
      "grad_norm": 0.6023094654083252,
      "learning_rate": 8e-05,
      "loss": 1.5259,
      "step": 1285
    },
    {
      "epoch": 0.46934306569343065,
      "grad_norm": 0.6297712326049805,
      "learning_rate": 8e-05,
      "loss": 1.537,
      "step": 1286
    },
    {
      "epoch": 0.46970802919708027,
      "grad_norm": 0.5995941162109375,
      "learning_rate": 8e-05,
      "loss": 1.5599,
      "step": 1287
    },
    {
      "epoch": 0.47007299270072994,
      "grad_norm": 0.6283068060874939,
      "learning_rate": 8e-05,
      "loss": 1.563,
      "step": 1288
    },
    {
      "epoch": 0.47043795620437956,
      "grad_norm": 0.5810991525650024,
      "learning_rate": 8e-05,
      "loss": 1.483,
      "step": 1289
    },
    {
      "epoch": 0.4708029197080292,
      "grad_norm": 0.653920590877533,
      "learning_rate": 8e-05,
      "loss": 1.623,
      "step": 1290
    },
    {
      "epoch": 0.47116788321167885,
      "grad_norm": 0.6088377833366394,
      "learning_rate": 8e-05,
      "loss": 1.6455,
      "step": 1291
    },
    {
      "epoch": 0.47153284671532847,
      "grad_norm": 0.6190731525421143,
      "learning_rate": 8e-05,
      "loss": 1.5828,
      "step": 1292
    },
    {
      "epoch": 0.4718978102189781,
      "grad_norm": 0.5892987251281738,
      "learning_rate": 8e-05,
      "loss": 1.5572,
      "step": 1293
    },
    {
      "epoch": 0.47226277372262776,
      "grad_norm": 0.6086974740028381,
      "learning_rate": 8e-05,
      "loss": 1.5493,
      "step": 1294
    },
    {
      "epoch": 0.4726277372262774,
      "grad_norm": 0.6036272048950195,
      "learning_rate": 8e-05,
      "loss": 1.5418,
      "step": 1295
    },
    {
      "epoch": 0.472992700729927,
      "grad_norm": 0.6243341565132141,
      "learning_rate": 8e-05,
      "loss": 1.5164,
      "step": 1296
    },
    {
      "epoch": 0.47335766423357667,
      "grad_norm": 0.6068741083145142,
      "learning_rate": 8e-05,
      "loss": 1.6053,
      "step": 1297
    },
    {
      "epoch": 0.4737226277372263,
      "grad_norm": 0.6010516881942749,
      "learning_rate": 8e-05,
      "loss": 1.6172,
      "step": 1298
    },
    {
      "epoch": 0.4740875912408759,
      "grad_norm": 0.614109992980957,
      "learning_rate": 8e-05,
      "loss": 1.5095,
      "step": 1299
    },
    {
      "epoch": 0.4744525547445255,
      "grad_norm": 0.5963239669799805,
      "learning_rate": 8e-05,
      "loss": 1.5063,
      "step": 1300
    },
    {
      "epoch": 0.4748175182481752,
      "grad_norm": 0.6301975250244141,
      "learning_rate": 8e-05,
      "loss": 1.5668,
      "step": 1301
    },
    {
      "epoch": 0.4751824817518248,
      "grad_norm": 0.6258288025856018,
      "learning_rate": 8e-05,
      "loss": 1.5507,
      "step": 1302
    },
    {
      "epoch": 0.47554744525547443,
      "grad_norm": 0.6130732297897339,
      "learning_rate": 8e-05,
      "loss": 1.5358,
      "step": 1303
    },
    {
      "epoch": 0.4759124087591241,
      "grad_norm": 0.6059991121292114,
      "learning_rate": 8e-05,
      "loss": 1.5568,
      "step": 1304
    },
    {
      "epoch": 0.4762773722627737,
      "grad_norm": 0.6109252572059631,
      "learning_rate": 8e-05,
      "loss": 1.5848,
      "step": 1305
    },
    {
      "epoch": 0.47664233576642334,
      "grad_norm": 0.6113179922103882,
      "learning_rate": 8e-05,
      "loss": 1.5594,
      "step": 1306
    },
    {
      "epoch": 0.477007299270073,
      "grad_norm": 0.599074125289917,
      "learning_rate": 8e-05,
      "loss": 1.6166,
      "step": 1307
    },
    {
      "epoch": 0.47737226277372263,
      "grad_norm": 0.619619607925415,
      "learning_rate": 8e-05,
      "loss": 1.5951,
      "step": 1308
    },
    {
      "epoch": 0.47773722627737225,
      "grad_norm": 0.6050245761871338,
      "learning_rate": 8e-05,
      "loss": 1.5089,
      "step": 1309
    },
    {
      "epoch": 0.4781021897810219,
      "grad_norm": 0.619701623916626,
      "learning_rate": 8e-05,
      "loss": 1.6392,
      "step": 1310
    },
    {
      "epoch": 0.47846715328467154,
      "grad_norm": 0.6108168363571167,
      "learning_rate": 8e-05,
      "loss": 1.5569,
      "step": 1311
    },
    {
      "epoch": 0.47883211678832116,
      "grad_norm": 0.6189038753509521,
      "learning_rate": 8e-05,
      "loss": 1.6476,
      "step": 1312
    },
    {
      "epoch": 0.4791970802919708,
      "grad_norm": 0.6119335889816284,
      "learning_rate": 8e-05,
      "loss": 1.5471,
      "step": 1313
    },
    {
      "epoch": 0.47956204379562045,
      "grad_norm": 0.6212897300720215,
      "learning_rate": 8e-05,
      "loss": 1.6177,
      "step": 1314
    },
    {
      "epoch": 0.47992700729927007,
      "grad_norm": 0.6297242641448975,
      "learning_rate": 8e-05,
      "loss": 1.5551,
      "step": 1315
    },
    {
      "epoch": 0.4802919708029197,
      "grad_norm": 0.6037872433662415,
      "learning_rate": 8e-05,
      "loss": 1.5226,
      "step": 1316
    },
    {
      "epoch": 0.48065693430656936,
      "grad_norm": 0.6249723434448242,
      "learning_rate": 8e-05,
      "loss": 1.6364,
      "step": 1317
    },
    {
      "epoch": 0.481021897810219,
      "grad_norm": 0.598868191242218,
      "learning_rate": 8e-05,
      "loss": 1.5492,
      "step": 1318
    },
    {
      "epoch": 0.4813868613138686,
      "grad_norm": 0.617393970489502,
      "learning_rate": 8e-05,
      "loss": 1.5158,
      "step": 1319
    },
    {
      "epoch": 0.48175182481751827,
      "grad_norm": 0.5984540581703186,
      "learning_rate": 8e-05,
      "loss": 1.5334,
      "step": 1320
    },
    {
      "epoch": 0.4821167883211679,
      "grad_norm": 0.6307247877120972,
      "learning_rate": 8e-05,
      "loss": 1.5572,
      "step": 1321
    },
    {
      "epoch": 0.4824817518248175,
      "grad_norm": 0.5996445417404175,
      "learning_rate": 8e-05,
      "loss": 1.589,
      "step": 1322
    },
    {
      "epoch": 0.4828467153284672,
      "grad_norm": 0.6355319023132324,
      "learning_rate": 8e-05,
      "loss": 1.6183,
      "step": 1323
    },
    {
      "epoch": 0.4832116788321168,
      "grad_norm": 0.6183661222457886,
      "learning_rate": 8e-05,
      "loss": 1.6194,
      "step": 1324
    },
    {
      "epoch": 0.4835766423357664,
      "grad_norm": 0.6167054176330566,
      "learning_rate": 8e-05,
      "loss": 1.5393,
      "step": 1325
    },
    {
      "epoch": 0.48394160583941603,
      "grad_norm": 0.5747185945510864,
      "learning_rate": 8e-05,
      "loss": 1.5499,
      "step": 1326
    },
    {
      "epoch": 0.4843065693430657,
      "grad_norm": 0.6319423913955688,
      "learning_rate": 8e-05,
      "loss": 1.6448,
      "step": 1327
    },
    {
      "epoch": 0.4846715328467153,
      "grad_norm": 0.5917769074440002,
      "learning_rate": 8e-05,
      "loss": 1.5576,
      "step": 1328
    },
    {
      "epoch": 0.48503649635036494,
      "grad_norm": 0.6044349074363708,
      "learning_rate": 8e-05,
      "loss": 1.5876,
      "step": 1329
    },
    {
      "epoch": 0.4854014598540146,
      "grad_norm": 0.590899646282196,
      "learning_rate": 8e-05,
      "loss": 1.5391,
      "step": 1330
    },
    {
      "epoch": 0.48576642335766423,
      "grad_norm": 0.6194184422492981,
      "learning_rate": 8e-05,
      "loss": 1.5511,
      "step": 1331
    },
    {
      "epoch": 0.48613138686131385,
      "grad_norm": 0.6214600205421448,
      "learning_rate": 8e-05,
      "loss": 1.5883,
      "step": 1332
    },
    {
      "epoch": 0.4864963503649635,
      "grad_norm": 0.6261482238769531,
      "learning_rate": 8e-05,
      "loss": 1.5862,
      "step": 1333
    },
    {
      "epoch": 0.48686131386861314,
      "grad_norm": 0.618566632270813,
      "learning_rate": 8e-05,
      "loss": 1.5859,
      "step": 1334
    },
    {
      "epoch": 0.48722627737226276,
      "grad_norm": 0.6022370457649231,
      "learning_rate": 8e-05,
      "loss": 1.5659,
      "step": 1335
    },
    {
      "epoch": 0.48759124087591244,
      "grad_norm": 0.604587733745575,
      "learning_rate": 8e-05,
      "loss": 1.5258,
      "step": 1336
    },
    {
      "epoch": 0.48795620437956205,
      "grad_norm": 0.601020336151123,
      "learning_rate": 8e-05,
      "loss": 1.4609,
      "step": 1337
    },
    {
      "epoch": 0.48832116788321167,
      "grad_norm": 0.6039317846298218,
      "learning_rate": 8e-05,
      "loss": 1.602,
      "step": 1338
    },
    {
      "epoch": 0.4886861313868613,
      "grad_norm": 0.605198860168457,
      "learning_rate": 8e-05,
      "loss": 1.5782,
      "step": 1339
    },
    {
      "epoch": 0.48905109489051096,
      "grad_norm": 0.6049513816833496,
      "learning_rate": 8e-05,
      "loss": 1.5379,
      "step": 1340
    },
    {
      "epoch": 0.4894160583941606,
      "grad_norm": 0.6107832789421082,
      "learning_rate": 8e-05,
      "loss": 1.5737,
      "step": 1341
    },
    {
      "epoch": 0.4897810218978102,
      "grad_norm": 0.6130779981613159,
      "learning_rate": 8e-05,
      "loss": 1.5817,
      "step": 1342
    },
    {
      "epoch": 0.49014598540145987,
      "grad_norm": 0.6017915606498718,
      "learning_rate": 8e-05,
      "loss": 1.5118,
      "step": 1343
    },
    {
      "epoch": 0.4905109489051095,
      "grad_norm": 0.6047745943069458,
      "learning_rate": 8e-05,
      "loss": 1.5663,
      "step": 1344
    },
    {
      "epoch": 0.4908759124087591,
      "grad_norm": 0.6135331988334656,
      "learning_rate": 8e-05,
      "loss": 1.4874,
      "step": 1345
    },
    {
      "epoch": 0.4912408759124088,
      "grad_norm": 0.6021008491516113,
      "learning_rate": 8e-05,
      "loss": 1.4883,
      "step": 1346
    },
    {
      "epoch": 0.4916058394160584,
      "grad_norm": 0.629456102848053,
      "learning_rate": 8e-05,
      "loss": 1.6008,
      "step": 1347
    },
    {
      "epoch": 0.491970802919708,
      "grad_norm": 0.6053223609924316,
      "learning_rate": 8e-05,
      "loss": 1.6324,
      "step": 1348
    },
    {
      "epoch": 0.4923357664233577,
      "grad_norm": 0.612625241279602,
      "learning_rate": 8e-05,
      "loss": 1.5438,
      "step": 1349
    },
    {
      "epoch": 0.4927007299270073,
      "grad_norm": 0.6034528017044067,
      "learning_rate": 8e-05,
      "loss": 1.6038,
      "step": 1350
    },
    {
      "epoch": 0.4930656934306569,
      "grad_norm": 0.6336878538131714,
      "learning_rate": 8e-05,
      "loss": 1.5972,
      "step": 1351
    },
    {
      "epoch": 0.49343065693430654,
      "grad_norm": 0.6103590726852417,
      "learning_rate": 8e-05,
      "loss": 1.5371,
      "step": 1352
    },
    {
      "epoch": 0.4937956204379562,
      "grad_norm": 0.6265906095504761,
      "learning_rate": 8e-05,
      "loss": 1.5652,
      "step": 1353
    },
    {
      "epoch": 0.49416058394160584,
      "grad_norm": 0.6114044785499573,
      "learning_rate": 8e-05,
      "loss": 1.5132,
      "step": 1354
    },
    {
      "epoch": 0.49452554744525545,
      "grad_norm": 0.6359586119651794,
      "learning_rate": 8e-05,
      "loss": 1.5838,
      "step": 1355
    },
    {
      "epoch": 0.4948905109489051,
      "grad_norm": 0.6073662638664246,
      "learning_rate": 8e-05,
      "loss": 1.5921,
      "step": 1356
    },
    {
      "epoch": 0.49525547445255474,
      "grad_norm": 0.5862885117530823,
      "learning_rate": 8e-05,
      "loss": 1.5223,
      "step": 1357
    },
    {
      "epoch": 0.49562043795620436,
      "grad_norm": 0.6128539443016052,
      "learning_rate": 8e-05,
      "loss": 1.5426,
      "step": 1358
    },
    {
      "epoch": 0.49598540145985404,
      "grad_norm": 0.6147208213806152,
      "learning_rate": 8e-05,
      "loss": 1.4846,
      "step": 1359
    },
    {
      "epoch": 0.49635036496350365,
      "grad_norm": 0.6063293218612671,
      "learning_rate": 8e-05,
      "loss": 1.5196,
      "step": 1360
    },
    {
      "epoch": 0.49671532846715327,
      "grad_norm": 0.5861055850982666,
      "learning_rate": 8e-05,
      "loss": 1.5799,
      "step": 1361
    },
    {
      "epoch": 0.49708029197080295,
      "grad_norm": 0.6179605722427368,
      "learning_rate": 8e-05,
      "loss": 1.5627,
      "step": 1362
    },
    {
      "epoch": 0.49744525547445256,
      "grad_norm": 0.6072041392326355,
      "learning_rate": 8e-05,
      "loss": 1.5376,
      "step": 1363
    },
    {
      "epoch": 0.4978102189781022,
      "grad_norm": 0.6039944291114807,
      "learning_rate": 8e-05,
      "loss": 1.5533,
      "step": 1364
    },
    {
      "epoch": 0.4981751824817518,
      "grad_norm": 0.6122746467590332,
      "learning_rate": 8e-05,
      "loss": 1.5572,
      "step": 1365
    },
    {
      "epoch": 0.4985401459854015,
      "grad_norm": 0.6239768862724304,
      "learning_rate": 8e-05,
      "loss": 1.6288,
      "step": 1366
    },
    {
      "epoch": 0.4989051094890511,
      "grad_norm": 0.6143590807914734,
      "learning_rate": 8e-05,
      "loss": 1.5997,
      "step": 1367
    },
    {
      "epoch": 0.4992700729927007,
      "grad_norm": 0.6064654588699341,
      "learning_rate": 8e-05,
      "loss": 1.5625,
      "step": 1368
    },
    {
      "epoch": 0.4996350364963504,
      "grad_norm": 0.5898908972740173,
      "learning_rate": 8e-05,
      "loss": 1.5874,
      "step": 1369
    },
    {
      "epoch": 0.5,
      "grad_norm": 0.6020641326904297,
      "learning_rate": 8e-05,
      "loss": 1.6029,
      "step": 1370
    },
    {
      "epoch": 0.5003649635036497,
      "grad_norm": 0.5883708000183105,
      "learning_rate": 8e-05,
      "loss": 1.5457,
      "step": 1371
    },
    {
      "epoch": 0.5007299270072992,
      "grad_norm": 0.5955607295036316,
      "learning_rate": 8e-05,
      "loss": 1.5465,
      "step": 1372
    },
    {
      "epoch": 0.5010948905109489,
      "grad_norm": 0.620521068572998,
      "learning_rate": 8e-05,
      "loss": 1.5597,
      "step": 1373
    },
    {
      "epoch": 0.5014598540145986,
      "grad_norm": 0.6113860607147217,
      "learning_rate": 8e-05,
      "loss": 1.52,
      "step": 1374
    },
    {
      "epoch": 0.5018248175182481,
      "grad_norm": 0.59090656042099,
      "learning_rate": 8e-05,
      "loss": 1.5402,
      "step": 1375
    },
    {
      "epoch": 0.5021897810218978,
      "grad_norm": 0.6158014535903931,
      "learning_rate": 8e-05,
      "loss": 1.5359,
      "step": 1376
    },
    {
      "epoch": 0.5025547445255475,
      "grad_norm": 0.604422926902771,
      "learning_rate": 8e-05,
      "loss": 1.604,
      "step": 1377
    },
    {
      "epoch": 0.502919708029197,
      "grad_norm": 0.6101378798484802,
      "learning_rate": 8e-05,
      "loss": 1.5657,
      "step": 1378
    },
    {
      "epoch": 0.5032846715328467,
      "grad_norm": 0.6145671606063843,
      "learning_rate": 8e-05,
      "loss": 1.5888,
      "step": 1379
    },
    {
      "epoch": 0.5036496350364964,
      "grad_norm": 0.610755205154419,
      "learning_rate": 8e-05,
      "loss": 1.5345,
      "step": 1380
    },
    {
      "epoch": 0.504014598540146,
      "grad_norm": 0.6151867508888245,
      "learning_rate": 8e-05,
      "loss": 1.5463,
      "step": 1381
    },
    {
      "epoch": 0.5043795620437956,
      "grad_norm": 0.5981408953666687,
      "learning_rate": 8e-05,
      "loss": 1.5357,
      "step": 1382
    },
    {
      "epoch": 0.5047445255474453,
      "grad_norm": 0.5961540937423706,
      "learning_rate": 8e-05,
      "loss": 1.6255,
      "step": 1383
    },
    {
      "epoch": 0.5051094890510949,
      "grad_norm": 0.6153731942176819,
      "learning_rate": 8e-05,
      "loss": 1.5239,
      "step": 1384
    },
    {
      "epoch": 0.5054744525547445,
      "grad_norm": 0.6192904710769653,
      "learning_rate": 8e-05,
      "loss": 1.5267,
      "step": 1385
    },
    {
      "epoch": 0.5058394160583941,
      "grad_norm": 0.5916823744773865,
      "learning_rate": 8e-05,
      "loss": 1.594,
      "step": 1386
    },
    {
      "epoch": 0.5062043795620438,
      "grad_norm": 0.6085542440414429,
      "learning_rate": 8e-05,
      "loss": 1.5926,
      "step": 1387
    },
    {
      "epoch": 0.5065693430656935,
      "grad_norm": 0.6017062067985535,
      "learning_rate": 8e-05,
      "loss": 1.5661,
      "step": 1388
    },
    {
      "epoch": 0.506934306569343,
      "grad_norm": 0.6220904588699341,
      "learning_rate": 8e-05,
      "loss": 1.4615,
      "step": 1389
    },
    {
      "epoch": 0.5072992700729927,
      "grad_norm": 0.6046919226646423,
      "learning_rate": 8e-05,
      "loss": 1.5642,
      "step": 1390
    },
    {
      "epoch": 0.5076642335766424,
      "grad_norm": 0.6339748501777649,
      "learning_rate": 8e-05,
      "loss": 1.5497,
      "step": 1391
    },
    {
      "epoch": 0.5080291970802919,
      "grad_norm": 0.628000795841217,
      "learning_rate": 8e-05,
      "loss": 1.503,
      "step": 1392
    },
    {
      "epoch": 0.5083941605839416,
      "grad_norm": 0.6293385028839111,
      "learning_rate": 8e-05,
      "loss": 1.5914,
      "step": 1393
    },
    {
      "epoch": 0.5087591240875913,
      "grad_norm": 0.6110689640045166,
      "learning_rate": 8e-05,
      "loss": 1.5775,
      "step": 1394
    },
    {
      "epoch": 0.5091240875912408,
      "grad_norm": 0.5912932753562927,
      "learning_rate": 8e-05,
      "loss": 1.5239,
      "step": 1395
    },
    {
      "epoch": 0.5094890510948905,
      "grad_norm": 0.6354655027389526,
      "learning_rate": 8e-05,
      "loss": 1.5941,
      "step": 1396
    },
    {
      "epoch": 0.5098540145985402,
      "grad_norm": 0.6246505975723267,
      "learning_rate": 8e-05,
      "loss": 1.4836,
      "step": 1397
    },
    {
      "epoch": 0.5102189781021897,
      "grad_norm": 0.6085599064826965,
      "learning_rate": 8e-05,
      "loss": 1.4986,
      "step": 1398
    },
    {
      "epoch": 0.5105839416058394,
      "grad_norm": 0.6329077482223511,
      "learning_rate": 8e-05,
      "loss": 1.5828,
      "step": 1399
    },
    {
      "epoch": 0.5109489051094891,
      "grad_norm": 0.6105955243110657,
      "learning_rate": 8e-05,
      "loss": 1.5822,
      "step": 1400
    },
    {
      "epoch": 0.5113138686131387,
      "grad_norm": 0.620098888874054,
      "learning_rate": 8e-05,
      "loss": 1.55,
      "step": 1401
    },
    {
      "epoch": 0.5116788321167883,
      "grad_norm": 0.5896607041358948,
      "learning_rate": 8e-05,
      "loss": 1.4942,
      "step": 1402
    },
    {
      "epoch": 0.512043795620438,
      "grad_norm": 0.6054309010505676,
      "learning_rate": 8e-05,
      "loss": 1.5516,
      "step": 1403
    },
    {
      "epoch": 0.5124087591240876,
      "grad_norm": 0.6112557649612427,
      "learning_rate": 8e-05,
      "loss": 1.6237,
      "step": 1404
    },
    {
      "epoch": 0.5127737226277372,
      "grad_norm": 0.6143733263015747,
      "learning_rate": 8e-05,
      "loss": 1.5841,
      "step": 1405
    },
    {
      "epoch": 0.5131386861313869,
      "grad_norm": 0.5864593386650085,
      "learning_rate": 8e-05,
      "loss": 1.5166,
      "step": 1406
    },
    {
      "epoch": 0.5135036496350365,
      "grad_norm": 0.5794652104377747,
      "learning_rate": 8e-05,
      "loss": 1.5949,
      "step": 1407
    },
    {
      "epoch": 0.5138686131386861,
      "grad_norm": 0.6166441440582275,
      "learning_rate": 8e-05,
      "loss": 1.5481,
      "step": 1408
    },
    {
      "epoch": 0.5142335766423358,
      "grad_norm": 0.6222687363624573,
      "learning_rate": 8e-05,
      "loss": 1.5088,
      "step": 1409
    },
    {
      "epoch": 0.5145985401459854,
      "grad_norm": 0.5894784927368164,
      "learning_rate": 8e-05,
      "loss": 1.4915,
      "step": 1410
    },
    {
      "epoch": 0.5149635036496351,
      "grad_norm": 0.6026252508163452,
      "learning_rate": 8e-05,
      "loss": 1.4845,
      "step": 1411
    },
    {
      "epoch": 0.5153284671532846,
      "grad_norm": 0.6281338930130005,
      "learning_rate": 8e-05,
      "loss": 1.576,
      "step": 1412
    },
    {
      "epoch": 0.5156934306569343,
      "grad_norm": 0.6035892367362976,
      "learning_rate": 8e-05,
      "loss": 1.5259,
      "step": 1413
    },
    {
      "epoch": 0.516058394160584,
      "grad_norm": 0.6323250532150269,
      "learning_rate": 8e-05,
      "loss": 1.5098,
      "step": 1414
    },
    {
      "epoch": 0.5164233576642335,
      "grad_norm": 0.6070728302001953,
      "learning_rate": 8e-05,
      "loss": 1.5848,
      "step": 1415
    },
    {
      "epoch": 0.5167883211678832,
      "grad_norm": 0.588941752910614,
      "learning_rate": 8e-05,
      "loss": 1.5945,
      "step": 1416
    },
    {
      "epoch": 0.5171532846715329,
      "grad_norm": 0.6213650107383728,
      "learning_rate": 8e-05,
      "loss": 1.5751,
      "step": 1417
    },
    {
      "epoch": 0.5175182481751824,
      "grad_norm": 0.6294574737548828,
      "learning_rate": 8e-05,
      "loss": 1.4837,
      "step": 1418
    },
    {
      "epoch": 0.5178832116788321,
      "grad_norm": 0.5860219597816467,
      "learning_rate": 8e-05,
      "loss": 1.4502,
      "step": 1419
    },
    {
      "epoch": 0.5182481751824818,
      "grad_norm": 0.6255736351013184,
      "learning_rate": 8e-05,
      "loss": 1.558,
      "step": 1420
    },
    {
      "epoch": 0.5186131386861313,
      "grad_norm": 0.6210249662399292,
      "learning_rate": 8e-05,
      "loss": 1.5904,
      "step": 1421
    },
    {
      "epoch": 0.518978102189781,
      "grad_norm": 0.6203084588050842,
      "learning_rate": 8e-05,
      "loss": 1.5939,
      "step": 1422
    },
    {
      "epoch": 0.5193430656934307,
      "grad_norm": 0.5764344930648804,
      "learning_rate": 8e-05,
      "loss": 1.4267,
      "step": 1423
    },
    {
      "epoch": 0.5197080291970803,
      "grad_norm": 0.6118853092193604,
      "learning_rate": 8e-05,
      "loss": 1.5503,
      "step": 1424
    },
    {
      "epoch": 0.5200729927007299,
      "grad_norm": 0.6290022730827332,
      "learning_rate": 8e-05,
      "loss": 1.6049,
      "step": 1425
    },
    {
      "epoch": 0.5204379562043796,
      "grad_norm": 0.6102381348609924,
      "learning_rate": 8e-05,
      "loss": 1.5519,
      "step": 1426
    },
    {
      "epoch": 0.5208029197080292,
      "grad_norm": 0.6205718517303467,
      "learning_rate": 8e-05,
      "loss": 1.5186,
      "step": 1427
    },
    {
      "epoch": 0.5211678832116788,
      "grad_norm": 0.613690197467804,
      "learning_rate": 8e-05,
      "loss": 1.5302,
      "step": 1428
    },
    {
      "epoch": 0.5215328467153285,
      "grad_norm": 0.6324545741081238,
      "learning_rate": 8e-05,
      "loss": 1.6356,
      "step": 1429
    },
    {
      "epoch": 0.5218978102189781,
      "grad_norm": 0.5924540758132935,
      "learning_rate": 8e-05,
      "loss": 1.5723,
      "step": 1430
    },
    {
      "epoch": 0.5222627737226277,
      "grad_norm": 0.6255541443824768,
      "learning_rate": 8e-05,
      "loss": 1.5504,
      "step": 1431
    },
    {
      "epoch": 0.5226277372262774,
      "grad_norm": 0.6328362226486206,
      "learning_rate": 8e-05,
      "loss": 1.6457,
      "step": 1432
    },
    {
      "epoch": 0.522992700729927,
      "grad_norm": 0.6036691069602966,
      "learning_rate": 8e-05,
      "loss": 1.5589,
      "step": 1433
    },
    {
      "epoch": 0.5233576642335767,
      "grad_norm": 0.6057813167572021,
      "learning_rate": 8e-05,
      "loss": 1.5026,
      "step": 1434
    },
    {
      "epoch": 0.5237226277372263,
      "grad_norm": 0.5974692702293396,
      "learning_rate": 8e-05,
      "loss": 1.5462,
      "step": 1435
    },
    {
      "epoch": 0.5240875912408759,
      "grad_norm": 0.6085463166236877,
      "learning_rate": 8e-05,
      "loss": 1.6247,
      "step": 1436
    },
    {
      "epoch": 0.5244525547445256,
      "grad_norm": 0.6039720177650452,
      "learning_rate": 8e-05,
      "loss": 1.5382,
      "step": 1437
    },
    {
      "epoch": 0.5248175182481751,
      "grad_norm": 0.6360775828361511,
      "learning_rate": 8e-05,
      "loss": 1.5878,
      "step": 1438
    },
    {
      "epoch": 0.5251824817518248,
      "grad_norm": 0.6091302633285522,
      "learning_rate": 8e-05,
      "loss": 1.445,
      "step": 1439
    },
    {
      "epoch": 0.5255474452554745,
      "grad_norm": 0.6063900589942932,
      "learning_rate": 8e-05,
      "loss": 1.5677,
      "step": 1440
    },
    {
      "epoch": 0.525912408759124,
      "grad_norm": 0.6234834790229797,
      "learning_rate": 8e-05,
      "loss": 1.6404,
      "step": 1441
    },
    {
      "epoch": 0.5262773722627737,
      "grad_norm": 0.6177529692649841,
      "learning_rate": 8e-05,
      "loss": 1.5819,
      "step": 1442
    },
    {
      "epoch": 0.5266423357664234,
      "grad_norm": 0.60146164894104,
      "learning_rate": 8e-05,
      "loss": 1.5564,
      "step": 1443
    },
    {
      "epoch": 0.527007299270073,
      "grad_norm": 0.6024057269096375,
      "learning_rate": 8e-05,
      "loss": 1.5649,
      "step": 1444
    },
    {
      "epoch": 0.5273722627737226,
      "grad_norm": 0.6326308846473694,
      "learning_rate": 8e-05,
      "loss": 1.6045,
      "step": 1445
    },
    {
      "epoch": 0.5277372262773723,
      "grad_norm": 0.6194034218788147,
      "learning_rate": 8e-05,
      "loss": 1.5174,
      "step": 1446
    },
    {
      "epoch": 0.5281021897810219,
      "grad_norm": 0.6263889074325562,
      "learning_rate": 8e-05,
      "loss": 1.5482,
      "step": 1447
    },
    {
      "epoch": 0.5284671532846715,
      "grad_norm": 0.5949687957763672,
      "learning_rate": 8e-05,
      "loss": 1.5126,
      "step": 1448
    },
    {
      "epoch": 0.5288321167883212,
      "grad_norm": 0.603587806224823,
      "learning_rate": 8e-05,
      "loss": 1.5079,
      "step": 1449
    },
    {
      "epoch": 0.5291970802919708,
      "grad_norm": 0.6113109588623047,
      "learning_rate": 8e-05,
      "loss": 1.5391,
      "step": 1450
    },
    {
      "epoch": 0.5295620437956204,
      "grad_norm": 0.6083406805992126,
      "learning_rate": 8e-05,
      "loss": 1.5103,
      "step": 1451
    },
    {
      "epoch": 0.5299270072992701,
      "grad_norm": 0.6161326766014099,
      "learning_rate": 8e-05,
      "loss": 1.6173,
      "step": 1452
    },
    {
      "epoch": 0.5302919708029197,
      "grad_norm": 0.6253945827484131,
      "learning_rate": 8e-05,
      "loss": 1.6548,
      "step": 1453
    },
    {
      "epoch": 0.5306569343065694,
      "grad_norm": 0.5806484222412109,
      "learning_rate": 8e-05,
      "loss": 1.4968,
      "step": 1454
    },
    {
      "epoch": 0.531021897810219,
      "grad_norm": 0.5941059589385986,
      "learning_rate": 8e-05,
      "loss": 1.5168,
      "step": 1455
    },
    {
      "epoch": 0.5313868613138686,
      "grad_norm": 0.5991587042808533,
      "learning_rate": 8e-05,
      "loss": 1.5897,
      "step": 1456
    },
    {
      "epoch": 0.5317518248175183,
      "grad_norm": 0.6522781848907471,
      "learning_rate": 8e-05,
      "loss": 1.6072,
      "step": 1457
    },
    {
      "epoch": 0.5321167883211679,
      "grad_norm": 0.6202040314674377,
      "learning_rate": 8e-05,
      "loss": 1.5338,
      "step": 1458
    },
    {
      "epoch": 0.5324817518248175,
      "grad_norm": 0.6165490746498108,
      "learning_rate": 8e-05,
      "loss": 1.649,
      "step": 1459
    },
    {
      "epoch": 0.5328467153284672,
      "grad_norm": 0.6213845014572144,
      "learning_rate": 8e-05,
      "loss": 1.6055,
      "step": 1460
    },
    {
      "epoch": 0.5332116788321168,
      "grad_norm": 0.5973242521286011,
      "learning_rate": 8e-05,
      "loss": 1.5213,
      "step": 1461
    },
    {
      "epoch": 0.5335766423357664,
      "grad_norm": 0.5971398949623108,
      "learning_rate": 8e-05,
      "loss": 1.5246,
      "step": 1462
    },
    {
      "epoch": 0.5339416058394161,
      "grad_norm": 0.5987704992294312,
      "learning_rate": 8e-05,
      "loss": 1.5034,
      "step": 1463
    },
    {
      "epoch": 0.5343065693430656,
      "grad_norm": 0.613171398639679,
      "learning_rate": 8e-05,
      "loss": 1.5287,
      "step": 1464
    },
    {
      "epoch": 0.5346715328467153,
      "grad_norm": 0.6246048808097839,
      "learning_rate": 8e-05,
      "loss": 1.6227,
      "step": 1465
    },
    {
      "epoch": 0.535036496350365,
      "grad_norm": 0.6235468983650208,
      "learning_rate": 8e-05,
      "loss": 1.5919,
      "step": 1466
    },
    {
      "epoch": 0.5354014598540145,
      "grad_norm": 0.614621639251709,
      "learning_rate": 8e-05,
      "loss": 1.5953,
      "step": 1467
    },
    {
      "epoch": 0.5357664233576642,
      "grad_norm": 0.5947418808937073,
      "learning_rate": 8e-05,
      "loss": 1.5854,
      "step": 1468
    },
    {
      "epoch": 0.5361313868613139,
      "grad_norm": 0.5941926836967468,
      "learning_rate": 8e-05,
      "loss": 1.542,
      "step": 1469
    },
    {
      "epoch": 0.5364963503649635,
      "grad_norm": 0.6030572056770325,
      "learning_rate": 8e-05,
      "loss": 1.5685,
      "step": 1470
    },
    {
      "epoch": 0.5368613138686131,
      "grad_norm": 0.6218368411064148,
      "learning_rate": 8e-05,
      "loss": 1.5141,
      "step": 1471
    },
    {
      "epoch": 0.5372262773722628,
      "grad_norm": 0.6143110394477844,
      "learning_rate": 8e-05,
      "loss": 1.5672,
      "step": 1472
    },
    {
      "epoch": 0.5375912408759124,
      "grad_norm": 0.594168484210968,
      "learning_rate": 8e-05,
      "loss": 1.5073,
      "step": 1473
    },
    {
      "epoch": 0.537956204379562,
      "grad_norm": 0.6274348497390747,
      "learning_rate": 8e-05,
      "loss": 1.5957,
      "step": 1474
    },
    {
      "epoch": 0.5383211678832117,
      "grad_norm": 0.6366040110588074,
      "learning_rate": 8e-05,
      "loss": 1.6487,
      "step": 1475
    },
    {
      "epoch": 0.5386861313868613,
      "grad_norm": 0.639330267906189,
      "learning_rate": 8e-05,
      "loss": 1.4988,
      "step": 1476
    },
    {
      "epoch": 0.539051094890511,
      "grad_norm": 0.6010825037956238,
      "learning_rate": 8e-05,
      "loss": 1.533,
      "step": 1477
    },
    {
      "epoch": 0.5394160583941606,
      "grad_norm": 0.6546698212623596,
      "learning_rate": 8e-05,
      "loss": 1.5268,
      "step": 1478
    },
    {
      "epoch": 0.5397810218978102,
      "grad_norm": 0.6196193099021912,
      "learning_rate": 8e-05,
      "loss": 1.6391,
      "step": 1479
    },
    {
      "epoch": 0.5401459854014599,
      "grad_norm": 0.6611493229866028,
      "learning_rate": 8e-05,
      "loss": 1.5647,
      "step": 1480
    },
    {
      "epoch": 0.5405109489051095,
      "grad_norm": 0.61774742603302,
      "learning_rate": 8e-05,
      "loss": 1.5339,
      "step": 1481
    },
    {
      "epoch": 0.5408759124087591,
      "grad_norm": 0.6393983960151672,
      "learning_rate": 8e-05,
      "loss": 1.4878,
      "step": 1482
    },
    {
      "epoch": 0.5412408759124088,
      "grad_norm": 0.631432056427002,
      "learning_rate": 8e-05,
      "loss": 1.5571,
      "step": 1483
    },
    {
      "epoch": 0.5416058394160584,
      "grad_norm": 0.6340087056159973,
      "learning_rate": 8e-05,
      "loss": 1.5734,
      "step": 1484
    },
    {
      "epoch": 0.541970802919708,
      "grad_norm": 0.6249915361404419,
      "learning_rate": 8e-05,
      "loss": 1.606,
      "step": 1485
    },
    {
      "epoch": 0.5423357664233577,
      "grad_norm": 0.5906211733818054,
      "learning_rate": 8e-05,
      "loss": 1.5397,
      "step": 1486
    },
    {
      "epoch": 0.5427007299270074,
      "grad_norm": 0.6861106753349304,
      "learning_rate": 8e-05,
      "loss": 1.5855,
      "step": 1487
    },
    {
      "epoch": 0.5430656934306569,
      "grad_norm": 0.5979976058006287,
      "learning_rate": 8e-05,
      "loss": 1.5336,
      "step": 1488
    },
    {
      "epoch": 0.5434306569343066,
      "grad_norm": 0.6563170552253723,
      "learning_rate": 8e-05,
      "loss": 1.5592,
      "step": 1489
    },
    {
      "epoch": 0.5437956204379562,
      "grad_norm": 0.6453507542610168,
      "learning_rate": 8e-05,
      "loss": 1.5488,
      "step": 1490
    },
    {
      "epoch": 0.5441605839416058,
      "grad_norm": 0.6470266580581665,
      "learning_rate": 8e-05,
      "loss": 1.5623,
      "step": 1491
    },
    {
      "epoch": 0.5445255474452555,
      "grad_norm": 0.6480869650840759,
      "learning_rate": 8e-05,
      "loss": 1.5335,
      "step": 1492
    },
    {
      "epoch": 0.5448905109489051,
      "grad_norm": 0.6149665713310242,
      "learning_rate": 8e-05,
      "loss": 1.5588,
      "step": 1493
    },
    {
      "epoch": 0.5452554744525547,
      "grad_norm": 0.6546028256416321,
      "learning_rate": 8e-05,
      "loss": 1.5876,
      "step": 1494
    },
    {
      "epoch": 0.5456204379562044,
      "grad_norm": 0.6133884191513062,
      "learning_rate": 8e-05,
      "loss": 1.5829,
      "step": 1495
    },
    {
      "epoch": 0.545985401459854,
      "grad_norm": 0.625307559967041,
      "learning_rate": 8e-05,
      "loss": 1.4484,
      "step": 1496
    },
    {
      "epoch": 0.5463503649635036,
      "grad_norm": 0.5806143283843994,
      "learning_rate": 8e-05,
      "loss": 1.5293,
      "step": 1497
    },
    {
      "epoch": 0.5467153284671533,
      "grad_norm": 0.6099637150764465,
      "learning_rate": 8e-05,
      "loss": 1.5277,
      "step": 1498
    },
    {
      "epoch": 0.5470802919708029,
      "grad_norm": 0.6530802249908447,
      "learning_rate": 8e-05,
      "loss": 1.5968,
      "step": 1499
    },
    {
      "epoch": 0.5474452554744526,
      "grad_norm": 0.6003210544586182,
      "learning_rate": 8e-05,
      "loss": 1.5353,
      "step": 1500
    },
    {
      "epoch": 0.5478102189781022,
      "grad_norm": 0.6118854880332947,
      "learning_rate": 8e-05,
      "loss": 1.4802,
      "step": 1501
    },
    {
      "epoch": 0.5481751824817518,
      "grad_norm": 0.6140987873077393,
      "learning_rate": 8e-05,
      "loss": 1.5181,
      "step": 1502
    },
    {
      "epoch": 0.5485401459854015,
      "grad_norm": 0.6120051741600037,
      "learning_rate": 8e-05,
      "loss": 1.5773,
      "step": 1503
    },
    {
      "epoch": 0.5489051094890511,
      "grad_norm": 0.5874427556991577,
      "learning_rate": 8e-05,
      "loss": 1.5287,
      "step": 1504
    },
    {
      "epoch": 0.5492700729927007,
      "grad_norm": 0.6048665642738342,
      "learning_rate": 8e-05,
      "loss": 1.4934,
      "step": 1505
    },
    {
      "epoch": 0.5496350364963504,
      "grad_norm": 0.6078162789344788,
      "learning_rate": 8e-05,
      "loss": 1.5392,
      "step": 1506
    },
    {
      "epoch": 0.55,
      "grad_norm": 0.6133869886398315,
      "learning_rate": 8e-05,
      "loss": 1.5835,
      "step": 1507
    },
    {
      "epoch": 0.5503649635036496,
      "grad_norm": 0.586098849773407,
      "learning_rate": 8e-05,
      "loss": 1.5579,
      "step": 1508
    },
    {
      "epoch": 0.5507299270072993,
      "grad_norm": 0.579843282699585,
      "learning_rate": 8e-05,
      "loss": 1.5578,
      "step": 1509
    },
    {
      "epoch": 0.551094890510949,
      "grad_norm": 0.6203240752220154,
      "learning_rate": 8e-05,
      "loss": 1.5882,
      "step": 1510
    },
    {
      "epoch": 0.5514598540145985,
      "grad_norm": 0.6204885840415955,
      "learning_rate": 8e-05,
      "loss": 1.6429,
      "step": 1511
    },
    {
      "epoch": 0.5518248175182482,
      "grad_norm": 0.6232393980026245,
      "learning_rate": 8e-05,
      "loss": 1.5342,
      "step": 1512
    },
    {
      "epoch": 0.5521897810218979,
      "grad_norm": 0.5983826518058777,
      "learning_rate": 8e-05,
      "loss": 1.5503,
      "step": 1513
    },
    {
      "epoch": 0.5525547445255474,
      "grad_norm": 0.6043297052383423,
      "learning_rate": 8e-05,
      "loss": 1.5664,
      "step": 1514
    },
    {
      "epoch": 0.5529197080291971,
      "grad_norm": 0.6112481355667114,
      "learning_rate": 8e-05,
      "loss": 1.4789,
      "step": 1515
    },
    {
      "epoch": 0.5532846715328467,
      "grad_norm": 0.6243418455123901,
      "learning_rate": 8e-05,
      "loss": 1.4917,
      "step": 1516
    },
    {
      "epoch": 0.5536496350364963,
      "grad_norm": 0.623738706111908,
      "learning_rate": 8e-05,
      "loss": 1.6185,
      "step": 1517
    },
    {
      "epoch": 0.554014598540146,
      "grad_norm": 0.613135814666748,
      "learning_rate": 8e-05,
      "loss": 1.5681,
      "step": 1518
    },
    {
      "epoch": 0.5543795620437956,
      "grad_norm": 0.6255961656570435,
      "learning_rate": 8e-05,
      "loss": 1.6177,
      "step": 1519
    },
    {
      "epoch": 0.5547445255474452,
      "grad_norm": 0.5996755361557007,
      "learning_rate": 8e-05,
      "loss": 1.4473,
      "step": 1520
    },
    {
      "epoch": 0.5551094890510949,
      "grad_norm": 0.6070869565010071,
      "learning_rate": 8e-05,
      "loss": 1.5625,
      "step": 1521
    },
    {
      "epoch": 0.5554744525547445,
      "grad_norm": 0.6001400351524353,
      "learning_rate": 8e-05,
      "loss": 1.5099,
      "step": 1522
    },
    {
      "epoch": 0.5558394160583942,
      "grad_norm": 0.6052266955375671,
      "learning_rate": 8e-05,
      "loss": 1.5626,
      "step": 1523
    },
    {
      "epoch": 0.5562043795620438,
      "grad_norm": 0.6074388027191162,
      "learning_rate": 8e-05,
      "loss": 1.552,
      "step": 1524
    },
    {
      "epoch": 0.5565693430656934,
      "grad_norm": 0.6406679749488831,
      "learning_rate": 8e-05,
      "loss": 1.5963,
      "step": 1525
    },
    {
      "epoch": 0.5569343065693431,
      "grad_norm": 0.605793297290802,
      "learning_rate": 8e-05,
      "loss": 1.553,
      "step": 1526
    },
    {
      "epoch": 0.5572992700729927,
      "grad_norm": 0.5955184698104858,
      "learning_rate": 8e-05,
      "loss": 1.5394,
      "step": 1527
    },
    {
      "epoch": 0.5576642335766423,
      "grad_norm": 0.6094686985015869,
      "learning_rate": 8e-05,
      "loss": 1.5308,
      "step": 1528
    },
    {
      "epoch": 0.558029197080292,
      "grad_norm": 0.6226038932800293,
      "learning_rate": 8e-05,
      "loss": 1.5472,
      "step": 1529
    },
    {
      "epoch": 0.5583941605839416,
      "grad_norm": 0.6047564148902893,
      "learning_rate": 8e-05,
      "loss": 1.5629,
      "step": 1530
    },
    {
      "epoch": 0.5587591240875912,
      "grad_norm": 0.6408427357673645,
      "learning_rate": 8e-05,
      "loss": 1.5964,
      "step": 1531
    },
    {
      "epoch": 0.5591240875912409,
      "grad_norm": 0.6120206713676453,
      "learning_rate": 8e-05,
      "loss": 1.5684,
      "step": 1532
    },
    {
      "epoch": 0.5594890510948906,
      "grad_norm": 0.5900372266769409,
      "learning_rate": 8e-05,
      "loss": 1.5421,
      "step": 1533
    },
    {
      "epoch": 0.5598540145985401,
      "grad_norm": 0.6182428002357483,
      "learning_rate": 8e-05,
      "loss": 1.5075,
      "step": 1534
    },
    {
      "epoch": 0.5602189781021898,
      "grad_norm": 0.6032414436340332,
      "learning_rate": 8e-05,
      "loss": 1.5303,
      "step": 1535
    },
    {
      "epoch": 0.5605839416058395,
      "grad_norm": 0.5914093255996704,
      "learning_rate": 8e-05,
      "loss": 1.5672,
      "step": 1536
    },
    {
      "epoch": 0.560948905109489,
      "grad_norm": 0.5976667404174805,
      "learning_rate": 8e-05,
      "loss": 1.5192,
      "step": 1537
    },
    {
      "epoch": 0.5613138686131387,
      "grad_norm": 0.5935755372047424,
      "learning_rate": 8e-05,
      "loss": 1.5681,
      "step": 1538
    },
    {
      "epoch": 0.5616788321167884,
      "grad_norm": 0.6545381546020508,
      "learning_rate": 8e-05,
      "loss": 1.636,
      "step": 1539
    },
    {
      "epoch": 0.5620437956204379,
      "grad_norm": 0.5922796130180359,
      "learning_rate": 8e-05,
      "loss": 1.5499,
      "step": 1540
    },
    {
      "epoch": 0.5624087591240876,
      "grad_norm": 0.6044419407844543,
      "learning_rate": 8e-05,
      "loss": 1.5879,
      "step": 1541
    },
    {
      "epoch": 0.5627737226277372,
      "grad_norm": 0.5983037948608398,
      "learning_rate": 8e-05,
      "loss": 1.5486,
      "step": 1542
    },
    {
      "epoch": 0.5631386861313868,
      "grad_norm": 0.6006249189376831,
      "learning_rate": 8e-05,
      "loss": 1.5958,
      "step": 1543
    },
    {
      "epoch": 0.5635036496350365,
      "grad_norm": 0.6265309453010559,
      "learning_rate": 8e-05,
      "loss": 1.6062,
      "step": 1544
    },
    {
      "epoch": 0.5638686131386861,
      "grad_norm": 0.5873587131500244,
      "learning_rate": 8e-05,
      "loss": 1.5892,
      "step": 1545
    },
    {
      "epoch": 0.5642335766423358,
      "grad_norm": 0.582075834274292,
      "learning_rate": 8e-05,
      "loss": 1.5426,
      "step": 1546
    },
    {
      "epoch": 0.5645985401459854,
      "grad_norm": 0.5747785568237305,
      "learning_rate": 8e-05,
      "loss": 1.5316,
      "step": 1547
    },
    {
      "epoch": 0.564963503649635,
      "grad_norm": 0.5764844417572021,
      "learning_rate": 8e-05,
      "loss": 1.5368,
      "step": 1548
    },
    {
      "epoch": 0.5653284671532847,
      "grad_norm": 0.6406406760215759,
      "learning_rate": 8e-05,
      "loss": 1.6161,
      "step": 1549
    },
    {
      "epoch": 0.5656934306569343,
      "grad_norm": 0.6099917888641357,
      "learning_rate": 8e-05,
      "loss": 1.5772,
      "step": 1550
    },
    {
      "epoch": 0.5660583941605839,
      "grad_norm": 0.5891173481941223,
      "learning_rate": 8e-05,
      "loss": 1.5286,
      "step": 1551
    },
    {
      "epoch": 0.5664233576642336,
      "grad_norm": 0.5927788615226746,
      "learning_rate": 8e-05,
      "loss": 1.4271,
      "step": 1552
    },
    {
      "epoch": 0.5667883211678832,
      "grad_norm": 0.6082319021224976,
      "learning_rate": 8e-05,
      "loss": 1.5269,
      "step": 1553
    },
    {
      "epoch": 0.5671532846715328,
      "grad_norm": 0.6222923994064331,
      "learning_rate": 8e-05,
      "loss": 1.5598,
      "step": 1554
    },
    {
      "epoch": 0.5675182481751825,
      "grad_norm": 0.623330295085907,
      "learning_rate": 8e-05,
      "loss": 1.5676,
      "step": 1555
    },
    {
      "epoch": 0.5678832116788322,
      "grad_norm": 0.5825626254081726,
      "learning_rate": 8e-05,
      "loss": 1.4658,
      "step": 1556
    },
    {
      "epoch": 0.5682481751824817,
      "grad_norm": 0.6367984414100647,
      "learning_rate": 8e-05,
      "loss": 1.5977,
      "step": 1557
    },
    {
      "epoch": 0.5686131386861314,
      "grad_norm": 0.5938089489936829,
      "learning_rate": 8e-05,
      "loss": 1.5849,
      "step": 1558
    },
    {
      "epoch": 0.5689781021897811,
      "grad_norm": 0.626369833946228,
      "learning_rate": 8e-05,
      "loss": 1.5815,
      "step": 1559
    },
    {
      "epoch": 0.5693430656934306,
      "grad_norm": 0.631465494632721,
      "learning_rate": 8e-05,
      "loss": 1.5616,
      "step": 1560
    },
    {
      "epoch": 0.5697080291970803,
      "grad_norm": 0.6106184720993042,
      "learning_rate": 8e-05,
      "loss": 1.5346,
      "step": 1561
    },
    {
      "epoch": 0.57007299270073,
      "grad_norm": 0.6075619459152222,
      "learning_rate": 8e-05,
      "loss": 1.615,
      "step": 1562
    },
    {
      "epoch": 0.5704379562043795,
      "grad_norm": 0.6157915592193604,
      "learning_rate": 8e-05,
      "loss": 1.5211,
      "step": 1563
    },
    {
      "epoch": 0.5708029197080292,
      "grad_norm": 0.6077512502670288,
      "learning_rate": 8e-05,
      "loss": 1.5529,
      "step": 1564
    },
    {
      "epoch": 0.5711678832116789,
      "grad_norm": 0.6013193726539612,
      "learning_rate": 8e-05,
      "loss": 1.5243,
      "step": 1565
    },
    {
      "epoch": 0.5715328467153284,
      "grad_norm": 0.6135619282722473,
      "learning_rate": 8e-05,
      "loss": 1.5491,
      "step": 1566
    },
    {
      "epoch": 0.5718978102189781,
      "grad_norm": 0.5935738682746887,
      "learning_rate": 8e-05,
      "loss": 1.4937,
      "step": 1567
    },
    {
      "epoch": 0.5722627737226277,
      "grad_norm": 0.5984445214271545,
      "learning_rate": 8e-05,
      "loss": 1.4591,
      "step": 1568
    },
    {
      "epoch": 0.5726277372262774,
      "grad_norm": 0.605689525604248,
      "learning_rate": 8e-05,
      "loss": 1.4925,
      "step": 1569
    },
    {
      "epoch": 0.572992700729927,
      "grad_norm": 0.6260815262794495,
      "learning_rate": 8e-05,
      "loss": 1.5691,
      "step": 1570
    },
    {
      "epoch": 0.5733576642335766,
      "grad_norm": 0.588253915309906,
      "learning_rate": 8e-05,
      "loss": 1.5948,
      "step": 1571
    },
    {
      "epoch": 0.5737226277372263,
      "grad_norm": 0.5993397831916809,
      "learning_rate": 8e-05,
      "loss": 1.4878,
      "step": 1572
    },
    {
      "epoch": 0.5740875912408759,
      "grad_norm": 0.5835077166557312,
      "learning_rate": 8e-05,
      "loss": 1.4896,
      "step": 1573
    },
    {
      "epoch": 0.5744525547445255,
      "grad_norm": 0.6270421743392944,
      "learning_rate": 8e-05,
      "loss": 1.568,
      "step": 1574
    },
    {
      "epoch": 0.5748175182481752,
      "grad_norm": 0.5893378853797913,
      "learning_rate": 8e-05,
      "loss": 1.5154,
      "step": 1575
    },
    {
      "epoch": 0.5751824817518248,
      "grad_norm": 0.6440851092338562,
      "learning_rate": 8e-05,
      "loss": 1.572,
      "step": 1576
    },
    {
      "epoch": 0.5755474452554744,
      "grad_norm": 0.5618074536323547,
      "learning_rate": 8e-05,
      "loss": 1.4311,
      "step": 1577
    },
    {
      "epoch": 0.5759124087591241,
      "grad_norm": 0.6004955768585205,
      "learning_rate": 8e-05,
      "loss": 1.5774,
      "step": 1578
    },
    {
      "epoch": 0.5762773722627738,
      "grad_norm": 0.5993953943252563,
      "learning_rate": 8e-05,
      "loss": 1.5163,
      "step": 1579
    },
    {
      "epoch": 0.5766423357664233,
      "grad_norm": 0.6504215598106384,
      "learning_rate": 8e-05,
      "loss": 1.5309,
      "step": 1580
    },
    {
      "epoch": 0.577007299270073,
      "grad_norm": 0.60772705078125,
      "learning_rate": 8e-05,
      "loss": 1.6043,
      "step": 1581
    },
    {
      "epoch": 0.5773722627737227,
      "grad_norm": 0.5933658480644226,
      "learning_rate": 8e-05,
      "loss": 1.4839,
      "step": 1582
    },
    {
      "epoch": 0.5777372262773722,
      "grad_norm": 0.6162964701652527,
      "learning_rate": 8e-05,
      "loss": 1.6083,
      "step": 1583
    },
    {
      "epoch": 0.5781021897810219,
      "grad_norm": 0.5911674499511719,
      "learning_rate": 8e-05,
      "loss": 1.5335,
      "step": 1584
    },
    {
      "epoch": 0.5784671532846716,
      "grad_norm": 0.5850279927253723,
      "learning_rate": 8e-05,
      "loss": 1.5882,
      "step": 1585
    },
    {
      "epoch": 0.5788321167883211,
      "grad_norm": 0.5986894369125366,
      "learning_rate": 8e-05,
      "loss": 1.535,
      "step": 1586
    },
    {
      "epoch": 0.5791970802919708,
      "grad_norm": 0.6071265339851379,
      "learning_rate": 8e-05,
      "loss": 1.5839,
      "step": 1587
    },
    {
      "epoch": 0.5795620437956205,
      "grad_norm": 0.5787128806114197,
      "learning_rate": 8e-05,
      "loss": 1.4682,
      "step": 1588
    },
    {
      "epoch": 0.57992700729927,
      "grad_norm": 0.6185327768325806,
      "learning_rate": 8e-05,
      "loss": 1.4583,
      "step": 1589
    },
    {
      "epoch": 0.5802919708029197,
      "grad_norm": 0.6076833009719849,
      "learning_rate": 8e-05,
      "loss": 1.578,
      "step": 1590
    },
    {
      "epoch": 0.5806569343065694,
      "grad_norm": 0.6115499138832092,
      "learning_rate": 8e-05,
      "loss": 1.4604,
      "step": 1591
    },
    {
      "epoch": 0.581021897810219,
      "grad_norm": 0.6096017360687256,
      "learning_rate": 8e-05,
      "loss": 1.5814,
      "step": 1592
    },
    {
      "epoch": 0.5813868613138686,
      "grad_norm": 0.6449816226959229,
      "learning_rate": 8e-05,
      "loss": 1.6403,
      "step": 1593
    },
    {
      "epoch": 0.5817518248175182,
      "grad_norm": 0.6086476445198059,
      "learning_rate": 8e-05,
      "loss": 1.5982,
      "step": 1594
    },
    {
      "epoch": 0.5821167883211679,
      "grad_norm": 0.584874153137207,
      "learning_rate": 8e-05,
      "loss": 1.5211,
      "step": 1595
    },
    {
      "epoch": 0.5824817518248175,
      "grad_norm": 0.6047146320343018,
      "learning_rate": 8e-05,
      "loss": 1.5373,
      "step": 1596
    },
    {
      "epoch": 0.5828467153284671,
      "grad_norm": 0.577731728553772,
      "learning_rate": 8e-05,
      "loss": 1.5199,
      "step": 1597
    },
    {
      "epoch": 0.5832116788321168,
      "grad_norm": 0.6064661741256714,
      "learning_rate": 8e-05,
      "loss": 1.5632,
      "step": 1598
    },
    {
      "epoch": 0.5835766423357664,
      "grad_norm": 0.6133626699447632,
      "learning_rate": 8e-05,
      "loss": 1.5595,
      "step": 1599
    },
    {
      "epoch": 0.583941605839416,
      "grad_norm": 0.592004656791687,
      "learning_rate": 8e-05,
      "loss": 1.5174,
      "step": 1600
    },
    {
      "epoch": 0.5843065693430657,
      "grad_norm": 0.5967711210250854,
      "learning_rate": 8e-05,
      "loss": 1.5065,
      "step": 1601
    },
    {
      "epoch": 0.5846715328467154,
      "grad_norm": 0.5837851762771606,
      "learning_rate": 8e-05,
      "loss": 1.5155,
      "step": 1602
    },
    {
      "epoch": 0.5850364963503649,
      "grad_norm": 0.5866342186927795,
      "learning_rate": 8e-05,
      "loss": 1.5568,
      "step": 1603
    },
    {
      "epoch": 0.5854014598540146,
      "grad_norm": 0.6242262125015259,
      "learning_rate": 8e-05,
      "loss": 1.5558,
      "step": 1604
    },
    {
      "epoch": 0.5857664233576643,
      "grad_norm": 0.634689211845398,
      "learning_rate": 8e-05,
      "loss": 1.5812,
      "step": 1605
    },
    {
      "epoch": 0.5861313868613138,
      "grad_norm": 0.6132849454879761,
      "learning_rate": 8e-05,
      "loss": 1.5315,
      "step": 1606
    },
    {
      "epoch": 0.5864963503649635,
      "grad_norm": 0.6052902340888977,
      "learning_rate": 8e-05,
      "loss": 1.5751,
      "step": 1607
    },
    {
      "epoch": 0.5868613138686132,
      "grad_norm": 0.6091728210449219,
      "learning_rate": 8e-05,
      "loss": 1.5274,
      "step": 1608
    },
    {
      "epoch": 0.5872262773722627,
      "grad_norm": 0.5966370105743408,
      "learning_rate": 8e-05,
      "loss": 1.5212,
      "step": 1609
    },
    {
      "epoch": 0.5875912408759124,
      "grad_norm": 0.622066855430603,
      "learning_rate": 8e-05,
      "loss": 1.5546,
      "step": 1610
    },
    {
      "epoch": 0.5879562043795621,
      "grad_norm": 0.6207364797592163,
      "learning_rate": 8e-05,
      "loss": 1.5058,
      "step": 1611
    },
    {
      "epoch": 0.5883211678832116,
      "grad_norm": 0.6284182667732239,
      "learning_rate": 8e-05,
      "loss": 1.6127,
      "step": 1612
    },
    {
      "epoch": 0.5886861313868613,
      "grad_norm": 0.6138371229171753,
      "learning_rate": 8e-05,
      "loss": 1.531,
      "step": 1613
    },
    {
      "epoch": 0.589051094890511,
      "grad_norm": 0.6220477223396301,
      "learning_rate": 8e-05,
      "loss": 1.5201,
      "step": 1614
    },
    {
      "epoch": 0.5894160583941606,
      "grad_norm": 0.6418808698654175,
      "learning_rate": 8e-05,
      "loss": 1.5954,
      "step": 1615
    },
    {
      "epoch": 0.5897810218978102,
      "grad_norm": 0.5970908403396606,
      "learning_rate": 8e-05,
      "loss": 1.5528,
      "step": 1616
    },
    {
      "epoch": 0.5901459854014599,
      "grad_norm": 0.611100971698761,
      "learning_rate": 8e-05,
      "loss": 1.5016,
      "step": 1617
    },
    {
      "epoch": 0.5905109489051095,
      "grad_norm": 0.6121522188186646,
      "learning_rate": 8e-05,
      "loss": 1.5493,
      "step": 1618
    },
    {
      "epoch": 0.5908759124087591,
      "grad_norm": 0.59917151927948,
      "learning_rate": 8e-05,
      "loss": 1.5509,
      "step": 1619
    },
    {
      "epoch": 0.5912408759124088,
      "grad_norm": 0.6164079308509827,
      "learning_rate": 8e-05,
      "loss": 1.5223,
      "step": 1620
    },
    {
      "epoch": 0.5916058394160584,
      "grad_norm": 0.5988422632217407,
      "learning_rate": 8e-05,
      "loss": 1.4567,
      "step": 1621
    },
    {
      "epoch": 0.591970802919708,
      "grad_norm": 0.5896238684654236,
      "learning_rate": 8e-05,
      "loss": 1.5714,
      "step": 1622
    },
    {
      "epoch": 0.5923357664233576,
      "grad_norm": 0.6313823461532593,
      "learning_rate": 8e-05,
      "loss": 1.5125,
      "step": 1623
    },
    {
      "epoch": 0.5927007299270073,
      "grad_norm": 0.610775351524353,
      "learning_rate": 8e-05,
      "loss": 1.5377,
      "step": 1624
    },
    {
      "epoch": 0.593065693430657,
      "grad_norm": 0.5942521691322327,
      "learning_rate": 8e-05,
      "loss": 1.5486,
      "step": 1625
    },
    {
      "epoch": 0.5934306569343065,
      "grad_norm": 0.6132884621620178,
      "learning_rate": 8e-05,
      "loss": 1.5063,
      "step": 1626
    },
    {
      "epoch": 0.5937956204379562,
      "grad_norm": 0.5876681208610535,
      "learning_rate": 8e-05,
      "loss": 1.5908,
      "step": 1627
    },
    {
      "epoch": 0.5941605839416059,
      "grad_norm": 0.6401581764221191,
      "learning_rate": 8e-05,
      "loss": 1.6466,
      "step": 1628
    },
    {
      "epoch": 0.5945255474452554,
      "grad_norm": 0.6352970004081726,
      "learning_rate": 8e-05,
      "loss": 1.5053,
      "step": 1629
    },
    {
      "epoch": 0.5948905109489051,
      "grad_norm": 0.6287481188774109,
      "learning_rate": 8e-05,
      "loss": 1.5443,
      "step": 1630
    },
    {
      "epoch": 0.5952554744525548,
      "grad_norm": 0.5935549736022949,
      "learning_rate": 8e-05,
      "loss": 1.5599,
      "step": 1631
    },
    {
      "epoch": 0.5956204379562043,
      "grad_norm": 0.6059964895248413,
      "learning_rate": 8e-05,
      "loss": 1.4954,
      "step": 1632
    },
    {
      "epoch": 0.595985401459854,
      "grad_norm": 0.5886346697807312,
      "learning_rate": 8e-05,
      "loss": 1.4774,
      "step": 1633
    },
    {
      "epoch": 0.5963503649635037,
      "grad_norm": 0.5972250699996948,
      "learning_rate": 8e-05,
      "loss": 1.6053,
      "step": 1634
    },
    {
      "epoch": 0.5967153284671532,
      "grad_norm": 0.6133536100387573,
      "learning_rate": 8e-05,
      "loss": 1.5639,
      "step": 1635
    },
    {
      "epoch": 0.5970802919708029,
      "grad_norm": 0.5932487845420837,
      "learning_rate": 8e-05,
      "loss": 1.591,
      "step": 1636
    },
    {
      "epoch": 0.5974452554744526,
      "grad_norm": 0.5939411520957947,
      "learning_rate": 8e-05,
      "loss": 1.4996,
      "step": 1637
    },
    {
      "epoch": 0.5978102189781022,
      "grad_norm": 0.594953715801239,
      "learning_rate": 8e-05,
      "loss": 1.5073,
      "step": 1638
    },
    {
      "epoch": 0.5981751824817518,
      "grad_norm": 0.6132594347000122,
      "learning_rate": 8e-05,
      "loss": 1.6079,
      "step": 1639
    },
    {
      "epoch": 0.5985401459854015,
      "grad_norm": 0.5856531858444214,
      "learning_rate": 8e-05,
      "loss": 1.4874,
      "step": 1640
    },
    {
      "epoch": 0.5989051094890511,
      "grad_norm": 0.593043327331543,
      "learning_rate": 8e-05,
      "loss": 1.4971,
      "step": 1641
    },
    {
      "epoch": 0.5992700729927007,
      "grad_norm": 0.6367241740226746,
      "learning_rate": 8e-05,
      "loss": 1.5395,
      "step": 1642
    },
    {
      "epoch": 0.5996350364963504,
      "grad_norm": 0.6025196313858032,
      "learning_rate": 8e-05,
      "loss": 1.5425,
      "step": 1643
    },
    {
      "epoch": 0.6,
      "grad_norm": 0.5992957949638367,
      "learning_rate": 8e-05,
      "loss": 1.5983,
      "step": 1644
    },
    {
      "epoch": 0.6003649635036497,
      "grad_norm": 0.5979745388031006,
      "learning_rate": 8e-05,
      "loss": 1.519,
      "step": 1645
    },
    {
      "epoch": 0.6007299270072993,
      "grad_norm": 0.5881292819976807,
      "learning_rate": 8e-05,
      "loss": 1.5741,
      "step": 1646
    },
    {
      "epoch": 0.6010948905109489,
      "grad_norm": 0.5942617058753967,
      "learning_rate": 8e-05,
      "loss": 1.4933,
      "step": 1647
    },
    {
      "epoch": 0.6014598540145986,
      "grad_norm": 0.6005037426948547,
      "learning_rate": 8e-05,
      "loss": 1.5388,
      "step": 1648
    },
    {
      "epoch": 0.6018248175182481,
      "grad_norm": 0.6164391040802002,
      "learning_rate": 8e-05,
      "loss": 1.5608,
      "step": 1649
    },
    {
      "epoch": 0.6021897810218978,
      "grad_norm": 0.5987194180488586,
      "learning_rate": 8e-05,
      "loss": 1.5004,
      "step": 1650
    },
    {
      "epoch": 0.6025547445255475,
      "grad_norm": 0.5882399678230286,
      "learning_rate": 8e-05,
      "loss": 1.6305,
      "step": 1651
    },
    {
      "epoch": 0.602919708029197,
      "grad_norm": 0.5909172296524048,
      "learning_rate": 8e-05,
      "loss": 1.575,
      "step": 1652
    },
    {
      "epoch": 0.6032846715328467,
      "grad_norm": 0.5874966382980347,
      "learning_rate": 8e-05,
      "loss": 1.5134,
      "step": 1653
    },
    {
      "epoch": 0.6036496350364964,
      "grad_norm": 0.6185474395751953,
      "learning_rate": 8e-05,
      "loss": 1.5874,
      "step": 1654
    },
    {
      "epoch": 0.6040145985401459,
      "grad_norm": 0.6084437966346741,
      "learning_rate": 8e-05,
      "loss": 1.5552,
      "step": 1655
    },
    {
      "epoch": 0.6043795620437956,
      "grad_norm": 0.6049585938453674,
      "learning_rate": 8e-05,
      "loss": 1.5179,
      "step": 1656
    },
    {
      "epoch": 0.6047445255474453,
      "grad_norm": 0.6141407489776611,
      "learning_rate": 8e-05,
      "loss": 1.5381,
      "step": 1657
    },
    {
      "epoch": 0.6051094890510949,
      "grad_norm": 0.5718379616737366,
      "learning_rate": 8e-05,
      "loss": 1.4887,
      "step": 1658
    },
    {
      "epoch": 0.6054744525547445,
      "grad_norm": 0.6082983016967773,
      "learning_rate": 8e-05,
      "loss": 1.5226,
      "step": 1659
    },
    {
      "epoch": 0.6058394160583942,
      "grad_norm": 0.6113501191139221,
      "learning_rate": 8e-05,
      "loss": 1.4696,
      "step": 1660
    },
    {
      "epoch": 0.6062043795620438,
      "grad_norm": 0.6290274858474731,
      "learning_rate": 8e-05,
      "loss": 1.5644,
      "step": 1661
    },
    {
      "epoch": 0.6065693430656934,
      "grad_norm": 0.5977171659469604,
      "learning_rate": 8e-05,
      "loss": 1.5607,
      "step": 1662
    },
    {
      "epoch": 0.6069343065693431,
      "grad_norm": 0.6125659346580505,
      "learning_rate": 8e-05,
      "loss": 1.5812,
      "step": 1663
    },
    {
      "epoch": 0.6072992700729927,
      "grad_norm": 0.6197786927223206,
      "learning_rate": 8e-05,
      "loss": 1.507,
      "step": 1664
    },
    {
      "epoch": 0.6076642335766423,
      "grad_norm": 0.5816693902015686,
      "learning_rate": 8e-05,
      "loss": 1.5069,
      "step": 1665
    },
    {
      "epoch": 0.608029197080292,
      "grad_norm": 0.6031357645988464,
      "learning_rate": 8e-05,
      "loss": 1.5169,
      "step": 1666
    },
    {
      "epoch": 0.6083941605839416,
      "grad_norm": 0.644127607345581,
      "learning_rate": 8e-05,
      "loss": 1.6003,
      "step": 1667
    },
    {
      "epoch": 0.6087591240875913,
      "grad_norm": 0.6403903365135193,
      "learning_rate": 8e-05,
      "loss": 1.6019,
      "step": 1668
    },
    {
      "epoch": 0.6091240875912409,
      "grad_norm": 0.6061742305755615,
      "learning_rate": 8e-05,
      "loss": 1.5453,
      "step": 1669
    },
    {
      "epoch": 0.6094890510948905,
      "grad_norm": 0.6383361220359802,
      "learning_rate": 8e-05,
      "loss": 1.531,
      "step": 1670
    },
    {
      "epoch": 0.6098540145985402,
      "grad_norm": 0.6292632818222046,
      "learning_rate": 8e-05,
      "loss": 1.5657,
      "step": 1671
    },
    {
      "epoch": 0.6102189781021898,
      "grad_norm": 0.6159451603889465,
      "learning_rate": 8e-05,
      "loss": 1.5553,
      "step": 1672
    },
    {
      "epoch": 0.6105839416058394,
      "grad_norm": 0.6020472645759583,
      "learning_rate": 8e-05,
      "loss": 1.5393,
      "step": 1673
    },
    {
      "epoch": 0.6109489051094891,
      "grad_norm": 0.6056621074676514,
      "learning_rate": 8e-05,
      "loss": 1.59,
      "step": 1674
    },
    {
      "epoch": 0.6113138686131386,
      "grad_norm": 0.6014386415481567,
      "learning_rate": 8e-05,
      "loss": 1.5798,
      "step": 1675
    },
    {
      "epoch": 0.6116788321167883,
      "grad_norm": 0.6073180437088013,
      "learning_rate": 8e-05,
      "loss": 1.5178,
      "step": 1676
    },
    {
      "epoch": 0.612043795620438,
      "grad_norm": 0.6684948205947876,
      "learning_rate": 8e-05,
      "loss": 1.6003,
      "step": 1677
    },
    {
      "epoch": 0.6124087591240875,
      "grad_norm": 0.6163288354873657,
      "learning_rate": 8e-05,
      "loss": 1.6154,
      "step": 1678
    },
    {
      "epoch": 0.6127737226277372,
      "grad_norm": 0.6014469265937805,
      "learning_rate": 8e-05,
      "loss": 1.4941,
      "step": 1679
    },
    {
      "epoch": 0.6131386861313869,
      "grad_norm": 0.5907497406005859,
      "learning_rate": 8e-05,
      "loss": 1.5518,
      "step": 1680
    },
    {
      "epoch": 0.6135036496350365,
      "grad_norm": 0.5778164267539978,
      "learning_rate": 8e-05,
      "loss": 1.466,
      "step": 1681
    },
    {
      "epoch": 0.6138686131386861,
      "grad_norm": 0.5961695313453674,
      "learning_rate": 8e-05,
      "loss": 1.5516,
      "step": 1682
    },
    {
      "epoch": 0.6142335766423358,
      "grad_norm": 0.5909200310707092,
      "learning_rate": 8e-05,
      "loss": 1.5205,
      "step": 1683
    },
    {
      "epoch": 0.6145985401459854,
      "grad_norm": 0.611928403377533,
      "learning_rate": 8e-05,
      "loss": 1.5809,
      "step": 1684
    },
    {
      "epoch": 0.614963503649635,
      "grad_norm": 0.5861421823501587,
      "learning_rate": 8e-05,
      "loss": 1.4888,
      "step": 1685
    },
    {
      "epoch": 0.6153284671532847,
      "grad_norm": 0.5812901258468628,
      "learning_rate": 8e-05,
      "loss": 1.4458,
      "step": 1686
    },
    {
      "epoch": 0.6156934306569343,
      "grad_norm": 0.5931227207183838,
      "learning_rate": 8e-05,
      "loss": 1.4603,
      "step": 1687
    },
    {
      "epoch": 0.6160583941605839,
      "grad_norm": 0.6067311763763428,
      "learning_rate": 8e-05,
      "loss": 1.5545,
      "step": 1688
    },
    {
      "epoch": 0.6164233576642336,
      "grad_norm": 0.614220380783081,
      "learning_rate": 8e-05,
      "loss": 1.5497,
      "step": 1689
    },
    {
      "epoch": 0.6167883211678832,
      "grad_norm": 0.5945826172828674,
      "learning_rate": 8e-05,
      "loss": 1.6371,
      "step": 1690
    },
    {
      "epoch": 0.6171532846715329,
      "grad_norm": 0.6138612031936646,
      "learning_rate": 8e-05,
      "loss": 1.5766,
      "step": 1691
    },
    {
      "epoch": 0.6175182481751825,
      "grad_norm": 0.6365537643432617,
      "learning_rate": 8e-05,
      "loss": 1.65,
      "step": 1692
    },
    {
      "epoch": 0.6178832116788321,
      "grad_norm": 0.6171745657920837,
      "learning_rate": 8e-05,
      "loss": 1.5858,
      "step": 1693
    },
    {
      "epoch": 0.6182481751824818,
      "grad_norm": 0.6162880659103394,
      "learning_rate": 8e-05,
      "loss": 1.4977,
      "step": 1694
    },
    {
      "epoch": 0.6186131386861314,
      "grad_norm": 0.6314560770988464,
      "learning_rate": 8e-05,
      "loss": 1.5462,
      "step": 1695
    },
    {
      "epoch": 0.618978102189781,
      "grad_norm": 0.6251347064971924,
      "learning_rate": 8e-05,
      "loss": 1.5542,
      "step": 1696
    },
    {
      "epoch": 0.6193430656934307,
      "grad_norm": 0.6289848685264587,
      "learning_rate": 8e-05,
      "loss": 1.4999,
      "step": 1697
    },
    {
      "epoch": 0.6197080291970803,
      "grad_norm": 0.5972551107406616,
      "learning_rate": 8e-05,
      "loss": 1.5399,
      "step": 1698
    },
    {
      "epoch": 0.6200729927007299,
      "grad_norm": 0.6111968755722046,
      "learning_rate": 8e-05,
      "loss": 1.5769,
      "step": 1699
    },
    {
      "epoch": 0.6204379562043796,
      "grad_norm": 0.5975327491760254,
      "learning_rate": 8e-05,
      "loss": 1.571,
      "step": 1700
    },
    {
      "epoch": 0.6208029197080291,
      "grad_norm": 0.6084355115890503,
      "learning_rate": 8e-05,
      "loss": 1.5376,
      "step": 1701
    },
    {
      "epoch": 0.6211678832116788,
      "grad_norm": 0.5917645692825317,
      "learning_rate": 8e-05,
      "loss": 1.4619,
      "step": 1702
    },
    {
      "epoch": 0.6215328467153285,
      "grad_norm": 0.6044576168060303,
      "learning_rate": 8e-05,
      "loss": 1.5487,
      "step": 1703
    },
    {
      "epoch": 0.621897810218978,
      "grad_norm": 0.6295365691184998,
      "learning_rate": 8e-05,
      "loss": 1.5188,
      "step": 1704
    },
    {
      "epoch": 0.6222627737226277,
      "grad_norm": 0.6111854910850525,
      "learning_rate": 8e-05,
      "loss": 1.509,
      "step": 1705
    },
    {
      "epoch": 0.6226277372262774,
      "grad_norm": 0.617392361164093,
      "learning_rate": 8e-05,
      "loss": 1.5233,
      "step": 1706
    },
    {
      "epoch": 0.622992700729927,
      "grad_norm": 0.6101032495498657,
      "learning_rate": 8e-05,
      "loss": 1.5225,
      "step": 1707
    },
    {
      "epoch": 0.6233576642335766,
      "grad_norm": 0.6173000335693359,
      "learning_rate": 8e-05,
      "loss": 1.6055,
      "step": 1708
    },
    {
      "epoch": 0.6237226277372263,
      "grad_norm": 0.6041417717933655,
      "learning_rate": 8e-05,
      "loss": 1.515,
      "step": 1709
    },
    {
      "epoch": 0.6240875912408759,
      "grad_norm": 0.605652928352356,
      "learning_rate": 8e-05,
      "loss": 1.5993,
      "step": 1710
    },
    {
      "epoch": 0.6244525547445255,
      "grad_norm": 0.6373372077941895,
      "learning_rate": 8e-05,
      "loss": 1.5291,
      "step": 1711
    },
    {
      "epoch": 0.6248175182481752,
      "grad_norm": 0.6201243996620178,
      "learning_rate": 8e-05,
      "loss": 1.5523,
      "step": 1712
    },
    {
      "epoch": 0.6251824817518248,
      "grad_norm": 0.5996272563934326,
      "learning_rate": 8e-05,
      "loss": 1.5366,
      "step": 1713
    },
    {
      "epoch": 0.6255474452554745,
      "grad_norm": 0.6009505987167358,
      "learning_rate": 8e-05,
      "loss": 1.5441,
      "step": 1714
    },
    {
      "epoch": 0.6259124087591241,
      "grad_norm": 0.6061445474624634,
      "learning_rate": 8e-05,
      "loss": 1.4381,
      "step": 1715
    },
    {
      "epoch": 0.6262773722627737,
      "grad_norm": 0.6321218013763428,
      "learning_rate": 8e-05,
      "loss": 1.5774,
      "step": 1716
    },
    {
      "epoch": 0.6266423357664234,
      "grad_norm": 0.601895272731781,
      "learning_rate": 8e-05,
      "loss": 1.5216,
      "step": 1717
    },
    {
      "epoch": 0.627007299270073,
      "grad_norm": 0.6125845313072205,
      "learning_rate": 8e-05,
      "loss": 1.5359,
      "step": 1718
    },
    {
      "epoch": 0.6273722627737226,
      "grad_norm": 0.5943031907081604,
      "learning_rate": 8e-05,
      "loss": 1.4896,
      "step": 1719
    },
    {
      "epoch": 0.6277372262773723,
      "grad_norm": 0.6226192712783813,
      "learning_rate": 8e-05,
      "loss": 1.5577,
      "step": 1720
    },
    {
      "epoch": 0.628102189781022,
      "grad_norm": 0.59959477186203,
      "learning_rate": 8e-05,
      "loss": 1.5516,
      "step": 1721
    },
    {
      "epoch": 0.6284671532846715,
      "grad_norm": 0.6483146548271179,
      "learning_rate": 8e-05,
      "loss": 1.5575,
      "step": 1722
    },
    {
      "epoch": 0.6288321167883212,
      "grad_norm": 0.6377902626991272,
      "learning_rate": 8e-05,
      "loss": 1.4761,
      "step": 1723
    },
    {
      "epoch": 0.6291970802919709,
      "grad_norm": 0.612968921661377,
      "learning_rate": 8e-05,
      "loss": 1.5225,
      "step": 1724
    },
    {
      "epoch": 0.6295620437956204,
      "grad_norm": 0.6443367600440979,
      "learning_rate": 8e-05,
      "loss": 1.5589,
      "step": 1725
    },
    {
      "epoch": 0.6299270072992701,
      "grad_norm": 0.6200525164604187,
      "learning_rate": 8e-05,
      "loss": 1.5239,
      "step": 1726
    },
    {
      "epoch": 0.6302919708029197,
      "grad_norm": 0.6289393305778503,
      "learning_rate": 8e-05,
      "loss": 1.577,
      "step": 1727
    },
    {
      "epoch": 0.6306569343065693,
      "grad_norm": 0.6155130863189697,
      "learning_rate": 8e-05,
      "loss": 1.5048,
      "step": 1728
    },
    {
      "epoch": 0.631021897810219,
      "grad_norm": 0.5902011394500732,
      "learning_rate": 8e-05,
      "loss": 1.4509,
      "step": 1729
    },
    {
      "epoch": 0.6313868613138686,
      "grad_norm": 0.5971888899803162,
      "learning_rate": 8e-05,
      "loss": 1.4851,
      "step": 1730
    },
    {
      "epoch": 0.6317518248175182,
      "grad_norm": 0.6061726808547974,
      "learning_rate": 8e-05,
      "loss": 1.5764,
      "step": 1731
    },
    {
      "epoch": 0.6321167883211679,
      "grad_norm": 0.5945143103599548,
      "learning_rate": 8e-05,
      "loss": 1.5364,
      "step": 1732
    },
    {
      "epoch": 0.6324817518248175,
      "grad_norm": 0.6122622489929199,
      "learning_rate": 8e-05,
      "loss": 1.4937,
      "step": 1733
    },
    {
      "epoch": 0.6328467153284671,
      "grad_norm": 0.6321825981140137,
      "learning_rate": 8e-05,
      "loss": 1.5066,
      "step": 1734
    },
    {
      "epoch": 0.6332116788321168,
      "grad_norm": 0.6165488362312317,
      "learning_rate": 8e-05,
      "loss": 1.516,
      "step": 1735
    },
    {
      "epoch": 0.6335766423357664,
      "grad_norm": 0.6021655797958374,
      "learning_rate": 8e-05,
      "loss": 1.5039,
      "step": 1736
    },
    {
      "epoch": 0.6339416058394161,
      "grad_norm": 0.6209736466407776,
      "learning_rate": 8e-05,
      "loss": 1.5612,
      "step": 1737
    },
    {
      "epoch": 0.6343065693430657,
      "grad_norm": 0.6020748019218445,
      "learning_rate": 8e-05,
      "loss": 1.5704,
      "step": 1738
    },
    {
      "epoch": 0.6346715328467153,
      "grad_norm": 0.6368135809898376,
      "learning_rate": 8e-05,
      "loss": 1.5784,
      "step": 1739
    },
    {
      "epoch": 0.635036496350365,
      "grad_norm": 0.6251884698867798,
      "learning_rate": 8e-05,
      "loss": 1.5123,
      "step": 1740
    },
    {
      "epoch": 0.6354014598540146,
      "grad_norm": 0.6156403422355652,
      "learning_rate": 8e-05,
      "loss": 1.5625,
      "step": 1741
    },
    {
      "epoch": 0.6357664233576642,
      "grad_norm": 0.6168842911720276,
      "learning_rate": 8e-05,
      "loss": 1.5486,
      "step": 1742
    },
    {
      "epoch": 0.6361313868613139,
      "grad_norm": 0.6110218167304993,
      "learning_rate": 8e-05,
      "loss": 1.546,
      "step": 1743
    },
    {
      "epoch": 0.6364963503649635,
      "grad_norm": 0.6130955815315247,
      "learning_rate": 8e-05,
      "loss": 1.5901,
      "step": 1744
    },
    {
      "epoch": 0.6368613138686131,
      "grad_norm": 0.606529951095581,
      "learning_rate": 8e-05,
      "loss": 1.4736,
      "step": 1745
    },
    {
      "epoch": 0.6372262773722628,
      "grad_norm": 0.627164900302887,
      "learning_rate": 8e-05,
      "loss": 1.5787,
      "step": 1746
    },
    {
      "epoch": 0.6375912408759125,
      "grad_norm": 0.617719829082489,
      "learning_rate": 8e-05,
      "loss": 1.5842,
      "step": 1747
    },
    {
      "epoch": 0.637956204379562,
      "grad_norm": 0.6332477331161499,
      "learning_rate": 8e-05,
      "loss": 1.5614,
      "step": 1748
    },
    {
      "epoch": 0.6383211678832117,
      "grad_norm": 0.6244439482688904,
      "learning_rate": 8e-05,
      "loss": 1.5511,
      "step": 1749
    },
    {
      "epoch": 0.6386861313868614,
      "grad_norm": 0.6149480938911438,
      "learning_rate": 8e-05,
      "loss": 1.5924,
      "step": 1750
    },
    {
      "epoch": 0.6390510948905109,
      "grad_norm": 0.6255936026573181,
      "learning_rate": 8e-05,
      "loss": 1.5574,
      "step": 1751
    },
    {
      "epoch": 0.6394160583941606,
      "grad_norm": 0.5897451043128967,
      "learning_rate": 8e-05,
      "loss": 1.5054,
      "step": 1752
    },
    {
      "epoch": 0.6397810218978102,
      "grad_norm": 0.6491673588752747,
      "learning_rate": 8e-05,
      "loss": 1.6028,
      "step": 1753
    },
    {
      "epoch": 0.6401459854014598,
      "grad_norm": 0.6664703488349915,
      "learning_rate": 8e-05,
      "loss": 1.5962,
      "step": 1754
    },
    {
      "epoch": 0.6405109489051095,
      "grad_norm": 0.6280595064163208,
      "learning_rate": 8e-05,
      "loss": 1.5777,
      "step": 1755
    },
    {
      "epoch": 0.6408759124087591,
      "grad_norm": 0.6052601337432861,
      "learning_rate": 8e-05,
      "loss": 1.587,
      "step": 1756
    },
    {
      "epoch": 0.6412408759124087,
      "grad_norm": 0.5858358144760132,
      "learning_rate": 8e-05,
      "loss": 1.5012,
      "step": 1757
    },
    {
      "epoch": 0.6416058394160584,
      "grad_norm": 0.5901328921318054,
      "learning_rate": 8e-05,
      "loss": 1.5615,
      "step": 1758
    },
    {
      "epoch": 0.641970802919708,
      "grad_norm": 0.60816890001297,
      "learning_rate": 8e-05,
      "loss": 1.5054,
      "step": 1759
    },
    {
      "epoch": 0.6423357664233577,
      "grad_norm": 0.6485531330108643,
      "learning_rate": 8e-05,
      "loss": 1.5272,
      "step": 1760
    },
    {
      "epoch": 0.6427007299270073,
      "grad_norm": 0.5879112482070923,
      "learning_rate": 8e-05,
      "loss": 1.535,
      "step": 1761
    },
    {
      "epoch": 0.6430656934306569,
      "grad_norm": 0.6064136624336243,
      "learning_rate": 8e-05,
      "loss": 1.5093,
      "step": 1762
    },
    {
      "epoch": 0.6434306569343066,
      "grad_norm": 0.5895740985870361,
      "learning_rate": 8e-05,
      "loss": 1.4999,
      "step": 1763
    },
    {
      "epoch": 0.6437956204379562,
      "grad_norm": 0.6073413491249084,
      "learning_rate": 8e-05,
      "loss": 1.5268,
      "step": 1764
    },
    {
      "epoch": 0.6441605839416058,
      "grad_norm": 0.6170517802238464,
      "learning_rate": 8e-05,
      "loss": 1.5377,
      "step": 1765
    },
    {
      "epoch": 0.6445255474452555,
      "grad_norm": 0.6336386203765869,
      "learning_rate": 8e-05,
      "loss": 1.4852,
      "step": 1766
    },
    {
      "epoch": 0.6448905109489051,
      "grad_norm": 0.6248682141304016,
      "learning_rate": 8e-05,
      "loss": 1.4947,
      "step": 1767
    },
    {
      "epoch": 0.6452554744525547,
      "grad_norm": 0.5921686887741089,
      "learning_rate": 8e-05,
      "loss": 1.4756,
      "step": 1768
    },
    {
      "epoch": 0.6456204379562044,
      "grad_norm": 0.6199280023574829,
      "learning_rate": 8e-05,
      "loss": 1.5838,
      "step": 1769
    },
    {
      "epoch": 0.6459854014598541,
      "grad_norm": 0.5977534651756287,
      "learning_rate": 8e-05,
      "loss": 1.464,
      "step": 1770
    },
    {
      "epoch": 0.6463503649635036,
      "grad_norm": 0.6368276476860046,
      "learning_rate": 8e-05,
      "loss": 1.553,
      "step": 1771
    },
    {
      "epoch": 0.6467153284671533,
      "grad_norm": 0.6292896866798401,
      "learning_rate": 8e-05,
      "loss": 1.5383,
      "step": 1772
    },
    {
      "epoch": 0.647080291970803,
      "grad_norm": 0.6392838954925537,
      "learning_rate": 8e-05,
      "loss": 1.4874,
      "step": 1773
    },
    {
      "epoch": 0.6474452554744525,
      "grad_norm": 0.6077881455421448,
      "learning_rate": 8e-05,
      "loss": 1.5145,
      "step": 1774
    },
    {
      "epoch": 0.6478102189781022,
      "grad_norm": 0.605221688747406,
      "learning_rate": 8e-05,
      "loss": 1.5471,
      "step": 1775
    },
    {
      "epoch": 0.6481751824817519,
      "grad_norm": 0.5942598581314087,
      "learning_rate": 8e-05,
      "loss": 1.5517,
      "step": 1776
    },
    {
      "epoch": 0.6485401459854014,
      "grad_norm": 0.6217483878135681,
      "learning_rate": 8e-05,
      "loss": 1.5816,
      "step": 1777
    },
    {
      "epoch": 0.6489051094890511,
      "grad_norm": 0.604706883430481,
      "learning_rate": 8e-05,
      "loss": 1.5528,
      "step": 1778
    },
    {
      "epoch": 0.6492700729927007,
      "grad_norm": 0.6130529046058655,
      "learning_rate": 8e-05,
      "loss": 1.5355,
      "step": 1779
    },
    {
      "epoch": 0.6496350364963503,
      "grad_norm": 0.6232329607009888,
      "learning_rate": 8e-05,
      "loss": 1.6139,
      "step": 1780
    },
    {
      "epoch": 0.65,
      "grad_norm": 0.6326515674591064,
      "learning_rate": 8e-05,
      "loss": 1.5353,
      "step": 1781
    },
    {
      "epoch": 0.6503649635036496,
      "grad_norm": 0.6487271189689636,
      "learning_rate": 8e-05,
      "loss": 1.5479,
      "step": 1782
    },
    {
      "epoch": 0.6507299270072993,
      "grad_norm": 0.6166556477546692,
      "learning_rate": 8e-05,
      "loss": 1.5548,
      "step": 1783
    },
    {
      "epoch": 0.6510948905109489,
      "grad_norm": 0.5977707505226135,
      "learning_rate": 8e-05,
      "loss": 1.4601,
      "step": 1784
    },
    {
      "epoch": 0.6514598540145985,
      "grad_norm": 0.5951483249664307,
      "learning_rate": 8e-05,
      "loss": 1.5396,
      "step": 1785
    },
    {
      "epoch": 0.6518248175182482,
      "grad_norm": 0.613756537437439,
      "learning_rate": 8e-05,
      "loss": 1.5938,
      "step": 1786
    },
    {
      "epoch": 0.6521897810218978,
      "grad_norm": 0.5934928059577942,
      "learning_rate": 8e-05,
      "loss": 1.4919,
      "step": 1787
    },
    {
      "epoch": 0.6525547445255474,
      "grad_norm": 0.6027792692184448,
      "learning_rate": 8e-05,
      "loss": 1.5317,
      "step": 1788
    },
    {
      "epoch": 0.6529197080291971,
      "grad_norm": 0.5854480266571045,
      "learning_rate": 8e-05,
      "loss": 1.5685,
      "step": 1789
    },
    {
      "epoch": 0.6532846715328468,
      "grad_norm": 0.6167566180229187,
      "learning_rate": 8e-05,
      "loss": 1.4956,
      "step": 1790
    },
    {
      "epoch": 0.6536496350364963,
      "grad_norm": 0.6108569502830505,
      "learning_rate": 8e-05,
      "loss": 1.5412,
      "step": 1791
    },
    {
      "epoch": 0.654014598540146,
      "grad_norm": 0.619880735874176,
      "learning_rate": 8e-05,
      "loss": 1.5045,
      "step": 1792
    },
    {
      "epoch": 0.6543795620437957,
      "grad_norm": 0.6133451461791992,
      "learning_rate": 8e-05,
      "loss": 1.5831,
      "step": 1793
    },
    {
      "epoch": 0.6547445255474452,
      "grad_norm": 0.5932673215866089,
      "learning_rate": 8e-05,
      "loss": 1.505,
      "step": 1794
    },
    {
      "epoch": 0.6551094890510949,
      "grad_norm": 0.5914117693901062,
      "learning_rate": 8e-05,
      "loss": 1.5143,
      "step": 1795
    },
    {
      "epoch": 0.6554744525547446,
      "grad_norm": 0.6100131869316101,
      "learning_rate": 8e-05,
      "loss": 1.5416,
      "step": 1796
    },
    {
      "epoch": 0.6558394160583941,
      "grad_norm": 0.6019909381866455,
      "learning_rate": 8e-05,
      "loss": 1.4554,
      "step": 1797
    },
    {
      "epoch": 0.6562043795620438,
      "grad_norm": 0.6369754672050476,
      "learning_rate": 8e-05,
      "loss": 1.5683,
      "step": 1798
    },
    {
      "epoch": 0.6565693430656935,
      "grad_norm": 0.6048733592033386,
      "learning_rate": 8e-05,
      "loss": 1.5969,
      "step": 1799
    },
    {
      "epoch": 0.656934306569343,
      "grad_norm": 0.6219709515571594,
      "learning_rate": 8e-05,
      "loss": 1.5258,
      "step": 1800
    },
    {
      "epoch": 0.6572992700729927,
      "grad_norm": 0.6229009628295898,
      "learning_rate": 8e-05,
      "loss": 1.5696,
      "step": 1801
    },
    {
      "epoch": 0.6576642335766424,
      "grad_norm": 0.6374538540840149,
      "learning_rate": 8e-05,
      "loss": 1.5374,
      "step": 1802
    },
    {
      "epoch": 0.658029197080292,
      "grad_norm": 0.5978066921234131,
      "learning_rate": 8e-05,
      "loss": 1.4957,
      "step": 1803
    },
    {
      "epoch": 0.6583941605839416,
      "grad_norm": 0.645973265171051,
      "learning_rate": 8e-05,
      "loss": 1.5977,
      "step": 1804
    },
    {
      "epoch": 0.6587591240875912,
      "grad_norm": 0.6213699579238892,
      "learning_rate": 8e-05,
      "loss": 1.5604,
      "step": 1805
    },
    {
      "epoch": 0.6591240875912409,
      "grad_norm": 0.595508873462677,
      "learning_rate": 8e-05,
      "loss": 1.5283,
      "step": 1806
    },
    {
      "epoch": 0.6594890510948905,
      "grad_norm": 0.5958468914031982,
      "learning_rate": 8e-05,
      "loss": 1.522,
      "step": 1807
    },
    {
      "epoch": 0.6598540145985401,
      "grad_norm": 0.6094446778297424,
      "learning_rate": 8e-05,
      "loss": 1.5907,
      "step": 1808
    },
    {
      "epoch": 0.6602189781021898,
      "grad_norm": 0.5820277333259583,
      "learning_rate": 8e-05,
      "loss": 1.5489,
      "step": 1809
    },
    {
      "epoch": 0.6605839416058394,
      "grad_norm": 0.6001221537590027,
      "learning_rate": 8e-05,
      "loss": 1.4597,
      "step": 1810
    },
    {
      "epoch": 0.660948905109489,
      "grad_norm": 0.6034091711044312,
      "learning_rate": 8e-05,
      "loss": 1.5464,
      "step": 1811
    },
    {
      "epoch": 0.6613138686131387,
      "grad_norm": 0.6267151236534119,
      "learning_rate": 8e-05,
      "loss": 1.554,
      "step": 1812
    },
    {
      "epoch": 0.6616788321167884,
      "grad_norm": 0.6435610055923462,
      "learning_rate": 8e-05,
      "loss": 1.6052,
      "step": 1813
    },
    {
      "epoch": 0.6620437956204379,
      "grad_norm": 0.6583983302116394,
      "learning_rate": 8e-05,
      "loss": 1.542,
      "step": 1814
    },
    {
      "epoch": 0.6624087591240876,
      "grad_norm": 0.6204962134361267,
      "learning_rate": 8e-05,
      "loss": 1.5473,
      "step": 1815
    },
    {
      "epoch": 0.6627737226277373,
      "grad_norm": 0.6591711044311523,
      "learning_rate": 8e-05,
      "loss": 1.5718,
      "step": 1816
    },
    {
      "epoch": 0.6631386861313868,
      "grad_norm": 0.6052622199058533,
      "learning_rate": 8e-05,
      "loss": 1.5189,
      "step": 1817
    },
    {
      "epoch": 0.6635036496350365,
      "grad_norm": 0.6269906163215637,
      "learning_rate": 8e-05,
      "loss": 1.556,
      "step": 1818
    },
    {
      "epoch": 0.6638686131386862,
      "grad_norm": 0.6297800540924072,
      "learning_rate": 8e-05,
      "loss": 1.5823,
      "step": 1819
    },
    {
      "epoch": 0.6642335766423357,
      "grad_norm": 0.607635498046875,
      "learning_rate": 8e-05,
      "loss": 1.5864,
      "step": 1820
    },
    {
      "epoch": 0.6645985401459854,
      "grad_norm": 0.6270447969436646,
      "learning_rate": 8e-05,
      "loss": 1.5806,
      "step": 1821
    },
    {
      "epoch": 0.6649635036496351,
      "grad_norm": 0.5876049399375916,
      "learning_rate": 8e-05,
      "loss": 1.5087,
      "step": 1822
    },
    {
      "epoch": 0.6653284671532846,
      "grad_norm": 0.6676025390625,
      "learning_rate": 8e-05,
      "loss": 1.5939,
      "step": 1823
    },
    {
      "epoch": 0.6656934306569343,
      "grad_norm": 0.6260190010070801,
      "learning_rate": 8e-05,
      "loss": 1.5153,
      "step": 1824
    },
    {
      "epoch": 0.666058394160584,
      "grad_norm": 0.6141613125801086,
      "learning_rate": 8e-05,
      "loss": 1.4683,
      "step": 1825
    },
    {
      "epoch": 0.6664233576642336,
      "grad_norm": 0.6491140127182007,
      "learning_rate": 8e-05,
      "loss": 1.6094,
      "step": 1826
    },
    {
      "epoch": 0.6667883211678832,
      "grad_norm": 0.6140028834342957,
      "learning_rate": 8e-05,
      "loss": 1.5267,
      "step": 1827
    },
    {
      "epoch": 0.6671532846715329,
      "grad_norm": 0.6382254958152771,
      "learning_rate": 8e-05,
      "loss": 1.5867,
      "step": 1828
    },
    {
      "epoch": 0.6675182481751825,
      "grad_norm": 0.6208949685096741,
      "learning_rate": 8e-05,
      "loss": 1.4748,
      "step": 1829
    },
    {
      "epoch": 0.6678832116788321,
      "grad_norm": 0.6202526092529297,
      "learning_rate": 8e-05,
      "loss": 1.5478,
      "step": 1830
    },
    {
      "epoch": 0.6682481751824818,
      "grad_norm": 0.5980104804039001,
      "learning_rate": 8e-05,
      "loss": 1.4803,
      "step": 1831
    },
    {
      "epoch": 0.6686131386861314,
      "grad_norm": 0.5967450141906738,
      "learning_rate": 8e-05,
      "loss": 1.4806,
      "step": 1832
    },
    {
      "epoch": 0.668978102189781,
      "grad_norm": 0.6070608496665955,
      "learning_rate": 8e-05,
      "loss": 1.5115,
      "step": 1833
    },
    {
      "epoch": 0.6693430656934306,
      "grad_norm": 0.6035830974578857,
      "learning_rate": 8e-05,
      "loss": 1.5114,
      "step": 1834
    },
    {
      "epoch": 0.6697080291970803,
      "grad_norm": 0.5820724964141846,
      "learning_rate": 8e-05,
      "loss": 1.4276,
      "step": 1835
    },
    {
      "epoch": 0.67007299270073,
      "grad_norm": 0.6283928155899048,
      "learning_rate": 8e-05,
      "loss": 1.5497,
      "step": 1836
    },
    {
      "epoch": 0.6704379562043795,
      "grad_norm": 0.6105427145957947,
      "learning_rate": 8e-05,
      "loss": 1.543,
      "step": 1837
    },
    {
      "epoch": 0.6708029197080292,
      "grad_norm": 0.5996970534324646,
      "learning_rate": 8e-05,
      "loss": 1.5085,
      "step": 1838
    },
    {
      "epoch": 0.6711678832116789,
      "grad_norm": 0.6159226894378662,
      "learning_rate": 8e-05,
      "loss": 1.5815,
      "step": 1839
    },
    {
      "epoch": 0.6715328467153284,
      "grad_norm": 0.5932183861732483,
      "learning_rate": 8e-05,
      "loss": 1.5089,
      "step": 1840
    },
    {
      "epoch": 0.6718978102189781,
      "grad_norm": 0.5834574699401855,
      "learning_rate": 8e-05,
      "loss": 1.4548,
      "step": 1841
    },
    {
      "epoch": 0.6722627737226278,
      "grad_norm": 0.6057538390159607,
      "learning_rate": 8e-05,
      "loss": 1.515,
      "step": 1842
    },
    {
      "epoch": 0.6726277372262773,
      "grad_norm": 0.6138086915016174,
      "learning_rate": 8e-05,
      "loss": 1.5609,
      "step": 1843
    },
    {
      "epoch": 0.672992700729927,
      "grad_norm": 0.6018279194831848,
      "learning_rate": 8e-05,
      "loss": 1.4153,
      "step": 1844
    },
    {
      "epoch": 0.6733576642335767,
      "grad_norm": 0.6291535496711731,
      "learning_rate": 8e-05,
      "loss": 1.5664,
      "step": 1845
    },
    {
      "epoch": 0.6737226277372262,
      "grad_norm": 0.6403232216835022,
      "learning_rate": 8e-05,
      "loss": 1.5604,
      "step": 1846
    },
    {
      "epoch": 0.6740875912408759,
      "grad_norm": 0.6110405325889587,
      "learning_rate": 8e-05,
      "loss": 1.4772,
      "step": 1847
    },
    {
      "epoch": 0.6744525547445256,
      "grad_norm": 0.6032849550247192,
      "learning_rate": 8e-05,
      "loss": 1.5305,
      "step": 1848
    },
    {
      "epoch": 0.6748175182481752,
      "grad_norm": 0.6000321507453918,
      "learning_rate": 8e-05,
      "loss": 1.5267,
      "step": 1849
    },
    {
      "epoch": 0.6751824817518248,
      "grad_norm": 0.6253083348274231,
      "learning_rate": 8e-05,
      "loss": 1.6074,
      "step": 1850
    },
    {
      "epoch": 0.6755474452554745,
      "grad_norm": 0.5830084085464478,
      "learning_rate": 8e-05,
      "loss": 1.4174,
      "step": 1851
    },
    {
      "epoch": 0.6759124087591241,
      "grad_norm": 0.6089583039283752,
      "learning_rate": 8e-05,
      "loss": 1.4662,
      "step": 1852
    },
    {
      "epoch": 0.6762773722627737,
      "grad_norm": 0.6085020303726196,
      "learning_rate": 8e-05,
      "loss": 1.5368,
      "step": 1853
    },
    {
      "epoch": 0.6766423357664234,
      "grad_norm": 0.6310858130455017,
      "learning_rate": 8e-05,
      "loss": 1.5798,
      "step": 1854
    },
    {
      "epoch": 0.677007299270073,
      "grad_norm": 0.6039320230484009,
      "learning_rate": 8e-05,
      "loss": 1.5184,
      "step": 1855
    },
    {
      "epoch": 0.6773722627737226,
      "grad_norm": 0.668428897857666,
      "learning_rate": 8e-05,
      "loss": 1.6302,
      "step": 1856
    },
    {
      "epoch": 0.6777372262773723,
      "grad_norm": 0.6215937733650208,
      "learning_rate": 8e-05,
      "loss": 1.6173,
      "step": 1857
    },
    {
      "epoch": 0.6781021897810219,
      "grad_norm": 0.616771399974823,
      "learning_rate": 8e-05,
      "loss": 1.4999,
      "step": 1858
    },
    {
      "epoch": 0.6784671532846716,
      "grad_norm": 0.611620306968689,
      "learning_rate": 8e-05,
      "loss": 1.5125,
      "step": 1859
    },
    {
      "epoch": 0.6788321167883211,
      "grad_norm": 0.5985540151596069,
      "learning_rate": 8e-05,
      "loss": 1.537,
      "step": 1860
    },
    {
      "epoch": 0.6791970802919708,
      "grad_norm": 0.6152572631835938,
      "learning_rate": 8e-05,
      "loss": 1.5349,
      "step": 1861
    },
    {
      "epoch": 0.6795620437956205,
      "grad_norm": 0.646914005279541,
      "learning_rate": 8e-05,
      "loss": 1.5787,
      "step": 1862
    },
    {
      "epoch": 0.67992700729927,
      "grad_norm": 0.6165915131568909,
      "learning_rate": 8e-05,
      "loss": 1.4483,
      "step": 1863
    },
    {
      "epoch": 0.6802919708029197,
      "grad_norm": 0.6026243567466736,
      "learning_rate": 8e-05,
      "loss": 1.5724,
      "step": 1864
    },
    {
      "epoch": 0.6806569343065694,
      "grad_norm": 0.6159891486167908,
      "learning_rate": 8e-05,
      "loss": 1.5856,
      "step": 1865
    },
    {
      "epoch": 0.6810218978102189,
      "grad_norm": 0.6172023415565491,
      "learning_rate": 8e-05,
      "loss": 1.6179,
      "step": 1866
    },
    {
      "epoch": 0.6813868613138686,
      "grad_norm": 0.5893047451972961,
      "learning_rate": 8e-05,
      "loss": 1.4669,
      "step": 1867
    },
    {
      "epoch": 0.6817518248175183,
      "grad_norm": 0.6197434663772583,
      "learning_rate": 8e-05,
      "loss": 1.5401,
      "step": 1868
    },
    {
      "epoch": 0.6821167883211678,
      "grad_norm": 0.6236507892608643,
      "learning_rate": 8e-05,
      "loss": 1.5277,
      "step": 1869
    },
    {
      "epoch": 0.6824817518248175,
      "grad_norm": 0.5949559211730957,
      "learning_rate": 8e-05,
      "loss": 1.4306,
      "step": 1870
    },
    {
      "epoch": 0.6828467153284672,
      "grad_norm": 0.6324079036712646,
      "learning_rate": 8e-05,
      "loss": 1.5461,
      "step": 1871
    },
    {
      "epoch": 0.6832116788321168,
      "grad_norm": 0.6102927923202515,
      "learning_rate": 8e-05,
      "loss": 1.5485,
      "step": 1872
    },
    {
      "epoch": 0.6835766423357664,
      "grad_norm": 0.6227355599403381,
      "learning_rate": 8e-05,
      "loss": 1.5549,
      "step": 1873
    },
    {
      "epoch": 0.6839416058394161,
      "grad_norm": 0.6688798069953918,
      "learning_rate": 8e-05,
      "loss": 1.6418,
      "step": 1874
    },
    {
      "epoch": 0.6843065693430657,
      "grad_norm": 0.6254846453666687,
      "learning_rate": 8e-05,
      "loss": 1.4557,
      "step": 1875
    },
    {
      "epoch": 0.6846715328467153,
      "grad_norm": 0.6329821944236755,
      "learning_rate": 8e-05,
      "loss": 1.4996,
      "step": 1876
    },
    {
      "epoch": 0.685036496350365,
      "grad_norm": 0.6269734501838684,
      "learning_rate": 8e-05,
      "loss": 1.5485,
      "step": 1877
    },
    {
      "epoch": 0.6854014598540146,
      "grad_norm": 0.6155433058738708,
      "learning_rate": 8e-05,
      "loss": 1.4549,
      "step": 1878
    },
    {
      "epoch": 0.6857664233576642,
      "grad_norm": 0.6629247069358826,
      "learning_rate": 8e-05,
      "loss": 1.5213,
      "step": 1879
    },
    {
      "epoch": 0.6861313868613139,
      "grad_norm": 0.6341848373413086,
      "learning_rate": 8e-05,
      "loss": 1.582,
      "step": 1880
    },
    {
      "epoch": 0.6864963503649635,
      "grad_norm": 0.6239320635795593,
      "learning_rate": 8e-05,
      "loss": 1.5195,
      "step": 1881
    },
    {
      "epoch": 0.6868613138686132,
      "grad_norm": 0.6170787215232849,
      "learning_rate": 8e-05,
      "loss": 1.5139,
      "step": 1882
    },
    {
      "epoch": 0.6872262773722628,
      "grad_norm": 0.605961263179779,
      "learning_rate": 8e-05,
      "loss": 1.5569,
      "step": 1883
    },
    {
      "epoch": 0.6875912408759124,
      "grad_norm": 0.5736856460571289,
      "learning_rate": 8e-05,
      "loss": 1.4623,
      "step": 1884
    },
    {
      "epoch": 0.6879562043795621,
      "grad_norm": 0.6220670342445374,
      "learning_rate": 8e-05,
      "loss": 1.5652,
      "step": 1885
    },
    {
      "epoch": 0.6883211678832116,
      "grad_norm": 0.6258501410484314,
      "learning_rate": 8e-05,
      "loss": 1.5468,
      "step": 1886
    },
    {
      "epoch": 0.6886861313868613,
      "grad_norm": 0.6135092377662659,
      "learning_rate": 8e-05,
      "loss": 1.563,
      "step": 1887
    },
    {
      "epoch": 0.689051094890511,
      "grad_norm": 0.5866809487342834,
      "learning_rate": 8e-05,
      "loss": 1.4388,
      "step": 1888
    },
    {
      "epoch": 0.6894160583941605,
      "grad_norm": 0.601772665977478,
      "learning_rate": 8e-05,
      "loss": 1.5639,
      "step": 1889
    },
    {
      "epoch": 0.6897810218978102,
      "grad_norm": 0.6229597330093384,
      "learning_rate": 8e-05,
      "loss": 1.5947,
      "step": 1890
    },
    {
      "epoch": 0.6901459854014599,
      "grad_norm": 0.5955885648727417,
      "learning_rate": 8e-05,
      "loss": 1.5623,
      "step": 1891
    },
    {
      "epoch": 0.6905109489051094,
      "grad_norm": 0.614653468132019,
      "learning_rate": 8e-05,
      "loss": 1.5633,
      "step": 1892
    },
    {
      "epoch": 0.6908759124087591,
      "grad_norm": 0.5910507440567017,
      "learning_rate": 8e-05,
      "loss": 1.5333,
      "step": 1893
    },
    {
      "epoch": 0.6912408759124088,
      "grad_norm": 0.6146789789199829,
      "learning_rate": 8e-05,
      "loss": 1.5519,
      "step": 1894
    },
    {
      "epoch": 0.6916058394160584,
      "grad_norm": 0.602333664894104,
      "learning_rate": 8e-05,
      "loss": 1.4745,
      "step": 1895
    },
    {
      "epoch": 0.691970802919708,
      "grad_norm": 0.6150012612342834,
      "learning_rate": 8e-05,
      "loss": 1.5494,
      "step": 1896
    },
    {
      "epoch": 0.6923357664233577,
      "grad_norm": 0.6240334510803223,
      "learning_rate": 8e-05,
      "loss": 1.6027,
      "step": 1897
    },
    {
      "epoch": 0.6927007299270073,
      "grad_norm": 0.6278643012046814,
      "learning_rate": 8e-05,
      "loss": 1.5822,
      "step": 1898
    },
    {
      "epoch": 0.6930656934306569,
      "grad_norm": 0.6020758748054504,
      "learning_rate": 8e-05,
      "loss": 1.5098,
      "step": 1899
    },
    {
      "epoch": 0.6934306569343066,
      "grad_norm": 0.5982431173324585,
      "learning_rate": 8e-05,
      "loss": 1.4632,
      "step": 1900
    },
    {
      "epoch": 0.6937956204379562,
      "grad_norm": 0.5950901508331299,
      "learning_rate": 8e-05,
      "loss": 1.5248,
      "step": 1901
    },
    {
      "epoch": 0.6941605839416058,
      "grad_norm": 0.6185975670814514,
      "learning_rate": 8e-05,
      "loss": 1.6011,
      "step": 1902
    },
    {
      "epoch": 0.6945255474452555,
      "grad_norm": 0.6235859990119934,
      "learning_rate": 8e-05,
      "loss": 1.4938,
      "step": 1903
    },
    {
      "epoch": 0.6948905109489051,
      "grad_norm": 0.6075332760810852,
      "learning_rate": 8e-05,
      "loss": 1.5519,
      "step": 1904
    },
    {
      "epoch": 0.6952554744525548,
      "grad_norm": 0.597064197063446,
      "learning_rate": 8e-05,
      "loss": 1.5427,
      "step": 1905
    },
    {
      "epoch": 0.6956204379562044,
      "grad_norm": 0.6070271730422974,
      "learning_rate": 8e-05,
      "loss": 1.5072,
      "step": 1906
    },
    {
      "epoch": 0.695985401459854,
      "grad_norm": 0.6066896319389343,
      "learning_rate": 8e-05,
      "loss": 1.5274,
      "step": 1907
    },
    {
      "epoch": 0.6963503649635037,
      "grad_norm": 0.6005337238311768,
      "learning_rate": 8e-05,
      "loss": 1.4633,
      "step": 1908
    },
    {
      "epoch": 0.6967153284671533,
      "grad_norm": 0.600947916507721,
      "learning_rate": 8e-05,
      "loss": 1.5172,
      "step": 1909
    },
    {
      "epoch": 0.6970802919708029,
      "grad_norm": 0.6349173784255981,
      "learning_rate": 8e-05,
      "loss": 1.5298,
      "step": 1910
    },
    {
      "epoch": 0.6974452554744526,
      "grad_norm": 0.6228199601173401,
      "learning_rate": 8e-05,
      "loss": 1.5309,
      "step": 1911
    },
    {
      "epoch": 0.6978102189781021,
      "grad_norm": 0.6095629930496216,
      "learning_rate": 8e-05,
      "loss": 1.5349,
      "step": 1912
    },
    {
      "epoch": 0.6981751824817518,
      "grad_norm": 0.6100116968154907,
      "learning_rate": 8e-05,
      "loss": 1.5062,
      "step": 1913
    },
    {
      "epoch": 0.6985401459854015,
      "grad_norm": 0.587786853313446,
      "learning_rate": 8e-05,
      "loss": 1.4771,
      "step": 1914
    },
    {
      "epoch": 0.698905109489051,
      "grad_norm": 0.6061868071556091,
      "learning_rate": 8e-05,
      "loss": 1.4947,
      "step": 1915
    },
    {
      "epoch": 0.6992700729927007,
      "grad_norm": 0.6069613695144653,
      "learning_rate": 8e-05,
      "loss": 1.5285,
      "step": 1916
    },
    {
      "epoch": 0.6996350364963504,
      "grad_norm": 0.5922697186470032,
      "learning_rate": 8e-05,
      "loss": 1.4995,
      "step": 1917
    },
    {
      "epoch": 0.7,
      "grad_norm": 0.6330404281616211,
      "learning_rate": 8e-05,
      "loss": 1.5526,
      "step": 1918
    },
    {
      "epoch": 0.7003649635036496,
      "grad_norm": 0.6355457901954651,
      "learning_rate": 8e-05,
      "loss": 1.6095,
      "step": 1919
    },
    {
      "epoch": 0.7007299270072993,
      "grad_norm": 0.5861715078353882,
      "learning_rate": 8e-05,
      "loss": 1.4942,
      "step": 1920
    },
    {
      "epoch": 0.7010948905109489,
      "grad_norm": 0.6185876727104187,
      "learning_rate": 8e-05,
      "loss": 1.5056,
      "step": 1921
    },
    {
      "epoch": 0.7014598540145985,
      "grad_norm": 0.6056010723114014,
      "learning_rate": 8e-05,
      "loss": 1.5436,
      "step": 1922
    },
    {
      "epoch": 0.7018248175182482,
      "grad_norm": 0.6389979124069214,
      "learning_rate": 8e-05,
      "loss": 1.4929,
      "step": 1923
    },
    {
      "epoch": 0.7021897810218978,
      "grad_norm": 0.6134325265884399,
      "learning_rate": 8e-05,
      "loss": 1.5286,
      "step": 1924
    },
    {
      "epoch": 0.7025547445255474,
      "grad_norm": 0.6301871538162231,
      "learning_rate": 8e-05,
      "loss": 1.5737,
      "step": 1925
    },
    {
      "epoch": 0.7029197080291971,
      "grad_norm": 0.583442211151123,
      "learning_rate": 8e-05,
      "loss": 1.5111,
      "step": 1926
    },
    {
      "epoch": 0.7032846715328467,
      "grad_norm": 0.6504889726638794,
      "learning_rate": 8e-05,
      "loss": 1.5871,
      "step": 1927
    },
    {
      "epoch": 0.7036496350364964,
      "grad_norm": 0.6112688183784485,
      "learning_rate": 8e-05,
      "loss": 1.5837,
      "step": 1928
    },
    {
      "epoch": 0.704014598540146,
      "grad_norm": 0.6246935129165649,
      "learning_rate": 8e-05,
      "loss": 1.4999,
      "step": 1929
    },
    {
      "epoch": 0.7043795620437956,
      "grad_norm": 0.6402634382247925,
      "learning_rate": 8e-05,
      "loss": 1.6133,
      "step": 1930
    },
    {
      "epoch": 0.7047445255474453,
      "grad_norm": 0.6295234560966492,
      "learning_rate": 8e-05,
      "loss": 1.5891,
      "step": 1931
    },
    {
      "epoch": 0.7051094890510949,
      "grad_norm": 0.6278117895126343,
      "learning_rate": 8e-05,
      "loss": 1.5713,
      "step": 1932
    },
    {
      "epoch": 0.7054744525547445,
      "grad_norm": 0.6639671325683594,
      "learning_rate": 8e-05,
      "loss": 1.6728,
      "step": 1933
    },
    {
      "epoch": 0.7058394160583942,
      "grad_norm": 0.5869615077972412,
      "learning_rate": 8e-05,
      "loss": 1.4769,
      "step": 1934
    },
    {
      "epoch": 0.7062043795620438,
      "grad_norm": 0.6108523011207581,
      "learning_rate": 8e-05,
      "loss": 1.5899,
      "step": 1935
    },
    {
      "epoch": 0.7065693430656934,
      "grad_norm": 0.6045212149620056,
      "learning_rate": 8e-05,
      "loss": 1.5,
      "step": 1936
    },
    {
      "epoch": 0.7069343065693431,
      "grad_norm": 0.637267529964447,
      "learning_rate": 8e-05,
      "loss": 1.4671,
      "step": 1937
    },
    {
      "epoch": 0.7072992700729926,
      "grad_norm": 0.6178795695304871,
      "learning_rate": 8e-05,
      "loss": 1.5204,
      "step": 1938
    },
    {
      "epoch": 0.7076642335766423,
      "grad_norm": 0.6209700107574463,
      "learning_rate": 8e-05,
      "loss": 1.506,
      "step": 1939
    },
    {
      "epoch": 0.708029197080292,
      "grad_norm": 0.6018100380897522,
      "learning_rate": 8e-05,
      "loss": 1.5079,
      "step": 1940
    },
    {
      "epoch": 0.7083941605839416,
      "grad_norm": 0.623070478439331,
      "learning_rate": 8e-05,
      "loss": 1.4686,
      "step": 1941
    },
    {
      "epoch": 0.7087591240875912,
      "grad_norm": 0.6248634457588196,
      "learning_rate": 8e-05,
      "loss": 1.4449,
      "step": 1942
    },
    {
      "epoch": 0.7091240875912409,
      "grad_norm": 0.6112472414970398,
      "learning_rate": 8e-05,
      "loss": 1.4518,
      "step": 1943
    },
    {
      "epoch": 0.7094890510948905,
      "grad_norm": 0.6253452897071838,
      "learning_rate": 8e-05,
      "loss": 1.5193,
      "step": 1944
    },
    {
      "epoch": 0.7098540145985401,
      "grad_norm": 0.6030800938606262,
      "learning_rate": 8e-05,
      "loss": 1.4906,
      "step": 1945
    },
    {
      "epoch": 0.7102189781021898,
      "grad_norm": 0.6328217387199402,
      "learning_rate": 8e-05,
      "loss": 1.5482,
      "step": 1946
    },
    {
      "epoch": 0.7105839416058394,
      "grad_norm": 0.6071476936340332,
      "learning_rate": 8e-05,
      "loss": 1.4718,
      "step": 1947
    },
    {
      "epoch": 0.710948905109489,
      "grad_norm": 0.6140018105506897,
      "learning_rate": 8e-05,
      "loss": 1.5452,
      "step": 1948
    },
    {
      "epoch": 0.7113138686131387,
      "grad_norm": 0.6163918375968933,
      "learning_rate": 8e-05,
      "loss": 1.5969,
      "step": 1949
    },
    {
      "epoch": 0.7116788321167883,
      "grad_norm": 0.611481249332428,
      "learning_rate": 8e-05,
      "loss": 1.5386,
      "step": 1950
    },
    {
      "epoch": 0.712043795620438,
      "grad_norm": 0.6297085285186768,
      "learning_rate": 8e-05,
      "loss": 1.5227,
      "step": 1951
    },
    {
      "epoch": 0.7124087591240876,
      "grad_norm": 0.6245521903038025,
      "learning_rate": 8e-05,
      "loss": 1.5077,
      "step": 1952
    },
    {
      "epoch": 0.7127737226277372,
      "grad_norm": 0.5968251824378967,
      "learning_rate": 8e-05,
      "loss": 1.5151,
      "step": 1953
    },
    {
      "epoch": 0.7131386861313869,
      "grad_norm": 0.6344943642616272,
      "learning_rate": 8e-05,
      "loss": 1.4924,
      "step": 1954
    },
    {
      "epoch": 0.7135036496350365,
      "grad_norm": 0.6099545359611511,
      "learning_rate": 8e-05,
      "loss": 1.4867,
      "step": 1955
    },
    {
      "epoch": 0.7138686131386861,
      "grad_norm": 0.6117342114448547,
      "learning_rate": 8e-05,
      "loss": 1.5303,
      "step": 1956
    },
    {
      "epoch": 0.7142335766423358,
      "grad_norm": 0.6096351742744446,
      "learning_rate": 8e-05,
      "loss": 1.4827,
      "step": 1957
    },
    {
      "epoch": 0.7145985401459855,
      "grad_norm": 0.6033279895782471,
      "learning_rate": 8e-05,
      "loss": 1.5704,
      "step": 1958
    },
    {
      "epoch": 0.714963503649635,
      "grad_norm": 0.6308004856109619,
      "learning_rate": 8e-05,
      "loss": 1.5455,
      "step": 1959
    },
    {
      "epoch": 0.7153284671532847,
      "grad_norm": 0.616935133934021,
      "learning_rate": 8e-05,
      "loss": 1.5798,
      "step": 1960
    },
    {
      "epoch": 0.7156934306569344,
      "grad_norm": 0.6046237349510193,
      "learning_rate": 8e-05,
      "loss": 1.5288,
      "step": 1961
    },
    {
      "epoch": 0.7160583941605839,
      "grad_norm": 0.6721352338790894,
      "learning_rate": 8e-05,
      "loss": 1.5456,
      "step": 1962
    },
    {
      "epoch": 0.7164233576642336,
      "grad_norm": 0.6139997243881226,
      "learning_rate": 8e-05,
      "loss": 1.5448,
      "step": 1963
    },
    {
      "epoch": 0.7167883211678832,
      "grad_norm": 0.5988743305206299,
      "learning_rate": 8e-05,
      "loss": 1.4493,
      "step": 1964
    },
    {
      "epoch": 0.7171532846715328,
      "grad_norm": 0.6307419538497925,
      "learning_rate": 8e-05,
      "loss": 1.5933,
      "step": 1965
    },
    {
      "epoch": 0.7175182481751825,
      "grad_norm": 0.6028372049331665,
      "learning_rate": 8e-05,
      "loss": 1.495,
      "step": 1966
    },
    {
      "epoch": 0.7178832116788321,
      "grad_norm": 0.6100740432739258,
      "learning_rate": 8e-05,
      "loss": 1.5635,
      "step": 1967
    },
    {
      "epoch": 0.7182481751824817,
      "grad_norm": 0.623656690120697,
      "learning_rate": 8e-05,
      "loss": 1.5346,
      "step": 1968
    },
    {
      "epoch": 0.7186131386861314,
      "grad_norm": 0.6276271939277649,
      "learning_rate": 8e-05,
      "loss": 1.5795,
      "step": 1969
    },
    {
      "epoch": 0.718978102189781,
      "grad_norm": 0.6080697178840637,
      "learning_rate": 8e-05,
      "loss": 1.5421,
      "step": 1970
    },
    {
      "epoch": 0.7193430656934306,
      "grad_norm": 0.6221030354499817,
      "learning_rate": 8e-05,
      "loss": 1.5016,
      "step": 1971
    },
    {
      "epoch": 0.7197080291970803,
      "grad_norm": 0.5943694114685059,
      "learning_rate": 8e-05,
      "loss": 1.4958,
      "step": 1972
    },
    {
      "epoch": 0.7200729927007299,
      "grad_norm": 0.5819162726402283,
      "learning_rate": 8e-05,
      "loss": 1.5346,
      "step": 1973
    },
    {
      "epoch": 0.7204379562043796,
      "grad_norm": 0.6025733351707458,
      "learning_rate": 8e-05,
      "loss": 1.4832,
      "step": 1974
    },
    {
      "epoch": 0.7208029197080292,
      "grad_norm": 0.60799640417099,
      "learning_rate": 8e-05,
      "loss": 1.54,
      "step": 1975
    },
    {
      "epoch": 0.7211678832116788,
      "grad_norm": 0.615833044052124,
      "learning_rate": 8e-05,
      "loss": 1.551,
      "step": 1976
    },
    {
      "epoch": 0.7215328467153285,
      "grad_norm": 0.6179541349411011,
      "learning_rate": 8e-05,
      "loss": 1.5919,
      "step": 1977
    },
    {
      "epoch": 0.7218978102189781,
      "grad_norm": 0.6050903797149658,
      "learning_rate": 8e-05,
      "loss": 1.5367,
      "step": 1978
    },
    {
      "epoch": 0.7222627737226277,
      "grad_norm": 0.6024841070175171,
      "learning_rate": 8e-05,
      "loss": 1.5539,
      "step": 1979
    },
    {
      "epoch": 0.7226277372262774,
      "grad_norm": 0.6087439060211182,
      "learning_rate": 8e-05,
      "loss": 1.5233,
      "step": 1980
    },
    {
      "epoch": 0.722992700729927,
      "grad_norm": 0.632060170173645,
      "learning_rate": 8e-05,
      "loss": 1.5707,
      "step": 1981
    },
    {
      "epoch": 0.7233576642335766,
      "grad_norm": 0.6053739190101624,
      "learning_rate": 8e-05,
      "loss": 1.5622,
      "step": 1982
    },
    {
      "epoch": 0.7237226277372263,
      "grad_norm": 0.6147251129150391,
      "learning_rate": 8e-05,
      "loss": 1.5636,
      "step": 1983
    },
    {
      "epoch": 0.724087591240876,
      "grad_norm": 0.6775200366973877,
      "learning_rate": 8e-05,
      "loss": 1.6113,
      "step": 1984
    },
    {
      "epoch": 0.7244525547445255,
      "grad_norm": 0.6196555495262146,
      "learning_rate": 8e-05,
      "loss": 1.5108,
      "step": 1985
    },
    {
      "epoch": 0.7248175182481752,
      "grad_norm": 0.6108691096305847,
      "learning_rate": 8e-05,
      "loss": 1.5023,
      "step": 1986
    },
    {
      "epoch": 0.7251824817518249,
      "grad_norm": 0.6130443215370178,
      "learning_rate": 8e-05,
      "loss": 1.4621,
      "step": 1987
    },
    {
      "epoch": 0.7255474452554744,
      "grad_norm": 0.6481626033782959,
      "learning_rate": 8e-05,
      "loss": 1.5762,
      "step": 1988
    },
    {
      "epoch": 0.7259124087591241,
      "grad_norm": 0.6390963196754456,
      "learning_rate": 8e-05,
      "loss": 1.5768,
      "step": 1989
    },
    {
      "epoch": 0.7262773722627737,
      "grad_norm": 0.6178163886070251,
      "learning_rate": 8e-05,
      "loss": 1.5393,
      "step": 1990
    },
    {
      "epoch": 0.7266423357664233,
      "grad_norm": 0.6022170186042786,
      "learning_rate": 8e-05,
      "loss": 1.5664,
      "step": 1991
    },
    {
      "epoch": 0.727007299270073,
      "grad_norm": 0.622410237789154,
      "learning_rate": 8e-05,
      "loss": 1.5283,
      "step": 1992
    },
    {
      "epoch": 0.7273722627737226,
      "grad_norm": 0.598388135433197,
      "learning_rate": 8e-05,
      "loss": 1.4415,
      "step": 1993
    },
    {
      "epoch": 0.7277372262773723,
      "grad_norm": 0.6056691408157349,
      "learning_rate": 8e-05,
      "loss": 1.4742,
      "step": 1994
    },
    {
      "epoch": 0.7281021897810219,
      "grad_norm": 0.6156701445579529,
      "learning_rate": 8e-05,
      "loss": 1.5407,
      "step": 1995
    },
    {
      "epoch": 0.7284671532846715,
      "grad_norm": 0.5882695913314819,
      "learning_rate": 8e-05,
      "loss": 1.5147,
      "step": 1996
    },
    {
      "epoch": 0.7288321167883212,
      "grad_norm": 0.601129949092865,
      "learning_rate": 8e-05,
      "loss": 1.4685,
      "step": 1997
    },
    {
      "epoch": 0.7291970802919708,
      "grad_norm": 0.6222327947616577,
      "learning_rate": 8e-05,
      "loss": 1.5759,
      "step": 1998
    },
    {
      "epoch": 0.7295620437956204,
      "grad_norm": 0.627479612827301,
      "learning_rate": 8e-05,
      "loss": 1.5861,
      "step": 1999
    },
    {
      "epoch": 0.7299270072992701,
      "grad_norm": 0.5930818915367126,
      "learning_rate": 8e-05,
      "loss": 1.4378,
      "step": 2000
    },
    {
      "epoch": 0.7302919708029197,
      "grad_norm": 0.5947169661521912,
      "learning_rate": 8e-05,
      "loss": 1.5599,
      "step": 2001
    },
    {
      "epoch": 0.7306569343065693,
      "grad_norm": 0.6139779090881348,
      "learning_rate": 8e-05,
      "loss": 1.5489,
      "step": 2002
    },
    {
      "epoch": 0.731021897810219,
      "grad_norm": 0.6227164268493652,
      "learning_rate": 8e-05,
      "loss": 1.5611,
      "step": 2003
    },
    {
      "epoch": 0.7313868613138687,
      "grad_norm": 0.6037685871124268,
      "learning_rate": 8e-05,
      "loss": 1.4442,
      "step": 2004
    },
    {
      "epoch": 0.7317518248175182,
      "grad_norm": 0.6120966076850891,
      "learning_rate": 8e-05,
      "loss": 1.4894,
      "step": 2005
    },
    {
      "epoch": 0.7321167883211679,
      "grad_norm": 0.6136639714241028,
      "learning_rate": 8e-05,
      "loss": 1.5292,
      "step": 2006
    },
    {
      "epoch": 0.7324817518248176,
      "grad_norm": 0.6543231010437012,
      "learning_rate": 8e-05,
      "loss": 1.5794,
      "step": 2007
    },
    {
      "epoch": 0.7328467153284671,
      "grad_norm": 0.6262966990470886,
      "learning_rate": 8e-05,
      "loss": 1.6578,
      "step": 2008
    },
    {
      "epoch": 0.7332116788321168,
      "grad_norm": 0.6108370423316956,
      "learning_rate": 8e-05,
      "loss": 1.5816,
      "step": 2009
    },
    {
      "epoch": 0.7335766423357665,
      "grad_norm": 0.6108666062355042,
      "learning_rate": 8e-05,
      "loss": 1.5265,
      "step": 2010
    },
    {
      "epoch": 0.733941605839416,
      "grad_norm": 0.612675130367279,
      "learning_rate": 8e-05,
      "loss": 1.6072,
      "step": 2011
    },
    {
      "epoch": 0.7343065693430657,
      "grad_norm": 0.6075700521469116,
      "learning_rate": 8e-05,
      "loss": 1.4855,
      "step": 2012
    },
    {
      "epoch": 0.7346715328467154,
      "grad_norm": 0.6116881370544434,
      "learning_rate": 8e-05,
      "loss": 1.5245,
      "step": 2013
    },
    {
      "epoch": 0.7350364963503649,
      "grad_norm": 0.6028435230255127,
      "learning_rate": 8e-05,
      "loss": 1.5528,
      "step": 2014
    },
    {
      "epoch": 0.7354014598540146,
      "grad_norm": 0.6202797293663025,
      "learning_rate": 8e-05,
      "loss": 1.5651,
      "step": 2015
    },
    {
      "epoch": 0.7357664233576642,
      "grad_norm": 0.6162092685699463,
      "learning_rate": 8e-05,
      "loss": 1.573,
      "step": 2016
    },
    {
      "epoch": 0.7361313868613139,
      "grad_norm": 0.6182783842086792,
      "learning_rate": 8e-05,
      "loss": 1.4884,
      "step": 2017
    },
    {
      "epoch": 0.7364963503649635,
      "grad_norm": 0.6019050478935242,
      "learning_rate": 8e-05,
      "loss": 1.625,
      "step": 2018
    },
    {
      "epoch": 0.7368613138686131,
      "grad_norm": 0.602231502532959,
      "learning_rate": 8e-05,
      "loss": 1.455,
      "step": 2019
    },
    {
      "epoch": 0.7372262773722628,
      "grad_norm": 0.6030071973800659,
      "learning_rate": 8e-05,
      "loss": 1.5666,
      "step": 2020
    },
    {
      "epoch": 0.7375912408759124,
      "grad_norm": 0.6423921585083008,
      "learning_rate": 8e-05,
      "loss": 1.5796,
      "step": 2021
    },
    {
      "epoch": 0.737956204379562,
      "grad_norm": 0.613996148109436,
      "learning_rate": 8e-05,
      "loss": 1.5472,
      "step": 2022
    },
    {
      "epoch": 0.7383211678832117,
      "grad_norm": 0.6288362741470337,
      "learning_rate": 8e-05,
      "loss": 1.4901,
      "step": 2023
    },
    {
      "epoch": 0.7386861313868613,
      "grad_norm": 0.6164655685424805,
      "learning_rate": 8e-05,
      "loss": 1.5529,
      "step": 2024
    },
    {
      "epoch": 0.7390510948905109,
      "grad_norm": 0.6143468618392944,
      "learning_rate": 8e-05,
      "loss": 1.4714,
      "step": 2025
    },
    {
      "epoch": 0.7394160583941606,
      "grad_norm": 0.6221902370452881,
      "learning_rate": 8e-05,
      "loss": 1.4948,
      "step": 2026
    },
    {
      "epoch": 0.7397810218978103,
      "grad_norm": 0.6223979592323303,
      "learning_rate": 8e-05,
      "loss": 1.4764,
      "step": 2027
    },
    {
      "epoch": 0.7401459854014598,
      "grad_norm": 0.6021409034729004,
      "learning_rate": 8e-05,
      "loss": 1.4664,
      "step": 2028
    },
    {
      "epoch": 0.7405109489051095,
      "grad_norm": 0.5998984575271606,
      "learning_rate": 8e-05,
      "loss": 1.5203,
      "step": 2029
    },
    {
      "epoch": 0.7408759124087592,
      "grad_norm": 0.6246601939201355,
      "learning_rate": 8e-05,
      "loss": 1.5313,
      "step": 2030
    },
    {
      "epoch": 0.7412408759124087,
      "grad_norm": 0.6208673119544983,
      "learning_rate": 8e-05,
      "loss": 1.4945,
      "step": 2031
    },
    {
      "epoch": 0.7416058394160584,
      "grad_norm": 0.6289278864860535,
      "learning_rate": 8e-05,
      "loss": 1.4608,
      "step": 2032
    },
    {
      "epoch": 0.7419708029197081,
      "grad_norm": 0.6639882922172546,
      "learning_rate": 8e-05,
      "loss": 1.581,
      "step": 2033
    },
    {
      "epoch": 0.7423357664233576,
      "grad_norm": 0.6311030387878418,
      "learning_rate": 8e-05,
      "loss": 1.5214,
      "step": 2034
    },
    {
      "epoch": 0.7427007299270073,
      "grad_norm": 0.6453599333763123,
      "learning_rate": 8e-05,
      "loss": 1.5693,
      "step": 2035
    },
    {
      "epoch": 0.743065693430657,
      "grad_norm": 0.6127851009368896,
      "learning_rate": 8e-05,
      "loss": 1.5751,
      "step": 2036
    },
    {
      "epoch": 0.7434306569343065,
      "grad_norm": 0.6560938954353333,
      "learning_rate": 8e-05,
      "loss": 1.5435,
      "step": 2037
    },
    {
      "epoch": 0.7437956204379562,
      "grad_norm": 0.6205195784568787,
      "learning_rate": 8e-05,
      "loss": 1.5845,
      "step": 2038
    },
    {
      "epoch": 0.7441605839416059,
      "grad_norm": 0.6589746475219727,
      "learning_rate": 8e-05,
      "loss": 1.5161,
      "step": 2039
    },
    {
      "epoch": 0.7445255474452555,
      "grad_norm": 0.6283671259880066,
      "learning_rate": 8e-05,
      "loss": 1.4982,
      "step": 2040
    },
    {
      "epoch": 0.7448905109489051,
      "grad_norm": 0.6716287136077881,
      "learning_rate": 8e-05,
      "loss": 1.5477,
      "step": 2041
    },
    {
      "epoch": 0.7452554744525547,
      "grad_norm": 0.6085760593414307,
      "learning_rate": 8e-05,
      "loss": 1.5452,
      "step": 2042
    },
    {
      "epoch": 0.7456204379562044,
      "grad_norm": 0.618895947933197,
      "learning_rate": 8e-05,
      "loss": 1.5332,
      "step": 2043
    },
    {
      "epoch": 0.745985401459854,
      "grad_norm": 0.6375954747200012,
      "learning_rate": 8e-05,
      "loss": 1.4761,
      "step": 2044
    },
    {
      "epoch": 0.7463503649635036,
      "grad_norm": 0.5925058722496033,
      "learning_rate": 8e-05,
      "loss": 1.4813,
      "step": 2045
    },
    {
      "epoch": 0.7467153284671533,
      "grad_norm": 0.6556549072265625,
      "learning_rate": 8e-05,
      "loss": 1.4728,
      "step": 2046
    },
    {
      "epoch": 0.747080291970803,
      "grad_norm": 0.601811945438385,
      "learning_rate": 8e-05,
      "loss": 1.4999,
      "step": 2047
    },
    {
      "epoch": 0.7474452554744525,
      "grad_norm": 0.6353327035903931,
      "learning_rate": 8e-05,
      "loss": 1.5651,
      "step": 2048
    },
    {
      "epoch": 0.7478102189781022,
      "grad_norm": 0.6255573630332947,
      "learning_rate": 8e-05,
      "loss": 1.4401,
      "step": 2049
    },
    {
      "epoch": 0.7481751824817519,
      "grad_norm": 0.6344143748283386,
      "learning_rate": 8e-05,
      "loss": 1.5264,
      "step": 2050
    },
    {
      "epoch": 0.7485401459854014,
      "grad_norm": 0.6088011264801025,
      "learning_rate": 8e-05,
      "loss": 1.4821,
      "step": 2051
    },
    {
      "epoch": 0.7489051094890511,
      "grad_norm": 0.6128270030021667,
      "learning_rate": 8e-05,
      "loss": 1.5763,
      "step": 2052
    },
    {
      "epoch": 0.7492700729927008,
      "grad_norm": 0.6383342742919922,
      "learning_rate": 8e-05,
      "loss": 1.4841,
      "step": 2053
    },
    {
      "epoch": 0.7496350364963503,
      "grad_norm": 0.6096526980400085,
      "learning_rate": 8e-05,
      "loss": 1.481,
      "step": 2054
    },
    {
      "epoch": 0.75,
      "grad_norm": 0.6145240068435669,
      "learning_rate": 8e-05,
      "loss": 1.574,
      "step": 2055
    },
    {
      "epoch": 0.7503649635036497,
      "grad_norm": 0.6235541701316833,
      "learning_rate": 8e-05,
      "loss": 1.5546,
      "step": 2056
    },
    {
      "epoch": 0.7507299270072992,
      "grad_norm": 0.5893805623054504,
      "learning_rate": 8e-05,
      "loss": 1.4858,
      "step": 2057
    },
    {
      "epoch": 0.7510948905109489,
      "grad_norm": 0.6021733283996582,
      "learning_rate": 8e-05,
      "loss": 1.569,
      "step": 2058
    },
    {
      "epoch": 0.7514598540145986,
      "grad_norm": 0.5878227949142456,
      "learning_rate": 8e-05,
      "loss": 1.5191,
      "step": 2059
    },
    {
      "epoch": 0.7518248175182481,
      "grad_norm": 0.5930648446083069,
      "learning_rate": 8e-05,
      "loss": 1.5396,
      "step": 2060
    },
    {
      "epoch": 0.7521897810218978,
      "grad_norm": 0.620673656463623,
      "learning_rate": 8e-05,
      "loss": 1.5092,
      "step": 2061
    },
    {
      "epoch": 0.7525547445255475,
      "grad_norm": 0.6102706789970398,
      "learning_rate": 8e-05,
      "loss": 1.5883,
      "step": 2062
    },
    {
      "epoch": 0.752919708029197,
      "grad_norm": 0.6207316517829895,
      "learning_rate": 8e-05,
      "loss": 1.5366,
      "step": 2063
    },
    {
      "epoch": 0.7532846715328467,
      "grad_norm": 0.6149007678031921,
      "learning_rate": 8e-05,
      "loss": 1.5263,
      "step": 2064
    },
    {
      "epoch": 0.7536496350364964,
      "grad_norm": 0.6135200262069702,
      "learning_rate": 8e-05,
      "loss": 1.5338,
      "step": 2065
    },
    {
      "epoch": 0.754014598540146,
      "grad_norm": 0.6149322390556335,
      "learning_rate": 8e-05,
      "loss": 1.5157,
      "step": 2066
    },
    {
      "epoch": 0.7543795620437956,
      "grad_norm": 0.6081465482711792,
      "learning_rate": 8e-05,
      "loss": 1.5993,
      "step": 2067
    },
    {
      "epoch": 0.7547445255474453,
      "grad_norm": 0.625049352645874,
      "learning_rate": 8e-05,
      "loss": 1.5808,
      "step": 2068
    },
    {
      "epoch": 0.7551094890510949,
      "grad_norm": 0.6051334142684937,
      "learning_rate": 8e-05,
      "loss": 1.6172,
      "step": 2069
    },
    {
      "epoch": 0.7554744525547445,
      "grad_norm": 0.6055521965026855,
      "learning_rate": 8e-05,
      "loss": 1.4849,
      "step": 2070
    },
    {
      "epoch": 0.7558394160583941,
      "grad_norm": 0.616485595703125,
      "learning_rate": 8e-05,
      "loss": 1.529,
      "step": 2071
    },
    {
      "epoch": 0.7562043795620438,
      "grad_norm": 0.6072453260421753,
      "learning_rate": 8e-05,
      "loss": 1.5434,
      "step": 2072
    },
    {
      "epoch": 0.7565693430656935,
      "grad_norm": 0.6020475029945374,
      "learning_rate": 8e-05,
      "loss": 1.499,
      "step": 2073
    },
    {
      "epoch": 0.756934306569343,
      "grad_norm": 0.6423473358154297,
      "learning_rate": 8e-05,
      "loss": 1.5929,
      "step": 2074
    },
    {
      "epoch": 0.7572992700729927,
      "grad_norm": 0.6203012466430664,
      "learning_rate": 8e-05,
      "loss": 1.5599,
      "step": 2075
    },
    {
      "epoch": 0.7576642335766424,
      "grad_norm": 0.6098301410675049,
      "learning_rate": 8e-05,
      "loss": 1.5279,
      "step": 2076
    },
    {
      "epoch": 0.7580291970802919,
      "grad_norm": 0.6022405028343201,
      "learning_rate": 8e-05,
      "loss": 1.5947,
      "step": 2077
    },
    {
      "epoch": 0.7583941605839416,
      "grad_norm": 0.5978614687919617,
      "learning_rate": 8e-05,
      "loss": 1.4608,
      "step": 2078
    },
    {
      "epoch": 0.7587591240875913,
      "grad_norm": 0.6059975028038025,
      "learning_rate": 8e-05,
      "loss": 1.506,
      "step": 2079
    },
    {
      "epoch": 0.7591240875912408,
      "grad_norm": 0.6032081842422485,
      "learning_rate": 8e-05,
      "loss": 1.4543,
      "step": 2080
    },
    {
      "epoch": 0.7594890510948905,
      "grad_norm": 0.6065793037414551,
      "learning_rate": 8e-05,
      "loss": 1.5171,
      "step": 2081
    },
    {
      "epoch": 0.7598540145985402,
      "grad_norm": 0.6403502821922302,
      "learning_rate": 8e-05,
      "loss": 1.5977,
      "step": 2082
    },
    {
      "epoch": 0.7602189781021897,
      "grad_norm": 0.6087489128112793,
      "learning_rate": 8e-05,
      "loss": 1.5375,
      "step": 2083
    },
    {
      "epoch": 0.7605839416058394,
      "grad_norm": 0.6052387952804565,
      "learning_rate": 8e-05,
      "loss": 1.4989,
      "step": 2084
    },
    {
      "epoch": 0.7609489051094891,
      "grad_norm": 0.6004564166069031,
      "learning_rate": 8e-05,
      "loss": 1.5738,
      "step": 2085
    },
    {
      "epoch": 0.7613138686131387,
      "grad_norm": 0.5900178551673889,
      "learning_rate": 8e-05,
      "loss": 1.4864,
      "step": 2086
    },
    {
      "epoch": 0.7616788321167883,
      "grad_norm": 0.6200245022773743,
      "learning_rate": 8e-05,
      "loss": 1.6223,
      "step": 2087
    },
    {
      "epoch": 0.762043795620438,
      "grad_norm": 0.5972479581832886,
      "learning_rate": 8e-05,
      "loss": 1.5212,
      "step": 2088
    },
    {
      "epoch": 0.7624087591240876,
      "grad_norm": 0.5877206921577454,
      "learning_rate": 8e-05,
      "loss": 1.5105,
      "step": 2089
    },
    {
      "epoch": 0.7627737226277372,
      "grad_norm": 0.6136717796325684,
      "learning_rate": 8e-05,
      "loss": 1.6113,
      "step": 2090
    },
    {
      "epoch": 0.7631386861313869,
      "grad_norm": 0.6220017075538635,
      "learning_rate": 8e-05,
      "loss": 1.4791,
      "step": 2091
    },
    {
      "epoch": 0.7635036496350365,
      "grad_norm": 0.6243538856506348,
      "learning_rate": 8e-05,
      "loss": 1.4909,
      "step": 2092
    },
    {
      "epoch": 0.7638686131386861,
      "grad_norm": 0.6297329068183899,
      "learning_rate": 8e-05,
      "loss": 1.444,
      "step": 2093
    },
    {
      "epoch": 0.7642335766423358,
      "grad_norm": 0.5997726321220398,
      "learning_rate": 8e-05,
      "loss": 1.4768,
      "step": 2094
    },
    {
      "epoch": 0.7645985401459854,
      "grad_norm": 0.5726847052574158,
      "learning_rate": 8e-05,
      "loss": 1.4972,
      "step": 2095
    },
    {
      "epoch": 0.7649635036496351,
      "grad_norm": 0.619868814945221,
      "learning_rate": 8e-05,
      "loss": 1.5425,
      "step": 2096
    },
    {
      "epoch": 0.7653284671532846,
      "grad_norm": 0.6133409738540649,
      "learning_rate": 8e-05,
      "loss": 1.5146,
      "step": 2097
    },
    {
      "epoch": 0.7656934306569343,
      "grad_norm": 0.6146951913833618,
      "learning_rate": 8e-05,
      "loss": 1.528,
      "step": 2098
    },
    {
      "epoch": 0.766058394160584,
      "grad_norm": 0.6201827526092529,
      "learning_rate": 8e-05,
      "loss": 1.4413,
      "step": 2099
    },
    {
      "epoch": 0.7664233576642335,
      "grad_norm": 0.6330247521400452,
      "learning_rate": 8e-05,
      "loss": 1.5549,
      "step": 2100
    },
    {
      "epoch": 0.7667883211678832,
      "grad_norm": 0.6470228433609009,
      "learning_rate": 8e-05,
      "loss": 1.5437,
      "step": 2101
    },
    {
      "epoch": 0.7671532846715329,
      "grad_norm": 0.6408321857452393,
      "learning_rate": 8e-05,
      "loss": 1.5932,
      "step": 2102
    },
    {
      "epoch": 0.7675182481751824,
      "grad_norm": 0.6304114460945129,
      "learning_rate": 8e-05,
      "loss": 1.4927,
      "step": 2103
    },
    {
      "epoch": 0.7678832116788321,
      "grad_norm": 0.6638460755348206,
      "learning_rate": 8e-05,
      "loss": 1.6417,
      "step": 2104
    },
    {
      "epoch": 0.7682481751824818,
      "grad_norm": 0.6298863887786865,
      "learning_rate": 8e-05,
      "loss": 1.5487,
      "step": 2105
    },
    {
      "epoch": 0.7686131386861313,
      "grad_norm": 0.6460220217704773,
      "learning_rate": 8e-05,
      "loss": 1.5936,
      "step": 2106
    },
    {
      "epoch": 0.768978102189781,
      "grad_norm": 0.6264395117759705,
      "learning_rate": 8e-05,
      "loss": 1.5881,
      "step": 2107
    },
    {
      "epoch": 0.7693430656934307,
      "grad_norm": 0.628148078918457,
      "learning_rate": 8e-05,
      "loss": 1.5035,
      "step": 2108
    },
    {
      "epoch": 0.7697080291970803,
      "grad_norm": 0.6339571475982666,
      "learning_rate": 8e-05,
      "loss": 1.591,
      "step": 2109
    },
    {
      "epoch": 0.7700729927007299,
      "grad_norm": 0.6508738398551941,
      "learning_rate": 8e-05,
      "loss": 1.6262,
      "step": 2110
    },
    {
      "epoch": 0.7704379562043796,
      "grad_norm": 0.612119197845459,
      "learning_rate": 8e-05,
      "loss": 1.4921,
      "step": 2111
    },
    {
      "epoch": 0.7708029197080292,
      "grad_norm": 0.6176566481590271,
      "learning_rate": 8e-05,
      "loss": 1.5595,
      "step": 2112
    },
    {
      "epoch": 0.7711678832116788,
      "grad_norm": 0.6112891435623169,
      "learning_rate": 8e-05,
      "loss": 1.4684,
      "step": 2113
    },
    {
      "epoch": 0.7715328467153285,
      "grad_norm": 0.6184824705123901,
      "learning_rate": 8e-05,
      "loss": 1.5293,
      "step": 2114
    },
    {
      "epoch": 0.7718978102189781,
      "grad_norm": 0.6072980761528015,
      "learning_rate": 8e-05,
      "loss": 1.4925,
      "step": 2115
    },
    {
      "epoch": 0.7722627737226277,
      "grad_norm": 0.6182466149330139,
      "learning_rate": 8e-05,
      "loss": 1.5205,
      "step": 2116
    },
    {
      "epoch": 0.7726277372262774,
      "grad_norm": 0.6017438173294067,
      "learning_rate": 8e-05,
      "loss": 1.5076,
      "step": 2117
    },
    {
      "epoch": 0.772992700729927,
      "grad_norm": 0.6502378582954407,
      "learning_rate": 8e-05,
      "loss": 1.645,
      "step": 2118
    },
    {
      "epoch": 0.7733576642335767,
      "grad_norm": 0.6247197985649109,
      "learning_rate": 8e-05,
      "loss": 1.5944,
      "step": 2119
    },
    {
      "epoch": 0.7737226277372263,
      "grad_norm": 0.5959628820419312,
      "learning_rate": 8e-05,
      "loss": 1.5046,
      "step": 2120
    },
    {
      "epoch": 0.7740875912408759,
      "grad_norm": 0.6101679801940918,
      "learning_rate": 8e-05,
      "loss": 1.5793,
      "step": 2121
    },
    {
      "epoch": 0.7744525547445256,
      "grad_norm": 0.6155324578285217,
      "learning_rate": 8e-05,
      "loss": 1.5448,
      "step": 2122
    },
    {
      "epoch": 0.7748175182481751,
      "grad_norm": 0.5900610685348511,
      "learning_rate": 8e-05,
      "loss": 1.4764,
      "step": 2123
    },
    {
      "epoch": 0.7751824817518248,
      "grad_norm": 0.6168186068534851,
      "learning_rate": 8e-05,
      "loss": 1.5533,
      "step": 2124
    },
    {
      "epoch": 0.7755474452554745,
      "grad_norm": 0.5834378004074097,
      "learning_rate": 8e-05,
      "loss": 1.3846,
      "step": 2125
    },
    {
      "epoch": 0.775912408759124,
      "grad_norm": 0.6127153635025024,
      "learning_rate": 8e-05,
      "loss": 1.4515,
      "step": 2126
    },
    {
      "epoch": 0.7762773722627737,
      "grad_norm": 0.6070117950439453,
      "learning_rate": 8e-05,
      "loss": 1.5524,
      "step": 2127
    },
    {
      "epoch": 0.7766423357664234,
      "grad_norm": 0.6162651181221008,
      "learning_rate": 8e-05,
      "loss": 1.5515,
      "step": 2128
    },
    {
      "epoch": 0.777007299270073,
      "grad_norm": 0.628379762172699,
      "learning_rate": 8e-05,
      "loss": 1.4838,
      "step": 2129
    },
    {
      "epoch": 0.7773722627737226,
      "grad_norm": 0.6126763224601746,
      "learning_rate": 8e-05,
      "loss": 1.4839,
      "step": 2130
    },
    {
      "epoch": 0.7777372262773723,
      "grad_norm": 0.5859853625297546,
      "learning_rate": 8e-05,
      "loss": 1.5473,
      "step": 2131
    },
    {
      "epoch": 0.7781021897810219,
      "grad_norm": 0.6430647373199463,
      "learning_rate": 8e-05,
      "loss": 1.5708,
      "step": 2132
    },
    {
      "epoch": 0.7784671532846715,
      "grad_norm": 0.6142173409461975,
      "learning_rate": 8e-05,
      "loss": 1.5447,
      "step": 2133
    },
    {
      "epoch": 0.7788321167883212,
      "grad_norm": 0.6045349836349487,
      "learning_rate": 8e-05,
      "loss": 1.4616,
      "step": 2134
    },
    {
      "epoch": 0.7791970802919708,
      "grad_norm": 0.5996173024177551,
      "learning_rate": 8e-05,
      "loss": 1.4942,
      "step": 2135
    },
    {
      "epoch": 0.7795620437956204,
      "grad_norm": 0.6254241466522217,
      "learning_rate": 8e-05,
      "loss": 1.5354,
      "step": 2136
    },
    {
      "epoch": 0.7799270072992701,
      "grad_norm": 0.6203383207321167,
      "learning_rate": 8e-05,
      "loss": 1.47,
      "step": 2137
    },
    {
      "epoch": 0.7802919708029197,
      "grad_norm": 0.6240434646606445,
      "learning_rate": 8e-05,
      "loss": 1.4905,
      "step": 2138
    },
    {
      "epoch": 0.7806569343065694,
      "grad_norm": 0.6062101125717163,
      "learning_rate": 8e-05,
      "loss": 1.4919,
      "step": 2139
    },
    {
      "epoch": 0.781021897810219,
      "grad_norm": 0.6327810287475586,
      "learning_rate": 8e-05,
      "loss": 1.5463,
      "step": 2140
    },
    {
      "epoch": 0.7813868613138686,
      "grad_norm": 0.619229257106781,
      "learning_rate": 8e-05,
      "loss": 1.5343,
      "step": 2141
    },
    {
      "epoch": 0.7817518248175183,
      "grad_norm": 0.6075495481491089,
      "learning_rate": 8e-05,
      "loss": 1.5357,
      "step": 2142
    },
    {
      "epoch": 0.7821167883211679,
      "grad_norm": 0.6205554008483887,
      "learning_rate": 8e-05,
      "loss": 1.5066,
      "step": 2143
    },
    {
      "epoch": 0.7824817518248175,
      "grad_norm": 0.5952425599098206,
      "learning_rate": 8e-05,
      "loss": 1.4351,
      "step": 2144
    },
    {
      "epoch": 0.7828467153284672,
      "grad_norm": 0.624763011932373,
      "learning_rate": 8e-05,
      "loss": 1.5507,
      "step": 2145
    },
    {
      "epoch": 0.7832116788321168,
      "grad_norm": 0.6251388192176819,
      "learning_rate": 8e-05,
      "loss": 1.5261,
      "step": 2146
    },
    {
      "epoch": 0.7835766423357664,
      "grad_norm": 0.6343902945518494,
      "learning_rate": 8e-05,
      "loss": 1.5915,
      "step": 2147
    },
    {
      "epoch": 0.7839416058394161,
      "grad_norm": 0.6243138909339905,
      "learning_rate": 8e-05,
      "loss": 1.6145,
      "step": 2148
    },
    {
      "epoch": 0.7843065693430656,
      "grad_norm": 0.6047202944755554,
      "learning_rate": 8e-05,
      "loss": 1.4863,
      "step": 2149
    },
    {
      "epoch": 0.7846715328467153,
      "grad_norm": 0.6289488077163696,
      "learning_rate": 8e-05,
      "loss": 1.5968,
      "step": 2150
    },
    {
      "epoch": 0.785036496350365,
      "grad_norm": 0.6223432421684265,
      "learning_rate": 8e-05,
      "loss": 1.5049,
      "step": 2151
    },
    {
      "epoch": 0.7854014598540145,
      "grad_norm": 0.628460168838501,
      "learning_rate": 8e-05,
      "loss": 1.578,
      "step": 2152
    },
    {
      "epoch": 0.7857664233576642,
      "grad_norm": 0.6158244609832764,
      "learning_rate": 8e-05,
      "loss": 1.5244,
      "step": 2153
    },
    {
      "epoch": 0.7861313868613139,
      "grad_norm": 0.6312355399131775,
      "learning_rate": 8e-05,
      "loss": 1.594,
      "step": 2154
    },
    {
      "epoch": 0.7864963503649635,
      "grad_norm": 0.6201666593551636,
      "learning_rate": 8e-05,
      "loss": 1.5222,
      "step": 2155
    },
    {
      "epoch": 0.7868613138686131,
      "grad_norm": 0.6178029179573059,
      "learning_rate": 8e-05,
      "loss": 1.5121,
      "step": 2156
    },
    {
      "epoch": 0.7872262773722628,
      "grad_norm": 0.6555725336074829,
      "learning_rate": 8e-05,
      "loss": 1.6153,
      "step": 2157
    },
    {
      "epoch": 0.7875912408759124,
      "grad_norm": 0.5974037051200867,
      "learning_rate": 8e-05,
      "loss": 1.5306,
      "step": 2158
    },
    {
      "epoch": 0.787956204379562,
      "grad_norm": 0.6011179089546204,
      "learning_rate": 8e-05,
      "loss": 1.4426,
      "step": 2159
    },
    {
      "epoch": 0.7883211678832117,
      "grad_norm": 0.6396838426589966,
      "learning_rate": 8e-05,
      "loss": 1.5161,
      "step": 2160
    },
    {
      "epoch": 0.7886861313868613,
      "grad_norm": 0.6431064009666443,
      "learning_rate": 8e-05,
      "loss": 1.5135,
      "step": 2161
    },
    {
      "epoch": 0.789051094890511,
      "grad_norm": 0.6355100870132446,
      "learning_rate": 8e-05,
      "loss": 1.5727,
      "step": 2162
    },
    {
      "epoch": 0.7894160583941606,
      "grad_norm": 0.6615114212036133,
      "learning_rate": 8e-05,
      "loss": 1.4869,
      "step": 2163
    },
    {
      "epoch": 0.7897810218978102,
      "grad_norm": 0.5970063209533691,
      "learning_rate": 8e-05,
      "loss": 1.5038,
      "step": 2164
    },
    {
      "epoch": 0.7901459854014599,
      "grad_norm": 0.656842827796936,
      "learning_rate": 8e-05,
      "loss": 1.5253,
      "step": 2165
    },
    {
      "epoch": 0.7905109489051095,
      "grad_norm": 0.6185927391052246,
      "learning_rate": 8e-05,
      "loss": 1.4942,
      "step": 2166
    },
    {
      "epoch": 0.7908759124087591,
      "grad_norm": 0.6178980469703674,
      "learning_rate": 8e-05,
      "loss": 1.4835,
      "step": 2167
    },
    {
      "epoch": 0.7912408759124088,
      "grad_norm": 0.6172506809234619,
      "learning_rate": 8e-05,
      "loss": 1.5535,
      "step": 2168
    },
    {
      "epoch": 0.7916058394160584,
      "grad_norm": 0.597079336643219,
      "learning_rate": 8e-05,
      "loss": 1.4931,
      "step": 2169
    },
    {
      "epoch": 0.791970802919708,
      "grad_norm": 0.6041057109832764,
      "learning_rate": 8e-05,
      "loss": 1.5237,
      "step": 2170
    },
    {
      "epoch": 0.7923357664233577,
      "grad_norm": 0.6274017691612244,
      "learning_rate": 8e-05,
      "loss": 1.507,
      "step": 2171
    },
    {
      "epoch": 0.7927007299270074,
      "grad_norm": 0.6306811571121216,
      "learning_rate": 8e-05,
      "loss": 1.5114,
      "step": 2172
    },
    {
      "epoch": 0.7930656934306569,
      "grad_norm": 0.618118166923523,
      "learning_rate": 8e-05,
      "loss": 1.5661,
      "step": 2173
    },
    {
      "epoch": 0.7934306569343066,
      "grad_norm": 0.5960501432418823,
      "learning_rate": 8e-05,
      "loss": 1.4923,
      "step": 2174
    },
    {
      "epoch": 0.7937956204379562,
      "grad_norm": 0.6115829348564148,
      "learning_rate": 8e-05,
      "loss": 1.5729,
      "step": 2175
    },
    {
      "epoch": 0.7941605839416058,
      "grad_norm": 0.5806859731674194,
      "learning_rate": 8e-05,
      "loss": 1.4812,
      "step": 2176
    },
    {
      "epoch": 0.7945255474452555,
      "grad_norm": 0.6275625228881836,
      "learning_rate": 8e-05,
      "loss": 1.5222,
      "step": 2177
    },
    {
      "epoch": 0.7948905109489051,
      "grad_norm": 0.6722397208213806,
      "learning_rate": 8e-05,
      "loss": 1.5213,
      "step": 2178
    },
    {
      "epoch": 0.7952554744525547,
      "grad_norm": 0.6268143057823181,
      "learning_rate": 8e-05,
      "loss": 1.5164,
      "step": 2179
    },
    {
      "epoch": 0.7956204379562044,
      "grad_norm": 0.6101275682449341,
      "learning_rate": 8e-05,
      "loss": 1.5906,
      "step": 2180
    },
    {
      "epoch": 0.795985401459854,
      "grad_norm": 0.612589955329895,
      "learning_rate": 8e-05,
      "loss": 1.5591,
      "step": 2181
    },
    {
      "epoch": 0.7963503649635036,
      "grad_norm": 0.6020103096961975,
      "learning_rate": 8e-05,
      "loss": 1.4576,
      "step": 2182
    },
    {
      "epoch": 0.7967153284671533,
      "grad_norm": 0.6711786389350891,
      "learning_rate": 8e-05,
      "loss": 1.6029,
      "step": 2183
    },
    {
      "epoch": 0.7970802919708029,
      "grad_norm": 0.6012960076332092,
      "learning_rate": 8e-05,
      "loss": 1.496,
      "step": 2184
    },
    {
      "epoch": 0.7974452554744526,
      "grad_norm": 0.6122553944587708,
      "learning_rate": 8e-05,
      "loss": 1.4518,
      "step": 2185
    },
    {
      "epoch": 0.7978102189781022,
      "grad_norm": 0.615077793598175,
      "learning_rate": 8e-05,
      "loss": 1.507,
      "step": 2186
    },
    {
      "epoch": 0.7981751824817518,
      "grad_norm": 0.6227251291275024,
      "learning_rate": 8e-05,
      "loss": 1.5198,
      "step": 2187
    },
    {
      "epoch": 0.7985401459854015,
      "grad_norm": 0.6124839186668396,
      "learning_rate": 8e-05,
      "loss": 1.5596,
      "step": 2188
    },
    {
      "epoch": 0.7989051094890511,
      "grad_norm": 0.6109613180160522,
      "learning_rate": 8e-05,
      "loss": 1.525,
      "step": 2189
    },
    {
      "epoch": 0.7992700729927007,
      "grad_norm": 0.6097866296768188,
      "learning_rate": 8e-05,
      "loss": 1.6034,
      "step": 2190
    },
    {
      "epoch": 0.7996350364963504,
      "grad_norm": 0.6064389944076538,
      "learning_rate": 8e-05,
      "loss": 1.4655,
      "step": 2191
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.6070379614830017,
      "learning_rate": 8e-05,
      "loss": 1.5201,
      "step": 2192
    },
    {
      "epoch": 0.8003649635036496,
      "grad_norm": 0.635371208190918,
      "learning_rate": 8e-05,
      "loss": 1.5151,
      "step": 2193
    },
    {
      "epoch": 0.8007299270072993,
      "grad_norm": 0.6283489465713501,
      "learning_rate": 8e-05,
      "loss": 1.5699,
      "step": 2194
    },
    {
      "epoch": 0.801094890510949,
      "grad_norm": 0.6061156392097473,
      "learning_rate": 8e-05,
      "loss": 1.4919,
      "step": 2195
    },
    {
      "epoch": 0.8014598540145985,
      "grad_norm": 0.6085848212242126,
      "learning_rate": 8e-05,
      "loss": 1.5067,
      "step": 2196
    },
    {
      "epoch": 0.8018248175182482,
      "grad_norm": 0.6233744025230408,
      "learning_rate": 8e-05,
      "loss": 1.4898,
      "step": 2197
    },
    {
      "epoch": 0.8021897810218979,
      "grad_norm": 0.5999221205711365,
      "learning_rate": 8e-05,
      "loss": 1.5414,
      "step": 2198
    },
    {
      "epoch": 0.8025547445255474,
      "grad_norm": 0.616487443447113,
      "learning_rate": 8e-05,
      "loss": 1.5482,
      "step": 2199
    },
    {
      "epoch": 0.8029197080291971,
      "grad_norm": 0.6222279667854309,
      "learning_rate": 8e-05,
      "loss": 1.6378,
      "step": 2200
    },
    {
      "epoch": 0.8032846715328467,
      "grad_norm": 0.600997805595398,
      "learning_rate": 8e-05,
      "loss": 1.4932,
      "step": 2201
    },
    {
      "epoch": 0.8036496350364963,
      "grad_norm": 0.6095195412635803,
      "learning_rate": 8e-05,
      "loss": 1.5776,
      "step": 2202
    },
    {
      "epoch": 0.804014598540146,
      "grad_norm": 0.5973562002182007,
      "learning_rate": 8e-05,
      "loss": 1.5066,
      "step": 2203
    },
    {
      "epoch": 0.8043795620437956,
      "grad_norm": 0.6203572154045105,
      "learning_rate": 8e-05,
      "loss": 1.5363,
      "step": 2204
    },
    {
      "epoch": 0.8047445255474452,
      "grad_norm": 0.5984171032905579,
      "learning_rate": 8e-05,
      "loss": 1.5428,
      "step": 2205
    },
    {
      "epoch": 0.8051094890510949,
      "grad_norm": 0.6252371668815613,
      "learning_rate": 8e-05,
      "loss": 1.549,
      "step": 2206
    },
    {
      "epoch": 0.8054744525547445,
      "grad_norm": 0.6176876425743103,
      "learning_rate": 8e-05,
      "loss": 1.5333,
      "step": 2207
    },
    {
      "epoch": 0.8058394160583942,
      "grad_norm": 0.6942028403282166,
      "learning_rate": 8e-05,
      "loss": 1.5472,
      "step": 2208
    },
    {
      "epoch": 0.8062043795620438,
      "grad_norm": 0.629546582698822,
      "learning_rate": 8e-05,
      "loss": 1.5161,
      "step": 2209
    },
    {
      "epoch": 0.8065693430656934,
      "grad_norm": 0.6291489601135254,
      "learning_rate": 8e-05,
      "loss": 1.4937,
      "step": 2210
    },
    {
      "epoch": 0.8069343065693431,
      "grad_norm": 0.6046178936958313,
      "learning_rate": 8e-05,
      "loss": 1.4661,
      "step": 2211
    },
    {
      "epoch": 0.8072992700729927,
      "grad_norm": 0.6402230262756348,
      "learning_rate": 8e-05,
      "loss": 1.5618,
      "step": 2212
    },
    {
      "epoch": 0.8076642335766423,
      "grad_norm": 0.6211623549461365,
      "learning_rate": 8e-05,
      "loss": 1.5145,
      "step": 2213
    },
    {
      "epoch": 0.808029197080292,
      "grad_norm": 0.6316876411437988,
      "learning_rate": 8e-05,
      "loss": 1.5807,
      "step": 2214
    },
    {
      "epoch": 0.8083941605839416,
      "grad_norm": 0.6182339191436768,
      "learning_rate": 8e-05,
      "loss": 1.536,
      "step": 2215
    },
    {
      "epoch": 0.8087591240875912,
      "grad_norm": 0.6189228296279907,
      "learning_rate": 8e-05,
      "loss": 1.5019,
      "step": 2216
    },
    {
      "epoch": 0.8091240875912409,
      "grad_norm": 0.617850661277771,
      "learning_rate": 8e-05,
      "loss": 1.5143,
      "step": 2217
    },
    {
      "epoch": 0.8094890510948906,
      "grad_norm": 0.6095467805862427,
      "learning_rate": 8e-05,
      "loss": 1.5445,
      "step": 2218
    },
    {
      "epoch": 0.8098540145985401,
      "grad_norm": 0.6125891208648682,
      "learning_rate": 8e-05,
      "loss": 1.5207,
      "step": 2219
    },
    {
      "epoch": 0.8102189781021898,
      "grad_norm": 0.6179934144020081,
      "learning_rate": 8e-05,
      "loss": 1.5356,
      "step": 2220
    },
    {
      "epoch": 0.8105839416058395,
      "grad_norm": 0.6088210344314575,
      "learning_rate": 8e-05,
      "loss": 1.5792,
      "step": 2221
    },
    {
      "epoch": 0.810948905109489,
      "grad_norm": 0.6055976152420044,
      "learning_rate": 8e-05,
      "loss": 1.6292,
      "step": 2222
    },
    {
      "epoch": 0.8113138686131387,
      "grad_norm": 0.6188451051712036,
      "learning_rate": 8e-05,
      "loss": 1.6102,
      "step": 2223
    },
    {
      "epoch": 0.8116788321167884,
      "grad_norm": 0.6216737627983093,
      "learning_rate": 8e-05,
      "loss": 1.552,
      "step": 2224
    },
    {
      "epoch": 0.8120437956204379,
      "grad_norm": 0.6168362498283386,
      "learning_rate": 8e-05,
      "loss": 1.5709,
      "step": 2225
    },
    {
      "epoch": 0.8124087591240876,
      "grad_norm": 0.6339889168739319,
      "learning_rate": 8e-05,
      "loss": 1.5946,
      "step": 2226
    },
    {
      "epoch": 0.8127737226277372,
      "grad_norm": 0.5911681652069092,
      "learning_rate": 8e-05,
      "loss": 1.5171,
      "step": 2227
    },
    {
      "epoch": 0.8131386861313868,
      "grad_norm": 0.6135661005973816,
      "learning_rate": 8e-05,
      "loss": 1.4718,
      "step": 2228
    },
    {
      "epoch": 0.8135036496350365,
      "grad_norm": 0.6165139675140381,
      "learning_rate": 8e-05,
      "loss": 1.4801,
      "step": 2229
    },
    {
      "epoch": 0.8138686131386861,
      "grad_norm": 0.5771223902702332,
      "learning_rate": 8e-05,
      "loss": 1.4456,
      "step": 2230
    },
    {
      "epoch": 0.8142335766423358,
      "grad_norm": 0.6033782958984375,
      "learning_rate": 8e-05,
      "loss": 1.5588,
      "step": 2231
    },
    {
      "epoch": 0.8145985401459854,
      "grad_norm": 0.613663911819458,
      "learning_rate": 8e-05,
      "loss": 1.4806,
      "step": 2232
    },
    {
      "epoch": 0.814963503649635,
      "grad_norm": 0.5975790023803711,
      "learning_rate": 8e-05,
      "loss": 1.5079,
      "step": 2233
    },
    {
      "epoch": 0.8153284671532847,
      "grad_norm": 0.6165971159934998,
      "learning_rate": 8e-05,
      "loss": 1.4749,
      "step": 2234
    },
    {
      "epoch": 0.8156934306569343,
      "grad_norm": 0.6235504150390625,
      "learning_rate": 8e-05,
      "loss": 1.5794,
      "step": 2235
    },
    {
      "epoch": 0.8160583941605839,
      "grad_norm": 0.6104525327682495,
      "learning_rate": 8e-05,
      "loss": 1.5101,
      "step": 2236
    },
    {
      "epoch": 0.8164233576642336,
      "grad_norm": 0.6205571889877319,
      "learning_rate": 8e-05,
      "loss": 1.5651,
      "step": 2237
    },
    {
      "epoch": 0.8167883211678832,
      "grad_norm": 0.6088644862174988,
      "learning_rate": 8e-05,
      "loss": 1.4858,
      "step": 2238
    },
    {
      "epoch": 0.8171532846715328,
      "grad_norm": 0.6109011769294739,
      "learning_rate": 8e-05,
      "loss": 1.5002,
      "step": 2239
    },
    {
      "epoch": 0.8175182481751825,
      "grad_norm": 0.5836432576179504,
      "learning_rate": 8e-05,
      "loss": 1.4427,
      "step": 2240
    },
    {
      "epoch": 0.8178832116788322,
      "grad_norm": 0.5908915996551514,
      "learning_rate": 8e-05,
      "loss": 1.525,
      "step": 2241
    },
    {
      "epoch": 0.8182481751824817,
      "grad_norm": 0.5885465145111084,
      "learning_rate": 8e-05,
      "loss": 1.479,
      "step": 2242
    },
    {
      "epoch": 0.8186131386861314,
      "grad_norm": 0.6235565543174744,
      "learning_rate": 8e-05,
      "loss": 1.5464,
      "step": 2243
    },
    {
      "epoch": 0.8189781021897811,
      "grad_norm": 0.6231866478919983,
      "learning_rate": 8e-05,
      "loss": 1.607,
      "step": 2244
    },
    {
      "epoch": 0.8193430656934306,
      "grad_norm": 0.612942636013031,
      "learning_rate": 8e-05,
      "loss": 1.55,
      "step": 2245
    },
    {
      "epoch": 0.8197080291970803,
      "grad_norm": 0.5967370271682739,
      "learning_rate": 8e-05,
      "loss": 1.462,
      "step": 2246
    },
    {
      "epoch": 0.82007299270073,
      "grad_norm": 0.600009560585022,
      "learning_rate": 8e-05,
      "loss": 1.5115,
      "step": 2247
    },
    {
      "epoch": 0.8204379562043795,
      "grad_norm": 0.6268768310546875,
      "learning_rate": 8e-05,
      "loss": 1.5804,
      "step": 2248
    },
    {
      "epoch": 0.8208029197080292,
      "grad_norm": 0.6045059561729431,
      "learning_rate": 8e-05,
      "loss": 1.4876,
      "step": 2249
    },
    {
      "epoch": 0.8211678832116789,
      "grad_norm": 0.6579266786575317,
      "learning_rate": 8e-05,
      "loss": 1.6308,
      "step": 2250
    },
    {
      "epoch": 0.8215328467153284,
      "grad_norm": 0.6144227981567383,
      "learning_rate": 8e-05,
      "loss": 1.5208,
      "step": 2251
    },
    {
      "epoch": 0.8218978102189781,
      "grad_norm": 0.6650934815406799,
      "learning_rate": 8e-05,
      "loss": 1.5461,
      "step": 2252
    },
    {
      "epoch": 0.8222627737226277,
      "grad_norm": 0.6420494914054871,
      "learning_rate": 8e-05,
      "loss": 1.4935,
      "step": 2253
    },
    {
      "epoch": 0.8226277372262774,
      "grad_norm": 0.5962652564048767,
      "learning_rate": 8e-05,
      "loss": 1.5427,
      "step": 2254
    },
    {
      "epoch": 0.822992700729927,
      "grad_norm": 0.6258913278579712,
      "learning_rate": 8e-05,
      "loss": 1.4953,
      "step": 2255
    },
    {
      "epoch": 0.8233576642335766,
      "grad_norm": 0.6382675170898438,
      "learning_rate": 8e-05,
      "loss": 1.5113,
      "step": 2256
    },
    {
      "epoch": 0.8237226277372263,
      "grad_norm": 0.6239377856254578,
      "learning_rate": 8e-05,
      "loss": 1.5082,
      "step": 2257
    },
    {
      "epoch": 0.8240875912408759,
      "grad_norm": 0.6213719248771667,
      "learning_rate": 8e-05,
      "loss": 1.596,
      "step": 2258
    },
    {
      "epoch": 0.8244525547445255,
      "grad_norm": 0.6285638213157654,
      "learning_rate": 8e-05,
      "loss": 1.4476,
      "step": 2259
    },
    {
      "epoch": 0.8248175182481752,
      "grad_norm": 0.6071316599845886,
      "learning_rate": 8e-05,
      "loss": 1.5611,
      "step": 2260
    },
    {
      "epoch": 0.8251824817518248,
      "grad_norm": 0.644801676273346,
      "learning_rate": 8e-05,
      "loss": 1.5778,
      "step": 2261
    },
    {
      "epoch": 0.8255474452554744,
      "grad_norm": 0.6091393828392029,
      "learning_rate": 8e-05,
      "loss": 1.4804,
      "step": 2262
    },
    {
      "epoch": 0.8259124087591241,
      "grad_norm": 0.6059426069259644,
      "learning_rate": 8e-05,
      "loss": 1.5022,
      "step": 2263
    },
    {
      "epoch": 0.8262773722627738,
      "grad_norm": 0.6237749457359314,
      "learning_rate": 8e-05,
      "loss": 1.5497,
      "step": 2264
    },
    {
      "epoch": 0.8266423357664233,
      "grad_norm": 0.6180189847946167,
      "learning_rate": 8e-05,
      "loss": 1.556,
      "step": 2265
    },
    {
      "epoch": 0.827007299270073,
      "grad_norm": 0.6258735656738281,
      "learning_rate": 8e-05,
      "loss": 1.5603,
      "step": 2266
    },
    {
      "epoch": 0.8273722627737227,
      "grad_norm": 0.6311435699462891,
      "learning_rate": 8e-05,
      "loss": 1.5026,
      "step": 2267
    },
    {
      "epoch": 0.8277372262773722,
      "grad_norm": 0.6182447671890259,
      "learning_rate": 8e-05,
      "loss": 1.5194,
      "step": 2268
    },
    {
      "epoch": 0.8281021897810219,
      "grad_norm": 0.6138749122619629,
      "learning_rate": 8e-05,
      "loss": 1.5486,
      "step": 2269
    },
    {
      "epoch": 0.8284671532846716,
      "grad_norm": 0.6289712190628052,
      "learning_rate": 8e-05,
      "loss": 1.5182,
      "step": 2270
    },
    {
      "epoch": 0.8288321167883211,
      "grad_norm": 0.6357789039611816,
      "learning_rate": 8e-05,
      "loss": 1.5531,
      "step": 2271
    },
    {
      "epoch": 0.8291970802919708,
      "grad_norm": 0.6262327432632446,
      "learning_rate": 8e-05,
      "loss": 1.481,
      "step": 2272
    },
    {
      "epoch": 0.8295620437956205,
      "grad_norm": 0.6006290316581726,
      "learning_rate": 8e-05,
      "loss": 1.5658,
      "step": 2273
    },
    {
      "epoch": 0.82992700729927,
      "grad_norm": 0.650022566318512,
      "learning_rate": 8e-05,
      "loss": 1.6359,
      "step": 2274
    },
    {
      "epoch": 0.8302919708029197,
      "grad_norm": 0.6179680228233337,
      "learning_rate": 8e-05,
      "loss": 1.5412,
      "step": 2275
    },
    {
      "epoch": 0.8306569343065694,
      "grad_norm": 0.6006998419761658,
      "learning_rate": 8e-05,
      "loss": 1.4719,
      "step": 2276
    },
    {
      "epoch": 0.831021897810219,
      "grad_norm": 0.6429443359375,
      "learning_rate": 8e-05,
      "loss": 1.5423,
      "step": 2277
    },
    {
      "epoch": 0.8313868613138686,
      "grad_norm": 0.6301833987236023,
      "learning_rate": 8e-05,
      "loss": 1.5112,
      "step": 2278
    },
    {
      "epoch": 0.8317518248175182,
      "grad_norm": 0.6700752973556519,
      "learning_rate": 8e-05,
      "loss": 1.5331,
      "step": 2279
    },
    {
      "epoch": 0.8321167883211679,
      "grad_norm": 0.6132696270942688,
      "learning_rate": 8e-05,
      "loss": 1.5321,
      "step": 2280
    },
    {
      "epoch": 0.8324817518248175,
      "grad_norm": 0.6082985401153564,
      "learning_rate": 8e-05,
      "loss": 1.4574,
      "step": 2281
    },
    {
      "epoch": 0.8328467153284671,
      "grad_norm": 0.6330605149269104,
      "learning_rate": 8e-05,
      "loss": 1.5677,
      "step": 2282
    },
    {
      "epoch": 0.8332116788321168,
      "grad_norm": 0.6191979646682739,
      "learning_rate": 8e-05,
      "loss": 1.4498,
      "step": 2283
    },
    {
      "epoch": 0.8335766423357664,
      "grad_norm": 0.5984897017478943,
      "learning_rate": 8e-05,
      "loss": 1.51,
      "step": 2284
    },
    {
      "epoch": 0.833941605839416,
      "grad_norm": 0.6177258491516113,
      "learning_rate": 8e-05,
      "loss": 1.4701,
      "step": 2285
    },
    {
      "epoch": 0.8343065693430657,
      "grad_norm": 0.6525614261627197,
      "learning_rate": 8e-05,
      "loss": 1.5306,
      "step": 2286
    },
    {
      "epoch": 0.8346715328467154,
      "grad_norm": 0.6362141370773315,
      "learning_rate": 8e-05,
      "loss": 1.5289,
      "step": 2287
    },
    {
      "epoch": 0.8350364963503649,
      "grad_norm": 0.605323851108551,
      "learning_rate": 8e-05,
      "loss": 1.4782,
      "step": 2288
    },
    {
      "epoch": 0.8354014598540146,
      "grad_norm": 0.6094222068786621,
      "learning_rate": 8e-05,
      "loss": 1.5864,
      "step": 2289
    },
    {
      "epoch": 0.8357664233576643,
      "grad_norm": 0.6140734553337097,
      "learning_rate": 8e-05,
      "loss": 1.4661,
      "step": 2290
    },
    {
      "epoch": 0.8361313868613138,
      "grad_norm": 0.597187876701355,
      "learning_rate": 8e-05,
      "loss": 1.4771,
      "step": 2291
    },
    {
      "epoch": 0.8364963503649635,
      "grad_norm": 0.6154876351356506,
      "learning_rate": 8e-05,
      "loss": 1.4843,
      "step": 2292
    },
    {
      "epoch": 0.8368613138686132,
      "grad_norm": 0.6262133717536926,
      "learning_rate": 8e-05,
      "loss": 1.5853,
      "step": 2293
    },
    {
      "epoch": 0.8372262773722627,
      "grad_norm": 0.6328200101852417,
      "learning_rate": 8e-05,
      "loss": 1.5195,
      "step": 2294
    },
    {
      "epoch": 0.8375912408759124,
      "grad_norm": 0.6274123191833496,
      "learning_rate": 8e-05,
      "loss": 1.5057,
      "step": 2295
    },
    {
      "epoch": 0.8379562043795621,
      "grad_norm": 0.6348007917404175,
      "learning_rate": 8e-05,
      "loss": 1.5383,
      "step": 2296
    },
    {
      "epoch": 0.8383211678832116,
      "grad_norm": 0.6187163591384888,
      "learning_rate": 8e-05,
      "loss": 1.5888,
      "step": 2297
    },
    {
      "epoch": 0.8386861313868613,
      "grad_norm": 0.6262258887290955,
      "learning_rate": 8e-05,
      "loss": 1.5694,
      "step": 2298
    },
    {
      "epoch": 0.839051094890511,
      "grad_norm": 0.6316391229629517,
      "learning_rate": 8e-05,
      "loss": 1.4947,
      "step": 2299
    },
    {
      "epoch": 0.8394160583941606,
      "grad_norm": 0.6251562833786011,
      "learning_rate": 8e-05,
      "loss": 1.5078,
      "step": 2300
    },
    {
      "epoch": 0.8397810218978102,
      "grad_norm": 0.6172103881835938,
      "learning_rate": 8e-05,
      "loss": 1.5012,
      "step": 2301
    },
    {
      "epoch": 0.8401459854014599,
      "grad_norm": 0.6506094932556152,
      "learning_rate": 8e-05,
      "loss": 1.5564,
      "step": 2302
    },
    {
      "epoch": 0.8405109489051095,
      "grad_norm": 0.6193366050720215,
      "learning_rate": 8e-05,
      "loss": 1.5108,
      "step": 2303
    },
    {
      "epoch": 0.8408759124087591,
      "grad_norm": 0.6259396076202393,
      "learning_rate": 8e-05,
      "loss": 1.5265,
      "step": 2304
    },
    {
      "epoch": 0.8412408759124088,
      "grad_norm": 0.6198849678039551,
      "learning_rate": 8e-05,
      "loss": 1.5321,
      "step": 2305
    },
    {
      "epoch": 0.8416058394160584,
      "grad_norm": 0.5910731554031372,
      "learning_rate": 8e-05,
      "loss": 1.5029,
      "step": 2306
    },
    {
      "epoch": 0.841970802919708,
      "grad_norm": 0.63954758644104,
      "learning_rate": 8e-05,
      "loss": 1.5764,
      "step": 2307
    },
    {
      "epoch": 0.8423357664233576,
      "grad_norm": 0.6287732720375061,
      "learning_rate": 8e-05,
      "loss": 1.5303,
      "step": 2308
    },
    {
      "epoch": 0.8427007299270073,
      "grad_norm": 0.6422367691993713,
      "learning_rate": 8e-05,
      "loss": 1.6183,
      "step": 2309
    },
    {
      "epoch": 0.843065693430657,
      "grad_norm": 0.6256527304649353,
      "learning_rate": 8e-05,
      "loss": 1.5358,
      "step": 2310
    },
    {
      "epoch": 0.8434306569343065,
      "grad_norm": 0.6199235916137695,
      "learning_rate": 8e-05,
      "loss": 1.5085,
      "step": 2311
    },
    {
      "epoch": 0.8437956204379562,
      "grad_norm": 0.6387291550636292,
      "learning_rate": 8e-05,
      "loss": 1.485,
      "step": 2312
    },
    {
      "epoch": 0.8441605839416059,
      "grad_norm": 0.6552119255065918,
      "learning_rate": 8e-05,
      "loss": 1.5332,
      "step": 2313
    },
    {
      "epoch": 0.8445255474452554,
      "grad_norm": 0.6131848692893982,
      "learning_rate": 8e-05,
      "loss": 1.5436,
      "step": 2314
    },
    {
      "epoch": 0.8448905109489051,
      "grad_norm": 0.6239304542541504,
      "learning_rate": 8e-05,
      "loss": 1.5086,
      "step": 2315
    },
    {
      "epoch": 0.8452554744525548,
      "grad_norm": 0.6151418685913086,
      "learning_rate": 8e-05,
      "loss": 1.5122,
      "step": 2316
    },
    {
      "epoch": 0.8456204379562043,
      "grad_norm": 0.6246384382247925,
      "learning_rate": 8e-05,
      "loss": 1.5114,
      "step": 2317
    },
    {
      "epoch": 0.845985401459854,
      "grad_norm": 0.6232618093490601,
      "learning_rate": 8e-05,
      "loss": 1.5419,
      "step": 2318
    },
    {
      "epoch": 0.8463503649635037,
      "grad_norm": 0.6137567162513733,
      "learning_rate": 8e-05,
      "loss": 1.4931,
      "step": 2319
    },
    {
      "epoch": 0.8467153284671532,
      "grad_norm": 0.6208771467208862,
      "learning_rate": 8e-05,
      "loss": 1.5049,
      "step": 2320
    },
    {
      "epoch": 0.8470802919708029,
      "grad_norm": 0.5930688381195068,
      "learning_rate": 8e-05,
      "loss": 1.5327,
      "step": 2321
    },
    {
      "epoch": 0.8474452554744526,
      "grad_norm": 0.6071822047233582,
      "learning_rate": 8e-05,
      "loss": 1.5265,
      "step": 2322
    },
    {
      "epoch": 0.8478102189781022,
      "grad_norm": 0.6068126559257507,
      "learning_rate": 8e-05,
      "loss": 1.5503,
      "step": 2323
    },
    {
      "epoch": 0.8481751824817518,
      "grad_norm": 0.6225629448890686,
      "learning_rate": 8e-05,
      "loss": 1.4988,
      "step": 2324
    },
    {
      "epoch": 0.8485401459854015,
      "grad_norm": 0.6137617826461792,
      "learning_rate": 8e-05,
      "loss": 1.5543,
      "step": 2325
    },
    {
      "epoch": 0.8489051094890511,
      "grad_norm": 0.6053955554962158,
      "learning_rate": 8e-05,
      "loss": 1.5572,
      "step": 2326
    },
    {
      "epoch": 0.8492700729927007,
      "grad_norm": 0.6018796563148499,
      "learning_rate": 8e-05,
      "loss": 1.5749,
      "step": 2327
    },
    {
      "epoch": 0.8496350364963504,
      "grad_norm": 0.6240392327308655,
      "learning_rate": 8e-05,
      "loss": 1.5432,
      "step": 2328
    },
    {
      "epoch": 0.85,
      "grad_norm": 0.657773494720459,
      "learning_rate": 8e-05,
      "loss": 1.5615,
      "step": 2329
    },
    {
      "epoch": 0.8503649635036497,
      "grad_norm": 0.6242849230766296,
      "learning_rate": 8e-05,
      "loss": 1.5508,
      "step": 2330
    },
    {
      "epoch": 0.8507299270072993,
      "grad_norm": 0.6247884631156921,
      "learning_rate": 8e-05,
      "loss": 1.583,
      "step": 2331
    },
    {
      "epoch": 0.8510948905109489,
      "grad_norm": 0.6163865923881531,
      "learning_rate": 8e-05,
      "loss": 1.5112,
      "step": 2332
    },
    {
      "epoch": 0.8514598540145986,
      "grad_norm": 0.6209725737571716,
      "learning_rate": 8e-05,
      "loss": 1.5101,
      "step": 2333
    },
    {
      "epoch": 0.8518248175182481,
      "grad_norm": 0.6064392924308777,
      "learning_rate": 8e-05,
      "loss": 1.4968,
      "step": 2334
    },
    {
      "epoch": 0.8521897810218978,
      "grad_norm": 0.650705099105835,
      "learning_rate": 8e-05,
      "loss": 1.5758,
      "step": 2335
    },
    {
      "epoch": 0.8525547445255475,
      "grad_norm": 0.6181373596191406,
      "learning_rate": 8e-05,
      "loss": 1.5169,
      "step": 2336
    },
    {
      "epoch": 0.852919708029197,
      "grad_norm": 0.6556305289268494,
      "learning_rate": 8e-05,
      "loss": 1.5791,
      "step": 2337
    },
    {
      "epoch": 0.8532846715328467,
      "grad_norm": 0.6125175952911377,
      "learning_rate": 8e-05,
      "loss": 1.494,
      "step": 2338
    },
    {
      "epoch": 0.8536496350364964,
      "grad_norm": 0.6370287537574768,
      "learning_rate": 8e-05,
      "loss": 1.5317,
      "step": 2339
    },
    {
      "epoch": 0.8540145985401459,
      "grad_norm": 0.6292689442634583,
      "learning_rate": 8e-05,
      "loss": 1.5069,
      "step": 2340
    },
    {
      "epoch": 0.8543795620437956,
      "grad_norm": 0.6135503053665161,
      "learning_rate": 8e-05,
      "loss": 1.4698,
      "step": 2341
    },
    {
      "epoch": 0.8547445255474453,
      "grad_norm": 0.6323707103729248,
      "learning_rate": 8e-05,
      "loss": 1.4966,
      "step": 2342
    },
    {
      "epoch": 0.8551094890510949,
      "grad_norm": 0.6221758723258972,
      "learning_rate": 8e-05,
      "loss": 1.6231,
      "step": 2343
    },
    {
      "epoch": 0.8554744525547445,
      "grad_norm": 0.6446788311004639,
      "learning_rate": 8e-05,
      "loss": 1.5295,
      "step": 2344
    },
    {
      "epoch": 0.8558394160583942,
      "grad_norm": 0.6426344513893127,
      "learning_rate": 8e-05,
      "loss": 1.5705,
      "step": 2345
    },
    {
      "epoch": 0.8562043795620438,
      "grad_norm": 0.6449484825134277,
      "learning_rate": 8e-05,
      "loss": 1.5944,
      "step": 2346
    },
    {
      "epoch": 0.8565693430656934,
      "grad_norm": 0.6464446783065796,
      "learning_rate": 8e-05,
      "loss": 1.6634,
      "step": 2347
    },
    {
      "epoch": 0.8569343065693431,
      "grad_norm": 0.6157622933387756,
      "learning_rate": 8e-05,
      "loss": 1.5545,
      "step": 2348
    },
    {
      "epoch": 0.8572992700729927,
      "grad_norm": 0.6142844557762146,
      "learning_rate": 8e-05,
      "loss": 1.4462,
      "step": 2349
    },
    {
      "epoch": 0.8576642335766423,
      "grad_norm": 0.6474037766456604,
      "learning_rate": 8e-05,
      "loss": 1.5026,
      "step": 2350
    },
    {
      "epoch": 0.858029197080292,
      "grad_norm": 0.6131412982940674,
      "learning_rate": 8e-05,
      "loss": 1.4675,
      "step": 2351
    },
    {
      "epoch": 0.8583941605839416,
      "grad_norm": 0.6002684235572815,
      "learning_rate": 8e-05,
      "loss": 1.4825,
      "step": 2352
    },
    {
      "epoch": 0.8587591240875913,
      "grad_norm": 0.6099598407745361,
      "learning_rate": 8e-05,
      "loss": 1.4323,
      "step": 2353
    },
    {
      "epoch": 0.8591240875912409,
      "grad_norm": 0.6215084791183472,
      "learning_rate": 8e-05,
      "loss": 1.4926,
      "step": 2354
    },
    {
      "epoch": 0.8594890510948905,
      "grad_norm": 0.5989031791687012,
      "learning_rate": 8e-05,
      "loss": 1.5029,
      "step": 2355
    },
    {
      "epoch": 0.8598540145985402,
      "grad_norm": 0.6003003716468811,
      "learning_rate": 8e-05,
      "loss": 1.4831,
      "step": 2356
    },
    {
      "epoch": 0.8602189781021898,
      "grad_norm": 0.6003126502037048,
      "learning_rate": 8e-05,
      "loss": 1.6125,
      "step": 2357
    },
    {
      "epoch": 0.8605839416058394,
      "grad_norm": 0.5853003859519958,
      "learning_rate": 8e-05,
      "loss": 1.4097,
      "step": 2358
    },
    {
      "epoch": 0.8609489051094891,
      "grad_norm": 0.6256057024002075,
      "learning_rate": 8e-05,
      "loss": 1.4941,
      "step": 2359
    },
    {
      "epoch": 0.8613138686131386,
      "grad_norm": 0.6291795372962952,
      "learning_rate": 8e-05,
      "loss": 1.5613,
      "step": 2360
    },
    {
      "epoch": 0.8616788321167883,
      "grad_norm": 0.5898810625076294,
      "learning_rate": 8e-05,
      "loss": 1.4948,
      "step": 2361
    },
    {
      "epoch": 0.862043795620438,
      "grad_norm": 0.6445430517196655,
      "learning_rate": 8e-05,
      "loss": 1.5639,
      "step": 2362
    },
    {
      "epoch": 0.8624087591240875,
      "grad_norm": 0.6444123387336731,
      "learning_rate": 8e-05,
      "loss": 1.6169,
      "step": 2363
    },
    {
      "epoch": 0.8627737226277372,
      "grad_norm": 0.5945703387260437,
      "learning_rate": 8e-05,
      "loss": 1.5126,
      "step": 2364
    },
    {
      "epoch": 0.8631386861313869,
      "grad_norm": 0.6377310156822205,
      "learning_rate": 8e-05,
      "loss": 1.5831,
      "step": 2365
    },
    {
      "epoch": 0.8635036496350365,
      "grad_norm": 0.6087885499000549,
      "learning_rate": 8e-05,
      "loss": 1.4981,
      "step": 2366
    },
    {
      "epoch": 0.8638686131386861,
      "grad_norm": 0.6114047169685364,
      "learning_rate": 8e-05,
      "loss": 1.4901,
      "step": 2367
    },
    {
      "epoch": 0.8642335766423358,
      "grad_norm": 0.616547703742981,
      "learning_rate": 8e-05,
      "loss": 1.4651,
      "step": 2368
    },
    {
      "epoch": 0.8645985401459854,
      "grad_norm": 0.6450740694999695,
      "learning_rate": 8e-05,
      "loss": 1.5201,
      "step": 2369
    },
    {
      "epoch": 0.864963503649635,
      "grad_norm": 0.6305512189865112,
      "learning_rate": 8e-05,
      "loss": 1.5029,
      "step": 2370
    },
    {
      "epoch": 0.8653284671532847,
      "grad_norm": 0.6160925030708313,
      "learning_rate": 8e-05,
      "loss": 1.4894,
      "step": 2371
    },
    {
      "epoch": 0.8656934306569343,
      "grad_norm": 0.6023585796356201,
      "learning_rate": 8e-05,
      "loss": 1.4846,
      "step": 2372
    },
    {
      "epoch": 0.8660583941605839,
      "grad_norm": 0.6480596661567688,
      "learning_rate": 8e-05,
      "loss": 1.5512,
      "step": 2373
    },
    {
      "epoch": 0.8664233576642336,
      "grad_norm": 0.6319587230682373,
      "learning_rate": 8e-05,
      "loss": 1.5332,
      "step": 2374
    },
    {
      "epoch": 0.8667883211678832,
      "grad_norm": 0.6475552916526794,
      "learning_rate": 8e-05,
      "loss": 1.5273,
      "step": 2375
    },
    {
      "epoch": 0.8671532846715329,
      "grad_norm": 0.6423025727272034,
      "learning_rate": 8e-05,
      "loss": 1.5794,
      "step": 2376
    },
    {
      "epoch": 0.8675182481751825,
      "grad_norm": 0.6040571331977844,
      "learning_rate": 8e-05,
      "loss": 1.5227,
      "step": 2377
    },
    {
      "epoch": 0.8678832116788321,
      "grad_norm": 0.620420515537262,
      "learning_rate": 8e-05,
      "loss": 1.5607,
      "step": 2378
    },
    {
      "epoch": 0.8682481751824818,
      "grad_norm": 0.6068777441978455,
      "learning_rate": 8e-05,
      "loss": 1.5316,
      "step": 2379
    },
    {
      "epoch": 0.8686131386861314,
      "grad_norm": 0.6007751822471619,
      "learning_rate": 8e-05,
      "loss": 1.4602,
      "step": 2380
    },
    {
      "epoch": 0.868978102189781,
      "grad_norm": 0.6296985745429993,
      "learning_rate": 8e-05,
      "loss": 1.5529,
      "step": 2381
    },
    {
      "epoch": 0.8693430656934307,
      "grad_norm": 0.6313976049423218,
      "learning_rate": 8e-05,
      "loss": 1.4591,
      "step": 2382
    },
    {
      "epoch": 0.8697080291970803,
      "grad_norm": 0.6268424987792969,
      "learning_rate": 8e-05,
      "loss": 1.5387,
      "step": 2383
    },
    {
      "epoch": 0.8700729927007299,
      "grad_norm": 0.6778776049613953,
      "learning_rate": 8e-05,
      "loss": 1.5053,
      "step": 2384
    },
    {
      "epoch": 0.8704379562043796,
      "grad_norm": 0.6133777499198914,
      "learning_rate": 8e-05,
      "loss": 1.4948,
      "step": 2385
    },
    {
      "epoch": 0.8708029197080291,
      "grad_norm": 0.618133544921875,
      "learning_rate": 8e-05,
      "loss": 1.5117,
      "step": 2386
    },
    {
      "epoch": 0.8711678832116788,
      "grad_norm": 0.6238546967506409,
      "learning_rate": 8e-05,
      "loss": 1.4656,
      "step": 2387
    },
    {
      "epoch": 0.8715328467153285,
      "grad_norm": 0.63527512550354,
      "learning_rate": 8e-05,
      "loss": 1.4815,
      "step": 2388
    },
    {
      "epoch": 0.871897810218978,
      "grad_norm": 0.6101901531219482,
      "learning_rate": 8e-05,
      "loss": 1.471,
      "step": 2389
    },
    {
      "epoch": 0.8722627737226277,
      "grad_norm": 0.6041718125343323,
      "learning_rate": 8e-05,
      "loss": 1.4401,
      "step": 2390
    },
    {
      "epoch": 0.8726277372262774,
      "grad_norm": 0.6118767857551575,
      "learning_rate": 8e-05,
      "loss": 1.4808,
      "step": 2391
    },
    {
      "epoch": 0.872992700729927,
      "grad_norm": 0.6372070908546448,
      "learning_rate": 8e-05,
      "loss": 1.5683,
      "step": 2392
    },
    {
      "epoch": 0.8733576642335766,
      "grad_norm": 0.6341661214828491,
      "learning_rate": 8e-05,
      "loss": 1.5354,
      "step": 2393
    },
    {
      "epoch": 0.8737226277372263,
      "grad_norm": 0.6207120418548584,
      "learning_rate": 8e-05,
      "loss": 1.5038,
      "step": 2394
    },
    {
      "epoch": 0.8740875912408759,
      "grad_norm": 0.6227775812149048,
      "learning_rate": 8e-05,
      "loss": 1.5757,
      "step": 2395
    },
    {
      "epoch": 0.8744525547445255,
      "grad_norm": 0.6093615293502808,
      "learning_rate": 8e-05,
      "loss": 1.5075,
      "step": 2396
    },
    {
      "epoch": 0.8748175182481752,
      "grad_norm": 0.6090570092201233,
      "learning_rate": 8e-05,
      "loss": 1.516,
      "step": 2397
    },
    {
      "epoch": 0.8751824817518248,
      "grad_norm": 0.6383252143859863,
      "learning_rate": 8e-05,
      "loss": 1.5748,
      "step": 2398
    },
    {
      "epoch": 0.8755474452554745,
      "grad_norm": 0.6269927024841309,
      "learning_rate": 8e-05,
      "loss": 1.6215,
      "step": 2399
    },
    {
      "epoch": 0.8759124087591241,
      "grad_norm": 0.6135954856872559,
      "learning_rate": 8e-05,
      "loss": 1.5344,
      "step": 2400
    },
    {
      "epoch": 0.8762773722627737,
      "grad_norm": 0.5989269614219666,
      "learning_rate": 8e-05,
      "loss": 1.4981,
      "step": 2401
    },
    {
      "epoch": 0.8766423357664234,
      "grad_norm": 0.620470404624939,
      "learning_rate": 8e-05,
      "loss": 1.5275,
      "step": 2402
    },
    {
      "epoch": 0.877007299270073,
      "grad_norm": 0.6047775149345398,
      "learning_rate": 8e-05,
      "loss": 1.489,
      "step": 2403
    },
    {
      "epoch": 0.8773722627737226,
      "grad_norm": 0.6045951843261719,
      "learning_rate": 8e-05,
      "loss": 1.4591,
      "step": 2404
    },
    {
      "epoch": 0.8777372262773723,
      "grad_norm": 0.6324130296707153,
      "learning_rate": 8e-05,
      "loss": 1.4677,
      "step": 2405
    },
    {
      "epoch": 0.878102189781022,
      "grad_norm": 0.6206384301185608,
      "learning_rate": 8e-05,
      "loss": 1.4961,
      "step": 2406
    },
    {
      "epoch": 0.8784671532846715,
      "grad_norm": 0.6200740933418274,
      "learning_rate": 8e-05,
      "loss": 1.5226,
      "step": 2407
    },
    {
      "epoch": 0.8788321167883212,
      "grad_norm": 0.6431797742843628,
      "learning_rate": 8e-05,
      "loss": 1.557,
      "step": 2408
    },
    {
      "epoch": 0.8791970802919709,
      "grad_norm": 0.6042360663414001,
      "learning_rate": 8e-05,
      "loss": 1.4367,
      "step": 2409
    },
    {
      "epoch": 0.8795620437956204,
      "grad_norm": 0.64385986328125,
      "learning_rate": 8e-05,
      "loss": 1.5453,
      "step": 2410
    },
    {
      "epoch": 0.8799270072992701,
      "grad_norm": 0.6362020373344421,
      "learning_rate": 8e-05,
      "loss": 1.5463,
      "step": 2411
    },
    {
      "epoch": 0.8802919708029197,
      "grad_norm": 0.6060900092124939,
      "learning_rate": 8e-05,
      "loss": 1.5097,
      "step": 2412
    },
    {
      "epoch": 0.8806569343065693,
      "grad_norm": 0.5999256372451782,
      "learning_rate": 8e-05,
      "loss": 1.5375,
      "step": 2413
    },
    {
      "epoch": 0.881021897810219,
      "grad_norm": 0.636829674243927,
      "learning_rate": 8e-05,
      "loss": 1.4815,
      "step": 2414
    },
    {
      "epoch": 0.8813868613138686,
      "grad_norm": 0.6207540035247803,
      "learning_rate": 8e-05,
      "loss": 1.5374,
      "step": 2415
    },
    {
      "epoch": 0.8817518248175182,
      "grad_norm": 0.6213647127151489,
      "learning_rate": 8e-05,
      "loss": 1.536,
      "step": 2416
    },
    {
      "epoch": 0.8821167883211679,
      "grad_norm": 0.6188392043113708,
      "learning_rate": 8e-05,
      "loss": 1.5195,
      "step": 2417
    },
    {
      "epoch": 0.8824817518248175,
      "grad_norm": 0.635680615901947,
      "learning_rate": 8e-05,
      "loss": 1.6036,
      "step": 2418
    },
    {
      "epoch": 0.8828467153284671,
      "grad_norm": 0.6332494020462036,
      "learning_rate": 8e-05,
      "loss": 1.4964,
      "step": 2419
    },
    {
      "epoch": 0.8832116788321168,
      "grad_norm": 0.621192455291748,
      "learning_rate": 8e-05,
      "loss": 1.474,
      "step": 2420
    },
    {
      "epoch": 0.8835766423357664,
      "grad_norm": 0.611072301864624,
      "learning_rate": 8e-05,
      "loss": 1.5505,
      "step": 2421
    },
    {
      "epoch": 0.8839416058394161,
      "grad_norm": 0.6328312158584595,
      "learning_rate": 8e-05,
      "loss": 1.5371,
      "step": 2422
    },
    {
      "epoch": 0.8843065693430657,
      "grad_norm": 0.6456306576728821,
      "learning_rate": 8e-05,
      "loss": 1.4947,
      "step": 2423
    },
    {
      "epoch": 0.8846715328467153,
      "grad_norm": 0.5986974835395813,
      "learning_rate": 8e-05,
      "loss": 1.4863,
      "step": 2424
    },
    {
      "epoch": 0.885036496350365,
      "grad_norm": 0.6035990715026855,
      "learning_rate": 8e-05,
      "loss": 1.4554,
      "step": 2425
    },
    {
      "epoch": 0.8854014598540146,
      "grad_norm": 0.6367365121841431,
      "learning_rate": 8e-05,
      "loss": 1.5807,
      "step": 2426
    },
    {
      "epoch": 0.8857664233576642,
      "grad_norm": 0.6290425658226013,
      "learning_rate": 8e-05,
      "loss": 1.534,
      "step": 2427
    },
    {
      "epoch": 0.8861313868613139,
      "grad_norm": 0.6620023846626282,
      "learning_rate": 8e-05,
      "loss": 1.5921,
      "step": 2428
    },
    {
      "epoch": 0.8864963503649635,
      "grad_norm": 0.6097999215126038,
      "learning_rate": 8e-05,
      "loss": 1.5218,
      "step": 2429
    },
    {
      "epoch": 0.8868613138686131,
      "grad_norm": 0.6019062995910645,
      "learning_rate": 8e-05,
      "loss": 1.5257,
      "step": 2430
    },
    {
      "epoch": 0.8872262773722628,
      "grad_norm": 0.6082696318626404,
      "learning_rate": 8e-05,
      "loss": 1.5182,
      "step": 2431
    },
    {
      "epoch": 0.8875912408759125,
      "grad_norm": 0.6155484318733215,
      "learning_rate": 8e-05,
      "loss": 1.5329,
      "step": 2432
    },
    {
      "epoch": 0.887956204379562,
      "grad_norm": 0.6462063193321228,
      "learning_rate": 8e-05,
      "loss": 1.5192,
      "step": 2433
    },
    {
      "epoch": 0.8883211678832117,
      "grad_norm": 0.6396965980529785,
      "learning_rate": 8e-05,
      "loss": 1.6374,
      "step": 2434
    },
    {
      "epoch": 0.8886861313868614,
      "grad_norm": 0.6344767212867737,
      "learning_rate": 8e-05,
      "loss": 1.5755,
      "step": 2435
    },
    {
      "epoch": 0.8890510948905109,
      "grad_norm": 0.5951179265975952,
      "learning_rate": 8e-05,
      "loss": 1.4676,
      "step": 2436
    },
    {
      "epoch": 0.8894160583941606,
      "grad_norm": 0.6087669730186462,
      "learning_rate": 8e-05,
      "loss": 1.4946,
      "step": 2437
    },
    {
      "epoch": 0.8897810218978102,
      "grad_norm": 0.602634847164154,
      "learning_rate": 8e-05,
      "loss": 1.5159,
      "step": 2438
    },
    {
      "epoch": 0.8901459854014598,
      "grad_norm": 0.663637101650238,
      "learning_rate": 8e-05,
      "loss": 1.5032,
      "step": 2439
    },
    {
      "epoch": 0.8905109489051095,
      "grad_norm": 0.6194849610328674,
      "learning_rate": 8e-05,
      "loss": 1.5012,
      "step": 2440
    },
    {
      "epoch": 0.8908759124087591,
      "grad_norm": 0.663803219795227,
      "learning_rate": 8e-05,
      "loss": 1.553,
      "step": 2441
    },
    {
      "epoch": 0.8912408759124087,
      "grad_norm": 0.6184769868850708,
      "learning_rate": 8e-05,
      "loss": 1.422,
      "step": 2442
    },
    {
      "epoch": 0.8916058394160584,
      "grad_norm": 0.6449846625328064,
      "learning_rate": 8e-05,
      "loss": 1.5402,
      "step": 2443
    },
    {
      "epoch": 0.891970802919708,
      "grad_norm": 0.6613139510154724,
      "learning_rate": 8e-05,
      "loss": 1.522,
      "step": 2444
    },
    {
      "epoch": 0.8923357664233577,
      "grad_norm": 0.6286072731018066,
      "learning_rate": 8e-05,
      "loss": 1.5987,
      "step": 2445
    },
    {
      "epoch": 0.8927007299270073,
      "grad_norm": 0.6199747920036316,
      "learning_rate": 8e-05,
      "loss": 1.583,
      "step": 2446
    },
    {
      "epoch": 0.8930656934306569,
      "grad_norm": 0.6171165704727173,
      "learning_rate": 8e-05,
      "loss": 1.517,
      "step": 2447
    },
    {
      "epoch": 0.8934306569343066,
      "grad_norm": 0.6055724620819092,
      "learning_rate": 8e-05,
      "loss": 1.5489,
      "step": 2448
    },
    {
      "epoch": 0.8937956204379562,
      "grad_norm": 0.6139047741889954,
      "learning_rate": 8e-05,
      "loss": 1.4887,
      "step": 2449
    },
    {
      "epoch": 0.8941605839416058,
      "grad_norm": 0.6098780632019043,
      "learning_rate": 8e-05,
      "loss": 1.5285,
      "step": 2450
    },
    {
      "epoch": 0.8945255474452555,
      "grad_norm": 0.6292241215705872,
      "learning_rate": 8e-05,
      "loss": 1.5006,
      "step": 2451
    },
    {
      "epoch": 0.8948905109489051,
      "grad_norm": 0.6361792683601379,
      "learning_rate": 8e-05,
      "loss": 1.5016,
      "step": 2452
    },
    {
      "epoch": 0.8952554744525547,
      "grad_norm": 0.6454887390136719,
      "learning_rate": 8e-05,
      "loss": 1.5561,
      "step": 2453
    },
    {
      "epoch": 0.8956204379562044,
      "grad_norm": 0.6310964822769165,
      "learning_rate": 8e-05,
      "loss": 1.5479,
      "step": 2454
    },
    {
      "epoch": 0.8959854014598541,
      "grad_norm": 0.624935507774353,
      "learning_rate": 8e-05,
      "loss": 1.5091,
      "step": 2455
    },
    {
      "epoch": 0.8963503649635036,
      "grad_norm": 0.6223176717758179,
      "learning_rate": 8e-05,
      "loss": 1.5332,
      "step": 2456
    },
    {
      "epoch": 0.8967153284671533,
      "grad_norm": 0.6346169114112854,
      "learning_rate": 8e-05,
      "loss": 1.4609,
      "step": 2457
    },
    {
      "epoch": 0.897080291970803,
      "grad_norm": 0.6373997926712036,
      "learning_rate": 8e-05,
      "loss": 1.5516,
      "step": 2458
    },
    {
      "epoch": 0.8974452554744525,
      "grad_norm": 0.604897141456604,
      "learning_rate": 8e-05,
      "loss": 1.4194,
      "step": 2459
    },
    {
      "epoch": 0.8978102189781022,
      "grad_norm": 0.636407196521759,
      "learning_rate": 8e-05,
      "loss": 1.5257,
      "step": 2460
    },
    {
      "epoch": 0.8981751824817519,
      "grad_norm": 0.6386964917182922,
      "learning_rate": 8e-05,
      "loss": 1.5427,
      "step": 2461
    },
    {
      "epoch": 0.8985401459854014,
      "grad_norm": 0.6104331612586975,
      "learning_rate": 8e-05,
      "loss": 1.5165,
      "step": 2462
    },
    {
      "epoch": 0.8989051094890511,
      "grad_norm": 0.6320090889930725,
      "learning_rate": 8e-05,
      "loss": 1.5532,
      "step": 2463
    },
    {
      "epoch": 0.8992700729927007,
      "grad_norm": 0.6584705114364624,
      "learning_rate": 8e-05,
      "loss": 1.5786,
      "step": 2464
    },
    {
      "epoch": 0.8996350364963503,
      "grad_norm": 0.6132341027259827,
      "learning_rate": 8e-05,
      "loss": 1.5395,
      "step": 2465
    },
    {
      "epoch": 0.9,
      "grad_norm": 0.6414285898208618,
      "learning_rate": 8e-05,
      "loss": 1.5772,
      "step": 2466
    },
    {
      "epoch": 0.9003649635036496,
      "grad_norm": 0.6136455535888672,
      "learning_rate": 8e-05,
      "loss": 1.4964,
      "step": 2467
    },
    {
      "epoch": 0.9007299270072993,
      "grad_norm": 0.6236171722412109,
      "learning_rate": 8e-05,
      "loss": 1.5672,
      "step": 2468
    },
    {
      "epoch": 0.9010948905109489,
      "grad_norm": 0.6281874179840088,
      "learning_rate": 8e-05,
      "loss": 1.5717,
      "step": 2469
    },
    {
      "epoch": 0.9014598540145985,
      "grad_norm": 0.6259642839431763,
      "learning_rate": 8e-05,
      "loss": 1.4749,
      "step": 2470
    },
    {
      "epoch": 0.9018248175182482,
      "grad_norm": 0.6435086727142334,
      "learning_rate": 8e-05,
      "loss": 1.5832,
      "step": 2471
    },
    {
      "epoch": 0.9021897810218978,
      "grad_norm": 0.6231549978256226,
      "learning_rate": 8e-05,
      "loss": 1.5502,
      "step": 2472
    },
    {
      "epoch": 0.9025547445255474,
      "grad_norm": 0.6144417524337769,
      "learning_rate": 8e-05,
      "loss": 1.4795,
      "step": 2473
    },
    {
      "epoch": 0.9029197080291971,
      "grad_norm": 0.6192175149917603,
      "learning_rate": 8e-05,
      "loss": 1.4479,
      "step": 2474
    },
    {
      "epoch": 0.9032846715328468,
      "grad_norm": 0.601916491985321,
      "learning_rate": 8e-05,
      "loss": 1.4629,
      "step": 2475
    },
    {
      "epoch": 0.9036496350364963,
      "grad_norm": 0.6228897571563721,
      "learning_rate": 8e-05,
      "loss": 1.5348,
      "step": 2476
    },
    {
      "epoch": 0.904014598540146,
      "grad_norm": 0.6101230978965759,
      "learning_rate": 8e-05,
      "loss": 1.4971,
      "step": 2477
    },
    {
      "epoch": 0.9043795620437957,
      "grad_norm": 0.6235476732254028,
      "learning_rate": 8e-05,
      "loss": 1.5293,
      "step": 2478
    },
    {
      "epoch": 0.9047445255474452,
      "grad_norm": 0.6088228821754456,
      "learning_rate": 8e-05,
      "loss": 1.4786,
      "step": 2479
    },
    {
      "epoch": 0.9051094890510949,
      "grad_norm": 0.6221412420272827,
      "learning_rate": 8e-05,
      "loss": 1.5114,
      "step": 2480
    },
    {
      "epoch": 0.9054744525547446,
      "grad_norm": 0.6507179737091064,
      "learning_rate": 8e-05,
      "loss": 1.5336,
      "step": 2481
    },
    {
      "epoch": 0.9058394160583941,
      "grad_norm": 0.6039153933525085,
      "learning_rate": 8e-05,
      "loss": 1.4987,
      "step": 2482
    },
    {
      "epoch": 0.9062043795620438,
      "grad_norm": 0.6281156539916992,
      "learning_rate": 8e-05,
      "loss": 1.4706,
      "step": 2483
    },
    {
      "epoch": 0.9065693430656935,
      "grad_norm": 0.6157089471817017,
      "learning_rate": 8e-05,
      "loss": 1.5355,
      "step": 2484
    },
    {
      "epoch": 0.906934306569343,
      "grad_norm": 0.642991840839386,
      "learning_rate": 8e-05,
      "loss": 1.5952,
      "step": 2485
    },
    {
      "epoch": 0.9072992700729927,
      "grad_norm": 0.616517961025238,
      "learning_rate": 8e-05,
      "loss": 1.4585,
      "step": 2486
    },
    {
      "epoch": 0.9076642335766424,
      "grad_norm": 0.6197373270988464,
      "learning_rate": 8e-05,
      "loss": 1.5043,
      "step": 2487
    },
    {
      "epoch": 0.908029197080292,
      "grad_norm": 0.6245577931404114,
      "learning_rate": 8e-05,
      "loss": 1.5024,
      "step": 2488
    },
    {
      "epoch": 0.9083941605839416,
      "grad_norm": 0.6261147856712341,
      "learning_rate": 8e-05,
      "loss": 1.5498,
      "step": 2489
    },
    {
      "epoch": 0.9087591240875912,
      "grad_norm": 0.6237564086914062,
      "learning_rate": 8e-05,
      "loss": 1.5268,
      "step": 2490
    },
    {
      "epoch": 0.9091240875912409,
      "grad_norm": 0.6187284588813782,
      "learning_rate": 8e-05,
      "loss": 1.4743,
      "step": 2491
    },
    {
      "epoch": 0.9094890510948905,
      "grad_norm": 0.6181808114051819,
      "learning_rate": 8e-05,
      "loss": 1.4711,
      "step": 2492
    },
    {
      "epoch": 0.9098540145985401,
      "grad_norm": 0.6237431764602661,
      "learning_rate": 8e-05,
      "loss": 1.5055,
      "step": 2493
    },
    {
      "epoch": 0.9102189781021898,
      "grad_norm": 0.6237605214118958,
      "learning_rate": 8e-05,
      "loss": 1.4903,
      "step": 2494
    },
    {
      "epoch": 0.9105839416058394,
      "grad_norm": 0.6215730309486389,
      "learning_rate": 8e-05,
      "loss": 1.4963,
      "step": 2495
    },
    {
      "epoch": 0.910948905109489,
      "grad_norm": 0.6377760171890259,
      "learning_rate": 8e-05,
      "loss": 1.5626,
      "step": 2496
    },
    {
      "epoch": 0.9113138686131387,
      "grad_norm": 0.6233252286911011,
      "learning_rate": 8e-05,
      "loss": 1.5446,
      "step": 2497
    },
    {
      "epoch": 0.9116788321167884,
      "grad_norm": 0.6002087593078613,
      "learning_rate": 8e-05,
      "loss": 1.5924,
      "step": 2498
    },
    {
      "epoch": 0.9120437956204379,
      "grad_norm": 0.5967230796813965,
      "learning_rate": 8e-05,
      "loss": 1.429,
      "step": 2499
    },
    {
      "epoch": 0.9124087591240876,
      "grad_norm": 0.637775719165802,
      "learning_rate": 8e-05,
      "loss": 1.5516,
      "step": 2500
    },
    {
      "epoch": 0.9127737226277373,
      "grad_norm": 0.6462746858596802,
      "learning_rate": 8e-05,
      "loss": 1.4935,
      "step": 2501
    },
    {
      "epoch": 0.9131386861313868,
      "grad_norm": 0.6364935636520386,
      "learning_rate": 8e-05,
      "loss": 1.5449,
      "step": 2502
    },
    {
      "epoch": 0.9135036496350365,
      "grad_norm": 0.5829147100448608,
      "learning_rate": 8e-05,
      "loss": 1.4636,
      "step": 2503
    },
    {
      "epoch": 0.9138686131386862,
      "grad_norm": 0.6221644878387451,
      "learning_rate": 8e-05,
      "loss": 1.5499,
      "step": 2504
    },
    {
      "epoch": 0.9142335766423357,
      "grad_norm": 0.6240981221199036,
      "learning_rate": 8e-05,
      "loss": 1.5277,
      "step": 2505
    },
    {
      "epoch": 0.9145985401459854,
      "grad_norm": 0.6438121199607849,
      "learning_rate": 8e-05,
      "loss": 1.5369,
      "step": 2506
    },
    {
      "epoch": 0.9149635036496351,
      "grad_norm": 0.640742301940918,
      "learning_rate": 8e-05,
      "loss": 1.5844,
      "step": 2507
    },
    {
      "epoch": 0.9153284671532846,
      "grad_norm": 0.5948600172996521,
      "learning_rate": 8e-05,
      "loss": 1.4787,
      "step": 2508
    },
    {
      "epoch": 0.9156934306569343,
      "grad_norm": 0.6244701743125916,
      "learning_rate": 8e-05,
      "loss": 1.4917,
      "step": 2509
    },
    {
      "epoch": 0.916058394160584,
      "grad_norm": 0.6035985350608826,
      "learning_rate": 8e-05,
      "loss": 1.4802,
      "step": 2510
    },
    {
      "epoch": 0.9164233576642336,
      "grad_norm": 0.6099103689193726,
      "learning_rate": 8e-05,
      "loss": 1.525,
      "step": 2511
    },
    {
      "epoch": 0.9167883211678832,
      "grad_norm": 0.6302364468574524,
      "learning_rate": 8e-05,
      "loss": 1.5628,
      "step": 2512
    },
    {
      "epoch": 0.9171532846715329,
      "grad_norm": 0.622965395450592,
      "learning_rate": 8e-05,
      "loss": 1.4513,
      "step": 2513
    },
    {
      "epoch": 0.9175182481751825,
      "grad_norm": 0.636786162853241,
      "learning_rate": 8e-05,
      "loss": 1.5502,
      "step": 2514
    },
    {
      "epoch": 0.9178832116788321,
      "grad_norm": 0.6250202059745789,
      "learning_rate": 8e-05,
      "loss": 1.5649,
      "step": 2515
    },
    {
      "epoch": 0.9182481751824818,
      "grad_norm": 0.6202794313430786,
      "learning_rate": 8e-05,
      "loss": 1.5162,
      "step": 2516
    },
    {
      "epoch": 0.9186131386861314,
      "grad_norm": 0.6256005764007568,
      "learning_rate": 8e-05,
      "loss": 1.545,
      "step": 2517
    },
    {
      "epoch": 0.918978102189781,
      "grad_norm": 0.6286485195159912,
      "learning_rate": 8e-05,
      "loss": 1.5804,
      "step": 2518
    },
    {
      "epoch": 0.9193430656934306,
      "grad_norm": 0.6608921885490417,
      "learning_rate": 8e-05,
      "loss": 1.4683,
      "step": 2519
    },
    {
      "epoch": 0.9197080291970803,
      "grad_norm": 0.6194584965705872,
      "learning_rate": 8e-05,
      "loss": 1.5119,
      "step": 2520
    },
    {
      "epoch": 0.92007299270073,
      "grad_norm": 0.6085343956947327,
      "learning_rate": 8e-05,
      "loss": 1.4312,
      "step": 2521
    },
    {
      "epoch": 0.9204379562043795,
      "grad_norm": 0.6476119160652161,
      "learning_rate": 8e-05,
      "loss": 1.5369,
      "step": 2522
    },
    {
      "epoch": 0.9208029197080292,
      "grad_norm": 0.6277043223381042,
      "learning_rate": 8e-05,
      "loss": 1.5069,
      "step": 2523
    },
    {
      "epoch": 0.9211678832116789,
      "grad_norm": 0.6469092965126038,
      "learning_rate": 8e-05,
      "loss": 1.5493,
      "step": 2524
    },
    {
      "epoch": 0.9215328467153284,
      "grad_norm": 0.6209625601768494,
      "learning_rate": 8e-05,
      "loss": 1.5317,
      "step": 2525
    },
    {
      "epoch": 0.9218978102189781,
      "grad_norm": 0.6073271036148071,
      "learning_rate": 8e-05,
      "loss": 1.4935,
      "step": 2526
    },
    {
      "epoch": 0.9222627737226278,
      "grad_norm": 0.5875198841094971,
      "learning_rate": 8e-05,
      "loss": 1.4364,
      "step": 2527
    },
    {
      "epoch": 0.9226277372262773,
      "grad_norm": 0.6265466213226318,
      "learning_rate": 8e-05,
      "loss": 1.5215,
      "step": 2528
    },
    {
      "epoch": 0.922992700729927,
      "grad_norm": 0.6516101956367493,
      "learning_rate": 8e-05,
      "loss": 1.5505,
      "step": 2529
    },
    {
      "epoch": 0.9233576642335767,
      "grad_norm": 0.6215025782585144,
      "learning_rate": 8e-05,
      "loss": 1.4883,
      "step": 2530
    },
    {
      "epoch": 0.9237226277372262,
      "grad_norm": 0.6376659274101257,
      "learning_rate": 8e-05,
      "loss": 1.5368,
      "step": 2531
    },
    {
      "epoch": 0.9240875912408759,
      "grad_norm": 0.6073720455169678,
      "learning_rate": 8e-05,
      "loss": 1.5571,
      "step": 2532
    },
    {
      "epoch": 0.9244525547445256,
      "grad_norm": 0.6061557531356812,
      "learning_rate": 8e-05,
      "loss": 1.4844,
      "step": 2533
    },
    {
      "epoch": 0.9248175182481752,
      "grad_norm": 0.6409370303153992,
      "learning_rate": 8e-05,
      "loss": 1.5487,
      "step": 2534
    },
    {
      "epoch": 0.9251824817518248,
      "grad_norm": 0.6158789992332458,
      "learning_rate": 8e-05,
      "loss": 1.5034,
      "step": 2535
    },
    {
      "epoch": 0.9255474452554745,
      "grad_norm": 0.6268490552902222,
      "learning_rate": 8e-05,
      "loss": 1.5485,
      "step": 2536
    },
    {
      "epoch": 0.9259124087591241,
      "grad_norm": 0.6342130899429321,
      "learning_rate": 8e-05,
      "loss": 1.5222,
      "step": 2537
    },
    {
      "epoch": 0.9262773722627737,
      "grad_norm": 0.6459205746650696,
      "learning_rate": 8e-05,
      "loss": 1.4815,
      "step": 2538
    },
    {
      "epoch": 0.9266423357664234,
      "grad_norm": 0.6188631057739258,
      "learning_rate": 8e-05,
      "loss": 1.4879,
      "step": 2539
    },
    {
      "epoch": 0.927007299270073,
      "grad_norm": 0.6233760118484497,
      "learning_rate": 8e-05,
      "loss": 1.523,
      "step": 2540
    },
    {
      "epoch": 0.9273722627737226,
      "grad_norm": 0.6244761943817139,
      "learning_rate": 8e-05,
      "loss": 1.5529,
      "step": 2541
    },
    {
      "epoch": 0.9277372262773723,
      "grad_norm": 0.6353157758712769,
      "learning_rate": 8e-05,
      "loss": 1.552,
      "step": 2542
    },
    {
      "epoch": 0.9281021897810219,
      "grad_norm": 0.6524092555046082,
      "learning_rate": 8e-05,
      "loss": 1.5286,
      "step": 2543
    },
    {
      "epoch": 0.9284671532846716,
      "grad_norm": 0.6322484016418457,
      "learning_rate": 8e-05,
      "loss": 1.5645,
      "step": 2544
    },
    {
      "epoch": 0.9288321167883211,
      "grad_norm": 0.6378284096717834,
      "learning_rate": 8e-05,
      "loss": 1.535,
      "step": 2545
    },
    {
      "epoch": 0.9291970802919708,
      "grad_norm": 0.648076057434082,
      "learning_rate": 8e-05,
      "loss": 1.5508,
      "step": 2546
    },
    {
      "epoch": 0.9295620437956205,
      "grad_norm": 0.6338465213775635,
      "learning_rate": 8e-05,
      "loss": 1.5677,
      "step": 2547
    },
    {
      "epoch": 0.92992700729927,
      "grad_norm": 0.6663041710853577,
      "learning_rate": 8e-05,
      "loss": 1.6482,
      "step": 2548
    },
    {
      "epoch": 0.9302919708029197,
      "grad_norm": 0.6123670935630798,
      "learning_rate": 8e-05,
      "loss": 1.5779,
      "step": 2549
    },
    {
      "epoch": 0.9306569343065694,
      "grad_norm": 0.6232191920280457,
      "learning_rate": 8e-05,
      "loss": 1.4811,
      "step": 2550
    },
    {
      "epoch": 0.9310218978102189,
      "grad_norm": 0.6080605983734131,
      "learning_rate": 8e-05,
      "loss": 1.537,
      "step": 2551
    },
    {
      "epoch": 0.9313868613138686,
      "grad_norm": 0.6276377439498901,
      "learning_rate": 8e-05,
      "loss": 1.5193,
      "step": 2552
    },
    {
      "epoch": 0.9317518248175183,
      "grad_norm": 0.7610333561897278,
      "learning_rate": 8e-05,
      "loss": 1.5499,
      "step": 2553
    },
    {
      "epoch": 0.9321167883211678,
      "grad_norm": 0.6489088535308838,
      "learning_rate": 8e-05,
      "loss": 1.5219,
      "step": 2554
    },
    {
      "epoch": 0.9324817518248175,
      "grad_norm": 0.6169780492782593,
      "learning_rate": 8e-05,
      "loss": 1.5818,
      "step": 2555
    },
    {
      "epoch": 0.9328467153284672,
      "grad_norm": 0.6107975840568542,
      "learning_rate": 8e-05,
      "loss": 1.4643,
      "step": 2556
    },
    {
      "epoch": 0.9332116788321168,
      "grad_norm": 0.6170464158058167,
      "learning_rate": 8e-05,
      "loss": 1.5243,
      "step": 2557
    },
    {
      "epoch": 0.9335766423357664,
      "grad_norm": 0.64615398645401,
      "learning_rate": 8e-05,
      "loss": 1.5076,
      "step": 2558
    },
    {
      "epoch": 0.9339416058394161,
      "grad_norm": 0.6157533526420593,
      "learning_rate": 8e-05,
      "loss": 1.5856,
      "step": 2559
    },
    {
      "epoch": 0.9343065693430657,
      "grad_norm": 0.6270052194595337,
      "learning_rate": 8e-05,
      "loss": 1.5125,
      "step": 2560
    },
    {
      "epoch": 0.9346715328467153,
      "grad_norm": 0.6006057858467102,
      "learning_rate": 8e-05,
      "loss": 1.4444,
      "step": 2561
    },
    {
      "epoch": 0.935036496350365,
      "grad_norm": 0.5985825657844543,
      "learning_rate": 8e-05,
      "loss": 1.5329,
      "step": 2562
    },
    {
      "epoch": 0.9354014598540146,
      "grad_norm": 0.6148117184638977,
      "learning_rate": 8e-05,
      "loss": 1.5172,
      "step": 2563
    },
    {
      "epoch": 0.9357664233576642,
      "grad_norm": 0.6490021347999573,
      "learning_rate": 8e-05,
      "loss": 1.5209,
      "step": 2564
    },
    {
      "epoch": 0.9361313868613139,
      "grad_norm": 0.6426544785499573,
      "learning_rate": 8e-05,
      "loss": 1.5603,
      "step": 2565
    },
    {
      "epoch": 0.9364963503649635,
      "grad_norm": 0.642167866230011,
      "learning_rate": 8e-05,
      "loss": 1.5433,
      "step": 2566
    },
    {
      "epoch": 0.9368613138686132,
      "grad_norm": 0.6252722144126892,
      "learning_rate": 8e-05,
      "loss": 1.5123,
      "step": 2567
    },
    {
      "epoch": 0.9372262773722628,
      "grad_norm": 0.6319431662559509,
      "learning_rate": 8e-05,
      "loss": 1.4602,
      "step": 2568
    },
    {
      "epoch": 0.9375912408759124,
      "grad_norm": 0.6360264420509338,
      "learning_rate": 8e-05,
      "loss": 1.5488,
      "step": 2569
    },
    {
      "epoch": 0.9379562043795621,
      "grad_norm": 0.6148250102996826,
      "learning_rate": 8e-05,
      "loss": 1.507,
      "step": 2570
    },
    {
      "epoch": 0.9383211678832116,
      "grad_norm": 0.601367175579071,
      "learning_rate": 8e-05,
      "loss": 1.5252,
      "step": 2571
    },
    {
      "epoch": 0.9386861313868613,
      "grad_norm": 0.6106760501861572,
      "learning_rate": 8e-05,
      "loss": 1.5295,
      "step": 2572
    },
    {
      "epoch": 0.939051094890511,
      "grad_norm": 0.6164839863777161,
      "learning_rate": 8e-05,
      "loss": 1.4912,
      "step": 2573
    },
    {
      "epoch": 0.9394160583941605,
      "grad_norm": 0.6118150949478149,
      "learning_rate": 8e-05,
      "loss": 1.5285,
      "step": 2574
    },
    {
      "epoch": 0.9397810218978102,
      "grad_norm": 0.600670576095581,
      "learning_rate": 8e-05,
      "loss": 1.4714,
      "step": 2575
    },
    {
      "epoch": 0.9401459854014599,
      "grad_norm": 0.6171627640724182,
      "learning_rate": 8e-05,
      "loss": 1.5506,
      "step": 2576
    },
    {
      "epoch": 0.9405109489051094,
      "grad_norm": 0.6544710993766785,
      "learning_rate": 8e-05,
      "loss": 1.487,
      "step": 2577
    },
    {
      "epoch": 0.9408759124087591,
      "grad_norm": 0.6141713261604309,
      "learning_rate": 8e-05,
      "loss": 1.4626,
      "step": 2578
    },
    {
      "epoch": 0.9412408759124088,
      "grad_norm": 0.6109799146652222,
      "learning_rate": 8e-05,
      "loss": 1.5104,
      "step": 2579
    },
    {
      "epoch": 0.9416058394160584,
      "grad_norm": 0.6449461579322815,
      "learning_rate": 8e-05,
      "loss": 1.5155,
      "step": 2580
    },
    {
      "epoch": 0.941970802919708,
      "grad_norm": 0.6288528442382812,
      "learning_rate": 8e-05,
      "loss": 1.5458,
      "step": 2581
    },
    {
      "epoch": 0.9423357664233577,
      "grad_norm": 0.632969856262207,
      "learning_rate": 8e-05,
      "loss": 1.4852,
      "step": 2582
    },
    {
      "epoch": 0.9427007299270073,
      "grad_norm": 0.6157462000846863,
      "learning_rate": 8e-05,
      "loss": 1.5414,
      "step": 2583
    },
    {
      "epoch": 0.9430656934306569,
      "grad_norm": 0.5986197590827942,
      "learning_rate": 8e-05,
      "loss": 1.5496,
      "step": 2584
    },
    {
      "epoch": 0.9434306569343066,
      "grad_norm": 0.6199106574058533,
      "learning_rate": 8e-05,
      "loss": 1.5632,
      "step": 2585
    },
    {
      "epoch": 0.9437956204379562,
      "grad_norm": 0.6164392232894897,
      "learning_rate": 8e-05,
      "loss": 1.554,
      "step": 2586
    },
    {
      "epoch": 0.9441605839416058,
      "grad_norm": 0.6057241559028625,
      "learning_rate": 8e-05,
      "loss": 1.5098,
      "step": 2587
    },
    {
      "epoch": 0.9445255474452555,
      "grad_norm": 0.6157498359680176,
      "learning_rate": 8e-05,
      "loss": 1.5426,
      "step": 2588
    },
    {
      "epoch": 0.9448905109489051,
      "grad_norm": 0.6708726286888123,
      "learning_rate": 8e-05,
      "loss": 1.5563,
      "step": 2589
    },
    {
      "epoch": 0.9452554744525548,
      "grad_norm": 0.6210437417030334,
      "learning_rate": 8e-05,
      "loss": 1.5447,
      "step": 2590
    },
    {
      "epoch": 0.9456204379562044,
      "grad_norm": 0.6504404544830322,
      "learning_rate": 8e-05,
      "loss": 1.4768,
      "step": 2591
    },
    {
      "epoch": 0.945985401459854,
      "grad_norm": 0.6334024667739868,
      "learning_rate": 8e-05,
      "loss": 1.5668,
      "step": 2592
    },
    {
      "epoch": 0.9463503649635037,
      "grad_norm": 0.6382179856300354,
      "learning_rate": 8e-05,
      "loss": 1.4675,
      "step": 2593
    },
    {
      "epoch": 0.9467153284671533,
      "grad_norm": 0.6715729832649231,
      "learning_rate": 8e-05,
      "loss": 1.5425,
      "step": 2594
    },
    {
      "epoch": 0.9470802919708029,
      "grad_norm": 0.6228455305099487,
      "learning_rate": 8e-05,
      "loss": 1.5841,
      "step": 2595
    },
    {
      "epoch": 0.9474452554744526,
      "grad_norm": 0.645571768283844,
      "learning_rate": 8e-05,
      "loss": 1.5174,
      "step": 2596
    },
    {
      "epoch": 0.9478102189781021,
      "grad_norm": 0.6219443678855896,
      "learning_rate": 8e-05,
      "loss": 1.4804,
      "step": 2597
    },
    {
      "epoch": 0.9481751824817518,
      "grad_norm": 0.6483792662620544,
      "learning_rate": 8e-05,
      "loss": 1.5501,
      "step": 2598
    },
    {
      "epoch": 0.9485401459854015,
      "grad_norm": 0.6412621736526489,
      "learning_rate": 8e-05,
      "loss": 1.5754,
      "step": 2599
    },
    {
      "epoch": 0.948905109489051,
      "grad_norm": 0.6414204239845276,
      "learning_rate": 8e-05,
      "loss": 1.5656,
      "step": 2600
    },
    {
      "epoch": 0.9492700729927007,
      "grad_norm": 0.617636501789093,
      "learning_rate": 8e-05,
      "loss": 1.484,
      "step": 2601
    },
    {
      "epoch": 0.9496350364963504,
      "grad_norm": 0.6186714768409729,
      "learning_rate": 8e-05,
      "loss": 1.4531,
      "step": 2602
    },
    {
      "epoch": 0.95,
      "grad_norm": 0.5868119597434998,
      "learning_rate": 8e-05,
      "loss": 1.4499,
      "step": 2603
    },
    {
      "epoch": 0.9503649635036496,
      "grad_norm": 0.6337332725524902,
      "learning_rate": 8e-05,
      "loss": 1.6628,
      "step": 2604
    },
    {
      "epoch": 0.9507299270072993,
      "grad_norm": 0.6063709259033203,
      "learning_rate": 8e-05,
      "loss": 1.4795,
      "step": 2605
    },
    {
      "epoch": 0.9510948905109489,
      "grad_norm": 0.6196959018707275,
      "learning_rate": 8e-05,
      "loss": 1.4559,
      "step": 2606
    },
    {
      "epoch": 0.9514598540145985,
      "grad_norm": 0.6123336553573608,
      "learning_rate": 8e-05,
      "loss": 1.4746,
      "step": 2607
    },
    {
      "epoch": 0.9518248175182482,
      "grad_norm": 0.6393677592277527,
      "learning_rate": 8e-05,
      "loss": 1.5602,
      "step": 2608
    },
    {
      "epoch": 0.9521897810218978,
      "grad_norm": 0.6295307278633118,
      "learning_rate": 8e-05,
      "loss": 1.58,
      "step": 2609
    },
    {
      "epoch": 0.9525547445255474,
      "grad_norm": 0.6214069724082947,
      "learning_rate": 8e-05,
      "loss": 1.4588,
      "step": 2610
    },
    {
      "epoch": 0.9529197080291971,
      "grad_norm": 0.6430426239967346,
      "learning_rate": 8e-05,
      "loss": 1.57,
      "step": 2611
    },
    {
      "epoch": 0.9532846715328467,
      "grad_norm": 0.5980841517448425,
      "learning_rate": 8e-05,
      "loss": 1.4331,
      "step": 2612
    },
    {
      "epoch": 0.9536496350364964,
      "grad_norm": 0.6183410882949829,
      "learning_rate": 8e-05,
      "loss": 1.5045,
      "step": 2613
    },
    {
      "epoch": 0.954014598540146,
      "grad_norm": 0.6142902970314026,
      "learning_rate": 8e-05,
      "loss": 1.5163,
      "step": 2614
    },
    {
      "epoch": 0.9543795620437956,
      "grad_norm": 0.6069560647010803,
      "learning_rate": 8e-05,
      "loss": 1.436,
      "step": 2615
    },
    {
      "epoch": 0.9547445255474453,
      "grad_norm": 0.5933470726013184,
      "learning_rate": 8e-05,
      "loss": 1.5354,
      "step": 2616
    },
    {
      "epoch": 0.9551094890510949,
      "grad_norm": 0.6033926010131836,
      "learning_rate": 8e-05,
      "loss": 1.4686,
      "step": 2617
    },
    {
      "epoch": 0.9554744525547445,
      "grad_norm": 0.5789550542831421,
      "learning_rate": 8e-05,
      "loss": 1.4504,
      "step": 2618
    },
    {
      "epoch": 0.9558394160583942,
      "grad_norm": 0.6333837509155273,
      "learning_rate": 8e-05,
      "loss": 1.467,
      "step": 2619
    },
    {
      "epoch": 0.9562043795620438,
      "grad_norm": 0.6487747430801392,
      "learning_rate": 8e-05,
      "loss": 1.5825,
      "step": 2620
    },
    {
      "epoch": 0.9565693430656934,
      "grad_norm": 0.6023568511009216,
      "learning_rate": 8e-05,
      "loss": 1.4243,
      "step": 2621
    },
    {
      "epoch": 0.9569343065693431,
      "grad_norm": 0.609832763671875,
      "learning_rate": 8e-05,
      "loss": 1.4883,
      "step": 2622
    },
    {
      "epoch": 0.9572992700729926,
      "grad_norm": 0.6142588257789612,
      "learning_rate": 8e-05,
      "loss": 1.5076,
      "step": 2623
    },
    {
      "epoch": 0.9576642335766423,
      "grad_norm": 0.6164082288742065,
      "learning_rate": 8e-05,
      "loss": 1.5004,
      "step": 2624
    },
    {
      "epoch": 0.958029197080292,
      "grad_norm": 0.6266584992408752,
      "learning_rate": 8e-05,
      "loss": 1.5153,
      "step": 2625
    },
    {
      "epoch": 0.9583941605839416,
      "grad_norm": 0.6399096250534058,
      "learning_rate": 8e-05,
      "loss": 1.5381,
      "step": 2626
    },
    {
      "epoch": 0.9587591240875912,
      "grad_norm": 0.6041461825370789,
      "learning_rate": 8e-05,
      "loss": 1.5236,
      "step": 2627
    },
    {
      "epoch": 0.9591240875912409,
      "grad_norm": 0.604422926902771,
      "learning_rate": 8e-05,
      "loss": 1.438,
      "step": 2628
    },
    {
      "epoch": 0.9594890510948905,
      "grad_norm": 0.5998489260673523,
      "learning_rate": 8e-05,
      "loss": 1.5184,
      "step": 2629
    },
    {
      "epoch": 0.9598540145985401,
      "grad_norm": 0.6387044191360474,
      "learning_rate": 8e-05,
      "loss": 1.4882,
      "step": 2630
    },
    {
      "epoch": 0.9602189781021898,
      "grad_norm": 0.6321336030960083,
      "learning_rate": 8e-05,
      "loss": 1.5472,
      "step": 2631
    },
    {
      "epoch": 0.9605839416058394,
      "grad_norm": 0.6507183313369751,
      "learning_rate": 8e-05,
      "loss": 1.5611,
      "step": 2632
    },
    {
      "epoch": 0.960948905109489,
      "grad_norm": 0.607519268989563,
      "learning_rate": 8e-05,
      "loss": 1.4635,
      "step": 2633
    },
    {
      "epoch": 0.9613138686131387,
      "grad_norm": 0.6217672228813171,
      "learning_rate": 8e-05,
      "loss": 1.5694,
      "step": 2634
    },
    {
      "epoch": 0.9616788321167883,
      "grad_norm": 0.64704430103302,
      "learning_rate": 8e-05,
      "loss": 1.5966,
      "step": 2635
    },
    {
      "epoch": 0.962043795620438,
      "grad_norm": 0.6370686292648315,
      "learning_rate": 8e-05,
      "loss": 1.5352,
      "step": 2636
    },
    {
      "epoch": 0.9624087591240876,
      "grad_norm": 0.6487621068954468,
      "learning_rate": 8e-05,
      "loss": 1.5971,
      "step": 2637
    },
    {
      "epoch": 0.9627737226277372,
      "grad_norm": 0.6166061162948608,
      "learning_rate": 8e-05,
      "loss": 1.4955,
      "step": 2638
    },
    {
      "epoch": 0.9631386861313869,
      "grad_norm": 0.6011499762535095,
      "learning_rate": 8e-05,
      "loss": 1.5094,
      "step": 2639
    },
    {
      "epoch": 0.9635036496350365,
      "grad_norm": 0.6142433285713196,
      "learning_rate": 8e-05,
      "loss": 1.4958,
      "step": 2640
    },
    {
      "epoch": 0.9638686131386861,
      "grad_norm": 0.6111149787902832,
      "learning_rate": 8e-05,
      "loss": 1.576,
      "step": 2641
    },
    {
      "epoch": 0.9642335766423358,
      "grad_norm": 0.641663670539856,
      "learning_rate": 8e-05,
      "loss": 1.5597,
      "step": 2642
    },
    {
      "epoch": 0.9645985401459855,
      "grad_norm": 0.6631059646606445,
      "learning_rate": 8e-05,
      "loss": 1.5767,
      "step": 2643
    },
    {
      "epoch": 0.964963503649635,
      "grad_norm": 0.6220409870147705,
      "learning_rate": 8e-05,
      "loss": 1.4867,
      "step": 2644
    },
    {
      "epoch": 0.9653284671532847,
      "grad_norm": 0.5976463556289673,
      "learning_rate": 8e-05,
      "loss": 1.4043,
      "step": 2645
    },
    {
      "epoch": 0.9656934306569344,
      "grad_norm": 0.6523173451423645,
      "learning_rate": 8e-05,
      "loss": 1.498,
      "step": 2646
    },
    {
      "epoch": 0.9660583941605839,
      "grad_norm": 0.6312255859375,
      "learning_rate": 8e-05,
      "loss": 1.5542,
      "step": 2647
    },
    {
      "epoch": 0.9664233576642336,
      "grad_norm": 0.6098040342330933,
      "learning_rate": 8e-05,
      "loss": 1.5062,
      "step": 2648
    },
    {
      "epoch": 0.9667883211678832,
      "grad_norm": 0.607166588306427,
      "learning_rate": 8e-05,
      "loss": 1.497,
      "step": 2649
    },
    {
      "epoch": 0.9671532846715328,
      "grad_norm": 0.6009650230407715,
      "learning_rate": 8e-05,
      "loss": 1.5461,
      "step": 2650
    },
    {
      "epoch": 0.9675182481751825,
      "grad_norm": 0.6307429671287537,
      "learning_rate": 8e-05,
      "loss": 1.5465,
      "step": 2651
    },
    {
      "epoch": 0.9678832116788321,
      "grad_norm": 0.6262251734733582,
      "learning_rate": 8e-05,
      "loss": 1.4765,
      "step": 2652
    },
    {
      "epoch": 0.9682481751824817,
      "grad_norm": 0.6045866012573242,
      "learning_rate": 8e-05,
      "loss": 1.4521,
      "step": 2653
    },
    {
      "epoch": 0.9686131386861314,
      "grad_norm": 0.6129883527755737,
      "learning_rate": 8e-05,
      "loss": 1.4966,
      "step": 2654
    },
    {
      "epoch": 0.968978102189781,
      "grad_norm": 0.6146622896194458,
      "learning_rate": 8e-05,
      "loss": 1.4546,
      "step": 2655
    },
    {
      "epoch": 0.9693430656934306,
      "grad_norm": 0.6489842534065247,
      "learning_rate": 8e-05,
      "loss": 1.5579,
      "step": 2656
    },
    {
      "epoch": 0.9697080291970803,
      "grad_norm": 0.6379799842834473,
      "learning_rate": 8e-05,
      "loss": 1.5721,
      "step": 2657
    },
    {
      "epoch": 0.9700729927007299,
      "grad_norm": 0.6196333169937134,
      "learning_rate": 8e-05,
      "loss": 1.5119,
      "step": 2658
    },
    {
      "epoch": 0.9704379562043796,
      "grad_norm": 0.6187847256660461,
      "learning_rate": 8e-05,
      "loss": 1.4503,
      "step": 2659
    },
    {
      "epoch": 0.9708029197080292,
      "grad_norm": 0.6512249708175659,
      "learning_rate": 8e-05,
      "loss": 1.5327,
      "step": 2660
    },
    {
      "epoch": 0.9711678832116788,
      "grad_norm": 0.6167250275611877,
      "learning_rate": 8e-05,
      "loss": 1.5612,
      "step": 2661
    },
    {
      "epoch": 0.9715328467153285,
      "grad_norm": 0.6174288988113403,
      "learning_rate": 8e-05,
      "loss": 1.4963,
      "step": 2662
    },
    {
      "epoch": 0.9718978102189781,
      "grad_norm": 0.5879929661750793,
      "learning_rate": 8e-05,
      "loss": 1.4894,
      "step": 2663
    },
    {
      "epoch": 0.9722627737226277,
      "grad_norm": 0.6225458383560181,
      "learning_rate": 8e-05,
      "loss": 1.514,
      "step": 2664
    },
    {
      "epoch": 0.9726277372262774,
      "grad_norm": 0.6206109523773193,
      "learning_rate": 8e-05,
      "loss": 1.5462,
      "step": 2665
    },
    {
      "epoch": 0.972992700729927,
      "grad_norm": 0.6155693531036377,
      "learning_rate": 8e-05,
      "loss": 1.4516,
      "step": 2666
    },
    {
      "epoch": 0.9733576642335766,
      "grad_norm": 0.6035911440849304,
      "learning_rate": 8e-05,
      "loss": 1.5335,
      "step": 2667
    },
    {
      "epoch": 0.9737226277372263,
      "grad_norm": 0.6104007959365845,
      "learning_rate": 8e-05,
      "loss": 1.5111,
      "step": 2668
    },
    {
      "epoch": 0.974087591240876,
      "grad_norm": 0.6051309108734131,
      "learning_rate": 8e-05,
      "loss": 1.5315,
      "step": 2669
    },
    {
      "epoch": 0.9744525547445255,
      "grad_norm": 0.6256567239761353,
      "learning_rate": 8e-05,
      "loss": 1.5095,
      "step": 2670
    },
    {
      "epoch": 0.9748175182481752,
      "grad_norm": 0.6152433753013611,
      "learning_rate": 8e-05,
      "loss": 1.5015,
      "step": 2671
    },
    {
      "epoch": 0.9751824817518249,
      "grad_norm": 0.6215278506278992,
      "learning_rate": 8e-05,
      "loss": 1.5203,
      "step": 2672
    },
    {
      "epoch": 0.9755474452554744,
      "grad_norm": 0.6003680229187012,
      "learning_rate": 8e-05,
      "loss": 1.4587,
      "step": 2673
    },
    {
      "epoch": 0.9759124087591241,
      "grad_norm": 0.6172952651977539,
      "learning_rate": 8e-05,
      "loss": 1.4904,
      "step": 2674
    },
    {
      "epoch": 0.9762773722627737,
      "grad_norm": 0.6264140605926514,
      "learning_rate": 8e-05,
      "loss": 1.4792,
      "step": 2675
    },
    {
      "epoch": 0.9766423357664233,
      "grad_norm": 0.6174185872077942,
      "learning_rate": 8e-05,
      "loss": 1.5165,
      "step": 2676
    },
    {
      "epoch": 0.977007299270073,
      "grad_norm": 0.6245269179344177,
      "learning_rate": 8e-05,
      "loss": 1.5152,
      "step": 2677
    },
    {
      "epoch": 0.9773722627737226,
      "grad_norm": 0.6215940713882446,
      "learning_rate": 8e-05,
      "loss": 1.4859,
      "step": 2678
    },
    {
      "epoch": 0.9777372262773723,
      "grad_norm": 0.65341717004776,
      "learning_rate": 8e-05,
      "loss": 1.5486,
      "step": 2679
    },
    {
      "epoch": 0.9781021897810219,
      "grad_norm": 0.6211348176002502,
      "learning_rate": 8e-05,
      "loss": 1.4301,
      "step": 2680
    },
    {
      "epoch": 0.9784671532846715,
      "grad_norm": 0.6539382338523865,
      "learning_rate": 8e-05,
      "loss": 1.5386,
      "step": 2681
    },
    {
      "epoch": 0.9788321167883212,
      "grad_norm": 0.6617391705513,
      "learning_rate": 8e-05,
      "loss": 1.503,
      "step": 2682
    },
    {
      "epoch": 0.9791970802919708,
      "grad_norm": 0.6475232243537903,
      "learning_rate": 8e-05,
      "loss": 1.5369,
      "step": 2683
    },
    {
      "epoch": 0.9795620437956204,
      "grad_norm": 0.6275615692138672,
      "learning_rate": 8e-05,
      "loss": 1.4884,
      "step": 2684
    },
    {
      "epoch": 0.9799270072992701,
      "grad_norm": 0.6197307109832764,
      "learning_rate": 8e-05,
      "loss": 1.597,
      "step": 2685
    },
    {
      "epoch": 0.9802919708029197,
      "grad_norm": 0.6197218894958496,
      "learning_rate": 8e-05,
      "loss": 1.5232,
      "step": 2686
    },
    {
      "epoch": 0.9806569343065693,
      "grad_norm": 0.635037362575531,
      "learning_rate": 8e-05,
      "loss": 1.5506,
      "step": 2687
    },
    {
      "epoch": 0.981021897810219,
      "grad_norm": 0.6142288446426392,
      "learning_rate": 8e-05,
      "loss": 1.4339,
      "step": 2688
    },
    {
      "epoch": 0.9813868613138687,
      "grad_norm": 0.6151279211044312,
      "learning_rate": 8e-05,
      "loss": 1.571,
      "step": 2689
    },
    {
      "epoch": 0.9817518248175182,
      "grad_norm": 0.6490870118141174,
      "learning_rate": 8e-05,
      "loss": 1.5341,
      "step": 2690
    },
    {
      "epoch": 0.9821167883211679,
      "grad_norm": 0.6210353970527649,
      "learning_rate": 8e-05,
      "loss": 1.5686,
      "step": 2691
    },
    {
      "epoch": 0.9824817518248176,
      "grad_norm": 0.6394274234771729,
      "learning_rate": 8e-05,
      "loss": 1.5015,
      "step": 2692
    },
    {
      "epoch": 0.9828467153284671,
      "grad_norm": 0.6319658756256104,
      "learning_rate": 8e-05,
      "loss": 1.5051,
      "step": 2693
    },
    {
      "epoch": 0.9832116788321168,
      "grad_norm": 0.6083459854125977,
      "learning_rate": 8e-05,
      "loss": 1.5106,
      "step": 2694
    },
    {
      "epoch": 0.9835766423357665,
      "grad_norm": 0.6670469045639038,
      "learning_rate": 8e-05,
      "loss": 1.5591,
      "step": 2695
    },
    {
      "epoch": 0.983941605839416,
      "grad_norm": 0.6375192403793335,
      "learning_rate": 8e-05,
      "loss": 1.47,
      "step": 2696
    },
    {
      "epoch": 0.9843065693430657,
      "grad_norm": 0.6144396662712097,
      "learning_rate": 8e-05,
      "loss": 1.5053,
      "step": 2697
    },
    {
      "epoch": 0.9846715328467154,
      "grad_norm": 0.6610915064811707,
      "learning_rate": 8e-05,
      "loss": 1.5814,
      "step": 2698
    },
    {
      "epoch": 0.9850364963503649,
      "grad_norm": 0.6415499448776245,
      "learning_rate": 8e-05,
      "loss": 1.5299,
      "step": 2699
    },
    {
      "epoch": 0.9854014598540146,
      "grad_norm": 0.6427703499794006,
      "learning_rate": 8e-05,
      "loss": 1.5104,
      "step": 2700
    },
    {
      "epoch": 0.9857664233576642,
      "grad_norm": 0.6227784752845764,
      "learning_rate": 8e-05,
      "loss": 1.4782,
      "step": 2701
    },
    {
      "epoch": 0.9861313868613139,
      "grad_norm": 0.6381624341011047,
      "learning_rate": 8e-05,
      "loss": 1.5665,
      "step": 2702
    },
    {
      "epoch": 0.9864963503649635,
      "grad_norm": 0.6109253764152527,
      "learning_rate": 8e-05,
      "loss": 1.5252,
      "step": 2703
    },
    {
      "epoch": 0.9868613138686131,
      "grad_norm": 0.6065689921379089,
      "learning_rate": 8e-05,
      "loss": 1.5339,
      "step": 2704
    },
    {
      "epoch": 0.9872262773722628,
      "grad_norm": 0.6506177186965942,
      "learning_rate": 8e-05,
      "loss": 1.5976,
      "step": 2705
    },
    {
      "epoch": 0.9875912408759124,
      "grad_norm": 0.6226057410240173,
      "learning_rate": 8e-05,
      "loss": 1.5338,
      "step": 2706
    },
    {
      "epoch": 0.987956204379562,
      "grad_norm": 0.6096318960189819,
      "learning_rate": 8e-05,
      "loss": 1.5548,
      "step": 2707
    },
    {
      "epoch": 0.9883211678832117,
      "grad_norm": 0.6290830373764038,
      "learning_rate": 8e-05,
      "loss": 1.5105,
      "step": 2708
    },
    {
      "epoch": 0.9886861313868613,
      "grad_norm": 0.6286632418632507,
      "learning_rate": 8e-05,
      "loss": 1.4668,
      "step": 2709
    },
    {
      "epoch": 0.9890510948905109,
      "grad_norm": 0.6321359872817993,
      "learning_rate": 8e-05,
      "loss": 1.5974,
      "step": 2710
    },
    {
      "epoch": 0.9894160583941606,
      "grad_norm": 0.6454075574874878,
      "learning_rate": 8e-05,
      "loss": 1.4695,
      "step": 2711
    },
    {
      "epoch": 0.9897810218978103,
      "grad_norm": 0.6421157121658325,
      "learning_rate": 8e-05,
      "loss": 1.5342,
      "step": 2712
    },
    {
      "epoch": 0.9901459854014598,
      "grad_norm": 0.608985424041748,
      "learning_rate": 8e-05,
      "loss": 1.4679,
      "step": 2713
    },
    {
      "epoch": 0.9905109489051095,
      "grad_norm": 0.6791878938674927,
      "learning_rate": 8e-05,
      "loss": 1.5169,
      "step": 2714
    },
    {
      "epoch": 0.9908759124087592,
      "grad_norm": 0.6186831593513489,
      "learning_rate": 8e-05,
      "loss": 1.5793,
      "step": 2715
    },
    {
      "epoch": 0.9912408759124087,
      "grad_norm": 0.6606435179710388,
      "learning_rate": 8e-05,
      "loss": 1.4913,
      "step": 2716
    },
    {
      "epoch": 0.9916058394160584,
      "grad_norm": 0.6551838517189026,
      "learning_rate": 8e-05,
      "loss": 1.5084,
      "step": 2717
    },
    {
      "epoch": 0.9919708029197081,
      "grad_norm": 0.6394707560539246,
      "learning_rate": 8e-05,
      "loss": 1.5301,
      "step": 2718
    },
    {
      "epoch": 0.9923357664233576,
      "grad_norm": 0.6316892504692078,
      "learning_rate": 8e-05,
      "loss": 1.4819,
      "step": 2719
    },
    {
      "epoch": 0.9927007299270073,
      "grad_norm": 0.6008651256561279,
      "learning_rate": 8e-05,
      "loss": 1.4111,
      "step": 2720
    },
    {
      "epoch": 0.993065693430657,
      "grad_norm": 0.6533766984939575,
      "learning_rate": 8e-05,
      "loss": 1.5778,
      "step": 2721
    },
    {
      "epoch": 0.9934306569343065,
      "grad_norm": 0.6211068630218506,
      "learning_rate": 8e-05,
      "loss": 1.5217,
      "step": 2722
    },
    {
      "epoch": 0.9937956204379562,
      "grad_norm": 0.6256734132766724,
      "learning_rate": 8e-05,
      "loss": 1.5668,
      "step": 2723
    },
    {
      "epoch": 0.9941605839416059,
      "grad_norm": 0.6560000777244568,
      "learning_rate": 8e-05,
      "loss": 1.5043,
      "step": 2724
    },
    {
      "epoch": 0.9945255474452555,
      "grad_norm": 0.6493761539459229,
      "learning_rate": 8e-05,
      "loss": 1.5868,
      "step": 2725
    },
    {
      "epoch": 0.9948905109489051,
      "grad_norm": 0.6295643448829651,
      "learning_rate": 8e-05,
      "loss": 1.513,
      "step": 2726
    },
    {
      "epoch": 0.9952554744525547,
      "grad_norm": 0.6267666816711426,
      "learning_rate": 8e-05,
      "loss": 1.5556,
      "step": 2727
    },
    {
      "epoch": 0.9956204379562044,
      "grad_norm": 0.621658444404602,
      "learning_rate": 8e-05,
      "loss": 1.4269,
      "step": 2728
    },
    {
      "epoch": 0.995985401459854,
      "grad_norm": 0.6350377798080444,
      "learning_rate": 8e-05,
      "loss": 1.5247,
      "step": 2729
    },
    {
      "epoch": 0.9963503649635036,
      "grad_norm": 0.6364297270774841,
      "learning_rate": 8e-05,
      "loss": 1.558,
      "step": 2730
    },
    {
      "epoch": 0.9967153284671533,
      "grad_norm": 0.653769314289093,
      "learning_rate": 8e-05,
      "loss": 1.4611,
      "step": 2731
    },
    {
      "epoch": 0.997080291970803,
      "grad_norm": 0.6155956387519836,
      "learning_rate": 8e-05,
      "loss": 1.4683,
      "step": 2732
    },
    {
      "epoch": 0.9974452554744525,
      "grad_norm": 0.6270655393600464,
      "learning_rate": 8e-05,
      "loss": 1.5824,
      "step": 2733
    },
    {
      "epoch": 0.9978102189781022,
      "grad_norm": 0.6274946928024292,
      "learning_rate": 8e-05,
      "loss": 1.5093,
      "step": 2734
    },
    {
      "epoch": 0.9981751824817519,
      "grad_norm": 0.6143879890441895,
      "learning_rate": 8e-05,
      "loss": 1.4948,
      "step": 2735
    },
    {
      "epoch": 0.9985401459854014,
      "grad_norm": 0.6284583806991577,
      "learning_rate": 8e-05,
      "loss": 1.4052,
      "step": 2736
    },
    {
      "epoch": 0.9989051094890511,
      "grad_norm": 0.6105619668960571,
      "learning_rate": 8e-05,
      "loss": 1.4862,
      "step": 2737
    },
    {
      "epoch": 0.9992700729927008,
      "grad_norm": 0.6195040345191956,
      "learning_rate": 8e-05,
      "loss": 1.5025,
      "step": 2738
    },
    {
      "epoch": 0.9996350364963503,
      "grad_norm": 0.6084417104721069,
      "learning_rate": 8e-05,
      "loss": 1.4812,
      "step": 2739
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.6344518661499023,
      "learning_rate": 8e-05,
      "loss": 1.5613,
      "step": 2740
    },
    {
      "epoch": 1.0003649635036496,
      "grad_norm": 0.6460228562355042,
      "learning_rate": 8e-05,
      "loss": 1.3734,
      "step": 2741
    },
    {
      "epoch": 1.0007299270072993,
      "grad_norm": 0.6306664347648621,
      "learning_rate": 8e-05,
      "loss": 1.4615,
      "step": 2742
    },
    {
      "epoch": 1.001094890510949,
      "grad_norm": 0.6699416637420654,
      "learning_rate": 8e-05,
      "loss": 1.457,
      "step": 2743
    },
    {
      "epoch": 1.0014598540145985,
      "grad_norm": 0.6299666166305542,
      "learning_rate": 8e-05,
      "loss": 1.4612,
      "step": 2744
    },
    {
      "epoch": 1.0018248175182483,
      "grad_norm": 0.63020259141922,
      "learning_rate": 8e-05,
      "loss": 1.3827,
      "step": 2745
    },
    {
      "epoch": 1.0021897810218978,
      "grad_norm": 0.6361048817634583,
      "learning_rate": 8e-05,
      "loss": 1.3656,
      "step": 2746
    },
    {
      "epoch": 1.0025547445255474,
      "grad_norm": 0.6886121034622192,
      "learning_rate": 8e-05,
      "loss": 1.4713,
      "step": 2747
    },
    {
      "epoch": 1.0029197080291972,
      "grad_norm": 0.6385160684585571,
      "learning_rate": 8e-05,
      "loss": 1.3796,
      "step": 2748
    },
    {
      "epoch": 1.0032846715328467,
      "grad_norm": 0.6698798537254333,
      "learning_rate": 8e-05,
      "loss": 1.4497,
      "step": 2749
    },
    {
      "epoch": 1.0036496350364963,
      "grad_norm": 0.6651967167854309,
      "learning_rate": 8e-05,
      "loss": 1.4156,
      "step": 2750
    },
    {
      "epoch": 1.004014598540146,
      "grad_norm": 0.6773090362548828,
      "learning_rate": 8e-05,
      "loss": 1.4855,
      "step": 2751
    },
    {
      "epoch": 1.0043795620437956,
      "grad_norm": 0.6394774317741394,
      "learning_rate": 8e-05,
      "loss": 1.296,
      "step": 2752
    },
    {
      "epoch": 1.0047445255474452,
      "grad_norm": 0.6881605982780457,
      "learning_rate": 8e-05,
      "loss": 1.4056,
      "step": 2753
    },
    {
      "epoch": 1.005109489051095,
      "grad_norm": 0.6592457294464111,
      "learning_rate": 8e-05,
      "loss": 1.3765,
      "step": 2754
    },
    {
      "epoch": 1.0054744525547445,
      "grad_norm": 0.6530663967132568,
      "learning_rate": 8e-05,
      "loss": 1.4257,
      "step": 2755
    },
    {
      "epoch": 1.005839416058394,
      "grad_norm": 0.6585359573364258,
      "learning_rate": 8e-05,
      "loss": 1.397,
      "step": 2756
    },
    {
      "epoch": 1.006204379562044,
      "grad_norm": 0.6938726902008057,
      "learning_rate": 8e-05,
      "loss": 1.369,
      "step": 2757
    },
    {
      "epoch": 1.0065693430656935,
      "grad_norm": 0.7780662178993225,
      "learning_rate": 8e-05,
      "loss": 1.514,
      "step": 2758
    },
    {
      "epoch": 1.006934306569343,
      "grad_norm": 0.647370457649231,
      "learning_rate": 8e-05,
      "loss": 1.4016,
      "step": 2759
    },
    {
      "epoch": 1.0072992700729928,
      "grad_norm": 0.6906101703643799,
      "learning_rate": 8e-05,
      "loss": 1.3702,
      "step": 2760
    },
    {
      "epoch": 1.0076642335766424,
      "grad_norm": 0.6749361157417297,
      "learning_rate": 8e-05,
      "loss": 1.4288,
      "step": 2761
    },
    {
      "epoch": 1.008029197080292,
      "grad_norm": 0.670799195766449,
      "learning_rate": 8e-05,
      "loss": 1.3492,
      "step": 2762
    },
    {
      "epoch": 1.0083941605839417,
      "grad_norm": 0.6780850887298584,
      "learning_rate": 8e-05,
      "loss": 1.4007,
      "step": 2763
    },
    {
      "epoch": 1.0087591240875913,
      "grad_norm": 0.7268856763839722,
      "learning_rate": 8e-05,
      "loss": 1.4355,
      "step": 2764
    },
    {
      "epoch": 1.0091240875912408,
      "grad_norm": 0.6630297303199768,
      "learning_rate": 8e-05,
      "loss": 1.4535,
      "step": 2765
    },
    {
      "epoch": 1.0094890510948904,
      "grad_norm": 0.6573300957679749,
      "learning_rate": 8e-05,
      "loss": 1.3518,
      "step": 2766
    },
    {
      "epoch": 1.0098540145985402,
      "grad_norm": 0.6656886339187622,
      "learning_rate": 8e-05,
      "loss": 1.435,
      "step": 2767
    },
    {
      "epoch": 1.0102189781021897,
      "grad_norm": 0.6466143131256104,
      "learning_rate": 8e-05,
      "loss": 1.345,
      "step": 2768
    },
    {
      "epoch": 1.0105839416058393,
      "grad_norm": 0.7096743583679199,
      "learning_rate": 8e-05,
      "loss": 1.4186,
      "step": 2769
    },
    {
      "epoch": 1.010948905109489,
      "grad_norm": 0.6900151968002319,
      "learning_rate": 8e-05,
      "loss": 1.3436,
      "step": 2770
    },
    {
      "epoch": 1.0113138686131387,
      "grad_norm": 0.666374921798706,
      "learning_rate": 8e-05,
      "loss": 1.3626,
      "step": 2771
    },
    {
      "epoch": 1.0116788321167882,
      "grad_norm": 0.6611840128898621,
      "learning_rate": 8e-05,
      "loss": 1.4282,
      "step": 2772
    },
    {
      "epoch": 1.012043795620438,
      "grad_norm": 0.6967675089836121,
      "learning_rate": 8e-05,
      "loss": 1.4252,
      "step": 2773
    },
    {
      "epoch": 1.0124087591240876,
      "grad_norm": 0.6527500152587891,
      "learning_rate": 8e-05,
      "loss": 1.366,
      "step": 2774
    },
    {
      "epoch": 1.0127737226277371,
      "grad_norm": 0.6528503894805908,
      "learning_rate": 8e-05,
      "loss": 1.3663,
      "step": 2775
    },
    {
      "epoch": 1.013138686131387,
      "grad_norm": 0.6758193969726562,
      "learning_rate": 8e-05,
      "loss": 1.395,
      "step": 2776
    },
    {
      "epoch": 1.0135036496350365,
      "grad_norm": 0.6397495269775391,
      "learning_rate": 8e-05,
      "loss": 1.4278,
      "step": 2777
    },
    {
      "epoch": 1.013868613138686,
      "grad_norm": 0.6544057726860046,
      "learning_rate": 8e-05,
      "loss": 1.4073,
      "step": 2778
    },
    {
      "epoch": 1.0142335766423358,
      "grad_norm": 0.6542837619781494,
      "learning_rate": 8e-05,
      "loss": 1.4087,
      "step": 2779
    },
    {
      "epoch": 1.0145985401459854,
      "grad_norm": 0.6622079610824585,
      "learning_rate": 8e-05,
      "loss": 1.459,
      "step": 2780
    },
    {
      "epoch": 1.014963503649635,
      "grad_norm": 0.653208315372467,
      "learning_rate": 8e-05,
      "loss": 1.3499,
      "step": 2781
    },
    {
      "epoch": 1.0153284671532847,
      "grad_norm": 0.6484054327011108,
      "learning_rate": 8e-05,
      "loss": 1.3121,
      "step": 2782
    },
    {
      "epoch": 1.0156934306569343,
      "grad_norm": 0.6823537349700928,
      "learning_rate": 8e-05,
      "loss": 1.4752,
      "step": 2783
    },
    {
      "epoch": 1.0160583941605839,
      "grad_norm": 0.6931743621826172,
      "learning_rate": 8e-05,
      "loss": 1.3413,
      "step": 2784
    },
    {
      "epoch": 1.0164233576642336,
      "grad_norm": 0.6779638528823853,
      "learning_rate": 8e-05,
      "loss": 1.387,
      "step": 2785
    },
    {
      "epoch": 1.0167883211678832,
      "grad_norm": 0.6781737804412842,
      "learning_rate": 8e-05,
      "loss": 1.3879,
      "step": 2786
    },
    {
      "epoch": 1.0171532846715328,
      "grad_norm": 0.6886450052261353,
      "learning_rate": 8e-05,
      "loss": 1.4303,
      "step": 2787
    },
    {
      "epoch": 1.0175182481751825,
      "grad_norm": 0.6708605885505676,
      "learning_rate": 8e-05,
      "loss": 1.3933,
      "step": 2788
    },
    {
      "epoch": 1.0178832116788321,
      "grad_norm": 0.675822377204895,
      "learning_rate": 8e-05,
      "loss": 1.4184,
      "step": 2789
    },
    {
      "epoch": 1.0182481751824817,
      "grad_norm": 0.6573379039764404,
      "learning_rate": 8e-05,
      "loss": 1.4264,
      "step": 2790
    },
    {
      "epoch": 1.0186131386861315,
      "grad_norm": 0.7012734413146973,
      "learning_rate": 8e-05,
      "loss": 1.3853,
      "step": 2791
    },
    {
      "epoch": 1.018978102189781,
      "grad_norm": 0.6793134212493896,
      "learning_rate": 8e-05,
      "loss": 1.4989,
      "step": 2792
    },
    {
      "epoch": 1.0193430656934306,
      "grad_norm": 0.6734245419502258,
      "learning_rate": 8e-05,
      "loss": 1.4581,
      "step": 2793
    },
    {
      "epoch": 1.0197080291970804,
      "grad_norm": 0.6840989589691162,
      "learning_rate": 8e-05,
      "loss": 1.4451,
      "step": 2794
    },
    {
      "epoch": 1.02007299270073,
      "grad_norm": 0.676241934299469,
      "learning_rate": 8e-05,
      "loss": 1.3842,
      "step": 2795
    },
    {
      "epoch": 1.0204379562043795,
      "grad_norm": 0.6914070844650269,
      "learning_rate": 8e-05,
      "loss": 1.4055,
      "step": 2796
    },
    {
      "epoch": 1.0208029197080293,
      "grad_norm": 0.7054433226585388,
      "learning_rate": 8e-05,
      "loss": 1.5082,
      "step": 2797
    },
    {
      "epoch": 1.0211678832116788,
      "grad_norm": 0.6874887347221375,
      "learning_rate": 8e-05,
      "loss": 1.4542,
      "step": 2798
    },
    {
      "epoch": 1.0215328467153284,
      "grad_norm": 0.6701409220695496,
      "learning_rate": 8e-05,
      "loss": 1.4799,
      "step": 2799
    },
    {
      "epoch": 1.0218978102189782,
      "grad_norm": 0.6725801229476929,
      "learning_rate": 8e-05,
      "loss": 1.4585,
      "step": 2800
    },
    {
      "epoch": 1.0222627737226277,
      "grad_norm": 0.6976725459098816,
      "learning_rate": 8e-05,
      "loss": 1.39,
      "step": 2801
    },
    {
      "epoch": 1.0226277372262773,
      "grad_norm": 0.6862922310829163,
      "learning_rate": 8e-05,
      "loss": 1.3356,
      "step": 2802
    },
    {
      "epoch": 1.022992700729927,
      "grad_norm": 0.6851388812065125,
      "learning_rate": 8e-05,
      "loss": 1.3957,
      "step": 2803
    },
    {
      "epoch": 1.0233576642335767,
      "grad_norm": 0.6982900500297546,
      "learning_rate": 8e-05,
      "loss": 1.3395,
      "step": 2804
    },
    {
      "epoch": 1.0237226277372262,
      "grad_norm": 0.7488042712211609,
      "learning_rate": 8e-05,
      "loss": 1.4184,
      "step": 2805
    },
    {
      "epoch": 1.024087591240876,
      "grad_norm": 0.7010865807533264,
      "learning_rate": 8e-05,
      "loss": 1.387,
      "step": 2806
    },
    {
      "epoch": 1.0244525547445256,
      "grad_norm": 0.6493124961853027,
      "learning_rate": 8e-05,
      "loss": 1.3975,
      "step": 2807
    },
    {
      "epoch": 1.0248175182481751,
      "grad_norm": 0.7147019505500793,
      "learning_rate": 8e-05,
      "loss": 1.4471,
      "step": 2808
    },
    {
      "epoch": 1.025182481751825,
      "grad_norm": 0.6830769777297974,
      "learning_rate": 8e-05,
      "loss": 1.4039,
      "step": 2809
    },
    {
      "epoch": 1.0255474452554745,
      "grad_norm": 0.7100003361701965,
      "learning_rate": 8e-05,
      "loss": 1.4611,
      "step": 2810
    },
    {
      "epoch": 1.025912408759124,
      "grad_norm": 0.6637241840362549,
      "learning_rate": 8e-05,
      "loss": 1.3488,
      "step": 2811
    },
    {
      "epoch": 1.0262773722627738,
      "grad_norm": 0.6937724351882935,
      "learning_rate": 8e-05,
      "loss": 1.4458,
      "step": 2812
    },
    {
      "epoch": 1.0266423357664234,
      "grad_norm": 0.6913225054740906,
      "learning_rate": 8e-05,
      "loss": 1.4822,
      "step": 2813
    },
    {
      "epoch": 1.027007299270073,
      "grad_norm": 0.6498745083808899,
      "learning_rate": 8e-05,
      "loss": 1.3789,
      "step": 2814
    },
    {
      "epoch": 1.0273722627737227,
      "grad_norm": 0.6643638014793396,
      "learning_rate": 8e-05,
      "loss": 1.3743,
      "step": 2815
    },
    {
      "epoch": 1.0277372262773723,
      "grad_norm": 0.6546937823295593,
      "learning_rate": 8e-05,
      "loss": 1.4636,
      "step": 2816
    },
    {
      "epoch": 1.0281021897810219,
      "grad_norm": 0.6392229199409485,
      "learning_rate": 8e-05,
      "loss": 1.3515,
      "step": 2817
    },
    {
      "epoch": 1.0284671532846716,
      "grad_norm": 0.6290924549102783,
      "learning_rate": 8e-05,
      "loss": 1.3908,
      "step": 2818
    },
    {
      "epoch": 1.0288321167883212,
      "grad_norm": 0.6837387681007385,
      "learning_rate": 8e-05,
      "loss": 1.4168,
      "step": 2819
    },
    {
      "epoch": 1.0291970802919708,
      "grad_norm": 0.6814252138137817,
      "learning_rate": 8e-05,
      "loss": 1.3888,
      "step": 2820
    },
    {
      "epoch": 1.0295620437956203,
      "grad_norm": 0.6532304883003235,
      "learning_rate": 8e-05,
      "loss": 1.3847,
      "step": 2821
    },
    {
      "epoch": 1.0299270072992701,
      "grad_norm": 0.6417755484580994,
      "learning_rate": 8e-05,
      "loss": 1.2983,
      "step": 2822
    },
    {
      "epoch": 1.0302919708029197,
      "grad_norm": 0.6986898183822632,
      "learning_rate": 8e-05,
      "loss": 1.4392,
      "step": 2823
    },
    {
      "epoch": 1.0306569343065692,
      "grad_norm": 0.6690348982810974,
      "learning_rate": 8e-05,
      "loss": 1.4053,
      "step": 2824
    },
    {
      "epoch": 1.031021897810219,
      "grad_norm": 0.693080723285675,
      "learning_rate": 8e-05,
      "loss": 1.4533,
      "step": 2825
    },
    {
      "epoch": 1.0313868613138686,
      "grad_norm": 0.6721912622451782,
      "learning_rate": 8e-05,
      "loss": 1.3707,
      "step": 2826
    },
    {
      "epoch": 1.0317518248175181,
      "grad_norm": 0.6541615128517151,
      "learning_rate": 8e-05,
      "loss": 1.3989,
      "step": 2827
    },
    {
      "epoch": 1.032116788321168,
      "grad_norm": 0.6928775906562805,
      "learning_rate": 8e-05,
      "loss": 1.5042,
      "step": 2828
    },
    {
      "epoch": 1.0324817518248175,
      "grad_norm": 0.6402813792228699,
      "learning_rate": 8e-05,
      "loss": 1.4011,
      "step": 2829
    },
    {
      "epoch": 1.032846715328467,
      "grad_norm": 0.6575707793235779,
      "learning_rate": 8e-05,
      "loss": 1.4263,
      "step": 2830
    },
    {
      "epoch": 1.0332116788321168,
      "grad_norm": 0.651185154914856,
      "learning_rate": 8e-05,
      "loss": 1.3866,
      "step": 2831
    },
    {
      "epoch": 1.0335766423357664,
      "grad_norm": 0.6540703177452087,
      "learning_rate": 8e-05,
      "loss": 1.3575,
      "step": 2832
    },
    {
      "epoch": 1.033941605839416,
      "grad_norm": 0.7333113551139832,
      "learning_rate": 8e-05,
      "loss": 1.4317,
      "step": 2833
    },
    {
      "epoch": 1.0343065693430658,
      "grad_norm": 0.7087751626968384,
      "learning_rate": 8e-05,
      "loss": 1.4245,
      "step": 2834
    },
    {
      "epoch": 1.0346715328467153,
      "grad_norm": 0.6521705985069275,
      "learning_rate": 8e-05,
      "loss": 1.4224,
      "step": 2835
    },
    {
      "epoch": 1.0350364963503649,
      "grad_norm": 0.6547747254371643,
      "learning_rate": 8e-05,
      "loss": 1.3863,
      "step": 2836
    },
    {
      "epoch": 1.0354014598540147,
      "grad_norm": 0.708703875541687,
      "learning_rate": 8e-05,
      "loss": 1.4636,
      "step": 2837
    },
    {
      "epoch": 1.0357664233576642,
      "grad_norm": 0.6865757703781128,
      "learning_rate": 8e-05,
      "loss": 1.5277,
      "step": 2838
    },
    {
      "epoch": 1.0361313868613138,
      "grad_norm": 0.6662033796310425,
      "learning_rate": 8e-05,
      "loss": 1.3888,
      "step": 2839
    },
    {
      "epoch": 1.0364963503649636,
      "grad_norm": 0.686459481716156,
      "learning_rate": 8e-05,
      "loss": 1.4018,
      "step": 2840
    },
    {
      "epoch": 1.0368613138686131,
      "grad_norm": 0.6694413423538208,
      "learning_rate": 8e-05,
      "loss": 1.4385,
      "step": 2841
    },
    {
      "epoch": 1.0372262773722627,
      "grad_norm": 0.6580576300621033,
      "learning_rate": 8e-05,
      "loss": 1.5243,
      "step": 2842
    },
    {
      "epoch": 1.0375912408759125,
      "grad_norm": 0.6698622703552246,
      "learning_rate": 8e-05,
      "loss": 1.3545,
      "step": 2843
    },
    {
      "epoch": 1.037956204379562,
      "grad_norm": 0.6652545928955078,
      "learning_rate": 8e-05,
      "loss": 1.3894,
      "step": 2844
    },
    {
      "epoch": 1.0383211678832116,
      "grad_norm": 0.6927666068077087,
      "learning_rate": 8e-05,
      "loss": 1.4567,
      "step": 2845
    },
    {
      "epoch": 1.0386861313868614,
      "grad_norm": 0.6664050817489624,
      "learning_rate": 8e-05,
      "loss": 1.4028,
      "step": 2846
    },
    {
      "epoch": 1.039051094890511,
      "grad_norm": 0.7242810726165771,
      "learning_rate": 8e-05,
      "loss": 1.4323,
      "step": 2847
    },
    {
      "epoch": 1.0394160583941605,
      "grad_norm": 0.6724698543548584,
      "learning_rate": 8e-05,
      "loss": 1.3916,
      "step": 2848
    },
    {
      "epoch": 1.0397810218978103,
      "grad_norm": 0.6807015538215637,
      "learning_rate": 8e-05,
      "loss": 1.4389,
      "step": 2849
    },
    {
      "epoch": 1.0401459854014599,
      "grad_norm": 0.689003586769104,
      "learning_rate": 8e-05,
      "loss": 1.4833,
      "step": 2850
    },
    {
      "epoch": 1.0405109489051094,
      "grad_norm": 0.6598687767982483,
      "learning_rate": 8e-05,
      "loss": 1.4459,
      "step": 2851
    },
    {
      "epoch": 1.0408759124087592,
      "grad_norm": 0.685817539691925,
      "learning_rate": 8e-05,
      "loss": 1.376,
      "step": 2852
    },
    {
      "epoch": 1.0412408759124088,
      "grad_norm": 0.688458263874054,
      "learning_rate": 8e-05,
      "loss": 1.3856,
      "step": 2853
    },
    {
      "epoch": 1.0416058394160583,
      "grad_norm": 0.6729588508605957,
      "learning_rate": 8e-05,
      "loss": 1.4016,
      "step": 2854
    },
    {
      "epoch": 1.0419708029197081,
      "grad_norm": 0.7070211172103882,
      "learning_rate": 8e-05,
      "loss": 1.3881,
      "step": 2855
    },
    {
      "epoch": 1.0423357664233577,
      "grad_norm": 0.6908412575721741,
      "learning_rate": 8e-05,
      "loss": 1.4322,
      "step": 2856
    },
    {
      "epoch": 1.0427007299270072,
      "grad_norm": 0.6866496205329895,
      "learning_rate": 8e-05,
      "loss": 1.3838,
      "step": 2857
    },
    {
      "epoch": 1.043065693430657,
      "grad_norm": 0.6548506021499634,
      "learning_rate": 8e-05,
      "loss": 1.3979,
      "step": 2858
    },
    {
      "epoch": 1.0434306569343066,
      "grad_norm": 0.6734780073165894,
      "learning_rate": 8e-05,
      "loss": 1.3912,
      "step": 2859
    },
    {
      "epoch": 1.0437956204379562,
      "grad_norm": 0.704535961151123,
      "learning_rate": 8e-05,
      "loss": 1.4553,
      "step": 2860
    },
    {
      "epoch": 1.044160583941606,
      "grad_norm": 0.6656167507171631,
      "learning_rate": 8e-05,
      "loss": 1.2993,
      "step": 2861
    },
    {
      "epoch": 1.0445255474452555,
      "grad_norm": 0.6787112951278687,
      "learning_rate": 8e-05,
      "loss": 1.3782,
      "step": 2862
    },
    {
      "epoch": 1.044890510948905,
      "grad_norm": 0.6733738780021667,
      "learning_rate": 8e-05,
      "loss": 1.3887,
      "step": 2863
    },
    {
      "epoch": 1.0452554744525548,
      "grad_norm": 0.6666486263275146,
      "learning_rate": 8e-05,
      "loss": 1.4112,
      "step": 2864
    },
    {
      "epoch": 1.0456204379562044,
      "grad_norm": 0.6442505717277527,
      "learning_rate": 8e-05,
      "loss": 1.3791,
      "step": 2865
    },
    {
      "epoch": 1.045985401459854,
      "grad_norm": 0.6543798446655273,
      "learning_rate": 8e-05,
      "loss": 1.4175,
      "step": 2866
    },
    {
      "epoch": 1.0463503649635038,
      "grad_norm": 0.6725420355796814,
      "learning_rate": 8e-05,
      "loss": 1.4146,
      "step": 2867
    },
    {
      "epoch": 1.0467153284671533,
      "grad_norm": 0.6794402599334717,
      "learning_rate": 8e-05,
      "loss": 1.443,
      "step": 2868
    },
    {
      "epoch": 1.0470802919708029,
      "grad_norm": 0.6970707774162292,
      "learning_rate": 8e-05,
      "loss": 1.3273,
      "step": 2869
    },
    {
      "epoch": 1.0474452554744524,
      "grad_norm": 0.6788166165351868,
      "learning_rate": 8e-05,
      "loss": 1.4076,
      "step": 2870
    },
    {
      "epoch": 1.0478102189781022,
      "grad_norm": 0.6413962244987488,
      "learning_rate": 8e-05,
      "loss": 1.3163,
      "step": 2871
    },
    {
      "epoch": 1.0481751824817518,
      "grad_norm": 0.645851194858551,
      "learning_rate": 8e-05,
      "loss": 1.4483,
      "step": 2872
    },
    {
      "epoch": 1.0485401459854016,
      "grad_norm": 0.6508218050003052,
      "learning_rate": 8e-05,
      "loss": 1.4636,
      "step": 2873
    },
    {
      "epoch": 1.0489051094890511,
      "grad_norm": 0.6424044370651245,
      "learning_rate": 8e-05,
      "loss": 1.427,
      "step": 2874
    },
    {
      "epoch": 1.0492700729927007,
      "grad_norm": 0.6615338325500488,
      "learning_rate": 8e-05,
      "loss": 1.3711,
      "step": 2875
    },
    {
      "epoch": 1.0496350364963503,
      "grad_norm": 0.6747534871101379,
      "learning_rate": 8e-05,
      "loss": 1.3374,
      "step": 2876
    },
    {
      "epoch": 1.05,
      "grad_norm": 0.759185254573822,
      "learning_rate": 8e-05,
      "loss": 1.5047,
      "step": 2877
    },
    {
      "epoch": 1.0503649635036496,
      "grad_norm": 0.7083662152290344,
      "learning_rate": 8e-05,
      "loss": 1.3867,
      "step": 2878
    },
    {
      "epoch": 1.0507299270072992,
      "grad_norm": 0.7068496942520142,
      "learning_rate": 8e-05,
      "loss": 1.392,
      "step": 2879
    },
    {
      "epoch": 1.051094890510949,
      "grad_norm": 0.6918652057647705,
      "learning_rate": 8e-05,
      "loss": 1.4359,
      "step": 2880
    },
    {
      "epoch": 1.0514598540145985,
      "grad_norm": 0.6608222723007202,
      "learning_rate": 8e-05,
      "loss": 1.4412,
      "step": 2881
    },
    {
      "epoch": 1.051824817518248,
      "grad_norm": 0.6819939613342285,
      "learning_rate": 8e-05,
      "loss": 1.454,
      "step": 2882
    },
    {
      "epoch": 1.0521897810218979,
      "grad_norm": 0.7051599621772766,
      "learning_rate": 8e-05,
      "loss": 1.4699,
      "step": 2883
    },
    {
      "epoch": 1.0525547445255474,
      "grad_norm": 0.6961759924888611,
      "learning_rate": 8e-05,
      "loss": 1.5231,
      "step": 2884
    },
    {
      "epoch": 1.052919708029197,
      "grad_norm": 0.6931139230728149,
      "learning_rate": 8e-05,
      "loss": 1.4746,
      "step": 2885
    },
    {
      "epoch": 1.0532846715328468,
      "grad_norm": 0.6567591428756714,
      "learning_rate": 8e-05,
      "loss": 1.3686,
      "step": 2886
    },
    {
      "epoch": 1.0536496350364963,
      "grad_norm": 0.650442361831665,
      "learning_rate": 8e-05,
      "loss": 1.3662,
      "step": 2887
    },
    {
      "epoch": 1.054014598540146,
      "grad_norm": 0.6534979939460754,
      "learning_rate": 8e-05,
      "loss": 1.3629,
      "step": 2888
    },
    {
      "epoch": 1.0543795620437957,
      "grad_norm": 0.6519083380699158,
      "learning_rate": 8e-05,
      "loss": 1.36,
      "step": 2889
    },
    {
      "epoch": 1.0547445255474452,
      "grad_norm": 0.6808605194091797,
      "learning_rate": 8e-05,
      "loss": 1.4749,
      "step": 2890
    },
    {
      "epoch": 1.0551094890510948,
      "grad_norm": 0.7497699856758118,
      "learning_rate": 8e-05,
      "loss": 1.4306,
      "step": 2891
    },
    {
      "epoch": 1.0554744525547446,
      "grad_norm": 0.6675997376441956,
      "learning_rate": 8e-05,
      "loss": 1.3744,
      "step": 2892
    },
    {
      "epoch": 1.0558394160583942,
      "grad_norm": 0.6827822923660278,
      "learning_rate": 8e-05,
      "loss": 1.4496,
      "step": 2893
    },
    {
      "epoch": 1.0562043795620437,
      "grad_norm": 0.6814646124839783,
      "learning_rate": 8e-05,
      "loss": 1.4595,
      "step": 2894
    },
    {
      "epoch": 1.0565693430656935,
      "grad_norm": 0.6698896288871765,
      "learning_rate": 8e-05,
      "loss": 1.3999,
      "step": 2895
    },
    {
      "epoch": 1.056934306569343,
      "grad_norm": 0.6943526864051819,
      "learning_rate": 8e-05,
      "loss": 1.414,
      "step": 2896
    },
    {
      "epoch": 1.0572992700729926,
      "grad_norm": 0.698143482208252,
      "learning_rate": 8e-05,
      "loss": 1.4088,
      "step": 2897
    },
    {
      "epoch": 1.0576642335766424,
      "grad_norm": 0.672598123550415,
      "learning_rate": 8e-05,
      "loss": 1.3227,
      "step": 2898
    },
    {
      "epoch": 1.058029197080292,
      "grad_norm": 0.6840507388114929,
      "learning_rate": 8e-05,
      "loss": 1.4303,
      "step": 2899
    },
    {
      "epoch": 1.0583941605839415,
      "grad_norm": 0.6706883311271667,
      "learning_rate": 8e-05,
      "loss": 1.4324,
      "step": 2900
    },
    {
      "epoch": 1.0587591240875913,
      "grad_norm": 0.6616858839988708,
      "learning_rate": 8e-05,
      "loss": 1.3632,
      "step": 2901
    },
    {
      "epoch": 1.0591240875912409,
      "grad_norm": 0.6695092916488647,
      "learning_rate": 8e-05,
      "loss": 1.4375,
      "step": 2902
    },
    {
      "epoch": 1.0594890510948904,
      "grad_norm": 0.6451550722122192,
      "learning_rate": 8e-05,
      "loss": 1.3813,
      "step": 2903
    },
    {
      "epoch": 1.0598540145985402,
      "grad_norm": 0.6808645129203796,
      "learning_rate": 8e-05,
      "loss": 1.3973,
      "step": 2904
    },
    {
      "epoch": 1.0602189781021898,
      "grad_norm": 0.7201682329177856,
      "learning_rate": 8e-05,
      "loss": 1.4744,
      "step": 2905
    },
    {
      "epoch": 1.0605839416058394,
      "grad_norm": 0.672825038433075,
      "learning_rate": 8e-05,
      "loss": 1.3499,
      "step": 2906
    },
    {
      "epoch": 1.0609489051094891,
      "grad_norm": 0.7155415415763855,
      "learning_rate": 8e-05,
      "loss": 1.4278,
      "step": 2907
    },
    {
      "epoch": 1.0613138686131387,
      "grad_norm": 0.706953763961792,
      "learning_rate": 8e-05,
      "loss": 1.4507,
      "step": 2908
    },
    {
      "epoch": 1.0616788321167883,
      "grad_norm": 0.6645139455795288,
      "learning_rate": 8e-05,
      "loss": 1.4107,
      "step": 2909
    },
    {
      "epoch": 1.062043795620438,
      "grad_norm": 0.6538655757904053,
      "learning_rate": 8e-05,
      "loss": 1.436,
      "step": 2910
    },
    {
      "epoch": 1.0624087591240876,
      "grad_norm": 0.6417659521102905,
      "learning_rate": 8e-05,
      "loss": 1.399,
      "step": 2911
    },
    {
      "epoch": 1.0627737226277372,
      "grad_norm": 0.6929020881652832,
      "learning_rate": 8e-05,
      "loss": 1.3893,
      "step": 2912
    },
    {
      "epoch": 1.063138686131387,
      "grad_norm": 0.6939684152603149,
      "learning_rate": 8e-05,
      "loss": 1.4449,
      "step": 2913
    },
    {
      "epoch": 1.0635036496350365,
      "grad_norm": 0.6858229637145996,
      "learning_rate": 8e-05,
      "loss": 1.3482,
      "step": 2914
    },
    {
      "epoch": 1.063868613138686,
      "grad_norm": 0.6910669207572937,
      "learning_rate": 8e-05,
      "loss": 1.4292,
      "step": 2915
    },
    {
      "epoch": 1.0642335766423359,
      "grad_norm": 0.7005633115768433,
      "learning_rate": 8e-05,
      "loss": 1.4053,
      "step": 2916
    },
    {
      "epoch": 1.0645985401459854,
      "grad_norm": 0.6615151762962341,
      "learning_rate": 8e-05,
      "loss": 1.448,
      "step": 2917
    },
    {
      "epoch": 1.064963503649635,
      "grad_norm": 0.681814968585968,
      "learning_rate": 8e-05,
      "loss": 1.4837,
      "step": 2918
    },
    {
      "epoch": 1.0653284671532848,
      "grad_norm": 0.6639266610145569,
      "learning_rate": 8e-05,
      "loss": 1.4258,
      "step": 2919
    },
    {
      "epoch": 1.0656934306569343,
      "grad_norm": 0.673974335193634,
      "learning_rate": 8e-05,
      "loss": 1.4126,
      "step": 2920
    },
    {
      "epoch": 1.066058394160584,
      "grad_norm": 0.6861441731452942,
      "learning_rate": 8e-05,
      "loss": 1.3988,
      "step": 2921
    },
    {
      "epoch": 1.0664233576642337,
      "grad_norm": 0.6749782562255859,
      "learning_rate": 8e-05,
      "loss": 1.3204,
      "step": 2922
    },
    {
      "epoch": 1.0667883211678832,
      "grad_norm": 0.6656845211982727,
      "learning_rate": 8e-05,
      "loss": 1.4395,
      "step": 2923
    },
    {
      "epoch": 1.0671532846715328,
      "grad_norm": 0.673226535320282,
      "learning_rate": 8e-05,
      "loss": 1.3967,
      "step": 2924
    },
    {
      "epoch": 1.0675182481751824,
      "grad_norm": 0.6698352694511414,
      "learning_rate": 8e-05,
      "loss": 1.4304,
      "step": 2925
    },
    {
      "epoch": 1.0678832116788322,
      "grad_norm": 0.6732012033462524,
      "learning_rate": 8e-05,
      "loss": 1.3836,
      "step": 2926
    },
    {
      "epoch": 1.0682481751824817,
      "grad_norm": 0.6647140383720398,
      "learning_rate": 8e-05,
      "loss": 1.443,
      "step": 2927
    },
    {
      "epoch": 1.0686131386861315,
      "grad_norm": 0.6823306083679199,
      "learning_rate": 8e-05,
      "loss": 1.4788,
      "step": 2928
    },
    {
      "epoch": 1.068978102189781,
      "grad_norm": 0.6821098923683167,
      "learning_rate": 8e-05,
      "loss": 1.4503,
      "step": 2929
    },
    {
      "epoch": 1.0693430656934306,
      "grad_norm": 0.7213950157165527,
      "learning_rate": 8e-05,
      "loss": 1.4164,
      "step": 2930
    },
    {
      "epoch": 1.0697080291970802,
      "grad_norm": 0.700439989566803,
      "learning_rate": 8e-05,
      "loss": 1.511,
      "step": 2931
    },
    {
      "epoch": 1.07007299270073,
      "grad_norm": 0.6819788217544556,
      "learning_rate": 8e-05,
      "loss": 1.4029,
      "step": 2932
    },
    {
      "epoch": 1.0704379562043795,
      "grad_norm": 0.6666883826255798,
      "learning_rate": 8e-05,
      "loss": 1.3577,
      "step": 2933
    },
    {
      "epoch": 1.070802919708029,
      "grad_norm": 0.6925662755966187,
      "learning_rate": 8e-05,
      "loss": 1.3754,
      "step": 2934
    },
    {
      "epoch": 1.0711678832116789,
      "grad_norm": 0.6941522359848022,
      "learning_rate": 8e-05,
      "loss": 1.4138,
      "step": 2935
    },
    {
      "epoch": 1.0715328467153284,
      "grad_norm": 0.6657187342643738,
      "learning_rate": 8e-05,
      "loss": 1.3102,
      "step": 2936
    },
    {
      "epoch": 1.071897810218978,
      "grad_norm": 0.6588220000267029,
      "learning_rate": 8e-05,
      "loss": 1.3698,
      "step": 2937
    },
    {
      "epoch": 1.0722627737226278,
      "grad_norm": 0.7057571411132812,
      "learning_rate": 8e-05,
      "loss": 1.4732,
      "step": 2938
    },
    {
      "epoch": 1.0726277372262774,
      "grad_norm": 0.6645354628562927,
      "learning_rate": 8e-05,
      "loss": 1.364,
      "step": 2939
    },
    {
      "epoch": 1.072992700729927,
      "grad_norm": 0.682427704334259,
      "learning_rate": 8e-05,
      "loss": 1.4523,
      "step": 2940
    },
    {
      "epoch": 1.0733576642335767,
      "grad_norm": 0.667615532875061,
      "learning_rate": 8e-05,
      "loss": 1.3818,
      "step": 2941
    },
    {
      "epoch": 1.0737226277372263,
      "grad_norm": 0.6621367931365967,
      "learning_rate": 8e-05,
      "loss": 1.3517,
      "step": 2942
    },
    {
      "epoch": 1.0740875912408758,
      "grad_norm": 0.6869604587554932,
      "learning_rate": 8e-05,
      "loss": 1.4603,
      "step": 2943
    },
    {
      "epoch": 1.0744525547445256,
      "grad_norm": 0.6647436022758484,
      "learning_rate": 8e-05,
      "loss": 1.362,
      "step": 2944
    },
    {
      "epoch": 1.0748175182481752,
      "grad_norm": 0.6534608602523804,
      "learning_rate": 8e-05,
      "loss": 1.3246,
      "step": 2945
    },
    {
      "epoch": 1.0751824817518247,
      "grad_norm": 0.7008711099624634,
      "learning_rate": 8e-05,
      "loss": 1.5188,
      "step": 2946
    },
    {
      "epoch": 1.0755474452554745,
      "grad_norm": 0.7148805260658264,
      "learning_rate": 8e-05,
      "loss": 1.4239,
      "step": 2947
    },
    {
      "epoch": 1.075912408759124,
      "grad_norm": 0.7067157626152039,
      "learning_rate": 8e-05,
      "loss": 1.3802,
      "step": 2948
    },
    {
      "epoch": 1.0762773722627736,
      "grad_norm": 0.6891710758209229,
      "learning_rate": 8e-05,
      "loss": 1.4128,
      "step": 2949
    },
    {
      "epoch": 1.0766423357664234,
      "grad_norm": 0.6691225171089172,
      "learning_rate": 8e-05,
      "loss": 1.3158,
      "step": 2950
    },
    {
      "epoch": 1.077007299270073,
      "grad_norm": 0.6432050466537476,
      "learning_rate": 8e-05,
      "loss": 1.3521,
      "step": 2951
    },
    {
      "epoch": 1.0773722627737226,
      "grad_norm": 0.6604927778244019,
      "learning_rate": 8e-05,
      "loss": 1.4189,
      "step": 2952
    },
    {
      "epoch": 1.0777372262773723,
      "grad_norm": 0.6703177690505981,
      "learning_rate": 8e-05,
      "loss": 1.4358,
      "step": 2953
    },
    {
      "epoch": 1.078102189781022,
      "grad_norm": 0.6888405680656433,
      "learning_rate": 8e-05,
      "loss": 1.3516,
      "step": 2954
    },
    {
      "epoch": 1.0784671532846715,
      "grad_norm": 0.679412841796875,
      "learning_rate": 8e-05,
      "loss": 1.3626,
      "step": 2955
    },
    {
      "epoch": 1.0788321167883212,
      "grad_norm": 0.6917959451675415,
      "learning_rate": 8e-05,
      "loss": 1.3933,
      "step": 2956
    },
    {
      "epoch": 1.0791970802919708,
      "grad_norm": 0.6794350147247314,
      "learning_rate": 8e-05,
      "loss": 1.3824,
      "step": 2957
    },
    {
      "epoch": 1.0795620437956204,
      "grad_norm": 0.7898077368736267,
      "learning_rate": 8e-05,
      "loss": 1.4163,
      "step": 2958
    },
    {
      "epoch": 1.0799270072992702,
      "grad_norm": 0.716153621673584,
      "learning_rate": 8e-05,
      "loss": 1.4283,
      "step": 2959
    },
    {
      "epoch": 1.0802919708029197,
      "grad_norm": 0.6613551378250122,
      "learning_rate": 8e-05,
      "loss": 1.3648,
      "step": 2960
    },
    {
      "epoch": 1.0806569343065693,
      "grad_norm": 0.6958309412002563,
      "learning_rate": 8e-05,
      "loss": 1.4672,
      "step": 2961
    },
    {
      "epoch": 1.081021897810219,
      "grad_norm": 0.6821421980857849,
      "learning_rate": 8e-05,
      "loss": 1.3942,
      "step": 2962
    },
    {
      "epoch": 1.0813868613138686,
      "grad_norm": 0.6515868306159973,
      "learning_rate": 8e-05,
      "loss": 1.3922,
      "step": 2963
    },
    {
      "epoch": 1.0817518248175182,
      "grad_norm": 0.6828235387802124,
      "learning_rate": 8e-05,
      "loss": 1.4677,
      "step": 2964
    },
    {
      "epoch": 1.082116788321168,
      "grad_norm": 0.6593025326728821,
      "learning_rate": 8e-05,
      "loss": 1.4043,
      "step": 2965
    },
    {
      "epoch": 1.0824817518248175,
      "grad_norm": 0.6446670293807983,
      "learning_rate": 8e-05,
      "loss": 1.3127,
      "step": 2966
    },
    {
      "epoch": 1.082846715328467,
      "grad_norm": 0.6932258009910583,
      "learning_rate": 8e-05,
      "loss": 1.4047,
      "step": 2967
    },
    {
      "epoch": 1.0832116788321169,
      "grad_norm": 0.7208911180496216,
      "learning_rate": 8e-05,
      "loss": 1.4912,
      "step": 2968
    },
    {
      "epoch": 1.0835766423357664,
      "grad_norm": 0.6626347899436951,
      "learning_rate": 8e-05,
      "loss": 1.4161,
      "step": 2969
    },
    {
      "epoch": 1.083941605839416,
      "grad_norm": 0.6755433082580566,
      "learning_rate": 8e-05,
      "loss": 1.4112,
      "step": 2970
    },
    {
      "epoch": 1.0843065693430658,
      "grad_norm": 0.6734830737113953,
      "learning_rate": 8e-05,
      "loss": 1.4685,
      "step": 2971
    },
    {
      "epoch": 1.0846715328467154,
      "grad_norm": 0.6797320246696472,
      "learning_rate": 8e-05,
      "loss": 1.3944,
      "step": 2972
    },
    {
      "epoch": 1.085036496350365,
      "grad_norm": 0.7154642343521118,
      "learning_rate": 8e-05,
      "loss": 1.3861,
      "step": 2973
    },
    {
      "epoch": 1.0854014598540145,
      "grad_norm": 0.6828230023384094,
      "learning_rate": 8e-05,
      "loss": 1.4261,
      "step": 2974
    },
    {
      "epoch": 1.0857664233576643,
      "grad_norm": 0.7034371495246887,
      "learning_rate": 8e-05,
      "loss": 1.4305,
      "step": 2975
    },
    {
      "epoch": 1.0861313868613138,
      "grad_norm": 0.7130978107452393,
      "learning_rate": 8e-05,
      "loss": 1.3771,
      "step": 2976
    },
    {
      "epoch": 1.0864963503649636,
      "grad_norm": 0.6988489627838135,
      "learning_rate": 8e-05,
      "loss": 1.3808,
      "step": 2977
    },
    {
      "epoch": 1.0868613138686132,
      "grad_norm": 0.6973170042037964,
      "learning_rate": 8e-05,
      "loss": 1.3991,
      "step": 2978
    },
    {
      "epoch": 1.0872262773722627,
      "grad_norm": 0.6910002827644348,
      "learning_rate": 8e-05,
      "loss": 1.3789,
      "step": 2979
    },
    {
      "epoch": 1.0875912408759123,
      "grad_norm": 0.6976275444030762,
      "learning_rate": 8e-05,
      "loss": 1.4102,
      "step": 2980
    },
    {
      "epoch": 1.087956204379562,
      "grad_norm": 0.7055708765983582,
      "learning_rate": 8e-05,
      "loss": 1.3925,
      "step": 2981
    },
    {
      "epoch": 1.0883211678832116,
      "grad_norm": 0.6941626667976379,
      "learning_rate": 8e-05,
      "loss": 1.3963,
      "step": 2982
    },
    {
      "epoch": 1.0886861313868612,
      "grad_norm": 0.6774791479110718,
      "learning_rate": 8e-05,
      "loss": 1.3803,
      "step": 2983
    },
    {
      "epoch": 1.089051094890511,
      "grad_norm": 0.6664996147155762,
      "learning_rate": 8e-05,
      "loss": 1.3762,
      "step": 2984
    },
    {
      "epoch": 1.0894160583941606,
      "grad_norm": 0.687463641166687,
      "learning_rate": 8e-05,
      "loss": 1.3717,
      "step": 2985
    },
    {
      "epoch": 1.0897810218978101,
      "grad_norm": 0.6951591968536377,
      "learning_rate": 8e-05,
      "loss": 1.3802,
      "step": 2986
    },
    {
      "epoch": 1.09014598540146,
      "grad_norm": 0.7335993051528931,
      "learning_rate": 8e-05,
      "loss": 1.4493,
      "step": 2987
    },
    {
      "epoch": 1.0905109489051095,
      "grad_norm": 0.6928574442863464,
      "learning_rate": 8e-05,
      "loss": 1.4366,
      "step": 2988
    },
    {
      "epoch": 1.090875912408759,
      "grad_norm": 0.7061337828636169,
      "learning_rate": 8e-05,
      "loss": 1.4628,
      "step": 2989
    },
    {
      "epoch": 1.0912408759124088,
      "grad_norm": 0.6979534029960632,
      "learning_rate": 8e-05,
      "loss": 1.4392,
      "step": 2990
    },
    {
      "epoch": 1.0916058394160584,
      "grad_norm": 0.6808678507804871,
      "learning_rate": 8e-05,
      "loss": 1.3468,
      "step": 2991
    },
    {
      "epoch": 1.091970802919708,
      "grad_norm": 0.6899815201759338,
      "learning_rate": 8e-05,
      "loss": 1.4233,
      "step": 2992
    },
    {
      "epoch": 1.0923357664233577,
      "grad_norm": 0.6651158332824707,
      "learning_rate": 8e-05,
      "loss": 1.3387,
      "step": 2993
    },
    {
      "epoch": 1.0927007299270073,
      "grad_norm": 0.7245135307312012,
      "learning_rate": 8e-05,
      "loss": 1.4674,
      "step": 2994
    },
    {
      "epoch": 1.0930656934306568,
      "grad_norm": 0.6832301616668701,
      "learning_rate": 8e-05,
      "loss": 1.3369,
      "step": 2995
    },
    {
      "epoch": 1.0934306569343066,
      "grad_norm": 0.6743158102035522,
      "learning_rate": 8e-05,
      "loss": 1.4276,
      "step": 2996
    },
    {
      "epoch": 1.0937956204379562,
      "grad_norm": 0.6636704206466675,
      "learning_rate": 8e-05,
      "loss": 1.4483,
      "step": 2997
    },
    {
      "epoch": 1.0941605839416058,
      "grad_norm": 0.6851419806480408,
      "learning_rate": 8e-05,
      "loss": 1.4588,
      "step": 2998
    },
    {
      "epoch": 1.0945255474452555,
      "grad_norm": 0.6879638433456421,
      "learning_rate": 8e-05,
      "loss": 1.452,
      "step": 2999
    },
    {
      "epoch": 1.094890510948905,
      "grad_norm": 0.6967220902442932,
      "learning_rate": 8e-05,
      "loss": 1.3892,
      "step": 3000
    },
    {
      "epoch": 1.0003649635036496,
      "grad_norm": 0.657677948474884,
      "learning_rate": 8e-05,
      "loss": 1.2948,
      "step": 3001
    },
    {
      "epoch": 1.0007299270072993,
      "grad_norm": 0.4979437291622162,
      "learning_rate": 8e-05,
      "loss": 1.3448,
      "step": 3002
    },
    {
      "epoch": 1.001094890510949,
      "grad_norm": 0.5045878291130066,
      "learning_rate": 8e-05,
      "loss": 1.3222,
      "step": 3003
    },
    {
      "epoch": 1.0014598540145985,
      "grad_norm": 0.4744431972503662,
      "learning_rate": 8e-05,
      "loss": 1.354,
      "step": 3004
    },
    {
      "epoch": 1.0018248175182483,
      "grad_norm": 0.5339636206626892,
      "learning_rate": 8e-05,
      "loss": 1.267,
      "step": 3005
    },
    {
      "epoch": 1.0021897810218978,
      "grad_norm": 0.6720131635665894,
      "learning_rate": 8e-05,
      "loss": 1.246,
      "step": 3006
    },
    {
      "epoch": 1.0025547445255474,
      "grad_norm": 0.8039007186889648,
      "learning_rate": 8e-05,
      "loss": 1.332,
      "step": 3007
    },
    {
      "epoch": 1.0029197080291972,
      "grad_norm": 0.48664331436157227,
      "learning_rate": 8e-05,
      "loss": 1.2969,
      "step": 3008
    },
    {
      "epoch": 1.0032846715328467,
      "grad_norm": 0.5052137970924377,
      "learning_rate": 8e-05,
      "loss": 1.3366,
      "step": 3009
    },
    {
      "epoch": 1.0036496350364963,
      "grad_norm": 0.47615551948547363,
      "learning_rate": 8e-05,
      "loss": 1.305,
      "step": 3010
    },
    {
      "epoch": 1.004014598540146,
      "grad_norm": 0.5549416542053223,
      "learning_rate": 8e-05,
      "loss": 1.3295,
      "step": 3011
    },
    {
      "epoch": 1.0043795620437956,
      "grad_norm": 0.5312772393226624,
      "learning_rate": 8e-05,
      "loss": 1.2144,
      "step": 3012
    },
    {
      "epoch": 1.0047445255474452,
      "grad_norm": 0.5439639687538147,
      "learning_rate": 8e-05,
      "loss": 1.2688,
      "step": 3013
    },
    {
      "epoch": 1.005109489051095,
      "grad_norm": 0.508608341217041,
      "learning_rate": 8e-05,
      "loss": 1.269,
      "step": 3014
    },
    {
      "epoch": 1.0054744525547445,
      "grad_norm": 0.5022046566009521,
      "learning_rate": 8e-05,
      "loss": 1.3038,
      "step": 3015
    },
    {
      "epoch": 1.005839416058394,
      "grad_norm": 0.5097833871841431,
      "learning_rate": 8e-05,
      "loss": 1.2895,
      "step": 3016
    },
    {
      "epoch": 1.006204379562044,
      "grad_norm": 0.529513955116272,
      "learning_rate": 8e-05,
      "loss": 1.2652,
      "step": 3017
    },
    {
      "epoch": 1.0065693430656935,
      "grad_norm": 0.531278133392334,
      "learning_rate": 8e-05,
      "loss": 1.3477,
      "step": 3018
    },
    {
      "epoch": 1.006934306569343,
      "grad_norm": 0.5864874124526978,
      "learning_rate": 8e-05,
      "loss": 1.2766,
      "step": 3019
    },
    {
      "epoch": 1.0072992700729928,
      "grad_norm": 0.5379322171211243,
      "learning_rate": 8e-05,
      "loss": 1.2618,
      "step": 3020
    },
    {
      "epoch": 1.0076642335766424,
      "grad_norm": 0.5057356953620911,
      "learning_rate": 8e-05,
      "loss": 1.2933,
      "step": 3021
    },
    {
      "epoch": 1.008029197080292,
      "grad_norm": 0.5058701634407043,
      "learning_rate": 8e-05,
      "loss": 1.2358,
      "step": 3022
    },
    {
      "epoch": 1.0083941605839417,
      "grad_norm": 0.5181532502174377,
      "learning_rate": 8e-05,
      "loss": 1.2877,
      "step": 3023
    },
    {
      "epoch": 1.0087591240875913,
      "grad_norm": 0.5135568380355835,
      "learning_rate": 8e-05,
      "loss": 1.2916,
      "step": 3024
    },
    {
      "epoch": 1.0091240875912408,
      "grad_norm": 0.49085965752601624,
      "learning_rate": 8e-05,
      "loss": 1.329,
      "step": 3025
    },
    {
      "epoch": 1.0094890510948904,
      "grad_norm": 0.49233660101890564,
      "learning_rate": 8e-05,
      "loss": 1.2022,
      "step": 3026
    },
    {
      "epoch": 1.0098540145985402,
      "grad_norm": 0.5434579253196716,
      "learning_rate": 8e-05,
      "loss": 1.2914,
      "step": 3027
    },
    {
      "epoch": 1.0102189781021897,
      "grad_norm": 0.5635489225387573,
      "learning_rate": 8e-05,
      "loss": 1.2536,
      "step": 3028
    },
    {
      "epoch": 1.0105839416058393,
      "grad_norm": 0.4985096752643585,
      "learning_rate": 8e-05,
      "loss": 1.2654,
      "step": 3029
    },
    {
      "epoch": 1.010948905109489,
      "grad_norm": 0.5156728029251099,
      "learning_rate": 8e-05,
      "loss": 1.1873,
      "step": 3030
    },
    {
      "epoch": 1.0113138686131387,
      "grad_norm": 0.49699315428733826,
      "learning_rate": 8e-05,
      "loss": 1.2412,
      "step": 3031
    },
    {
      "epoch": 1.0116788321167882,
      "grad_norm": 0.48796576261520386,
      "learning_rate": 8e-05,
      "loss": 1.3082,
      "step": 3032
    },
    {
      "epoch": 1.012043795620438,
      "grad_norm": 0.6034743785858154,
      "learning_rate": 8e-05,
      "loss": 1.2925,
      "step": 3033
    },
    {
      "epoch": 1.0124087591240876,
      "grad_norm": 0.49822989106178284,
      "learning_rate": 8e-05,
      "loss": 1.2201,
      "step": 3034
    },
    {
      "epoch": 1.0127737226277371,
      "grad_norm": 0.49826401472091675,
      "learning_rate": 8e-05,
      "loss": 1.224,
      "step": 3035
    },
    {
      "epoch": 1.013138686131387,
      "grad_norm": 0.5161347985267639,
      "learning_rate": 8e-05,
      "loss": 1.2467,
      "step": 3036
    },
    {
      "epoch": 1.0135036496350365,
      "grad_norm": 0.49552515149116516,
      "learning_rate": 8e-05,
      "loss": 1.2933,
      "step": 3037
    },
    {
      "epoch": 1.013868613138686,
      "grad_norm": 0.5221907496452332,
      "learning_rate": 8e-05,
      "loss": 1.2621,
      "step": 3038
    },
    {
      "epoch": 1.0142335766423358,
      "grad_norm": 0.4784364402294159,
      "learning_rate": 8e-05,
      "loss": 1.2664,
      "step": 3039
    },
    {
      "epoch": 1.0145985401459854,
      "grad_norm": 0.49638307094573975,
      "learning_rate": 8e-05,
      "loss": 1.3043,
      "step": 3040
    },
    {
      "epoch": 1.014963503649635,
      "grad_norm": 0.5140504240989685,
      "learning_rate": 8e-05,
      "loss": 1.2234,
      "step": 3041
    },
    {
      "epoch": 1.0153284671532847,
      "grad_norm": 0.5028446316719055,
      "learning_rate": 8e-05,
      "loss": 1.1934,
      "step": 3042
    },
    {
      "epoch": 1.0156934306569343,
      "grad_norm": 0.5364418625831604,
      "learning_rate": 8e-05,
      "loss": 1.3439,
      "step": 3043
    },
    {
      "epoch": 1.0160583941605839,
      "grad_norm": 0.5212746858596802,
      "learning_rate": 8e-05,
      "loss": 1.204,
      "step": 3044
    },
    {
      "epoch": 1.0164233576642336,
      "grad_norm": 0.5396943092346191,
      "learning_rate": 8e-05,
      "loss": 1.2484,
      "step": 3045
    },
    {
      "epoch": 1.0167883211678832,
      "grad_norm": 0.5533657670021057,
      "learning_rate": 8e-05,
      "loss": 1.2535,
      "step": 3046
    },
    {
      "epoch": 1.0171532846715328,
      "grad_norm": 0.5065107941627502,
      "learning_rate": 8e-05,
      "loss": 1.2797,
      "step": 3047
    },
    {
      "epoch": 1.0175182481751825,
      "grad_norm": 0.5148475170135498,
      "learning_rate": 8e-05,
      "loss": 1.2529,
      "step": 3048
    },
    {
      "epoch": 1.0178832116788321,
      "grad_norm": 0.5328422784805298,
      "learning_rate": 8e-05,
      "loss": 1.2656,
      "step": 3049
    },
    {
      "epoch": 1.0182481751824817,
      "grad_norm": 0.5298044085502625,
      "learning_rate": 8e-05,
      "loss": 1.2878,
      "step": 3050
    },
    {
      "epoch": 1.0186131386861315,
      "grad_norm": 0.5097513794898987,
      "learning_rate": 8e-05,
      "loss": 1.2186,
      "step": 3051
    },
    {
      "epoch": 1.018978102189781,
      "grad_norm": 0.5360028743743896,
      "learning_rate": 8e-05,
      "loss": 1.3414,
      "step": 3052
    },
    {
      "epoch": 1.0193430656934306,
      "grad_norm": 0.5269328355789185,
      "learning_rate": 8e-05,
      "loss": 1.306,
      "step": 3053
    },
    {
      "epoch": 1.0197080291970804,
      "grad_norm": 0.5462040305137634,
      "learning_rate": 8e-05,
      "loss": 1.2968,
      "step": 3054
    },
    {
      "epoch": 1.02007299270073,
      "grad_norm": 0.5175030827522278,
      "learning_rate": 8e-05,
      "loss": 1.2546,
      "step": 3055
    },
    {
      "epoch": 1.0204379562043795,
      "grad_norm": 0.5017850995063782,
      "learning_rate": 8e-05,
      "loss": 1.2531,
      "step": 3056
    },
    {
      "epoch": 1.0208029197080293,
      "grad_norm": 0.5181716084480286,
      "learning_rate": 8e-05,
      "loss": 1.3617,
      "step": 3057
    },
    {
      "epoch": 1.0211678832116788,
      "grad_norm": 0.5129943490028381,
      "learning_rate": 8e-05,
      "loss": 1.2861,
      "step": 3058
    },
    {
      "epoch": 1.0215328467153284,
      "grad_norm": 0.5557910203933716,
      "learning_rate": 8e-05,
      "loss": 1.3245,
      "step": 3059
    },
    {
      "epoch": 1.0218978102189782,
      "grad_norm": 0.5427823066711426,
      "learning_rate": 8e-05,
      "loss": 1.2848,
      "step": 3060
    },
    {
      "epoch": 1.0222627737226277,
      "grad_norm": 0.5358204245567322,
      "learning_rate": 8e-05,
      "loss": 1.2427,
      "step": 3061
    },
    {
      "epoch": 1.0226277372262773,
      "grad_norm": 0.5232028365135193,
      "learning_rate": 8e-05,
      "loss": 1.1767,
      "step": 3062
    },
    {
      "epoch": 1.022992700729927,
      "grad_norm": 0.5175268054008484,
      "learning_rate": 8e-05,
      "loss": 1.2446,
      "step": 3063
    },
    {
      "epoch": 1.0233576642335767,
      "grad_norm": 0.5215170383453369,
      "learning_rate": 8e-05,
      "loss": 1.2149,
      "step": 3064
    },
    {
      "epoch": 1.0237226277372262,
      "grad_norm": 0.5397757291793823,
      "learning_rate": 8e-05,
      "loss": 1.273,
      "step": 3065
    },
    {
      "epoch": 1.024087591240876,
      "grad_norm": 0.5090304017066956,
      "learning_rate": 8e-05,
      "loss": 1.2138,
      "step": 3066
    },
    {
      "epoch": 1.0244525547445256,
      "grad_norm": 0.6081559658050537,
      "learning_rate": 8e-05,
      "loss": 1.2406,
      "step": 3067
    },
    {
      "epoch": 1.0248175182481751,
      "grad_norm": 0.552898108959198,
      "learning_rate": 8e-05,
      "loss": 1.292,
      "step": 3068
    },
    {
      "epoch": 1.025182481751825,
      "grad_norm": 0.6002667546272278,
      "learning_rate": 8e-05,
      "loss": 1.2556,
      "step": 3069
    },
    {
      "epoch": 1.0255474452554745,
      "grad_norm": 0.5575441718101501,
      "learning_rate": 8e-05,
      "loss": 1.2844,
      "step": 3070
    },
    {
      "epoch": 1.025912408759124,
      "grad_norm": 0.535546600818634,
      "learning_rate": 8e-05,
      "loss": 1.2008,
      "step": 3071
    },
    {
      "epoch": 1.0262773722627738,
      "grad_norm": 0.5342526435852051,
      "learning_rate": 8e-05,
      "loss": 1.2885,
      "step": 3072
    },
    {
      "epoch": 1.0266423357664234,
      "grad_norm": 0.5403262972831726,
      "learning_rate": 8e-05,
      "loss": 1.3064,
      "step": 3073
    },
    {
      "epoch": 1.027007299270073,
      "grad_norm": 0.5395784974098206,
      "learning_rate": 8e-05,
      "loss": 1.2125,
      "step": 3074
    },
    {
      "epoch": 1.0273722627737227,
      "grad_norm": 0.5716074109077454,
      "learning_rate": 8e-05,
      "loss": 1.2273,
      "step": 3075
    },
    {
      "epoch": 1.0277372262773723,
      "grad_norm": 0.532183825969696,
      "learning_rate": 8e-05,
      "loss": 1.2847,
      "step": 3076
    },
    {
      "epoch": 1.0281021897810219,
      "grad_norm": 0.5092107057571411,
      "learning_rate": 8e-05,
      "loss": 1.2052,
      "step": 3077
    },
    {
      "epoch": 1.0284671532846716,
      "grad_norm": 0.5071671009063721,
      "learning_rate": 8e-05,
      "loss": 1.2634,
      "step": 3078
    },
    {
      "epoch": 1.0288321167883212,
      "grad_norm": 0.525185227394104,
      "learning_rate": 8e-05,
      "loss": 1.2454,
      "step": 3079
    },
    {
      "epoch": 1.0291970802919708,
      "grad_norm": 0.5512961745262146,
      "learning_rate": 8e-05,
      "loss": 1.2275,
      "step": 3080
    },
    {
      "epoch": 1.0295620437956203,
      "grad_norm": 0.5844155550003052,
      "learning_rate": 8e-05,
      "loss": 1.2278,
      "step": 3081
    },
    {
      "epoch": 1.0299270072992701,
      "grad_norm": 0.516295850276947,
      "learning_rate": 8e-05,
      "loss": 1.1455,
      "step": 3082
    },
    {
      "epoch": 1.0302919708029197,
      "grad_norm": 0.576249361038208,
      "learning_rate": 8e-05,
      "loss": 1.264,
      "step": 3083
    },
    {
      "epoch": 1.0306569343065692,
      "grad_norm": 0.5846689343452454,
      "learning_rate": 8e-05,
      "loss": 1.2439,
      "step": 3084
    },
    {
      "epoch": 1.031021897810219,
      "grad_norm": 0.578010618686676,
      "learning_rate": 8e-05,
      "loss": 1.2871,
      "step": 3085
    },
    {
      "epoch": 1.0313868613138686,
      "grad_norm": 0.5271461606025696,
      "learning_rate": 8e-05,
      "loss": 1.2002,
      "step": 3086
    },
    {
      "epoch": 1.0317518248175181,
      "grad_norm": 0.5210796594619751,
      "learning_rate": 8e-05,
      "loss": 1.2286,
      "step": 3087
    },
    {
      "epoch": 1.032116788321168,
      "grad_norm": 0.5460721850395203,
      "learning_rate": 8e-05,
      "loss": 1.3309,
      "step": 3088
    },
    {
      "epoch": 1.0324817518248175,
      "grad_norm": 0.48685190081596375,
      "learning_rate": 8e-05,
      "loss": 1.2387,
      "step": 3089
    },
    {
      "epoch": 1.032846715328467,
      "grad_norm": 0.5140883922576904,
      "learning_rate": 8e-05,
      "loss": 1.2962,
      "step": 3090
    },
    {
      "epoch": 1.0332116788321168,
      "grad_norm": 0.5320013761520386,
      "learning_rate": 8e-05,
      "loss": 1.2371,
      "step": 3091
    },
    {
      "epoch": 1.0335766423357664,
      "grad_norm": 0.5247209072113037,
      "learning_rate": 8e-05,
      "loss": 1.2037,
      "step": 3092
    },
    {
      "epoch": 1.033941605839416,
      "grad_norm": 0.5545219779014587,
      "learning_rate": 8e-05,
      "loss": 1.244,
      "step": 3093
    },
    {
      "epoch": 1.0343065693430658,
      "grad_norm": 0.5502015948295593,
      "learning_rate": 8e-05,
      "loss": 1.2451,
      "step": 3094
    },
    {
      "epoch": 1.0346715328467153,
      "grad_norm": 0.567963719367981,
      "learning_rate": 8e-05,
      "loss": 1.2578,
      "step": 3095
    },
    {
      "epoch": 1.0350364963503649,
      "grad_norm": 0.5429184436798096,
      "learning_rate": 8e-05,
      "loss": 1.2363,
      "step": 3096
    },
    {
      "epoch": 1.0354014598540147,
      "grad_norm": 0.5335552096366882,
      "learning_rate": 8e-05,
      "loss": 1.2795,
      "step": 3097
    },
    {
      "epoch": 1.0357664233576642,
      "grad_norm": 0.523485004901886,
      "learning_rate": 8e-05,
      "loss": 1.3515,
      "step": 3098
    },
    {
      "epoch": 1.0361313868613138,
      "grad_norm": 0.5295102000236511,
      "learning_rate": 8e-05,
      "loss": 1.2266,
      "step": 3099
    },
    {
      "epoch": 1.0364963503649636,
      "grad_norm": 0.5198426842689514,
      "learning_rate": 8e-05,
      "loss": 1.2235,
      "step": 3100
    },
    {
      "epoch": 1.0368613138686131,
      "grad_norm": 0.551059901714325,
      "learning_rate": 8e-05,
      "loss": 1.275,
      "step": 3101
    },
    {
      "epoch": 1.0372262773722627,
      "grad_norm": 0.5939087867736816,
      "learning_rate": 8e-05,
      "loss": 1.3394,
      "step": 3102
    },
    {
      "epoch": 1.0375912408759125,
      "grad_norm": 0.5410053133964539,
      "learning_rate": 8e-05,
      "loss": 1.1974,
      "step": 3103
    },
    {
      "epoch": 1.037956204379562,
      "grad_norm": 0.5242890119552612,
      "learning_rate": 8e-05,
      "loss": 1.2407,
      "step": 3104
    },
    {
      "epoch": 1.0383211678832116,
      "grad_norm": 0.5335690975189209,
      "learning_rate": 8e-05,
      "loss": 1.2836,
      "step": 3105
    },
    {
      "epoch": 1.0386861313868614,
      "grad_norm": 0.5810040831565857,
      "learning_rate": 8e-05,
      "loss": 1.2446,
      "step": 3106
    },
    {
      "epoch": 1.039051094890511,
      "grad_norm": 0.5503780841827393,
      "learning_rate": 8e-05,
      "loss": 1.2461,
      "step": 3107
    },
    {
      "epoch": 1.0394160583941605,
      "grad_norm": 0.5490293502807617,
      "learning_rate": 8e-05,
      "loss": 1.2346,
      "step": 3108
    },
    {
      "epoch": 1.0397810218978103,
      "grad_norm": 0.5889831781387329,
      "learning_rate": 8e-05,
      "loss": 1.2539,
      "step": 3109
    },
    {
      "epoch": 1.0401459854014599,
      "grad_norm": 0.6474450826644897,
      "learning_rate": 8e-05,
      "loss": 1.3177,
      "step": 3110
    },
    {
      "epoch": 1.0405109489051094,
      "grad_norm": 0.5804240703582764,
      "learning_rate": 8e-05,
      "loss": 1.2737,
      "step": 3111
    },
    {
      "epoch": 1.0408759124087592,
      "grad_norm": 0.5236982703208923,
      "learning_rate": 8e-05,
      "loss": 1.1922,
      "step": 3112
    },
    {
      "epoch": 1.0412408759124088,
      "grad_norm": 0.5376445055007935,
      "learning_rate": 8e-05,
      "loss": 1.2152,
      "step": 3113
    },
    {
      "epoch": 1.0416058394160583,
      "grad_norm": 0.5482344031333923,
      "learning_rate": 8e-05,
      "loss": 1.2358,
      "step": 3114
    },
    {
      "epoch": 1.0419708029197081,
      "grad_norm": 0.5046741962432861,
      "learning_rate": 8e-05,
      "loss": 1.2152,
      "step": 3115
    },
    {
      "epoch": 1.0423357664233577,
      "grad_norm": 0.5356584787368774,
      "learning_rate": 8e-05,
      "loss": 1.2473,
      "step": 3116
    },
    {
      "epoch": 1.0427007299270072,
      "grad_norm": 0.5584719181060791,
      "learning_rate": 8e-05,
      "loss": 1.2211,
      "step": 3117
    },
    {
      "epoch": 1.043065693430657,
      "grad_norm": 0.5942507386207581,
      "learning_rate": 8e-05,
      "loss": 1.2181,
      "step": 3118
    },
    {
      "epoch": 1.0434306569343066,
      "grad_norm": 0.5854036808013916,
      "learning_rate": 8e-05,
      "loss": 1.2164,
      "step": 3119
    },
    {
      "epoch": 1.0437956204379562,
      "grad_norm": 0.5495190024375916,
      "learning_rate": 8e-05,
      "loss": 1.2638,
      "step": 3120
    },
    {
      "epoch": 1.044160583941606,
      "grad_norm": 0.5358383059501648,
      "learning_rate": 8e-05,
      "loss": 1.1278,
      "step": 3121
    },
    {
      "epoch": 1.0445255474452555,
      "grad_norm": 0.5467045903205872,
      "learning_rate": 8e-05,
      "loss": 1.2089,
      "step": 3122
    },
    {
      "epoch": 1.044890510948905,
      "grad_norm": 0.5251501202583313,
      "learning_rate": 8e-05,
      "loss": 1.2009,
      "step": 3123
    },
    {
      "epoch": 1.0452554744525548,
      "grad_norm": 0.5276110768318176,
      "learning_rate": 8e-05,
      "loss": 1.2308,
      "step": 3124
    },
    {
      "epoch": 1.0456204379562044,
      "grad_norm": 0.5376958250999451,
      "learning_rate": 8e-05,
      "loss": 1.2175,
      "step": 3125
    },
    {
      "epoch": 1.045985401459854,
      "grad_norm": 0.5855364203453064,
      "learning_rate": 8e-05,
      "loss": 1.2583,
      "step": 3126
    },
    {
      "epoch": 1.0463503649635038,
      "grad_norm": 0.550134539604187,
      "learning_rate": 8e-05,
      "loss": 1.2216,
      "step": 3127
    },
    {
      "epoch": 1.0467153284671533,
      "grad_norm": 0.5936279892921448,
      "learning_rate": 8e-05,
      "loss": 1.265,
      "step": 3128
    },
    {
      "epoch": 1.0470802919708029,
      "grad_norm": 0.5499582886695862,
      "learning_rate": 8e-05,
      "loss": 1.1323,
      "step": 3129
    },
    {
      "epoch": 1.0474452554744524,
      "grad_norm": 0.5554202198982239,
      "learning_rate": 8e-05,
      "loss": 1.2191,
      "step": 3130
    },
    {
      "epoch": 1.0478102189781022,
      "grad_norm": 0.533239483833313,
      "learning_rate": 8e-05,
      "loss": 1.1524,
      "step": 3131
    },
    {
      "epoch": 1.0481751824817518,
      "grad_norm": 0.6706530451774597,
      "learning_rate": 8e-05,
      "loss": 1.2633,
      "step": 3132
    },
    {
      "epoch": 1.0485401459854016,
      "grad_norm": 0.5565430521965027,
      "learning_rate": 8e-05,
      "loss": 1.2862,
      "step": 3133
    },
    {
      "epoch": 1.0489051094890511,
      "grad_norm": 0.5234317779541016,
      "learning_rate": 8e-05,
      "loss": 1.2665,
      "step": 3134
    },
    {
      "epoch": 1.0492700729927007,
      "grad_norm": 0.524064302444458,
      "learning_rate": 8e-05,
      "loss": 1.2007,
      "step": 3135
    },
    {
      "epoch": 1.0496350364963503,
      "grad_norm": 0.5363366007804871,
      "learning_rate": 8e-05,
      "loss": 1.1826,
      "step": 3136
    },
    {
      "epoch": 1.05,
      "grad_norm": 0.5952529907226562,
      "learning_rate": 8e-05,
      "loss": 1.3073,
      "step": 3137
    },
    {
      "epoch": 1.0503649635036496,
      "grad_norm": 0.5607804656028748,
      "learning_rate": 8e-05,
      "loss": 1.1829,
      "step": 3138
    },
    {
      "epoch": 1.0507299270072992,
      "grad_norm": 0.6130325794219971,
      "learning_rate": 8e-05,
      "loss": 1.2016,
      "step": 3139
    },
    {
      "epoch": 1.051094890510949,
      "grad_norm": 0.6112348437309265,
      "learning_rate": 8e-05,
      "loss": 1.254,
      "step": 3140
    },
    {
      "epoch": 1.0514598540145985,
      "grad_norm": 0.5538610219955444,
      "learning_rate": 8e-05,
      "loss": 1.2567,
      "step": 3141
    },
    {
      "epoch": 1.051824817518248,
      "grad_norm": 0.5624192357063293,
      "learning_rate": 8e-05,
      "loss": 1.2659,
      "step": 3142
    },
    {
      "epoch": 1.0521897810218979,
      "grad_norm": 0.5720455050468445,
      "learning_rate": 8e-05,
      "loss": 1.2764,
      "step": 3143
    },
    {
      "epoch": 1.0525547445255474,
      "grad_norm": 0.5621697902679443,
      "learning_rate": 8e-05,
      "loss": 1.3355,
      "step": 3144
    },
    {
      "epoch": 1.052919708029197,
      "grad_norm": 0.5393485426902771,
      "learning_rate": 8e-05,
      "loss": 1.2885,
      "step": 3145
    },
    {
      "epoch": 1.0532846715328468,
      "grad_norm": 0.5387064218521118,
      "learning_rate": 8e-05,
      "loss": 1.2001,
      "step": 3146
    },
    {
      "epoch": 1.0536496350364963,
      "grad_norm": 0.5806018114089966,
      "learning_rate": 8e-05,
      "loss": 1.1969,
      "step": 3147
    },
    {
      "epoch": 1.054014598540146,
      "grad_norm": 0.5954399704933167,
      "learning_rate": 8e-05,
      "loss": 1.1939,
      "step": 3148
    },
    {
      "epoch": 1.0543795620437957,
      "grad_norm": 0.5403091907501221,
      "learning_rate": 8e-05,
      "loss": 1.1932,
      "step": 3149
    },
    {
      "epoch": 1.0547445255474452,
      "grad_norm": 0.598922073841095,
      "learning_rate": 8e-05,
      "loss": 1.3121,
      "step": 3150
    },
    {
      "epoch": 1.0551094890510948,
      "grad_norm": 0.5549820065498352,
      "learning_rate": 8e-05,
      "loss": 1.2374,
      "step": 3151
    },
    {
      "epoch": 1.0554744525547446,
      "grad_norm": 0.5445384979248047,
      "learning_rate": 8e-05,
      "loss": 1.186,
      "step": 3152
    },
    {
      "epoch": 1.0558394160583942,
      "grad_norm": 0.5969935059547424,
      "learning_rate": 8e-05,
      "loss": 1.2707,
      "step": 3153
    },
    {
      "epoch": 1.0562043795620437,
      "grad_norm": 0.5775966048240662,
      "learning_rate": 8e-05,
      "loss": 1.2783,
      "step": 3154
    },
    {
      "epoch": 1.0565693430656935,
      "grad_norm": 0.5868378281593323,
      "learning_rate": 8e-05,
      "loss": 1.2145,
      "step": 3155
    },
    {
      "epoch": 1.056934306569343,
      "grad_norm": 0.5771763920783997,
      "learning_rate": 8e-05,
      "loss": 1.2302,
      "step": 3156
    },
    {
      "epoch": 1.0572992700729926,
      "grad_norm": 0.5496794581413269,
      "learning_rate": 8e-05,
      "loss": 1.2083,
      "step": 3157
    },
    {
      "epoch": 1.0576642335766424,
      "grad_norm": 0.5493198037147522,
      "learning_rate": 8e-05,
      "loss": 1.1541,
      "step": 3158
    },
    {
      "epoch": 1.058029197080292,
      "grad_norm": 0.5703929662704468,
      "learning_rate": 8e-05,
      "loss": 1.2417,
      "step": 3159
    },
    {
      "epoch": 1.0583941605839415,
      "grad_norm": 0.5517504811286926,
      "learning_rate": 8e-05,
      "loss": 1.2529,
      "step": 3160
    },
    {
      "epoch": 1.0587591240875913,
      "grad_norm": 0.5443281531333923,
      "learning_rate": 8e-05,
      "loss": 1.1705,
      "step": 3161
    },
    {
      "epoch": 1.0591240875912409,
      "grad_norm": 0.5655496716499329,
      "learning_rate": 8e-05,
      "loss": 1.26,
      "step": 3162
    },
    {
      "epoch": 1.0594890510948904,
      "grad_norm": 0.5272122621536255,
      "learning_rate": 8e-05,
      "loss": 1.2053,
      "step": 3163
    },
    {
      "epoch": 1.0598540145985402,
      "grad_norm": 0.535283625125885,
      "learning_rate": 8e-05,
      "loss": 1.2286,
      "step": 3164
    },
    {
      "epoch": 1.0602189781021898,
      "grad_norm": 0.5489022135734558,
      "learning_rate": 8e-05,
      "loss": 1.2887,
      "step": 3165
    },
    {
      "epoch": 1.0605839416058394,
      "grad_norm": 0.5448639988899231,
      "learning_rate": 8e-05,
      "loss": 1.1825,
      "step": 3166
    },
    {
      "epoch": 1.0609489051094891,
      "grad_norm": 0.5989161729812622,
      "learning_rate": 8e-05,
      "loss": 1.235,
      "step": 3167
    },
    {
      "epoch": 1.0613138686131387,
      "grad_norm": 0.5742760300636292,
      "learning_rate": 8e-05,
      "loss": 1.2453,
      "step": 3168
    },
    {
      "epoch": 1.0616788321167883,
      "grad_norm": 0.6249704360961914,
      "learning_rate": 8e-05,
      "loss": 1.2261,
      "step": 3169
    },
    {
      "epoch": 1.062043795620438,
      "grad_norm": 0.6179909110069275,
      "learning_rate": 8e-05,
      "loss": 1.2609,
      "step": 3170
    },
    {
      "epoch": 1.0624087591240876,
      "grad_norm": 0.5452196002006531,
      "learning_rate": 8e-05,
      "loss": 1.2224,
      "step": 3171
    },
    {
      "epoch": 1.0627737226277372,
      "grad_norm": 0.5927714109420776,
      "learning_rate": 8e-05,
      "loss": 1.2109,
      "step": 3172
    },
    {
      "epoch": 1.063138686131387,
      "grad_norm": 0.5261499881744385,
      "learning_rate": 8e-05,
      "loss": 1.2618,
      "step": 3173
    },
    {
      "epoch": 1.0635036496350365,
      "grad_norm": 0.5507891774177551,
      "learning_rate": 8e-05,
      "loss": 1.1567,
      "step": 3174
    },
    {
      "epoch": 1.063868613138686,
      "grad_norm": 0.5569568872451782,
      "learning_rate": 8e-05,
      "loss": 1.232,
      "step": 3175
    },
    {
      "epoch": 1.0642335766423359,
      "grad_norm": 0.5563327670097351,
      "learning_rate": 8e-05,
      "loss": 1.2221,
      "step": 3176
    },
    {
      "epoch": 1.0645985401459854,
      "grad_norm": 0.5885101556777954,
      "learning_rate": 8e-05,
      "loss": 1.2491,
      "step": 3177
    },
    {
      "epoch": 1.064963503649635,
      "grad_norm": 0.6079390048980713,
      "learning_rate": 8e-05,
      "loss": 1.3004,
      "step": 3178
    },
    {
      "epoch": 1.0653284671532848,
      "grad_norm": 0.5994376540184021,
      "learning_rate": 8e-05,
      "loss": 1.2409,
      "step": 3179
    },
    {
      "epoch": 1.0656934306569343,
      "grad_norm": 0.5584844946861267,
      "learning_rate": 8e-05,
      "loss": 1.2339,
      "step": 3180
    },
    {
      "epoch": 1.066058394160584,
      "grad_norm": 0.5589461326599121,
      "learning_rate": 8e-05,
      "loss": 1.2283,
      "step": 3181
    },
    {
      "epoch": 1.0664233576642337,
      "grad_norm": 0.5671100616455078,
      "learning_rate": 8e-05,
      "loss": 1.1299,
      "step": 3182
    },
    {
      "epoch": 1.0667883211678832,
      "grad_norm": 0.5763342380523682,
      "learning_rate": 8e-05,
      "loss": 1.2541,
      "step": 3183
    },
    {
      "epoch": 1.0671532846715328,
      "grad_norm": 0.5383155941963196,
      "learning_rate": 8e-05,
      "loss": 1.2068,
      "step": 3184
    },
    {
      "epoch": 1.0675182481751824,
      "grad_norm": 0.5974758863449097,
      "learning_rate": 8e-05,
      "loss": 1.237,
      "step": 3185
    },
    {
      "epoch": 1.0678832116788322,
      "grad_norm": 0.56507807970047,
      "learning_rate": 8e-05,
      "loss": 1.1825,
      "step": 3186
    },
    {
      "epoch": 1.0682481751824817,
      "grad_norm": 0.5572102069854736,
      "learning_rate": 8e-05,
      "loss": 1.2701,
      "step": 3187
    },
    {
      "epoch": 1.0686131386861315,
      "grad_norm": 0.5992392897605896,
      "learning_rate": 8e-05,
      "loss": 1.2939,
      "step": 3188
    },
    {
      "epoch": 1.068978102189781,
      "grad_norm": 0.5859791040420532,
      "learning_rate": 8e-05,
      "loss": 1.2575,
      "step": 3189
    },
    {
      "epoch": 1.0693430656934306,
      "grad_norm": 0.5696781873703003,
      "learning_rate": 8e-05,
      "loss": 1.2209,
      "step": 3190
    },
    {
      "epoch": 1.0697080291970802,
      "grad_norm": 0.581127405166626,
      "learning_rate": 8e-05,
      "loss": 1.3047,
      "step": 3191
    },
    {
      "epoch": 1.07007299270073,
      "grad_norm": 0.5522462129592896,
      "learning_rate": 8e-05,
      "loss": 1.2144,
      "step": 3192
    },
    {
      "epoch": 1.0704379562043795,
      "grad_norm": 0.6394701600074768,
      "learning_rate": 8e-05,
      "loss": 1.1756,
      "step": 3193
    },
    {
      "epoch": 1.070802919708029,
      "grad_norm": 0.6174608469009399,
      "learning_rate": 8e-05,
      "loss": 1.1906,
      "step": 3194
    },
    {
      "epoch": 1.0711678832116789,
      "grad_norm": 0.5935195088386536,
      "learning_rate": 8e-05,
      "loss": 1.2164,
      "step": 3195
    },
    {
      "epoch": 1.0715328467153284,
      "grad_norm": 0.575260579586029,
      "learning_rate": 8e-05,
      "loss": 1.1218,
      "step": 3196
    },
    {
      "epoch": 1.071897810218978,
      "grad_norm": 0.5859897136688232,
      "learning_rate": 8e-05,
      "loss": 1.1794,
      "step": 3197
    },
    {
      "epoch": 1.0722627737226278,
      "grad_norm": 0.6094484925270081,
      "learning_rate": 8e-05,
      "loss": 1.2689,
      "step": 3198
    },
    {
      "epoch": 1.0726277372262774,
      "grad_norm": 0.5621392726898193,
      "learning_rate": 8e-05,
      "loss": 1.1693,
      "step": 3199
    },
    {
      "epoch": 1.072992700729927,
      "grad_norm": 0.5570634007453918,
      "learning_rate": 8e-05,
      "loss": 1.2589,
      "step": 3200
    },
    {
      "epoch": 1.0733576642335767,
      "grad_norm": 0.5796823501586914,
      "learning_rate": 8e-05,
      "loss": 1.1867,
      "step": 3201
    },
    {
      "epoch": 1.0737226277372263,
      "grad_norm": 0.5995761156082153,
      "learning_rate": 8e-05,
      "loss": 1.1654,
      "step": 3202
    },
    {
      "epoch": 1.0740875912408758,
      "grad_norm": 0.6234686970710754,
      "learning_rate": 8e-05,
      "loss": 1.2542,
      "step": 3203
    },
    {
      "epoch": 1.0744525547445256,
      "grad_norm": 0.5777304172515869,
      "learning_rate": 8e-05,
      "loss": 1.1746,
      "step": 3204
    },
    {
      "epoch": 1.0748175182481752,
      "grad_norm": 0.6084592938423157,
      "learning_rate": 8e-05,
      "loss": 1.1446,
      "step": 3205
    },
    {
      "epoch": 1.0751824817518247,
      "grad_norm": 0.5959089398384094,
      "learning_rate": 8e-05,
      "loss": 1.3101,
      "step": 3206
    },
    {
      "epoch": 1.0755474452554745,
      "grad_norm": 0.6029817461967468,
      "learning_rate": 8e-05,
      "loss": 1.2199,
      "step": 3207
    },
    {
      "epoch": 1.075912408759124,
      "grad_norm": 0.6613333821296692,
      "learning_rate": 8e-05,
      "loss": 1.1865,
      "step": 3208
    },
    {
      "epoch": 1.0762773722627736,
      "grad_norm": 0.6688520312309265,
      "learning_rate": 8e-05,
      "loss": 1.2171,
      "step": 3209
    },
    {
      "epoch": 1.0766423357664234,
      "grad_norm": 0.6399060487747192,
      "learning_rate": 8e-05,
      "loss": 1.1264,
      "step": 3210
    },
    {
      "epoch": 1.077007299270073,
      "grad_norm": 0.5863632559776306,
      "learning_rate": 8e-05,
      "loss": 1.1728,
      "step": 3211
    },
    {
      "epoch": 1.0773722627737226,
      "grad_norm": 0.6315615177154541,
      "learning_rate": 8e-05,
      "loss": 1.2337,
      "step": 3212
    },
    {
      "epoch": 1.0777372262773723,
      "grad_norm": 0.584111213684082,
      "learning_rate": 8e-05,
      "loss": 1.2389,
      "step": 3213
    },
    {
      "epoch": 1.078102189781022,
      "grad_norm": 0.5971423387527466,
      "learning_rate": 8e-05,
      "loss": 1.1661,
      "step": 3214
    },
    {
      "epoch": 1.0784671532846715,
      "grad_norm": 0.5491299033164978,
      "learning_rate": 8e-05,
      "loss": 1.1678,
      "step": 3215
    },
    {
      "epoch": 1.0788321167883212,
      "grad_norm": 0.5896410942077637,
      "learning_rate": 8e-05,
      "loss": 1.1867,
      "step": 3216
    },
    {
      "epoch": 1.0791970802919708,
      "grad_norm": 0.5995420813560486,
      "learning_rate": 8e-05,
      "loss": 1.1804,
      "step": 3217
    },
    {
      "epoch": 1.0795620437956204,
      "grad_norm": 0.8378153443336487,
      "learning_rate": 8e-05,
      "loss": 1.2305,
      "step": 3218
    },
    {
      "epoch": 1.0799270072992702,
      "grad_norm": 0.6490990519523621,
      "learning_rate": 8e-05,
      "loss": 1.2168,
      "step": 3219
    },
    {
      "epoch": 1.0802919708029197,
      "grad_norm": 0.5729241371154785,
      "learning_rate": 8e-05,
      "loss": 1.1839,
      "step": 3220
    },
    {
      "epoch": 1.0806569343065693,
      "grad_norm": 0.6366466283798218,
      "learning_rate": 8e-05,
      "loss": 1.2618,
      "step": 3221
    },
    {
      "epoch": 1.081021897810219,
      "grad_norm": 0.6560050845146179,
      "learning_rate": 8e-05,
      "loss": 1.1983,
      "step": 3222
    },
    {
      "epoch": 1.0813868613138686,
      "grad_norm": 0.6449915170669556,
      "learning_rate": 8e-05,
      "loss": 1.2085,
      "step": 3223
    },
    {
      "epoch": 1.0817518248175182,
      "grad_norm": 0.6026124358177185,
      "learning_rate": 8e-05,
      "loss": 1.2602,
      "step": 3224
    },
    {
      "epoch": 1.082116788321168,
      "grad_norm": 0.5912272930145264,
      "learning_rate": 8e-05,
      "loss": 1.2031,
      "step": 3225
    },
    {
      "epoch": 1.0824817518248175,
      "grad_norm": 0.5430045127868652,
      "learning_rate": 8e-05,
      "loss": 1.125,
      "step": 3226
    },
    {
      "epoch": 1.082846715328467,
      "grad_norm": 0.6416893601417542,
      "learning_rate": 8e-05,
      "loss": 1.2113,
      "step": 3227
    },
    {
      "epoch": 1.0832116788321169,
      "grad_norm": 0.6501222252845764,
      "learning_rate": 8e-05,
      "loss": 1.283,
      "step": 3228
    },
    {
      "epoch": 1.0835766423357664,
      "grad_norm": 0.5625776052474976,
      "learning_rate": 8e-05,
      "loss": 1.2109,
      "step": 3229
    },
    {
      "epoch": 1.083941605839416,
      "grad_norm": 0.5886366963386536,
      "learning_rate": 8e-05,
      "loss": 1.218,
      "step": 3230
    },
    {
      "epoch": 1.0843065693430658,
      "grad_norm": 0.5930182337760925,
      "learning_rate": 8e-05,
      "loss": 1.2588,
      "step": 3231
    },
    {
      "epoch": 1.0846715328467154,
      "grad_norm": 0.5770871639251709,
      "learning_rate": 8e-05,
      "loss": 1.2002,
      "step": 3232
    },
    {
      "epoch": 1.085036496350365,
      "grad_norm": 0.5761349201202393,
      "learning_rate": 8e-05,
      "loss": 1.1788,
      "step": 3233
    },
    {
      "epoch": 1.0854014598540145,
      "grad_norm": 0.6110556721687317,
      "learning_rate": 8e-05,
      "loss": 1.2256,
      "step": 3234
    },
    {
      "epoch": 1.0857664233576643,
      "grad_norm": 0.6019879579544067,
      "learning_rate": 8e-05,
      "loss": 1.2214,
      "step": 3235
    },
    {
      "epoch": 1.0861313868613138,
      "grad_norm": 0.6438135504722595,
      "learning_rate": 8e-05,
      "loss": 1.1765,
      "step": 3236
    },
    {
      "epoch": 1.0864963503649636,
      "grad_norm": 0.6007647514343262,
      "learning_rate": 8e-05,
      "loss": 1.171,
      "step": 3237
    },
    {
      "epoch": 1.0868613138686132,
      "grad_norm": 0.6064544916152954,
      "learning_rate": 8e-05,
      "loss": 1.1947,
      "step": 3238
    },
    {
      "epoch": 1.0872262773722627,
      "grad_norm": 0.5916488170623779,
      "learning_rate": 8e-05,
      "loss": 1.1695,
      "step": 3239
    },
    {
      "epoch": 1.0875912408759123,
      "grad_norm": 0.6076922416687012,
      "learning_rate": 8e-05,
      "loss": 1.1906,
      "step": 3240
    },
    {
      "epoch": 1.087956204379562,
      "grad_norm": 0.5812220573425293,
      "learning_rate": 8e-05,
      "loss": 1.1766,
      "step": 3241
    },
    {
      "epoch": 1.0883211678832116,
      "grad_norm": 0.606467068195343,
      "learning_rate": 8e-05,
      "loss": 1.1947,
      "step": 3242
    },
    {
      "epoch": 1.0886861313868612,
      "grad_norm": 0.560284435749054,
      "learning_rate": 8e-05,
      "loss": 1.1724,
      "step": 3243
    },
    {
      "epoch": 1.089051094890511,
      "grad_norm": 0.5913951992988586,
      "learning_rate": 8e-05,
      "loss": 1.1833,
      "step": 3244
    },
    {
      "epoch": 1.0894160583941606,
      "grad_norm": 0.6658700704574585,
      "learning_rate": 8e-05,
      "loss": 1.1654,
      "step": 3245
    },
    {
      "epoch": 1.0897810218978101,
      "grad_norm": 0.5854856371879578,
      "learning_rate": 8e-05,
      "loss": 1.1618,
      "step": 3246
    },
    {
      "epoch": 1.09014598540146,
      "grad_norm": 0.6209015250205994,
      "learning_rate": 8e-05,
      "loss": 1.2357,
      "step": 3247
    },
    {
      "epoch": 1.0905109489051095,
      "grad_norm": 0.5732397437095642,
      "learning_rate": 8e-05,
      "loss": 1.2416,
      "step": 3248
    },
    {
      "epoch": 1.090875912408759,
      "grad_norm": 0.6004962921142578,
      "learning_rate": 8e-05,
      "loss": 1.2537,
      "step": 3249
    },
    {
      "epoch": 1.0912408759124088,
      "grad_norm": 0.6273701786994934,
      "learning_rate": 8e-05,
      "loss": 1.2178,
      "step": 3250
    },
    {
      "epoch": 1.0916058394160584,
      "grad_norm": 0.6124730706214905,
      "learning_rate": 8e-05,
      "loss": 1.128,
      "step": 3251
    },
    {
      "epoch": 1.091970802919708,
      "grad_norm": 0.5975866913795471,
      "learning_rate": 8e-05,
      "loss": 1.2216,
      "step": 3252
    },
    {
      "epoch": 1.0923357664233577,
      "grad_norm": 0.5755423903465271,
      "learning_rate": 8e-05,
      "loss": 1.1407,
      "step": 3253
    },
    {
      "epoch": 1.0927007299270073,
      "grad_norm": 0.6142107844352722,
      "learning_rate": 8e-05,
      "loss": 1.2502,
      "step": 3254
    },
    {
      "epoch": 1.0930656934306568,
      "grad_norm": 0.602328896522522,
      "learning_rate": 8e-05,
      "loss": 1.1369,
      "step": 3255
    },
    {
      "epoch": 1.0934306569343066,
      "grad_norm": 0.5805051922798157,
      "learning_rate": 8e-05,
      "loss": 1.2313,
      "step": 3256
    },
    {
      "epoch": 1.0937956204379562,
      "grad_norm": 0.5907887816429138,
      "learning_rate": 8e-05,
      "loss": 1.2493,
      "step": 3257
    },
    {
      "epoch": 1.0941605839416058,
      "grad_norm": 0.6173501014709473,
      "learning_rate": 8e-05,
      "loss": 1.2586,
      "step": 3258
    },
    {
      "epoch": 1.0945255474452555,
      "grad_norm": 0.5590254664421082,
      "learning_rate": 8e-05,
      "loss": 1.2448,
      "step": 3259
    },
    {
      "epoch": 1.094890510948905,
      "grad_norm": 0.5731635093688965,
      "learning_rate": 8e-05,
      "loss": 1.1807,
      "step": 3260
    },
    {
      "epoch": 1.0952554744525547,
      "grad_norm": 0.8855281472206116,
      "learning_rate": 8e-05,
      "loss": 1.4623,
      "step": 3261
    },
    {
      "epoch": 1.0956204379562045,
      "grad_norm": 0.7570330500602722,
      "learning_rate": 8e-05,
      "loss": 1.4837,
      "step": 3262
    },
    {
      "epoch": 1.095985401459854,
      "grad_norm": 0.5781658291816711,
      "learning_rate": 8e-05,
      "loss": 1.4373,
      "step": 3263
    },
    {
      "epoch": 1.0963503649635036,
      "grad_norm": 0.601055920124054,
      "learning_rate": 8e-05,
      "loss": 1.4132,
      "step": 3264
    },
    {
      "epoch": 1.0967153284671534,
      "grad_norm": 0.6221326589584351,
      "learning_rate": 8e-05,
      "loss": 1.4696,
      "step": 3265
    },
    {
      "epoch": 1.097080291970803,
      "grad_norm": 0.5531080365180969,
      "learning_rate": 8e-05,
      "loss": 1.4405,
      "step": 3266
    },
    {
      "epoch": 1.0974452554744525,
      "grad_norm": 0.5310361385345459,
      "learning_rate": 8e-05,
      "loss": 1.4532,
      "step": 3267
    },
    {
      "epoch": 1.0978102189781023,
      "grad_norm": 0.6323207020759583,
      "learning_rate": 8e-05,
      "loss": 1.5239,
      "step": 3268
    },
    {
      "epoch": 1.0981751824817518,
      "grad_norm": 0.5695399045944214,
      "learning_rate": 8e-05,
      "loss": 1.4647,
      "step": 3269
    },
    {
      "epoch": 1.0985401459854014,
      "grad_norm": 0.5522740483283997,
      "learning_rate": 8e-05,
      "loss": 1.421,
      "step": 3270
    },
    {
      "epoch": 1.0989051094890512,
      "grad_norm": 0.5234057307243347,
      "learning_rate": 8e-05,
      "loss": 1.4421,
      "step": 3271
    },
    {
      "epoch": 1.0992700729927007,
      "grad_norm": 0.549386739730835,
      "learning_rate": 8e-05,
      "loss": 1.4838,
      "step": 3272
    },
    {
      "epoch": 1.0996350364963503,
      "grad_norm": 0.5692496299743652,
      "learning_rate": 8e-05,
      "loss": 1.4185,
      "step": 3273
    },
    {
      "epoch": 1.1,
      "grad_norm": 0.5025925636291504,
      "learning_rate": 8e-05,
      "loss": 1.41,
      "step": 3274
    },
    {
      "epoch": 1.1003649635036497,
      "grad_norm": 0.5207847356796265,
      "learning_rate": 8e-05,
      "loss": 1.397,
      "step": 3275
    },
    {
      "epoch": 1.1007299270072992,
      "grad_norm": 0.5408922433853149,
      "learning_rate": 8e-05,
      "loss": 1.4598,
      "step": 3276
    },
    {
      "epoch": 1.101094890510949,
      "grad_norm": 0.5162454843521118,
      "learning_rate": 8e-05,
      "loss": 1.3564,
      "step": 3277
    },
    {
      "epoch": 1.1014598540145986,
      "grad_norm": 0.5515583157539368,
      "learning_rate": 8e-05,
      "loss": 1.4296,
      "step": 3278
    },
    {
      "epoch": 1.1018248175182481,
      "grad_norm": 0.5476965308189392,
      "learning_rate": 8e-05,
      "loss": 1.4279,
      "step": 3279
    },
    {
      "epoch": 1.102189781021898,
      "grad_norm": 0.5447750091552734,
      "learning_rate": 8e-05,
      "loss": 1.4548,
      "step": 3280
    },
    {
      "epoch": 1.1025547445255475,
      "grad_norm": 0.5381466746330261,
      "learning_rate": 8e-05,
      "loss": 1.3695,
      "step": 3281
    },
    {
      "epoch": 1.102919708029197,
      "grad_norm": 0.5632294416427612,
      "learning_rate": 8e-05,
      "loss": 1.4501,
      "step": 3282
    },
    {
      "epoch": 1.1032846715328468,
      "grad_norm": 0.5440372824668884,
      "learning_rate": 8e-05,
      "loss": 1.4067,
      "step": 3283
    },
    {
      "epoch": 1.1036496350364964,
      "grad_norm": 0.5380989909172058,
      "learning_rate": 8e-05,
      "loss": 1.43,
      "step": 3284
    },
    {
      "epoch": 1.104014598540146,
      "grad_norm": 0.5274835824966431,
      "learning_rate": 8e-05,
      "loss": 1.4249,
      "step": 3285
    },
    {
      "epoch": 1.1043795620437957,
      "grad_norm": 0.5138954520225525,
      "learning_rate": 8e-05,
      "loss": 1.3844,
      "step": 3286
    },
    {
      "epoch": 1.1047445255474453,
      "grad_norm": 0.5157973766326904,
      "learning_rate": 8e-05,
      "loss": 1.3732,
      "step": 3287
    },
    {
      "epoch": 1.1051094890510949,
      "grad_norm": 0.5122153759002686,
      "learning_rate": 8e-05,
      "loss": 1.3674,
      "step": 3288
    },
    {
      "epoch": 1.1054744525547444,
      "grad_norm": 0.5450415015220642,
      "learning_rate": 8e-05,
      "loss": 1.4255,
      "step": 3289
    },
    {
      "epoch": 1.1058394160583942,
      "grad_norm": 0.5178390145301819,
      "learning_rate": 8e-05,
      "loss": 1.4359,
      "step": 3290
    },
    {
      "epoch": 1.1062043795620438,
      "grad_norm": 0.5463685989379883,
      "learning_rate": 8e-05,
      "loss": 1.4326,
      "step": 3291
    },
    {
      "epoch": 1.1065693430656935,
      "grad_norm": 0.5483876466751099,
      "learning_rate": 8e-05,
      "loss": 1.4453,
      "step": 3292
    },
    {
      "epoch": 1.106934306569343,
      "grad_norm": 0.5198366641998291,
      "learning_rate": 8e-05,
      "loss": 1.4283,
      "step": 3293
    },
    {
      "epoch": 1.1072992700729927,
      "grad_norm": 0.5180255174636841,
      "learning_rate": 8e-05,
      "loss": 1.3849,
      "step": 3294
    },
    {
      "epoch": 1.1076642335766422,
      "grad_norm": 0.5163242816925049,
      "learning_rate": 8e-05,
      "loss": 1.3967,
      "step": 3295
    },
    {
      "epoch": 1.108029197080292,
      "grad_norm": 0.5340383052825928,
      "learning_rate": 8e-05,
      "loss": 1.3624,
      "step": 3296
    },
    {
      "epoch": 1.1083941605839416,
      "grad_norm": 0.5348713397979736,
      "learning_rate": 8e-05,
      "loss": 1.4177,
      "step": 3297
    },
    {
      "epoch": 1.1087591240875911,
      "grad_norm": 0.5223767757415771,
      "learning_rate": 8e-05,
      "loss": 1.4354,
      "step": 3298
    },
    {
      "epoch": 1.109124087591241,
      "grad_norm": 0.5223079323768616,
      "learning_rate": 8e-05,
      "loss": 1.4258,
      "step": 3299
    },
    {
      "epoch": 1.1094890510948905,
      "grad_norm": 0.5455139875411987,
      "learning_rate": 8e-05,
      "loss": 1.4535,
      "step": 3300
    },
    {
      "epoch": 1.10985401459854,
      "grad_norm": 0.5271255970001221,
      "learning_rate": 8e-05,
      "loss": 1.4426,
      "step": 3301
    },
    {
      "epoch": 1.1102189781021898,
      "grad_norm": 0.5226156115531921,
      "learning_rate": 8e-05,
      "loss": 1.4287,
      "step": 3302
    },
    {
      "epoch": 1.1105839416058394,
      "grad_norm": 0.5623053908348083,
      "learning_rate": 8e-05,
      "loss": 1.564,
      "step": 3303
    },
    {
      "epoch": 1.110948905109489,
      "grad_norm": 0.5127090811729431,
      "learning_rate": 8e-05,
      "loss": 1.4254,
      "step": 3304
    },
    {
      "epoch": 1.1113138686131387,
      "grad_norm": 0.5131139755249023,
      "learning_rate": 8e-05,
      "loss": 1.3845,
      "step": 3305
    },
    {
      "epoch": 1.1116788321167883,
      "grad_norm": 0.523206889629364,
      "learning_rate": 8e-05,
      "loss": 1.4784,
      "step": 3306
    },
    {
      "epoch": 1.1120437956204379,
      "grad_norm": 0.5265983939170837,
      "learning_rate": 8e-05,
      "loss": 1.4493,
      "step": 3307
    },
    {
      "epoch": 1.1124087591240877,
      "grad_norm": 0.5035200715065002,
      "learning_rate": 8e-05,
      "loss": 1.4511,
      "step": 3308
    },
    {
      "epoch": 1.1127737226277372,
      "grad_norm": 0.5219266414642334,
      "learning_rate": 8e-05,
      "loss": 1.4495,
      "step": 3309
    },
    {
      "epoch": 1.1131386861313868,
      "grad_norm": 0.5144623517990112,
      "learning_rate": 8e-05,
      "loss": 1.4439,
      "step": 3310
    },
    {
      "epoch": 1.1135036496350366,
      "grad_norm": 0.49973246455192566,
      "learning_rate": 8e-05,
      "loss": 1.4143,
      "step": 3311
    },
    {
      "epoch": 1.1138686131386861,
      "grad_norm": 0.5114386081695557,
      "learning_rate": 8e-05,
      "loss": 1.3754,
      "step": 3312
    },
    {
      "epoch": 1.1142335766423357,
      "grad_norm": 0.5138937830924988,
      "learning_rate": 8e-05,
      "loss": 1.4363,
      "step": 3313
    },
    {
      "epoch": 1.1145985401459855,
      "grad_norm": 0.49901413917541504,
      "learning_rate": 8e-05,
      "loss": 1.4229,
      "step": 3314
    },
    {
      "epoch": 1.114963503649635,
      "grad_norm": 0.5298148393630981,
      "learning_rate": 8e-05,
      "loss": 1.4314,
      "step": 3315
    },
    {
      "epoch": 1.1153284671532846,
      "grad_norm": 0.5150309205055237,
      "learning_rate": 8e-05,
      "loss": 1.4105,
      "step": 3316
    },
    {
      "epoch": 1.1156934306569344,
      "grad_norm": 0.4876967966556549,
      "learning_rate": 8e-05,
      "loss": 1.4323,
      "step": 3317
    },
    {
      "epoch": 1.116058394160584,
      "grad_norm": 0.5046031475067139,
      "learning_rate": 8e-05,
      "loss": 1.434,
      "step": 3318
    },
    {
      "epoch": 1.1164233576642335,
      "grad_norm": 0.5133333802223206,
      "learning_rate": 8e-05,
      "loss": 1.4299,
      "step": 3319
    },
    {
      "epoch": 1.1167883211678833,
      "grad_norm": 0.5144270658493042,
      "learning_rate": 8e-05,
      "loss": 1.4112,
      "step": 3320
    },
    {
      "epoch": 1.1171532846715329,
      "grad_norm": 0.5186747908592224,
      "learning_rate": 8e-05,
      "loss": 1.4484,
      "step": 3321
    },
    {
      "epoch": 1.1175182481751824,
      "grad_norm": 0.5264416337013245,
      "learning_rate": 8e-05,
      "loss": 1.4807,
      "step": 3322
    },
    {
      "epoch": 1.1178832116788322,
      "grad_norm": 0.5121918320655823,
      "learning_rate": 8e-05,
      "loss": 1.4072,
      "step": 3323
    },
    {
      "epoch": 1.1182481751824818,
      "grad_norm": 0.5086455345153809,
      "learning_rate": 8e-05,
      "loss": 1.4319,
      "step": 3324
    },
    {
      "epoch": 1.1186131386861313,
      "grad_norm": 0.5073463320732117,
      "learning_rate": 8e-05,
      "loss": 1.4016,
      "step": 3325
    },
    {
      "epoch": 1.118978102189781,
      "grad_norm": 0.5412290692329407,
      "learning_rate": 8e-05,
      "loss": 1.4713,
      "step": 3326
    },
    {
      "epoch": 1.1193430656934307,
      "grad_norm": 0.5152208805084229,
      "learning_rate": 8e-05,
      "loss": 1.4177,
      "step": 3327
    },
    {
      "epoch": 1.1197080291970802,
      "grad_norm": 0.5300430655479431,
      "learning_rate": 8e-05,
      "loss": 1.4361,
      "step": 3328
    },
    {
      "epoch": 1.12007299270073,
      "grad_norm": 0.5260000228881836,
      "learning_rate": 8e-05,
      "loss": 1.4505,
      "step": 3329
    },
    {
      "epoch": 1.1204379562043796,
      "grad_norm": 0.5188210606575012,
      "learning_rate": 8e-05,
      "loss": 1.3842,
      "step": 3330
    },
    {
      "epoch": 1.1208029197080291,
      "grad_norm": 0.5221541523933411,
      "learning_rate": 8e-05,
      "loss": 1.4385,
      "step": 3331
    },
    {
      "epoch": 1.121167883211679,
      "grad_norm": 0.5172854661941528,
      "learning_rate": 8e-05,
      "loss": 1.4345,
      "step": 3332
    },
    {
      "epoch": 1.1215328467153285,
      "grad_norm": 0.5029423832893372,
      "learning_rate": 8e-05,
      "loss": 1.3825,
      "step": 3333
    },
    {
      "epoch": 1.121897810218978,
      "grad_norm": 0.5101186037063599,
      "learning_rate": 8e-05,
      "loss": 1.5019,
      "step": 3334
    },
    {
      "epoch": 1.1222627737226278,
      "grad_norm": 0.5394517779350281,
      "learning_rate": 8e-05,
      "loss": 1.4956,
      "step": 3335
    },
    {
      "epoch": 1.1226277372262774,
      "grad_norm": 0.5090819001197815,
      "learning_rate": 8e-05,
      "loss": 1.4188,
      "step": 3336
    },
    {
      "epoch": 1.122992700729927,
      "grad_norm": 0.528542160987854,
      "learning_rate": 8e-05,
      "loss": 1.4274,
      "step": 3337
    },
    {
      "epoch": 1.1233576642335765,
      "grad_norm": 0.5361939668655396,
      "learning_rate": 8e-05,
      "loss": 1.4732,
      "step": 3338
    },
    {
      "epoch": 1.1237226277372263,
      "grad_norm": 0.5018756985664368,
      "learning_rate": 8e-05,
      "loss": 1.4804,
      "step": 3339
    },
    {
      "epoch": 1.1240875912408759,
      "grad_norm": 0.5254513025283813,
      "learning_rate": 8e-05,
      "loss": 1.4927,
      "step": 3340
    },
    {
      "epoch": 1.1244525547445257,
      "grad_norm": 0.5102729201316833,
      "learning_rate": 8e-05,
      "loss": 1.4784,
      "step": 3341
    },
    {
      "epoch": 1.1248175182481752,
      "grad_norm": 0.5189828872680664,
      "learning_rate": 8e-05,
      "loss": 1.3895,
      "step": 3342
    },
    {
      "epoch": 1.1251824817518248,
      "grad_norm": 0.524815559387207,
      "learning_rate": 8e-05,
      "loss": 1.4274,
      "step": 3343
    },
    {
      "epoch": 1.1255474452554743,
      "grad_norm": 0.507237434387207,
      "learning_rate": 8e-05,
      "loss": 1.4545,
      "step": 3344
    },
    {
      "epoch": 1.1259124087591241,
      "grad_norm": 0.5461139678955078,
      "learning_rate": 8e-05,
      "loss": 1.4915,
      "step": 3345
    },
    {
      "epoch": 1.1262773722627737,
      "grad_norm": 0.5389496088027954,
      "learning_rate": 8e-05,
      "loss": 1.519,
      "step": 3346
    },
    {
      "epoch": 1.1266423357664235,
      "grad_norm": 0.5209891200065613,
      "learning_rate": 8e-05,
      "loss": 1.4277,
      "step": 3347
    },
    {
      "epoch": 1.127007299270073,
      "grad_norm": 0.5051180124282837,
      "learning_rate": 8e-05,
      "loss": 1.3976,
      "step": 3348
    },
    {
      "epoch": 1.1273722627737226,
      "grad_norm": 0.5374482870101929,
      "learning_rate": 8e-05,
      "loss": 1.446,
      "step": 3349
    },
    {
      "epoch": 1.1277372262773722,
      "grad_norm": 0.5421967506408691,
      "learning_rate": 8e-05,
      "loss": 1.4181,
      "step": 3350
    },
    {
      "epoch": 1.128102189781022,
      "grad_norm": 0.5134671926498413,
      "learning_rate": 8e-05,
      "loss": 1.4694,
      "step": 3351
    },
    {
      "epoch": 1.1284671532846715,
      "grad_norm": 0.5462791323661804,
      "learning_rate": 8e-05,
      "loss": 1.4559,
      "step": 3352
    },
    {
      "epoch": 1.128832116788321,
      "grad_norm": 0.5340859889984131,
      "learning_rate": 8e-05,
      "loss": 1.391,
      "step": 3353
    },
    {
      "epoch": 1.1291970802919709,
      "grad_norm": 0.5155261158943176,
      "learning_rate": 8e-05,
      "loss": 1.4564,
      "step": 3354
    },
    {
      "epoch": 1.1295620437956204,
      "grad_norm": 0.5211814641952515,
      "learning_rate": 8e-05,
      "loss": 1.4291,
      "step": 3355
    },
    {
      "epoch": 1.12992700729927,
      "grad_norm": 0.5342921018600464,
      "learning_rate": 8e-05,
      "loss": 1.444,
      "step": 3356
    },
    {
      "epoch": 1.1302919708029198,
      "grad_norm": 0.5322145223617554,
      "learning_rate": 8e-05,
      "loss": 1.4479,
      "step": 3357
    },
    {
      "epoch": 1.1306569343065693,
      "grad_norm": 0.5167548060417175,
      "learning_rate": 8e-05,
      "loss": 1.3569,
      "step": 3358
    },
    {
      "epoch": 1.131021897810219,
      "grad_norm": 0.5116724371910095,
      "learning_rate": 8e-05,
      "loss": 1.4276,
      "step": 3359
    },
    {
      "epoch": 1.1313868613138687,
      "grad_norm": 0.5151128768920898,
      "learning_rate": 8e-05,
      "loss": 1.4686,
      "step": 3360
    },
    {
      "epoch": 1.1317518248175182,
      "grad_norm": 0.5327712893486023,
      "learning_rate": 8e-05,
      "loss": 1.4685,
      "step": 3361
    },
    {
      "epoch": 1.1321167883211678,
      "grad_norm": 0.5224894881248474,
      "learning_rate": 8e-05,
      "loss": 1.3903,
      "step": 3362
    },
    {
      "epoch": 1.1324817518248176,
      "grad_norm": 0.5232964754104614,
      "learning_rate": 8e-05,
      "loss": 1.339,
      "step": 3363
    },
    {
      "epoch": 1.1328467153284671,
      "grad_norm": 0.5107028484344482,
      "learning_rate": 8e-05,
      "loss": 1.3971,
      "step": 3364
    },
    {
      "epoch": 1.1332116788321167,
      "grad_norm": 0.5226362347602844,
      "learning_rate": 8e-05,
      "loss": 1.4554,
      "step": 3365
    },
    {
      "epoch": 1.1335766423357665,
      "grad_norm": 0.5287825465202332,
      "learning_rate": 8e-05,
      "loss": 1.4234,
      "step": 3366
    },
    {
      "epoch": 1.133941605839416,
      "grad_norm": 0.5291629433631897,
      "learning_rate": 8e-05,
      "loss": 1.4138,
      "step": 3367
    },
    {
      "epoch": 1.1343065693430656,
      "grad_norm": 0.5183990001678467,
      "learning_rate": 8e-05,
      "loss": 1.4528,
      "step": 3368
    },
    {
      "epoch": 1.1346715328467154,
      "grad_norm": 0.5148257613182068,
      "learning_rate": 8e-05,
      "loss": 1.415,
      "step": 3369
    },
    {
      "epoch": 1.135036496350365,
      "grad_norm": 0.5224465131759644,
      "learning_rate": 8e-05,
      "loss": 1.4444,
      "step": 3370
    },
    {
      "epoch": 1.1354014598540145,
      "grad_norm": 0.5003027319908142,
      "learning_rate": 8e-05,
      "loss": 1.4182,
      "step": 3371
    },
    {
      "epoch": 1.1357664233576643,
      "grad_norm": 0.5268933176994324,
      "learning_rate": 8e-05,
      "loss": 1.4163,
      "step": 3372
    },
    {
      "epoch": 1.1361313868613139,
      "grad_norm": 0.534686267375946,
      "learning_rate": 8e-05,
      "loss": 1.4838,
      "step": 3373
    },
    {
      "epoch": 1.1364963503649634,
      "grad_norm": 0.5201070308685303,
      "learning_rate": 8e-05,
      "loss": 1.3841,
      "step": 3374
    },
    {
      "epoch": 1.1368613138686132,
      "grad_norm": 0.5030925273895264,
      "learning_rate": 8e-05,
      "loss": 1.3591,
      "step": 3375
    },
    {
      "epoch": 1.1372262773722628,
      "grad_norm": 0.5127166509628296,
      "learning_rate": 8e-05,
      "loss": 1.3757,
      "step": 3376
    },
    {
      "epoch": 1.1375912408759123,
      "grad_norm": 0.5197747945785522,
      "learning_rate": 8e-05,
      "loss": 1.4295,
      "step": 3377
    },
    {
      "epoch": 1.1379562043795621,
      "grad_norm": 0.5117390155792236,
      "learning_rate": 8e-05,
      "loss": 1.4193,
      "step": 3378
    },
    {
      "epoch": 1.1383211678832117,
      "grad_norm": 0.5182671546936035,
      "learning_rate": 8e-05,
      "loss": 1.3877,
      "step": 3379
    },
    {
      "epoch": 1.1386861313868613,
      "grad_norm": 0.5415842533111572,
      "learning_rate": 8e-05,
      "loss": 1.4511,
      "step": 3380
    },
    {
      "epoch": 1.139051094890511,
      "grad_norm": 0.5253893136978149,
      "learning_rate": 8e-05,
      "loss": 1.3941,
      "step": 3381
    },
    {
      "epoch": 1.1394160583941606,
      "grad_norm": 0.5245549082756042,
      "learning_rate": 8e-05,
      "loss": 1.4244,
      "step": 3382
    },
    {
      "epoch": 1.1397810218978102,
      "grad_norm": 0.5144057869911194,
      "learning_rate": 8e-05,
      "loss": 1.4607,
      "step": 3383
    },
    {
      "epoch": 1.14014598540146,
      "grad_norm": 0.5311487317085266,
      "learning_rate": 8e-05,
      "loss": 1.5189,
      "step": 3384
    },
    {
      "epoch": 1.1405109489051095,
      "grad_norm": 0.5110933184623718,
      "learning_rate": 8e-05,
      "loss": 1.3829,
      "step": 3385
    },
    {
      "epoch": 1.140875912408759,
      "grad_norm": 0.4918549656867981,
      "learning_rate": 8e-05,
      "loss": 1.3476,
      "step": 3386
    },
    {
      "epoch": 1.1412408759124086,
      "grad_norm": 0.5202382206916809,
      "learning_rate": 8e-05,
      "loss": 1.464,
      "step": 3387
    },
    {
      "epoch": 1.1416058394160584,
      "grad_norm": 0.5109981298446655,
      "learning_rate": 8e-05,
      "loss": 1.3947,
      "step": 3388
    },
    {
      "epoch": 1.141970802919708,
      "grad_norm": 0.5083270072937012,
      "learning_rate": 8e-05,
      "loss": 1.424,
      "step": 3389
    },
    {
      "epoch": 1.1423357664233578,
      "grad_norm": 0.5377060770988464,
      "learning_rate": 8e-05,
      "loss": 1.411,
      "step": 3390
    },
    {
      "epoch": 1.1427007299270073,
      "grad_norm": 0.5413318276405334,
      "learning_rate": 8e-05,
      "loss": 1.435,
      "step": 3391
    },
    {
      "epoch": 1.143065693430657,
      "grad_norm": 0.5201481580734253,
      "learning_rate": 8e-05,
      "loss": 1.4843,
      "step": 3392
    },
    {
      "epoch": 1.1434306569343065,
      "grad_norm": 0.5293574333190918,
      "learning_rate": 8e-05,
      "loss": 1.4544,
      "step": 3393
    },
    {
      "epoch": 1.1437956204379562,
      "grad_norm": 0.5196503400802612,
      "learning_rate": 8e-05,
      "loss": 1.3878,
      "step": 3394
    },
    {
      "epoch": 1.1441605839416058,
      "grad_norm": 0.5356919169425964,
      "learning_rate": 8e-05,
      "loss": 1.4457,
      "step": 3395
    },
    {
      "epoch": 1.1445255474452556,
      "grad_norm": 0.5592830777168274,
      "learning_rate": 8e-05,
      "loss": 1.4923,
      "step": 3396
    },
    {
      "epoch": 1.1448905109489051,
      "grad_norm": 0.5116204023361206,
      "learning_rate": 8e-05,
      "loss": 1.3884,
      "step": 3397
    },
    {
      "epoch": 1.1452554744525547,
      "grad_norm": 0.5330997109413147,
      "learning_rate": 8e-05,
      "loss": 1.5058,
      "step": 3398
    },
    {
      "epoch": 1.1456204379562043,
      "grad_norm": 0.5247679352760315,
      "learning_rate": 8e-05,
      "loss": 1.4262,
      "step": 3399
    },
    {
      "epoch": 1.145985401459854,
      "grad_norm": 0.5257189273834229,
      "learning_rate": 8e-05,
      "loss": 1.4315,
      "step": 3400
    },
    {
      "epoch": 1.1463503649635036,
      "grad_norm": 0.5335655212402344,
      "learning_rate": 8e-05,
      "loss": 1.4014,
      "step": 3401
    },
    {
      "epoch": 1.1467153284671534,
      "grad_norm": 0.5011483430862427,
      "learning_rate": 8e-05,
      "loss": 1.3693,
      "step": 3402
    },
    {
      "epoch": 1.147080291970803,
      "grad_norm": 0.5215780735015869,
      "learning_rate": 8e-05,
      "loss": 1.458,
      "step": 3403
    },
    {
      "epoch": 1.1474452554744525,
      "grad_norm": 0.524236798286438,
      "learning_rate": 8e-05,
      "loss": 1.4006,
      "step": 3404
    },
    {
      "epoch": 1.147810218978102,
      "grad_norm": 0.5118018984794617,
      "learning_rate": 8e-05,
      "loss": 1.4609,
      "step": 3405
    },
    {
      "epoch": 1.1481751824817519,
      "grad_norm": 0.5413112640380859,
      "learning_rate": 8e-05,
      "loss": 1.3934,
      "step": 3406
    },
    {
      "epoch": 1.1485401459854014,
      "grad_norm": 0.5175626873970032,
      "learning_rate": 8e-05,
      "loss": 1.4891,
      "step": 3407
    },
    {
      "epoch": 1.148905109489051,
      "grad_norm": 0.5276267528533936,
      "learning_rate": 8e-05,
      "loss": 1.4563,
      "step": 3408
    },
    {
      "epoch": 1.1492700729927008,
      "grad_norm": 0.5272156596183777,
      "learning_rate": 8e-05,
      "loss": 1.4532,
      "step": 3409
    },
    {
      "epoch": 1.1496350364963503,
      "grad_norm": 0.5053877830505371,
      "learning_rate": 8e-05,
      "loss": 1.4133,
      "step": 3410
    },
    {
      "epoch": 1.15,
      "grad_norm": 0.4977059066295624,
      "learning_rate": 8e-05,
      "loss": 1.4359,
      "step": 3411
    },
    {
      "epoch": 1.1503649635036497,
      "grad_norm": 0.5102130174636841,
      "learning_rate": 8e-05,
      "loss": 1.4071,
      "step": 3412
    },
    {
      "epoch": 1.1507299270072993,
      "grad_norm": 0.5258389115333557,
      "learning_rate": 8e-05,
      "loss": 1.3788,
      "step": 3413
    },
    {
      "epoch": 1.1510948905109488,
      "grad_norm": 0.5209035873413086,
      "learning_rate": 8e-05,
      "loss": 1.4963,
      "step": 3414
    },
    {
      "epoch": 1.1514598540145986,
      "grad_norm": 0.4946449100971222,
      "learning_rate": 8e-05,
      "loss": 1.3466,
      "step": 3415
    },
    {
      "epoch": 1.1518248175182482,
      "grad_norm": 0.519216001033783,
      "learning_rate": 8e-05,
      "loss": 1.4059,
      "step": 3416
    },
    {
      "epoch": 1.1521897810218977,
      "grad_norm": 0.5105977654457092,
      "learning_rate": 8e-05,
      "loss": 1.4475,
      "step": 3417
    },
    {
      "epoch": 1.1525547445255475,
      "grad_norm": 0.5331170558929443,
      "learning_rate": 8e-05,
      "loss": 1.4606,
      "step": 3418
    },
    {
      "epoch": 1.152919708029197,
      "grad_norm": 0.49704161286354065,
      "learning_rate": 8e-05,
      "loss": 1.2791,
      "step": 3419
    },
    {
      "epoch": 1.1532846715328466,
      "grad_norm": 0.5061436891555786,
      "learning_rate": 8e-05,
      "loss": 1.3562,
      "step": 3420
    },
    {
      "epoch": 1.1536496350364964,
      "grad_norm": 0.518420934677124,
      "learning_rate": 8e-05,
      "loss": 1.3975,
      "step": 3421
    },
    {
      "epoch": 1.154014598540146,
      "grad_norm": 0.5216585993766785,
      "learning_rate": 8e-05,
      "loss": 1.4045,
      "step": 3422
    },
    {
      "epoch": 1.1543795620437955,
      "grad_norm": 0.5242966413497925,
      "learning_rate": 8e-05,
      "loss": 1.4403,
      "step": 3423
    },
    {
      "epoch": 1.1547445255474453,
      "grad_norm": 0.5136780142784119,
      "learning_rate": 8e-05,
      "loss": 1.4149,
      "step": 3424
    },
    {
      "epoch": 1.155109489051095,
      "grad_norm": 0.517636239528656,
      "learning_rate": 8e-05,
      "loss": 1.4444,
      "step": 3425
    },
    {
      "epoch": 1.1554744525547445,
      "grad_norm": 0.5139331221580505,
      "learning_rate": 8e-05,
      "loss": 1.4715,
      "step": 3426
    },
    {
      "epoch": 1.1558394160583942,
      "grad_norm": 0.5086809396743774,
      "learning_rate": 8e-05,
      "loss": 1.3599,
      "step": 3427
    },
    {
      "epoch": 1.1562043795620438,
      "grad_norm": 0.5381808280944824,
      "learning_rate": 8e-05,
      "loss": 1.5005,
      "step": 3428
    },
    {
      "epoch": 1.1565693430656934,
      "grad_norm": 0.5243438482284546,
      "learning_rate": 8e-05,
      "loss": 1.4846,
      "step": 3429
    },
    {
      "epoch": 1.1569343065693432,
      "grad_norm": 0.5227583646774292,
      "learning_rate": 8e-05,
      "loss": 1.4663,
      "step": 3430
    },
    {
      "epoch": 1.1572992700729927,
      "grad_norm": 0.5389038324356079,
      "learning_rate": 8e-05,
      "loss": 1.4555,
      "step": 3431
    },
    {
      "epoch": 1.1576642335766423,
      "grad_norm": 0.5140876770019531,
      "learning_rate": 8e-05,
      "loss": 1.4027,
      "step": 3432
    },
    {
      "epoch": 1.158029197080292,
      "grad_norm": 0.5161653757095337,
      "learning_rate": 8e-05,
      "loss": 1.4596,
      "step": 3433
    },
    {
      "epoch": 1.1583941605839416,
      "grad_norm": 0.5120983719825745,
      "learning_rate": 8e-05,
      "loss": 1.3716,
      "step": 3434
    },
    {
      "epoch": 1.1587591240875912,
      "grad_norm": 0.5138745903968811,
      "learning_rate": 8e-05,
      "loss": 1.393,
      "step": 3435
    },
    {
      "epoch": 1.159124087591241,
      "grad_norm": 0.5309522151947021,
      "learning_rate": 8e-05,
      "loss": 1.4257,
      "step": 3436
    },
    {
      "epoch": 1.1594890510948905,
      "grad_norm": 0.5018414258956909,
      "learning_rate": 8e-05,
      "loss": 1.3949,
      "step": 3437
    },
    {
      "epoch": 1.15985401459854,
      "grad_norm": 0.5249110460281372,
      "learning_rate": 8e-05,
      "loss": 1.4249,
      "step": 3438
    },
    {
      "epoch": 1.1602189781021899,
      "grad_norm": 0.5011792778968811,
      "learning_rate": 8e-05,
      "loss": 1.3904,
      "step": 3439
    },
    {
      "epoch": 1.1605839416058394,
      "grad_norm": 0.5060946941375732,
      "learning_rate": 8e-05,
      "loss": 1.468,
      "step": 3440
    },
    {
      "epoch": 1.160948905109489,
      "grad_norm": 0.5159915685653687,
      "learning_rate": 8e-05,
      "loss": 1.5217,
      "step": 3441
    },
    {
      "epoch": 1.1613138686131386,
      "grad_norm": 0.5176800489425659,
      "learning_rate": 8e-05,
      "loss": 1.38,
      "step": 3442
    },
    {
      "epoch": 1.1616788321167884,
      "grad_norm": 0.49627238512039185,
      "learning_rate": 8e-05,
      "loss": 1.3881,
      "step": 3443
    },
    {
      "epoch": 1.162043795620438,
      "grad_norm": 0.5309420824050903,
      "learning_rate": 8e-05,
      "loss": 1.3906,
      "step": 3444
    },
    {
      "epoch": 1.1624087591240877,
      "grad_norm": 0.529822051525116,
      "learning_rate": 8e-05,
      "loss": 1.4517,
      "step": 3445
    },
    {
      "epoch": 1.1627737226277373,
      "grad_norm": 0.5277966856956482,
      "learning_rate": 8e-05,
      "loss": 1.4887,
      "step": 3446
    },
    {
      "epoch": 1.1631386861313868,
      "grad_norm": 0.5262790322303772,
      "learning_rate": 8e-05,
      "loss": 1.4367,
      "step": 3447
    },
    {
      "epoch": 1.1635036496350364,
      "grad_norm": 0.5345116257667542,
      "learning_rate": 8e-05,
      "loss": 1.3931,
      "step": 3448
    },
    {
      "epoch": 1.1638686131386862,
      "grad_norm": 0.5190134644508362,
      "learning_rate": 8e-05,
      "loss": 1.5451,
      "step": 3449
    },
    {
      "epoch": 1.1642335766423357,
      "grad_norm": 0.5164069533348083,
      "learning_rate": 8e-05,
      "loss": 1.5014,
      "step": 3450
    },
    {
      "epoch": 1.1645985401459855,
      "grad_norm": 0.5360453724861145,
      "learning_rate": 8e-05,
      "loss": 1.5264,
      "step": 3451
    },
    {
      "epoch": 1.164963503649635,
      "grad_norm": 0.5065139532089233,
      "learning_rate": 8e-05,
      "loss": 1.42,
      "step": 3452
    },
    {
      "epoch": 1.1653284671532846,
      "grad_norm": 0.5273198485374451,
      "learning_rate": 8e-05,
      "loss": 1.4396,
      "step": 3453
    },
    {
      "epoch": 1.1656934306569342,
      "grad_norm": 0.5122255682945251,
      "learning_rate": 8e-05,
      "loss": 1.3726,
      "step": 3454
    },
    {
      "epoch": 1.166058394160584,
      "grad_norm": 0.5077627301216125,
      "learning_rate": 8e-05,
      "loss": 1.4395,
      "step": 3455
    },
    {
      "epoch": 1.1664233576642336,
      "grad_norm": 0.5351388454437256,
      "learning_rate": 8e-05,
      "loss": 1.4861,
      "step": 3456
    },
    {
      "epoch": 1.1667883211678833,
      "grad_norm": 0.5360019207000732,
      "learning_rate": 8e-05,
      "loss": 1.4784,
      "step": 3457
    },
    {
      "epoch": 1.167153284671533,
      "grad_norm": 0.5214734673500061,
      "learning_rate": 8e-05,
      "loss": 1.4103,
      "step": 3458
    },
    {
      "epoch": 1.1675182481751825,
      "grad_norm": 0.5118022561073303,
      "learning_rate": 8e-05,
      "loss": 1.4236,
      "step": 3459
    },
    {
      "epoch": 1.167883211678832,
      "grad_norm": 0.5215485692024231,
      "learning_rate": 8e-05,
      "loss": 1.4651,
      "step": 3460
    },
    {
      "epoch": 1.1682481751824818,
      "grad_norm": 0.524760365486145,
      "learning_rate": 8e-05,
      "loss": 1.4805,
      "step": 3461
    },
    {
      "epoch": 1.1686131386861314,
      "grad_norm": 0.5201141834259033,
      "learning_rate": 8e-05,
      "loss": 1.4565,
      "step": 3462
    },
    {
      "epoch": 1.168978102189781,
      "grad_norm": 0.5119462609291077,
      "learning_rate": 8e-05,
      "loss": 1.4483,
      "step": 3463
    },
    {
      "epoch": 1.1693430656934307,
      "grad_norm": 0.5105197429656982,
      "learning_rate": 8e-05,
      "loss": 1.422,
      "step": 3464
    },
    {
      "epoch": 1.1697080291970803,
      "grad_norm": 0.5116633176803589,
      "learning_rate": 8e-05,
      "loss": 1.3876,
      "step": 3465
    },
    {
      "epoch": 1.1700729927007298,
      "grad_norm": 0.5121337175369263,
      "learning_rate": 8e-05,
      "loss": 1.411,
      "step": 3466
    },
    {
      "epoch": 1.1704379562043796,
      "grad_norm": 0.5288583040237427,
      "learning_rate": 8e-05,
      "loss": 1.434,
      "step": 3467
    },
    {
      "epoch": 1.1708029197080292,
      "grad_norm": 0.5070604681968689,
      "learning_rate": 8e-05,
      "loss": 1.3762,
      "step": 3468
    },
    {
      "epoch": 1.1711678832116788,
      "grad_norm": 0.525282084941864,
      "learning_rate": 8e-05,
      "loss": 1.4425,
      "step": 3469
    },
    {
      "epoch": 1.1715328467153285,
      "grad_norm": 0.5365113615989685,
      "learning_rate": 8e-05,
      "loss": 1.4714,
      "step": 3470
    },
    {
      "epoch": 1.171897810218978,
      "grad_norm": 0.516467809677124,
      "learning_rate": 8e-05,
      "loss": 1.4675,
      "step": 3471
    },
    {
      "epoch": 1.1722627737226277,
      "grad_norm": 0.5403741002082825,
      "learning_rate": 8e-05,
      "loss": 1.4332,
      "step": 3472
    },
    {
      "epoch": 1.1726277372262774,
      "grad_norm": 0.5441211462020874,
      "learning_rate": 8e-05,
      "loss": 1.4026,
      "step": 3473
    },
    {
      "epoch": 1.172992700729927,
      "grad_norm": 0.5535826086997986,
      "learning_rate": 8e-05,
      "loss": 1.4766,
      "step": 3474
    },
    {
      "epoch": 1.1733576642335766,
      "grad_norm": 0.5150237083435059,
      "learning_rate": 8e-05,
      "loss": 1.4692,
      "step": 3475
    },
    {
      "epoch": 1.1737226277372264,
      "grad_norm": 0.5292180776596069,
      "learning_rate": 8e-05,
      "loss": 1.4344,
      "step": 3476
    },
    {
      "epoch": 1.174087591240876,
      "grad_norm": 0.5239630937576294,
      "learning_rate": 8e-05,
      "loss": 1.4677,
      "step": 3477
    },
    {
      "epoch": 1.1744525547445255,
      "grad_norm": 0.4961256682872772,
      "learning_rate": 8e-05,
      "loss": 1.4554,
      "step": 3478
    },
    {
      "epoch": 1.1748175182481753,
      "grad_norm": 0.5107327699661255,
      "learning_rate": 8e-05,
      "loss": 1.3662,
      "step": 3479
    },
    {
      "epoch": 1.1751824817518248,
      "grad_norm": 0.5221830606460571,
      "learning_rate": 8e-05,
      "loss": 1.445,
      "step": 3480
    },
    {
      "epoch": 1.1755474452554744,
      "grad_norm": 0.5319133996963501,
      "learning_rate": 8e-05,
      "loss": 1.4171,
      "step": 3481
    },
    {
      "epoch": 1.1759124087591242,
      "grad_norm": 0.5247601866722107,
      "learning_rate": 8e-05,
      "loss": 1.4572,
      "step": 3482
    },
    {
      "epoch": 1.1762773722627737,
      "grad_norm": 0.5406590104103088,
      "learning_rate": 8e-05,
      "loss": 1.4181,
      "step": 3483
    },
    {
      "epoch": 1.1766423357664233,
      "grad_norm": 0.5385504961013794,
      "learning_rate": 8e-05,
      "loss": 1.4007,
      "step": 3484
    },
    {
      "epoch": 1.177007299270073,
      "grad_norm": 0.5225389003753662,
      "learning_rate": 8e-05,
      "loss": 1.4389,
      "step": 3485
    },
    {
      "epoch": 1.1773722627737226,
      "grad_norm": 0.4975328743457794,
      "learning_rate": 8e-05,
      "loss": 1.3787,
      "step": 3486
    },
    {
      "epoch": 1.1777372262773722,
      "grad_norm": 0.520426332950592,
      "learning_rate": 8e-05,
      "loss": 1.4504,
      "step": 3487
    },
    {
      "epoch": 1.178102189781022,
      "grad_norm": 0.5068808197975159,
      "learning_rate": 8e-05,
      "loss": 1.3806,
      "step": 3488
    },
    {
      "epoch": 1.1784671532846716,
      "grad_norm": 0.4971745014190674,
      "learning_rate": 8e-05,
      "loss": 1.3817,
      "step": 3489
    },
    {
      "epoch": 1.1788321167883211,
      "grad_norm": 0.5101388096809387,
      "learning_rate": 8e-05,
      "loss": 1.3753,
      "step": 3490
    },
    {
      "epoch": 1.1791970802919707,
      "grad_norm": 0.528719425201416,
      "learning_rate": 8e-05,
      "loss": 1.4591,
      "step": 3491
    },
    {
      "epoch": 1.1795620437956205,
      "grad_norm": 0.4950891435146332,
      "learning_rate": 8e-05,
      "loss": 1.3846,
      "step": 3492
    },
    {
      "epoch": 1.17992700729927,
      "grad_norm": 0.5106810927391052,
      "learning_rate": 8e-05,
      "loss": 1.3968,
      "step": 3493
    },
    {
      "epoch": 1.1802919708029198,
      "grad_norm": 0.5193929076194763,
      "learning_rate": 8e-05,
      "loss": 1.445,
      "step": 3494
    },
    {
      "epoch": 1.1806569343065694,
      "grad_norm": 0.5119311809539795,
      "learning_rate": 8e-05,
      "loss": 1.3636,
      "step": 3495
    },
    {
      "epoch": 1.181021897810219,
      "grad_norm": 0.5284390449523926,
      "learning_rate": 8e-05,
      "loss": 1.4933,
      "step": 3496
    },
    {
      "epoch": 1.1813868613138685,
      "grad_norm": 0.5229617357254028,
      "learning_rate": 8e-05,
      "loss": 1.4557,
      "step": 3497
    },
    {
      "epoch": 1.1817518248175183,
      "grad_norm": 0.5155181884765625,
      "learning_rate": 8e-05,
      "loss": 1.4381,
      "step": 3498
    },
    {
      "epoch": 1.1821167883211678,
      "grad_norm": 0.5150619745254517,
      "learning_rate": 8e-05,
      "loss": 1.4564,
      "step": 3499
    },
    {
      "epoch": 1.1824817518248176,
      "grad_norm": 0.5269165635108948,
      "learning_rate": 8e-05,
      "loss": 1.3735,
      "step": 3500
    },
    {
      "epoch": 1.1828467153284672,
      "grad_norm": 0.49906009435653687,
      "learning_rate": 8e-05,
      "loss": 1.331,
      "step": 3501
    },
    {
      "epoch": 1.1832116788321168,
      "grad_norm": 0.5132217407226562,
      "learning_rate": 8e-05,
      "loss": 1.4091,
      "step": 3502
    },
    {
      "epoch": 1.1835766423357663,
      "grad_norm": 0.5383659601211548,
      "learning_rate": 8e-05,
      "loss": 1.3734,
      "step": 3503
    },
    {
      "epoch": 1.183941605839416,
      "grad_norm": 0.5087915062904358,
      "learning_rate": 8e-05,
      "loss": 1.3826,
      "step": 3504
    },
    {
      "epoch": 1.1843065693430657,
      "grad_norm": 0.5334630012512207,
      "learning_rate": 8e-05,
      "loss": 1.4649,
      "step": 3505
    },
    {
      "epoch": 1.1846715328467154,
      "grad_norm": 0.4946361184120178,
      "learning_rate": 8e-05,
      "loss": 1.385,
      "step": 3506
    },
    {
      "epoch": 1.185036496350365,
      "grad_norm": 0.4904192090034485,
      "learning_rate": 8e-05,
      "loss": 1.3697,
      "step": 3507
    },
    {
      "epoch": 1.1854014598540146,
      "grad_norm": 0.5163958072662354,
      "learning_rate": 8e-05,
      "loss": 1.4398,
      "step": 3508
    },
    {
      "epoch": 1.1857664233576641,
      "grad_norm": 0.4931240379810333,
      "learning_rate": 8e-05,
      "loss": 1.3742,
      "step": 3509
    },
    {
      "epoch": 1.186131386861314,
      "grad_norm": 0.5327590107917786,
      "learning_rate": 8e-05,
      "loss": 1.492,
      "step": 3510
    },
    {
      "epoch": 1.1864963503649635,
      "grad_norm": 0.5367544889450073,
      "learning_rate": 8e-05,
      "loss": 1.4258,
      "step": 3511
    },
    {
      "epoch": 1.186861313868613,
      "grad_norm": 0.5115146636962891,
      "learning_rate": 8e-05,
      "loss": 1.375,
      "step": 3512
    },
    {
      "epoch": 1.1872262773722628,
      "grad_norm": 0.48728829622268677,
      "learning_rate": 8e-05,
      "loss": 1.3985,
      "step": 3513
    },
    {
      "epoch": 1.1875912408759124,
      "grad_norm": 0.5084927082061768,
      "learning_rate": 8e-05,
      "loss": 1.3911,
      "step": 3514
    },
    {
      "epoch": 1.187956204379562,
      "grad_norm": 0.5232825875282288,
      "learning_rate": 8e-05,
      "loss": 1.4542,
      "step": 3515
    },
    {
      "epoch": 1.1883211678832117,
      "grad_norm": 0.5138564109802246,
      "learning_rate": 8e-05,
      "loss": 1.4434,
      "step": 3516
    },
    {
      "epoch": 1.1886861313868613,
      "grad_norm": 0.5141980051994324,
      "learning_rate": 8e-05,
      "loss": 1.4124,
      "step": 3517
    },
    {
      "epoch": 1.1890510948905109,
      "grad_norm": 0.5027714967727661,
      "learning_rate": 8e-05,
      "loss": 1.4065,
      "step": 3518
    },
    {
      "epoch": 1.1894160583941606,
      "grad_norm": 0.5191664099693298,
      "learning_rate": 8e-05,
      "loss": 1.3984,
      "step": 3519
    },
    {
      "epoch": 1.1897810218978102,
      "grad_norm": 0.5341597199440002,
      "learning_rate": 8e-05,
      "loss": 1.4025,
      "step": 3520
    },
    {
      "epoch": 1.1901459854014598,
      "grad_norm": 0.5521405935287476,
      "learning_rate": 8e-05,
      "loss": 1.4562,
      "step": 3521
    },
    {
      "epoch": 1.1905109489051096,
      "grad_norm": 0.5250604152679443,
      "learning_rate": 8e-05,
      "loss": 1.4318,
      "step": 3522
    },
    {
      "epoch": 1.1908759124087591,
      "grad_norm": 0.5257858037948608,
      "learning_rate": 8e-05,
      "loss": 1.4229,
      "step": 3523
    },
    {
      "epoch": 1.1912408759124087,
      "grad_norm": 0.526024341583252,
      "learning_rate": 8e-05,
      "loss": 1.4117,
      "step": 3524
    },
    {
      "epoch": 1.1916058394160585,
      "grad_norm": 0.5171971917152405,
      "learning_rate": 8e-05,
      "loss": 1.4204,
      "step": 3525
    },
    {
      "epoch": 1.191970802919708,
      "grad_norm": 0.5287618637084961,
      "learning_rate": 8e-05,
      "loss": 1.4619,
      "step": 3526
    },
    {
      "epoch": 1.1923357664233576,
      "grad_norm": 0.5457751154899597,
      "learning_rate": 8e-05,
      "loss": 1.4428,
      "step": 3527
    },
    {
      "epoch": 1.1927007299270074,
      "grad_norm": 0.5339692234992981,
      "learning_rate": 8e-05,
      "loss": 1.4671,
      "step": 3528
    },
    {
      "epoch": 1.193065693430657,
      "grad_norm": 0.5370355844497681,
      "learning_rate": 8e-05,
      "loss": 1.478,
      "step": 3529
    },
    {
      "epoch": 1.1934306569343065,
      "grad_norm": 0.5073723793029785,
      "learning_rate": 8e-05,
      "loss": 1.4415,
      "step": 3530
    },
    {
      "epoch": 1.1937956204379563,
      "grad_norm": 0.5044248700141907,
      "learning_rate": 8e-05,
      "loss": 1.4459,
      "step": 3531
    },
    {
      "epoch": 1.1941605839416058,
      "grad_norm": 0.5227582454681396,
      "learning_rate": 8e-05,
      "loss": 1.4703,
      "step": 3532
    },
    {
      "epoch": 1.1945255474452554,
      "grad_norm": 0.5227828621864319,
      "learning_rate": 8e-05,
      "loss": 1.357,
      "step": 3533
    },
    {
      "epoch": 1.1948905109489052,
      "grad_norm": 0.5197490453720093,
      "learning_rate": 8e-05,
      "loss": 1.3318,
      "step": 3534
    },
    {
      "epoch": 1.1952554744525548,
      "grad_norm": 0.5348072648048401,
      "learning_rate": 8e-05,
      "loss": 1.4678,
      "step": 3535
    },
    {
      "epoch": 1.1956204379562043,
      "grad_norm": 0.5044885277748108,
      "learning_rate": 8e-05,
      "loss": 1.3676,
      "step": 3536
    },
    {
      "epoch": 1.195985401459854,
      "grad_norm": 0.5114306211471558,
      "learning_rate": 8e-05,
      "loss": 1.387,
      "step": 3537
    },
    {
      "epoch": 1.1963503649635037,
      "grad_norm": 0.5396405458450317,
      "learning_rate": 8e-05,
      "loss": 1.5447,
      "step": 3538
    },
    {
      "epoch": 1.1967153284671532,
      "grad_norm": 0.5298717021942139,
      "learning_rate": 8e-05,
      "loss": 1.3806,
      "step": 3539
    },
    {
      "epoch": 1.197080291970803,
      "grad_norm": 0.5298278331756592,
      "learning_rate": 8e-05,
      "loss": 1.4267,
      "step": 3540
    },
    {
      "epoch": 1.1974452554744526,
      "grad_norm": 0.5259433388710022,
      "learning_rate": 8e-05,
      "loss": 1.4243,
      "step": 3541
    },
    {
      "epoch": 1.1978102189781021,
      "grad_norm": 0.5141127705574036,
      "learning_rate": 8e-05,
      "loss": 1.415,
      "step": 3542
    },
    {
      "epoch": 1.198175182481752,
      "grad_norm": 0.5329208970069885,
      "learning_rate": 8e-05,
      "loss": 1.4374,
      "step": 3543
    },
    {
      "epoch": 1.1985401459854015,
      "grad_norm": 0.5232874155044556,
      "learning_rate": 8e-05,
      "loss": 1.4897,
      "step": 3544
    },
    {
      "epoch": 1.198905109489051,
      "grad_norm": 0.5508514642715454,
      "learning_rate": 8e-05,
      "loss": 1.4916,
      "step": 3545
    },
    {
      "epoch": 1.1992700729927006,
      "grad_norm": 0.5132932066917419,
      "learning_rate": 8e-05,
      "loss": 1.3858,
      "step": 3546
    },
    {
      "epoch": 1.1996350364963504,
      "grad_norm": 0.5245037078857422,
      "learning_rate": 8e-05,
      "loss": 1.4648,
      "step": 3547
    },
    {
      "epoch": 1.2,
      "grad_norm": 0.5003904700279236,
      "learning_rate": 8e-05,
      "loss": 1.395,
      "step": 3548
    },
    {
      "epoch": 1.2003649635036497,
      "grad_norm": 0.5498045682907104,
      "learning_rate": 8e-05,
      "loss": 1.4243,
      "step": 3549
    },
    {
      "epoch": 1.2007299270072993,
      "grad_norm": 0.5329025387763977,
      "learning_rate": 8e-05,
      "loss": 1.4132,
      "step": 3550
    },
    {
      "epoch": 1.2010948905109489,
      "grad_norm": 0.5036445260047913,
      "learning_rate": 8e-05,
      "loss": 1.3618,
      "step": 3551
    },
    {
      "epoch": 1.2014598540145984,
      "grad_norm": 0.5278154611587524,
      "learning_rate": 8e-05,
      "loss": 1.4095,
      "step": 3552
    },
    {
      "epoch": 1.2018248175182482,
      "grad_norm": 0.5263774991035461,
      "learning_rate": 8e-05,
      "loss": 1.3753,
      "step": 3553
    },
    {
      "epoch": 1.2021897810218978,
      "grad_norm": 0.5442447066307068,
      "learning_rate": 8e-05,
      "loss": 1.4632,
      "step": 3554
    },
    {
      "epoch": 1.2025547445255476,
      "grad_norm": 0.5167191624641418,
      "learning_rate": 8e-05,
      "loss": 1.4246,
      "step": 3555
    },
    {
      "epoch": 1.2029197080291971,
      "grad_norm": 0.51829594373703,
      "learning_rate": 8e-05,
      "loss": 1.4807,
      "step": 3556
    },
    {
      "epoch": 1.2032846715328467,
      "grad_norm": 0.5101081132888794,
      "learning_rate": 8e-05,
      "loss": 1.4717,
      "step": 3557
    },
    {
      "epoch": 1.2036496350364962,
      "grad_norm": 0.5409804582595825,
      "learning_rate": 8e-05,
      "loss": 1.4752,
      "step": 3558
    },
    {
      "epoch": 1.204014598540146,
      "grad_norm": 0.5159284472465515,
      "learning_rate": 8e-05,
      "loss": 1.4595,
      "step": 3559
    },
    {
      "epoch": 1.2043795620437956,
      "grad_norm": 0.5105697512626648,
      "learning_rate": 8e-05,
      "loss": 1.4472,
      "step": 3560
    },
    {
      "epoch": 1.2047445255474454,
      "grad_norm": 0.5194166898727417,
      "learning_rate": 8e-05,
      "loss": 1.5103,
      "step": 3561
    },
    {
      "epoch": 1.205109489051095,
      "grad_norm": 0.5348491072654724,
      "learning_rate": 8e-05,
      "loss": 1.52,
      "step": 3562
    },
    {
      "epoch": 1.2054744525547445,
      "grad_norm": 0.5000432729721069,
      "learning_rate": 8e-05,
      "loss": 1.4257,
      "step": 3563
    },
    {
      "epoch": 1.205839416058394,
      "grad_norm": 0.5075645446777344,
      "learning_rate": 8e-05,
      "loss": 1.3844,
      "step": 3564
    },
    {
      "epoch": 1.2062043795620438,
      "grad_norm": 0.5073565244674683,
      "learning_rate": 8e-05,
      "loss": 1.3814,
      "step": 3565
    },
    {
      "epoch": 1.2065693430656934,
      "grad_norm": 0.5352131128311157,
      "learning_rate": 8e-05,
      "loss": 1.413,
      "step": 3566
    },
    {
      "epoch": 1.206934306569343,
      "grad_norm": 0.546468198299408,
      "learning_rate": 8e-05,
      "loss": 1.4652,
      "step": 3567
    },
    {
      "epoch": 1.2072992700729928,
      "grad_norm": 0.5403090715408325,
      "learning_rate": 8e-05,
      "loss": 1.4266,
      "step": 3568
    },
    {
      "epoch": 1.2076642335766423,
      "grad_norm": 0.5341825485229492,
      "learning_rate": 8e-05,
      "loss": 1.4258,
      "step": 3569
    },
    {
      "epoch": 1.2080291970802919,
      "grad_norm": 0.5297420024871826,
      "learning_rate": 8e-05,
      "loss": 1.5268,
      "step": 3570
    },
    {
      "epoch": 1.2083941605839417,
      "grad_norm": 0.5169070363044739,
      "learning_rate": 8e-05,
      "loss": 1.4191,
      "step": 3571
    },
    {
      "epoch": 1.2087591240875912,
      "grad_norm": 0.5128514766693115,
      "learning_rate": 8e-05,
      "loss": 1.3994,
      "step": 3572
    },
    {
      "epoch": 1.2091240875912408,
      "grad_norm": 0.5337908267974854,
      "learning_rate": 8e-05,
      "loss": 1.3916,
      "step": 3573
    },
    {
      "epoch": 1.2094890510948906,
      "grad_norm": 0.5301922559738159,
      "learning_rate": 8e-05,
      "loss": 1.4228,
      "step": 3574
    },
    {
      "epoch": 1.2098540145985401,
      "grad_norm": 0.526536226272583,
      "learning_rate": 8e-05,
      "loss": 1.3955,
      "step": 3575
    },
    {
      "epoch": 1.2102189781021897,
      "grad_norm": 0.5207723379135132,
      "learning_rate": 8e-05,
      "loss": 1.45,
      "step": 3576
    },
    {
      "epoch": 1.2105839416058395,
      "grad_norm": 0.5327313542366028,
      "learning_rate": 8e-05,
      "loss": 1.4357,
      "step": 3577
    },
    {
      "epoch": 1.210948905109489,
      "grad_norm": 0.5179647207260132,
      "learning_rate": 8e-05,
      "loss": 1.391,
      "step": 3578
    },
    {
      "epoch": 1.2113138686131386,
      "grad_norm": 0.5241628289222717,
      "learning_rate": 8e-05,
      "loss": 1.4781,
      "step": 3579
    },
    {
      "epoch": 1.2116788321167884,
      "grad_norm": 0.516878068447113,
      "learning_rate": 8e-05,
      "loss": 1.5028,
      "step": 3580
    },
    {
      "epoch": 1.212043795620438,
      "grad_norm": 0.5094841122627258,
      "learning_rate": 8e-05,
      "loss": 1.527,
      "step": 3581
    },
    {
      "epoch": 1.2124087591240875,
      "grad_norm": 0.5244813561439514,
      "learning_rate": 8e-05,
      "loss": 1.5056,
      "step": 3582
    },
    {
      "epoch": 1.2127737226277373,
      "grad_norm": 0.4958136975765228,
      "learning_rate": 8e-05,
      "loss": 1.4026,
      "step": 3583
    },
    {
      "epoch": 1.2131386861313869,
      "grad_norm": 0.5071704983711243,
      "learning_rate": 8e-05,
      "loss": 1.3591,
      "step": 3584
    },
    {
      "epoch": 1.2135036496350364,
      "grad_norm": 0.5402690768241882,
      "learning_rate": 8e-05,
      "loss": 1.3738,
      "step": 3585
    },
    {
      "epoch": 1.2138686131386862,
      "grad_norm": 0.5496317148208618,
      "learning_rate": 8e-05,
      "loss": 1.4641,
      "step": 3586
    },
    {
      "epoch": 1.2142335766423358,
      "grad_norm": 0.5229113698005676,
      "learning_rate": 8e-05,
      "loss": 1.3986,
      "step": 3587
    },
    {
      "epoch": 1.2145985401459853,
      "grad_norm": 0.5434179306030273,
      "learning_rate": 8e-05,
      "loss": 1.4616,
      "step": 3588
    },
    {
      "epoch": 1.2149635036496351,
      "grad_norm": 0.5018048286437988,
      "learning_rate": 8e-05,
      "loss": 1.3774,
      "step": 3589
    },
    {
      "epoch": 1.2153284671532847,
      "grad_norm": 0.5238639116287231,
      "learning_rate": 8e-05,
      "loss": 1.3961,
      "step": 3590
    },
    {
      "epoch": 1.2156934306569342,
      "grad_norm": 0.5034230351448059,
      "learning_rate": 8e-05,
      "loss": 1.3812,
      "step": 3591
    },
    {
      "epoch": 1.216058394160584,
      "grad_norm": 0.512258768081665,
      "learning_rate": 8e-05,
      "loss": 1.4193,
      "step": 3592
    },
    {
      "epoch": 1.2164233576642336,
      "grad_norm": 0.5091519355773926,
      "learning_rate": 8e-05,
      "loss": 1.44,
      "step": 3593
    },
    {
      "epoch": 1.2167883211678832,
      "grad_norm": 0.5279788970947266,
      "learning_rate": 8e-05,
      "loss": 1.4048,
      "step": 3594
    },
    {
      "epoch": 1.217153284671533,
      "grad_norm": 0.5382515788078308,
      "learning_rate": 8e-05,
      "loss": 1.4688,
      "step": 3595
    },
    {
      "epoch": 1.2175182481751825,
      "grad_norm": 0.5439696907997131,
      "learning_rate": 8e-05,
      "loss": 1.4457,
      "step": 3596
    },
    {
      "epoch": 1.217883211678832,
      "grad_norm": 0.5177547335624695,
      "learning_rate": 8e-05,
      "loss": 1.3474,
      "step": 3597
    },
    {
      "epoch": 1.2182481751824819,
      "grad_norm": 0.5296457409858704,
      "learning_rate": 8e-05,
      "loss": 1.4707,
      "step": 3598
    },
    {
      "epoch": 1.2186131386861314,
      "grad_norm": 0.5467224717140198,
      "learning_rate": 8e-05,
      "loss": 1.4048,
      "step": 3599
    },
    {
      "epoch": 1.218978102189781,
      "grad_norm": 0.5270589590072632,
      "learning_rate": 8e-05,
      "loss": 1.4648,
      "step": 3600
    },
    {
      "epoch": 1.2193430656934305,
      "grad_norm": 0.5115673542022705,
      "learning_rate": 8e-05,
      "loss": 1.3844,
      "step": 3601
    },
    {
      "epoch": 1.2197080291970803,
      "grad_norm": 0.5165686011314392,
      "learning_rate": 8e-05,
      "loss": 1.4461,
      "step": 3602
    },
    {
      "epoch": 1.2200729927007299,
      "grad_norm": 0.5303192138671875,
      "learning_rate": 8e-05,
      "loss": 1.3958,
      "step": 3603
    },
    {
      "epoch": 1.2204379562043797,
      "grad_norm": 0.5369082093238831,
      "learning_rate": 8e-05,
      "loss": 1.4096,
      "step": 3604
    },
    {
      "epoch": 1.2208029197080292,
      "grad_norm": 0.5272733569145203,
      "learning_rate": 8e-05,
      "loss": 1.4303,
      "step": 3605
    },
    {
      "epoch": 1.2211678832116788,
      "grad_norm": 0.5231293439865112,
      "learning_rate": 8e-05,
      "loss": 1.4388,
      "step": 3606
    },
    {
      "epoch": 1.2215328467153284,
      "grad_norm": 0.5069399476051331,
      "learning_rate": 8e-05,
      "loss": 1.395,
      "step": 3607
    },
    {
      "epoch": 1.2218978102189781,
      "grad_norm": 0.5038415789604187,
      "learning_rate": 8e-05,
      "loss": 1.4158,
      "step": 3608
    },
    {
      "epoch": 1.2222627737226277,
      "grad_norm": 0.5050331354141235,
      "learning_rate": 8e-05,
      "loss": 1.3229,
      "step": 3609
    },
    {
      "epoch": 1.2226277372262775,
      "grad_norm": 0.5207555890083313,
      "learning_rate": 8e-05,
      "loss": 1.5015,
      "step": 3610
    },
    {
      "epoch": 1.222992700729927,
      "grad_norm": 0.5329711437225342,
      "learning_rate": 8e-05,
      "loss": 1.3885,
      "step": 3611
    },
    {
      "epoch": 1.2233576642335766,
      "grad_norm": 0.5395052433013916,
      "learning_rate": 8e-05,
      "loss": 1.4739,
      "step": 3612
    },
    {
      "epoch": 1.2237226277372262,
      "grad_norm": 0.533767580986023,
      "learning_rate": 8e-05,
      "loss": 1.5102,
      "step": 3613
    },
    {
      "epoch": 1.224087591240876,
      "grad_norm": 0.5411708354949951,
      "learning_rate": 8e-05,
      "loss": 1.3854,
      "step": 3614
    },
    {
      "epoch": 1.2244525547445255,
      "grad_norm": 0.5153641700744629,
      "learning_rate": 8e-05,
      "loss": 1.3825,
      "step": 3615
    },
    {
      "epoch": 1.224817518248175,
      "grad_norm": 0.5223388671875,
      "learning_rate": 8e-05,
      "loss": 1.4424,
      "step": 3616
    },
    {
      "epoch": 1.2251824817518249,
      "grad_norm": 0.515799343585968,
      "learning_rate": 8e-05,
      "loss": 1.3974,
      "step": 3617
    },
    {
      "epoch": 1.2255474452554744,
      "grad_norm": 0.520475447177887,
      "learning_rate": 8e-05,
      "loss": 1.4507,
      "step": 3618
    },
    {
      "epoch": 1.225912408759124,
      "grad_norm": 0.5478260517120361,
      "learning_rate": 8e-05,
      "loss": 1.4744,
      "step": 3619
    },
    {
      "epoch": 1.2262773722627738,
      "grad_norm": 0.5121349692344666,
      "learning_rate": 8e-05,
      "loss": 1.4513,
      "step": 3620
    },
    {
      "epoch": 1.2266423357664233,
      "grad_norm": 0.5171791315078735,
      "learning_rate": 8e-05,
      "loss": 1.3506,
      "step": 3621
    },
    {
      "epoch": 1.227007299270073,
      "grad_norm": 0.5211805701255798,
      "learning_rate": 8e-05,
      "loss": 1.3947,
      "step": 3622
    },
    {
      "epoch": 1.2273722627737227,
      "grad_norm": 0.5199128985404968,
      "learning_rate": 8e-05,
      "loss": 1.4418,
      "step": 3623
    },
    {
      "epoch": 1.2277372262773723,
      "grad_norm": 0.5283066034317017,
      "learning_rate": 8e-05,
      "loss": 1.3821,
      "step": 3624
    },
    {
      "epoch": 1.2281021897810218,
      "grad_norm": 0.528550922870636,
      "learning_rate": 8e-05,
      "loss": 1.4509,
      "step": 3625
    },
    {
      "epoch": 1.2284671532846716,
      "grad_norm": 0.5357635617256165,
      "learning_rate": 8e-05,
      "loss": 1.4375,
      "step": 3626
    },
    {
      "epoch": 1.2288321167883212,
      "grad_norm": 0.5150410532951355,
      "learning_rate": 8e-05,
      "loss": 1.3817,
      "step": 3627
    },
    {
      "epoch": 1.2291970802919707,
      "grad_norm": 0.5295609831809998,
      "learning_rate": 8e-05,
      "loss": 1.4551,
      "step": 3628
    },
    {
      "epoch": 1.2295620437956205,
      "grad_norm": 0.5139901041984558,
      "learning_rate": 8e-05,
      "loss": 1.4011,
      "step": 3629
    },
    {
      "epoch": 1.22992700729927,
      "grad_norm": 0.5620557069778442,
      "learning_rate": 8e-05,
      "loss": 1.4852,
      "step": 3630
    },
    {
      "epoch": 1.2302919708029196,
      "grad_norm": 0.5186855792999268,
      "learning_rate": 8e-05,
      "loss": 1.4234,
      "step": 3631
    },
    {
      "epoch": 1.2306569343065694,
      "grad_norm": 0.541497528553009,
      "learning_rate": 8e-05,
      "loss": 1.4227,
      "step": 3632
    },
    {
      "epoch": 1.231021897810219,
      "grad_norm": 0.5232665538787842,
      "learning_rate": 8e-05,
      "loss": 1.4523,
      "step": 3633
    },
    {
      "epoch": 1.2313868613138685,
      "grad_norm": 0.5351455807685852,
      "learning_rate": 8e-05,
      "loss": 1.4369,
      "step": 3634
    },
    {
      "epoch": 1.2317518248175183,
      "grad_norm": 0.4958668053150177,
      "learning_rate": 8e-05,
      "loss": 1.3711,
      "step": 3635
    },
    {
      "epoch": 1.2321167883211679,
      "grad_norm": 0.5118532776832581,
      "learning_rate": 8e-05,
      "loss": 1.3927,
      "step": 3636
    },
    {
      "epoch": 1.2324817518248175,
      "grad_norm": 0.5302888751029968,
      "learning_rate": 8e-05,
      "loss": 1.4381,
      "step": 3637
    },
    {
      "epoch": 1.2328467153284672,
      "grad_norm": 0.5587810277938843,
      "learning_rate": 8e-05,
      "loss": 1.4303,
      "step": 3638
    },
    {
      "epoch": 1.2332116788321168,
      "grad_norm": 0.553933322429657,
      "learning_rate": 8e-05,
      "loss": 1.4742,
      "step": 3639
    },
    {
      "epoch": 1.2335766423357664,
      "grad_norm": 0.5369679927825928,
      "learning_rate": 8e-05,
      "loss": 1.4731,
      "step": 3640
    },
    {
      "epoch": 1.2339416058394161,
      "grad_norm": 0.5345508456230164,
      "learning_rate": 8e-05,
      "loss": 1.5021,
      "step": 3641
    },
    {
      "epoch": 1.2343065693430657,
      "grad_norm": 0.5009970664978027,
      "learning_rate": 8e-05,
      "loss": 1.2913,
      "step": 3642
    },
    {
      "epoch": 1.2346715328467153,
      "grad_norm": 0.5147317051887512,
      "learning_rate": 8e-05,
      "loss": 1.3803,
      "step": 3643
    },
    {
      "epoch": 1.235036496350365,
      "grad_norm": 0.5460444688796997,
      "learning_rate": 8e-05,
      "loss": 1.4283,
      "step": 3644
    },
    {
      "epoch": 1.2354014598540146,
      "grad_norm": 0.5473374724388123,
      "learning_rate": 8e-05,
      "loss": 1.4485,
      "step": 3645
    },
    {
      "epoch": 1.2357664233576642,
      "grad_norm": 0.5095798373222351,
      "learning_rate": 8e-05,
      "loss": 1.3289,
      "step": 3646
    },
    {
      "epoch": 1.236131386861314,
      "grad_norm": 0.5290598273277283,
      "learning_rate": 8e-05,
      "loss": 1.4831,
      "step": 3647
    },
    {
      "epoch": 1.2364963503649635,
      "grad_norm": 0.5253202319145203,
      "learning_rate": 8e-05,
      "loss": 1.4359,
      "step": 3648
    },
    {
      "epoch": 1.236861313868613,
      "grad_norm": 0.5104842185974121,
      "learning_rate": 8e-05,
      "loss": 1.4125,
      "step": 3649
    },
    {
      "epoch": 1.2372262773722627,
      "grad_norm": 0.5190081596374512,
      "learning_rate": 8e-05,
      "loss": 1.3888,
      "step": 3650
    },
    {
      "epoch": 1.2375912408759124,
      "grad_norm": 0.5199772715568542,
      "learning_rate": 8e-05,
      "loss": 1.4354,
      "step": 3651
    },
    {
      "epoch": 1.237956204379562,
      "grad_norm": 0.5007185935974121,
      "learning_rate": 8e-05,
      "loss": 1.4274,
      "step": 3652
    },
    {
      "epoch": 1.2383211678832118,
      "grad_norm": 0.4981898367404938,
      "learning_rate": 8e-05,
      "loss": 1.3718,
      "step": 3653
    },
    {
      "epoch": 1.2386861313868613,
      "grad_norm": 0.5333033800125122,
      "learning_rate": 8e-05,
      "loss": 1.4353,
      "step": 3654
    },
    {
      "epoch": 1.239051094890511,
      "grad_norm": 0.5328360199928284,
      "learning_rate": 8e-05,
      "loss": 1.4362,
      "step": 3655
    },
    {
      "epoch": 1.2394160583941605,
      "grad_norm": 0.5275161266326904,
      "learning_rate": 8e-05,
      "loss": 1.3947,
      "step": 3656
    },
    {
      "epoch": 1.2397810218978103,
      "grad_norm": 0.5212114453315735,
      "learning_rate": 8e-05,
      "loss": 1.3657,
      "step": 3657
    },
    {
      "epoch": 1.2401459854014598,
      "grad_norm": 0.5282472372055054,
      "learning_rate": 8e-05,
      "loss": 1.4077,
      "step": 3658
    },
    {
      "epoch": 1.2405109489051096,
      "grad_norm": 0.5157349109649658,
      "learning_rate": 8e-05,
      "loss": 1.4136,
      "step": 3659
    },
    {
      "epoch": 1.2408759124087592,
      "grad_norm": 0.5047999620437622,
      "learning_rate": 8e-05,
      "loss": 1.4003,
      "step": 3660
    },
    {
      "epoch": 1.2412408759124087,
      "grad_norm": 0.5315205454826355,
      "learning_rate": 8e-05,
      "loss": 1.3167,
      "step": 3661
    },
    {
      "epoch": 1.2416058394160583,
      "grad_norm": 0.5428820848464966,
      "learning_rate": 8e-05,
      "loss": 1.4482,
      "step": 3662
    },
    {
      "epoch": 1.241970802919708,
      "grad_norm": 0.5317947268486023,
      "learning_rate": 8e-05,
      "loss": 1.3866,
      "step": 3663
    },
    {
      "epoch": 1.2423357664233576,
      "grad_norm": 0.5607362389564514,
      "learning_rate": 8e-05,
      "loss": 1.4195,
      "step": 3664
    },
    {
      "epoch": 1.2427007299270074,
      "grad_norm": 0.5361804366111755,
      "learning_rate": 8e-05,
      "loss": 1.4137,
      "step": 3665
    },
    {
      "epoch": 1.243065693430657,
      "grad_norm": 0.5238960385322571,
      "learning_rate": 8e-05,
      "loss": 1.472,
      "step": 3666
    },
    {
      "epoch": 1.2434306569343065,
      "grad_norm": 0.496813029050827,
      "learning_rate": 8e-05,
      "loss": 1.3523,
      "step": 3667
    },
    {
      "epoch": 1.243795620437956,
      "grad_norm": 0.5340553522109985,
      "learning_rate": 8e-05,
      "loss": 1.4158,
      "step": 3668
    },
    {
      "epoch": 1.244160583941606,
      "grad_norm": 0.5292666554450989,
      "learning_rate": 8e-05,
      "loss": 1.3832,
      "step": 3669
    },
    {
      "epoch": 1.2445255474452555,
      "grad_norm": 0.5317353010177612,
      "learning_rate": 8e-05,
      "loss": 1.4155,
      "step": 3670
    },
    {
      "epoch": 1.244890510948905,
      "grad_norm": 0.5341418981552124,
      "learning_rate": 8e-05,
      "loss": 1.4198,
      "step": 3671
    },
    {
      "epoch": 1.2452554744525548,
      "grad_norm": 0.536596953868866,
      "learning_rate": 8e-05,
      "loss": 1.3662,
      "step": 3672
    },
    {
      "epoch": 1.2456204379562044,
      "grad_norm": 0.5304264426231384,
      "learning_rate": 8e-05,
      "loss": 1.4602,
      "step": 3673
    },
    {
      "epoch": 1.245985401459854,
      "grad_norm": 0.5413964986801147,
      "learning_rate": 8e-05,
      "loss": 1.4807,
      "step": 3674
    },
    {
      "epoch": 1.2463503649635037,
      "grad_norm": 0.5130543112754822,
      "learning_rate": 8e-05,
      "loss": 1.354,
      "step": 3675
    },
    {
      "epoch": 1.2467153284671533,
      "grad_norm": 0.5201445817947388,
      "learning_rate": 8e-05,
      "loss": 1.3959,
      "step": 3676
    },
    {
      "epoch": 1.2470802919708028,
      "grad_norm": 0.5649845004081726,
      "learning_rate": 8e-05,
      "loss": 1.3792,
      "step": 3677
    },
    {
      "epoch": 1.2474452554744526,
      "grad_norm": 0.5364131927490234,
      "learning_rate": 8e-05,
      "loss": 1.4676,
      "step": 3678
    },
    {
      "epoch": 1.2478102189781022,
      "grad_norm": 0.5043660402297974,
      "learning_rate": 8e-05,
      "loss": 1.3251,
      "step": 3679
    },
    {
      "epoch": 1.2481751824817517,
      "grad_norm": 0.5557290315628052,
      "learning_rate": 8e-05,
      "loss": 1.4188,
      "step": 3680
    },
    {
      "epoch": 1.2485401459854015,
      "grad_norm": 0.5447223782539368,
      "learning_rate": 8e-05,
      "loss": 1.4526,
      "step": 3681
    },
    {
      "epoch": 1.248905109489051,
      "grad_norm": 0.5158898234367371,
      "learning_rate": 8e-05,
      "loss": 1.4462,
      "step": 3682
    },
    {
      "epoch": 1.2492700729927007,
      "grad_norm": 0.5691294074058533,
      "learning_rate": 8e-05,
      "loss": 1.396,
      "step": 3683
    },
    {
      "epoch": 1.2496350364963504,
      "grad_norm": 0.5258007049560547,
      "learning_rate": 8e-05,
      "loss": 1.3346,
      "step": 3684
    },
    {
      "epoch": 1.25,
      "grad_norm": 0.5335791110992432,
      "learning_rate": 8e-05,
      "loss": 1.4535,
      "step": 3685
    },
    {
      "epoch": 1.2503649635036496,
      "grad_norm": 0.5393110513687134,
      "learning_rate": 8e-05,
      "loss": 1.4074,
      "step": 3686
    },
    {
      "epoch": 1.2507299270072993,
      "grad_norm": 0.5086508393287659,
      "learning_rate": 8e-05,
      "loss": 1.4256,
      "step": 3687
    },
    {
      "epoch": 1.251094890510949,
      "grad_norm": 0.5673623085021973,
      "learning_rate": 8e-05,
      "loss": 1.4728,
      "step": 3688
    },
    {
      "epoch": 1.2514598540145985,
      "grad_norm": 0.5310065150260925,
      "learning_rate": 8e-05,
      "loss": 1.4121,
      "step": 3689
    },
    {
      "epoch": 1.2518248175182483,
      "grad_norm": 0.5068374872207642,
      "learning_rate": 8e-05,
      "loss": 1.4233,
      "step": 3690
    },
    {
      "epoch": 1.2521897810218978,
      "grad_norm": 0.5160306096076965,
      "learning_rate": 8e-05,
      "loss": 1.4408,
      "step": 3691
    },
    {
      "epoch": 1.2525547445255474,
      "grad_norm": 0.506866455078125,
      "learning_rate": 8e-05,
      "loss": 1.4639,
      "step": 3692
    },
    {
      "epoch": 1.252919708029197,
      "grad_norm": 0.5038967132568359,
      "learning_rate": 8e-05,
      "loss": 1.4503,
      "step": 3693
    },
    {
      "epoch": 1.2532846715328467,
      "grad_norm": 0.5050334930419922,
      "learning_rate": 8e-05,
      "loss": 1.4507,
      "step": 3694
    },
    {
      "epoch": 1.2536496350364963,
      "grad_norm": 0.530921995639801,
      "learning_rate": 8e-05,
      "loss": 1.4093,
      "step": 3695
    },
    {
      "epoch": 1.254014598540146,
      "grad_norm": 0.5189294219017029,
      "learning_rate": 8e-05,
      "loss": 1.3933,
      "step": 3696
    },
    {
      "epoch": 1.2543795620437956,
      "grad_norm": 0.5677629709243774,
      "learning_rate": 8e-05,
      "loss": 1.5037,
      "step": 3697
    },
    {
      "epoch": 1.2547445255474452,
      "grad_norm": 0.538796067237854,
      "learning_rate": 8e-05,
      "loss": 1.4067,
      "step": 3698
    },
    {
      "epoch": 1.2551094890510948,
      "grad_norm": 0.4897298514842987,
      "learning_rate": 8e-05,
      "loss": 1.3618,
      "step": 3699
    },
    {
      "epoch": 1.2554744525547445,
      "grad_norm": 0.5263640284538269,
      "learning_rate": 8e-05,
      "loss": 1.3694,
      "step": 3700
    },
    {
      "epoch": 1.255839416058394,
      "grad_norm": 0.5238764882087708,
      "learning_rate": 8e-05,
      "loss": 1.4394,
      "step": 3701
    },
    {
      "epoch": 1.256204379562044,
      "grad_norm": 0.5420265197753906,
      "learning_rate": 8e-05,
      "loss": 1.3608,
      "step": 3702
    },
    {
      "epoch": 1.2565693430656935,
      "grad_norm": 0.5461605787277222,
      "learning_rate": 8e-05,
      "loss": 1.4244,
      "step": 3703
    },
    {
      "epoch": 1.256934306569343,
      "grad_norm": 0.5462139844894409,
      "learning_rate": 8e-05,
      "loss": 1.4055,
      "step": 3704
    },
    {
      "epoch": 1.2572992700729926,
      "grad_norm": 0.5341113209724426,
      "learning_rate": 8e-05,
      "loss": 1.4554,
      "step": 3705
    },
    {
      "epoch": 1.2576642335766424,
      "grad_norm": 0.519393801689148,
      "learning_rate": 8e-05,
      "loss": 1.3845,
      "step": 3706
    },
    {
      "epoch": 1.258029197080292,
      "grad_norm": 0.5506883859634399,
      "learning_rate": 8e-05,
      "loss": 1.429,
      "step": 3707
    },
    {
      "epoch": 1.2583941605839417,
      "grad_norm": 0.5094014406204224,
      "learning_rate": 8e-05,
      "loss": 1.3578,
      "step": 3708
    },
    {
      "epoch": 1.2587591240875913,
      "grad_norm": 0.5130566358566284,
      "learning_rate": 8e-05,
      "loss": 1.3379,
      "step": 3709
    },
    {
      "epoch": 1.2591240875912408,
      "grad_norm": 0.5312238335609436,
      "learning_rate": 8e-05,
      "loss": 1.4556,
      "step": 3710
    },
    {
      "epoch": 1.2594890510948904,
      "grad_norm": 0.5196979641914368,
      "learning_rate": 8e-05,
      "loss": 1.4264,
      "step": 3711
    },
    {
      "epoch": 1.2598540145985402,
      "grad_norm": 0.5189277529716492,
      "learning_rate": 8e-05,
      "loss": 1.4479,
      "step": 3712
    },
    {
      "epoch": 1.2602189781021897,
      "grad_norm": 0.5303866863250732,
      "learning_rate": 8e-05,
      "loss": 1.5483,
      "step": 3713
    },
    {
      "epoch": 1.2605839416058395,
      "grad_norm": 0.5283102989196777,
      "learning_rate": 8e-05,
      "loss": 1.427,
      "step": 3714
    },
    {
      "epoch": 1.260948905109489,
      "grad_norm": 0.5453157424926758,
      "learning_rate": 8e-05,
      "loss": 1.4116,
      "step": 3715
    },
    {
      "epoch": 1.2613138686131387,
      "grad_norm": 0.5441653728485107,
      "learning_rate": 8e-05,
      "loss": 1.3443,
      "step": 3716
    },
    {
      "epoch": 1.2616788321167882,
      "grad_norm": 0.5340880155563354,
      "learning_rate": 8e-05,
      "loss": 1.4286,
      "step": 3717
    },
    {
      "epoch": 1.262043795620438,
      "grad_norm": 0.5393385887145996,
      "learning_rate": 8e-05,
      "loss": 1.4138,
      "step": 3718
    },
    {
      "epoch": 1.2624087591240876,
      "grad_norm": 0.5318164825439453,
      "learning_rate": 8e-05,
      "loss": 1.5114,
      "step": 3719
    },
    {
      "epoch": 1.2627737226277373,
      "grad_norm": 0.5143525004386902,
      "learning_rate": 8e-05,
      "loss": 1.4073,
      "step": 3720
    },
    {
      "epoch": 1.263138686131387,
      "grad_norm": 0.5249269008636475,
      "learning_rate": 8e-05,
      "loss": 1.4819,
      "step": 3721
    },
    {
      "epoch": 1.2635036496350365,
      "grad_norm": 0.5230492949485779,
      "learning_rate": 8e-05,
      "loss": 1.4383,
      "step": 3722
    },
    {
      "epoch": 1.263868613138686,
      "grad_norm": 0.5219741463661194,
      "learning_rate": 8e-05,
      "loss": 1.3705,
      "step": 3723
    },
    {
      "epoch": 1.2642335766423358,
      "grad_norm": 0.5619362592697144,
      "learning_rate": 8e-05,
      "loss": 1.4778,
      "step": 3724
    },
    {
      "epoch": 1.2645985401459854,
      "grad_norm": 0.5566912889480591,
      "learning_rate": 8e-05,
      "loss": 1.3925,
      "step": 3725
    },
    {
      "epoch": 1.2649635036496352,
      "grad_norm": 0.5575312376022339,
      "learning_rate": 8e-05,
      "loss": 1.4714,
      "step": 3726
    },
    {
      "epoch": 1.2653284671532847,
      "grad_norm": 0.5355319976806641,
      "learning_rate": 8e-05,
      "loss": 1.4198,
      "step": 3727
    },
    {
      "epoch": 1.2656934306569343,
      "grad_norm": 0.503290057182312,
      "learning_rate": 8e-05,
      "loss": 1.4159,
      "step": 3728
    },
    {
      "epoch": 1.2660583941605839,
      "grad_norm": 0.5126772522926331,
      "learning_rate": 8e-05,
      "loss": 1.4408,
      "step": 3729
    },
    {
      "epoch": 1.2664233576642336,
      "grad_norm": 0.5181280374526978,
      "learning_rate": 8e-05,
      "loss": 1.4174,
      "step": 3730
    },
    {
      "epoch": 1.2667883211678832,
      "grad_norm": 0.5270928740501404,
      "learning_rate": 8e-05,
      "loss": 1.4383,
      "step": 3731
    },
    {
      "epoch": 1.2671532846715328,
      "grad_norm": 0.5417938232421875,
      "learning_rate": 8e-05,
      "loss": 1.4394,
      "step": 3732
    },
    {
      "epoch": 1.2675182481751825,
      "grad_norm": 0.5228798389434814,
      "learning_rate": 8e-05,
      "loss": 1.4321,
      "step": 3733
    },
    {
      "epoch": 1.2678832116788321,
      "grad_norm": 0.5205305218696594,
      "learning_rate": 8e-05,
      "loss": 1.339,
      "step": 3734
    },
    {
      "epoch": 1.2682481751824817,
      "grad_norm": 0.5136000514030457,
      "learning_rate": 8e-05,
      "loss": 1.4858,
      "step": 3735
    },
    {
      "epoch": 1.2686131386861315,
      "grad_norm": 0.5123768448829651,
      "learning_rate": 8e-05,
      "loss": 1.3592,
      "step": 3736
    },
    {
      "epoch": 1.268978102189781,
      "grad_norm": 0.499267578125,
      "learning_rate": 8e-05,
      "loss": 1.368,
      "step": 3737
    },
    {
      "epoch": 1.2693430656934306,
      "grad_norm": 0.5472974181175232,
      "learning_rate": 8e-05,
      "loss": 1.4633,
      "step": 3738
    },
    {
      "epoch": 1.2697080291970804,
      "grad_norm": 0.5431220531463623,
      "learning_rate": 8e-05,
      "loss": 1.4322,
      "step": 3739
    },
    {
      "epoch": 1.27007299270073,
      "grad_norm": 0.5045382380485535,
      "learning_rate": 8e-05,
      "loss": 1.3361,
      "step": 3740
    },
    {
      "epoch": 1.2704379562043795,
      "grad_norm": 0.5298895239830017,
      "learning_rate": 8e-05,
      "loss": 1.5126,
      "step": 3741
    },
    {
      "epoch": 1.2708029197080293,
      "grad_norm": 0.5417148470878601,
      "learning_rate": 8e-05,
      "loss": 1.4406,
      "step": 3742
    },
    {
      "epoch": 1.2711678832116788,
      "grad_norm": 0.49859818816185,
      "learning_rate": 8e-05,
      "loss": 1.3088,
      "step": 3743
    },
    {
      "epoch": 1.2715328467153284,
      "grad_norm": 0.5228139162063599,
      "learning_rate": 8e-05,
      "loss": 1.3888,
      "step": 3744
    },
    {
      "epoch": 1.2718978102189782,
      "grad_norm": 0.5143718719482422,
      "learning_rate": 8e-05,
      "loss": 1.353,
      "step": 3745
    },
    {
      "epoch": 1.2722627737226277,
      "grad_norm": 0.5024613738059998,
      "learning_rate": 8e-05,
      "loss": 1.4781,
      "step": 3746
    },
    {
      "epoch": 1.2726277372262773,
      "grad_norm": 0.5111974477767944,
      "learning_rate": 8e-05,
      "loss": 1.4663,
      "step": 3747
    },
    {
      "epoch": 1.2729927007299269,
      "grad_norm": 0.4996756911277771,
      "learning_rate": 8e-05,
      "loss": 1.3976,
      "step": 3748
    },
    {
      "epoch": 1.2733576642335767,
      "grad_norm": 0.5166937112808228,
      "learning_rate": 8e-05,
      "loss": 1.3993,
      "step": 3749
    },
    {
      "epoch": 1.2737226277372262,
      "grad_norm": 0.5352811217308044,
      "learning_rate": 8e-05,
      "loss": 1.4001,
      "step": 3750
    },
    {
      "epoch": 1.274087591240876,
      "grad_norm": 0.5216615796089172,
      "learning_rate": 8e-05,
      "loss": 1.4379,
      "step": 3751
    },
    {
      "epoch": 1.2744525547445256,
      "grad_norm": 0.5289002060890198,
      "learning_rate": 8e-05,
      "loss": 1.4008,
      "step": 3752
    },
    {
      "epoch": 1.2748175182481751,
      "grad_norm": 0.5309718251228333,
      "learning_rate": 8e-05,
      "loss": 1.4025,
      "step": 3753
    },
    {
      "epoch": 1.2751824817518247,
      "grad_norm": 0.5320312976837158,
      "learning_rate": 8e-05,
      "loss": 1.5075,
      "step": 3754
    },
    {
      "epoch": 1.2755474452554745,
      "grad_norm": 0.534207284450531,
      "learning_rate": 8e-05,
      "loss": 1.4052,
      "step": 3755
    },
    {
      "epoch": 1.275912408759124,
      "grad_norm": 0.5292074084281921,
      "learning_rate": 8e-05,
      "loss": 1.436,
      "step": 3756
    },
    {
      "epoch": 1.2762773722627738,
      "grad_norm": 0.5233229398727417,
      "learning_rate": 8e-05,
      "loss": 1.4028,
      "step": 3757
    },
    {
      "epoch": 1.2766423357664234,
      "grad_norm": 0.5223673582077026,
      "learning_rate": 8e-05,
      "loss": 1.3624,
      "step": 3758
    },
    {
      "epoch": 1.277007299270073,
      "grad_norm": 0.5332606434822083,
      "learning_rate": 8e-05,
      "loss": 1.47,
      "step": 3759
    },
    {
      "epoch": 1.2773722627737225,
      "grad_norm": 0.5324589610099792,
      "learning_rate": 8e-05,
      "loss": 1.4403,
      "step": 3760
    },
    {
      "epoch": 1.2777372262773723,
      "grad_norm": 0.5297448039054871,
      "learning_rate": 8e-05,
      "loss": 1.4178,
      "step": 3761
    },
    {
      "epoch": 1.2781021897810219,
      "grad_norm": 0.5261210203170776,
      "learning_rate": 8e-05,
      "loss": 1.4693,
      "step": 3762
    },
    {
      "epoch": 1.2784671532846716,
      "grad_norm": 0.5360221862792969,
      "learning_rate": 8e-05,
      "loss": 1.4174,
      "step": 3763
    },
    {
      "epoch": 1.2788321167883212,
      "grad_norm": 0.5360386967658997,
      "learning_rate": 8e-05,
      "loss": 1.3941,
      "step": 3764
    },
    {
      "epoch": 1.2791970802919708,
      "grad_norm": 0.5174829363822937,
      "learning_rate": 8e-05,
      "loss": 1.4123,
      "step": 3765
    },
    {
      "epoch": 1.2795620437956203,
      "grad_norm": 0.5259612798690796,
      "learning_rate": 8e-05,
      "loss": 1.4618,
      "step": 3766
    },
    {
      "epoch": 1.2799270072992701,
      "grad_norm": 0.5196488499641418,
      "learning_rate": 8e-05,
      "loss": 1.4083,
      "step": 3767
    },
    {
      "epoch": 1.2802919708029197,
      "grad_norm": 0.5338674187660217,
      "learning_rate": 8e-05,
      "loss": 1.4493,
      "step": 3768
    },
    {
      "epoch": 1.2806569343065695,
      "grad_norm": 0.5465893149375916,
      "learning_rate": 8e-05,
      "loss": 1.5423,
      "step": 3769
    },
    {
      "epoch": 1.281021897810219,
      "grad_norm": 0.5338404178619385,
      "learning_rate": 8e-05,
      "loss": 1.4296,
      "step": 3770
    },
    {
      "epoch": 1.2813868613138686,
      "grad_norm": 0.5149530172348022,
      "learning_rate": 8e-05,
      "loss": 1.5148,
      "step": 3771
    },
    {
      "epoch": 1.2817518248175181,
      "grad_norm": 0.5237281322479248,
      "learning_rate": 8e-05,
      "loss": 1.4182,
      "step": 3772
    },
    {
      "epoch": 1.282116788321168,
      "grad_norm": 0.5301669239997864,
      "learning_rate": 8e-05,
      "loss": 1.5176,
      "step": 3773
    },
    {
      "epoch": 1.2824817518248175,
      "grad_norm": 0.5388448238372803,
      "learning_rate": 8e-05,
      "loss": 1.346,
      "step": 3774
    },
    {
      "epoch": 1.2828467153284673,
      "grad_norm": 0.5286188721656799,
      "learning_rate": 8e-05,
      "loss": 1.3963,
      "step": 3775
    },
    {
      "epoch": 1.2832116788321168,
      "grad_norm": 0.5496736168861389,
      "learning_rate": 8e-05,
      "loss": 1.3159,
      "step": 3776
    },
    {
      "epoch": 1.2835766423357664,
      "grad_norm": 0.5379176735877991,
      "learning_rate": 8e-05,
      "loss": 1.3693,
      "step": 3777
    },
    {
      "epoch": 1.283941605839416,
      "grad_norm": 0.5161722898483276,
      "learning_rate": 8e-05,
      "loss": 1.3473,
      "step": 3778
    },
    {
      "epoch": 1.2843065693430658,
      "grad_norm": 0.5533987879753113,
      "learning_rate": 8e-05,
      "loss": 1.455,
      "step": 3779
    },
    {
      "epoch": 1.2846715328467153,
      "grad_norm": 0.5275266766548157,
      "learning_rate": 8e-05,
      "loss": 1.4391,
      "step": 3780
    },
    {
      "epoch": 1.285036496350365,
      "grad_norm": 0.5350216031074524,
      "learning_rate": 8e-05,
      "loss": 1.4569,
      "step": 3781
    },
    {
      "epoch": 1.2854014598540147,
      "grad_norm": 0.5282599329948425,
      "learning_rate": 8e-05,
      "loss": 1.4023,
      "step": 3782
    },
    {
      "epoch": 1.2857664233576642,
      "grad_norm": 0.5348994731903076,
      "learning_rate": 8e-05,
      "loss": 1.392,
      "step": 3783
    },
    {
      "epoch": 1.2861313868613138,
      "grad_norm": 0.530191957950592,
      "learning_rate": 8e-05,
      "loss": 1.4221,
      "step": 3784
    },
    {
      "epoch": 1.2864963503649636,
      "grad_norm": 0.5074455142021179,
      "learning_rate": 8e-05,
      "loss": 1.4228,
      "step": 3785
    },
    {
      "epoch": 1.2868613138686131,
      "grad_norm": 0.5486097931861877,
      "learning_rate": 8e-05,
      "loss": 1.4169,
      "step": 3786
    },
    {
      "epoch": 1.2872262773722627,
      "grad_norm": 0.4954443871974945,
      "learning_rate": 8e-05,
      "loss": 1.3419,
      "step": 3787
    },
    {
      "epoch": 1.2875912408759125,
      "grad_norm": 0.5196083784103394,
      "learning_rate": 8e-05,
      "loss": 1.4244,
      "step": 3788
    },
    {
      "epoch": 1.287956204379562,
      "grad_norm": 0.5379641056060791,
      "learning_rate": 8e-05,
      "loss": 1.3361,
      "step": 3789
    },
    {
      "epoch": 1.2883211678832116,
      "grad_norm": 0.5580476522445679,
      "learning_rate": 8e-05,
      "loss": 1.4927,
      "step": 3790
    },
    {
      "epoch": 1.2886861313868614,
      "grad_norm": 0.5199289321899414,
      "learning_rate": 8e-05,
      "loss": 1.3917,
      "step": 3791
    },
    {
      "epoch": 1.289051094890511,
      "grad_norm": 0.5171787738800049,
      "learning_rate": 8e-05,
      "loss": 1.3858,
      "step": 3792
    },
    {
      "epoch": 1.2894160583941605,
      "grad_norm": 0.507321298122406,
      "learning_rate": 8e-05,
      "loss": 1.3951,
      "step": 3793
    },
    {
      "epoch": 1.2897810218978103,
      "grad_norm": 0.5440351963043213,
      "learning_rate": 8e-05,
      "loss": 1.4358,
      "step": 3794
    },
    {
      "epoch": 1.2901459854014599,
      "grad_norm": 0.5191424489021301,
      "learning_rate": 8e-05,
      "loss": 1.4092,
      "step": 3795
    },
    {
      "epoch": 1.2905109489051094,
      "grad_norm": 0.524025022983551,
      "learning_rate": 8e-05,
      "loss": 1.409,
      "step": 3796
    },
    {
      "epoch": 1.290875912408759,
      "grad_norm": 0.5390236973762512,
      "learning_rate": 8e-05,
      "loss": 1.4631,
      "step": 3797
    },
    {
      "epoch": 1.2912408759124088,
      "grad_norm": 0.5054467916488647,
      "learning_rate": 8e-05,
      "loss": 1.3704,
      "step": 3798
    },
    {
      "epoch": 1.2916058394160583,
      "grad_norm": 0.5523700714111328,
      "learning_rate": 8e-05,
      "loss": 1.4674,
      "step": 3799
    },
    {
      "epoch": 1.2919708029197081,
      "grad_norm": 0.5294449329376221,
      "learning_rate": 8e-05,
      "loss": 1.4429,
      "step": 3800
    },
    {
      "epoch": 1.2923357664233577,
      "grad_norm": 0.5197542905807495,
      "learning_rate": 8e-05,
      "loss": 1.4277,
      "step": 3801
    },
    {
      "epoch": 1.2927007299270072,
      "grad_norm": 0.5198870301246643,
      "learning_rate": 8e-05,
      "loss": 1.3831,
      "step": 3802
    },
    {
      "epoch": 1.2930656934306568,
      "grad_norm": 0.5440898537635803,
      "learning_rate": 8e-05,
      "loss": 1.4708,
      "step": 3803
    },
    {
      "epoch": 1.2934306569343066,
      "grad_norm": 0.5254121422767639,
      "learning_rate": 8e-05,
      "loss": 1.4796,
      "step": 3804
    },
    {
      "epoch": 1.2937956204379562,
      "grad_norm": 0.5334992408752441,
      "learning_rate": 8e-05,
      "loss": 1.3801,
      "step": 3805
    },
    {
      "epoch": 1.294160583941606,
      "grad_norm": 0.5179947018623352,
      "learning_rate": 8e-05,
      "loss": 1.3944,
      "step": 3806
    },
    {
      "epoch": 1.2945255474452555,
      "grad_norm": 0.5225297808647156,
      "learning_rate": 8e-05,
      "loss": 1.4156,
      "step": 3807
    },
    {
      "epoch": 1.294890510948905,
      "grad_norm": 0.5312532186508179,
      "learning_rate": 8e-05,
      "loss": 1.3941,
      "step": 3808
    },
    {
      "epoch": 1.2952554744525546,
      "grad_norm": 0.5203679203987122,
      "learning_rate": 8e-05,
      "loss": 1.3534,
      "step": 3809
    },
    {
      "epoch": 1.2956204379562044,
      "grad_norm": 0.5481789112091064,
      "learning_rate": 8e-05,
      "loss": 1.424,
      "step": 3810
    },
    {
      "epoch": 1.295985401459854,
      "grad_norm": 0.5519658923149109,
      "learning_rate": 8e-05,
      "loss": 1.4107,
      "step": 3811
    },
    {
      "epoch": 1.2963503649635038,
      "grad_norm": 0.5433629155158997,
      "learning_rate": 8e-05,
      "loss": 1.4419,
      "step": 3812
    },
    {
      "epoch": 1.2967153284671533,
      "grad_norm": 0.5419651865959167,
      "learning_rate": 8e-05,
      "loss": 1.4231,
      "step": 3813
    },
    {
      "epoch": 1.2970802919708029,
      "grad_norm": 0.5492994785308838,
      "learning_rate": 8e-05,
      "loss": 1.3902,
      "step": 3814
    },
    {
      "epoch": 1.2974452554744524,
      "grad_norm": 0.523432195186615,
      "learning_rate": 8e-05,
      "loss": 1.3642,
      "step": 3815
    },
    {
      "epoch": 1.2978102189781022,
      "grad_norm": 0.5319556593894958,
      "learning_rate": 8e-05,
      "loss": 1.3927,
      "step": 3816
    },
    {
      "epoch": 1.2981751824817518,
      "grad_norm": 0.5264342427253723,
      "learning_rate": 8e-05,
      "loss": 1.3815,
      "step": 3817
    },
    {
      "epoch": 1.2985401459854016,
      "grad_norm": 0.5419328212738037,
      "learning_rate": 8e-05,
      "loss": 1.4271,
      "step": 3818
    },
    {
      "epoch": 1.2989051094890511,
      "grad_norm": 0.5312681198120117,
      "learning_rate": 8e-05,
      "loss": 1.5025,
      "step": 3819
    },
    {
      "epoch": 1.2992700729927007,
      "grad_norm": 0.5109080672264099,
      "learning_rate": 8e-05,
      "loss": 1.3826,
      "step": 3820
    },
    {
      "epoch": 1.2996350364963503,
      "grad_norm": 0.5100389122962952,
      "learning_rate": 8e-05,
      "loss": 1.3894,
      "step": 3821
    },
    {
      "epoch": 1.3,
      "grad_norm": 0.5172067880630493,
      "learning_rate": 8e-05,
      "loss": 1.4053,
      "step": 3822
    },
    {
      "epoch": 1.3003649635036496,
      "grad_norm": 0.5480323433876038,
      "learning_rate": 8e-05,
      "loss": 1.4362,
      "step": 3823
    },
    {
      "epoch": 1.3007299270072994,
      "grad_norm": 0.5574758648872375,
      "learning_rate": 8e-05,
      "loss": 1.4484,
      "step": 3824
    },
    {
      "epoch": 1.301094890510949,
      "grad_norm": 0.5227694511413574,
      "learning_rate": 8e-05,
      "loss": 1.3947,
      "step": 3825
    },
    {
      "epoch": 1.3014598540145985,
      "grad_norm": 0.5349699854850769,
      "learning_rate": 8e-05,
      "loss": 1.4047,
      "step": 3826
    },
    {
      "epoch": 1.301824817518248,
      "grad_norm": 0.5307295322418213,
      "learning_rate": 8e-05,
      "loss": 1.4744,
      "step": 3827
    },
    {
      "epoch": 1.3021897810218979,
      "grad_norm": 0.5348990559577942,
      "learning_rate": 8e-05,
      "loss": 1.4511,
      "step": 3828
    },
    {
      "epoch": 1.3025547445255474,
      "grad_norm": 0.5334134101867676,
      "learning_rate": 8e-05,
      "loss": 1.4172,
      "step": 3829
    },
    {
      "epoch": 1.3029197080291972,
      "grad_norm": 0.5522920489311218,
      "learning_rate": 8e-05,
      "loss": 1.4301,
      "step": 3830
    },
    {
      "epoch": 1.3032846715328468,
      "grad_norm": 0.5078375339508057,
      "learning_rate": 8e-05,
      "loss": 1.3701,
      "step": 3831
    },
    {
      "epoch": 1.3036496350364963,
      "grad_norm": 0.5211778879165649,
      "learning_rate": 8e-05,
      "loss": 1.3435,
      "step": 3832
    },
    {
      "epoch": 1.304014598540146,
      "grad_norm": 0.535994291305542,
      "learning_rate": 8e-05,
      "loss": 1.3759,
      "step": 3833
    },
    {
      "epoch": 1.3043795620437957,
      "grad_norm": 0.512876033782959,
      "learning_rate": 8e-05,
      "loss": 1.3156,
      "step": 3834
    },
    {
      "epoch": 1.3047445255474452,
      "grad_norm": 0.5250985026359558,
      "learning_rate": 8e-05,
      "loss": 1.4238,
      "step": 3835
    },
    {
      "epoch": 1.305109489051095,
      "grad_norm": 0.5240896940231323,
      "learning_rate": 8e-05,
      "loss": 1.4193,
      "step": 3836
    },
    {
      "epoch": 1.3054744525547446,
      "grad_norm": 0.5198677182197571,
      "learning_rate": 8e-05,
      "loss": 1.4298,
      "step": 3837
    },
    {
      "epoch": 1.3058394160583942,
      "grad_norm": 0.5647525191307068,
      "learning_rate": 8e-05,
      "loss": 1.4586,
      "step": 3838
    },
    {
      "epoch": 1.3062043795620437,
      "grad_norm": 0.5107119083404541,
      "learning_rate": 8e-05,
      "loss": 1.4251,
      "step": 3839
    },
    {
      "epoch": 1.3065693430656935,
      "grad_norm": 0.5214046239852905,
      "learning_rate": 8e-05,
      "loss": 1.4534,
      "step": 3840
    },
    {
      "epoch": 1.306934306569343,
      "grad_norm": 0.5259495377540588,
      "learning_rate": 8e-05,
      "loss": 1.4371,
      "step": 3841
    },
    {
      "epoch": 1.3072992700729926,
      "grad_norm": 0.5073813199996948,
      "learning_rate": 8e-05,
      "loss": 1.3887,
      "step": 3842
    },
    {
      "epoch": 1.3076642335766424,
      "grad_norm": 0.518455982208252,
      "learning_rate": 8e-05,
      "loss": 1.4087,
      "step": 3843
    },
    {
      "epoch": 1.308029197080292,
      "grad_norm": 0.5560367703437805,
      "learning_rate": 8e-05,
      "loss": 1.4827,
      "step": 3844
    },
    {
      "epoch": 1.3083941605839415,
      "grad_norm": 0.5439237356185913,
      "learning_rate": 8e-05,
      "loss": 1.4195,
      "step": 3845
    },
    {
      "epoch": 1.3087591240875913,
      "grad_norm": 0.5351332426071167,
      "learning_rate": 8e-05,
      "loss": 1.409,
      "step": 3846
    },
    {
      "epoch": 1.3091240875912409,
      "grad_norm": 0.5243170261383057,
      "learning_rate": 8e-05,
      "loss": 1.3849,
      "step": 3847
    },
    {
      "epoch": 1.3094890510948904,
      "grad_norm": 0.5512022972106934,
      "learning_rate": 8e-05,
      "loss": 1.3988,
      "step": 3848
    },
    {
      "epoch": 1.3098540145985402,
      "grad_norm": 0.5733808279037476,
      "learning_rate": 8e-05,
      "loss": 1.4094,
      "step": 3849
    },
    {
      "epoch": 1.3102189781021898,
      "grad_norm": 0.542242705821991,
      "learning_rate": 8e-05,
      "loss": 1.3884,
      "step": 3850
    },
    {
      "epoch": 1.3105839416058394,
      "grad_norm": 0.5851097106933594,
      "learning_rate": 8e-05,
      "loss": 1.4957,
      "step": 3851
    },
    {
      "epoch": 1.310948905109489,
      "grad_norm": 0.5335162281990051,
      "learning_rate": 8e-05,
      "loss": 1.4283,
      "step": 3852
    },
    {
      "epoch": 1.3113138686131387,
      "grad_norm": 0.5420302748680115,
      "learning_rate": 8e-05,
      "loss": 1.4488,
      "step": 3853
    },
    {
      "epoch": 1.3116788321167883,
      "grad_norm": 0.5370612144470215,
      "learning_rate": 8e-05,
      "loss": 1.4461,
      "step": 3854
    },
    {
      "epoch": 1.312043795620438,
      "grad_norm": 0.5189899802207947,
      "learning_rate": 8e-05,
      "loss": 1.3714,
      "step": 3855
    },
    {
      "epoch": 1.3124087591240876,
      "grad_norm": 0.5201329588890076,
      "learning_rate": 8e-05,
      "loss": 1.4031,
      "step": 3856
    },
    {
      "epoch": 1.3127737226277372,
      "grad_norm": 0.541932225227356,
      "learning_rate": 8e-05,
      "loss": 1.4332,
      "step": 3857
    },
    {
      "epoch": 1.3131386861313867,
      "grad_norm": 0.5478300452232361,
      "learning_rate": 8e-05,
      "loss": 1.4005,
      "step": 3858
    },
    {
      "epoch": 1.3135036496350365,
      "grad_norm": 0.5495887994766235,
      "learning_rate": 8e-05,
      "loss": 1.4158,
      "step": 3859
    },
    {
      "epoch": 1.313868613138686,
      "grad_norm": 0.5430920124053955,
      "learning_rate": 8e-05,
      "loss": 1.468,
      "step": 3860
    },
    {
      "epoch": 1.3142335766423359,
      "grad_norm": 0.5130108594894409,
      "learning_rate": 8e-05,
      "loss": 1.3326,
      "step": 3861
    },
    {
      "epoch": 1.3145985401459854,
      "grad_norm": 0.5376461148262024,
      "learning_rate": 8e-05,
      "loss": 1.3643,
      "step": 3862
    },
    {
      "epoch": 1.314963503649635,
      "grad_norm": 0.5036554336547852,
      "learning_rate": 8e-05,
      "loss": 1.3825,
      "step": 3863
    },
    {
      "epoch": 1.3153284671532846,
      "grad_norm": 0.5349618196487427,
      "learning_rate": 8e-05,
      "loss": 1.4458,
      "step": 3864
    },
    {
      "epoch": 1.3156934306569343,
      "grad_norm": 0.4969688355922699,
      "learning_rate": 8e-05,
      "loss": 1.3033,
      "step": 3865
    },
    {
      "epoch": 1.316058394160584,
      "grad_norm": 0.5487315654754639,
      "learning_rate": 8e-05,
      "loss": 1.3838,
      "step": 3866
    },
    {
      "epoch": 1.3164233576642337,
      "grad_norm": 0.529914379119873,
      "learning_rate": 8e-05,
      "loss": 1.398,
      "step": 3867
    },
    {
      "epoch": 1.3167883211678832,
      "grad_norm": 0.5240464806556702,
      "learning_rate": 8e-05,
      "loss": 1.3595,
      "step": 3868
    },
    {
      "epoch": 1.3171532846715328,
      "grad_norm": 0.5072254538536072,
      "learning_rate": 8e-05,
      "loss": 1.4115,
      "step": 3869
    },
    {
      "epoch": 1.3175182481751824,
      "grad_norm": 0.529240608215332,
      "learning_rate": 8e-05,
      "loss": 1.3842,
      "step": 3870
    },
    {
      "epoch": 1.3178832116788322,
      "grad_norm": 0.506828248500824,
      "learning_rate": 8e-05,
      "loss": 1.4389,
      "step": 3871
    },
    {
      "epoch": 1.3182481751824817,
      "grad_norm": 0.5374471545219421,
      "learning_rate": 8e-05,
      "loss": 1.3662,
      "step": 3872
    },
    {
      "epoch": 1.3186131386861315,
      "grad_norm": 0.5290191173553467,
      "learning_rate": 8e-05,
      "loss": 1.3495,
      "step": 3873
    },
    {
      "epoch": 1.318978102189781,
      "grad_norm": 0.5591881275177002,
      "learning_rate": 8e-05,
      "loss": 1.4024,
      "step": 3874
    },
    {
      "epoch": 1.3193430656934306,
      "grad_norm": 0.5231973528862,
      "learning_rate": 8e-05,
      "loss": 1.3583,
      "step": 3875
    },
    {
      "epoch": 1.3197080291970802,
      "grad_norm": 0.5285026431083679,
      "learning_rate": 8e-05,
      "loss": 1.4359,
      "step": 3876
    },
    {
      "epoch": 1.32007299270073,
      "grad_norm": 0.490917831659317,
      "learning_rate": 8e-05,
      "loss": 1.372,
      "step": 3877
    },
    {
      "epoch": 1.3204379562043795,
      "grad_norm": 0.5358566045761108,
      "learning_rate": 8e-05,
      "loss": 1.379,
      "step": 3878
    },
    {
      "epoch": 1.3208029197080293,
      "grad_norm": 0.5197896361351013,
      "learning_rate": 8e-05,
      "loss": 1.3504,
      "step": 3879
    },
    {
      "epoch": 1.3211678832116789,
      "grad_norm": 0.5444263219833374,
      "learning_rate": 8e-05,
      "loss": 1.3863,
      "step": 3880
    },
    {
      "epoch": 1.3215328467153284,
      "grad_norm": 0.5151473879814148,
      "learning_rate": 8e-05,
      "loss": 1.3762,
      "step": 3881
    },
    {
      "epoch": 1.321897810218978,
      "grad_norm": 0.5287607312202454,
      "learning_rate": 8e-05,
      "loss": 1.4126,
      "step": 3882
    },
    {
      "epoch": 1.3222627737226278,
      "grad_norm": 0.525580883026123,
      "learning_rate": 8e-05,
      "loss": 1.4814,
      "step": 3883
    },
    {
      "epoch": 1.3226277372262774,
      "grad_norm": 0.5536726117134094,
      "learning_rate": 8e-05,
      "loss": 1.489,
      "step": 3884
    },
    {
      "epoch": 1.3229927007299271,
      "grad_norm": 0.5314751863479614,
      "learning_rate": 8e-05,
      "loss": 1.4118,
      "step": 3885
    },
    {
      "epoch": 1.3233576642335767,
      "grad_norm": 0.541712760925293,
      "learning_rate": 8e-05,
      "loss": 1.3672,
      "step": 3886
    },
    {
      "epoch": 1.3237226277372263,
      "grad_norm": 0.5203546285629272,
      "learning_rate": 8e-05,
      "loss": 1.369,
      "step": 3887
    },
    {
      "epoch": 1.3240875912408758,
      "grad_norm": 0.5352871417999268,
      "learning_rate": 8e-05,
      "loss": 1.3733,
      "step": 3888
    },
    {
      "epoch": 1.3244525547445256,
      "grad_norm": 0.5131511688232422,
      "learning_rate": 8e-05,
      "loss": 1.3067,
      "step": 3889
    },
    {
      "epoch": 1.3248175182481752,
      "grad_norm": 0.5225423574447632,
      "learning_rate": 8e-05,
      "loss": 1.46,
      "step": 3890
    },
    {
      "epoch": 1.3251824817518247,
      "grad_norm": 0.5360981225967407,
      "learning_rate": 8e-05,
      "loss": 1.4025,
      "step": 3891
    },
    {
      "epoch": 1.3255474452554745,
      "grad_norm": 0.52891606092453,
      "learning_rate": 8e-05,
      "loss": 1.4757,
      "step": 3892
    },
    {
      "epoch": 1.325912408759124,
      "grad_norm": 0.5226846933364868,
      "learning_rate": 8e-05,
      "loss": 1.4043,
      "step": 3893
    },
    {
      "epoch": 1.3262773722627736,
      "grad_norm": 0.5101436972618103,
      "learning_rate": 8e-05,
      "loss": 1.4098,
      "step": 3894
    },
    {
      "epoch": 1.3266423357664234,
      "grad_norm": 0.5351337194442749,
      "learning_rate": 8e-05,
      "loss": 1.4391,
      "step": 3895
    },
    {
      "epoch": 1.327007299270073,
      "grad_norm": 0.5297189354896545,
      "learning_rate": 8e-05,
      "loss": 1.3602,
      "step": 3896
    },
    {
      "epoch": 1.3273722627737226,
      "grad_norm": 0.5470726490020752,
      "learning_rate": 8e-05,
      "loss": 1.3574,
      "step": 3897
    },
    {
      "epoch": 1.3277372262773723,
      "grad_norm": 0.5540018677711487,
      "learning_rate": 8e-05,
      "loss": 1.4784,
      "step": 3898
    },
    {
      "epoch": 1.328102189781022,
      "grad_norm": 0.5164085626602173,
      "learning_rate": 8e-05,
      "loss": 1.3874,
      "step": 3899
    },
    {
      "epoch": 1.3284671532846715,
      "grad_norm": 0.5289849638938904,
      "learning_rate": 8e-05,
      "loss": 1.4452,
      "step": 3900
    },
    {
      "epoch": 1.3288321167883212,
      "grad_norm": 0.5309045314788818,
      "learning_rate": 8e-05,
      "loss": 1.4333,
      "step": 3901
    },
    {
      "epoch": 1.3291970802919708,
      "grad_norm": 0.5011093020439148,
      "learning_rate": 8e-05,
      "loss": 1.41,
      "step": 3902
    },
    {
      "epoch": 1.3295620437956204,
      "grad_norm": 0.522358238697052,
      "learning_rate": 8e-05,
      "loss": 1.4453,
      "step": 3903
    },
    {
      "epoch": 1.3299270072992702,
      "grad_norm": 0.522242546081543,
      "learning_rate": 8e-05,
      "loss": 1.3475,
      "step": 3904
    },
    {
      "epoch": 1.3302919708029197,
      "grad_norm": 0.519016683101654,
      "learning_rate": 8e-05,
      "loss": 1.3873,
      "step": 3905
    },
    {
      "epoch": 1.3306569343065693,
      "grad_norm": 0.5549829006195068,
      "learning_rate": 8e-05,
      "loss": 1.4614,
      "step": 3906
    },
    {
      "epoch": 1.3310218978102188,
      "grad_norm": 0.5254884362220764,
      "learning_rate": 8e-05,
      "loss": 1.4193,
      "step": 3907
    },
    {
      "epoch": 1.3313868613138686,
      "grad_norm": 0.5235545039176941,
      "learning_rate": 8e-05,
      "loss": 1.4485,
      "step": 3908
    },
    {
      "epoch": 1.3317518248175182,
      "grad_norm": 0.5406808853149414,
      "learning_rate": 8e-05,
      "loss": 1.4786,
      "step": 3909
    },
    {
      "epoch": 1.332116788321168,
      "grad_norm": 0.5114362835884094,
      "learning_rate": 8e-05,
      "loss": 1.421,
      "step": 3910
    },
    {
      "epoch": 1.3324817518248175,
      "grad_norm": 0.5290636420249939,
      "learning_rate": 8e-05,
      "loss": 1.4573,
      "step": 3911
    },
    {
      "epoch": 1.332846715328467,
      "grad_norm": 0.5273956060409546,
      "learning_rate": 8e-05,
      "loss": 1.3726,
      "step": 3912
    },
    {
      "epoch": 1.3332116788321167,
      "grad_norm": 0.5452840924263,
      "learning_rate": 8e-05,
      "loss": 1.3768,
      "step": 3913
    },
    {
      "epoch": 1.3335766423357664,
      "grad_norm": 0.547552764415741,
      "learning_rate": 8e-05,
      "loss": 1.4183,
      "step": 3914
    },
    {
      "epoch": 1.333941605839416,
      "grad_norm": 0.5368472933769226,
      "learning_rate": 8e-05,
      "loss": 1.4661,
      "step": 3915
    },
    {
      "epoch": 1.3343065693430658,
      "grad_norm": 0.526475191116333,
      "learning_rate": 8e-05,
      "loss": 1.408,
      "step": 3916
    },
    {
      "epoch": 1.3346715328467154,
      "grad_norm": 0.5477409958839417,
      "learning_rate": 8e-05,
      "loss": 1.3994,
      "step": 3917
    },
    {
      "epoch": 1.335036496350365,
      "grad_norm": 0.5393384695053101,
      "learning_rate": 8e-05,
      "loss": 1.4208,
      "step": 3918
    },
    {
      "epoch": 1.3354014598540145,
      "grad_norm": 0.5638852119445801,
      "learning_rate": 8e-05,
      "loss": 1.4515,
      "step": 3919
    },
    {
      "epoch": 1.3357664233576643,
      "grad_norm": 0.5549800992012024,
      "learning_rate": 8e-05,
      "loss": 1.394,
      "step": 3920
    },
    {
      "epoch": 1.3361313868613138,
      "grad_norm": 0.5313069224357605,
      "learning_rate": 8e-05,
      "loss": 1.3244,
      "step": 3921
    },
    {
      "epoch": 1.3364963503649636,
      "grad_norm": 0.5133053064346313,
      "learning_rate": 8e-05,
      "loss": 1.3637,
      "step": 3922
    },
    {
      "epoch": 1.3368613138686132,
      "grad_norm": 0.5245352387428284,
      "learning_rate": 8e-05,
      "loss": 1.343,
      "step": 3923
    },
    {
      "epoch": 1.3372262773722627,
      "grad_norm": 0.5435826778411865,
      "learning_rate": 8e-05,
      "loss": 1.4086,
      "step": 3924
    },
    {
      "epoch": 1.3375912408759123,
      "grad_norm": 0.532217264175415,
      "learning_rate": 8e-05,
      "loss": 1.3831,
      "step": 3925
    },
    {
      "epoch": 1.337956204379562,
      "grad_norm": 0.5309276580810547,
      "learning_rate": 8e-05,
      "loss": 1.4492,
      "step": 3926
    },
    {
      "epoch": 1.3383211678832116,
      "grad_norm": 0.5250477194786072,
      "learning_rate": 8e-05,
      "loss": 1.3241,
      "step": 3927
    },
    {
      "epoch": 1.3386861313868614,
      "grad_norm": 0.5268465876579285,
      "learning_rate": 8e-05,
      "loss": 1.3726,
      "step": 3928
    },
    {
      "epoch": 1.339051094890511,
      "grad_norm": 0.5183662176132202,
      "learning_rate": 8e-05,
      "loss": 1.423,
      "step": 3929
    },
    {
      "epoch": 1.3394160583941606,
      "grad_norm": 0.5175267457962036,
      "learning_rate": 8e-05,
      "loss": 1.4532,
      "step": 3930
    },
    {
      "epoch": 1.3397810218978101,
      "grad_norm": 0.5077458024024963,
      "learning_rate": 8e-05,
      "loss": 1.4113,
      "step": 3931
    },
    {
      "epoch": 1.34014598540146,
      "grad_norm": 0.5283534526824951,
      "learning_rate": 8e-05,
      "loss": 1.427,
      "step": 3932
    },
    {
      "epoch": 1.3405109489051095,
      "grad_norm": 0.5309868454933167,
      "learning_rate": 8e-05,
      "loss": 1.3883,
      "step": 3933
    },
    {
      "epoch": 1.3408759124087593,
      "grad_norm": 0.5420429110527039,
      "learning_rate": 8e-05,
      "loss": 1.4164,
      "step": 3934
    },
    {
      "epoch": 1.3412408759124088,
      "grad_norm": 0.5108786821365356,
      "learning_rate": 8e-05,
      "loss": 1.4203,
      "step": 3935
    },
    {
      "epoch": 1.3416058394160584,
      "grad_norm": 0.5363541841506958,
      "learning_rate": 8e-05,
      "loss": 1.3646,
      "step": 3936
    },
    {
      "epoch": 1.341970802919708,
      "grad_norm": 0.5375610589981079,
      "learning_rate": 8e-05,
      "loss": 1.3992,
      "step": 3937
    },
    {
      "epoch": 1.3423357664233577,
      "grad_norm": 0.534736156463623,
      "learning_rate": 8e-05,
      "loss": 1.4175,
      "step": 3938
    },
    {
      "epoch": 1.3427007299270073,
      "grad_norm": 0.524196982383728,
      "learning_rate": 8e-05,
      "loss": 1.4384,
      "step": 3939
    },
    {
      "epoch": 1.343065693430657,
      "grad_norm": 0.5189799666404724,
      "learning_rate": 8e-05,
      "loss": 1.4066,
      "step": 3940
    },
    {
      "epoch": 1.3434306569343066,
      "grad_norm": 0.5257382392883301,
      "learning_rate": 8e-05,
      "loss": 1.4673,
      "step": 3941
    },
    {
      "epoch": 1.3437956204379562,
      "grad_norm": 0.5547441840171814,
      "learning_rate": 8e-05,
      "loss": 1.3848,
      "step": 3942
    },
    {
      "epoch": 1.3441605839416058,
      "grad_norm": 0.5332101583480835,
      "learning_rate": 8e-05,
      "loss": 1.4907,
      "step": 3943
    },
    {
      "epoch": 1.3445255474452555,
      "grad_norm": 0.5341238975524902,
      "learning_rate": 8e-05,
      "loss": 1.4263,
      "step": 3944
    },
    {
      "epoch": 1.344890510948905,
      "grad_norm": 0.5417812466621399,
      "learning_rate": 8e-05,
      "loss": 1.4282,
      "step": 3945
    },
    {
      "epoch": 1.3452554744525547,
      "grad_norm": 0.523087739944458,
      "learning_rate": 8e-05,
      "loss": 1.3586,
      "step": 3946
    },
    {
      "epoch": 1.3456204379562045,
      "grad_norm": 0.5184072852134705,
      "learning_rate": 8e-05,
      "loss": 1.3881,
      "step": 3947
    },
    {
      "epoch": 1.345985401459854,
      "grad_norm": 0.5108758807182312,
      "learning_rate": 8e-05,
      "loss": 1.3297,
      "step": 3948
    },
    {
      "epoch": 1.3463503649635036,
      "grad_norm": 0.5156822204589844,
      "learning_rate": 8e-05,
      "loss": 1.3615,
      "step": 3949
    },
    {
      "epoch": 1.3467153284671534,
      "grad_norm": 0.5480291843414307,
      "learning_rate": 8e-05,
      "loss": 1.4691,
      "step": 3950
    },
    {
      "epoch": 1.347080291970803,
      "grad_norm": 0.5213464498519897,
      "learning_rate": 8e-05,
      "loss": 1.4904,
      "step": 3951
    },
    {
      "epoch": 1.3474452554744525,
      "grad_norm": 0.5345632433891296,
      "learning_rate": 8e-05,
      "loss": 1.4288,
      "step": 3952
    },
    {
      "epoch": 1.3478102189781023,
      "grad_norm": 0.5103606581687927,
      "learning_rate": 8e-05,
      "loss": 1.4407,
      "step": 3953
    },
    {
      "epoch": 1.3481751824817518,
      "grad_norm": 0.5032414197921753,
      "learning_rate": 8e-05,
      "loss": 1.4475,
      "step": 3954
    },
    {
      "epoch": 1.3485401459854014,
      "grad_norm": 0.5288034081459045,
      "learning_rate": 8e-05,
      "loss": 1.4386,
      "step": 3955
    },
    {
      "epoch": 1.348905109489051,
      "grad_norm": 0.5269951820373535,
      "learning_rate": 8e-05,
      "loss": 1.3786,
      "step": 3956
    },
    {
      "epoch": 1.3492700729927007,
      "grad_norm": 0.5395476818084717,
      "learning_rate": 8e-05,
      "loss": 1.4298,
      "step": 3957
    },
    {
      "epoch": 1.3496350364963503,
      "grad_norm": 0.5341533422470093,
      "learning_rate": 8e-05,
      "loss": 1.3992,
      "step": 3958
    },
    {
      "epoch": 1.35,
      "grad_norm": 0.5448362231254578,
      "learning_rate": 8e-05,
      "loss": 1.4766,
      "step": 3959
    },
    {
      "epoch": 1.3503649635036497,
      "grad_norm": 0.5587627291679382,
      "learning_rate": 8e-05,
      "loss": 1.4246,
      "step": 3960
    },
    {
      "epoch": 1.3507299270072992,
      "grad_norm": 0.538195788860321,
      "learning_rate": 8e-05,
      "loss": 1.4086,
      "step": 3961
    },
    {
      "epoch": 1.3510948905109488,
      "grad_norm": 0.5209742188453674,
      "learning_rate": 8e-05,
      "loss": 1.3943,
      "step": 3962
    },
    {
      "epoch": 1.3514598540145986,
      "grad_norm": 0.5295259952545166,
      "learning_rate": 8e-05,
      "loss": 1.3765,
      "step": 3963
    },
    {
      "epoch": 1.3518248175182481,
      "grad_norm": 0.5512897372245789,
      "learning_rate": 8e-05,
      "loss": 1.4949,
      "step": 3964
    },
    {
      "epoch": 1.352189781021898,
      "grad_norm": 0.5360703468322754,
      "learning_rate": 8e-05,
      "loss": 1.4718,
      "step": 3965
    },
    {
      "epoch": 1.3525547445255475,
      "grad_norm": 0.5485401153564453,
      "learning_rate": 8e-05,
      "loss": 1.4355,
      "step": 3966
    },
    {
      "epoch": 1.352919708029197,
      "grad_norm": 0.5455112457275391,
      "learning_rate": 8e-05,
      "loss": 1.388,
      "step": 3967
    },
    {
      "epoch": 1.3532846715328466,
      "grad_norm": 0.5422670245170593,
      "learning_rate": 8e-05,
      "loss": 1.441,
      "step": 3968
    },
    {
      "epoch": 1.3536496350364964,
      "grad_norm": 0.5571675896644592,
      "learning_rate": 8e-05,
      "loss": 1.4637,
      "step": 3969
    },
    {
      "epoch": 1.354014598540146,
      "grad_norm": 0.5504341125488281,
      "learning_rate": 8e-05,
      "loss": 1.4856,
      "step": 3970
    },
    {
      "epoch": 1.3543795620437957,
      "grad_norm": 0.5289214849472046,
      "learning_rate": 8e-05,
      "loss": 1.3924,
      "step": 3971
    },
    {
      "epoch": 1.3547445255474453,
      "grad_norm": 0.520881175994873,
      "learning_rate": 8e-05,
      "loss": 1.4131,
      "step": 3972
    },
    {
      "epoch": 1.3551094890510949,
      "grad_norm": 0.542892336845398,
      "learning_rate": 8e-05,
      "loss": 1.372,
      "step": 3973
    },
    {
      "epoch": 1.3554744525547444,
      "grad_norm": 0.5454041957855225,
      "learning_rate": 8e-05,
      "loss": 1.4234,
      "step": 3974
    },
    {
      "epoch": 1.3558394160583942,
      "grad_norm": 0.5368571281433105,
      "learning_rate": 8e-05,
      "loss": 1.4656,
      "step": 3975
    },
    {
      "epoch": 1.3562043795620438,
      "grad_norm": 0.5260636210441589,
      "learning_rate": 8e-05,
      "loss": 1.3953,
      "step": 3976
    },
    {
      "epoch": 1.3565693430656935,
      "grad_norm": 0.5540210604667664,
      "learning_rate": 8e-05,
      "loss": 1.4739,
      "step": 3977
    },
    {
      "epoch": 1.356934306569343,
      "grad_norm": 0.5139451026916504,
      "learning_rate": 8e-05,
      "loss": 1.4351,
      "step": 3978
    },
    {
      "epoch": 1.3572992700729927,
      "grad_norm": 0.5260094404220581,
      "learning_rate": 8e-05,
      "loss": 1.4409,
      "step": 3979
    },
    {
      "epoch": 1.3576642335766422,
      "grad_norm": 0.5268334150314331,
      "learning_rate": 8e-05,
      "loss": 1.3521,
      "step": 3980
    },
    {
      "epoch": 1.358029197080292,
      "grad_norm": 0.5082669258117676,
      "learning_rate": 8e-05,
      "loss": 1.426,
      "step": 3981
    },
    {
      "epoch": 1.3583941605839416,
      "grad_norm": 0.5332602262496948,
      "learning_rate": 8e-05,
      "loss": 1.419,
      "step": 3982
    },
    {
      "epoch": 1.3587591240875914,
      "grad_norm": 0.5494874119758606,
      "learning_rate": 8e-05,
      "loss": 1.3837,
      "step": 3983
    },
    {
      "epoch": 1.359124087591241,
      "grad_norm": 0.5266298055648804,
      "learning_rate": 8e-05,
      "loss": 1.3648,
      "step": 3984
    },
    {
      "epoch": 1.3594890510948905,
      "grad_norm": 0.5605345368385315,
      "learning_rate": 8e-05,
      "loss": 1.4829,
      "step": 3985
    },
    {
      "epoch": 1.35985401459854,
      "grad_norm": 0.5463550090789795,
      "learning_rate": 8e-05,
      "loss": 1.4628,
      "step": 3986
    },
    {
      "epoch": 1.3602189781021898,
      "grad_norm": 0.5196489691734314,
      "learning_rate": 8e-05,
      "loss": 1.4261,
      "step": 3987
    },
    {
      "epoch": 1.3605839416058394,
      "grad_norm": 0.5418568253517151,
      "learning_rate": 8e-05,
      "loss": 1.3999,
      "step": 3988
    },
    {
      "epoch": 1.3609489051094892,
      "grad_norm": 0.5100420117378235,
      "learning_rate": 8e-05,
      "loss": 1.3797,
      "step": 3989
    },
    {
      "epoch": 1.3613138686131387,
      "grad_norm": 0.544488251209259,
      "learning_rate": 8e-05,
      "loss": 1.4304,
      "step": 3990
    },
    {
      "epoch": 1.3616788321167883,
      "grad_norm": 0.5467081665992737,
      "learning_rate": 8e-05,
      "loss": 1.4339,
      "step": 3991
    },
    {
      "epoch": 1.3620437956204379,
      "grad_norm": 0.576813280582428,
      "learning_rate": 8e-05,
      "loss": 1.5064,
      "step": 3992
    },
    {
      "epoch": 1.3624087591240877,
      "grad_norm": 0.5202717781066895,
      "learning_rate": 8e-05,
      "loss": 1.4231,
      "step": 3993
    },
    {
      "epoch": 1.3627737226277372,
      "grad_norm": 0.5131188631057739,
      "learning_rate": 8e-05,
      "loss": 1.3938,
      "step": 3994
    },
    {
      "epoch": 1.3631386861313868,
      "grad_norm": 0.5121142864227295,
      "learning_rate": 8e-05,
      "loss": 1.3257,
      "step": 3995
    },
    {
      "epoch": 1.3635036496350366,
      "grad_norm": 0.5479516386985779,
      "learning_rate": 8e-05,
      "loss": 1.4275,
      "step": 3996
    },
    {
      "epoch": 1.3638686131386861,
      "grad_norm": 0.5453798174858093,
      "learning_rate": 8e-05,
      "loss": 1.4744,
      "step": 3997
    },
    {
      "epoch": 1.3642335766423357,
      "grad_norm": 0.5289789438247681,
      "learning_rate": 8e-05,
      "loss": 1.355,
      "step": 3998
    },
    {
      "epoch": 1.3645985401459855,
      "grad_norm": 0.5274218320846558,
      "learning_rate": 8e-05,
      "loss": 1.4484,
      "step": 3999
    },
    {
      "epoch": 1.364963503649635,
      "grad_norm": 0.5250950455665588,
      "learning_rate": 8e-05,
      "loss": 1.4311,
      "step": 4000
    },
    {
      "epoch": 1.3653284671532846,
      "grad_norm": 0.5363958477973938,
      "learning_rate": 8e-05,
      "loss": 1.4139,
      "step": 4001
    },
    {
      "epoch": 1.3656934306569344,
      "grad_norm": 0.5137299299240112,
      "learning_rate": 8e-05,
      "loss": 1.3775,
      "step": 4002
    },
    {
      "epoch": 1.366058394160584,
      "grad_norm": 0.5499762296676636,
      "learning_rate": 8e-05,
      "loss": 1.2854,
      "step": 4003
    },
    {
      "epoch": 1.3664233576642335,
      "grad_norm": 0.5667308568954468,
      "learning_rate": 8e-05,
      "loss": 1.4176,
      "step": 4004
    },
    {
      "epoch": 1.3667883211678833,
      "grad_norm": 0.5548154711723328,
      "learning_rate": 8e-05,
      "loss": 1.4037,
      "step": 4005
    },
    {
      "epoch": 1.3671532846715329,
      "grad_norm": 0.544102668762207,
      "learning_rate": 8e-05,
      "loss": 1.381,
      "step": 4006
    },
    {
      "epoch": 1.3675182481751824,
      "grad_norm": 0.5589373111724854,
      "learning_rate": 8e-05,
      "loss": 1.3611,
      "step": 4007
    },
    {
      "epoch": 1.3678832116788322,
      "grad_norm": 0.5641528964042664,
      "learning_rate": 8e-05,
      "loss": 1.3991,
      "step": 4008
    },
    {
      "epoch": 1.3682481751824818,
      "grad_norm": 0.5716549158096313,
      "learning_rate": 8e-05,
      "loss": 1.5691,
      "step": 4009
    },
    {
      "epoch": 1.3686131386861313,
      "grad_norm": 0.5510644912719727,
      "learning_rate": 8e-05,
      "loss": 1.3537,
      "step": 4010
    },
    {
      "epoch": 1.3689781021897809,
      "grad_norm": 0.5531208515167236,
      "learning_rate": 8e-05,
      "loss": 1.4217,
      "step": 4011
    },
    {
      "epoch": 1.3693430656934307,
      "grad_norm": 0.5211699604988098,
      "learning_rate": 8e-05,
      "loss": 1.3282,
      "step": 4012
    },
    {
      "epoch": 1.3697080291970802,
      "grad_norm": 0.5570308566093445,
      "learning_rate": 8e-05,
      "loss": 1.3821,
      "step": 4013
    },
    {
      "epoch": 1.37007299270073,
      "grad_norm": 0.561082661151886,
      "learning_rate": 8e-05,
      "loss": 1.5119,
      "step": 4014
    },
    {
      "epoch": 1.3704379562043796,
      "grad_norm": 0.5335374474525452,
      "learning_rate": 8e-05,
      "loss": 1.4011,
      "step": 4015
    },
    {
      "epoch": 1.3708029197080291,
      "grad_norm": 0.5330349802970886,
      "learning_rate": 8e-05,
      "loss": 1.4596,
      "step": 4016
    },
    {
      "epoch": 1.3711678832116787,
      "grad_norm": 0.5464680194854736,
      "learning_rate": 8e-05,
      "loss": 1.4548,
      "step": 4017
    },
    {
      "epoch": 1.3715328467153285,
      "grad_norm": 0.553088366985321,
      "learning_rate": 8e-05,
      "loss": 1.4569,
      "step": 4018
    },
    {
      "epoch": 1.371897810218978,
      "grad_norm": 0.5438908934593201,
      "learning_rate": 8e-05,
      "loss": 1.4442,
      "step": 4019
    },
    {
      "epoch": 1.3722627737226278,
      "grad_norm": 0.5296619534492493,
      "learning_rate": 8e-05,
      "loss": 1.4149,
      "step": 4020
    },
    {
      "epoch": 1.3726277372262774,
      "grad_norm": 0.5357658267021179,
      "learning_rate": 8e-05,
      "loss": 1.4678,
      "step": 4021
    },
    {
      "epoch": 1.372992700729927,
      "grad_norm": 0.5688252449035645,
      "learning_rate": 8e-05,
      "loss": 1.4027,
      "step": 4022
    },
    {
      "epoch": 1.3733576642335765,
      "grad_norm": 0.5555785298347473,
      "learning_rate": 8e-05,
      "loss": 1.3543,
      "step": 4023
    },
    {
      "epoch": 1.3737226277372263,
      "grad_norm": 0.5349838137626648,
      "learning_rate": 8e-05,
      "loss": 1.3433,
      "step": 4024
    },
    {
      "epoch": 1.3740875912408759,
      "grad_norm": 0.5634505748748779,
      "learning_rate": 8e-05,
      "loss": 1.3798,
      "step": 4025
    },
    {
      "epoch": 1.3744525547445257,
      "grad_norm": 0.5582208037376404,
      "learning_rate": 8e-05,
      "loss": 1.3696,
      "step": 4026
    },
    {
      "epoch": 1.3748175182481752,
      "grad_norm": 0.5228618383407593,
      "learning_rate": 8e-05,
      "loss": 1.3805,
      "step": 4027
    },
    {
      "epoch": 1.3751824817518248,
      "grad_norm": 0.5425005555152893,
      "learning_rate": 8e-05,
      "loss": 1.4176,
      "step": 4028
    },
    {
      "epoch": 1.3755474452554743,
      "grad_norm": 0.5405746102333069,
      "learning_rate": 8e-05,
      "loss": 1.433,
      "step": 4029
    },
    {
      "epoch": 1.3759124087591241,
      "grad_norm": 0.5080280303955078,
      "learning_rate": 8e-05,
      "loss": 1.4571,
      "step": 4030
    },
    {
      "epoch": 1.3762773722627737,
      "grad_norm": 0.5388702154159546,
      "learning_rate": 8e-05,
      "loss": 1.4315,
      "step": 4031
    },
    {
      "epoch": 1.3766423357664235,
      "grad_norm": 0.5427058339118958,
      "learning_rate": 8e-05,
      "loss": 1.4207,
      "step": 4032
    },
    {
      "epoch": 1.377007299270073,
      "grad_norm": 0.5128698348999023,
      "learning_rate": 8e-05,
      "loss": 1.3905,
      "step": 4033
    },
    {
      "epoch": 1.3773722627737226,
      "grad_norm": 0.5226026773452759,
      "learning_rate": 8e-05,
      "loss": 1.3942,
      "step": 4034
    },
    {
      "epoch": 1.3777372262773722,
      "grad_norm": 0.5300471186637878,
      "learning_rate": 8e-05,
      "loss": 1.4668,
      "step": 4035
    },
    {
      "epoch": 1.378102189781022,
      "grad_norm": 0.5303171873092651,
      "learning_rate": 8e-05,
      "loss": 1.4339,
      "step": 4036
    },
    {
      "epoch": 1.3784671532846715,
      "grad_norm": 0.5265203714370728,
      "learning_rate": 8e-05,
      "loss": 1.4148,
      "step": 4037
    },
    {
      "epoch": 1.3788321167883213,
      "grad_norm": 0.5336525440216064,
      "learning_rate": 8e-05,
      "loss": 1.4498,
      "step": 4038
    },
    {
      "epoch": 1.3791970802919709,
      "grad_norm": 0.5358332991600037,
      "learning_rate": 8e-05,
      "loss": 1.4149,
      "step": 4039
    },
    {
      "epoch": 1.3795620437956204,
      "grad_norm": 0.5288172364234924,
      "learning_rate": 8e-05,
      "loss": 1.35,
      "step": 4040
    },
    {
      "epoch": 1.37992700729927,
      "grad_norm": 0.5315001606941223,
      "learning_rate": 8e-05,
      "loss": 1.421,
      "step": 4041
    },
    {
      "epoch": 1.3802919708029198,
      "grad_norm": 0.5410338640213013,
      "learning_rate": 8e-05,
      "loss": 1.348,
      "step": 4042
    },
    {
      "epoch": 1.3806569343065693,
      "grad_norm": 0.552183210849762,
      "learning_rate": 8e-05,
      "loss": 1.4438,
      "step": 4043
    },
    {
      "epoch": 1.3810218978102191,
      "grad_norm": 0.5132608413696289,
      "learning_rate": 8e-05,
      "loss": 1.4093,
      "step": 4044
    },
    {
      "epoch": 1.3813868613138687,
      "grad_norm": 0.5526488423347473,
      "learning_rate": 8e-05,
      "loss": 1.4211,
      "step": 4045
    },
    {
      "epoch": 1.3817518248175182,
      "grad_norm": 0.5267763137817383,
      "learning_rate": 8e-05,
      "loss": 1.4508,
      "step": 4046
    },
    {
      "epoch": 1.3821167883211678,
      "grad_norm": 0.5217466950416565,
      "learning_rate": 8e-05,
      "loss": 1.4271,
      "step": 4047
    },
    {
      "epoch": 1.3824817518248176,
      "grad_norm": 0.5312281847000122,
      "learning_rate": 8e-05,
      "loss": 1.4171,
      "step": 4048
    },
    {
      "epoch": 1.3828467153284671,
      "grad_norm": 0.5379003882408142,
      "learning_rate": 8e-05,
      "loss": 1.416,
      "step": 4049
    },
    {
      "epoch": 1.3832116788321167,
      "grad_norm": 0.502926230430603,
      "learning_rate": 8e-05,
      "loss": 1.3734,
      "step": 4050
    },
    {
      "epoch": 1.3835766423357665,
      "grad_norm": 0.5251657366752625,
      "learning_rate": 8e-05,
      "loss": 1.4177,
      "step": 4051
    },
    {
      "epoch": 1.383941605839416,
      "grad_norm": 0.5157593488693237,
      "learning_rate": 8e-05,
      "loss": 1.3879,
      "step": 4052
    },
    {
      "epoch": 1.3843065693430656,
      "grad_norm": 0.5370526909828186,
      "learning_rate": 8e-05,
      "loss": 1.3397,
      "step": 4053
    },
    {
      "epoch": 1.3846715328467154,
      "grad_norm": 0.5431175827980042,
      "learning_rate": 8e-05,
      "loss": 1.3712,
      "step": 4054
    },
    {
      "epoch": 1.385036496350365,
      "grad_norm": 0.5546448826789856,
      "learning_rate": 8e-05,
      "loss": 1.4417,
      "step": 4055
    },
    {
      "epoch": 1.3854014598540145,
      "grad_norm": 0.5333837270736694,
      "learning_rate": 8e-05,
      "loss": 1.4027,
      "step": 4056
    },
    {
      "epoch": 1.3857664233576643,
      "grad_norm": 0.5438724160194397,
      "learning_rate": 8e-05,
      "loss": 1.4084,
      "step": 4057
    },
    {
      "epoch": 1.3861313868613139,
      "grad_norm": 0.521937370300293,
      "learning_rate": 8e-05,
      "loss": 1.3579,
      "step": 4058
    },
    {
      "epoch": 1.3864963503649634,
      "grad_norm": 0.5256761908531189,
      "learning_rate": 8e-05,
      "loss": 1.4072,
      "step": 4059
    },
    {
      "epoch": 1.3868613138686132,
      "grad_norm": 0.5623343586921692,
      "learning_rate": 8e-05,
      "loss": 1.4078,
      "step": 4060
    },
    {
      "epoch": 1.3872262773722628,
      "grad_norm": 0.5434882044792175,
      "learning_rate": 8e-05,
      "loss": 1.3335,
      "step": 4061
    },
    {
      "epoch": 1.3875912408759123,
      "grad_norm": 0.5459364056587219,
      "learning_rate": 8e-05,
      "loss": 1.3887,
      "step": 4062
    },
    {
      "epoch": 1.3879562043795621,
      "grad_norm": 0.5460696816444397,
      "learning_rate": 8e-05,
      "loss": 1.4201,
      "step": 4063
    },
    {
      "epoch": 1.3883211678832117,
      "grad_norm": 0.5383682250976562,
      "learning_rate": 8e-05,
      "loss": 1.4408,
      "step": 4064
    },
    {
      "epoch": 1.3886861313868613,
      "grad_norm": 0.5486521124839783,
      "learning_rate": 8e-05,
      "loss": 1.4003,
      "step": 4065
    },
    {
      "epoch": 1.3890510948905108,
      "grad_norm": 0.5225537419319153,
      "learning_rate": 8e-05,
      "loss": 1.3405,
      "step": 4066
    },
    {
      "epoch": 1.3894160583941606,
      "grad_norm": 0.536935567855835,
      "learning_rate": 8e-05,
      "loss": 1.4265,
      "step": 4067
    },
    {
      "epoch": 1.3897810218978102,
      "grad_norm": 0.5315390229225159,
      "learning_rate": 8e-05,
      "loss": 1.3737,
      "step": 4068
    },
    {
      "epoch": 1.39014598540146,
      "grad_norm": 0.5576862692832947,
      "learning_rate": 8e-05,
      "loss": 1.4176,
      "step": 4069
    },
    {
      "epoch": 1.3905109489051095,
      "grad_norm": 0.5510334968566895,
      "learning_rate": 8e-05,
      "loss": 1.4381,
      "step": 4070
    },
    {
      "epoch": 1.390875912408759,
      "grad_norm": 0.5496901869773865,
      "learning_rate": 8e-05,
      "loss": 1.3826,
      "step": 4071
    },
    {
      "epoch": 1.3912408759124086,
      "grad_norm": 0.5401564836502075,
      "learning_rate": 8e-05,
      "loss": 1.4257,
      "step": 4072
    },
    {
      "epoch": 1.3916058394160584,
      "grad_norm": 0.532991886138916,
      "learning_rate": 8e-05,
      "loss": 1.4017,
      "step": 4073
    },
    {
      "epoch": 1.391970802919708,
      "grad_norm": 0.5618380308151245,
      "learning_rate": 8e-05,
      "loss": 1.4025,
      "step": 4074
    },
    {
      "epoch": 1.3923357664233578,
      "grad_norm": 0.5303819179534912,
      "learning_rate": 8e-05,
      "loss": 1.3653,
      "step": 4075
    },
    {
      "epoch": 1.3927007299270073,
      "grad_norm": 0.5855528116226196,
      "learning_rate": 8e-05,
      "loss": 1.3879,
      "step": 4076
    },
    {
      "epoch": 1.393065693430657,
      "grad_norm": 0.5282636880874634,
      "learning_rate": 8e-05,
      "loss": 1.4222,
      "step": 4077
    },
    {
      "epoch": 1.3934306569343065,
      "grad_norm": 0.5366899967193604,
      "learning_rate": 8e-05,
      "loss": 1.4295,
      "step": 4078
    },
    {
      "epoch": 1.3937956204379562,
      "grad_norm": 0.5462263226509094,
      "learning_rate": 8e-05,
      "loss": 1.3689,
      "step": 4079
    },
    {
      "epoch": 1.3941605839416058,
      "grad_norm": 0.5617229342460632,
      "learning_rate": 8e-05,
      "loss": 1.4412,
      "step": 4080
    },
    {
      "epoch": 1.3945255474452556,
      "grad_norm": 0.5553373098373413,
      "learning_rate": 8e-05,
      "loss": 1.4244,
      "step": 4081
    },
    {
      "epoch": 1.3948905109489051,
      "grad_norm": 0.5397471189498901,
      "learning_rate": 8e-05,
      "loss": 1.3746,
      "step": 4082
    },
    {
      "epoch": 1.3952554744525547,
      "grad_norm": 0.5399207472801208,
      "learning_rate": 8e-05,
      "loss": 1.4332,
      "step": 4083
    },
    {
      "epoch": 1.3956204379562043,
      "grad_norm": 0.5351881384849548,
      "learning_rate": 8e-05,
      "loss": 1.3581,
      "step": 4084
    },
    {
      "epoch": 1.395985401459854,
      "grad_norm": 0.539685070514679,
      "learning_rate": 8e-05,
      "loss": 1.4463,
      "step": 4085
    },
    {
      "epoch": 1.3963503649635036,
      "grad_norm": 0.5606462359428406,
      "learning_rate": 8e-05,
      "loss": 1.4623,
      "step": 4086
    },
    {
      "epoch": 1.3967153284671534,
      "grad_norm": 0.5207914113998413,
      "learning_rate": 8e-05,
      "loss": 1.4249,
      "step": 4087
    },
    {
      "epoch": 1.397080291970803,
      "grad_norm": 0.5416204333305359,
      "learning_rate": 8e-05,
      "loss": 1.4698,
      "step": 4088
    },
    {
      "epoch": 1.3974452554744525,
      "grad_norm": 0.5344667434692383,
      "learning_rate": 8e-05,
      "loss": 1.4313,
      "step": 4089
    },
    {
      "epoch": 1.397810218978102,
      "grad_norm": 0.5318862795829773,
      "learning_rate": 8e-05,
      "loss": 1.3496,
      "step": 4090
    },
    {
      "epoch": 1.3981751824817519,
      "grad_norm": 0.5396835207939148,
      "learning_rate": 8e-05,
      "loss": 1.3975,
      "step": 4091
    },
    {
      "epoch": 1.3985401459854014,
      "grad_norm": 0.5185255408287048,
      "learning_rate": 8e-05,
      "loss": 1.3844,
      "step": 4092
    },
    {
      "epoch": 1.3989051094890512,
      "grad_norm": 0.5611730217933655,
      "learning_rate": 8e-05,
      "loss": 1.4291,
      "step": 4093
    },
    {
      "epoch": 1.3992700729927008,
      "grad_norm": 0.5346120595932007,
      "learning_rate": 8e-05,
      "loss": 1.3388,
      "step": 4094
    },
    {
      "epoch": 1.3996350364963503,
      "grad_norm": 0.512028694152832,
      "learning_rate": 8e-05,
      "loss": 1.4101,
      "step": 4095
    },
    {
      "epoch": 1.4,
      "grad_norm": 0.5336431860923767,
      "learning_rate": 8e-05,
      "loss": 1.403,
      "step": 4096
    },
    {
      "epoch": 1.4003649635036497,
      "grad_norm": 0.5312541723251343,
      "learning_rate": 8e-05,
      "loss": 1.4364,
      "step": 4097
    },
    {
      "epoch": 1.4007299270072993,
      "grad_norm": 0.5319411158561707,
      "learning_rate": 8e-05,
      "loss": 1.4349,
      "step": 4098
    },
    {
      "epoch": 1.401094890510949,
      "grad_norm": 0.5429308414459229,
      "learning_rate": 8e-05,
      "loss": 1.4869,
      "step": 4099
    },
    {
      "epoch": 1.4014598540145986,
      "grad_norm": 0.5298585295677185,
      "learning_rate": 8e-05,
      "loss": 1.509,
      "step": 4100
    },
    {
      "epoch": 1.4018248175182482,
      "grad_norm": 0.5462177991867065,
      "learning_rate": 8e-05,
      "loss": 1.4666,
      "step": 4101
    },
    {
      "epoch": 1.4021897810218977,
      "grad_norm": 0.5044658780097961,
      "learning_rate": 8e-05,
      "loss": 1.4495,
      "step": 4102
    },
    {
      "epoch": 1.4025547445255475,
      "grad_norm": 0.5502116680145264,
      "learning_rate": 8e-05,
      "loss": 1.4147,
      "step": 4103
    },
    {
      "epoch": 1.402919708029197,
      "grad_norm": 0.5292957425117493,
      "learning_rate": 8e-05,
      "loss": 1.4138,
      "step": 4104
    },
    {
      "epoch": 1.4032846715328466,
      "grad_norm": 0.545863687992096,
      "learning_rate": 8e-05,
      "loss": 1.4081,
      "step": 4105
    },
    {
      "epoch": 1.4036496350364964,
      "grad_norm": 0.5590366125106812,
      "learning_rate": 8e-05,
      "loss": 1.5069,
      "step": 4106
    },
    {
      "epoch": 1.404014598540146,
      "grad_norm": 0.5330086946487427,
      "learning_rate": 8e-05,
      "loss": 1.3483,
      "step": 4107
    },
    {
      "epoch": 1.4043795620437955,
      "grad_norm": 0.5560349822044373,
      "learning_rate": 8e-05,
      "loss": 1.3996,
      "step": 4108
    },
    {
      "epoch": 1.4047445255474453,
      "grad_norm": 0.5337153673171997,
      "learning_rate": 8e-05,
      "loss": 1.4204,
      "step": 4109
    },
    {
      "epoch": 1.405109489051095,
      "grad_norm": 0.5290209054946899,
      "learning_rate": 8e-05,
      "loss": 1.4304,
      "step": 4110
    },
    {
      "epoch": 1.4054744525547445,
      "grad_norm": 0.5183252096176147,
      "learning_rate": 8e-05,
      "loss": 1.4323,
      "step": 4111
    },
    {
      "epoch": 1.4058394160583942,
      "grad_norm": 0.5509626865386963,
      "learning_rate": 8e-05,
      "loss": 1.52,
      "step": 4112
    },
    {
      "epoch": 1.4062043795620438,
      "grad_norm": 0.5190255641937256,
      "learning_rate": 8e-05,
      "loss": 1.4295,
      "step": 4113
    },
    {
      "epoch": 1.4065693430656934,
      "grad_norm": 0.5199641585350037,
      "learning_rate": 8e-05,
      "loss": 1.3539,
      "step": 4114
    },
    {
      "epoch": 1.406934306569343,
      "grad_norm": 0.536815881729126,
      "learning_rate": 8e-05,
      "loss": 1.3781,
      "step": 4115
    },
    {
      "epoch": 1.4072992700729927,
      "grad_norm": 0.5347591638565063,
      "learning_rate": 8e-05,
      "loss": 1.3919,
      "step": 4116
    },
    {
      "epoch": 1.4076642335766423,
      "grad_norm": 0.5176116824150085,
      "learning_rate": 8e-05,
      "loss": 1.3801,
      "step": 4117
    },
    {
      "epoch": 1.408029197080292,
      "grad_norm": 0.552491307258606,
      "learning_rate": 8e-05,
      "loss": 1.4344,
      "step": 4118
    },
    {
      "epoch": 1.4083941605839416,
      "grad_norm": 0.5187863111495972,
      "learning_rate": 8e-05,
      "loss": 1.4569,
      "step": 4119
    },
    {
      "epoch": 1.4087591240875912,
      "grad_norm": 0.5239704847335815,
      "learning_rate": 8e-05,
      "loss": 1.4012,
      "step": 4120
    },
    {
      "epoch": 1.4091240875912407,
      "grad_norm": 0.5304838418960571,
      "learning_rate": 8e-05,
      "loss": 1.3704,
      "step": 4121
    },
    {
      "epoch": 1.4094890510948905,
      "grad_norm": 0.5328943133354187,
      "learning_rate": 8e-05,
      "loss": 1.4077,
      "step": 4122
    },
    {
      "epoch": 1.40985401459854,
      "grad_norm": 0.5334816575050354,
      "learning_rate": 8e-05,
      "loss": 1.4088,
      "step": 4123
    },
    {
      "epoch": 1.4102189781021899,
      "grad_norm": 0.5526508688926697,
      "learning_rate": 8e-05,
      "loss": 1.4272,
      "step": 4124
    },
    {
      "epoch": 1.4105839416058394,
      "grad_norm": 0.5289562344551086,
      "learning_rate": 8e-05,
      "loss": 1.4142,
      "step": 4125
    },
    {
      "epoch": 1.410948905109489,
      "grad_norm": 0.5467304587364197,
      "learning_rate": 8e-05,
      "loss": 1.4545,
      "step": 4126
    },
    {
      "epoch": 1.4113138686131386,
      "grad_norm": 0.5341116786003113,
      "learning_rate": 8e-05,
      "loss": 1.3708,
      "step": 4127
    },
    {
      "epoch": 1.4116788321167884,
      "grad_norm": 0.5310867428779602,
      "learning_rate": 8e-05,
      "loss": 1.4307,
      "step": 4128
    },
    {
      "epoch": 1.412043795620438,
      "grad_norm": 0.5372709631919861,
      "learning_rate": 8e-05,
      "loss": 1.4443,
      "step": 4129
    },
    {
      "epoch": 1.4124087591240877,
      "grad_norm": 0.5420366525650024,
      "learning_rate": 8e-05,
      "loss": 1.3751,
      "step": 4130
    },
    {
      "epoch": 1.4127737226277373,
      "grad_norm": 0.5187996029853821,
      "learning_rate": 8e-05,
      "loss": 1.3988,
      "step": 4131
    },
    {
      "epoch": 1.4131386861313868,
      "grad_norm": 0.5365452766418457,
      "learning_rate": 8e-05,
      "loss": 1.3769,
      "step": 4132
    },
    {
      "epoch": 1.4135036496350364,
      "grad_norm": 0.5500057935714722,
      "learning_rate": 8e-05,
      "loss": 1.4793,
      "step": 4133
    },
    {
      "epoch": 1.4138686131386862,
      "grad_norm": 0.5275828838348389,
      "learning_rate": 8e-05,
      "loss": 1.3995,
      "step": 4134
    },
    {
      "epoch": 1.4142335766423357,
      "grad_norm": 0.5571165084838867,
      "learning_rate": 8e-05,
      "loss": 1.4362,
      "step": 4135
    },
    {
      "epoch": 1.4145985401459855,
      "grad_norm": 0.524858832359314,
      "learning_rate": 8e-05,
      "loss": 1.3844,
      "step": 4136
    },
    {
      "epoch": 1.414963503649635,
      "grad_norm": 0.5159544944763184,
      "learning_rate": 8e-05,
      "loss": 1.3739,
      "step": 4137
    },
    {
      "epoch": 1.4153284671532846,
      "grad_norm": 0.5528161525726318,
      "learning_rate": 8e-05,
      "loss": 1.4599,
      "step": 4138
    },
    {
      "epoch": 1.4156934306569342,
      "grad_norm": 0.5325249433517456,
      "learning_rate": 8e-05,
      "loss": 1.3903,
      "step": 4139
    },
    {
      "epoch": 1.416058394160584,
      "grad_norm": 0.5472127199172974,
      "learning_rate": 8e-05,
      "loss": 1.3442,
      "step": 4140
    },
    {
      "epoch": 1.4164233576642336,
      "grad_norm": 0.5354130268096924,
      "learning_rate": 8e-05,
      "loss": 1.319,
      "step": 4141
    },
    {
      "epoch": 1.4167883211678833,
      "grad_norm": 0.5323939919471741,
      "learning_rate": 8e-05,
      "loss": 1.4413,
      "step": 4142
    },
    {
      "epoch": 1.417153284671533,
      "grad_norm": 0.5504157543182373,
      "learning_rate": 8e-05,
      "loss": 1.3706,
      "step": 4143
    },
    {
      "epoch": 1.4175182481751825,
      "grad_norm": 0.5293090343475342,
      "learning_rate": 8e-05,
      "loss": 1.4056,
      "step": 4144
    },
    {
      "epoch": 1.417883211678832,
      "grad_norm": 0.5652993321418762,
      "learning_rate": 8e-05,
      "loss": 1.4481,
      "step": 4145
    },
    {
      "epoch": 1.4182481751824818,
      "grad_norm": 0.5258345603942871,
      "learning_rate": 8e-05,
      "loss": 1.4274,
      "step": 4146
    },
    {
      "epoch": 1.4186131386861314,
      "grad_norm": 0.5387102365493774,
      "learning_rate": 8e-05,
      "loss": 1.3896,
      "step": 4147
    },
    {
      "epoch": 1.4189781021897812,
      "grad_norm": 0.5380340814590454,
      "learning_rate": 8e-05,
      "loss": 1.4369,
      "step": 4148
    },
    {
      "epoch": 1.4193430656934307,
      "grad_norm": 0.5562707185745239,
      "learning_rate": 8e-05,
      "loss": 1.4235,
      "step": 4149
    },
    {
      "epoch": 1.4197080291970803,
      "grad_norm": 0.5234084725379944,
      "learning_rate": 8e-05,
      "loss": 1.4229,
      "step": 4150
    },
    {
      "epoch": 1.4200729927007298,
      "grad_norm": 0.5512167811393738,
      "learning_rate": 8e-05,
      "loss": 1.5023,
      "step": 4151
    },
    {
      "epoch": 1.4204379562043796,
      "grad_norm": 0.5330303907394409,
      "learning_rate": 8e-05,
      "loss": 1.4351,
      "step": 4152
    },
    {
      "epoch": 1.4208029197080292,
      "grad_norm": 0.5295541286468506,
      "learning_rate": 8e-05,
      "loss": 1.3272,
      "step": 4153
    },
    {
      "epoch": 1.4211678832116788,
      "grad_norm": 0.5513308048248291,
      "learning_rate": 8e-05,
      "loss": 1.4147,
      "step": 4154
    },
    {
      "epoch": 1.4215328467153285,
      "grad_norm": 0.563985288143158,
      "learning_rate": 8e-05,
      "loss": 1.4221,
      "step": 4155
    },
    {
      "epoch": 1.421897810218978,
      "grad_norm": 0.5303382873535156,
      "learning_rate": 8e-05,
      "loss": 1.4213,
      "step": 4156
    },
    {
      "epoch": 1.4222627737226277,
      "grad_norm": 0.524750828742981,
      "learning_rate": 8e-05,
      "loss": 1.3525,
      "step": 4157
    },
    {
      "epoch": 1.4226277372262774,
      "grad_norm": 0.5223245024681091,
      "learning_rate": 8e-05,
      "loss": 1.4372,
      "step": 4158
    },
    {
      "epoch": 1.422992700729927,
      "grad_norm": 0.5111110806465149,
      "learning_rate": 8e-05,
      "loss": 1.3501,
      "step": 4159
    },
    {
      "epoch": 1.4233576642335766,
      "grad_norm": 0.5552520751953125,
      "learning_rate": 8e-05,
      "loss": 1.4595,
      "step": 4160
    },
    {
      "epoch": 1.4237226277372264,
      "grad_norm": 0.5668171644210815,
      "learning_rate": 8e-05,
      "loss": 1.3707,
      "step": 4161
    },
    {
      "epoch": 1.424087591240876,
      "grad_norm": 0.5523539781570435,
      "learning_rate": 8e-05,
      "loss": 1.4147,
      "step": 4162
    },
    {
      "epoch": 1.4244525547445255,
      "grad_norm": 0.5399172902107239,
      "learning_rate": 8e-05,
      "loss": 1.332,
      "step": 4163
    },
    {
      "epoch": 1.4248175182481753,
      "grad_norm": 0.5473971962928772,
      "learning_rate": 8e-05,
      "loss": 1.3074,
      "step": 4164
    },
    {
      "epoch": 1.4251824817518248,
      "grad_norm": 0.5642784237861633,
      "learning_rate": 8e-05,
      "loss": 1.4776,
      "step": 4165
    },
    {
      "epoch": 1.4255474452554744,
      "grad_norm": 0.5505254864692688,
      "learning_rate": 8e-05,
      "loss": 1.4081,
      "step": 4166
    },
    {
      "epoch": 1.4259124087591242,
      "grad_norm": 0.5636405944824219,
      "learning_rate": 8e-05,
      "loss": 1.4863,
      "step": 4167
    },
    {
      "epoch": 1.4262773722627737,
      "grad_norm": 0.5345102548599243,
      "learning_rate": 8e-05,
      "loss": 1.4276,
      "step": 4168
    },
    {
      "epoch": 1.4266423357664233,
      "grad_norm": 0.5326454639434814,
      "learning_rate": 8e-05,
      "loss": 1.3743,
      "step": 4169
    },
    {
      "epoch": 1.4270072992700729,
      "grad_norm": 0.5486510992050171,
      "learning_rate": 8e-05,
      "loss": 1.3314,
      "step": 4170
    },
    {
      "epoch": 1.4273722627737226,
      "grad_norm": 0.5299418568611145,
      "learning_rate": 8e-05,
      "loss": 1.394,
      "step": 4171
    },
    {
      "epoch": 1.4277372262773722,
      "grad_norm": 0.5445216298103333,
      "learning_rate": 8e-05,
      "loss": 1.4259,
      "step": 4172
    },
    {
      "epoch": 1.428102189781022,
      "grad_norm": 0.5164840221405029,
      "learning_rate": 8e-05,
      "loss": 1.3709,
      "step": 4173
    },
    {
      "epoch": 1.4284671532846716,
      "grad_norm": 0.5564420223236084,
      "learning_rate": 8e-05,
      "loss": 1.4387,
      "step": 4174
    },
    {
      "epoch": 1.4288321167883211,
      "grad_norm": 0.5830851197242737,
      "learning_rate": 8e-05,
      "loss": 1.3281,
      "step": 4175
    },
    {
      "epoch": 1.4291970802919707,
      "grad_norm": 0.5323182940483093,
      "learning_rate": 8e-05,
      "loss": 1.4566,
      "step": 4176
    },
    {
      "epoch": 1.4295620437956205,
      "grad_norm": 0.5477864742279053,
      "learning_rate": 8e-05,
      "loss": 1.4302,
      "step": 4177
    },
    {
      "epoch": 1.42992700729927,
      "grad_norm": 0.5383263230323792,
      "learning_rate": 8e-05,
      "loss": 1.3993,
      "step": 4178
    },
    {
      "epoch": 1.4302919708029198,
      "grad_norm": 0.5412973165512085,
      "learning_rate": 8e-05,
      "loss": 1.381,
      "step": 4179
    },
    {
      "epoch": 1.4306569343065694,
      "grad_norm": 0.5878541469573975,
      "learning_rate": 8e-05,
      "loss": 1.4318,
      "step": 4180
    },
    {
      "epoch": 1.431021897810219,
      "grad_norm": 0.5760918259620667,
      "learning_rate": 8e-05,
      "loss": 1.4035,
      "step": 4181
    },
    {
      "epoch": 1.4313868613138685,
      "grad_norm": 0.5499787926673889,
      "learning_rate": 8e-05,
      "loss": 1.3937,
      "step": 4182
    },
    {
      "epoch": 1.4317518248175183,
      "grad_norm": 0.5542793273925781,
      "learning_rate": 8e-05,
      "loss": 1.4134,
      "step": 4183
    },
    {
      "epoch": 1.4321167883211678,
      "grad_norm": 0.5605784058570862,
      "learning_rate": 8e-05,
      "loss": 1.3782,
      "step": 4184
    },
    {
      "epoch": 1.4324817518248176,
      "grad_norm": 0.551104724407196,
      "learning_rate": 8e-05,
      "loss": 1.3988,
      "step": 4185
    },
    {
      "epoch": 1.4328467153284672,
      "grad_norm": 0.547796368598938,
      "learning_rate": 8e-05,
      "loss": 1.3611,
      "step": 4186
    },
    {
      "epoch": 1.4332116788321168,
      "grad_norm": 0.5457615256309509,
      "learning_rate": 8e-05,
      "loss": 1.4593,
      "step": 4187
    },
    {
      "epoch": 1.4335766423357663,
      "grad_norm": 0.5525781512260437,
      "learning_rate": 8e-05,
      "loss": 1.5221,
      "step": 4188
    },
    {
      "epoch": 1.433941605839416,
      "grad_norm": 0.5343863368034363,
      "learning_rate": 8e-05,
      "loss": 1.3829,
      "step": 4189
    },
    {
      "epoch": 1.4343065693430657,
      "grad_norm": 0.5184960961341858,
      "learning_rate": 8e-05,
      "loss": 1.4246,
      "step": 4190
    },
    {
      "epoch": 1.4346715328467154,
      "grad_norm": 0.5450422763824463,
      "learning_rate": 8e-05,
      "loss": 1.3978,
      "step": 4191
    },
    {
      "epoch": 1.435036496350365,
      "grad_norm": 0.5474646091461182,
      "learning_rate": 8e-05,
      "loss": 1.4203,
      "step": 4192
    },
    {
      "epoch": 1.4354014598540146,
      "grad_norm": 0.5512902140617371,
      "learning_rate": 8e-05,
      "loss": 1.4376,
      "step": 4193
    },
    {
      "epoch": 1.4357664233576641,
      "grad_norm": 0.532271683216095,
      "learning_rate": 8e-05,
      "loss": 1.389,
      "step": 4194
    },
    {
      "epoch": 1.436131386861314,
      "grad_norm": 0.5571454167366028,
      "learning_rate": 8e-05,
      "loss": 1.485,
      "step": 4195
    },
    {
      "epoch": 1.4364963503649635,
      "grad_norm": 0.5377048254013062,
      "learning_rate": 8e-05,
      "loss": 1.4187,
      "step": 4196
    },
    {
      "epoch": 1.4368613138686133,
      "grad_norm": 0.5299969911575317,
      "learning_rate": 8e-05,
      "loss": 1.4034,
      "step": 4197
    },
    {
      "epoch": 1.4372262773722628,
      "grad_norm": 0.5420162081718445,
      "learning_rate": 8e-05,
      "loss": 1.3865,
      "step": 4198
    },
    {
      "epoch": 1.4375912408759124,
      "grad_norm": 0.5430086255073547,
      "learning_rate": 8e-05,
      "loss": 1.41,
      "step": 4199
    },
    {
      "epoch": 1.437956204379562,
      "grad_norm": 0.5321764349937439,
      "learning_rate": 8e-05,
      "loss": 1.3107,
      "step": 4200
    },
    {
      "epoch": 1.4383211678832117,
      "grad_norm": 0.5510744452476501,
      "learning_rate": 8e-05,
      "loss": 1.4335,
      "step": 4201
    },
    {
      "epoch": 1.4386861313868613,
      "grad_norm": 0.5423482656478882,
      "learning_rate": 8e-05,
      "loss": 1.397,
      "step": 4202
    },
    {
      "epoch": 1.439051094890511,
      "grad_norm": 0.5752782821655273,
      "learning_rate": 8e-05,
      "loss": 1.4484,
      "step": 4203
    },
    {
      "epoch": 1.4394160583941606,
      "grad_norm": 0.5168924331665039,
      "learning_rate": 8e-05,
      "loss": 1.4627,
      "step": 4204
    },
    {
      "epoch": 1.4397810218978102,
      "grad_norm": 0.5347066521644592,
      "learning_rate": 8e-05,
      "loss": 1.4136,
      "step": 4205
    },
    {
      "epoch": 1.4401459854014598,
      "grad_norm": 0.523011326789856,
      "learning_rate": 8e-05,
      "loss": 1.4127,
      "step": 4206
    },
    {
      "epoch": 1.4405109489051096,
      "grad_norm": 0.5541573762893677,
      "learning_rate": 8e-05,
      "loss": 1.4526,
      "step": 4207
    },
    {
      "epoch": 1.4408759124087591,
      "grad_norm": 0.5153603553771973,
      "learning_rate": 8e-05,
      "loss": 1.3219,
      "step": 4208
    },
    {
      "epoch": 1.4412408759124087,
      "grad_norm": 0.5539400577545166,
      "learning_rate": 8e-05,
      "loss": 1.4177,
      "step": 4209
    },
    {
      "epoch": 1.4416058394160585,
      "grad_norm": 0.5499097108840942,
      "learning_rate": 8e-05,
      "loss": 1.4725,
      "step": 4210
    },
    {
      "epoch": 1.441970802919708,
      "grad_norm": 0.5408831238746643,
      "learning_rate": 8e-05,
      "loss": 1.4241,
      "step": 4211
    },
    {
      "epoch": 1.4423357664233576,
      "grad_norm": 0.5370139479637146,
      "learning_rate": 8e-05,
      "loss": 1.4237,
      "step": 4212
    },
    {
      "epoch": 1.4427007299270074,
      "grad_norm": 0.5417709350585938,
      "learning_rate": 8e-05,
      "loss": 1.4655,
      "step": 4213
    },
    {
      "epoch": 1.443065693430657,
      "grad_norm": 0.5339890122413635,
      "learning_rate": 8e-05,
      "loss": 1.4063,
      "step": 4214
    },
    {
      "epoch": 1.4434306569343065,
      "grad_norm": 0.5409629344940186,
      "learning_rate": 8e-05,
      "loss": 1.4457,
      "step": 4215
    },
    {
      "epoch": 1.4437956204379563,
      "grad_norm": 0.5663688778877258,
      "learning_rate": 8e-05,
      "loss": 1.4418,
      "step": 4216
    },
    {
      "epoch": 1.4441605839416058,
      "grad_norm": 0.5473544001579285,
      "learning_rate": 8e-05,
      "loss": 1.4797,
      "step": 4217
    },
    {
      "epoch": 1.4445255474452554,
      "grad_norm": 0.5473402738571167,
      "learning_rate": 8e-05,
      "loss": 1.4255,
      "step": 4218
    },
    {
      "epoch": 1.444890510948905,
      "grad_norm": 0.530733048915863,
      "learning_rate": 8e-05,
      "loss": 1.4549,
      "step": 4219
    },
    {
      "epoch": 1.4452554744525548,
      "grad_norm": 0.5469455122947693,
      "learning_rate": 8e-05,
      "loss": 1.4237,
      "step": 4220
    },
    {
      "epoch": 1.4456204379562043,
      "grad_norm": 0.5797025561332703,
      "learning_rate": 8e-05,
      "loss": 1.4588,
      "step": 4221
    },
    {
      "epoch": 1.445985401459854,
      "grad_norm": 0.5543643832206726,
      "learning_rate": 8e-05,
      "loss": 1.3462,
      "step": 4222
    },
    {
      "epoch": 1.4463503649635037,
      "grad_norm": 0.5255282521247864,
      "learning_rate": 8e-05,
      "loss": 1.4218,
      "step": 4223
    },
    {
      "epoch": 1.4467153284671532,
      "grad_norm": 0.5399672389030457,
      "learning_rate": 8e-05,
      "loss": 1.4823,
      "step": 4224
    },
    {
      "epoch": 1.4470802919708028,
      "grad_norm": 0.5313440561294556,
      "learning_rate": 8e-05,
      "loss": 1.3635,
      "step": 4225
    },
    {
      "epoch": 1.4474452554744526,
      "grad_norm": 0.545848548412323,
      "learning_rate": 8e-05,
      "loss": 1.5236,
      "step": 4226
    },
    {
      "epoch": 1.4478102189781021,
      "grad_norm": 0.530787467956543,
      "learning_rate": 8e-05,
      "loss": 1.3654,
      "step": 4227
    },
    {
      "epoch": 1.448175182481752,
      "grad_norm": 0.5594122409820557,
      "learning_rate": 8e-05,
      "loss": 1.4733,
      "step": 4228
    },
    {
      "epoch": 1.4485401459854015,
      "grad_norm": 0.5338206887245178,
      "learning_rate": 8e-05,
      "loss": 1.3846,
      "step": 4229
    },
    {
      "epoch": 1.448905109489051,
      "grad_norm": 0.5522103905677795,
      "learning_rate": 8e-05,
      "loss": 1.4401,
      "step": 4230
    },
    {
      "epoch": 1.4492700729927006,
      "grad_norm": 0.5558261275291443,
      "learning_rate": 8e-05,
      "loss": 1.4614,
      "step": 4231
    },
    {
      "epoch": 1.4496350364963504,
      "grad_norm": 0.5398953557014465,
      "learning_rate": 8e-05,
      "loss": 1.438,
      "step": 4232
    },
    {
      "epoch": 1.45,
      "grad_norm": 0.5707967281341553,
      "learning_rate": 8e-05,
      "loss": 1.5197,
      "step": 4233
    },
    {
      "epoch": 1.4503649635036497,
      "grad_norm": 0.5663559436798096,
      "learning_rate": 8e-05,
      "loss": 1.4627,
      "step": 4234
    },
    {
      "epoch": 1.4507299270072993,
      "grad_norm": 0.5128406286239624,
      "learning_rate": 8e-05,
      "loss": 1.4258,
      "step": 4235
    },
    {
      "epoch": 1.4510948905109489,
      "grad_norm": 0.5205172896385193,
      "learning_rate": 8e-05,
      "loss": 1.3691,
      "step": 4236
    },
    {
      "epoch": 1.4514598540145984,
      "grad_norm": 0.5360347032546997,
      "learning_rate": 8e-05,
      "loss": 1.3545,
      "step": 4237
    },
    {
      "epoch": 1.4518248175182482,
      "grad_norm": 0.5598551630973816,
      "learning_rate": 8e-05,
      "loss": 1.4158,
      "step": 4238
    },
    {
      "epoch": 1.4521897810218978,
      "grad_norm": 0.5758199095726013,
      "learning_rate": 8e-05,
      "loss": 1.4455,
      "step": 4239
    },
    {
      "epoch": 1.4525547445255476,
      "grad_norm": 0.5450854301452637,
      "learning_rate": 8e-05,
      "loss": 1.5119,
      "step": 4240
    },
    {
      "epoch": 1.4529197080291971,
      "grad_norm": 0.5606285333633423,
      "learning_rate": 8e-05,
      "loss": 1.4302,
      "step": 4241
    },
    {
      "epoch": 1.4532846715328467,
      "grad_norm": 0.5692073702812195,
      "learning_rate": 8e-05,
      "loss": 1.3849,
      "step": 4242
    },
    {
      "epoch": 1.4536496350364962,
      "grad_norm": 0.5444261431694031,
      "learning_rate": 8e-05,
      "loss": 1.3836,
      "step": 4243
    },
    {
      "epoch": 1.454014598540146,
      "grad_norm": 0.5439881682395935,
      "learning_rate": 8e-05,
      "loss": 1.4594,
      "step": 4244
    },
    {
      "epoch": 1.4543795620437956,
      "grad_norm": 0.5454089045524597,
      "learning_rate": 8e-05,
      "loss": 1.4073,
      "step": 4245
    },
    {
      "epoch": 1.4547445255474454,
      "grad_norm": 0.5205644369125366,
      "learning_rate": 8e-05,
      "loss": 1.3277,
      "step": 4246
    },
    {
      "epoch": 1.455109489051095,
      "grad_norm": 0.5106194615364075,
      "learning_rate": 8e-05,
      "loss": 1.394,
      "step": 4247
    },
    {
      "epoch": 1.4554744525547445,
      "grad_norm": 0.5408360362052917,
      "learning_rate": 8e-05,
      "loss": 1.4149,
      "step": 4248
    },
    {
      "epoch": 1.455839416058394,
      "grad_norm": 0.5512721538543701,
      "learning_rate": 8e-05,
      "loss": 1.3864,
      "step": 4249
    },
    {
      "epoch": 1.4562043795620438,
      "grad_norm": 0.5422340631484985,
      "learning_rate": 8e-05,
      "loss": 1.4374,
      "step": 4250
    },
    {
      "epoch": 1.4565693430656934,
      "grad_norm": 0.5272314548492432,
      "learning_rate": 8e-05,
      "loss": 1.3979,
      "step": 4251
    },
    {
      "epoch": 1.4569343065693432,
      "grad_norm": 0.5420794486999512,
      "learning_rate": 8e-05,
      "loss": 1.4258,
      "step": 4252
    },
    {
      "epoch": 1.4572992700729928,
      "grad_norm": 0.5535044074058533,
      "learning_rate": 8e-05,
      "loss": 1.467,
      "step": 4253
    },
    {
      "epoch": 1.4576642335766423,
      "grad_norm": 0.5478795766830444,
      "learning_rate": 8e-05,
      "loss": 1.4655,
      "step": 4254
    },
    {
      "epoch": 1.4580291970802919,
      "grad_norm": 0.5237261056900024,
      "learning_rate": 8e-05,
      "loss": 1.3674,
      "step": 4255
    },
    {
      "epoch": 1.4583941605839417,
      "grad_norm": 0.5652293562889099,
      "learning_rate": 8e-05,
      "loss": 1.4792,
      "step": 4256
    },
    {
      "epoch": 1.4587591240875912,
      "grad_norm": 0.5351940393447876,
      "learning_rate": 8e-05,
      "loss": 1.4162,
      "step": 4257
    },
    {
      "epoch": 1.459124087591241,
      "grad_norm": 0.5452077388763428,
      "learning_rate": 8e-05,
      "loss": 1.4478,
      "step": 4258
    },
    {
      "epoch": 1.4594890510948906,
      "grad_norm": 0.536410927772522,
      "learning_rate": 8e-05,
      "loss": 1.4477,
      "step": 4259
    },
    {
      "epoch": 1.4598540145985401,
      "grad_norm": 0.5401564240455627,
      "learning_rate": 8e-05,
      "loss": 1.3999,
      "step": 4260
    },
    {
      "epoch": 1.4602189781021897,
      "grad_norm": 0.5071247220039368,
      "learning_rate": 8e-05,
      "loss": 1.3966,
      "step": 4261
    },
    {
      "epoch": 1.4605839416058395,
      "grad_norm": 0.5222175717353821,
      "learning_rate": 8e-05,
      "loss": 1.305,
      "step": 4262
    },
    {
      "epoch": 1.460948905109489,
      "grad_norm": 0.5297070741653442,
      "learning_rate": 8e-05,
      "loss": 1.4008,
      "step": 4263
    },
    {
      "epoch": 1.4613138686131386,
      "grad_norm": 0.5178106427192688,
      "learning_rate": 8e-05,
      "loss": 1.4333,
      "step": 4264
    },
    {
      "epoch": 1.4616788321167884,
      "grad_norm": 0.5292064547538757,
      "learning_rate": 8e-05,
      "loss": 1.3741,
      "step": 4265
    },
    {
      "epoch": 1.462043795620438,
      "grad_norm": 0.5241537094116211,
      "learning_rate": 8e-05,
      "loss": 1.3873,
      "step": 4266
    },
    {
      "epoch": 1.4624087591240875,
      "grad_norm": 0.5371220111846924,
      "learning_rate": 8e-05,
      "loss": 1.4309,
      "step": 4267
    },
    {
      "epoch": 1.4627737226277373,
      "grad_norm": 0.5411571264266968,
      "learning_rate": 8e-05,
      "loss": 1.3947,
      "step": 4268
    },
    {
      "epoch": 1.4631386861313869,
      "grad_norm": 0.525367021560669,
      "learning_rate": 8e-05,
      "loss": 1.4424,
      "step": 4269
    },
    {
      "epoch": 1.4635036496350364,
      "grad_norm": 0.5199612975120544,
      "learning_rate": 8e-05,
      "loss": 1.3903,
      "step": 4270
    },
    {
      "epoch": 1.4638686131386862,
      "grad_norm": 0.5326182842254639,
      "learning_rate": 8e-05,
      "loss": 1.4331,
      "step": 4271
    },
    {
      "epoch": 1.4642335766423358,
      "grad_norm": 0.5366144180297852,
      "learning_rate": 8e-05,
      "loss": 1.3684,
      "step": 4272
    },
    {
      "epoch": 1.4645985401459853,
      "grad_norm": 0.5471349358558655,
      "learning_rate": 8e-05,
      "loss": 1.3803,
      "step": 4273
    },
    {
      "epoch": 1.464963503649635,
      "grad_norm": 0.5492087006568909,
      "learning_rate": 8e-05,
      "loss": 1.3585,
      "step": 4274
    },
    {
      "epoch": 1.4653284671532847,
      "grad_norm": 0.5313284397125244,
      "learning_rate": 8e-05,
      "loss": 1.3146,
      "step": 4275
    },
    {
      "epoch": 1.4656934306569342,
      "grad_norm": 0.5385198593139648,
      "learning_rate": 8e-05,
      "loss": 1.3673,
      "step": 4276
    },
    {
      "epoch": 1.466058394160584,
      "grad_norm": 0.5694867968559265,
      "learning_rate": 8e-05,
      "loss": 1.3897,
      "step": 4277
    },
    {
      "epoch": 1.4664233576642336,
      "grad_norm": 0.5470298528671265,
      "learning_rate": 8e-05,
      "loss": 1.4647,
      "step": 4278
    },
    {
      "epoch": 1.4667883211678832,
      "grad_norm": 0.5434427261352539,
      "learning_rate": 8e-05,
      "loss": 1.3843,
      "step": 4279
    },
    {
      "epoch": 1.4671532846715327,
      "grad_norm": 0.5527564287185669,
      "learning_rate": 8e-05,
      "loss": 1.4594,
      "step": 4280
    },
    {
      "epoch": 1.4675182481751825,
      "grad_norm": 0.5433958172798157,
      "learning_rate": 8e-05,
      "loss": 1.38,
      "step": 4281
    },
    {
      "epoch": 1.467883211678832,
      "grad_norm": 0.5317882895469666,
      "learning_rate": 8e-05,
      "loss": 1.2938,
      "step": 4282
    },
    {
      "epoch": 1.4682481751824819,
      "grad_norm": 0.5505611896514893,
      "learning_rate": 8e-05,
      "loss": 1.443,
      "step": 4283
    },
    {
      "epoch": 1.4686131386861314,
      "grad_norm": 0.55483478307724,
      "learning_rate": 8e-05,
      "loss": 1.4376,
      "step": 4284
    },
    {
      "epoch": 1.468978102189781,
      "grad_norm": 0.5523863434791565,
      "learning_rate": 8e-05,
      "loss": 1.3639,
      "step": 4285
    },
    {
      "epoch": 1.4693430656934305,
      "grad_norm": 0.5647649168968201,
      "learning_rate": 8e-05,
      "loss": 1.4151,
      "step": 4286
    },
    {
      "epoch": 1.4697080291970803,
      "grad_norm": 0.5402615666389465,
      "learning_rate": 8e-05,
      "loss": 1.4307,
      "step": 4287
    },
    {
      "epoch": 1.4700729927007299,
      "grad_norm": 0.5484746098518372,
      "learning_rate": 8e-05,
      "loss": 1.3884,
      "step": 4288
    },
    {
      "epoch": 1.4704379562043797,
      "grad_norm": 0.5578038692474365,
      "learning_rate": 8e-05,
      "loss": 1.4208,
      "step": 4289
    },
    {
      "epoch": 1.4708029197080292,
      "grad_norm": 0.5555921196937561,
      "learning_rate": 8e-05,
      "loss": 1.3289,
      "step": 4290
    },
    {
      "epoch": 1.4711678832116788,
      "grad_norm": 0.5708307027816772,
      "learning_rate": 8e-05,
      "loss": 1.4419,
      "step": 4291
    },
    {
      "epoch": 1.4715328467153284,
      "grad_norm": 0.5350521206855774,
      "learning_rate": 8e-05,
      "loss": 1.3823,
      "step": 4292
    },
    {
      "epoch": 1.4718978102189781,
      "grad_norm": 0.5443633794784546,
      "learning_rate": 8e-05,
      "loss": 1.3854,
      "step": 4293
    },
    {
      "epoch": 1.4722627737226277,
      "grad_norm": 0.570238471031189,
      "learning_rate": 8e-05,
      "loss": 1.4281,
      "step": 4294
    },
    {
      "epoch": 1.4726277372262775,
      "grad_norm": 0.5831809639930725,
      "learning_rate": 8e-05,
      "loss": 1.4552,
      "step": 4295
    },
    {
      "epoch": 1.472992700729927,
      "grad_norm": 0.5342919826507568,
      "learning_rate": 8e-05,
      "loss": 1.3626,
      "step": 4296
    },
    {
      "epoch": 1.4733576642335766,
      "grad_norm": 0.535333514213562,
      "learning_rate": 8e-05,
      "loss": 1.4062,
      "step": 4297
    },
    {
      "epoch": 1.4737226277372262,
      "grad_norm": 0.598365068435669,
      "learning_rate": 8e-05,
      "loss": 1.5082,
      "step": 4298
    },
    {
      "epoch": 1.474087591240876,
      "grad_norm": 0.5352233648300171,
      "learning_rate": 8e-05,
      "loss": 1.3046,
      "step": 4299
    },
    {
      "epoch": 1.4744525547445255,
      "grad_norm": 0.52824866771698,
      "learning_rate": 8e-05,
      "loss": 1.3795,
      "step": 4300
    },
    {
      "epoch": 1.4748175182481753,
      "grad_norm": 0.5731042623519897,
      "learning_rate": 8e-05,
      "loss": 1.4328,
      "step": 4301
    },
    {
      "epoch": 1.4751824817518249,
      "grad_norm": 0.5464295148849487,
      "learning_rate": 8e-05,
      "loss": 1.5259,
      "step": 4302
    },
    {
      "epoch": 1.4755474452554744,
      "grad_norm": 0.5329691171646118,
      "learning_rate": 8e-05,
      "loss": 1.479,
      "step": 4303
    },
    {
      "epoch": 1.475912408759124,
      "grad_norm": 0.5342671275138855,
      "learning_rate": 8e-05,
      "loss": 1.4654,
      "step": 4304
    },
    {
      "epoch": 1.4762773722627738,
      "grad_norm": 0.5406083464622498,
      "learning_rate": 8e-05,
      "loss": 1.4081,
      "step": 4305
    },
    {
      "epoch": 1.4766423357664233,
      "grad_norm": 0.5014122128486633,
      "learning_rate": 8e-05,
      "loss": 1.336,
      "step": 4306
    },
    {
      "epoch": 1.4770072992700731,
      "grad_norm": 0.5632539987564087,
      "learning_rate": 8e-05,
      "loss": 1.4901,
      "step": 4307
    },
    {
      "epoch": 1.4773722627737227,
      "grad_norm": 0.5677280426025391,
      "learning_rate": 8e-05,
      "loss": 1.3684,
      "step": 4308
    },
    {
      "epoch": 1.4777372262773723,
      "grad_norm": 0.5492334365844727,
      "learning_rate": 8e-05,
      "loss": 1.3591,
      "step": 4309
    },
    {
      "epoch": 1.4781021897810218,
      "grad_norm": 0.5392361283302307,
      "learning_rate": 8e-05,
      "loss": 1.4347,
      "step": 4310
    },
    {
      "epoch": 1.4784671532846716,
      "grad_norm": 0.5508883595466614,
      "learning_rate": 8e-05,
      "loss": 1.447,
      "step": 4311
    },
    {
      "epoch": 1.4788321167883212,
      "grad_norm": 0.5169728994369507,
      "learning_rate": 8e-05,
      "loss": 1.3957,
      "step": 4312
    },
    {
      "epoch": 1.4791970802919707,
      "grad_norm": 0.5286645293235779,
      "learning_rate": 8e-05,
      "loss": 1.3896,
      "step": 4313
    },
    {
      "epoch": 1.4795620437956205,
      "grad_norm": 0.5395050048828125,
      "learning_rate": 8e-05,
      "loss": 1.4034,
      "step": 4314
    },
    {
      "epoch": 1.47992700729927,
      "grad_norm": 0.5204416513442993,
      "learning_rate": 8e-05,
      "loss": 1.3735,
      "step": 4315
    },
    {
      "epoch": 1.4802919708029196,
      "grad_norm": 0.542182207107544,
      "learning_rate": 8e-05,
      "loss": 1.3743,
      "step": 4316
    },
    {
      "epoch": 1.4806569343065694,
      "grad_norm": 0.5256801247596741,
      "learning_rate": 8e-05,
      "loss": 1.3601,
      "step": 4317
    },
    {
      "epoch": 1.481021897810219,
      "grad_norm": 0.5446599721908569,
      "learning_rate": 8e-05,
      "loss": 1.4021,
      "step": 4318
    },
    {
      "epoch": 1.4813868613138685,
      "grad_norm": 0.553655207157135,
      "learning_rate": 8e-05,
      "loss": 1.4053,
      "step": 4319
    },
    {
      "epoch": 1.4817518248175183,
      "grad_norm": 0.5539455413818359,
      "learning_rate": 8e-05,
      "loss": 1.3471,
      "step": 4320
    },
    {
      "epoch": 1.4821167883211679,
      "grad_norm": 0.5412383079528809,
      "learning_rate": 8e-05,
      "loss": 1.3867,
      "step": 4321
    },
    {
      "epoch": 1.4824817518248175,
      "grad_norm": 0.515598714351654,
      "learning_rate": 8e-05,
      "loss": 1.4012,
      "step": 4322
    },
    {
      "epoch": 1.4828467153284672,
      "grad_norm": 0.5704986453056335,
      "learning_rate": 8e-05,
      "loss": 1.4313,
      "step": 4323
    },
    {
      "epoch": 1.4832116788321168,
      "grad_norm": 0.5400051474571228,
      "learning_rate": 8e-05,
      "loss": 1.4386,
      "step": 4324
    },
    {
      "epoch": 1.4835766423357664,
      "grad_norm": 0.538749635219574,
      "learning_rate": 8e-05,
      "loss": 1.4368,
      "step": 4325
    },
    {
      "epoch": 1.4839416058394161,
      "grad_norm": 0.5421240329742432,
      "learning_rate": 8e-05,
      "loss": 1.3815,
      "step": 4326
    },
    {
      "epoch": 1.4843065693430657,
      "grad_norm": 0.5432970523834229,
      "learning_rate": 8e-05,
      "loss": 1.4648,
      "step": 4327
    },
    {
      "epoch": 1.4846715328467153,
      "grad_norm": 0.542779803276062,
      "learning_rate": 8e-05,
      "loss": 1.3948,
      "step": 4328
    },
    {
      "epoch": 1.4850364963503648,
      "grad_norm": 0.5520479083061218,
      "learning_rate": 8e-05,
      "loss": 1.4482,
      "step": 4329
    },
    {
      "epoch": 1.4854014598540146,
      "grad_norm": 0.5434781908988953,
      "learning_rate": 8e-05,
      "loss": 1.4383,
      "step": 4330
    },
    {
      "epoch": 1.4857664233576642,
      "grad_norm": 0.5627428293228149,
      "learning_rate": 8e-05,
      "loss": 1.3708,
      "step": 4331
    },
    {
      "epoch": 1.486131386861314,
      "grad_norm": 0.5316323041915894,
      "learning_rate": 8e-05,
      "loss": 1.4047,
      "step": 4332
    },
    {
      "epoch": 1.4864963503649635,
      "grad_norm": 0.5942707061767578,
      "learning_rate": 8e-05,
      "loss": 1.4147,
      "step": 4333
    },
    {
      "epoch": 1.486861313868613,
      "grad_norm": 0.5646945238113403,
      "learning_rate": 8e-05,
      "loss": 1.4769,
      "step": 4334
    },
    {
      "epoch": 1.4872262773722627,
      "grad_norm": 0.5649382472038269,
      "learning_rate": 8e-05,
      "loss": 1.4562,
      "step": 4335
    },
    {
      "epoch": 1.4875912408759124,
      "grad_norm": 0.5436394214630127,
      "learning_rate": 8e-05,
      "loss": 1.3933,
      "step": 4336
    },
    {
      "epoch": 1.487956204379562,
      "grad_norm": 0.5626895427703857,
      "learning_rate": 8e-05,
      "loss": 1.4364,
      "step": 4337
    },
    {
      "epoch": 1.4883211678832118,
      "grad_norm": 0.5250811576843262,
      "learning_rate": 8e-05,
      "loss": 1.4019,
      "step": 4338
    },
    {
      "epoch": 1.4886861313868613,
      "grad_norm": 0.541139543056488,
      "learning_rate": 8e-05,
      "loss": 1.4562,
      "step": 4339
    },
    {
      "epoch": 1.489051094890511,
      "grad_norm": 0.5703496932983398,
      "learning_rate": 8e-05,
      "loss": 1.4261,
      "step": 4340
    },
    {
      "epoch": 1.4894160583941605,
      "grad_norm": 0.531349778175354,
      "learning_rate": 8e-05,
      "loss": 1.3503,
      "step": 4341
    },
    {
      "epoch": 1.4897810218978103,
      "grad_norm": 0.5848456621170044,
      "learning_rate": 8e-05,
      "loss": 1.3533,
      "step": 4342
    },
    {
      "epoch": 1.4901459854014598,
      "grad_norm": 0.5386062264442444,
      "learning_rate": 8e-05,
      "loss": 1.4102,
      "step": 4343
    },
    {
      "epoch": 1.4905109489051096,
      "grad_norm": 0.5314807891845703,
      "learning_rate": 8e-05,
      "loss": 1.3717,
      "step": 4344
    },
    {
      "epoch": 1.4908759124087592,
      "grad_norm": 0.5349457859992981,
      "learning_rate": 8e-05,
      "loss": 1.439,
      "step": 4345
    },
    {
      "epoch": 1.4912408759124087,
      "grad_norm": 0.5273284912109375,
      "learning_rate": 8e-05,
      "loss": 1.3765,
      "step": 4346
    },
    {
      "epoch": 1.4916058394160583,
      "grad_norm": 0.5579749345779419,
      "learning_rate": 8e-05,
      "loss": 1.475,
      "step": 4347
    },
    {
      "epoch": 1.491970802919708,
      "grad_norm": 0.5335599780082703,
      "learning_rate": 8e-05,
      "loss": 1.4575,
      "step": 4348
    },
    {
      "epoch": 1.4923357664233576,
      "grad_norm": 0.5565395355224609,
      "learning_rate": 8e-05,
      "loss": 1.3743,
      "step": 4349
    },
    {
      "epoch": 1.4927007299270074,
      "grad_norm": 0.5720863342285156,
      "learning_rate": 8e-05,
      "loss": 1.4607,
      "step": 4350
    },
    {
      "epoch": 1.493065693430657,
      "grad_norm": 0.5728982090950012,
      "learning_rate": 8e-05,
      "loss": 1.38,
      "step": 4351
    },
    {
      "epoch": 1.4934306569343065,
      "grad_norm": 0.5352194905281067,
      "learning_rate": 8e-05,
      "loss": 1.3951,
      "step": 4352
    },
    {
      "epoch": 1.493795620437956,
      "grad_norm": 0.5543342232704163,
      "learning_rate": 8e-05,
      "loss": 1.427,
      "step": 4353
    },
    {
      "epoch": 1.494160583941606,
      "grad_norm": 0.5527406334877014,
      "learning_rate": 8e-05,
      "loss": 1.477,
      "step": 4354
    },
    {
      "epoch": 1.4945255474452555,
      "grad_norm": 0.548486590385437,
      "learning_rate": 8e-05,
      "loss": 1.4537,
      "step": 4355
    },
    {
      "epoch": 1.4948905109489052,
      "grad_norm": 0.5662134289741516,
      "learning_rate": 8e-05,
      "loss": 1.4303,
      "step": 4356
    },
    {
      "epoch": 1.4952554744525548,
      "grad_norm": 0.5492081642150879,
      "learning_rate": 8e-05,
      "loss": 1.4233,
      "step": 4357
    },
    {
      "epoch": 1.4956204379562044,
      "grad_norm": 0.5705955624580383,
      "learning_rate": 8e-05,
      "loss": 1.3984,
      "step": 4358
    },
    {
      "epoch": 1.495985401459854,
      "grad_norm": 0.57952880859375,
      "learning_rate": 8e-05,
      "loss": 1.4391,
      "step": 4359
    },
    {
      "epoch": 1.4963503649635037,
      "grad_norm": 0.5262018442153931,
      "learning_rate": 8e-05,
      "loss": 1.4074,
      "step": 4360
    },
    {
      "epoch": 1.4967153284671533,
      "grad_norm": 0.5358605980873108,
      "learning_rate": 8e-05,
      "loss": 1.3528,
      "step": 4361
    },
    {
      "epoch": 1.497080291970803,
      "grad_norm": 0.5504788756370544,
      "learning_rate": 8e-05,
      "loss": 1.3933,
      "step": 4362
    },
    {
      "epoch": 1.4974452554744526,
      "grad_norm": 0.53877854347229,
      "learning_rate": 8e-05,
      "loss": 1.4435,
      "step": 4363
    },
    {
      "epoch": 1.4978102189781022,
      "grad_norm": 0.5106316208839417,
      "learning_rate": 8e-05,
      "loss": 1.3857,
      "step": 4364
    },
    {
      "epoch": 1.4981751824817517,
      "grad_norm": 0.5614192485809326,
      "learning_rate": 8e-05,
      "loss": 1.3993,
      "step": 4365
    },
    {
      "epoch": 1.4985401459854015,
      "grad_norm": 0.5650197863578796,
      "learning_rate": 8e-05,
      "loss": 1.43,
      "step": 4366
    },
    {
      "epoch": 1.498905109489051,
      "grad_norm": 0.5307391285896301,
      "learning_rate": 8e-05,
      "loss": 1.3858,
      "step": 4367
    },
    {
      "epoch": 1.4992700729927007,
      "grad_norm": 0.5472855567932129,
      "learning_rate": 8e-05,
      "loss": 1.4503,
      "step": 4368
    },
    {
      "epoch": 1.4996350364963504,
      "grad_norm": 0.529845118522644,
      "learning_rate": 8e-05,
      "loss": 1.3485,
      "step": 4369
    },
    {
      "epoch": 1.5,
      "grad_norm": 0.5155556201934814,
      "learning_rate": 8e-05,
      "loss": 1.4915,
      "step": 4370
    },
    {
      "epoch": 1.5003649635036496,
      "grad_norm": 0.5568289160728455,
      "learning_rate": 8e-05,
      "loss": 1.4437,
      "step": 4371
    },
    {
      "epoch": 1.5007299270072991,
      "grad_norm": 0.5572745203971863,
      "learning_rate": 8e-05,
      "loss": 1.4104,
      "step": 4372
    },
    {
      "epoch": 1.501094890510949,
      "grad_norm": 0.53499436378479,
      "learning_rate": 8e-05,
      "loss": 1.3777,
      "step": 4373
    },
    {
      "epoch": 1.5014598540145987,
      "grad_norm": 0.521022379398346,
      "learning_rate": 8e-05,
      "loss": 1.3521,
      "step": 4374
    },
    {
      "epoch": 1.5018248175182483,
      "grad_norm": 0.547362744808197,
      "learning_rate": 8e-05,
      "loss": 1.4402,
      "step": 4375
    },
    {
      "epoch": 1.5021897810218978,
      "grad_norm": 0.5075043439865112,
      "learning_rate": 8e-05,
      "loss": 1.3778,
      "step": 4376
    },
    {
      "epoch": 1.5025547445255474,
      "grad_norm": 0.5019761323928833,
      "learning_rate": 8e-05,
      "loss": 1.3869,
      "step": 4377
    },
    {
      "epoch": 1.502919708029197,
      "grad_norm": 0.5422478318214417,
      "learning_rate": 8e-05,
      "loss": 1.3834,
      "step": 4378
    },
    {
      "epoch": 1.5032846715328467,
      "grad_norm": 0.5392327308654785,
      "learning_rate": 8e-05,
      "loss": 1.3621,
      "step": 4379
    },
    {
      "epoch": 1.5036496350364965,
      "grad_norm": 0.5540403723716736,
      "learning_rate": 8e-05,
      "loss": 1.3807,
      "step": 4380
    },
    {
      "epoch": 1.504014598540146,
      "grad_norm": 0.5613642930984497,
      "learning_rate": 8e-05,
      "loss": 1.4623,
      "step": 4381
    },
    {
      "epoch": 1.5043795620437956,
      "grad_norm": 0.5466508865356445,
      "learning_rate": 8e-05,
      "loss": 1.3646,
      "step": 4382
    },
    {
      "epoch": 1.5047445255474452,
      "grad_norm": 0.5574984550476074,
      "learning_rate": 8e-05,
      "loss": 1.4328,
      "step": 4383
    },
    {
      "epoch": 1.5051094890510948,
      "grad_norm": 0.5506873726844788,
      "learning_rate": 8e-05,
      "loss": 1.5085,
      "step": 4384
    },
    {
      "epoch": 1.5054744525547445,
      "grad_norm": 0.5315660834312439,
      "learning_rate": 8e-05,
      "loss": 1.3561,
      "step": 4385
    },
    {
      "epoch": 1.505839416058394,
      "grad_norm": 0.5537717342376709,
      "learning_rate": 8e-05,
      "loss": 1.4659,
      "step": 4386
    },
    {
      "epoch": 1.506204379562044,
      "grad_norm": 0.5465313196182251,
      "learning_rate": 8e-05,
      "loss": 1.4318,
      "step": 4387
    },
    {
      "epoch": 1.5065693430656935,
      "grad_norm": 0.5278694033622742,
      "learning_rate": 8e-05,
      "loss": 1.3051,
      "step": 4388
    },
    {
      "epoch": 1.506934306569343,
      "grad_norm": 0.5490598082542419,
      "learning_rate": 8e-05,
      "loss": 1.4776,
      "step": 4389
    },
    {
      "epoch": 1.5072992700729926,
      "grad_norm": 0.5499094724655151,
      "learning_rate": 8e-05,
      "loss": 1.429,
      "step": 4390
    },
    {
      "epoch": 1.5076642335766424,
      "grad_norm": 0.548288881778717,
      "learning_rate": 8e-05,
      "loss": 1.4258,
      "step": 4391
    },
    {
      "epoch": 1.508029197080292,
      "grad_norm": 0.562626838684082,
      "learning_rate": 8e-05,
      "loss": 1.4046,
      "step": 4392
    },
    {
      "epoch": 1.5083941605839417,
      "grad_norm": 0.5471819043159485,
      "learning_rate": 8e-05,
      "loss": 1.4405,
      "step": 4393
    },
    {
      "epoch": 1.5087591240875913,
      "grad_norm": 0.5525619983673096,
      "learning_rate": 8e-05,
      "loss": 1.3722,
      "step": 4394
    },
    {
      "epoch": 1.5091240875912408,
      "grad_norm": 0.5491715669631958,
      "learning_rate": 8e-05,
      "loss": 1.4327,
      "step": 4395
    },
    {
      "epoch": 1.5094890510948904,
      "grad_norm": 0.5618442893028259,
      "learning_rate": 8e-05,
      "loss": 1.4782,
      "step": 4396
    },
    {
      "epoch": 1.5098540145985402,
      "grad_norm": 0.5284477472305298,
      "learning_rate": 8e-05,
      "loss": 1.3712,
      "step": 4397
    },
    {
      "epoch": 1.5102189781021897,
      "grad_norm": 0.5412750244140625,
      "learning_rate": 8e-05,
      "loss": 1.4272,
      "step": 4398
    },
    {
      "epoch": 1.5105839416058395,
      "grad_norm": 0.5663810968399048,
      "learning_rate": 8e-05,
      "loss": 1.4684,
      "step": 4399
    },
    {
      "epoch": 1.510948905109489,
      "grad_norm": 0.54620361328125,
      "learning_rate": 8e-05,
      "loss": 1.3764,
      "step": 4400
    },
    {
      "epoch": 1.5113138686131387,
      "grad_norm": 0.5781840085983276,
      "learning_rate": 8e-05,
      "loss": 1.4156,
      "step": 4401
    },
    {
      "epoch": 1.5116788321167882,
      "grad_norm": 0.5672556757926941,
      "learning_rate": 8e-05,
      "loss": 1.5253,
      "step": 4402
    },
    {
      "epoch": 1.512043795620438,
      "grad_norm": 0.5804160237312317,
      "learning_rate": 8e-05,
      "loss": 1.4373,
      "step": 4403
    },
    {
      "epoch": 1.5124087591240876,
      "grad_norm": 0.561459481716156,
      "learning_rate": 8e-05,
      "loss": 1.3685,
      "step": 4404
    },
    {
      "epoch": 1.5127737226277373,
      "grad_norm": 0.5364962816238403,
      "learning_rate": 8e-05,
      "loss": 1.4156,
      "step": 4405
    },
    {
      "epoch": 1.513138686131387,
      "grad_norm": 0.5515815019607544,
      "learning_rate": 8e-05,
      "loss": 1.4035,
      "step": 4406
    },
    {
      "epoch": 1.5135036496350365,
      "grad_norm": 0.5326973795890808,
      "learning_rate": 8e-05,
      "loss": 1.3875,
      "step": 4407
    },
    {
      "epoch": 1.513868613138686,
      "grad_norm": 0.547046422958374,
      "learning_rate": 8e-05,
      "loss": 1.4131,
      "step": 4408
    },
    {
      "epoch": 1.5142335766423358,
      "grad_norm": 0.5746583342552185,
      "learning_rate": 8e-05,
      "loss": 1.4535,
      "step": 4409
    },
    {
      "epoch": 1.5145985401459854,
      "grad_norm": 0.5545881986618042,
      "learning_rate": 8e-05,
      "loss": 1.412,
      "step": 4410
    },
    {
      "epoch": 1.5149635036496352,
      "grad_norm": 0.5308125019073486,
      "learning_rate": 8e-05,
      "loss": 1.321,
      "step": 4411
    },
    {
      "epoch": 1.5153284671532847,
      "grad_norm": 0.5472959876060486,
      "learning_rate": 8e-05,
      "loss": 1.4531,
      "step": 4412
    },
    {
      "epoch": 1.5156934306569343,
      "grad_norm": 0.5282762050628662,
      "learning_rate": 8e-05,
      "loss": 1.3189,
      "step": 4413
    },
    {
      "epoch": 1.5160583941605839,
      "grad_norm": 0.5362042784690857,
      "learning_rate": 8e-05,
      "loss": 1.3875,
      "step": 4414
    },
    {
      "epoch": 1.5164233576642334,
      "grad_norm": 0.5457465052604675,
      "learning_rate": 8e-05,
      "loss": 1.4102,
      "step": 4415
    },
    {
      "epoch": 1.5167883211678832,
      "grad_norm": 0.542725145816803,
      "learning_rate": 8e-05,
      "loss": 1.4044,
      "step": 4416
    },
    {
      "epoch": 1.517153284671533,
      "grad_norm": 0.533891499042511,
      "learning_rate": 8e-05,
      "loss": 1.3839,
      "step": 4417
    },
    {
      "epoch": 1.5175182481751825,
      "grad_norm": 0.5210264325141907,
      "learning_rate": 8e-05,
      "loss": 1.4198,
      "step": 4418
    },
    {
      "epoch": 1.5178832116788321,
      "grad_norm": 0.5318612456321716,
      "learning_rate": 8e-05,
      "loss": 1.3902,
      "step": 4419
    },
    {
      "epoch": 1.5182481751824817,
      "grad_norm": 0.525709331035614,
      "learning_rate": 8e-05,
      "loss": 1.3824,
      "step": 4420
    },
    {
      "epoch": 1.5186131386861312,
      "grad_norm": 0.5203198194503784,
      "learning_rate": 8e-05,
      "loss": 1.3129,
      "step": 4421
    },
    {
      "epoch": 1.518978102189781,
      "grad_norm": 0.5526219606399536,
      "learning_rate": 8e-05,
      "loss": 1.4364,
      "step": 4422
    },
    {
      "epoch": 1.5193430656934308,
      "grad_norm": 0.551206111907959,
      "learning_rate": 8e-05,
      "loss": 1.4784,
      "step": 4423
    },
    {
      "epoch": 1.5197080291970804,
      "grad_norm": 0.5294317007064819,
      "learning_rate": 8e-05,
      "loss": 1.3561,
      "step": 4424
    },
    {
      "epoch": 1.52007299270073,
      "grad_norm": 0.529900074005127,
      "learning_rate": 8e-05,
      "loss": 1.4084,
      "step": 4425
    },
    {
      "epoch": 1.5204379562043795,
      "grad_norm": 0.5508254766464233,
      "learning_rate": 8e-05,
      "loss": 1.3708,
      "step": 4426
    },
    {
      "epoch": 1.520802919708029,
      "grad_norm": 0.5498806834220886,
      "learning_rate": 8e-05,
      "loss": 1.4205,
      "step": 4427
    },
    {
      "epoch": 1.5211678832116788,
      "grad_norm": 0.5399282574653625,
      "learning_rate": 8e-05,
      "loss": 1.3514,
      "step": 4428
    },
    {
      "epoch": 1.5215328467153286,
      "grad_norm": 0.5689167976379395,
      "learning_rate": 8e-05,
      "loss": 1.3745,
      "step": 4429
    },
    {
      "epoch": 1.5218978102189782,
      "grad_norm": 0.5547690391540527,
      "learning_rate": 8e-05,
      "loss": 1.465,
      "step": 4430
    },
    {
      "epoch": 1.5222627737226277,
      "grad_norm": 0.5503795146942139,
      "learning_rate": 8e-05,
      "loss": 1.457,
      "step": 4431
    },
    {
      "epoch": 1.5226277372262773,
      "grad_norm": 0.53279709815979,
      "learning_rate": 8e-05,
      "loss": 1.3734,
      "step": 4432
    },
    {
      "epoch": 1.5229927007299269,
      "grad_norm": 0.5585880875587463,
      "learning_rate": 8e-05,
      "loss": 1.4685,
      "step": 4433
    },
    {
      "epoch": 1.5233576642335767,
      "grad_norm": 0.5266673564910889,
      "learning_rate": 8e-05,
      "loss": 1.3484,
      "step": 4434
    },
    {
      "epoch": 1.5237226277372264,
      "grad_norm": 0.544964075088501,
      "learning_rate": 8e-05,
      "loss": 1.4941,
      "step": 4435
    },
    {
      "epoch": 1.524087591240876,
      "grad_norm": 0.5525113940238953,
      "learning_rate": 8e-05,
      "loss": 1.4029,
      "step": 4436
    },
    {
      "epoch": 1.5244525547445256,
      "grad_norm": 0.5591764450073242,
      "learning_rate": 8e-05,
      "loss": 1.5013,
      "step": 4437
    },
    {
      "epoch": 1.5248175182481751,
      "grad_norm": 0.5397297143936157,
      "learning_rate": 8e-05,
      "loss": 1.4454,
      "step": 4438
    },
    {
      "epoch": 1.5251824817518247,
      "grad_norm": 0.5587777495384216,
      "learning_rate": 8e-05,
      "loss": 1.4088,
      "step": 4439
    },
    {
      "epoch": 1.5255474452554745,
      "grad_norm": 0.5414119362831116,
      "learning_rate": 8e-05,
      "loss": 1.3416,
      "step": 4440
    },
    {
      "epoch": 1.525912408759124,
      "grad_norm": 0.5442343354225159,
      "learning_rate": 8e-05,
      "loss": 1.4085,
      "step": 4441
    },
    {
      "epoch": 1.5262773722627738,
      "grad_norm": 0.5397495031356812,
      "learning_rate": 8e-05,
      "loss": 1.4441,
      "step": 4442
    },
    {
      "epoch": 1.5266423357664234,
      "grad_norm": 0.5394213795661926,
      "learning_rate": 8e-05,
      "loss": 1.4324,
      "step": 4443
    },
    {
      "epoch": 1.527007299270073,
      "grad_norm": 0.5389790534973145,
      "learning_rate": 8e-05,
      "loss": 1.3655,
      "step": 4444
    },
    {
      "epoch": 1.5273722627737225,
      "grad_norm": 0.5596218109130859,
      "learning_rate": 8e-05,
      "loss": 1.3968,
      "step": 4445
    },
    {
      "epoch": 1.5277372262773723,
      "grad_norm": 0.5837908983230591,
      "learning_rate": 8e-05,
      "loss": 1.4194,
      "step": 4446
    },
    {
      "epoch": 1.5281021897810219,
      "grad_norm": 0.5574286580085754,
      "learning_rate": 8e-05,
      "loss": 1.4213,
      "step": 4447
    },
    {
      "epoch": 1.5284671532846716,
      "grad_norm": 0.5507825613021851,
      "learning_rate": 8e-05,
      "loss": 1.4215,
      "step": 4448
    },
    {
      "epoch": 1.5288321167883212,
      "grad_norm": 0.5657730102539062,
      "learning_rate": 8e-05,
      "loss": 1.4919,
      "step": 4449
    },
    {
      "epoch": 1.5291970802919708,
      "grad_norm": 0.5538222789764404,
      "learning_rate": 8e-05,
      "loss": 1.4825,
      "step": 4450
    },
    {
      "epoch": 1.5295620437956203,
      "grad_norm": 0.5260941386222839,
      "learning_rate": 8e-05,
      "loss": 1.3694,
      "step": 4451
    },
    {
      "epoch": 1.5299270072992701,
      "grad_norm": 0.5693787336349487,
      "learning_rate": 8e-05,
      "loss": 1.3711,
      "step": 4452
    },
    {
      "epoch": 1.5302919708029197,
      "grad_norm": 0.570429265499115,
      "learning_rate": 8e-05,
      "loss": 1.4939,
      "step": 4453
    },
    {
      "epoch": 1.5306569343065695,
      "grad_norm": 0.5659641623497009,
      "learning_rate": 8e-05,
      "loss": 1.42,
      "step": 4454
    },
    {
      "epoch": 1.531021897810219,
      "grad_norm": 0.5317299962043762,
      "learning_rate": 8e-05,
      "loss": 1.3187,
      "step": 4455
    },
    {
      "epoch": 1.5313868613138686,
      "grad_norm": 0.5622909665107727,
      "learning_rate": 8e-05,
      "loss": 1.4393,
      "step": 4456
    },
    {
      "epoch": 1.5317518248175181,
      "grad_norm": 0.5455400347709656,
      "learning_rate": 8e-05,
      "loss": 1.4138,
      "step": 4457
    },
    {
      "epoch": 1.532116788321168,
      "grad_norm": 0.5682358145713806,
      "learning_rate": 8e-05,
      "loss": 1.3948,
      "step": 4458
    },
    {
      "epoch": 1.5324817518248175,
      "grad_norm": 0.5472848415374756,
      "learning_rate": 8e-05,
      "loss": 1.4201,
      "step": 4459
    },
    {
      "epoch": 1.5328467153284673,
      "grad_norm": 0.5179875493049622,
      "learning_rate": 8e-05,
      "loss": 1.3311,
      "step": 4460
    },
    {
      "epoch": 1.5332116788321168,
      "grad_norm": 0.5734283924102783,
      "learning_rate": 8e-05,
      "loss": 1.4419,
      "step": 4461
    },
    {
      "epoch": 1.5335766423357664,
      "grad_norm": 0.5348734259605408,
      "learning_rate": 8e-05,
      "loss": 1.4165,
      "step": 4462
    },
    {
      "epoch": 1.533941605839416,
      "grad_norm": 0.5349223613739014,
      "learning_rate": 8e-05,
      "loss": 1.3986,
      "step": 4463
    },
    {
      "epoch": 1.5343065693430655,
      "grad_norm": 0.5549858212471008,
      "learning_rate": 8e-05,
      "loss": 1.3832,
      "step": 4464
    },
    {
      "epoch": 1.5346715328467153,
      "grad_norm": 0.5594491362571716,
      "learning_rate": 8e-05,
      "loss": 1.3834,
      "step": 4465
    },
    {
      "epoch": 1.535036496350365,
      "grad_norm": 0.541364848613739,
      "learning_rate": 8e-05,
      "loss": 1.4727,
      "step": 4466
    },
    {
      "epoch": 1.5354014598540147,
      "grad_norm": 0.528929591178894,
      "learning_rate": 8e-05,
      "loss": 1.4121,
      "step": 4467
    },
    {
      "epoch": 1.5357664233576642,
      "grad_norm": 0.5261802673339844,
      "learning_rate": 8e-05,
      "loss": 1.4019,
      "step": 4468
    },
    {
      "epoch": 1.5361313868613138,
      "grad_norm": 0.5640547275543213,
      "learning_rate": 8e-05,
      "loss": 1.3782,
      "step": 4469
    },
    {
      "epoch": 1.5364963503649633,
      "grad_norm": 0.5453827381134033,
      "learning_rate": 8e-05,
      "loss": 1.3988,
      "step": 4470
    },
    {
      "epoch": 1.5368613138686131,
      "grad_norm": 0.5506896376609802,
      "learning_rate": 8e-05,
      "loss": 1.3912,
      "step": 4471
    },
    {
      "epoch": 1.537226277372263,
      "grad_norm": 0.5352035164833069,
      "learning_rate": 8e-05,
      "loss": 1.4066,
      "step": 4472
    },
    {
      "epoch": 1.5375912408759125,
      "grad_norm": 0.5467138290405273,
      "learning_rate": 8e-05,
      "loss": 1.457,
      "step": 4473
    },
    {
      "epoch": 1.537956204379562,
      "grad_norm": 0.5372415781021118,
      "learning_rate": 8e-05,
      "loss": 1.3874,
      "step": 4474
    },
    {
      "epoch": 1.5383211678832116,
      "grad_norm": 0.5447984337806702,
      "learning_rate": 8e-05,
      "loss": 1.3598,
      "step": 4475
    },
    {
      "epoch": 1.5386861313868612,
      "grad_norm": 0.5650705695152283,
      "learning_rate": 8e-05,
      "loss": 1.4881,
      "step": 4476
    },
    {
      "epoch": 1.539051094890511,
      "grad_norm": 0.5483922362327576,
      "learning_rate": 8e-05,
      "loss": 1.447,
      "step": 4477
    },
    {
      "epoch": 1.5394160583941607,
      "grad_norm": 0.5387417674064636,
      "learning_rate": 8e-05,
      "loss": 1.4297,
      "step": 4478
    },
    {
      "epoch": 1.5397810218978103,
      "grad_norm": 0.5709199905395508,
      "learning_rate": 8e-05,
      "loss": 1.4899,
      "step": 4479
    },
    {
      "epoch": 1.5401459854014599,
      "grad_norm": 0.5376753807067871,
      "learning_rate": 8e-05,
      "loss": 1.429,
      "step": 4480
    },
    {
      "epoch": 1.5405109489051094,
      "grad_norm": 0.545187771320343,
      "learning_rate": 8e-05,
      "loss": 1.3824,
      "step": 4481
    },
    {
      "epoch": 1.540875912408759,
      "grad_norm": 0.5345058441162109,
      "learning_rate": 8e-05,
      "loss": 1.3847,
      "step": 4482
    },
    {
      "epoch": 1.5412408759124088,
      "grad_norm": 0.5322185158729553,
      "learning_rate": 8e-05,
      "loss": 1.3829,
      "step": 4483
    },
    {
      "epoch": 1.5416058394160586,
      "grad_norm": 0.5171305537223816,
      "learning_rate": 8e-05,
      "loss": 1.3872,
      "step": 4484
    },
    {
      "epoch": 1.5419708029197081,
      "grad_norm": 0.5472238063812256,
      "learning_rate": 8e-05,
      "loss": 1.4153,
      "step": 4485
    },
    {
      "epoch": 1.5423357664233577,
      "grad_norm": 0.5413654446601868,
      "learning_rate": 8e-05,
      "loss": 1.4643,
      "step": 4486
    },
    {
      "epoch": 1.5427007299270072,
      "grad_norm": 0.5455424189567566,
      "learning_rate": 8e-05,
      "loss": 1.3633,
      "step": 4487
    },
    {
      "epoch": 1.5430656934306568,
      "grad_norm": 0.5587670207023621,
      "learning_rate": 8e-05,
      "loss": 1.331,
      "step": 4488
    },
    {
      "epoch": 1.5434306569343066,
      "grad_norm": 0.5595590472221375,
      "learning_rate": 8e-05,
      "loss": 1.4346,
      "step": 4489
    },
    {
      "epoch": 1.5437956204379562,
      "grad_norm": 0.5594645738601685,
      "learning_rate": 8e-05,
      "loss": 1.4441,
      "step": 4490
    },
    {
      "epoch": 1.544160583941606,
      "grad_norm": 0.5652780532836914,
      "learning_rate": 8e-05,
      "loss": 1.4292,
      "step": 4491
    },
    {
      "epoch": 1.5445255474452555,
      "grad_norm": 0.5525690317153931,
      "learning_rate": 8e-05,
      "loss": 1.4406,
      "step": 4492
    },
    {
      "epoch": 1.544890510948905,
      "grad_norm": 0.5489152669906616,
      "learning_rate": 8e-05,
      "loss": 1.4799,
      "step": 4493
    },
    {
      "epoch": 1.5452554744525546,
      "grad_norm": 0.5477500557899475,
      "learning_rate": 8e-05,
      "loss": 1.4203,
      "step": 4494
    },
    {
      "epoch": 1.5456204379562044,
      "grad_norm": 0.5489286780357361,
      "learning_rate": 8e-05,
      "loss": 1.3901,
      "step": 4495
    },
    {
      "epoch": 1.545985401459854,
      "grad_norm": 0.5379154682159424,
      "learning_rate": 8e-05,
      "loss": 1.3758,
      "step": 4496
    },
    {
      "epoch": 1.5463503649635038,
      "grad_norm": 0.5419267416000366,
      "learning_rate": 8e-05,
      "loss": 1.3772,
      "step": 4497
    },
    {
      "epoch": 1.5467153284671533,
      "grad_norm": 0.5559821128845215,
      "learning_rate": 8e-05,
      "loss": 1.4023,
      "step": 4498
    },
    {
      "epoch": 1.5470802919708029,
      "grad_norm": 0.5767607092857361,
      "learning_rate": 8e-05,
      "loss": 1.5043,
      "step": 4499
    },
    {
      "epoch": 1.5474452554744524,
      "grad_norm": 0.5528491139411926,
      "learning_rate": 8e-05,
      "loss": 1.3943,
      "step": 4500
    }
  ],
  "logging_steps": 1,
  "max_steps": 5480,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 2.558272788548813e+19,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}