{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 4.979591836734694,
  "eval_steps": 500,
  "global_step": 915,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.01,
      "learning_rate": 1.0000000000000002e-06,
      "loss": 1.7555,
      "step": 1
    },
    {
      "epoch": 0.01,
      "learning_rate": 2.0000000000000003e-06,
      "loss": 1.8402,
      "step": 2
    },
    {
      "epoch": 0.02,
      "learning_rate": 3e-06,
      "loss": 1.6331,
      "step": 3
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.000000000000001e-06,
      "loss": 1.9207,
      "step": 4
    },
    {
      "epoch": 0.03,
      "learning_rate": 5e-06,
      "loss": 1.6091,
      "step": 5
    },
    {
      "epoch": 0.03,
      "learning_rate": 6e-06,
      "loss": 1.7484,
      "step": 6
    },
    {
      "epoch": 0.04,
      "learning_rate": 7e-06,
      "loss": 1.7995,
      "step": 7
    },
    {
      "epoch": 0.04,
      "learning_rate": 8.000000000000001e-06,
      "loss": 1.7021,
      "step": 8
    },
    {
      "epoch": 0.05,
      "learning_rate": 9e-06,
      "loss": 1.7542,
      "step": 9
    },
    {
      "epoch": 0.05,
      "learning_rate": 1e-05,
      "loss": 1.69,
      "step": 10
    },
    {
      "epoch": 0.06,
      "learning_rate": 9.99996987395229e-06,
      "loss": 1.6178,
      "step": 11
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.999879496172195e-06,
      "loss": 1.8358,
      "step": 12
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.999728867748802e-06,
      "loss": 1.8087,
      "step": 13
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.999517990497248e-06,
      "loss": 1.7274,
      "step": 14
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.999246866958693e-06,
      "loss": 1.9479,
      "step": 15
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.998915500400287e-06,
      "loss": 1.6799,
      "step": 16
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.998523894815137e-06,
      "loss": 1.657,
      "step": 17
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.998072054922257e-06,
      "loss": 1.6667,
      "step": 18
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.997559986166503e-06,
      "loss": 1.7878,
      "step": 19
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.99698769471852e-06,
      "loss": 1.6456,
      "step": 20
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.99635518747466e-06,
      "loss": 1.6963,
      "step": 21
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.9956624720569e-06,
      "loss": 1.4927,
      "step": 22
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.99490955681275e-06,
      "loss": 1.7288,
      "step": 23
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.994096450815157e-06,
      "loss": 1.8489,
      "step": 24
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.993223163862385e-06,
      "loss": 1.6431,
      "step": 25
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.992289706477912e-06,
      "loss": 1.5962,
      "step": 26
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.991296089910289e-06,
      "loss": 1.6551,
      "step": 27
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.99024232613301e-06,
      "loss": 1.7767,
      "step": 28
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.989128427844374e-06,
      "loss": 1.6875,
      "step": 29
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.98795440846732e-06,
      "loss": 1.7293,
      "step": 30
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.986720282149272e-06,
      "loss": 1.8094,
      "step": 31
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.985426063761973e-06,
      "loss": 1.7926,
      "step": 32
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.984071768901294e-06,
      "loss": 1.5949,
      "step": 33
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.982657413887055e-06,
      "loss": 1.4929,
      "step": 34
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.981183015762831e-06,
      "loss": 1.4097,
      "step": 35
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.979648592295735e-06,
      "loss": 1.6776,
      "step": 36
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.978054161976209e-06,
      "loss": 1.5844,
      "step": 37
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.976399744017812e-06,
      "loss": 1.6987,
      "step": 38
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.974685358356972e-06,
      "loss": 1.5576,
      "step": 39
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.972911025652754e-06,
      "loss": 1.6193,
      "step": 40
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.97107676728661e-06,
      "loss": 1.6233,
      "step": 41
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.969182605362125e-06,
      "loss": 1.6317,
      "step": 42
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.96722856270474e-06,
      "loss": 1.7902,
      "step": 43
    },
    {
      "epoch": 0.24,
      "learning_rate": 9.965214662861492e-06,
      "loss": 1.4772,
      "step": 44
    },
    {
      "epoch": 0.24,
      "learning_rate": 9.963140930100713e-06,
      "loss": 1.5038,
      "step": 45
    },
    {
      "epoch": 0.25,
      "learning_rate": 9.961007389411758e-06,
      "loss": 1.5661,
      "step": 46
    },
    {
      "epoch": 0.26,
      "learning_rate": 9.958814066504684e-06,
      "loss": 1.4406,
      "step": 47
    },
    {
      "epoch": 0.26,
      "learning_rate": 9.956560987809948e-06,
      "loss": 1.6141,
      "step": 48
    },
    {
      "epoch": 0.27,
      "learning_rate": 9.954248180478096e-06,
      "loss": 1.467,
      "step": 49
    },
    {
      "epoch": 0.27,
      "learning_rate": 9.951875672379424e-06,
      "loss": 1.5145,
      "step": 50
    },
    {
      "epoch": 0.28,
      "learning_rate": 9.94944349210365e-06,
      "loss": 1.4695,
      "step": 51
    },
    {
      "epoch": 0.28,
      "learning_rate": 9.946951668959567e-06,
      "loss": 1.6004,
      "step": 52
    },
    {
      "epoch": 0.29,
      "learning_rate": 9.944400232974683e-06,
      "loss": 1.4118,
      "step": 53
    },
    {
      "epoch": 0.29,
      "learning_rate": 9.941789214894876e-06,
      "loss": 1.6423,
      "step": 54
    },
    {
      "epoch": 0.3,
      "learning_rate": 9.939118646184007e-06,
      "loss": 1.5948,
      "step": 55
    },
    {
      "epoch": 0.3,
      "learning_rate": 9.936388559023547e-06,
      "loss": 1.5026,
      "step": 56
    },
    {
      "epoch": 0.31,
      "learning_rate": 9.93359898631219e-06,
      "loss": 1.3926,
      "step": 57
    },
    {
      "epoch": 0.32,
      "learning_rate": 9.930749961665459e-06,
      "loss": 1.2179,
      "step": 58
    },
    {
      "epoch": 0.32,
      "learning_rate": 9.92784151941529e-06,
      "loss": 1.5675,
      "step": 59
    },
    {
      "epoch": 0.33,
      "learning_rate": 9.924873694609636e-06,
      "loss": 1.5331,
      "step": 60
    },
    {
      "epoch": 0.33,
      "learning_rate": 9.921846523012028e-06,
      "loss": 1.4585,
      "step": 61
    },
    {
      "epoch": 0.34,
      "learning_rate": 9.918760041101152e-06,
      "loss": 1.3743,
      "step": 62
    },
    {
      "epoch": 0.34,
      "learning_rate": 9.915614286070408e-06,
      "loss": 1.5507,
      "step": 63
    },
    {
      "epoch": 0.35,
      "learning_rate": 9.912409295827463e-06,
      "loss": 1.1745,
      "step": 64
    },
    {
      "epoch": 0.35,
      "learning_rate": 9.909145108993794e-06,
      "loss": 1.4218,
      "step": 65
    },
    {
      "epoch": 0.36,
      "learning_rate": 9.905821764904218e-06,
      "loss": 1.295,
      "step": 66
    },
    {
      "epoch": 0.36,
      "learning_rate": 9.902439303606424e-06,
      "loss": 1.3678,
      "step": 67
    },
    {
      "epoch": 0.37,
      "learning_rate": 9.898997765860492e-06,
      "loss": 1.4748,
      "step": 68
    },
    {
      "epoch": 0.38,
      "learning_rate": 9.89549719313839e-06,
      "loss": 1.4412,
      "step": 69
    },
    {
      "epoch": 0.38,
      "learning_rate": 9.891937627623486e-06,
      "loss": 1.3173,
      "step": 70
    },
    {
      "epoch": 0.39,
      "learning_rate": 9.888319112210041e-06,
      "loss": 1.371,
      "step": 71
    },
    {
      "epoch": 0.39,
      "learning_rate": 9.884641690502677e-06,
      "loss": 1.2869,
      "step": 72
    },
    {
      "epoch": 0.4,
      "learning_rate": 9.88090540681587e-06,
      "loss": 1.3332,
      "step": 73
    },
    {
      "epoch": 0.4,
      "learning_rate": 9.877110306173403e-06,
      "loss": 1.4246,
      "step": 74
    },
    {
      "epoch": 0.41,
      "learning_rate": 9.873256434307828e-06,
      "loss": 1.4935,
      "step": 75
    },
    {
      "epoch": 0.41,
      "learning_rate": 9.86934383765992e-06,
      "loss": 1.2236,
      "step": 76
    },
    {
      "epoch": 0.42,
      "learning_rate": 9.865372563378102e-06,
      "loss": 1.3858,
      "step": 77
    },
    {
      "epoch": 0.42,
      "learning_rate": 9.8613426593179e-06,
      "loss": 1.3957,
      "step": 78
    },
    {
      "epoch": 0.43,
      "learning_rate": 9.857254174041342e-06,
      "loss": 1.295,
      "step": 79
    },
    {
      "epoch": 0.44,
      "learning_rate": 9.853107156816393e-06,
      "loss": 1.3521,
      "step": 80
    },
    {
      "epoch": 0.44,
      "learning_rate": 9.848901657616344e-06,
      "loss": 1.3231,
      "step": 81
    },
    {
      "epoch": 0.45,
      "learning_rate": 9.844637727119227e-06,
      "loss": 1.1221,
      "step": 82
    },
    {
      "epoch": 0.45,
      "learning_rate": 9.840315416707188e-06,
      "loss": 1.2744,
      "step": 83
    },
    {
      "epoch": 0.46,
      "learning_rate": 9.83593477846588e-06,
      "loss": 1.46,
      "step": 84
    },
    {
      "epoch": 0.46,
      "learning_rate": 9.831495865183832e-06,
      "loss": 1.3859,
      "step": 85
    },
    {
      "epoch": 0.47,
      "learning_rate": 9.826998730351806e-06,
      "loss": 1.2469,
      "step": 86
    },
    {
      "epoch": 0.47,
      "learning_rate": 9.822443428162165e-06,
      "loss": 1.1787,
      "step": 87
    },
    {
      "epoch": 0.48,
      "learning_rate": 9.817830013508207e-06,
      "loss": 1.2879,
      "step": 88
    },
    {
      "epoch": 0.48,
      "learning_rate": 9.81315854198351e-06,
      "loss": 1.2606,
      "step": 89
    },
    {
      "epoch": 0.49,
      "learning_rate": 9.808429069881267e-06,
      "loss": 1.1404,
      "step": 90
    },
    {
      "epoch": 0.5,
      "learning_rate": 9.803641654193599e-06,
      "loss": 1.3141,
      "step": 91
    },
    {
      "epoch": 0.5,
      "learning_rate": 9.798796352610869e-06,
      "loss": 1.276,
      "step": 92
    },
    {
      "epoch": 0.51,
      "learning_rate": 9.793893223520992e-06,
      "loss": 1.1235,
      "step": 93
    },
    {
      "epoch": 0.51,
      "learning_rate": 9.78893232600873e-06,
      "loss": 1.25,
      "step": 94
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.783913719854977e-06,
      "loss": 1.3262,
      "step": 95
    },
    {
      "epoch": 0.52,
      "learning_rate": 9.77883746553604e-06,
      "loss": 1.136,
      "step": 96
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.773703624222908e-06,
      "loss": 1.3941,
      "step": 97
    },
    {
      "epoch": 0.53,
      "learning_rate": 9.768512257780524e-06,
      "loss": 1.2803,
      "step": 98
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.76326342876703e-06,
      "loss": 1.3667,
      "step": 99
    },
    {
      "epoch": 0.54,
      "learning_rate": 9.757957200433011e-06,
      "loss": 1.2535,
      "step": 100
    },
    {
      "epoch": 0.55,
      "learning_rate": 9.752593636720744e-06,
      "loss": 1.1887,
      "step": 101
    },
    {
      "epoch": 0.56,
      "learning_rate": 9.747172802263423e-06,
      "loss": 1.2551,
      "step": 102
    },
    {
      "epoch": 0.56,
      "learning_rate": 9.74169476238437e-06,
      "loss": 1.3562,
      "step": 103
    },
    {
      "epoch": 0.57,
      "learning_rate": 9.736159583096262e-06,
      "loss": 1.264,
      "step": 104
    },
    {
      "epoch": 0.57,
      "learning_rate": 9.730567331100333e-06,
      "loss": 1.2811,
      "step": 105
    },
    {
      "epoch": 0.58,
      "learning_rate": 9.72491807378556e-06,
      "loss": 1.2777,
      "step": 106
    },
    {
      "epoch": 0.58,
      "learning_rate": 9.719211879227863e-06,
      "loss": 1.1766,
      "step": 107
    },
    {
      "epoch": 0.59,
      "learning_rate": 9.713448816189275e-06,
      "loss": 1.2182,
      "step": 108
    },
    {
      "epoch": 0.59,
      "learning_rate": 9.707628954117122e-06,
      "loss": 1.2595,
      "step": 109
    },
    {
      "epoch": 0.6,
      "learning_rate": 9.701752363143183e-06,
      "loss": 1.1055,
      "step": 110
    },
    {
      "epoch": 0.6,
      "learning_rate": 9.69581911408284e-06,
      "loss": 1.1307,
      "step": 111
    },
    {
      "epoch": 0.61,
      "learning_rate": 9.68982927843423e-06,
      "loss": 1.2346,
      "step": 112
    },
    {
      "epoch": 0.61,
      "learning_rate": 9.683782928377385e-06,
      "loss": 1.1779,
      "step": 113
    },
    {
      "epoch": 0.62,
      "learning_rate": 9.677680136773357e-06,
      "loss": 1.0882,
      "step": 114
    },
    {
      "epoch": 0.63,
      "learning_rate": 9.67152097716334e-06,
      "loss": 1.1589,
      "step": 115
    },
    {
      "epoch": 0.63,
      "learning_rate": 9.665305523767792e-06,
      "loss": 1.2117,
      "step": 116
    },
    {
      "epoch": 0.64,
      "learning_rate": 9.659033851485527e-06,
      "loss": 1.234,
      "step": 117
    },
    {
      "epoch": 0.64,
      "learning_rate": 9.652706035892828e-06,
      "loss": 1.1928,
      "step": 118
    },
    {
      "epoch": 0.65,
      "learning_rate": 9.64632215324252e-06,
      "loss": 1.1914,
      "step": 119
    },
    {
      "epoch": 0.65,
      "learning_rate": 9.639882280463071e-06,
      "loss": 1.2158,
      "step": 120
    },
    {
      "epoch": 0.66,
      "learning_rate": 9.633386495157643e-06,
      "loss": 1.1415,
      "step": 121
    },
    {
      "epoch": 0.66,
      "learning_rate": 9.62683487560317e-06,
      "loss": 1.1528,
      "step": 122
    },
    {
      "epoch": 0.67,
      "learning_rate": 9.620227500749418e-06,
      "loss": 0.9916,
      "step": 123
    },
    {
      "epoch": 0.67,
      "learning_rate": 9.613564450218019e-06,
      "loss": 1.118,
      "step": 124
    },
    {
      "epoch": 0.68,
      "learning_rate": 9.606845804301523e-06,
      "loss": 1.2559,
      "step": 125
    },
    {
      "epoch": 0.69,
      "learning_rate": 9.600071643962433e-06,
      "loss": 1.147,
      "step": 126
    },
    {
      "epoch": 0.69,
      "learning_rate": 9.593242050832219e-06,
      "loss": 1.1697,
      "step": 127
    },
    {
      "epoch": 0.7,
      "learning_rate": 9.586357107210338e-06,
      "loss": 1.2459,
      "step": 128
    },
    {
      "epoch": 0.7,
      "learning_rate": 9.57941689606325e-06,
      "loss": 1.1382,
      "step": 129
    },
    {
      "epoch": 0.71,
      "learning_rate": 9.572421501023403e-06,
      "loss": 1.3151,
      "step": 130
    },
    {
      "epoch": 0.71,
      "learning_rate": 9.565371006388242e-06,
      "loss": 1.0931,
      "step": 131
    },
    {
      "epoch": 0.72,
      "learning_rate": 9.558265497119182e-06,
      "loss": 1.0589,
      "step": 132
    },
    {
      "epoch": 0.72,
      "learning_rate": 9.551105058840588e-06,
      "loss": 1.1522,
      "step": 133
    },
    {
      "epoch": 0.73,
      "learning_rate": 9.54388977783874e-06,
      "loss": 1.0964,
      "step": 134
    },
    {
      "epoch": 0.73,
      "learning_rate": 9.536619741060799e-06,
      "loss": 1.0978,
      "step": 135
    },
    {
      "epoch": 0.74,
      "learning_rate": 9.529295036113755e-06,
      "loss": 1.1552,
      "step": 136
    },
    {
      "epoch": 0.75,
      "learning_rate": 9.521915751263373e-06,
      "loss": 1.1139,
      "step": 137
    },
    {
      "epoch": 0.75,
      "learning_rate": 9.514481975433125e-06,
      "loss": 1.1417,
      "step": 138
    },
    {
      "epoch": 0.76,
      "learning_rate": 9.50699379820313e-06,
      "loss": 1.0902,
      "step": 139
    },
    {
      "epoch": 0.76,
      "learning_rate": 9.499451309809058e-06,
      "loss": 1.1083,
      "step": 140
    },
    {
      "epoch": 0.77,
      "learning_rate": 9.491854601141057e-06,
      "loss": 1.0415,
      "step": 141
    },
    {
      "epoch": 0.77,
      "learning_rate": 9.484203763742647e-06,
      "loss": 1.1145,
      "step": 142
    },
    {
      "epoch": 0.78,
      "learning_rate": 9.476498889809628e-06,
      "loss": 1.0296,
      "step": 143
    },
    {
      "epoch": 0.78,
      "learning_rate": 9.468740072188961e-06,
      "loss": 1.1118,
      "step": 144
    },
    {
      "epoch": 0.79,
      "learning_rate": 9.460927404377647e-06,
      "loss": 0.9663,
      "step": 145
    },
    {
      "epoch": 0.79,
      "learning_rate": 9.45306098052161e-06,
      "loss": 1.0643,
      "step": 146
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.44514089541455e-06,
      "loss": 1.1021,
      "step": 147
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.437167244496814e-06,
      "loss": 1.091,
      "step": 148
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.429140123854239e-06,
      "loss": 1.0772,
      "step": 149
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.421059630216992e-06,
      "loss": 1.1406,
      "step": 150
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.412925860958404e-06,
      "loss": 1.0528,
      "step": 151
    },
    {
      "epoch": 0.83,
      "learning_rate": 9.404738914093808e-06,
      "loss": 1.0789,
      "step": 152
    },
    {
      "epoch": 0.83,
      "learning_rate": 9.396498888279344e-06,
      "loss": 1.0843,
      "step": 153
    },
    {
      "epoch": 0.84,
      "learning_rate": 9.388205882810773e-06,
      "loss": 1.1047,
      "step": 154
    },
    {
      "epoch": 0.84,
      "learning_rate": 9.37985999762229e-06,
      "loss": 1.058,
      "step": 155
    },
    {
      "epoch": 0.85,
      "learning_rate": 9.371461333285308e-06,
      "loss": 1.0475,
      "step": 156
    },
    {
      "epoch": 0.85,
      "learning_rate": 9.363009991007252e-06,
      "loss": 1.0543,
      "step": 157
    },
    {
      "epoch": 0.86,
      "learning_rate": 9.354506072630337e-06,
      "loss": 0.9872,
      "step": 158
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.345949680630347e-06,
      "loss": 1.1849,
      "step": 159
    },
    {
      "epoch": 0.87,
      "learning_rate": 9.337340918115385e-06,
      "loss": 1.0618,
      "step": 160
    },
    {
      "epoch": 0.88,
      "learning_rate": 9.328679888824654e-06,
      "loss": 1.0944,
      "step": 161
    },
    {
      "epoch": 0.88,
      "learning_rate": 9.319966697127181e-06,
      "loss": 1.0915,
      "step": 162
    },
    {
      "epoch": 0.89,
      "learning_rate": 9.311201448020582e-06,
      "loss": 0.9994,
      "step": 163
    },
    {
      "epoch": 0.89,
      "learning_rate": 9.30238424712978e-06,
      "loss": 0.9176,
      "step": 164
    },
    {
      "epoch": 0.9,
      "learning_rate": 9.29351520070574e-06,
      "loss": 1.0784,
      "step": 165
    },
    {
      "epoch": 0.9,
      "learning_rate": 9.28459441562419e-06,
      "loss": 1.062,
      "step": 166
    },
    {
      "epoch": 0.91,
      "learning_rate": 9.275621999384327e-06,
      "loss": 1.0744,
      "step": 167
    },
    {
      "epoch": 0.91,
      "learning_rate": 9.26659806010753e-06,
      "loss": 1.0254,
      "step": 168
    },
    {
      "epoch": 0.92,
      "learning_rate": 9.257522706536046e-06,
      "loss": 0.9448,
      "step": 169
    },
    {
      "epoch": 0.93,
      "learning_rate": 9.24839604803169e-06,
      "loss": 1.1357,
      "step": 170
    },
    {
      "epoch": 0.93,
      "learning_rate": 9.239218194574522e-06,
      "loss": 1.0526,
      "step": 171
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.229989256761522e-06,
      "loss": 1.0148,
      "step": 172
    },
    {
      "epoch": 0.94,
      "learning_rate": 9.220709345805259e-06,
      "loss": 1.0845,
      "step": 173
    },
    {
      "epoch": 0.95,
      "learning_rate": 9.211378573532549e-06,
      "loss": 1.1066,
      "step": 174
    },
    {
      "epoch": 0.95,
      "learning_rate": 9.201997052383107e-06,
      "loss": 1.011,
      "step": 175
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.192564895408195e-06,
      "loss": 1.0926,
      "step": 176
    },
    {
      "epoch": 0.96,
      "learning_rate": 9.183082216269259e-06,
      "loss": 0.9629,
      "step": 177
    },
    {
      "epoch": 0.97,
      "learning_rate": 9.173549129236554e-06,
      "loss": 1.0738,
      "step": 178
    },
    {
      "epoch": 0.97,
      "learning_rate": 9.163965749187777e-06,
      "loss": 1.0841,
      "step": 179
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.154332191606671e-06,
      "loss": 1.0281,
      "step": 180
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.144648572581645e-06,
      "loss": 1.1063,
      "step": 181
    },
    {
      "epoch": 0.99,
      "learning_rate": 9.134915008804364e-06,
      "loss": 1.0057,
      "step": 182
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.12513161756835e-06,
      "loss": 1.0011,
      "step": 183
    },
    {
      "epoch": 1.0,
      "learning_rate": 9.11529851676757e-06,
      "loss": 1.1683,
      "step": 184
    },
    {
      "epoch": 1.01,
      "learning_rate": 9.105415824895008e-06,
      "loss": 0.9943,
      "step": 185
    },
    {
      "epoch": 1.01,
      "learning_rate": 9.095483661041244e-06,
      "loss": 1.0805,
      "step": 186
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.085502144893014e-06,
      "loss": 1.005,
      "step": 187
    },
    {
      "epoch": 1.02,
      "learning_rate": 9.075471396731771e-06,
      "loss": 1.1173,
      "step": 188
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.065391537432234e-06,
      "loss": 1.0501,
      "step": 189
    },
    {
      "epoch": 1.03,
      "learning_rate": 9.055262688460931e-06,
      "loss": 0.9866,
      "step": 190
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.045084971874738e-06,
      "loss": 1.1156,
      "step": 191
    },
    {
      "epoch": 1.04,
      "learning_rate": 9.034858510319404e-06,
      "loss": 1.0603,
      "step": 192
    },
    {
      "epoch": 1.05,
      "learning_rate": 9.02458342702808e-06,
      "loss": 0.9592,
      "step": 193
    },
    {
      "epoch": 1.06,
      "learning_rate": 9.014259845819819e-06,
      "loss": 0.9943,
      "step": 194
    },
    {
      "epoch": 1.06,
      "learning_rate": 9.003887891098108e-06,
      "loss": 0.8909,
      "step": 195
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.993467687849345e-06,
      "loss": 0.9349,
      "step": 196
    },
    {
      "epoch": 1.07,
      "learning_rate": 8.982999361641344e-06,
      "loss": 1.1811,
      "step": 197
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.972483038621827e-06,
      "loss": 1.0453,
      "step": 198
    },
    {
      "epoch": 1.08,
      "learning_rate": 8.961918845516893e-06,
      "loss": 0.9181,
      "step": 199
    },
    {
      "epoch": 1.09,
      "learning_rate": 8.951306909629492e-06,
      "loss": 1.1174,
      "step": 200
    },
    {
      "epoch": 1.09,
      "learning_rate": 8.940647358837904e-06,
      "loss": 0.752,
      "step": 201
    },
    {
      "epoch": 1.1,
      "learning_rate": 8.92994032159418e-06,
      "loss": 0.97,
      "step": 202
    },
    {
      "epoch": 1.1,
      "learning_rate": 8.919185926922608e-06,
      "loss": 0.9996,
      "step": 203
    },
    {
      "epoch": 1.11,
      "learning_rate": 8.908384304418148e-06,
      "loss": 0.9168,
      "step": 204
    },
    {
      "epoch": 1.12,
      "learning_rate": 8.89753558424488e-06,
      "loss": 0.9961,
      "step": 205
    },
    {
      "epoch": 1.12,
      "learning_rate": 8.88663989713443e-06,
      "loss": 1.0325,
      "step": 206
    },
    {
      "epoch": 1.13,
      "learning_rate": 8.87569737438439e-06,
      "loss": 0.9891,
      "step": 207
    },
    {
      "epoch": 1.13,
      "learning_rate": 8.864708147856748e-06,
      "loss": 0.7389,
      "step": 208
    },
    {
      "epoch": 1.14,
      "learning_rate": 8.85367234997629e-06,
      "loss": 0.9575,
      "step": 209
    },
    {
      "epoch": 1.14,
      "learning_rate": 8.842590113729001e-06,
      "loss": 0.9032,
      "step": 210
    },
    {
      "epoch": 1.15,
      "learning_rate": 8.831461572660476e-06,
      "loss": 0.9017,
      "step": 211
    },
    {
      "epoch": 1.15,
      "learning_rate": 8.820286860874298e-06,
      "loss": 0.9411,
      "step": 212
    },
    {
      "epoch": 1.16,
      "learning_rate": 8.809066113030427e-06,
      "loss": 0.9945,
      "step": 213
    },
    {
      "epoch": 1.16,
      "learning_rate": 8.797799464343575e-06,
      "loss": 1.0241,
      "step": 214
    },
    {
      "epoch": 1.17,
      "learning_rate": 8.786487050581583e-06,
      "loss": 1.0131,
      "step": 215
    },
    {
      "epoch": 1.18,
      "learning_rate": 8.775129008063773e-06,
      "loss": 1.0196,
      "step": 216
    },
    {
      "epoch": 1.18,
      "learning_rate": 8.763725473659325e-06,
      "loss": 1.0947,
      "step": 217
    },
    {
      "epoch": 1.19,
      "learning_rate": 8.752276584785603e-06,
      "loss": 1.0206,
      "step": 218
    },
    {
      "epoch": 1.19,
      "learning_rate": 8.740782479406515e-06,
      "loss": 0.9768,
      "step": 219
    },
    {
      "epoch": 1.2,
      "learning_rate": 8.729243296030851e-06,
      "loss": 0.9138,
      "step": 220
    },
    {
      "epoch": 1.2,
      "learning_rate": 8.717659173710603e-06,
      "loss": 0.9582,
      "step": 221
    },
    {
      "epoch": 1.21,
      "learning_rate": 8.706030252039302e-06,
      "loss": 0.8377,
      "step": 222
    },
    {
      "epoch": 1.21,
      "learning_rate": 8.694356671150327e-06,
      "loss": 0.9705,
      "step": 223
    },
    {
      "epoch": 1.22,
      "learning_rate": 8.682638571715221e-06,
      "loss": 0.9781,
      "step": 224
    },
    {
      "epoch": 1.22,
      "learning_rate": 8.670876094941991e-06,
      "loss": 0.9982,
      "step": 225
    },
    {
      "epoch": 1.23,
      "learning_rate": 8.659069382573413e-06,
      "loss": 0.9935,
      "step": 226
    },
    {
      "epoch": 1.24,
      "learning_rate": 8.64721857688532e-06,
      "loss": 0.9274,
      "step": 227
    },
    {
      "epoch": 1.24,
      "learning_rate": 8.635323820684884e-06,
      "loss": 0.989,
      "step": 228
    },
    {
      "epoch": 1.25,
      "learning_rate": 8.623385257308906e-06,
      "loss": 0.8472,
      "step": 229
    },
    {
      "epoch": 1.25,
      "learning_rate": 8.611403030622074e-06,
      "loss": 0.9318,
      "step": 230
    },
    {
      "epoch": 1.26,
      "learning_rate": 8.599377285015243e-06,
      "loss": 0.9046,
      "step": 231
    },
    {
      "epoch": 1.26,
      "learning_rate": 8.587308165403686e-06,
      "loss": 0.812,
      "step": 232
    },
    {
      "epoch": 1.27,
      "learning_rate": 8.575195817225357e-06,
      "loss": 0.9221,
      "step": 233
    },
    {
      "epoch": 1.27,
      "learning_rate": 8.563040386439123e-06,
      "loss": 0.9355,
      "step": 234
    },
    {
      "epoch": 1.28,
      "learning_rate": 8.55084201952302e-06,
      "loss": 1.0636,
      "step": 235
    },
    {
      "epoch": 1.28,
      "learning_rate": 8.538600863472481e-06,
      "loss": 0.9307,
      "step": 236
    },
    {
      "epoch": 1.29,
      "learning_rate": 8.526317065798568e-06,
      "loss": 0.9033,
      "step": 237
    },
    {
      "epoch": 1.3,
      "learning_rate": 8.51399077452619e-06,
      "loss": 1.0066,
      "step": 238
    },
    {
      "epoch": 1.3,
      "learning_rate": 8.501622138192323e-06,
      "loss": 0.9879,
      "step": 239
    },
    {
      "epoch": 1.31,
      "learning_rate": 8.489211305844216e-06,
      "loss": 0.9377,
      "step": 240
    },
    {
      "epoch": 1.31,
      "learning_rate": 8.476758427037607e-06,
      "loss": 0.9003,
      "step": 241
    },
    {
      "epoch": 1.32,
      "learning_rate": 8.464263651834894e-06,
      "loss": 0.9243,
      "step": 242
    },
    {
      "epoch": 1.32,
      "learning_rate": 8.451727130803362e-06,
      "loss": 0.9654,
      "step": 243
    },
    {
      "epoch": 1.33,
      "learning_rate": 8.439149015013343e-06,
      "loss": 0.9913,
      "step": 244
    },
    {
      "epoch": 1.33,
      "learning_rate": 8.4265294560364e-06,
      "loss": 0.7543,
      "step": 245
    },
    {
      "epoch": 1.34,
      "learning_rate": 8.41386860594351e-06,
      "loss": 0.9519,
      "step": 246
    },
    {
      "epoch": 1.34,
      "learning_rate": 8.401166617303221e-06,
      "loss": 1.0114,
      "step": 247
    },
    {
      "epoch": 1.35,
      "learning_rate": 8.388423643179822e-06,
      "loss": 0.8913,
      "step": 248
    },
    {
      "epoch": 1.36,
      "learning_rate": 8.375639837131488e-06,
      "loss": 0.8743,
      "step": 249
    },
    {
      "epoch": 1.36,
      "learning_rate": 8.362815353208441e-06,
      "loss": 0.9434,
      "step": 250
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.349950345951086e-06,
      "loss": 1.0303,
      "step": 251
    },
    {
      "epoch": 1.37,
      "learning_rate": 8.337044970388155e-06,
      "loss": 0.9072,
      "step": 252
    },
    {
      "epoch": 1.38,
      "learning_rate": 8.324099382034828e-06,
      "loss": 0.9545,
      "step": 253
    },
    {
      "epoch": 1.38,
      "learning_rate": 8.311113736890873e-06,
      "loss": 0.8508,
      "step": 254
    },
    {
      "epoch": 1.39,
      "learning_rate": 8.298088191438753e-06,
      "loss": 0.9524,
      "step": 255
    },
    {
      "epoch": 1.39,
      "learning_rate": 8.285022902641753e-06,
      "loss": 1.0097,
      "step": 256
    },
    {
      "epoch": 1.4,
      "learning_rate": 8.271918027942076e-06,
      "loss": 0.9031,
      "step": 257
    },
    {
      "epoch": 1.4,
      "learning_rate": 8.258773725258955e-06,
      "loss": 0.9991,
      "step": 258
    },
    {
      "epoch": 1.41,
      "learning_rate": 8.245590152986746e-06,
      "loss": 0.8694,
      "step": 259
    },
    {
      "epoch": 1.41,
      "learning_rate": 8.23236746999302e-06,
      "loss": 1.0646,
      "step": 260
    },
    {
      "epoch": 1.42,
      "learning_rate": 8.219105835616645e-06,
      "loss": 1.0111,
      "step": 261
    },
    {
      "epoch": 1.43,
      "learning_rate": 8.20580540966588e-06,
      "loss": 0.9125,
      "step": 262
    },
    {
      "epoch": 1.43,
      "learning_rate": 8.192466352416425e-06,
      "loss": 0.9076,
      "step": 263
    },
    {
      "epoch": 1.44,
      "learning_rate": 8.179088824609515e-06,
      "loss": 0.937,
      "step": 264
    },
    {
      "epoch": 1.44,
      "learning_rate": 8.165672987449962e-06,
      "loss": 0.905,
      "step": 265
    },
    {
      "epoch": 1.45,
      "learning_rate": 8.15221900260423e-06,
      "loss": 0.9514,
      "step": 266
    },
    {
      "epoch": 1.45,
      "learning_rate": 8.138727032198473e-06,
      "loss": 1.1232,
      "step": 267
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.125197238816589e-06,
      "loss": 0.9331,
      "step": 268
    },
    {
      "epoch": 1.46,
      "learning_rate": 8.111629785498256e-06,
      "loss": 0.8878,
      "step": 269
    },
    {
      "epoch": 1.47,
      "learning_rate": 8.098024835736977e-06,
      "loss": 0.9899,
      "step": 270
    },
    {
      "epoch": 1.47,
      "learning_rate": 8.084382553478095e-06,
      "loss": 0.9031,
      "step": 271
    },
    {
      "epoch": 1.48,
      "learning_rate": 8.070703103116827e-06,
      "loss": 0.973,
      "step": 272
    },
    {
      "epoch": 1.49,
      "learning_rate": 8.056986649496288e-06,
      "loss": 0.9401,
      "step": 273
    },
    {
      "epoch": 1.49,
      "learning_rate": 8.043233357905488e-06,
      "loss": 0.844,
      "step": 274
    },
    {
      "epoch": 1.5,
      "learning_rate": 8.029443394077356e-06,
      "loss": 0.9523,
      "step": 275
    },
    {
      "epoch": 1.5,
      "learning_rate": 8.015616924186736e-06,
      "loss": 0.9861,
      "step": 276
    },
    {
      "epoch": 1.51,
      "learning_rate": 8.001754114848382e-06,
      "loss": 1.0519,
      "step": 277
    },
    {
      "epoch": 1.51,
      "learning_rate": 7.987855133114958e-06,
      "loss": 0.8462,
      "step": 278
    },
    {
      "epoch": 1.52,
      "learning_rate": 7.97392014647502e-06,
      "loss": 0.8905,
      "step": 279
    },
    {
      "epoch": 1.52,
      "learning_rate": 7.959949322850994e-06,
      "loss": 0.9227,
      "step": 280
    },
    {
      "epoch": 1.53,
      "learning_rate": 7.945942830597163e-06,
      "loss": 0.9107,
      "step": 281
    },
    {
      "epoch": 1.53,
      "learning_rate": 7.931900838497626e-06,
      "loss": 0.9799,
      "step": 282
    },
    {
      "epoch": 1.54,
      "learning_rate": 7.917823515764272e-06,
      "loss": 0.9709,
      "step": 283
    },
    {
      "epoch": 1.55,
      "learning_rate": 7.903711032034742e-06,
      "loss": 0.8537,
      "step": 284
    },
    {
      "epoch": 1.55,
      "learning_rate": 7.889563557370378e-06,
      "loss": 0.9063,
      "step": 285
    },
    {
      "epoch": 1.56,
      "learning_rate": 7.87538126225418e-06,
      "loss": 0.9615,
      "step": 286
    },
    {
      "epoch": 1.56,
      "learning_rate": 7.861164317588746e-06,
      "loss": 0.9486,
      "step": 287
    },
    {
      "epoch": 1.57,
      "learning_rate": 7.846912894694216e-06,
      "loss": 0.8401,
      "step": 288
    },
    {
      "epoch": 1.57,
      "learning_rate": 7.83262716530621e-06,
      "loss": 1.0363,
      "step": 289
    },
    {
      "epoch": 1.58,
      "learning_rate": 7.818307301573757e-06,
      "loss": 1.0342,
      "step": 290
    },
    {
      "epoch": 1.58,
      "learning_rate": 7.80395347605721e-06,
      "loss": 0.9348,
      "step": 291
    },
    {
      "epoch": 1.59,
      "learning_rate": 7.789565861726189e-06,
      "loss": 0.8611,
      "step": 292
    },
    {
      "epoch": 1.59,
      "learning_rate": 7.77514463195747e-06,
      "loss": 0.989,
      "step": 293
    },
    {
      "epoch": 1.6,
      "learning_rate": 7.76068996053292e-06,
      "loss": 0.955,
      "step": 294
    },
    {
      "epoch": 1.61,
      "learning_rate": 7.746202021637385e-06,
      "loss": 0.9545,
      "step": 295
    },
    {
      "epoch": 1.61,
      "learning_rate": 7.7316809898566e-06,
      "loss": 0.9366,
      "step": 296
    },
    {
      "epoch": 1.62,
      "learning_rate": 7.717127040175084e-06,
      "loss": 0.8091,
      "step": 297
    },
    {
      "epoch": 1.62,
      "learning_rate": 7.70254034797403e-06,
      "loss": 0.9747,
      "step": 298
    },
    {
      "epoch": 1.63,
      "learning_rate": 7.687921089029194e-06,
      "loss": 1.0307,
      "step": 299
    },
    {
      "epoch": 1.63,
      "learning_rate": 7.67326943950877e-06,
      "loss": 1.0158,
      "step": 300
    },
    {
      "epoch": 1.64,
      "learning_rate": 7.658585575971278e-06,
      "loss": 0.8534,
      "step": 301
    },
    {
      "epoch": 1.64,
      "learning_rate": 7.643869675363425e-06,
      "loss": 0.8246,
      "step": 302
    },
    {
      "epoch": 1.65,
      "learning_rate": 7.62912191501798e-06,
      "loss": 0.8728,
      "step": 303
    },
    {
      "epoch": 1.65,
      "learning_rate": 7.614342472651639e-06,
      "loss": 0.9968,
      "step": 304
    },
    {
      "epoch": 1.66,
      "learning_rate": 7.599531526362873e-06,
      "loss": 0.9028,
      "step": 305
    },
    {
      "epoch": 1.67,
      "learning_rate": 7.5846892546297925e-06,
      "loss": 0.8097,
      "step": 306
    },
    {
      "epoch": 1.67,
      "learning_rate": 7.569815836307994e-06,
      "loss": 0.9532,
      "step": 307
    },
    {
      "epoch": 1.68,
      "learning_rate": 7.5549114506283995e-06,
      "loss": 1.0243,
      "step": 308
    },
    {
      "epoch": 1.68,
      "learning_rate": 7.539976277195102e-06,
      "loss": 0.9622,
      "step": 309
    },
    {
      "epoch": 1.69,
      "learning_rate": 7.525010495983202e-06,
      "loss": 0.9323,
      "step": 310
    },
    {
      "epoch": 1.69,
      "learning_rate": 7.510014287336638e-06,
      "loss": 0.9608,
      "step": 311
    },
    {
      "epoch": 1.7,
      "learning_rate": 7.494987831966003e-06,
      "loss": 0.9235,
      "step": 312
    },
    {
      "epoch": 1.7,
      "learning_rate": 7.4799313109463844e-06,
      "loss": 0.9056,
      "step": 313
    },
    {
      "epoch": 1.71,
      "learning_rate": 7.464844905715169e-06,
      "loss": 0.988,
      "step": 314
    },
    {
      "epoch": 1.71,
      "learning_rate": 7.449728798069864e-06,
      "loss": 0.9618,
      "step": 315
    },
    {
      "epoch": 1.72,
      "learning_rate": 7.434583170165903e-06,
      "loss": 0.9671,
      "step": 316
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.419408204514445e-06,
      "loss": 0.9739,
      "step": 317
    },
    {
      "epoch": 1.73,
      "learning_rate": 7.40420408398019e-06,
      "loss": 0.8321,
      "step": 318
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.388970991779159e-06,
      "loss": 0.9047,
      "step": 319
    },
    {
      "epoch": 1.74,
      "learning_rate": 7.373709111476498e-06,
      "loss": 1.0659,
      "step": 320
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.358418626984262e-06,
      "loss": 0.899,
      "step": 321
    },
    {
      "epoch": 1.75,
      "learning_rate": 7.343099722559195e-06,
      "loss": 0.9948,
      "step": 322
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.327752582800518e-06,
      "loss": 0.9291,
      "step": 323
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.312377392647694e-06,
      "loss": 0.9076,
      "step": 324
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.296974337378209e-06,
      "loss": 0.829,
      "step": 325
    },
    {
      "epoch": 1.77,
      "learning_rate": 7.281543602605333e-06,
      "loss": 0.9306,
      "step": 326
    },
    {
      "epoch": 1.78,
      "learning_rate": 7.266085374275891e-06,
      "loss": 0.9055,
      "step": 327
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.250599838668007e-06,
      "loss": 0.8165,
      "step": 328
    },
    {
      "epoch": 1.79,
      "learning_rate": 7.235087182388877e-06,
      "loss": 0.939,
      "step": 329
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.219547592372512e-06,
      "loss": 0.9337,
      "step": 330
    },
    {
      "epoch": 1.8,
      "learning_rate": 7.203981255877482e-06,
      "loss": 0.8893,
      "step": 331
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.188388360484667e-06,
      "loss": 0.9036,
      "step": 332
    },
    {
      "epoch": 1.81,
      "learning_rate": 7.17276909409499e-06,
      "loss": 0.9001,
      "step": 333
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.1571236449271575e-06,
      "loss": 0.8759,
      "step": 334
    },
    {
      "epoch": 1.82,
      "learning_rate": 7.141452201515386e-06,
      "loss": 0.9875,
      "step": 335
    },
    {
      "epoch": 1.83,
      "learning_rate": 7.125754952707143e-06,
      "loss": 0.8603,
      "step": 336
    },
    {
      "epoch": 1.83,
      "learning_rate": 7.110032087660846e-06,
      "loss": 0.8247,
      "step": 337
    },
    {
      "epoch": 1.84,
      "learning_rate": 7.094283795843616e-06,
      "loss": 0.8525,
      "step": 338
    },
    {
      "epoch": 1.84,
      "learning_rate": 7.0785102670289644e-06,
      "loss": 0.8645,
      "step": 339
    },
    {
      "epoch": 1.85,
      "learning_rate": 7.062711691294525e-06,
      "loss": 0.8738,
      "step": 340
    },
    {
      "epoch": 1.86,
      "learning_rate": 7.046888259019757e-06,
      "loss": 1.0695,
      "step": 341
    },
    {
      "epoch": 1.86,
      "learning_rate": 7.031040160883651e-06,
      "loss": 0.8732,
      "step": 342
    },
    {
      "epoch": 1.87,
      "learning_rate": 7.015167587862431e-06,
      "loss": 0.892,
      "step": 343
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.999270731227252e-06,
      "loss": 0.8494,
      "step": 344
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.983349782541901e-06,
      "loss": 0.9128,
      "step": 345
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.96740493366048e-06,
      "loss": 0.8998,
      "step": 346
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.9514363767251024e-06,
      "loss": 0.9055,
      "step": 347
    },
    {
      "epoch": 1.89,
      "learning_rate": 6.9354443041635675e-06,
      "loss": 0.8089,
      "step": 348
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.919428908687057e-06,
      "loss": 0.891,
      "step": 349
    },
    {
      "epoch": 1.9,
      "learning_rate": 6.903390383287795e-06,
      "loss": 1.0194,
      "step": 350
    },
    {
      "epoch": 1.91,
      "learning_rate": 6.887328921236733e-06,
      "loss": 0.9762,
      "step": 351
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.871244716081223e-06,
      "loss": 0.943,
      "step": 352
    },
    {
      "epoch": 1.92,
      "learning_rate": 6.855137961642676e-06,
      "loss": 0.7557,
      "step": 353
    },
    {
      "epoch": 1.93,
      "learning_rate": 6.839008852014233e-06,
      "loss": 0.8784,
      "step": 354
    },
    {
      "epoch": 1.93,
      "learning_rate": 6.822857581558423e-06,
      "loss": 0.8028,
      "step": 355
    },
    {
      "epoch": 1.94,
      "learning_rate": 6.806684344904828e-06,
      "loss": 0.7966,
      "step": 356
    },
    {
      "epoch": 1.94,
      "learning_rate": 6.790489336947723e-06,
      "loss": 0.9224,
      "step": 357
    },
    {
      "epoch": 1.95,
      "learning_rate": 6.774272752843745e-06,
      "loss": 0.7707,
      "step": 358
    },
    {
      "epoch": 1.95,
      "learning_rate": 6.758034788009523e-06,
      "loss": 0.8538,
      "step": 359
    },
    {
      "epoch": 1.96,
      "learning_rate": 6.741775638119345e-06,
      "loss": 0.7929,
      "step": 360
    },
    {
      "epoch": 1.96,
      "learning_rate": 6.7254954991027765e-06,
      "loss": 0.8583,
      "step": 361
    },
    {
      "epoch": 1.97,
      "learning_rate": 6.709194567142316e-06,
      "loss": 0.9552,
      "step": 362
    },
    {
      "epoch": 1.98,
      "learning_rate": 6.6928730386710285e-06,
      "loss": 0.8742,
      "step": 363
    },
    {
      "epoch": 1.98,
      "learning_rate": 6.676531110370168e-06,
      "loss": 0.8376,
      "step": 364
    },
    {
      "epoch": 1.99,
      "learning_rate": 6.66016897916682e-06,
      "loss": 0.8969,
      "step": 365
    },
    {
      "epoch": 1.99,
      "learning_rate": 6.643786842231523e-06,
      "loss": 0.8108,
      "step": 366
    },
    {
      "epoch": 2.0,
      "learning_rate": 6.627384896975896e-06,
      "loss": 0.8374,
      "step": 367
    },
    {
      "epoch": 2.0,
      "learning_rate": 6.6109633410502475e-06,
      "loss": 0.8357,
      "step": 368
    },
    {
      "epoch": 2.01,
      "learning_rate": 6.59452237234121e-06,
      "loss": 0.9496,
      "step": 369
    },
    {
      "epoch": 2.01,
      "learning_rate": 6.57806218896935e-06,
      "loss": 1.0033,
      "step": 370
    },
    {
      "epoch": 2.02,
      "learning_rate": 6.5615829892867715e-06,
      "loss": 0.8199,
      "step": 371
    },
    {
      "epoch": 2.02,
      "learning_rate": 6.545084971874738e-06,
      "loss": 0.9517,
      "step": 372
    },
    {
      "epoch": 2.03,
      "learning_rate": 6.528568335541274e-06,
      "loss": 0.9681,
      "step": 373
    },
    {
      "epoch": 2.04,
      "learning_rate": 6.512033279318768e-06,
      "loss": 0.8775,
      "step": 374
    },
    {
      "epoch": 2.04,
      "learning_rate": 6.495480002461577e-06,
      "loss": 0.8583,
      "step": 375
    },
    {
      "epoch": 2.05,
      "learning_rate": 6.478908704443629e-06,
      "loss": 0.8624,
      "step": 376
    },
    {
      "epoch": 2.05,
      "learning_rate": 6.462319584956e-06,
      "loss": 0.7446,
      "step": 377
    },
    {
      "epoch": 2.06,
      "learning_rate": 6.445712843904542e-06,
      "loss": 0.7195,
      "step": 378
    },
    {
      "epoch": 2.06,
      "learning_rate": 6.4290886814074405e-06,
      "loss": 0.9782,
      "step": 379
    },
    {
      "epoch": 2.07,
      "learning_rate": 6.412447297792818e-06,
      "loss": 0.8978,
      "step": 380
    },
    {
      "epoch": 2.07,
      "learning_rate": 6.3957888935963265e-06,
      "loss": 0.881,
      "step": 381
    },
    {
      "epoch": 2.08,
      "learning_rate": 6.379113669558713e-06,
      "loss": 0.9469,
      "step": 382
    },
    {
      "epoch": 2.08,
      "learning_rate": 6.3624218266234176e-06,
      "loss": 0.8274,
      "step": 383
    },
    {
      "epoch": 2.09,
      "learning_rate": 6.345713565934142e-06,
      "loss": 0.8372,
      "step": 384
    },
    {
      "epoch": 2.1,
      "learning_rate": 6.328989088832431e-06,
      "loss": 1.0378,
      "step": 385
    },
    {
      "epoch": 2.1,
      "learning_rate": 6.312248596855241e-06,
      "loss": 0.8135,
      "step": 386
    },
    {
      "epoch": 2.11,
      "learning_rate": 6.295492291732519e-06,
      "loss": 0.8383,
      "step": 387
    },
    {
      "epoch": 2.11,
      "learning_rate": 6.278720375384759e-06,
      "loss": 0.8324,
      "step": 388
    },
    {
      "epoch": 2.12,
      "learning_rate": 6.261933049920587e-06,
      "loss": 0.8466,
      "step": 389
    },
    {
      "epoch": 2.12,
      "learning_rate": 6.245130517634307e-06,
      "loss": 0.8675,
      "step": 390
    },
    {
      "epoch": 2.13,
      "learning_rate": 6.228312981003476e-06,
      "loss": 0.9011,
      "step": 391
    },
    {
      "epoch": 2.13,
      "learning_rate": 6.211480642686458e-06,
      "loss": 0.8772,
      "step": 392
    },
    {
      "epoch": 2.14,
      "learning_rate": 6.194633705519983e-06,
      "loss": 1.0046,
      "step": 393
    },
    {
      "epoch": 2.14,
      "learning_rate": 6.177772372516706e-06,
      "loss": 0.7755,
      "step": 394
    },
    {
      "epoch": 2.15,
      "learning_rate": 6.160896846862754e-06,
      "loss": 0.8375,
      "step": 395
    },
    {
      "epoch": 2.16,
      "learning_rate": 6.1440073319152856e-06,
      "loss": 0.8476,
      "step": 396
    },
    {
      "epoch": 2.16,
      "learning_rate": 6.127104031200032e-06,
      "loss": 0.9187,
      "step": 397
    },
    {
      "epoch": 2.17,
      "learning_rate": 6.110187148408852e-06,
      "loss": 0.9529,
      "step": 398
    },
    {
      "epoch": 2.17,
      "learning_rate": 6.093256887397272e-06,
      "loss": 0.9052,
      "step": 399
    },
    {
      "epoch": 2.18,
      "learning_rate": 6.076313452182033e-06,
      "loss": 0.8845,
      "step": 400
    },
    {
      "epoch": 2.18,
      "learning_rate": 6.05935704693863e-06,
      "loss": 0.806,
      "step": 401
    },
    {
      "epoch": 2.19,
      "learning_rate": 6.042387875998852e-06,
      "loss": 0.9245,
      "step": 402
    },
    {
      "epoch": 2.19,
      "learning_rate": 6.02540614384832e-06,
      "loss": 0.9109,
      "step": 403
    },
    {
      "epoch": 2.2,
      "learning_rate": 6.008412055124024e-06,
      "loss": 0.8871,
      "step": 404
    },
    {
      "epoch": 2.2,
      "learning_rate": 5.991405814611855e-06,
      "loss": 0.9606,
      "step": 405
    },
    {
      "epoch": 2.21,
      "learning_rate": 5.974387627244137e-06,
      "loss": 0.9259,
      "step": 406
    },
    {
      "epoch": 2.21,
      "learning_rate": 5.957357698097163e-06,
      "loss": 0.9331,
      "step": 407
    },
    {
      "epoch": 2.22,
      "learning_rate": 5.940316232388711e-06,
      "loss": 0.8568,
      "step": 408
    },
    {
      "epoch": 2.23,
      "learning_rate": 5.923263435475589e-06,
      "loss": 0.9379,
      "step": 409
    },
    {
      "epoch": 2.23,
      "learning_rate": 5.9061995128511455e-06,
      "loss": 0.8497,
      "step": 410
    },
    {
      "epoch": 2.24,
      "learning_rate": 5.889124670142797e-06,
      "loss": 0.8845,
      "step": 411
    },
    {
      "epoch": 2.24,
      "learning_rate": 5.872039113109557e-06,
      "loss": 0.9423,
      "step": 412
    },
    {
      "epoch": 2.25,
      "learning_rate": 5.854943047639547e-06,
      "loss": 0.9536,
      "step": 413
    },
    {
      "epoch": 2.25,
      "learning_rate": 5.8378366797475184e-06,
      "loss": 0.8411,
      "step": 414
    },
    {
      "epoch": 2.26,
      "learning_rate": 5.820720215572375e-06,
      "loss": 0.8476,
      "step": 415
    },
    {
      "epoch": 2.26,
      "learning_rate": 5.803593861374687e-06,
      "loss": 0.922,
      "step": 416
    },
    {
      "epoch": 2.27,
      "learning_rate": 5.786457823534193e-06,
      "loss": 0.9568,
      "step": 417
    },
    {
      "epoch": 2.27,
      "learning_rate": 5.769312308547334e-06,
      "loss": 0.7422,
      "step": 418
    },
    {
      "epoch": 2.28,
      "learning_rate": 5.752157523024753e-06,
      "loss": 0.8765,
      "step": 419
    },
    {
      "epoch": 2.29,
      "learning_rate": 5.734993673688801e-06,
      "loss": 0.9319,
      "step": 420
    },
    {
      "epoch": 2.29,
      "learning_rate": 5.71782096737106e-06,
      "loss": 0.7123,
      "step": 421
    },
    {
      "epoch": 2.3,
      "learning_rate": 5.7006396110098306e-06,
      "loss": 0.8822,
      "step": 422
    },
    {
      "epoch": 2.3,
      "learning_rate": 5.683449811647664e-06,
      "loss": 0.8585,
      "step": 423
    },
    {
      "epoch": 2.31,
      "learning_rate": 5.666251776428844e-06,
      "loss": 0.8678,
      "step": 424
    },
    {
      "epoch": 2.31,
      "learning_rate": 5.6490457125969035e-06,
      "loss": 0.7982,
      "step": 425
    },
    {
      "epoch": 2.32,
      "learning_rate": 5.631831827492121e-06,
      "loss": 0.8457,
      "step": 426
    },
    {
      "epoch": 2.32,
      "learning_rate": 5.614610328549029e-06,
      "loss": 0.732,
      "step": 427
    },
    {
      "epoch": 2.33,
      "learning_rate": 5.5973814232939e-06,
      "loss": 0.8866,
      "step": 428
    },
    {
      "epoch": 2.33,
      "learning_rate": 5.5801453193422715e-06,
      "loss": 0.8772,
      "step": 429
    },
    {
      "epoch": 2.34,
      "learning_rate": 5.562902224396416e-06,
      "loss": 1.0722,
      "step": 430
    },
    {
      "epoch": 2.35,
      "learning_rate": 5.54565234624285e-06,
      "loss": 0.8542,
      "step": 431
    },
    {
      "epoch": 2.35,
      "learning_rate": 5.52839589274984e-06,
      "loss": 0.7729,
      "step": 432
    },
    {
      "epoch": 2.36,
      "learning_rate": 5.511133071864881e-06,
      "loss": 0.9159,
      "step": 433
    },
    {
      "epoch": 2.36,
      "learning_rate": 5.493864091612197e-06,
      "loss": 0.9416,
      "step": 434
    },
    {
      "epoch": 2.37,
      "learning_rate": 5.476589160090238e-06,
      "loss": 0.9376,
      "step": 435
    },
    {
      "epoch": 2.37,
      "learning_rate": 5.459308485469171e-06,
      "loss": 0.9561,
      "step": 436
    },
    {
      "epoch": 2.38,
      "learning_rate": 5.442022275988365e-06,
      "loss": 0.881,
      "step": 437
    },
    {
      "epoch": 2.38,
      "learning_rate": 5.4247307399538876e-06,
      "loss": 0.9091,
      "step": 438
    },
    {
      "epoch": 2.39,
      "learning_rate": 5.407434085735997e-06,
      "loss": 0.847,
      "step": 439
    },
    {
      "epoch": 2.39,
      "learning_rate": 5.390132521766626e-06,
      "loss": 0.9168,
      "step": 440
    },
    {
      "epoch": 2.4,
      "learning_rate": 5.372826256536867e-06,
      "loss": 0.8412,
      "step": 441
    },
    {
      "epoch": 2.41,
      "learning_rate": 5.355515498594472e-06,
      "loss": 0.8875,
      "step": 442
    },
    {
      "epoch": 2.41,
      "learning_rate": 5.338200456541329e-06,
      "loss": 0.8385,
      "step": 443
    },
    {
      "epoch": 2.42,
      "learning_rate": 5.32088133903095e-06,
      "loss": 0.8067,
      "step": 444
    },
    {
      "epoch": 2.42,
      "learning_rate": 5.30355835476596e-06,
      "loss": 0.8311,
      "step": 445
    },
    {
      "epoch": 2.43,
      "learning_rate": 5.286231712495578e-06,
      "loss": 0.9589,
      "step": 446
    },
    {
      "epoch": 2.43,
      "learning_rate": 5.2689016210131065e-06,
      "loss": 0.8565,
      "step": 447
    },
    {
      "epoch": 2.44,
      "learning_rate": 5.251568289153407e-06,
      "loss": 0.862,
      "step": 448
    },
    {
      "epoch": 2.44,
      "learning_rate": 5.234231925790396e-06,
      "loss": 0.7935,
      "step": 449
    },
    {
      "epoch": 2.45,
      "learning_rate": 5.216892739834519e-06,
      "loss": 0.9223,
      "step": 450
    },
    {
      "epoch": 2.45,
      "learning_rate": 5.199550940230228e-06,
      "loss": 0.8139,
      "step": 451
    },
    {
      "epoch": 2.46,
      "learning_rate": 5.182206735953479e-06,
      "loss": 0.926,
      "step": 452
    },
    {
      "epoch": 2.47,
      "learning_rate": 5.1648603360092034e-06,
      "loss": 0.9354,
      "step": 453
    },
    {
      "epoch": 2.47,
      "learning_rate": 5.147511949428787e-06,
      "loss": 0.9393,
      "step": 454
    },
    {
      "epoch": 2.48,
      "learning_rate": 5.13016178526756e-06,
      "loss": 0.9063,
      "step": 455
    },
    {
      "epoch": 2.48,
      "learning_rate": 5.112810052602274e-06,
      "loss": 0.8157,
      "step": 456
    },
    {
      "epoch": 2.49,
      "learning_rate": 5.095456960528574e-06,
      "loss": 0.7404,
      "step": 457
    },
    {
      "epoch": 2.49,
      "learning_rate": 5.078102718158497e-06,
      "loss": 0.8,
      "step": 458
    },
    {
      "epoch": 2.5,
      "learning_rate": 5.060747534617937e-06,
      "loss": 0.8425,
      "step": 459
    },
    {
      "epoch": 2.5,
      "learning_rate": 5.043391619044122e-06,
      "loss": 0.9117,
      "step": 460
    },
    {
      "epoch": 2.51,
      "learning_rate": 5.026035180583116e-06,
      "loss": 0.9421,
      "step": 461
    },
    {
      "epoch": 2.51,
      "learning_rate": 5.008678428387273e-06,
      "loss": 0.8304,
      "step": 462
    },
    {
      "epoch": 2.52,
      "learning_rate": 4.99132157161273e-06,
      "loss": 0.9645,
      "step": 463
    },
    {
      "epoch": 2.53,
      "learning_rate": 4.973964819416885e-06,
      "loss": 0.7235,
      "step": 464
    },
    {
      "epoch": 2.53,
      "learning_rate": 4.956608380955877e-06,
      "loss": 0.9902,
      "step": 465
    },
    {
      "epoch": 2.54,
      "learning_rate": 4.939252465382066e-06,
      "loss": 0.892,
      "step": 466
    },
    {
      "epoch": 2.54,
      "learning_rate": 4.9218972818415035e-06,
      "loss": 0.7766,
      "step": 467
    },
    {
      "epoch": 2.55,
      "learning_rate": 4.904543039471427e-06,
      "loss": 1.0028,
      "step": 468
    },
    {
      "epoch": 2.55,
      "learning_rate": 4.887189947397728e-06,
      "loss": 0.8625,
      "step": 469
    },
    {
      "epoch": 2.56,
      "learning_rate": 4.869838214732441e-06,
      "loss": 1.0353,
      "step": 470
    },
    {
      "epoch": 2.56,
      "learning_rate": 4.852488050571214e-06,
      "loss": 0.8195,
      "step": 471
    },
    {
      "epoch": 2.57,
      "learning_rate": 4.8351396639908e-06,
      "loss": 0.7516,
      "step": 472
    },
    {
      "epoch": 2.57,
      "learning_rate": 4.8177932640465216e-06,
      "loss": 0.9172,
      "step": 473
    },
    {
      "epoch": 2.58,
      "learning_rate": 4.800449059769774e-06,
      "loss": 0.9456,
      "step": 474
    },
    {
      "epoch": 2.59,
      "learning_rate": 4.783107260165483e-06,
      "loss": 1.0406,
      "step": 475
    },
    {
      "epoch": 2.59,
      "learning_rate": 4.7657680742096044e-06,
      "loss": 1.0074,
      "step": 476
    },
    {
      "epoch": 2.6,
      "learning_rate": 4.748431710846594e-06,
      "loss": 0.6638,
      "step": 477
    },
    {
      "epoch": 2.6,
      "learning_rate": 4.731098378986897e-06,
      "loss": 0.9923,
      "step": 478
    },
    {
      "epoch": 2.61,
      "learning_rate": 4.7137682875044246e-06,
      "loss": 0.8311,
      "step": 479
    },
    {
      "epoch": 2.61,
      "learning_rate": 4.696441645234042e-06,
      "loss": 0.757,
      "step": 480
    },
    {
      "epoch": 2.62,
      "learning_rate": 4.679118660969051e-06,
      "loss": 0.8805,
      "step": 481
    },
    {
      "epoch": 2.62,
      "learning_rate": 4.6617995434586714e-06,
      "loss": 0.9096,
      "step": 482
    },
    {
      "epoch": 2.63,
      "learning_rate": 4.64448450140553e-06,
      "loss": 0.9217,
      "step": 483
    },
    {
      "epoch": 2.63,
      "learning_rate": 4.627173743463134e-06,
      "loss": 0.8868,
      "step": 484
    },
    {
      "epoch": 2.64,
      "learning_rate": 4.609867478233377e-06,
      "loss": 0.8931,
      "step": 485
    },
    {
      "epoch": 2.64,
      "learning_rate": 4.592565914264004e-06,
      "loss": 0.8445,
      "step": 486
    },
    {
      "epoch": 2.65,
      "learning_rate": 4.575269260046112e-06,
      "loss": 0.8162,
      "step": 487
    },
    {
      "epoch": 2.66,
      "learning_rate": 4.557977724011636e-06,
      "loss": 0.8142,
      "step": 488
    },
    {
      "epoch": 2.66,
      "learning_rate": 4.540691514530831e-06,
      "loss": 0.8531,
      "step": 489
    },
    {
      "epoch": 2.67,
      "learning_rate": 4.523410839909764e-06,
      "loss": 0.9631,
      "step": 490
    },
    {
      "epoch": 2.67,
      "learning_rate": 4.506135908387805e-06,
      "loss": 0.7765,
      "step": 491
    },
    {
      "epoch": 2.68,
      "learning_rate": 4.488866928135121e-06,
      "loss": 0.9362,
      "step": 492
    },
    {
      "epoch": 2.68,
      "learning_rate": 4.4716041072501604e-06,
      "loss": 0.8497,
      "step": 493
    },
    {
      "epoch": 2.69,
      "learning_rate": 4.45434765375715e-06,
      "loss": 0.8659,
      "step": 494
    },
    {
      "epoch": 2.69,
      "learning_rate": 4.437097775603587e-06,
      "loss": 0.9575,
      "step": 495
    },
    {
      "epoch": 2.7,
      "learning_rate": 4.41985468065773e-06,
      "loss": 0.8198,
      "step": 496
    },
    {
      "epoch": 2.7,
      "learning_rate": 4.402618576706101e-06,
      "loss": 0.8925,
      "step": 497
    },
    {
      "epoch": 2.71,
      "learning_rate": 4.385389671450974e-06,
      "loss": 0.8702,
      "step": 498
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.36816817250788e-06,
      "loss": 0.7818,
      "step": 499
    },
    {
      "epoch": 2.72,
      "learning_rate": 4.350954287403099e-06,
      "loss": 0.7461,
      "step": 500
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.333748223571158e-06,
      "loss": 0.8872,
      "step": 501
    },
    {
      "epoch": 2.73,
      "learning_rate": 4.316550188352337e-06,
      "loss": 0.9121,
      "step": 502
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.299360388990171e-06,
      "loss": 0.7544,
      "step": 503
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.282179032628943e-06,
      "loss": 0.7822,
      "step": 504
    },
    {
      "epoch": 2.75,
      "learning_rate": 4.265006326311199e-06,
      "loss": 0.9713,
      "step": 505
    },
    {
      "epoch": 2.75,
      "learning_rate": 4.247842476975249e-06,
      "loss": 0.8752,
      "step": 506
    },
    {
      "epoch": 2.76,
      "learning_rate": 4.230687691452667e-06,
      "loss": 0.97,
      "step": 507
    },
    {
      "epoch": 2.76,
      "learning_rate": 4.213542176465809e-06,
      "loss": 0.8821,
      "step": 508
    },
    {
      "epoch": 2.77,
      "learning_rate": 4.196406138625315e-06,
      "loss": 0.8736,
      "step": 509
    },
    {
      "epoch": 2.78,
      "learning_rate": 4.179279784427625e-06,
      "loss": 0.7504,
      "step": 510
    },
    {
      "epoch": 2.78,
      "learning_rate": 4.1621633202524815e-06,
      "loss": 0.7806,
      "step": 511
    },
    {
      "epoch": 2.79,
      "learning_rate": 4.145056952360456e-06,
      "loss": 0.7688,
      "step": 512
    },
    {
      "epoch": 2.79,
      "learning_rate": 4.127960886890445e-06,
      "loss": 0.8505,
      "step": 513
    },
    {
      "epoch": 2.8,
      "learning_rate": 4.110875329857205e-06,
      "loss": 0.8255,
      "step": 514
    },
    {
      "epoch": 2.8,
      "learning_rate": 4.093800487148857e-06,
      "loss": 0.8624,
      "step": 515
    },
    {
      "epoch": 2.81,
      "learning_rate": 4.076736564524412e-06,
      "loss": 0.9774,
      "step": 516
    },
    {
      "epoch": 2.81,
      "learning_rate": 4.0596837676112905e-06,
      "loss": 0.734,
      "step": 517
    },
    {
      "epoch": 2.82,
      "learning_rate": 4.04264230190284e-06,
      "loss": 0.8445,
      "step": 518
    },
    {
      "epoch": 2.82,
      "learning_rate": 4.025612372755865e-06,
      "loss": 0.8627,
      "step": 519
    },
    {
      "epoch": 2.83,
      "learning_rate": 4.008594185388146e-06,
      "loss": 0.9884,
      "step": 520
    },
    {
      "epoch": 2.84,
      "learning_rate": 3.991587944875977e-06,
      "loss": 0.8007,
      "step": 521
    },
    {
      "epoch": 2.84,
      "learning_rate": 3.97459385615168e-06,
      "loss": 0.8553,
      "step": 522
    },
    {
      "epoch": 2.85,
      "learning_rate": 3.957612124001151e-06,
      "loss": 0.8161,
      "step": 523
    },
    {
      "epoch": 2.85,
      "learning_rate": 3.940642953061371e-06,
      "loss": 0.9705,
      "step": 524
    },
    {
      "epoch": 2.86,
      "learning_rate": 3.9236865478179685e-06,
      "loss": 0.8085,
      "step": 525
    },
    {
      "epoch": 2.86,
      "learning_rate": 3.906743112602729e-06,
      "loss": 0.8702,
      "step": 526
    },
    {
      "epoch": 2.87,
      "learning_rate": 3.889812851591149e-06,
      "loss": 0.8137,
      "step": 527
    },
    {
      "epoch": 2.87,
      "learning_rate": 3.872895968799969e-06,
      "loss": 0.7632,
      "step": 528
    },
    {
      "epoch": 2.88,
      "learning_rate": 3.855992668084716e-06,
      "loss": 0.8425,
      "step": 529
    },
    {
      "epoch": 2.88,
      "learning_rate": 3.839103153137247e-06,
      "loss": 0.842,
      "step": 530
    },
    {
      "epoch": 2.89,
      "learning_rate": 3.822227627483295e-06,
      "loss": 0.8439,
      "step": 531
    },
    {
      "epoch": 2.9,
      "learning_rate": 3.8053662944800177e-06,
      "loss": 0.8059,
      "step": 532
    },
    {
      "epoch": 2.9,
      "learning_rate": 3.7885193573135437e-06,
      "loss": 0.8929,
      "step": 533
    },
    {
      "epoch": 2.91,
      "learning_rate": 3.771687018996525e-06,
      "loss": 0.8088,
      "step": 534
    },
    {
      "epoch": 2.91,
      "learning_rate": 3.7548694823656945e-06,
      "loss": 0.8736,
      "step": 535
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.7380669500794153e-06,
      "loss": 0.886,
      "step": 536
    },
    {
      "epoch": 2.92,
      "learning_rate": 3.721279624615243e-06,
      "loss": 0.8559,
      "step": 537
    },
    {
      "epoch": 2.93,
      "learning_rate": 3.704507708267483e-06,
      "loss": 0.9221,
      "step": 538
    },
    {
      "epoch": 2.93,
      "learning_rate": 3.6877514031447597e-06,
      "loss": 0.8069,
      "step": 539
    },
    {
      "epoch": 2.94,
      "learning_rate": 3.671010911167572e-06,
      "loss": 0.9423,
      "step": 540
    },
    {
      "epoch": 2.94,
      "learning_rate": 3.6542864340658602e-06,
      "loss": 0.9176,
      "step": 541
    },
    {
      "epoch": 2.95,
      "learning_rate": 3.637578173376584e-06,
      "loss": 0.8804,
      "step": 542
    },
    {
      "epoch": 2.96,
      "learning_rate": 3.620886330441289e-06,
      "loss": 0.8707,
      "step": 543
    },
    {
      "epoch": 2.96,
      "learning_rate": 3.6042111064036756e-06,
      "loss": 0.7642,
      "step": 544
    },
    {
      "epoch": 2.97,
      "learning_rate": 3.5875527022071808e-06,
      "loss": 1.0431,
      "step": 545
    },
    {
      "epoch": 2.97,
      "learning_rate": 3.5709113185925615e-06,
      "loss": 0.9163,
      "step": 546
    },
    {
      "epoch": 2.98,
      "learning_rate": 3.554287156095459e-06,
      "loss": 0.8734,
      "step": 547
    },
    {
      "epoch": 2.98,
      "learning_rate": 3.5376804150440002e-06,
      "loss": 0.8863,
      "step": 548
    },
    {
      "epoch": 2.99,
      "learning_rate": 3.5210912955563735e-06,
      "loss": 0.7968,
      "step": 549
    },
    {
      "epoch": 2.99,
      "learning_rate": 3.5045199975384225e-06,
      "loss": 0.876,
      "step": 550
    },
    {
      "epoch": 3.0,
      "learning_rate": 3.4879667206812316e-06,
      "loss": 0.8863,
      "step": 551
    },
    {
      "epoch": 3.0,
      "learning_rate": 3.471431664458729e-06,
      "loss": 0.8485,
      "step": 552
    },
    {
      "epoch": 3.01,
      "learning_rate": 3.4549150281252635e-06,
      "loss": 0.8416,
      "step": 553
    },
    {
      "epoch": 3.01,
      "learning_rate": 3.43841701071323e-06,
      "loss": 0.8251,
      "step": 554
    },
    {
      "epoch": 3.02,
      "learning_rate": 3.4219378110306523e-06,
      "loss": 0.9206,
      "step": 555
    },
    {
      "epoch": 3.03,
      "learning_rate": 3.4054776276587897e-06,
      "loss": 0.8879,
      "step": 556
    },
    {
      "epoch": 3.03,
      "learning_rate": 3.3890366589497538e-06,
      "loss": 1.0349,
      "step": 557
    },
    {
      "epoch": 3.04,
      "learning_rate": 3.3726151030241074e-06,
      "loss": 0.8465,
      "step": 558
    },
    {
      "epoch": 3.04,
      "learning_rate": 3.3562131577684778e-06,
      "loss": 0.8563,
      "step": 559
    },
    {
      "epoch": 3.05,
      "learning_rate": 3.3398310208331806e-06,
      "loss": 0.842,
      "step": 560
    },
    {
      "epoch": 3.05,
      "learning_rate": 3.323468889629834e-06,
      "loss": 0.8472,
      "step": 561
    },
    {
      "epoch": 3.06,
      "learning_rate": 3.3071269613289735e-06,
      "loss": 0.8492,
      "step": 562
    },
    {
      "epoch": 3.06,
      "learning_rate": 3.2908054328576854e-06,
      "loss": 0.8731,
      "step": 563
    },
    {
      "epoch": 3.07,
      "learning_rate": 3.2745045008972255e-06,
      "loss": 0.7911,
      "step": 564
    },
    {
      "epoch": 3.07,
      "learning_rate": 3.2582243618806574e-06,
      "loss": 1.068,
      "step": 565
    },
    {
      "epoch": 3.08,
      "learning_rate": 3.2419652119904777e-06,
      "loss": 0.8996,
      "step": 566
    },
    {
      "epoch": 3.09,
      "learning_rate": 3.2257272471562574e-06,
      "loss": 0.9333,
      "step": 567
    },
    {
      "epoch": 3.09,
      "learning_rate": 3.2095106630522778e-06,
      "loss": 0.8469,
      "step": 568
    },
    {
      "epoch": 3.1,
      "learning_rate": 3.193315655095175e-06,
      "loss": 0.809,
      "step": 569
    },
    {
      "epoch": 3.1,
      "learning_rate": 3.177142418441578e-06,
      "loss": 0.7341,
      "step": 570
    },
    {
      "epoch": 3.11,
      "learning_rate": 3.160991147985769e-06,
      "loss": 0.7984,
      "step": 571
    },
    {
      "epoch": 3.11,
      "learning_rate": 3.144862038357326e-06,
      "loss": 0.8389,
      "step": 572
    },
    {
      "epoch": 3.12,
      "learning_rate": 3.1287552839187784e-06,
      "loss": 0.9403,
      "step": 573
    },
    {
      "epoch": 3.12,
      "learning_rate": 3.1126710787632662e-06,
      "loss": 0.8135,
      "step": 574
    },
    {
      "epoch": 3.13,
      "learning_rate": 3.096609616712207e-06,
      "loss": 0.7741,
      "step": 575
    },
    {
      "epoch": 3.13,
      "learning_rate": 3.080571091312945e-06,
      "loss": 0.835,
      "step": 576
    },
    {
      "epoch": 3.14,
      "learning_rate": 3.064555695836433e-06,
      "loss": 0.9042,
      "step": 577
    },
    {
      "epoch": 3.15,
      "learning_rate": 3.0485636232748992e-06,
      "loss": 0.8505,
      "step": 578
    },
    {
      "epoch": 3.15,
      "learning_rate": 3.032595066339521e-06,
      "loss": 0.8271,
      "step": 579
    },
    {
      "epoch": 3.16,
      "learning_rate": 3.0166502174581012e-06,
      "loss": 0.7945,
      "step": 580
    },
    {
      "epoch": 3.16,
      "learning_rate": 3.00072926877275e-06,
      "loss": 0.8788,
      "step": 581
    },
    {
      "epoch": 3.17,
      "learning_rate": 2.9848324121375705e-06,
      "loss": 0.8791,
      "step": 582
    },
    {
      "epoch": 3.17,
      "learning_rate": 2.9689598391163497e-06,
      "loss": 0.788,
      "step": 583
    },
    {
      "epoch": 3.18,
      "learning_rate": 2.9531117409802432e-06,
      "loss": 0.8701,
      "step": 584
    },
    {
      "epoch": 3.18,
      "learning_rate": 2.937288308705475e-06,
      "loss": 0.8232,
      "step": 585
    },
    {
      "epoch": 3.19,
      "learning_rate": 2.921489732971038e-06,
      "loss": 0.8906,
      "step": 586
    },
    {
      "epoch": 3.19,
      "learning_rate": 2.9057162041563867e-06,
      "loss": 0.8842,
      "step": 587
    },
    {
      "epoch": 3.2,
      "learning_rate": 2.8899679123391545e-06,
      "loss": 0.8328,
      "step": 588
    },
    {
      "epoch": 3.21,
      "learning_rate": 2.8742450472928595e-06,
      "loss": 0.773,
      "step": 589
    },
    {
      "epoch": 3.21,
      "learning_rate": 2.858547798484613e-06,
      "loss": 0.8197,
      "step": 590
    },
    {
      "epoch": 3.22,
      "learning_rate": 2.8428763550728446e-06,
      "loss": 0.8593,
      "step": 591
    },
    {
      "epoch": 3.22,
      "learning_rate": 2.8272309059050107e-06,
      "loss": 0.7967,
      "step": 592
    },
    {
      "epoch": 3.23,
      "learning_rate": 2.8116116395153343e-06,
      "loss": 0.9606,
      "step": 593
    },
    {
      "epoch": 3.23,
      "learning_rate": 2.7960187441225185e-06,
      "loss": 0.9348,
      "step": 594
    },
    {
      "epoch": 3.24,
      "learning_rate": 2.7804524076274898e-06,
      "loss": 0.8325,
      "step": 595
    },
    {
      "epoch": 3.24,
      "learning_rate": 2.764912817611124e-06,
      "loss": 0.8465,
      "step": 596
    },
    {
      "epoch": 3.25,
      "learning_rate": 2.7494001613319932e-06,
      "loss": 0.8464,
      "step": 597
    },
    {
      "epoch": 3.25,
      "learning_rate": 2.733914625724112e-06,
      "loss": 0.969,
      "step": 598
    },
    {
      "epoch": 3.26,
      "learning_rate": 2.7184563973946687e-06,
      "loss": 0.9087,
      "step": 599
    },
    {
      "epoch": 3.27,
      "learning_rate": 2.7030256626217932e-06,
      "loss": 0.9559,
      "step": 600
    },
    {
      "epoch": 3.27,
      "learning_rate": 2.687622607352307e-06,
      "loss": 0.934,
      "step": 601
    },
    {
      "epoch": 3.28,
      "learning_rate": 2.6722474171994826e-06,
      "loss": 0.9529,
      "step": 602
    },
    {
      "epoch": 3.28,
      "learning_rate": 2.656900277440807e-06,
      "loss": 0.9131,
      "step": 603
    },
    {
      "epoch": 3.29,
      "learning_rate": 2.6415813730157408e-06,
      "loss": 0.9768,
      "step": 604
    },
    {
      "epoch": 3.29,
      "learning_rate": 2.6262908885235046e-06,
      "loss": 0.9021,
      "step": 605
    },
    {
      "epoch": 3.3,
      "learning_rate": 2.611029008220842e-06,
      "loss": 0.7654,
      "step": 606
    },
    {
      "epoch": 3.3,
      "learning_rate": 2.5957959160198115e-06,
      "loss": 0.8602,
      "step": 607
    },
    {
      "epoch": 3.31,
      "learning_rate": 2.580591795485555e-06,
      "loss": 0.7933,
      "step": 608
    },
    {
      "epoch": 3.31,
      "learning_rate": 2.565416829834101e-06,
      "loss": 0.9777,
      "step": 609
    },
    {
      "epoch": 3.32,
      "learning_rate": 2.550271201930136e-06,
      "loss": 0.7869,
      "step": 610
    },
    {
      "epoch": 3.33,
      "learning_rate": 2.535155094284832e-06,
      "loss": 0.738,
      "step": 611
    },
    {
      "epoch": 3.33,
      "learning_rate": 2.5200686890536177e-06,
      "loss": 0.9764,
      "step": 612
    },
    {
      "epoch": 3.34,
      "learning_rate": 2.505012168033999e-06,
      "loss": 0.8893,
      "step": 613
    },
    {
      "epoch": 3.34,
      "learning_rate": 2.489985712663364e-06,
      "loss": 0.9448,
      "step": 614
    },
    {
      "epoch": 3.35,
      "learning_rate": 2.474989504016798e-06,
      "loss": 0.8546,
      "step": 615
    },
    {
      "epoch": 3.35,
      "learning_rate": 2.460023722804899e-06,
      "loss": 0.9707,
      "step": 616
    },
    {
      "epoch": 3.36,
      "learning_rate": 2.4450885493716026e-06,
      "loss": 0.7581,
      "step": 617
    },
    {
      "epoch": 3.36,
      "learning_rate": 2.430184163692008e-06,
      "loss": 0.8602,
      "step": 618
    },
    {
      "epoch": 3.37,
      "learning_rate": 2.4153107453702075e-06,
      "loss": 0.8751,
      "step": 619
    },
    {
      "epoch": 3.37,
      "learning_rate": 2.4004684736371276e-06,
      "loss": 0.8511,
      "step": 620
    },
    {
      "epoch": 3.38,
      "learning_rate": 2.385657527348364e-06,
      "loss": 0.9102,
      "step": 621
    },
    {
      "epoch": 3.39,
      "learning_rate": 2.3708780849820218e-06,
      "loss": 0.7458,
      "step": 622
    },
    {
      "epoch": 3.39,
      "learning_rate": 2.356130324636578e-06,
      "loss": 0.8914,
      "step": 623
    },
    {
      "epoch": 3.4,
      "learning_rate": 2.341414424028723e-06,
      "loss": 0.8849,
      "step": 624
    },
    {
      "epoch": 3.4,
      "learning_rate": 2.32673056049123e-06,
      "loss": 0.8613,
      "step": 625
    },
    {
      "epoch": 3.41,
      "learning_rate": 2.312078910970808e-06,
      "loss": 0.8999,
      "step": 626
    },
    {
      "epoch": 3.41,
      "learning_rate": 2.297459652025972e-06,
      "loss": 0.7714,
      "step": 627
    },
    {
      "epoch": 3.42,
      "learning_rate": 2.2828729598249165e-06,
      "loss": 0.7473,
      "step": 628
    },
    {
      "epoch": 3.42,
      "learning_rate": 2.2683190101434015e-06,
      "loss": 0.9195,
      "step": 629
    },
    {
      "epoch": 3.43,
      "learning_rate": 2.253797978362617e-06,
      "loss": 0.8738,
      "step": 630
    },
    {
      "epoch": 3.43,
      "learning_rate": 2.239310039467082e-06,
      "loss": 0.8235,
      "step": 631
    },
    {
      "epoch": 3.44,
      "learning_rate": 2.2248553680425308e-06,
      "loss": 0.8386,
      "step": 632
    },
    {
      "epoch": 3.44,
      "learning_rate": 2.2104341382738127e-06,
      "loss": 1.005,
      "step": 633
    },
    {
      "epoch": 3.45,
      "learning_rate": 2.19604652394279e-06,
      "loss": 0.9029,
      "step": 634
    },
    {
      "epoch": 3.46,
      "learning_rate": 2.1816926984262454e-06,
      "loss": 0.8638,
      "step": 635
    },
    {
      "epoch": 3.46,
      "learning_rate": 2.1673728346937904e-06,
      "loss": 0.8138,
      "step": 636
    },
    {
      "epoch": 3.47,
      "learning_rate": 2.1530871053057843e-06,
      "loss": 0.8106,
      "step": 637
    },
    {
      "epoch": 3.47,
      "learning_rate": 2.138835682411257e-06,
      "loss": 0.9432,
      "step": 638
    },
    {
      "epoch": 3.48,
      "learning_rate": 2.1246187377458227e-06,
      "loss": 0.8596,
      "step": 639
    },
    {
      "epoch": 3.48,
      "learning_rate": 2.1104364426296237e-06,
      "loss": 0.8068,
      "step": 640
    },
    {
      "epoch": 3.49,
      "learning_rate": 2.0962889679652576e-06,
      "loss": 0.7555,
      "step": 641
    },
    {
      "epoch": 3.49,
      "learning_rate": 2.082176484235728e-06,
      "loss": 0.8644,
      "step": 642
    },
    {
      "epoch": 3.5,
      "learning_rate": 2.0680991615023765e-06,
      "loss": 0.8524,
      "step": 643
    },
    {
      "epoch": 3.5,
      "learning_rate": 2.05405716940284e-06,
      "loss": 0.7569,
      "step": 644
    },
    {
      "epoch": 3.51,
      "learning_rate": 2.040050677149008e-06,
      "loss": 0.7284,
      "step": 645
    },
    {
      "epoch": 3.52,
      "learning_rate": 2.026079853524981e-06,
      "loss": 0.9232,
      "step": 646
    },
    {
      "epoch": 3.52,
      "learning_rate": 2.0121448668850424e-06,
      "loss": 0.8451,
      "step": 647
    },
    {
      "epoch": 3.53,
      "learning_rate": 1.998245885151619e-06,
      "loss": 0.9504,
      "step": 648
    },
    {
      "epoch": 3.53,
      "learning_rate": 1.984383075813268e-06,
      "loss": 0.9145,
      "step": 649
    },
    {
      "epoch": 3.54,
      "learning_rate": 1.970556605922645e-06,
      "loss": 0.8912,
      "step": 650
    },
    {
      "epoch": 3.54,
      "learning_rate": 1.956766642094513e-06,
      "loss": 0.8934,
      "step": 651
    },
    {
      "epoch": 3.55,
      "learning_rate": 1.9430133505037133e-06,
      "loss": 0.9124,
      "step": 652
    },
    {
      "epoch": 3.55,
      "learning_rate": 1.9292968968831734e-06,
      "loss": 0.8914,
      "step": 653
    },
    {
      "epoch": 3.56,
      "learning_rate": 1.9156174465219073e-06,
      "loss": 0.8909,
      "step": 654
    },
    {
      "epoch": 3.56,
      "learning_rate": 1.9019751642630252e-06,
      "loss": 0.8434,
      "step": 655
    },
    {
      "epoch": 3.57,
      "learning_rate": 1.8883702145017452e-06,
      "loss": 0.9324,
      "step": 656
    },
    {
      "epoch": 3.58,
      "learning_rate": 1.8748027611834135e-06,
      "loss": 0.9103,
      "step": 657
    },
    {
      "epoch": 3.58,
      "learning_rate": 1.861272967801529e-06,
      "loss": 0.7558,
      "step": 658
    },
    {
      "epoch": 3.59,
      "learning_rate": 1.84778099739577e-06,
      "loss": 0.9089,
      "step": 659
    },
    {
      "epoch": 3.59,
      "learning_rate": 1.8343270125500379e-06,
      "loss": 0.8667,
      "step": 660
    },
    {
      "epoch": 3.6,
      "learning_rate": 1.820911175390488e-06,
      "loss": 0.8894,
      "step": 661
    },
    {
      "epoch": 3.6,
      "learning_rate": 1.807533647583577e-06,
      "loss": 0.8737,
      "step": 662
    },
    {
      "epoch": 3.61,
      "learning_rate": 1.794194590334123e-06,
      "loss": 0.9017,
      "step": 663
    },
    {
      "epoch": 3.61,
      "learning_rate": 1.780894164383355e-06,
      "loss": 0.8644,
      "step": 664
    },
    {
      "epoch": 3.62,
      "learning_rate": 1.7676325300069824e-06,
      "loss": 0.8413,
      "step": 665
    },
    {
      "epoch": 3.62,
      "learning_rate": 1.754409847013257e-06,
      "loss": 0.8635,
      "step": 666
    },
    {
      "epoch": 3.63,
      "learning_rate": 1.741226274741048e-06,
      "loss": 1.03,
      "step": 667
    },
    {
      "epoch": 3.64,
      "learning_rate": 1.728081972057925e-06,
      "loss": 0.8222,
      "step": 668
    },
    {
      "epoch": 3.64,
      "learning_rate": 1.714977097358248e-06,
      "loss": 0.9032,
      "step": 669
    },
    {
      "epoch": 3.65,
      "learning_rate": 1.7019118085612474e-06,
      "loss": 0.9348,
      "step": 670
    },
    {
      "epoch": 3.65,
      "learning_rate": 1.6888862631091284e-06,
      "loss": 0.8573,
      "step": 671
    },
    {
      "epoch": 3.66,
      "learning_rate": 1.6759006179651726e-06,
      "loss": 0.8666,
      "step": 672
    },
    {
      "epoch": 3.66,
      "learning_rate": 1.6629550296118462e-06,
      "loss": 0.897,
      "step": 673
    },
    {
      "epoch": 3.67,
      "learning_rate": 1.6500496540489142e-06,
      "loss": 1.02,
      "step": 674
    },
    {
      "epoch": 3.67,
      "learning_rate": 1.6371846467915603e-06,
      "loss": 0.8099,
      "step": 675
    },
    {
      "epoch": 3.68,
      "learning_rate": 1.624360162868514e-06,
      "loss": 0.7988,
      "step": 676
    },
    {
      "epoch": 3.68,
      "learning_rate": 1.6115763568201786e-06,
      "loss": 0.8619,
      "step": 677
    },
    {
      "epoch": 3.69,
      "learning_rate": 1.59883338269678e-06,
      "loss": 0.8467,
      "step": 678
    },
    {
      "epoch": 3.7,
      "learning_rate": 1.5861313940564915e-06,
      "loss": 0.9343,
      "step": 679
    },
    {
      "epoch": 3.7,
      "learning_rate": 1.5734705439636017e-06,
      "loss": 0.8878,
      "step": 680
    },
    {
      "epoch": 3.71,
      "learning_rate": 1.5608509849866594e-06,
      "loss": 0.7844,
      "step": 681
    },
    {
      "epoch": 3.71,
      "learning_rate": 1.5482728691966377e-06,
      "loss": 0.8583,
      "step": 682
    },
    {
      "epoch": 3.72,
      "learning_rate": 1.535736348165106e-06,
      "loss": 0.8883,
      "step": 683
    },
    {
      "epoch": 3.72,
      "learning_rate": 1.5232415729623973e-06,
      "loss": 0.9003,
      "step": 684
    },
    {
      "epoch": 3.73,
      "learning_rate": 1.5107886941557853e-06,
      "loss": 0.7417,
      "step": 685
    },
    {
      "epoch": 3.73,
      "learning_rate": 1.4983778618076783e-06,
      "loss": 0.842,
      "step": 686
    },
    {
      "epoch": 3.74,
      "learning_rate": 1.4860092254738111e-06,
      "loss": 0.9448,
      "step": 687
    },
    {
      "epoch": 3.74,
      "learning_rate": 1.4736829342014336e-06,
      "loss": 0.8548,
      "step": 688
    },
    {
      "epoch": 3.75,
      "learning_rate": 1.461399136527522e-06,
      "loss": 0.6608,
      "step": 689
    },
    {
      "epoch": 3.76,
      "learning_rate": 1.4491579804769817e-06,
      "loss": 0.8563,
      "step": 690
    },
    {
      "epoch": 3.76,
      "learning_rate": 1.4369596135608789e-06,
      "loss": 0.6762,
      "step": 691
    },
    {
      "epoch": 3.77,
      "learning_rate": 1.4248041827746445e-06,
      "loss": 0.8582,
      "step": 692
    },
    {
      "epoch": 3.77,
      "learning_rate": 1.4126918345963136e-06,
      "loss": 0.9294,
      "step": 693
    },
    {
      "epoch": 3.78,
      "learning_rate": 1.4006227149847584e-06,
      "loss": 0.8519,
      "step": 694
    },
    {
      "epoch": 3.78,
      "learning_rate": 1.3885969693779277e-06,
      "loss": 0.7379,
      "step": 695
    },
    {
      "epoch": 3.79,
      "learning_rate": 1.3766147426910959e-06,
      "loss": 0.796,
      "step": 696
    },
    {
      "epoch": 3.79,
      "learning_rate": 1.364676179315117e-06,
      "loss": 0.7911,
      "step": 697
    },
    {
      "epoch": 3.8,
      "learning_rate": 1.3527814231146813e-06,
      "loss": 0.8022,
      "step": 698
    },
    {
      "epoch": 3.8,
      "learning_rate": 1.3409306174265873e-06,
      "loss": 0.7736,
      "step": 699
    },
    {
      "epoch": 3.81,
      "learning_rate": 1.3291239050580085e-06,
      "loss": 0.8208,
      "step": 700
    },
    {
      "epoch": 3.81,
      "learning_rate": 1.3173614282847807e-06,
      "loss": 0.9625,
      "step": 701
    },
    {
      "epoch": 3.82,
      "learning_rate": 1.3056433288496739e-06,
      "loss": 0.8483,
      "step": 702
    },
    {
      "epoch": 3.83,
      "learning_rate": 1.2939697479606993e-06,
      "loss": 0.8063,
      "step": 703
    },
    {
      "epoch": 3.83,
      "learning_rate": 1.2823408262893971e-06,
      "loss": 0.9138,
      "step": 704
    },
    {
      "epoch": 3.84,
      "learning_rate": 1.2707567039691505e-06,
      "loss": 0.8316,
      "step": 705
    },
    {
      "epoch": 3.84,
      "learning_rate": 1.2592175205934865e-06,
      "loss": 0.7809,
      "step": 706
    },
    {
      "epoch": 3.85,
      "learning_rate": 1.2477234152143996e-06,
      "loss": 0.8831,
      "step": 707
    },
    {
      "epoch": 3.85,
      "learning_rate": 1.236274526340675e-06,
      "loss": 0.7254,
      "step": 708
    },
    {
      "epoch": 3.86,
      "learning_rate": 1.2248709919362262e-06,
      "loss": 0.8232,
      "step": 709
    },
    {
      "epoch": 3.86,
      "learning_rate": 1.213512949418419e-06,
      "loss": 0.7897,
      "step": 710
    },
    {
      "epoch": 3.87,
      "learning_rate": 1.2022005356564264e-06,
      "loss": 0.8565,
      "step": 711
    },
    {
      "epoch": 3.87,
      "learning_rate": 1.1909338869695747e-06,
      "loss": 0.9481,
      "step": 712
    },
    {
      "epoch": 3.88,
      "learning_rate": 1.1797131391257027e-06,
      "loss": 0.8168,
      "step": 713
    },
    {
      "epoch": 3.89,
      "learning_rate": 1.168538427339524e-06,
      "loss": 0.8379,
      "step": 714
    },
    {
      "epoch": 3.89,
      "learning_rate": 1.1574098862709993e-06,
      "loss": 0.9077,
      "step": 715
    },
    {
      "epoch": 3.9,
      "learning_rate": 1.1463276500237113e-06,
      "loss": 0.8559,
      "step": 716
    },
    {
      "epoch": 3.9,
      "learning_rate": 1.1352918521432515e-06,
      "loss": 0.7869,
      "step": 717
    },
    {
      "epoch": 3.91,
      "learning_rate": 1.1243026256156103e-06,
      "loss": 0.7304,
      "step": 718
    },
    {
      "epoch": 3.91,
      "learning_rate": 1.1133601028655717e-06,
      "loss": 0.9448,
      "step": 719
    },
    {
      "epoch": 3.92,
      "learning_rate": 1.1024644157551206e-06,
      "loss": 0.8451,
      "step": 720
    },
    {
      "epoch": 3.92,
      "learning_rate": 1.091615695581853e-06,
      "loss": 0.8134,
      "step": 721
    },
    {
      "epoch": 3.93,
      "learning_rate": 1.080814073077393e-06,
      "loss": 0.8453,
      "step": 722
    },
    {
      "epoch": 3.93,
      "learning_rate": 1.0700596784058205e-06,
      "loss": 0.9098,
      "step": 723
    },
    {
      "epoch": 3.94,
      "learning_rate": 1.059352641162098e-06,
      "loss": 0.8295,
      "step": 724
    },
    {
      "epoch": 3.95,
      "learning_rate": 1.0486930903705095e-06,
      "loss": 0.959,
      "step": 725
    },
    {
      "epoch": 3.95,
      "learning_rate": 1.0380811544831087e-06,
      "loss": 0.9064,
      "step": 726
    },
    {
      "epoch": 3.96,
      "learning_rate": 1.0275169613781732e-06,
      "loss": 0.9544,
      "step": 727
    },
    {
      "epoch": 3.96,
      "learning_rate": 1.0170006383586561e-06,
      "loss": 0.8453,
      "step": 728
    },
    {
      "epoch": 3.97,
      "learning_rate": 1.006532312150658e-06,
      "loss": 0.8531,
      "step": 729
    },
    {
      "epoch": 3.97,
      "learning_rate": 9.961121089018933e-07,
      "loss": 0.8159,
      "step": 730
    },
    {
      "epoch": 3.98,
      "learning_rate": 9.857401541801814e-07,
      "loss": 0.8243,
      "step": 731
    },
    {
      "epoch": 3.98,
      "learning_rate": 9.754165729719222e-07,
      "loss": 0.851,
      "step": 732
    },
    {
      "epoch": 3.99,
      "learning_rate": 9.651414896805966e-07,
      "loss": 0.778,
      "step": 733
    },
    {
      "epoch": 3.99,
      "learning_rate": 9.549150281252633e-07,
      "loss": 0.9498,
      "step": 734
    },
    {
      "epoch": 4.0,
      "learning_rate": 9.447373115390702e-07,
      "loss": 0.8119,
      "step": 735
    },
    {
      "epoch": 4.01,
      "learning_rate": 9.346084625677676e-07,
      "loss": 0.9721,
      "step": 736
    },
    {
      "epoch": 4.01,
      "learning_rate": 9.245286032682299e-07,
      "loss": 0.8062,
      "step": 737
    },
    {
      "epoch": 4.02,
      "learning_rate": 9.144978551069867e-07,
      "loss": 0.8626,
      "step": 738
    },
    {
      "epoch": 4.02,
      "learning_rate": 9.045163389587569e-07,
      "loss": 0.9832,
      "step": 739
    },
    {
      "epoch": 4.03,
      "learning_rate": 8.945841751049916e-07,
      "loss": 0.8116,
      "step": 740
    },
    {
      "epoch": 4.03,
      "learning_rate": 8.847014832324313e-07,
      "loss": 0.956,
      "step": 741
    },
    {
      "epoch": 4.04,
      "learning_rate": 8.748683824316518e-07,
      "loss": 0.7777,
      "step": 742
    },
    {
      "epoch": 4.04,
      "learning_rate": 8.650849911956388e-07,
      "loss": 0.8544,
      "step": 743
    },
    {
      "epoch": 4.05,
      "learning_rate": 8.553514274183561e-07,
      "loss": 0.7898,
      "step": 744
    },
    {
      "epoch": 4.05,
      "learning_rate": 8.45667808393329e-07,
      "loss": 0.8439,
      "step": 745
    },
    {
      "epoch": 4.06,
      "learning_rate": 8.360342508122238e-07,
      "loss": 0.8586,
      "step": 746
    },
    {
      "epoch": 4.07,
      "learning_rate": 8.264508707634472e-07,
      "loss": 0.9113,
      "step": 747
    },
    {
      "epoch": 4.07,
      "learning_rate": 8.169177837307418e-07,
      "loss": 0.7554,
      "step": 748
    },
    {
      "epoch": 4.08,
      "learning_rate": 8.074351045918055e-07,
      "loss": 1.0145,
      "step": 749
    },
    {
      "epoch": 4.08,
      "learning_rate": 7.980029476168943e-07,
      "loss": 0.8817,
      "step": 750
    },
    {
      "epoch": 4.09,
      "learning_rate": 7.886214264674525e-07,
      "loss": 0.827,
      "step": 751
    },
    {
      "epoch": 4.09,
      "learning_rate": 7.792906541947421e-07,
      "loss": 0.8639,
      "step": 752
    },
    {
      "epoch": 4.1,
      "learning_rate": 7.700107432384785e-07,
      "loss": 0.8534,
      "step": 753
    },
    {
      "epoch": 4.1,
      "learning_rate": 7.60781805425479e-07,
      "loss": 0.88,
      "step": 754
    },
    {
      "epoch": 4.11,
      "learning_rate": 7.516039519683105e-07,
      "loss": 0.8416,
      "step": 755
    },
    {
      "epoch": 4.11,
      "learning_rate": 7.424772934639552e-07,
      "loss": 0.8425,
      "step": 756
    },
    {
      "epoch": 4.12,
      "learning_rate": 7.334019398924714e-07,
      "loss": 0.7865,
      "step": 757
    },
    {
      "epoch": 4.13,
      "learning_rate": 7.243780006156737e-07,
      "loss": 0.937,
      "step": 758
    },
    {
      "epoch": 4.13,
      "learning_rate": 7.154055843758118e-07,
      "loss": 0.884,
      "step": 759
    },
    {
      "epoch": 4.14,
      "learning_rate": 7.064847992942614e-07,
      "loss": 0.884,
      "step": 760
    },
    {
      "epoch": 4.14,
      "learning_rate": 6.976157528702221e-07,
      "loss": 0.9562,
      "step": 761
    },
    {
      "epoch": 4.15,
      "learning_rate": 6.887985519794188e-07,
      "loss": 0.7733,
      "step": 762
    },
    {
      "epoch": 4.15,
      "learning_rate": 6.80033302872819e-07,
      "loss": 0.7185,
      "step": 763
    },
    {
      "epoch": 4.16,
      "learning_rate": 6.713201111753487e-07,
      "loss": 0.884,
      "step": 764
    },
    {
      "epoch": 4.16,
      "learning_rate": 6.626590818846163e-07,
      "loss": 0.7337,
      "step": 765
    },
    {
      "epoch": 4.17,
      "learning_rate": 6.540503193696551e-07,
      "loss": 0.8191,
      "step": 766
    },
    {
      "epoch": 4.17,
      "learning_rate": 6.454939273696631e-07,
      "loss": 0.7203,
      "step": 767
    },
    {
      "epoch": 4.18,
      "learning_rate": 6.369900089927488e-07,
      "loss": 0.8857,
      "step": 768
    },
    {
      "epoch": 4.19,
      "learning_rate": 6.285386667146937e-07,
      "loss": 0.7981,
      "step": 769
    },
    {
      "epoch": 4.19,
      "learning_rate": 6.201400023777105e-07,
      "loss": 0.8905,
      "step": 770
    },
    {
      "epoch": 4.2,
      "learning_rate": 6.117941171892272e-07,
      "loss": 0.8076,
      "step": 771
    },
    {
      "epoch": 4.2,
      "learning_rate": 6.035011117206574e-07,
      "loss": 0.8366,
      "step": 772
    },
    {
      "epoch": 4.21,
      "learning_rate": 5.952610859061925e-07,
      "loss": 0.8544,
      "step": 773
    },
    {
      "epoch": 4.21,
      "learning_rate": 5.870741390415963e-07,
      "loss": 0.9062,
      "step": 774
    },
    {
      "epoch": 4.22,
      "learning_rate": 5.789403697830104e-07,
      "loss": 0.878,
      "step": 775
    },
    {
      "epoch": 4.22,
      "learning_rate": 5.708598761457623e-07,
      "loss": 0.8995,
      "step": 776
    },
    {
      "epoch": 4.23,
      "learning_rate": 5.628327555031865e-07,
      "loss": 0.7554,
      "step": 777
    },
    {
      "epoch": 4.23,
      "learning_rate": 5.548591045854518e-07,
      "loss": 0.8262,
      "step": 778
    },
    {
      "epoch": 4.24,
      "learning_rate": 5.46939019478393e-07,
      "loss": 0.8744,
      "step": 779
    },
    {
      "epoch": 4.24,
      "learning_rate": 5.390725956223531e-07,
      "loss": 0.8344,
      "step": 780
    },
    {
      "epoch": 4.25,
      "learning_rate": 5.312599278110403e-07,
      "loss": 1.0051,
      "step": 781
    },
    {
      "epoch": 4.26,
      "learning_rate": 5.235011101903725e-07,
      "loss": 0.9111,
      "step": 782
    },
    {
      "epoch": 4.26,
      "learning_rate": 5.157962362573543e-07,
      "loss": 0.8366,
      "step": 783
    },
    {
      "epoch": 4.27,
      "learning_rate": 5.081453988589447e-07,
      "loss": 0.7421,
      "step": 784
    },
    {
      "epoch": 4.27,
      "learning_rate": 5.005486901909429e-07,
      "loss": 0.924,
      "step": 785
    },
    {
      "epoch": 4.28,
      "learning_rate": 4.930062017968706e-07,
      "loss": 0.7788,
      "step": 786
    },
    {
      "epoch": 4.28,
      "learning_rate": 4.855180245668755e-07,
      "loss": 0.7902,
      "step": 787
    },
    {
      "epoch": 4.29,
      "learning_rate": 4.780842487366283e-07,
      "loss": 0.7286,
      "step": 788
    },
    {
      "epoch": 4.29,
      "learning_rate": 4.7070496388624544e-07,
      "loss": 0.9672,
      "step": 789
    },
    {
      "epoch": 4.3,
      "learning_rate": 4.6338025893920167e-07,
      "loss": 0.7559,
      "step": 790
    },
    {
      "epoch": 4.3,
      "learning_rate": 4.5611022216126124e-07,
      "loss": 0.8186,
      "step": 791
    },
    {
      "epoch": 4.31,
      "learning_rate": 4.488949411594135e-07,
      "loss": 0.7844,
      "step": 792
    },
    {
      "epoch": 4.32,
      "learning_rate": 4.4173450288081844e-07,
      "loss": 0.7213,
      "step": 793
    },
    {
      "epoch": 4.32,
      "learning_rate": 4.346289936117587e-07,
      "loss": 0.9005,
      "step": 794
    },
    {
      "epoch": 4.33,
      "learning_rate": 4.275784989765985e-07,
      "loss": 0.9292,
      "step": 795
    },
    {
      "epoch": 4.33,
      "learning_rate": 4.205831039367525e-07,
      "loss": 0.8719,
      "step": 796
    },
    {
      "epoch": 4.34,
      "learning_rate": 4.13642892789663e-07,
      "loss": 0.8004,
      "step": 797
    },
    {
      "epoch": 4.34,
      "learning_rate": 4.067579491677831e-07,
      "loss": 0.9129,
      "step": 798
    },
    {
      "epoch": 4.35,
      "learning_rate": 3.999283560375683e-07,
      "loss": 0.8006,
      "step": 799
    },
    {
      "epoch": 4.35,
      "learning_rate": 3.93154195698478e-07,
      "loss": 0.9297,
      "step": 800
    },
    {
      "epoch": 4.36,
      "learning_rate": 3.8643554978198385e-07,
      "loss": 0.974,
      "step": 801
    },
    {
      "epoch": 4.36,
      "learning_rate": 3.7977249925058303e-07,
      "loss": 0.9562,
      "step": 802
    },
    {
      "epoch": 4.37,
      "learning_rate": 3.7316512439682926e-07,
      "loss": 0.9122,
      "step": 803
    },
    {
      "epoch": 4.38,
      "learning_rate": 3.6661350484235857e-07,
      "loss": 0.8722,
      "step": 804
    },
    {
      "epoch": 4.38,
      "learning_rate": 3.6011771953693044e-07,
      "loss": 0.9109,
      "step": 805
    },
    {
      "epoch": 4.39,
      "learning_rate": 3.5367784675747975e-07,
      "loss": 0.9652,
      "step": 806
    },
    {
      "epoch": 4.39,
      "learning_rate": 3.472939641071743e-07,
      "loss": 0.8378,
      "step": 807
    },
    {
      "epoch": 4.4,
      "learning_rate": 3.409661485144744e-07,
      "loss": 0.8497,
      "step": 808
    },
    {
      "epoch": 4.4,
      "learning_rate": 3.346944762322102e-07,
      "loss": 0.9019,
      "step": 809
    },
    {
      "epoch": 4.41,
      "learning_rate": 3.284790228366602e-07,
      "loss": 0.7724,
      "step": 810
    },
    {
      "epoch": 4.41,
      "learning_rate": 3.2231986322664386e-07,
      "loss": 0.7944,
      "step": 811
    },
    {
      "epoch": 4.42,
      "learning_rate": 3.162170716226148e-07,
      "loss": 0.9376,
      "step": 812
    },
    {
      "epoch": 4.42,
      "learning_rate": 3.1017072156576957e-07,
      "loss": 0.8481,
      "step": 813
    },
    {
      "epoch": 4.43,
      "learning_rate": 3.0418088591716076e-07,
      "loss": 0.87,
      "step": 814
    },
    {
      "epoch": 4.44,
      "learning_rate": 2.982476368568177e-07,
      "loss": 0.9193,
      "step": 815
    },
    {
      "epoch": 4.44,
      "learning_rate": 2.923710458828777e-07,
      "loss": 0.9044,
      "step": 816
    },
    {
      "epoch": 4.45,
      "learning_rate": 2.86551183810726e-07,
      "loss": 0.8131,
      "step": 817
    },
    {
      "epoch": 4.45,
      "learning_rate": 2.80788120772138e-07,
      "loss": 0.7668,
      "step": 818
    },
    {
      "epoch": 4.46,
      "learning_rate": 2.7508192621443994e-07,
      "loss": 0.8382,
      "step": 819
    },
    {
      "epoch": 4.46,
      "learning_rate": 2.6943266889966624e-07,
      "loss": 0.8403,
      "step": 820
    },
    {
      "epoch": 4.47,
      "learning_rate": 2.638404169037373e-07,
      "loss": 0.923,
      "step": 821
    },
    {
      "epoch": 4.47,
      "learning_rate": 2.583052376156314e-07,
      "loss": 0.8127,
      "step": 822
    },
    {
      "epoch": 4.48,
      "learning_rate": 2.528271977365787e-07,
      "loss": 0.8425,
      "step": 823
    },
    {
      "epoch": 4.48,
      "learning_rate": 2.474063632792556e-07,
      "loss": 0.8664,
      "step": 824
    },
    {
      "epoch": 4.49,
      "learning_rate": 2.4204279956698994e-07,
      "loss": 0.9305,
      "step": 825
    },
    {
      "epoch": 4.5,
      "learning_rate": 2.3673657123297166e-07,
      "loss": 0.779,
      "step": 826
    },
    {
      "epoch": 4.5,
      "learning_rate": 2.3148774221947667e-07,
      "loss": 0.8542,
      "step": 827
    },
    {
      "epoch": 4.51,
      "learning_rate": 2.2629637577709252e-07,
      "loss": 0.8933,
      "step": 828
    },
    {
      "epoch": 4.51,
      "learning_rate": 2.2116253446396175e-07,
      "loss": 0.8068,
      "step": 829
    },
    {
      "epoch": 4.52,
      "learning_rate": 2.1608628014502364e-07,
      "loss": 0.75,
      "step": 830
    },
    {
      "epoch": 4.52,
      "learning_rate": 2.1106767399126982e-07,
      "loss": 0.9549,
      "step": 831
    },
    {
      "epoch": 4.53,
      "learning_rate": 2.061067764790087e-07,
      "loss": 0.9055,
      "step": 832
    },
    {
      "epoch": 4.53,
      "learning_rate": 2.0120364738913212e-07,
      "loss": 0.8934,
      "step": 833
    },
    {
      "epoch": 4.54,
      "learning_rate": 1.9635834580640223e-07,
      "loss": 0.8489,
      "step": 834
    },
    {
      "epoch": 4.54,
      "learning_rate": 1.915709301187335e-07,
      "loss": 0.7928,
      "step": 835
    },
    {
      "epoch": 4.55,
      "learning_rate": 1.8684145801649067e-07,
      "loss": 0.9472,
      "step": 836
    },
    {
      "epoch": 4.56,
      "learning_rate": 1.821699864917953e-07,
      "loss": 0.9573,
      "step": 837
    },
    {
      "epoch": 4.56,
      "learning_rate": 1.7755657183783638e-07,
      "loss": 0.8264,
      "step": 838
    },
    {
      "epoch": 4.57,
      "learning_rate": 1.7300126964819363e-07,
      "loss": 0.8467,
      "step": 839
    },
    {
      "epoch": 4.57,
      "learning_rate": 1.6850413481616868e-07,
      "loss": 0.9277,
      "step": 840
    },
    {
      "epoch": 4.58,
      "learning_rate": 1.6406522153411985e-07,
      "loss": 0.9041,
      "step": 841
    },
    {
      "epoch": 4.58,
      "learning_rate": 1.596845832928129e-07,
      "loss": 0.8498,
      "step": 842
    },
    {
      "epoch": 4.59,
      "learning_rate": 1.5536227288077466e-07,
      "loss": 0.8126,
      "step": 843
    },
    {
      "epoch": 4.59,
      "learning_rate": 1.510983423836576e-07,
      "loss": 0.9155,
      "step": 844
    },
    {
      "epoch": 4.6,
      "learning_rate": 1.468928431836092e-07,
      "loss": 0.8811,
      "step": 845
    },
    {
      "epoch": 4.6,
      "learning_rate": 1.427458259586584e-07,
      "loss": 0.7399,
      "step": 846
    },
    {
      "epoch": 4.61,
      "learning_rate": 1.3865734068210124e-07,
      "loss": 0.8392,
      "step": 847
    },
    {
      "epoch": 4.61,
      "learning_rate": 1.3462743662189802e-07,
      "loss": 0.8258,
      "step": 848
    },
    {
      "epoch": 4.62,
      "learning_rate": 1.3065616234008204e-07,
      "loss": 0.9331,
      "step": 849
    },
    {
      "epoch": 4.63,
      "learning_rate": 1.2674356569217282e-07,
      "loss": 0.839,
      "step": 850
    },
    {
      "epoch": 4.63,
      "learning_rate": 1.228896938265983e-07,
      "loss": 0.9558,
      "step": 851
    },
    {
      "epoch": 4.64,
      "learning_rate": 1.1909459318413086e-07,
      "loss": 0.8337,
      "step": 852
    },
    {
      "epoch": 4.64,
      "learning_rate": 1.1535830949732318e-07,
      "loss": 0.8119,
      "step": 853
    },
    {
      "epoch": 4.65,
      "learning_rate": 1.1168088778996e-07,
      "loss": 0.9339,
      "step": 854
    },
    {
      "epoch": 4.65,
      "learning_rate": 1.080623723765134e-07,
      "loss": 0.878,
      "step": 855
    },
    {
      "epoch": 4.66,
      "learning_rate": 1.0450280686161163e-07,
      "loss": 0.8696,
      "step": 856
    },
    {
      "epoch": 4.66,
      "learning_rate": 1.010022341395095e-07,
      "loss": 0.798,
      "step": 857
    },
    {
      "epoch": 4.67,
      "learning_rate": 9.756069639357602e-08,
      "loss": 0.7726,
      "step": 858
    },
    {
      "epoch": 4.67,
      "learning_rate": 9.417823509578316e-08,
      "loss": 0.9084,
      "step": 859
    },
    {
      "epoch": 4.68,
      "learning_rate": 9.085489100620737e-08,
      "loss": 0.8672,
      "step": 860
    },
    {
      "epoch": 4.69,
      "learning_rate": 8.759070417253768e-08,
      "loss": 0.9089,
      "step": 861
    },
    {
      "epoch": 4.69,
      "learning_rate": 8.438571392959338e-08,
      "loss": 0.8619,
      "step": 862
    },
    {
      "epoch": 4.7,
      "learning_rate": 8.123995889884995e-08,
      "loss": 0.919,
      "step": 863
    },
    {
      "epoch": 4.7,
      "learning_rate": 7.815347698797327e-08,
      "loss": 0.9736,
      "step": 864
    },
    {
      "epoch": 4.71,
      "learning_rate": 7.512630539036502e-08,
      "loss": 0.8875,
      "step": 865
    },
    {
      "epoch": 4.71,
      "learning_rate": 7.215848058471086e-08,
      "loss": 0.8318,
      "step": 866
    },
    {
      "epoch": 4.72,
      "learning_rate": 6.925003833454402e-08,
      "loss": 0.8584,
      "step": 867
    },
    {
      "epoch": 4.72,
      "learning_rate": 6.640101368781126e-08,
      "loss": 0.9158,
      "step": 868
    },
    {
      "epoch": 4.73,
      "learning_rate": 6.361144097645489e-08,
      "loss": 0.7842,
      "step": 869
    },
    {
      "epoch": 4.73,
      "learning_rate": 6.088135381599414e-08,
      "loss": 0.6236,
      "step": 870
    },
    {
      "epoch": 4.74,
      "learning_rate": 5.821078510512446e-08,
      "loss": 0.8197,
      "step": 871
    },
    {
      "epoch": 4.75,
      "learning_rate": 5.559976702531722e-08,
      "loss": 0.8129,
      "step": 872
    },
    {
      "epoch": 4.75,
      "learning_rate": 5.304833104043505e-08,
      "loss": 0.9605,
      "step": 873
    },
    {
      "epoch": 4.76,
      "learning_rate": 5.0556507896350473e-08,
      "loss": 0.8278,
      "step": 874
    },
    {
      "epoch": 4.76,
      "learning_rate": 4.8124327620576726e-08,
      "loss": 0.8557,
      "step": 875
    },
    {
      "epoch": 4.77,
      "learning_rate": 4.575181952190533e-08,
      "loss": 0.8224,
      "step": 876
    },
    {
      "epoch": 4.77,
      "learning_rate": 4.3439012190053534e-08,
      "loss": 0.5978,
      "step": 877
    },
    {
      "epoch": 4.78,
      "learning_rate": 4.1185933495317965e-08,
      "loss": 0.8474,
      "step": 878
    },
    {
      "epoch": 4.78,
      "learning_rate": 3.899261058824266e-08,
      "loss": 0.7566,
      "step": 879
    },
    {
      "epoch": 4.79,
      "learning_rate": 3.685906989928656e-08,
      "loss": 0.8055,
      "step": 880
    },
    {
      "epoch": 4.79,
      "learning_rate": 3.478533713850929e-08,
      "loss": 0.8079,
      "step": 881
    },
    {
      "epoch": 4.8,
      "learning_rate": 3.277143729526033e-08,
      "loss": 0.8823,
      "step": 882
    },
    {
      "epoch": 4.81,
      "learning_rate": 3.081739463787592e-08,
      "loss": 0.8067,
      "step": 883
    },
    {
      "epoch": 4.81,
      "learning_rate": 2.892323271339037e-08,
      "loss": 0.8689,
      "step": 884
    },
    {
      "epoch": 4.82,
      "learning_rate": 2.7088974347246888e-08,
      "loss": 0.9433,
      "step": 885
    },
    {
      "epoch": 4.82,
      "learning_rate": 2.531464164302888e-08,
      "loss": 0.8466,
      "step": 886
    },
    {
      "epoch": 4.83,
      "learning_rate": 2.3600255982187958e-08,
      "loss": 0.9036,
      "step": 887
    },
    {
      "epoch": 4.83,
      "learning_rate": 2.19458380237908e-08,
      "loss": 0.9569,
      "step": 888
    },
    {
      "epoch": 4.84,
      "learning_rate": 2.0351407704267134e-08,
      "loss": 0.9518,
      "step": 889
    },
    {
      "epoch": 4.84,
      "learning_rate": 1.8816984237169378e-08,
      "loss": 0.8609,
      "step": 890
    },
    {
      "epoch": 4.85,
      "learning_rate": 1.734258611294448e-08,
      "loss": 0.9466,
      "step": 891
    },
    {
      "epoch": 4.85,
      "learning_rate": 1.5928231098706893e-08,
      "loss": 0.8711,
      "step": 892
    },
    {
      "epoch": 4.86,
      "learning_rate": 1.4573936238028163e-08,
      "loss": 0.94,
      "step": 893
    },
    {
      "epoch": 4.87,
      "learning_rate": 1.3279717850728236e-08,
      "loss": 0.8015,
      "step": 894
    },
    {
      "epoch": 4.87,
      "learning_rate": 1.2045591532681145e-08,
      "loss": 0.7746,
      "step": 895
    },
    {
      "epoch": 4.88,
      "learning_rate": 1.0871572155626841e-08,
      "loss": 0.9479,
      "step": 896
    },
    {
      "epoch": 4.88,
      "learning_rate": 9.757673866990225e-09,
      "loss": 0.878,
      "step": 897
    },
    {
      "epoch": 4.89,
      "learning_rate": 8.703910089712387e-09,
      "loss": 0.9255,
      "step": 898
    },
    {
      "epoch": 4.89,
      "learning_rate": 7.710293522088518e-09,
      "loss": 0.9318,
      "step": 899
    },
    {
      "epoch": 4.9,
      "learning_rate": 6.7768361376152616e-09,
      "loss": 0.8398,
      "step": 900
    },
    {
      "epoch": 4.9,
      "learning_rate": 5.903549184844703e-09,
      "loss": 0.7752,
      "step": 901
    },
    {
      "epoch": 4.91,
      "learning_rate": 5.090443187251159e-09,
      "loss": 0.8166,
      "step": 902
    },
    {
      "epoch": 4.91,
      "learning_rate": 4.337527943101827e-09,
      "loss": 0.713,
      "step": 903
    },
    {
      "epoch": 4.92,
      "learning_rate": 3.6448125253413236e-09,
      "loss": 0.9034,
      "step": 904
    },
    {
      "epoch": 4.93,
      "learning_rate": 3.0123052814812203e-09,
      "loss": 0.867,
      "step": 905
    },
    {
      "epoch": 4.93,
      "learning_rate": 2.440013833498456e-09,
      "loss": 0.9285,
      "step": 906
    },
    {
      "epoch": 4.94,
      "learning_rate": 1.9279450777442976e-09,
      "loss": 0.8003,
      "step": 907
    },
    {
      "epoch": 4.94,
      "learning_rate": 1.4761051848627417e-09,
      "loss": 0.8849,
      "step": 908
    },
    {
      "epoch": 4.95,
      "learning_rate": 1.0844995997139064e-09,
      "loss": 0.8478,
      "step": 909
    },
    {
      "epoch": 4.95,
      "learning_rate": 7.53133041307974e-10,
      "loss": 0.8967,
      "step": 910
    },
    {
      "epoch": 4.96,
      "learning_rate": 4.820095027524563e-10,
      "loss": 0.9835,
      "step": 911
    },
    {
      "epoch": 4.96,
      "learning_rate": 2.7113225119834717e-10,
      "loss": 0.8379,
      "step": 912
    },
    {
      "epoch": 4.97,
      "learning_rate": 1.205038278051518e-10,
      "loss": 0.9426,
      "step": 913
    },
    {
      "epoch": 4.97,
      "learning_rate": 3.0126047709244654e-11,
      "loss": 0.8376,
      "step": 914
    },
    {
      "epoch": 4.98,
      "learning_rate": 0.0,
      "loss": 0.9024,
      "step": 915
    },
    {
      "epoch": 4.98,
      "step": 915,
      "total_flos": 8.22738094695383e+17,
      "train_loss": 0.9721869942920456,
      "train_runtime": 16666.1068,
      "train_samples_per_second": 0.441,
      "train_steps_per_second": 0.055
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 915,
  "num_train_epochs": 5,
  "save_steps": 1000,
  "total_flos": 8.22738094695383e+17,
  "trial_name": null,
  "trial_params": null
}