diff --git a/last-checkpoint/model.safetensors b/last-checkpoint/model.safetensors
index fecc4b8255d0118b168a5dc7d721fb5c6f6baa25..90a93bfbf798a013afe85f9fecf6c51490b059dd 100644
--- a/last-checkpoint/model.safetensors
+++ b/last-checkpoint/model.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1a9324f1d5bbfda5c5ef464f5ae538c67609b9809f4bb9e7b5ff3d7efd2a04d0
+oid sha256:ac1cbfe86d48d58bbbdc537a0c0c26917c4d7e2287e14ce38e0857474f6ea2e6
 size 325690872
diff --git a/last-checkpoint/optimizer.pt b/last-checkpoint/optimizer.pt
index 86623cc7a02a572170bd729c58158d99f1a01952..9b7a1712e831c006b599b0ac01e399cca9a0d2f2 100644
--- a/last-checkpoint/optimizer.pt
+++ b/last-checkpoint/optimizer.pt
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:801f28773de7283c3987b1e383caa6f1e78eb2516d24634a1b704f529ee08071
+oid sha256:a0f213d66a933c11a39f4b0fc681a96a89f126742bdc2f8e5dd7a09a2a6e4095
 size 651550778
diff --git a/last-checkpoint/rng_state_0.pth b/last-checkpoint/rng_state_0.pth
index 6d1a99650e1d0f2c437938102ca71509139a36b0..3a0e226e2c9a2eda6d461365d94733bc5d2ac5a4 100644
--- a/last-checkpoint/rng_state_0.pth
+++ b/last-checkpoint/rng_state_0.pth
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5ff22c72cb50d4b6353cf336b950d2c54115c739606544de9a8d3b0fab0ef188
+oid sha256:ec18774ecda9939f8782edcd4f5f8fce6da7592595690e14c24eef50baf2c0c3
 size 15920
diff --git a/last-checkpoint/rng_state_1.pth b/last-checkpoint/rng_state_1.pth
index 47c0a93af70b68f11ffc42de4563a0c014526003..f8c0399882982006dd09c05b4caeb9fb4f03fb50 100644
--- a/last-checkpoint/rng_state_1.pth
+++ b/last-checkpoint/rng_state_1.pth
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c253ad05d3ffa98dc1e5291ec640e6158218602254206e6fb97ea82185040775
+oid sha256:d4c0ec63d1c0dc11680449892ab126d12019d874afeee380ecc374206240ea42
 size 15920
diff --git a/last-checkpoint/rng_state_2.pth b/last-checkpoint/rng_state_2.pth
index aa0275a5030d4450e98369b7a272c534846c3ed8..0afd9bb59a975e78dd0f403fbab4b8c763196656 100644
--- a/last-checkpoint/rng_state_2.pth
+++ b/last-checkpoint/rng_state_2.pth
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:edcdbb53b869133655de3ceb14325bb161e7aa238640244125393ff4afcb7363
+oid sha256:e28126ecfc631abb4fc9da373d1b2e371ee08e1afb70dd1bd6a8843915e342cb
 size 15920
diff --git a/last-checkpoint/rng_state_3.pth b/last-checkpoint/rng_state_3.pth
index 7cb28a76a9b2f540e5716f6825bfa31fa8f6b35d..cab34115bac467f68d12d2cbc27c7ff7ee46197e 100644
--- a/last-checkpoint/rng_state_3.pth
+++ b/last-checkpoint/rng_state_3.pth
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b095e9807a468e05241a1d389fd326265bee89778655d3c00298c2f6abcee791
+oid sha256:292543bb4b1f482ad1860a0e2ebb75a7e8e43947f98454fed5488300f0d60c86
 size 15920
diff --git a/last-checkpoint/rng_state_4.pth b/last-checkpoint/rng_state_4.pth
index 64fe3fed8835f3758fdaec10589462a30a19dcb6..5af72a007adc93d684f16d1319152afd74ab3635 100644
--- a/last-checkpoint/rng_state_4.pth
+++ b/last-checkpoint/rng_state_4.pth
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a4da3805c54028ef89f9cce32b640836c54b432b251fae2dea3d0182fa96f403
+oid sha256:d7b5880ad30944d87faa9b06efddb79f74890cde9a944a1f2d363f811c9239c9
 size 15920
diff --git a/last-checkpoint/rng_state_5.pth b/last-checkpoint/rng_state_5.pth
index 74d789b8f0643bb05afb673f93de6eda632e89c0..16a828fb1822e343b353b2abbe0761e1016ceeb1 100644
--- a/last-checkpoint/rng_state_5.pth
+++ b/last-checkpoint/rng_state_5.pth
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:08bb3c8d2c1053a6b93a1342acb589ea4695b3fdb4dfeaf3675191c7e3390d3d
+oid sha256:5901ea95a1be5a3543b7ef8f079f4d1d55e4eaa10458b9caaaea3d13255968dd
 size 15920
diff --git a/last-checkpoint/rng_state_6.pth b/last-checkpoint/rng_state_6.pth
index 3aa3b0991c56d7eed9a156635179f8f253785b5a..16c77f24a4b086eb38bbc2d44d3e6f6c05b85a97 100644
--- a/last-checkpoint/rng_state_6.pth
+++ b/last-checkpoint/rng_state_6.pth
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3cfebda0f5a673869a40a8a82d7e308c843f9b55ec287861a6a0670b4c43c9d4
+oid sha256:8644f98d8bbe4f93e3d4a185b369b37291d0939398a71417839a2fba27c71b48
 size 15920
diff --git a/last-checkpoint/rng_state_7.pth b/last-checkpoint/rng_state_7.pth
index 5fdbf34a50cfcf4d0faa7669638c1a99da50ffe2..174691a4fcc33e3aac1542ca38cc606fab6376b2 100644
--- a/last-checkpoint/rng_state_7.pth
+++ b/last-checkpoint/rng_state_7.pth
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:34bc6aae481e0bf889f93cc019a7692fbdaba7925f341ec202dd711aa1d2a724
+oid sha256:9357709bce658e95370c490cc69898a91229da20c6acf9633f86ce87659701ac
 size 15920
diff --git a/last-checkpoint/scheduler.pt b/last-checkpoint/scheduler.pt
index c1d4b50138e83f763e0ed8c49ef6a1eab7add44f..677690ee21d6eb529f2024ecd9960e22a3bbcbe3 100644
--- a/last-checkpoint/scheduler.pt
+++ b/last-checkpoint/scheduler.pt
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7aacbaeb2fb166ed7abcf1ad1b0f61705e2164e64d30abdff36a13f020686241
+oid sha256:f8ff0e21b1292b912336e894802171f5e07a296f028361aedcb3001c2ce56c30
 size 1064
diff --git a/last-checkpoint/trainer_state.json b/last-checkpoint/trainer_state.json
index da4e23f69fd57c41ec79bfd8dfb4469c094e1d54..3546a92f61d1b41056da89159d1eddd9fa3fb1b4 100644
--- a/last-checkpoint/trainer_state.json
+++ b/last-checkpoint/trainer_state.json
@@ -1,4236 +1,2828 @@
 {
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 0.03,
+  "epoch": 0.02,
   "eval_steps": 2000,
-  "global_step": 6000,
+  "global_step": 4000,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
       "epoch": 5e-05,
-      "grad_norm": 31.625,
-      "learning_rate": 5.000000000000001e-07,
-      "loss": 11.0902,
+      "grad_norm": 40.25,
+      "learning_rate": 3e-05,
+      "loss": 11.1394,
       "step": 10
     },
     {
       "epoch": 0.0001,
-      "grad_norm": 46.0,
-      "learning_rate": 1.0000000000000002e-06,
-      "loss": 11.0927,
+      "grad_norm": 10.1875,
+      "learning_rate": 6e-05,
+      "loss": 10.9977,
       "step": 20
     },
     {
       "epoch": 0.00015,
-      "grad_norm": 30.25,
-      "learning_rate": 1.5e-06,
-      "loss": 11.0934,
+      "grad_norm": 17.875,
+      "learning_rate": 8.999999999999999e-05,
+      "loss": 10.7316,
       "step": 30
     },
     {
       "epoch": 0.0002,
-      "grad_norm": 50.5,
-      "learning_rate": 2.0000000000000003e-06,
-      "loss": 11.0834,
+      "grad_norm": 11.125,
+      "learning_rate": 0.00012,
+      "loss": 10.3011,
       "step": 40
     },
     {
       "epoch": 0.00025,
-      "grad_norm": 20.25,
-      "learning_rate": 2.5e-06,
-      "loss": 11.082,
+      "grad_norm": 26.5,
+      "learning_rate": 0.00015000000000000001,
+      "loss": 9.3273,
       "step": 50
     },
     {
       "epoch": 0.0003,
-      "grad_norm": 53.0,
-      "learning_rate": 3e-06,
-      "loss": 11.096,
+      "grad_norm": 2.21875,
+      "learning_rate": 0.00017999999999999998,
+      "loss": 8.1906,
       "step": 60
     },
     {
       "epoch": 0.00035,
-      "grad_norm": 32.75,
-      "learning_rate": 3.5000000000000004e-06,
-      "loss": 11.0645,
+      "grad_norm": 105.5,
+      "learning_rate": 0.00021000000000000004,
+      "loss": 7.6939,
       "step": 70
     },
     {
       "epoch": 0.0004,
-      "grad_norm": 36.0,
-      "learning_rate": 4.000000000000001e-06,
-      "loss": 11.0728,
+      "grad_norm": 9.75,
+      "learning_rate": 0.00024,
+      "loss": 7.7775,
       "step": 80
     },
     {
       "epoch": 0.00045,
-      "grad_norm": 20.25,
-      "learning_rate": 4.5e-06,
-      "loss": 11.0674,
+      "grad_norm": 1.4375,
+      "learning_rate": 0.00027,
+      "loss": 7.7105,
       "step": 90
     },
     {
       "epoch": 0.0005,
-      "grad_norm": 25.125,
-      "learning_rate": 5e-06,
-      "loss": 11.0666,
+      "grad_norm": 1.4296875,
+      "learning_rate": 0.00030000000000000003,
+      "loss": 7.7077,
       "step": 100
     },
     {
       "epoch": 0.00055,
-      "grad_norm": 16.75,
-      "learning_rate": 5.500000000000001e-06,
-      "loss": 11.0664,
+      "grad_norm": 1.765625,
+      "learning_rate": 0.00033,
+      "loss": 7.6771,
       "step": 110
     },
     {
       "epoch": 0.0006,
-      "grad_norm": 22.125,
-      "learning_rate": 6e-06,
-      "loss": 11.0592,
+      "grad_norm": 1.9609375,
+      "learning_rate": 0.00035999999999999997,
+      "loss": 7.6258,
       "step": 120
     },
     {
       "epoch": 0.00065,
-      "grad_norm": 23.625,
-      "learning_rate": 6.5000000000000004e-06,
-      "loss": 11.049,
+      "grad_norm": 0.79296875,
+      "learning_rate": 0.00039000000000000005,
+      "loss": 7.6656,
       "step": 130
     },
     {
       "epoch": 0.0007,
-      "grad_norm": 13.3125,
-      "learning_rate": 7.000000000000001e-06,
-      "loss": 11.0685,
+      "grad_norm": 4.0,
+      "learning_rate": 0.00042000000000000007,
+      "loss": 7.6237,
       "step": 140
     },
     {
       "epoch": 0.00075,
-      "grad_norm": 15.0,
-      "learning_rate": 7.5e-06,
-      "loss": 11.0337,
+      "grad_norm": 6.96875,
+      "learning_rate": 0.00045,
+      "loss": 7.6968,
       "step": 150
     },
     {
       "epoch": 0.0008,
-      "grad_norm": 30.125,
-      "learning_rate": 8.000000000000001e-06,
-      "loss": 11.0335,
+      "grad_norm": 4.65625,
+      "learning_rate": 0.00048,
+      "loss": 7.6275,
       "step": 160
     },
     {
       "epoch": 0.00085,
-      "grad_norm": 14.75,
-      "learning_rate": 8.500000000000002e-06,
-      "loss": 11.0266,
+      "grad_norm": 4.5625,
+      "learning_rate": 0.00051,
+      "loss": 7.5377,
       "step": 170
     },
     {
       "epoch": 0.0009,
-      "grad_norm": 17.375,
-      "learning_rate": 9e-06,
-      "loss": 11.0171,
+      "grad_norm": 4.15625,
+      "learning_rate": 0.00054,
+      "loss": 7.49,
       "step": 180
     },
     {
       "epoch": 0.00095,
-      "grad_norm": 42.0,
-      "learning_rate": 9.5e-06,
-      "loss": 11.0091,
+      "grad_norm": 5.3125,
+      "learning_rate": 0.00057,
+      "loss": 7.3152,
       "step": 190
     },
     {
       "epoch": 0.001,
-      "grad_norm": 29.25,
-      "learning_rate": 1e-05,
-      "loss": 11.0014,
+      "grad_norm": 12.625,
+      "learning_rate": 0.0006000000000000001,
+      "loss": 7.2709,
       "step": 200
     },
     {
       "epoch": 0.00105,
-      "grad_norm": 18.375,
-      "learning_rate": 1.05e-05,
-      "loss": 10.993,
+      "grad_norm": 3.140625,
+      "learning_rate": 0.00063,
+      "loss": 7.0626,
       "step": 210
     },
     {
       "epoch": 0.0011,
-      "grad_norm": 40.25,
-      "learning_rate": 1.1000000000000001e-05,
-      "loss": 10.973,
+      "grad_norm": 6.15625,
+      "learning_rate": 0.00066,
+      "loss": 6.9694,
       "step": 220
     },
     {
       "epoch": 0.00115,
-      "grad_norm": 39.0,
-      "learning_rate": 1.1500000000000002e-05,
-      "loss": 10.9513,
+      "grad_norm": 6.34375,
+      "learning_rate": 0.0006900000000000001,
+      "loss": 6.8454,
       "step": 230
     },
     {
       "epoch": 0.0012,
-      "grad_norm": 23.375,
-      "learning_rate": 1.2e-05,
-      "loss": 10.9342,
+      "grad_norm": 4.09375,
+      "learning_rate": 0.0007199999999999999,
+      "loss": 6.6577,
       "step": 240
     },
     {
       "epoch": 0.00125,
-      "grad_norm": 33.25,
-      "learning_rate": 1.25e-05,
-      "loss": 10.9172,
+      "grad_norm": 5.40625,
+      "learning_rate": 0.00075,
+      "loss": 6.5198,
       "step": 250
     },
     {
       "epoch": 0.0013,
-      "grad_norm": 42.25,
-      "learning_rate": 1.3000000000000001e-05,
-      "loss": 10.9073,
+      "grad_norm": 4.15625,
+      "learning_rate": 0.0007800000000000001,
+      "loss": 6.3885,
       "step": 260
     },
     {
       "epoch": 0.00135,
-      "grad_norm": 10.625,
-      "learning_rate": 1.3500000000000001e-05,
-      "loss": 10.8946,
+      "grad_norm": 2.09375,
+      "learning_rate": 0.0008100000000000001,
+      "loss": 6.3162,
       "step": 270
     },
     {
       "epoch": 0.0014,
-      "grad_norm": 10.6875,
-      "learning_rate": 1.4000000000000001e-05,
-      "loss": 10.8823,
+      "grad_norm": 1.6328125,
+      "learning_rate": 0.0008400000000000001,
+      "loss": 6.2158,
       "step": 280
     },
     {
       "epoch": 0.00145,
-      "grad_norm": 63.75,
-      "learning_rate": 1.45e-05,
-      "loss": 10.867,
+      "grad_norm": 2.25,
+      "learning_rate": 0.00087,
+      "loss": 6.0857,
       "step": 290
     },
     {
       "epoch": 0.0015,
-      "grad_norm": 38.5,
-      "learning_rate": 1.5e-05,
-      "loss": 10.8479,
+      "grad_norm": 2.484375,
+      "learning_rate": 0.0009,
+      "loss": 5.9952,
       "step": 300
     },
     {
       "epoch": 0.00155,
-      "grad_norm": 17.375,
-      "learning_rate": 1.55e-05,
-      "loss": 10.8308,
+      "grad_norm": 1.4453125,
+      "learning_rate": 0.00093,
+      "loss": 5.9662,
       "step": 310
     },
     {
       "epoch": 0.0016,
-      "grad_norm": 42.0,
-      "learning_rate": 1.6000000000000003e-05,
-      "loss": 10.8119,
+      "grad_norm": 2.328125,
+      "learning_rate": 0.00096,
+      "loss": 5.8449,
       "step": 320
     },
     {
       "epoch": 0.00165,
-      "grad_norm": 22.25,
-      "learning_rate": 1.65e-05,
-      "loss": 10.8032,
+      "grad_norm": 1.1328125,
+      "learning_rate": 0.00099,
+      "loss": 5.8188,
       "step": 330
     },
     {
       "epoch": 0.0017,
-      "grad_norm": 13.0,
-      "learning_rate": 1.7000000000000003e-05,
-      "loss": 10.7896,
+      "grad_norm": 1.2421875,
+      "learning_rate": 0.00102,
+      "loss": 5.7833,
       "step": 340
     },
     {
       "epoch": 0.00175,
-      "grad_norm": 32.5,
-      "learning_rate": 1.75e-05,
-      "loss": 10.7853,
+      "grad_norm": 1.03125,
+      "learning_rate": 0.00105,
+      "loss": 5.7273,
       "step": 350
     },
     {
       "epoch": 0.0018,
-      "grad_norm": 12.75,
-      "learning_rate": 1.8e-05,
-      "loss": 10.7559,
+      "grad_norm": 2.125,
+      "learning_rate": 0.00108,
+      "loss": 5.724,
       "step": 360
     },
     {
       "epoch": 0.00185,
-      "grad_norm": 16.75,
-      "learning_rate": 1.85e-05,
-      "loss": 10.7292,
+      "grad_norm": 0.98046875,
+      "learning_rate": 0.00111,
+      "loss": 5.6219,
       "step": 370
     },
     {
       "epoch": 0.0019,
-      "grad_norm": 13.5,
-      "learning_rate": 1.9e-05,
-      "loss": 10.7117,
+      "grad_norm": 3.34375,
+      "learning_rate": 0.00114,
+      "loss": 5.5756,
       "step": 380
     },
     {
       "epoch": 0.00195,
-      "grad_norm": 26.625,
-      "learning_rate": 1.9500000000000003e-05,
-      "loss": 10.6682,
+      "grad_norm": 3.125,
+      "learning_rate": 0.00117,
+      "loss": 5.6481,
       "step": 390
     },
     {
       "epoch": 0.002,
-      "grad_norm": 27.625,
-      "learning_rate": 2e-05,
-      "loss": 10.6554,
+      "grad_norm": 1.375,
+      "learning_rate": 0.0012000000000000001,
+      "loss": 5.4712,
       "step": 400
     },
     {
       "epoch": 0.00205,
-      "grad_norm": 18.5,
-      "learning_rate": 2.05e-05,
-      "loss": 10.6264,
+      "grad_norm": 2.671875,
+      "learning_rate": 0.00123,
+      "loss": 5.5402,
       "step": 410
     },
     {
       "epoch": 0.0021,
-      "grad_norm": 22.375,
-      "learning_rate": 2.1e-05,
-      "loss": 10.5963,
+      "grad_norm": 2.109375,
+      "learning_rate": 0.00126,
+      "loss": 5.4793,
       "step": 420
     },
     {
       "epoch": 0.00215,
-      "grad_norm": 16.625,
-      "learning_rate": 2.15e-05,
-      "loss": 10.5767,
+      "grad_norm": 2.109375,
+      "learning_rate": 0.00129,
+      "loss": 5.3914,
       "step": 430
     },
     {
       "epoch": 0.0022,
-      "grad_norm": 20.5,
-      "learning_rate": 2.2000000000000003e-05,
-      "loss": 10.5003,
+      "grad_norm": 1.4375,
+      "learning_rate": 0.00132,
+      "loss": 5.3984,
       "step": 440
     },
     {
       "epoch": 0.00225,
-      "grad_norm": 128.0,
-      "learning_rate": 2.25e-05,
-      "loss": 10.4183,
+      "grad_norm": 1.703125,
+      "learning_rate": 0.00135,
+      "loss": 5.2885,
       "step": 450
     },
     {
       "epoch": 0.0023,
-      "grad_norm": 35.25,
-      "learning_rate": 2.3000000000000003e-05,
-      "loss": 10.4039,
+      "grad_norm": 1.5,
+      "learning_rate": 0.0013800000000000002,
+      "loss": 5.3134,
       "step": 460
     },
     {
       "epoch": 0.00235,
-      "grad_norm": 46.5,
-      "learning_rate": 2.35e-05,
-      "loss": 10.337,
+      "grad_norm": 1.703125,
+      "learning_rate": 0.00141,
+      "loss": 5.2788,
       "step": 470
     },
     {
       "epoch": 0.0024,
-      "grad_norm": 31.75,
-      "learning_rate": 2.4e-05,
-      "loss": 10.287,
+      "grad_norm": 1.2421875,
+      "learning_rate": 0.0014399999999999999,
+      "loss": 5.2627,
       "step": 480
     },
     {
       "epoch": 0.00245,
-      "grad_norm": 15.5625,
-      "learning_rate": 2.45e-05,
-      "loss": 10.258,
+      "grad_norm": 1.640625,
+      "learning_rate": 0.00147,
+      "loss": 5.2986,
       "step": 490
     },
     {
       "epoch": 0.0025,
-      "grad_norm": 30.375,
-      "learning_rate": 2.5e-05,
-      "loss": 10.2216,
+      "grad_norm": 1.203125,
+      "learning_rate": 0.0015,
+      "loss": 5.2141,
       "step": 500
     },
     {
       "epoch": 0.00255,
-      "grad_norm": 14.125,
-      "learning_rate": 2.5500000000000003e-05,
-      "loss": 10.1201,
+      "grad_norm": 2.171875,
+      "learning_rate": 0.0015300000000000001,
+      "loss": 5.1679,
       "step": 510
     },
     {
       "epoch": 0.0026,
-      "grad_norm": 28.5,
-      "learning_rate": 2.6000000000000002e-05,
-      "loss": 10.054,
+      "grad_norm": 4.90625,
+      "learning_rate": 0.0015600000000000002,
+      "loss": 5.1572,
       "step": 520
     },
     {
       "epoch": 0.00265,
-      "grad_norm": 14.0625,
-      "learning_rate": 2.6500000000000004e-05,
-      "loss": 9.9927,
+      "grad_norm": 1.796875,
+      "learning_rate": 0.00159,
+      "loss": 5.1829,
       "step": 530
     },
     {
       "epoch": 0.0027,
-      "grad_norm": 10.375,
-      "learning_rate": 2.7000000000000002e-05,
-      "loss": 9.8655,
+      "grad_norm": 1.4921875,
+      "learning_rate": 0.0016200000000000001,
+      "loss": 5.1789,
       "step": 540
     },
     {
       "epoch": 0.00275,
-      "grad_norm": 30.5,
-      "learning_rate": 2.7500000000000004e-05,
-      "loss": 9.7691,
+      "grad_norm": 3.265625,
+      "learning_rate": 0.0016500000000000002,
+      "loss": 5.1366,
       "step": 550
     },
     {
       "epoch": 0.0028,
-      "grad_norm": 20.125,
-      "learning_rate": 2.8000000000000003e-05,
-      "loss": 9.612,
+      "grad_norm": 1.421875,
+      "learning_rate": 0.0016800000000000003,
+      "loss": 5.0894,
       "step": 560
     },
     {
       "epoch": 0.00285,
-      "grad_norm": 12.0625,
-      "learning_rate": 2.8499999999999998e-05,
-      "loss": 9.4771,
+      "grad_norm": 1.5703125,
+      "learning_rate": 0.00171,
+      "loss": 5.0709,
       "step": 570
     },
     {
       "epoch": 0.0029,
-      "grad_norm": 37.75,
-      "learning_rate": 2.9e-05,
-      "loss": 9.3691,
+      "grad_norm": 1.734375,
+      "learning_rate": 0.00174,
+      "loss": 5.039,
       "step": 580
     },
     {
       "epoch": 0.00295,
-      "grad_norm": 9.5625,
-      "learning_rate": 2.95e-05,
-      "loss": 9.1528,
+      "grad_norm": 1.8046875,
+      "learning_rate": 0.0017699999999999999,
+      "loss": 5.0598,
       "step": 590
     },
     {
       "epoch": 0.003,
-      "grad_norm": 62.0,
-      "learning_rate": 3e-05,
-      "loss": 9.0495,
+      "grad_norm": 0.74609375,
+      "learning_rate": 0.0018,
+      "loss": 5.0494,
       "step": 600
     },
     {
       "epoch": 0.00305,
-      "grad_norm": 25.125,
-      "learning_rate": 3.05e-05,
-      "loss": 8.8528,
+      "grad_norm": 2.453125,
+      "learning_rate": 0.00183,
+      "loss": 4.9924,
       "step": 610
     },
     {
       "epoch": 0.0031,
-      "grad_norm": 32.75,
-      "learning_rate": 3.1e-05,
-      "loss": 8.7636,
+      "grad_norm": 1.484375,
+      "learning_rate": 0.00186,
+      "loss": 4.998,
       "step": 620
     },
     {
       "epoch": 0.00315,
-      "grad_norm": 25.75,
-      "learning_rate": 3.15e-05,
-      "loss": 8.6855,
+      "grad_norm": 0.859375,
+      "learning_rate": 0.00189,
+      "loss": 4.9414,
       "step": 630
     },
     {
       "epoch": 0.0032,
-      "grad_norm": 18.625,
-      "learning_rate": 3.2000000000000005e-05,
-      "loss": 8.615,
+      "grad_norm": 0.9765625,
+      "learning_rate": 0.00192,
+      "loss": 4.9932,
       "step": 640
     },
     {
       "epoch": 0.00325,
-      "grad_norm": 20.5,
-      "learning_rate": 3.2500000000000004e-05,
-      "loss": 8.5321,
+      "grad_norm": 0.87109375,
+      "learning_rate": 0.0019500000000000001,
+      "loss": 4.9092,
       "step": 650
     },
     {
       "epoch": 0.0033,
-      "grad_norm": 188.0,
-      "learning_rate": 3.3e-05,
-      "loss": 8.4743,
+      "grad_norm": 1.046875,
+      "learning_rate": 0.00198,
+      "loss": 4.916,
       "step": 660
     },
     {
       "epoch": 0.00335,
-      "grad_norm": 20.5,
-      "learning_rate": 3.35e-05,
-      "loss": 8.4076,
+      "grad_norm": 0.90234375,
+      "learning_rate": 0.00201,
+      "loss": 4.856,
       "step": 670
     },
     {
       "epoch": 0.0034,
-      "grad_norm": 58.25,
-      "learning_rate": 3.4000000000000007e-05,
-      "loss": 8.3754,
+      "grad_norm": 1.359375,
+      "learning_rate": 0.00204,
+      "loss": 4.8744,
       "step": 680
     },
     {
       "epoch": 0.00345,
-      "grad_norm": 26.5,
-      "learning_rate": 3.45e-05,
-      "loss": 8.3274,
+      "grad_norm": 1.5703125,
+      "learning_rate": 0.00207,
+      "loss": 4.9353,
       "step": 690
     },
     {
       "epoch": 0.0035,
-      "grad_norm": 11.875,
-      "learning_rate": 3.5e-05,
-      "loss": 8.2515,
+      "grad_norm": 0.83203125,
+      "learning_rate": 0.0021,
+      "loss": 4.8405,
       "step": 700
     },
     {
       "epoch": 0.00355,
-      "grad_norm": 39.5,
-      "learning_rate": 3.55e-05,
-      "loss": 8.2337,
+      "grad_norm": 1.4921875,
+      "learning_rate": 0.00213,
+      "loss": 4.9276,
       "step": 710
     },
     {
       "epoch": 0.0036,
-      "grad_norm": 30.625,
-      "learning_rate": 3.6e-05,
-      "loss": 8.1032,
+      "grad_norm": 1.2421875,
+      "learning_rate": 0.00216,
+      "loss": 4.7808,
       "step": 720
     },
     {
       "epoch": 0.00365,
-      "grad_norm": 9.5,
-      "learning_rate": 3.65e-05,
-      "loss": 8.0804,
+      "grad_norm": 1.3671875,
+      "learning_rate": 0.00219,
+      "loss": 4.8553,
       "step": 730
     },
     {
       "epoch": 0.0037,
-      "grad_norm": 24.125,
-      "learning_rate": 3.7e-05,
-      "loss": 8.0145,
+      "grad_norm": 1.1640625,
+      "learning_rate": 0.00222,
+      "loss": 4.8473,
       "step": 740
     },
     {
       "epoch": 0.00375,
-      "grad_norm": 11.375,
-      "learning_rate": 3.7500000000000003e-05,
-      "loss": 7.9738,
+      "grad_norm": 1.9609375,
+      "learning_rate": 0.0022500000000000003,
+      "loss": 4.7304,
       "step": 750
     },
     {
       "epoch": 0.0038,
-      "grad_norm": 76.0,
-      "learning_rate": 3.8e-05,
-      "loss": 7.943,
+      "grad_norm": 0.88671875,
+      "learning_rate": 0.00228,
+      "loss": 4.8073,
       "step": 760
     },
     {
       "epoch": 0.00385,
-      "grad_norm": 28.625,
-      "learning_rate": 3.85e-05,
-      "loss": 7.9069,
+      "grad_norm": 1.65625,
+      "learning_rate": 0.00231,
+      "loss": 4.7911,
       "step": 770
     },
     {
       "epoch": 0.0039,
-      "grad_norm": 35.75,
-      "learning_rate": 3.9000000000000006e-05,
-      "loss": 7.8638,
+      "grad_norm": 0.76953125,
+      "learning_rate": 0.00234,
+      "loss": 4.7424,
       "step": 780
     },
     {
       "epoch": 0.00395,
-      "grad_norm": 26.25,
-      "learning_rate": 3.9500000000000005e-05,
-      "loss": 7.8659,
+      "grad_norm": 1.6796875,
+      "learning_rate": 0.00237,
+      "loss": 4.7551,
       "step": 790
     },
     {
       "epoch": 0.004,
-      "grad_norm": 64.0,
-      "learning_rate": 4e-05,
-      "loss": 7.8315,
+      "grad_norm": 0.90234375,
+      "learning_rate": 0.0024000000000000002,
+      "loss": 4.709,
       "step": 800
     },
     {
       "epoch": 0.00405,
-      "grad_norm": 11.0625,
-      "learning_rate": 4.05e-05,
-      "loss": 7.8273,
+      "grad_norm": 0.7734375,
+      "learning_rate": 0.0024300000000000003,
+      "loss": 4.6938,
       "step": 810
     },
     {
       "epoch": 0.0041,
-      "grad_norm": 18.875,
-      "learning_rate": 4.1e-05,
-      "loss": 7.7964,
+      "grad_norm": 0.83984375,
+      "learning_rate": 0.00246,
+      "loss": 4.689,
       "step": 820
     },
     {
       "epoch": 0.00415,
-      "grad_norm": 30.375,
-      "learning_rate": 4.15e-05,
-      "loss": 7.7627,
+      "grad_norm": 0.96484375,
+      "learning_rate": 0.00249,
+      "loss": 4.6335,
       "step": 830
     },
     {
       "epoch": 0.0042,
-      "grad_norm": 12.1875,
-      "learning_rate": 4.2e-05,
-      "loss": 7.7935,
+      "grad_norm": 0.95703125,
+      "learning_rate": 0.00252,
+      "loss": 4.7347,
       "step": 840
     },
     {
       "epoch": 0.00425,
-      "grad_norm": 27.25,
-      "learning_rate": 4.25e-05,
-      "loss": 7.7644,
+      "grad_norm": 0.921875,
+      "learning_rate": 0.00255,
+      "loss": 4.6952,
       "step": 850
     },
     {
       "epoch": 0.0043,
-      "grad_norm": 12.0625,
-      "learning_rate": 4.3e-05,
-      "loss": 7.7387,
+      "grad_norm": 0.76171875,
+      "learning_rate": 0.00258,
+      "loss": 4.6011,
       "step": 860
     },
     {
       "epoch": 0.00435,
-      "grad_norm": 24.25,
-      "learning_rate": 4.35e-05,
-      "loss": 7.7656,
+      "grad_norm": 0.64453125,
+      "learning_rate": 0.00261,
+      "loss": 4.6277,
       "step": 870
     },
     {
       "epoch": 0.0044,
-      "grad_norm": 75.0,
-      "learning_rate": 4.4000000000000006e-05,
-      "loss": 7.7289,
+      "grad_norm": 0.6875,
+      "learning_rate": 0.00264,
+      "loss": 4.6032,
       "step": 880
     },
     {
       "epoch": 0.00445,
-      "grad_norm": 49.25,
-      "learning_rate": 4.4500000000000004e-05,
-      "loss": 7.7205,
+      "grad_norm": 0.7109375,
+      "learning_rate": 0.00267,
+      "loss": 4.5906,
       "step": 890
     },
     {
       "epoch": 0.0045,
-      "grad_norm": 7.4375,
-      "learning_rate": 4.5e-05,
-      "loss": 7.721,
+      "grad_norm": 0.8203125,
+      "learning_rate": 0.0027,
+      "loss": 4.5917,
       "step": 900
     },
     {
       "epoch": 0.00455,
-      "grad_norm": 23.875,
-      "learning_rate": 4.55e-05,
-      "loss": 7.6778,
+      "grad_norm": 0.68359375,
+      "learning_rate": 0.0027300000000000002,
+      "loss": 4.5631,
       "step": 910
     },
     {
       "epoch": 0.0046,
-      "grad_norm": 27.125,
-      "learning_rate": 4.600000000000001e-05,
-      "loss": 7.6931,
+      "grad_norm": 1.0390625,
+      "learning_rate": 0.0027600000000000003,
+      "loss": 4.5513,
       "step": 920
     },
     {
       "epoch": 0.00465,
-      "grad_norm": 3.5625,
-      "learning_rate": 4.6500000000000005e-05,
-      "loss": 7.6755,
+      "grad_norm": 0.8515625,
+      "learning_rate": 0.0027900000000000004,
+      "loss": 4.5553,
       "step": 930
     },
     {
       "epoch": 0.0047,
-      "grad_norm": 12.1875,
-      "learning_rate": 4.7e-05,
-      "loss": 7.6832,
+      "grad_norm": 0.8359375,
+      "learning_rate": 0.00282,
+      "loss": 4.5521,
       "step": 940
     },
     {
       "epoch": 0.00475,
-      "grad_norm": 76.5,
-      "learning_rate": 4.75e-05,
-      "loss": 7.6759,
+      "grad_norm": 1.234375,
+      "learning_rate": 0.00285,
+      "loss": 4.5279,
       "step": 950
     },
     {
       "epoch": 0.0048,
-      "grad_norm": 6.125,
-      "learning_rate": 4.8e-05,
-      "loss": 7.6717,
+      "grad_norm": 0.95703125,
+      "learning_rate": 0.0028799999999999997,
+      "loss": 4.4868,
       "step": 960
     },
     {
       "epoch": 0.00485,
-      "grad_norm": 82.0,
-      "learning_rate": 4.85e-05,
-      "loss": 7.6602,
+      "grad_norm": 0.76953125,
+      "learning_rate": 0.00291,
+      "loss": 4.5141,
       "step": 970
     },
     {
       "epoch": 0.0049,
-      "grad_norm": 107.5,
-      "learning_rate": 4.9e-05,
-      "loss": 7.638,
+      "grad_norm": 0.65625,
+      "learning_rate": 0.00294,
+      "loss": 4.4835,
       "step": 980
     },
     {
       "epoch": 0.00495,
-      "grad_norm": 14.1875,
-      "learning_rate": 4.9500000000000004e-05,
-      "loss": 7.6483,
+      "grad_norm": 0.6015625,
+      "learning_rate": 0.00297,
+      "loss": 4.4969,
       "step": 990
     },
     {
       "epoch": 0.005,
-      "grad_norm": 13.5,
-      "learning_rate": 5e-05,
-      "loss": 7.6629,
+      "grad_norm": 0.8984375,
+      "learning_rate": 0.003,
+      "loss": 4.4266,
       "step": 1000
     },
     {
       "epoch": 0.00505,
-      "grad_norm": 15.4375,
-      "learning_rate": 4.9997487437185933e-05,
-      "loss": 7.6448,
+      "grad_norm": 0.82421875,
+      "learning_rate": 0.002999849246231156,
+      "loss": 4.4552,
       "step": 1010
     },
     {
       "epoch": 0.0051,
-      "grad_norm": 26.125,
-      "learning_rate": 4.9994974874371864e-05,
-      "loss": 7.6476,
+      "grad_norm": 0.9453125,
+      "learning_rate": 0.0029996984924623117,
+      "loss": 4.4244,
       "step": 1020
     },
     {
       "epoch": 0.00515,
-      "grad_norm": 12.3125,
-      "learning_rate": 4.999246231155779e-05,
-      "loss": 7.6406,
+      "grad_norm": 0.87109375,
+      "learning_rate": 0.0029995477386934675,
+      "loss": 4.4256,
       "step": 1030
     },
     {
       "epoch": 0.0052,
-      "grad_norm": 58.5,
-      "learning_rate": 4.998994974874372e-05,
-      "loss": 7.6537,
+      "grad_norm": 0.55078125,
+      "learning_rate": 0.0029993969849246233,
+      "loss": 4.4478,
       "step": 1040
     },
     {
       "epoch": 0.00525,
-      "grad_norm": 31.5,
-      "learning_rate": 4.998743718592965e-05,
-      "loss": 7.6293,
+      "grad_norm": 0.5546875,
+      "learning_rate": 0.002999246231155779,
+      "loss": 4.3761,
       "step": 1050
     },
     {
       "epoch": 0.0053,
-      "grad_norm": 25.5,
-      "learning_rate": 4.998492462311558e-05,
-      "loss": 7.6318,
+      "grad_norm": 0.6328125,
+      "learning_rate": 0.002999095477386935,
+      "loss": 4.4148,
       "step": 1060
     },
     {
       "epoch": 0.00535,
-      "grad_norm": 8.5625,
-      "learning_rate": 4.9982412060301506e-05,
-      "loss": 7.6348,
+      "grad_norm": 0.73046875,
+      "learning_rate": 0.0029989447236180903,
+      "loss": 4.3645,
       "step": 1070
     },
     {
       "epoch": 0.0054,
-      "grad_norm": 43.25,
-      "learning_rate": 4.997989949748744e-05,
-      "loss": 7.6476,
+      "grad_norm": 0.8515625,
+      "learning_rate": 0.002998793969849246,
+      "loss": 4.3658,
       "step": 1080
     },
     {
       "epoch": 0.00545,
-      "grad_norm": 30.75,
-      "learning_rate": 4.997738693467337e-05,
-      "loss": 7.6541,
+      "grad_norm": 0.578125,
+      "learning_rate": 0.0029986432160804023,
+      "loss": 4.3648,
       "step": 1090
     },
     {
       "epoch": 0.0055,
-      "grad_norm": 3.796875,
-      "learning_rate": 4.99748743718593e-05,
-      "loss": 7.599,
+      "grad_norm": 0.796875,
+      "learning_rate": 0.0029984924623115577,
+      "loss": 4.2646,
       "step": 1100
     },
     {
       "epoch": 0.00555,
-      "grad_norm": 3.0,
-      "learning_rate": 4.997236180904522e-05,
-      "loss": 7.6384,
+      "grad_norm": 0.93359375,
+      "learning_rate": 0.0029983417085427135,
+      "loss": 4.2943,
       "step": 1110
     },
     {
       "epoch": 0.0056,
-      "grad_norm": 26.125,
-      "learning_rate": 4.996984924623116e-05,
-      "loss": 7.6353,
+      "grad_norm": 0.64453125,
+      "learning_rate": 0.0029981909547738693,
+      "loss": 4.2308,
       "step": 1120
     },
     {
       "epoch": 0.00565,
-      "grad_norm": 11.375,
-      "learning_rate": 4.9967336683417085e-05,
-      "loss": 7.6023,
+      "grad_norm": 0.65625,
+      "learning_rate": 0.002998040201005025,
+      "loss": 4.278,
       "step": 1130
     },
     {
       "epoch": 0.0057,
-      "grad_norm": 33.5,
-      "learning_rate": 4.9964824120603016e-05,
-      "loss": 7.6397,
+      "grad_norm": 0.9375,
+      "learning_rate": 0.002997889447236181,
+      "loss": 4.2114,
       "step": 1140
     },
     {
       "epoch": 0.00575,
-      "grad_norm": 2.734375,
-      "learning_rate": 4.996231155778895e-05,
-      "loss": 7.6122,
+      "grad_norm": 0.66796875,
+      "learning_rate": 0.0029977386934673367,
+      "loss": 4.2426,
       "step": 1150
     },
     {
       "epoch": 0.0058,
-      "grad_norm": 11.75,
-      "learning_rate": 4.995979899497488e-05,
-      "loss": 7.6448,
+      "grad_norm": 0.7421875,
+      "learning_rate": 0.0029975879396984925,
+      "loss": 4.2733,
       "step": 1160
     },
     {
       "epoch": 0.00585,
-      "grad_norm": 3.65625,
-      "learning_rate": 4.99572864321608e-05,
-      "loss": 7.6119,
+      "grad_norm": 0.58984375,
+      "learning_rate": 0.0029974371859296483,
+      "loss": 4.2083,
       "step": 1170
     },
     {
       "epoch": 0.0059,
-      "grad_norm": 101.5,
-      "learning_rate": 4.995477386934674e-05,
-      "loss": 7.6335,
+      "grad_norm": 0.5859375,
+      "learning_rate": 0.002997286432160804,
+      "loss": 4.2203,
       "step": 1180
     },
     {
       "epoch": 0.00595,
-      "grad_norm": 46.0,
-      "learning_rate": 4.9952261306532665e-05,
-      "loss": 7.6137,
+      "grad_norm": 0.4765625,
+      "learning_rate": 0.00299713567839196,
+      "loss": 4.1582,
       "step": 1190
     },
     {
       "epoch": 0.006,
-      "grad_norm": 3.828125,
-      "learning_rate": 4.9949748743718596e-05,
-      "loss": 7.6085,
+      "grad_norm": 0.55859375,
+      "learning_rate": 0.0029969849246231158,
+      "loss": 4.1757,
       "step": 1200
     },
     {
       "epoch": 0.00605,
-      "grad_norm": 26.125,
-      "learning_rate": 4.994723618090453e-05,
-      "loss": 7.6161,
+      "grad_norm": 0.48828125,
+      "learning_rate": 0.0029968341708542716,
+      "loss": 4.2141,
       "step": 1210
     },
     {
       "epoch": 0.0061,
-      "grad_norm": 12.125,
-      "learning_rate": 4.994472361809046e-05,
-      "loss": 7.6085,
+      "grad_norm": 0.55859375,
+      "learning_rate": 0.0029966834170854274,
+      "loss": 4.1366,
       "step": 1220
     },
     {
       "epoch": 0.00615,
-      "grad_norm": 5.40625,
-      "learning_rate": 4.994221105527638e-05,
-      "loss": 7.6353,
+      "grad_norm": 0.48828125,
+      "learning_rate": 0.0029965326633165828,
+      "loss": 4.1204,
       "step": 1230
     },
     {
       "epoch": 0.0062,
-      "grad_norm": 2.46875,
-      "learning_rate": 4.993969849246231e-05,
-      "loss": 7.6219,
+      "grad_norm": 0.498046875,
+      "learning_rate": 0.0029963819095477386,
+      "loss": 4.121,
       "step": 1240
     },
     {
       "epoch": 0.00625,
-      "grad_norm": 5.375,
-      "learning_rate": 4.9937185929648244e-05,
-      "loss": 7.6237,
+      "grad_norm": 0.5390625,
+      "learning_rate": 0.002996231155778895,
+      "loss": 4.1186,
       "step": 1250
     },
     {
       "epoch": 0.0063,
-      "grad_norm": 45.5,
-      "learning_rate": 4.9934673366834175e-05,
-      "loss": 7.6058,
+      "grad_norm": 0.55078125,
+      "learning_rate": 0.00299608040201005,
+      "loss": 4.081,
       "step": 1260
     },
     {
       "epoch": 0.00635,
-      "grad_norm": 70.0,
-      "learning_rate": 4.99321608040201e-05,
-      "loss": 7.5939,
+      "grad_norm": 0.65234375,
+      "learning_rate": 0.002995929648241206,
+      "loss": 4.0578,
       "step": 1270
     },
     {
       "epoch": 0.0064,
-      "grad_norm": 102.5,
-      "learning_rate": 4.992964824120604e-05,
-      "loss": 7.6313,
+      "grad_norm": 0.54296875,
+      "learning_rate": 0.002995778894472362,
+      "loss": 4.142,
       "step": 1280
     },
     {
       "epoch": 0.00645,
-      "grad_norm": 31.0,
-      "learning_rate": 4.992713567839196e-05,
-      "loss": 7.5911,
+      "grad_norm": 0.494140625,
+      "learning_rate": 0.0029956281407035176,
+      "loss": 4.0216,
       "step": 1290
     },
     {
       "epoch": 0.0065,
-      "grad_norm": 34.0,
-      "learning_rate": 4.992462311557789e-05,
-      "loss": 7.6197,
+      "grad_norm": 0.6328125,
+      "learning_rate": 0.0029954773869346734,
+      "loss": 4.0804,
       "step": 1300
     },
     {
       "epoch": 0.00655,
-      "grad_norm": 3.78125,
-      "learning_rate": 4.992211055276382e-05,
-      "loss": 7.5896,
+      "grad_norm": 0.474609375,
+      "learning_rate": 0.002995326633165829,
+      "loss": 4.0054,
       "step": 1310
     },
     {
       "epoch": 0.0066,
-      "grad_norm": 9.5,
-      "learning_rate": 4.9919597989949754e-05,
-      "loss": 7.5665,
+      "grad_norm": 0.48828125,
+      "learning_rate": 0.002995175879396985,
+      "loss": 4.0021,
       "step": 1320
     },
     {
       "epoch": 0.00665,
-      "grad_norm": 13.3125,
-      "learning_rate": 4.991708542713568e-05,
-      "loss": 7.6148,
+      "grad_norm": 0.609375,
+      "learning_rate": 0.002995025125628141,
+      "loss": 4.0147,
       "step": 1330
     },
     {
       "epoch": 0.0067,
-      "grad_norm": 3.796875,
-      "learning_rate": 4.991457286432161e-05,
-      "loss": 7.5974,
+      "grad_norm": 0.482421875,
+      "learning_rate": 0.0029948743718592966,
+      "loss": 3.9667,
       "step": 1340
     },
     {
       "epoch": 0.00675,
-      "grad_norm": 13.9375,
-      "learning_rate": 4.991206030150754e-05,
-      "loss": 7.6231,
+      "grad_norm": 0.5625,
+      "learning_rate": 0.0029947236180904524,
+      "loss": 4.0127,
       "step": 1350
     },
     {
       "epoch": 0.0068,
-      "grad_norm": 4.9375,
-      "learning_rate": 4.990954773869347e-05,
-      "loss": 7.573,
+      "grad_norm": 0.4609375,
+      "learning_rate": 0.0029945728643216082,
+      "loss": 3.9632,
       "step": 1360
     },
     {
       "epoch": 0.00685,
-      "grad_norm": 27.375,
-      "learning_rate": 4.99070351758794e-05,
-      "loss": 7.6299,
+      "grad_norm": 0.57421875,
+      "learning_rate": 0.002994422110552764,
+      "loss": 4.0206,
       "step": 1370
     },
     {
       "epoch": 0.0069,
-      "grad_norm": 9.6875,
-      "learning_rate": 4.990452261306533e-05,
-      "loss": 7.6229,
+      "grad_norm": 0.5703125,
+      "learning_rate": 0.00299427135678392,
+      "loss": 3.9734,
       "step": 1380
     },
     {
       "epoch": 0.00695,
-      "grad_norm": 4.28125,
-      "learning_rate": 4.990201005025126e-05,
-      "loss": 7.6073,
+      "grad_norm": 0.58984375,
+      "learning_rate": 0.0029941206030150752,
+      "loss": 3.9019,
       "step": 1390
     },
     {
       "epoch": 0.007,
-      "grad_norm": 53.0,
-      "learning_rate": 4.989949748743719e-05,
-      "loss": 7.6114,
+      "grad_norm": 0.640625,
+      "learning_rate": 0.002993969849246231,
+      "loss": 3.9362,
       "step": 1400
     },
     {
       "epoch": 0.00705,
-      "grad_norm": 7.15625,
-      "learning_rate": 4.989698492462312e-05,
-      "loss": 7.5919,
+      "grad_norm": 0.6171875,
+      "learning_rate": 0.0029938190954773873,
+      "loss": 3.8937,
       "step": 1410
     },
     {
       "epoch": 0.0071,
-      "grad_norm": 22.75,
-      "learning_rate": 4.9894472361809044e-05,
-      "loss": 7.6078,
+      "grad_norm": 0.58203125,
+      "learning_rate": 0.0029936683417085426,
+      "loss": 3.97,
       "step": 1420
     },
     {
       "epoch": 0.00715,
-      "grad_norm": 1.6640625,
-      "learning_rate": 4.9891959798994975e-05,
-      "loss": 7.5975,
+      "grad_norm": 0.4609375,
+      "learning_rate": 0.0029935175879396985,
+      "loss": 3.8703,
       "step": 1430
     },
     {
       "epoch": 0.0072,
-      "grad_norm": 5.375,
-      "learning_rate": 4.9889447236180906e-05,
-      "loss": 7.5817,
+      "grad_norm": 0.43359375,
+      "learning_rate": 0.0029933668341708543,
+      "loss": 3.8832,
       "step": 1440
     },
     {
       "epoch": 0.00725,
-      "grad_norm": 25.625,
-      "learning_rate": 4.988693467336684e-05,
-      "loss": 7.6091,
+      "grad_norm": 0.5703125,
+      "learning_rate": 0.00299321608040201,
+      "loss": 3.9191,
       "step": 1450
     },
     {
       "epoch": 0.0073,
-      "grad_norm": 5.5625,
-      "learning_rate": 4.988442211055276e-05,
-      "loss": 7.5941,
+      "grad_norm": 0.54296875,
+      "learning_rate": 0.002993065326633166,
+      "loss": 3.8235,
       "step": 1460
     },
     {
       "epoch": 0.00735,
-      "grad_norm": 7.4375,
-      "learning_rate": 4.98819095477387e-05,
-      "loss": 7.6132,
+      "grad_norm": 0.75,
+      "learning_rate": 0.0029929145728643217,
+      "loss": 3.8824,
       "step": 1470
     },
     {
       "epoch": 0.0074,
-      "grad_norm": 6.1875,
-      "learning_rate": 4.9879396984924623e-05,
-      "loss": 7.5393,
+      "grad_norm": 0.478515625,
+      "learning_rate": 0.0029927638190954775,
+      "loss": 3.8155,
       "step": 1480
     },
     {
       "epoch": 0.00745,
-      "grad_norm": 1.5390625,
-      "learning_rate": 4.9876884422110554e-05,
-      "loss": 7.5867,
+      "grad_norm": 0.50390625,
+      "learning_rate": 0.0029926130653266333,
+      "loss": 3.9106,
       "step": 1490
     },
     {
       "epoch": 0.0075,
-      "grad_norm": 16.375,
-      "learning_rate": 4.9874371859296486e-05,
-      "loss": 7.581,
+      "grad_norm": 0.58203125,
+      "learning_rate": 0.002992462311557789,
+      "loss": 3.8117,
       "step": 1500
     },
     {
       "epoch": 0.00755,
-      "grad_norm": 17.125,
-      "learning_rate": 4.9871859296482417e-05,
-      "loss": 7.6056,
+      "grad_norm": 0.5390625,
+      "learning_rate": 0.002992311557788945,
+      "loss": 3.8342,
       "step": 1510
     },
     {
       "epoch": 0.0076,
-      "grad_norm": 41.0,
-      "learning_rate": 4.986934673366834e-05,
-      "loss": 7.6051,
+      "grad_norm": 0.474609375,
+      "learning_rate": 0.0029921608040201003,
+      "loss": 3.8455,
       "step": 1520
     },
     {
       "epoch": 0.00765,
-      "grad_norm": 2.84375,
-      "learning_rate": 4.986683417085428e-05,
-      "loss": 7.6122,
+      "grad_norm": 0.486328125,
+      "learning_rate": 0.0029920100502512565,
+      "loss": 3.7953,
       "step": 1530
     },
     {
       "epoch": 0.0077,
-      "grad_norm": 1.9296875,
-      "learning_rate": 4.98643216080402e-05,
-      "loss": 7.5703,
+      "grad_norm": 0.5234375,
+      "learning_rate": 0.0029918592964824123,
+      "loss": 3.8156,
       "step": 1540
     },
     {
       "epoch": 0.00775,
-      "grad_norm": 8.5,
-      "learning_rate": 4.9861809045226134e-05,
-      "loss": 7.6179,
+      "grad_norm": 0.5078125,
+      "learning_rate": 0.0029917085427135677,
+      "loss": 3.8096,
       "step": 1550
     },
     {
       "epoch": 0.0078,
-      "grad_norm": 28.875,
-      "learning_rate": 4.985929648241206e-05,
-      "loss": 7.5747,
+      "grad_norm": 0.49609375,
+      "learning_rate": 0.0029915577889447235,
+      "loss": 3.7956,
       "step": 1560
     },
     {
       "epoch": 0.00785,
-      "grad_norm": 13.25,
-      "learning_rate": 4.9856783919597996e-05,
-      "loss": 7.5935,
+      "grad_norm": 0.470703125,
+      "learning_rate": 0.0029914070351758793,
+      "loss": 3.8082,
       "step": 1570
     },
     {
       "epoch": 0.0079,
-      "grad_norm": 13.75,
-      "learning_rate": 4.985427135678392e-05,
-      "loss": 7.6138,
+      "grad_norm": 0.427734375,
+      "learning_rate": 0.002991256281407035,
+      "loss": 3.8187,
       "step": 1580
     },
     {
       "epoch": 0.00795,
-      "grad_norm": 3.703125,
-      "learning_rate": 4.985175879396985e-05,
-      "loss": 7.5876,
+      "grad_norm": 0.5390625,
+      "learning_rate": 0.002991105527638191,
+      "loss": 3.7985,
       "step": 1590
     },
     {
       "epoch": 0.008,
-      "grad_norm": 4.4375,
-      "learning_rate": 4.984924623115578e-05,
-      "loss": 7.5742,
+      "grad_norm": 0.4375,
+      "learning_rate": 0.0029909547738693467,
+      "loss": 3.7191,
       "step": 1600
     },
     {
       "epoch": 0.00805,
-      "grad_norm": 3.28125,
-      "learning_rate": 4.984673366834171e-05,
-      "loss": 7.5962,
+      "grad_norm": 0.5703125,
+      "learning_rate": 0.0029908040201005025,
+      "loss": 3.757,
       "step": 1610
     },
     {
       "epoch": 0.0081,
-      "grad_norm": 4.78125,
-      "learning_rate": 4.984422110552764e-05,
-      "loss": 7.5845,
+      "grad_norm": 0.453125,
+      "learning_rate": 0.0029906532663316584,
+      "loss": 3.729,
       "step": 1620
     },
     {
       "epoch": 0.00815,
-      "grad_norm": 2.109375,
-      "learning_rate": 4.9841708542713575e-05,
-      "loss": 7.5543,
+      "grad_norm": 0.48046875,
+      "learning_rate": 0.002990502512562814,
+      "loss": 3.7104,
       "step": 1630
     },
     {
       "epoch": 0.0082,
-      "grad_norm": 6.25,
-      "learning_rate": 4.98391959798995e-05,
-      "loss": 7.62,
+      "grad_norm": 0.58203125,
+      "learning_rate": 0.00299035175879397,
+      "loss": 3.7641,
       "step": 1640
     },
     {
       "epoch": 0.00825,
-      "grad_norm": 4.9375,
-      "learning_rate": 4.983668341708543e-05,
-      "loss": 7.5663,
+      "grad_norm": 0.46875,
+      "learning_rate": 0.0029902010050251258,
+      "loss": 3.6872,
       "step": 1650
     },
     {
       "epoch": 0.0083,
-      "grad_norm": 2.0625,
-      "learning_rate": 4.983417085427136e-05,
-      "loss": 7.614,
+      "grad_norm": 0.490234375,
+      "learning_rate": 0.0029900502512562816,
+      "loss": 3.7552,
       "step": 1660
     },
     {
       "epoch": 0.00835,
-      "grad_norm": 9.5,
-      "learning_rate": 4.983165829145729e-05,
-      "loss": 7.552,
+      "grad_norm": 0.51953125,
+      "learning_rate": 0.0029898994974874374,
+      "loss": 3.6998,
       "step": 1670
     },
     {
       "epoch": 0.0084,
-      "grad_norm": 13.9375,
-      "learning_rate": 4.982914572864322e-05,
-      "loss": 7.5656,
+      "grad_norm": 0.412109375,
+      "learning_rate": 0.0029897487437185928,
+      "loss": 3.6539,
       "step": 1680
     },
     {
       "epoch": 0.00845,
-      "grad_norm": 11.4375,
-      "learning_rate": 4.982663316582915e-05,
-      "loss": 7.6072,
+      "grad_norm": 0.486328125,
+      "learning_rate": 0.002989597989949749,
+      "loss": 3.6722,
       "step": 1690
     },
     {
       "epoch": 0.0085,
-      "grad_norm": 17.5,
-      "learning_rate": 4.982412060301508e-05,
-      "loss": 7.5712,
+      "grad_norm": 0.427734375,
+      "learning_rate": 0.002989447236180905,
+      "loss": 3.655,
       "step": 1700
     },
     {
       "epoch": 0.00855,
-      "grad_norm": 50.25,
-      "learning_rate": 4.982160804020101e-05,
-      "loss": 7.5918,
+      "grad_norm": 0.421875,
+      "learning_rate": 0.00298929648241206,
+      "loss": 3.6805,
       "step": 1710
     },
     {
       "epoch": 0.0086,
-      "grad_norm": 1.9296875,
-      "learning_rate": 4.9819095477386934e-05,
-      "loss": 7.5785,
+      "grad_norm": 0.421875,
+      "learning_rate": 0.002989145728643216,
+      "loss": 3.621,
       "step": 1720
     },
     {
       "epoch": 0.00865,
-      "grad_norm": 5.40625,
-      "learning_rate": 4.9816582914572865e-05,
-      "loss": 7.5781,
+      "grad_norm": 0.462890625,
+      "learning_rate": 0.002988994974874372,
+      "loss": 3.6781,
       "step": 1730
     },
     {
       "epoch": 0.0087,
-      "grad_norm": 1.4921875,
-      "learning_rate": 4.9814070351758796e-05,
-      "loss": 7.5902,
+      "grad_norm": 0.427734375,
+      "learning_rate": 0.0029888442211055276,
+      "loss": 3.6426,
       "step": 1740
     },
     {
       "epoch": 0.00875,
-      "grad_norm": 7.8125,
-      "learning_rate": 4.981155778894473e-05,
-      "loss": 7.6011,
+      "grad_norm": 0.4609375,
+      "learning_rate": 0.0029886934673366834,
+      "loss": 3.6454,
       "step": 1750
     },
     {
       "epoch": 0.0088,
-      "grad_norm": 17.25,
-      "learning_rate": 4.980904522613066e-05,
-      "loss": 7.5952,
+      "grad_norm": 0.53515625,
+      "learning_rate": 0.002988542713567839,
+      "loss": 3.6876,
       "step": 1760
     },
     {
       "epoch": 0.00885,
-      "grad_norm": 7.6875,
-      "learning_rate": 4.980653266331658e-05,
-      "loss": 7.588,
+      "grad_norm": 0.45703125,
+      "learning_rate": 0.002988391959798995,
+      "loss": 3.6445,
       "step": 1770
     },
     {
       "epoch": 0.0089,
-      "grad_norm": 12.1875,
-      "learning_rate": 4.980402010050251e-05,
-      "loss": 7.5903,
+      "grad_norm": 0.431640625,
+      "learning_rate": 0.002988241206030151,
+      "loss": 3.665,
       "step": 1780
     },
     {
       "epoch": 0.00895,
-      "grad_norm": 31.875,
-      "learning_rate": 4.9801507537688444e-05,
-      "loss": 7.5423,
+      "grad_norm": 0.4765625,
+      "learning_rate": 0.0029880904522613066,
+      "loss": 3.6371,
       "step": 1790
     },
     {
       "epoch": 0.009,
-      "grad_norm": 7.46875,
-      "learning_rate": 4.9798994974874375e-05,
-      "loss": 7.5941,
+      "grad_norm": 0.37109375,
+      "learning_rate": 0.0029879396984924624,
+      "loss": 3.6539,
       "step": 1800
     },
     {
       "epoch": 0.00905,
-      "grad_norm": 18.25,
-      "learning_rate": 4.97964824120603e-05,
-      "loss": 7.6326,
+      "grad_norm": 0.58203125,
+      "learning_rate": 0.0029877889447236182,
+      "loss": 3.6585,
       "step": 1810
     },
     {
       "epoch": 0.0091,
-      "grad_norm": 4.0,
-      "learning_rate": 4.979396984924624e-05,
-      "loss": 7.5826,
+      "grad_norm": 0.462890625,
+      "learning_rate": 0.002987638190954774,
+      "loss": 3.6083,
       "step": 1820
     },
     {
       "epoch": 0.00915,
-      "grad_norm": 2.296875,
-      "learning_rate": 4.979145728643216e-05,
-      "loss": 7.5959,
+      "grad_norm": 0.482421875,
+      "learning_rate": 0.00298748743718593,
+      "loss": 3.6701,
       "step": 1830
     },
     {
       "epoch": 0.0092,
-      "grad_norm": 18.0,
-      "learning_rate": 4.978894472361809e-05,
-      "loss": 7.6069,
+      "grad_norm": 0.5078125,
+      "learning_rate": 0.0029873366834170852,
+      "loss": 3.5761,
       "step": 1840
     },
     {
       "epoch": 0.00925,
-      "grad_norm": 11.1875,
-      "learning_rate": 4.9786432160804024e-05,
-      "loss": 7.6083,
+      "grad_norm": 0.478515625,
+      "learning_rate": 0.0029871859296482415,
+      "loss": 3.6609,
       "step": 1850
     },
     {
       "epoch": 0.0093,
-      "grad_norm": 17.25,
-      "learning_rate": 4.9783919597989955e-05,
-      "loss": 7.5944,
+      "grad_norm": 0.66015625,
+      "learning_rate": 0.0029870351758793973,
+      "loss": 3.5931,
       "step": 1860
     },
     {
       "epoch": 0.00935,
-      "grad_norm": 6.59375,
-      "learning_rate": 4.978140703517588e-05,
-      "loss": 7.5846,
+      "grad_norm": 0.466796875,
+      "learning_rate": 0.0029868844221105527,
+      "loss": 3.6157,
       "step": 1870
     },
     {
       "epoch": 0.0094,
-      "grad_norm": 16.75,
-      "learning_rate": 4.977889447236181e-05,
-      "loss": 7.6238,
+      "grad_norm": 0.42578125,
+      "learning_rate": 0.0029867336683417085,
+      "loss": 3.6278,
       "step": 1880
     },
     {
       "epoch": 0.00945,
-      "grad_norm": 2.890625,
-      "learning_rate": 4.977638190954774e-05,
-      "loss": 7.5763,
+      "grad_norm": 0.3984375,
+      "learning_rate": 0.0029865829145728643,
+      "loss": 3.5502,
       "step": 1890
     },
     {
       "epoch": 0.0095,
-      "grad_norm": 13.0625,
-      "learning_rate": 4.977386934673367e-05,
-      "loss": 7.5709,
+      "grad_norm": 0.419921875,
+      "learning_rate": 0.00298643216080402,
+      "loss": 3.6043,
       "step": 1900
     },
     {
       "epoch": 0.00955,
-      "grad_norm": 23.25,
-      "learning_rate": 4.9771356783919596e-05,
-      "loss": 7.5941,
+      "grad_norm": 0.44140625,
+      "learning_rate": 0.002986281407035176,
+      "loss": 3.5331,
       "step": 1910
     },
     {
       "epoch": 0.0096,
-      "grad_norm": 27.5,
-      "learning_rate": 4.9768844221105534e-05,
-      "loss": 7.5912,
+      "grad_norm": 0.435546875,
+      "learning_rate": 0.0029861306532663317,
+      "loss": 3.6151,
       "step": 1920
     },
     {
       "epoch": 0.00965,
-      "grad_norm": 21.25,
-      "learning_rate": 4.976633165829146e-05,
-      "loss": 7.6247,
+      "grad_norm": 0.443359375,
+      "learning_rate": 0.0029859798994974875,
+      "loss": 3.627,
       "step": 1930
     },
     {
       "epoch": 0.0097,
-      "grad_norm": 13.125,
-      "learning_rate": 4.976381909547739e-05,
-      "loss": 7.5757,
+      "grad_norm": 0.4375,
+      "learning_rate": 0.0029858291457286433,
+      "loss": 3.5058,
       "step": 1940
     },
     {
       "epoch": 0.00975,
-      "grad_norm": 5.1875,
-      "learning_rate": 4.976130653266332e-05,
-      "loss": 7.5845,
+      "grad_norm": 0.53125,
+      "learning_rate": 0.002985678391959799,
+      "loss": 3.5747,
       "step": 1950
     },
     {
       "epoch": 0.0098,
-      "grad_norm": 56.25,
-      "learning_rate": 4.975879396984925e-05,
-      "loss": 7.5584,
+      "grad_norm": 0.4609375,
+      "learning_rate": 0.002985527638190955,
+      "loss": 3.5478,
       "step": 1960
     },
     {
       "epoch": 0.00985,
-      "grad_norm": 1.390625,
-      "learning_rate": 4.9756281407035176e-05,
-      "loss": 7.5904,
+      "grad_norm": 0.46484375,
+      "learning_rate": 0.0029853768844221107,
+      "loss": 3.5722,
       "step": 1970
     },
     {
       "epoch": 0.0099,
-      "grad_norm": 2.34375,
-      "learning_rate": 4.975376884422111e-05,
-      "loss": 7.5794,
+      "grad_norm": 0.4609375,
+      "learning_rate": 0.0029852261306532665,
+      "loss": 3.5226,
       "step": 1980
     },
     {
       "epoch": 0.00995,
-      "grad_norm": 71.0,
-      "learning_rate": 4.975125628140704e-05,
-      "loss": 7.5853,
+      "grad_norm": 0.40625,
+      "learning_rate": 0.0029850753768844223,
+      "loss": 3.5596,
       "step": 1990
     },
     {
       "epoch": 0.01,
-      "grad_norm": 26.75,
-      "learning_rate": 4.974874371859297e-05,
-      "loss": 7.591,
+      "grad_norm": 0.42578125,
+      "learning_rate": 0.0029849246231155777,
+      "loss": 3.5177,
       "step": 2000
     },
     {
       "epoch": 0.01,
-      "eval_loss": 7.591722011566162,
-      "eval_runtime": 87.3606,
-      "eval_samples_per_second": 28.617,
-      "eval_steps_per_second": 0.458,
+      "eval_loss": 3.515671491622925,
+      "eval_runtime": 51.2323,
+      "eval_samples_per_second": 48.797,
+      "eval_steps_per_second": 0.098,
       "step": 2000
     },
     {
       "epoch": 0.01005,
-      "grad_norm": 4.40625,
-      "learning_rate": 4.97462311557789e-05,
-      "loss": 7.5937,
+      "grad_norm": 0.5390625,
+      "learning_rate": 0.002984773869346734,
+      "loss": 3.5138,
       "step": 2010
     },
     {
       "epoch": 0.0101,
-      "grad_norm": 42.0,
-      "learning_rate": 4.974371859296483e-05,
-      "loss": 7.6135,
+      "grad_norm": 0.494140625,
+      "learning_rate": 0.0029846231155778898,
+      "loss": 3.5413,
       "step": 2020
     },
     {
       "epoch": 0.01015,
-      "grad_norm": 2.25,
-      "learning_rate": 4.9741206030150755e-05,
-      "loss": 7.6028,
+      "grad_norm": 0.453125,
+      "learning_rate": 0.002984472361809045,
+      "loss": 3.5336,
       "step": 2030
     },
     {
       "epoch": 0.0102,
-      "grad_norm": 4.4375,
-      "learning_rate": 4.9738693467336686e-05,
-      "loss": 7.593,
+      "grad_norm": 0.47265625,
+      "learning_rate": 0.002984321608040201,
+      "loss": 3.5503,
       "step": 2040
     },
     {
       "epoch": 0.01025,
-      "grad_norm": 3.921875,
-      "learning_rate": 4.973618090452262e-05,
-      "loss": 7.6155,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0029841708542713567,
+      "loss": 3.5071,
       "step": 2050
     },
     {
       "epoch": 0.0103,
-      "grad_norm": 9.8125,
-      "learning_rate": 4.973366834170855e-05,
-      "loss": 7.5792,
+      "grad_norm": 0.4921875,
+      "learning_rate": 0.0029840201005025126,
+      "loss": 3.5222,
       "step": 2060
     },
     {
       "epoch": 0.01035,
-      "grad_norm": 1.78125,
-      "learning_rate": 4.973115577889447e-05,
-      "loss": 7.6247,
+      "grad_norm": 0.3828125,
+      "learning_rate": 0.0029838693467336684,
+      "loss": 3.508,
       "step": 2070
     },
     {
       "epoch": 0.0104,
-      "grad_norm": 2.6875,
-      "learning_rate": 4.97286432160804e-05,
-      "loss": 7.5797,
+      "grad_norm": 0.439453125,
+      "learning_rate": 0.002983718592964824,
+      "loss": 3.463,
       "step": 2080
     },
     {
       "epoch": 0.01045,
-      "grad_norm": 33.75,
-      "learning_rate": 4.9726130653266334e-05,
-      "loss": 7.6301,
+      "grad_norm": 0.439453125,
+      "learning_rate": 0.00298356783919598,
+      "loss": 3.5465,
       "step": 2090
     },
     {
       "epoch": 0.0105,
-      "grad_norm": 4.40625,
-      "learning_rate": 4.9723618090452265e-05,
-      "loss": 7.5729,
+      "grad_norm": 0.5,
+      "learning_rate": 0.0029834170854271358,
+      "loss": 3.4485,
       "step": 2100
     },
     {
       "epoch": 0.01055,
-      "grad_norm": 16.75,
-      "learning_rate": 4.9721105527638196e-05,
-      "loss": 7.5846,
+      "grad_norm": 0.42578125,
+      "learning_rate": 0.0029832663316582916,
+      "loss": 3.5339,
       "step": 2110
     },
     {
       "epoch": 0.0106,
-      "grad_norm": 78.0,
-      "learning_rate": 4.971859296482412e-05,
-      "loss": 7.5739,
+      "grad_norm": 0.431640625,
+      "learning_rate": 0.0029831155778894474,
+      "loss": 3.4573,
       "step": 2120
     },
     {
       "epoch": 0.01065,
-      "grad_norm": 3.125,
-      "learning_rate": 4.971608040201005e-05,
-      "loss": 7.5262,
+      "grad_norm": 0.43359375,
+      "learning_rate": 0.002982964824120603,
+      "loss": 3.4517,
       "step": 2130
     },
     {
       "epoch": 0.0107,
-      "grad_norm": 1.84375,
-      "learning_rate": 4.971356783919598e-05,
-      "loss": 7.614,
+      "grad_norm": 0.451171875,
+      "learning_rate": 0.002982814070351759,
+      "loss": 3.4774,
       "step": 2140
     },
     {
       "epoch": 0.01075,
-      "grad_norm": 60.5,
-      "learning_rate": 4.9711055276381914e-05,
-      "loss": 7.5534,
+      "grad_norm": 0.40234375,
+      "learning_rate": 0.002982663316582915,
+      "loss": 3.4726,
       "step": 2150
     },
     {
       "epoch": 0.0108,
-      "grad_norm": 2.03125,
-      "learning_rate": 4.970854271356784e-05,
-      "loss": 7.5945,
+      "grad_norm": 0.546875,
+      "learning_rate": 0.00298251256281407,
+      "loss": 3.4809,
       "step": 2160
     },
     {
       "epoch": 0.01085,
-      "grad_norm": 180.0,
-      "learning_rate": 4.970603015075377e-05,
-      "loss": 7.5861,
+      "grad_norm": 0.392578125,
+      "learning_rate": 0.002982361809045226,
+      "loss": 3.4626,
       "step": 2170
     },
     {
       "epoch": 0.0109,
-      "grad_norm": 66.0,
-      "learning_rate": 4.97035175879397e-05,
-      "loss": 7.5985,
+      "grad_norm": 0.435546875,
+      "learning_rate": 0.0029822110552763822,
+      "loss": 3.473,
       "step": 2180
     },
     {
       "epoch": 0.01095,
-      "grad_norm": 2.875,
-      "learning_rate": 4.970100502512563e-05,
-      "loss": 7.601,
+      "grad_norm": 0.4296875,
+      "learning_rate": 0.0029820603015075376,
+      "loss": 3.4343,
       "step": 2190
     },
     {
       "epoch": 0.011,
-      "grad_norm": 4.0625,
-      "learning_rate": 4.9698492462311555e-05,
-      "loss": 7.5665,
+      "grad_norm": 0.412109375,
+      "learning_rate": 0.0029819095477386934,
+      "loss": 3.4426,
       "step": 2200
     },
     {
       "epoch": 0.01105,
-      "grad_norm": 10.1875,
-      "learning_rate": 4.969597989949749e-05,
-      "loss": 7.5843,
+      "grad_norm": 0.40625,
+      "learning_rate": 0.0029817587939698492,
+      "loss": 3.4476,
       "step": 2210
     },
     {
       "epoch": 0.0111,
-      "grad_norm": 26.5,
-      "learning_rate": 4.969346733668342e-05,
-      "loss": 7.5829,
+      "grad_norm": 0.478515625,
+      "learning_rate": 0.002981608040201005,
+      "loss": 3.4098,
       "step": 2220
     },
     {
       "epoch": 0.01115,
-      "grad_norm": 4.875,
-      "learning_rate": 4.969095477386935e-05,
-      "loss": 7.6214,
+      "grad_norm": 0.47265625,
+      "learning_rate": 0.002981457286432161,
+      "loss": 3.4901,
       "step": 2230
     },
     {
       "epoch": 0.0112,
-      "grad_norm": 27.375,
-      "learning_rate": 4.968844221105528e-05,
-      "loss": 7.5561,
+      "grad_norm": 0.369140625,
+      "learning_rate": 0.0029813065326633166,
+      "loss": 3.4266,
       "step": 2240
     },
     {
       "epoch": 0.01125,
-      "grad_norm": 58.75,
-      "learning_rate": 4.968592964824121e-05,
-      "loss": 7.5848,
+      "grad_norm": 0.392578125,
+      "learning_rate": 0.0029811557788944724,
+      "loss": 3.4214,
       "step": 2250
     },
     {
       "epoch": 0.0113,
-      "grad_norm": 29.5,
-      "learning_rate": 4.9683417085427134e-05,
-      "loss": 7.5941,
+      "grad_norm": 0.416015625,
+      "learning_rate": 0.0029810050251256283,
+      "loss": 3.4023,
       "step": 2260
     },
     {
       "epoch": 0.01135,
-      "grad_norm": 1.40625,
-      "learning_rate": 4.968090452261307e-05,
-      "loss": 7.5891,
+      "grad_norm": 0.416015625,
+      "learning_rate": 0.002980854271356784,
+      "loss": 3.4477,
       "step": 2270
     },
     {
       "epoch": 0.0114,
-      "grad_norm": 25.0,
-      "learning_rate": 4.9678391959798996e-05,
-      "loss": 7.5454,
+      "grad_norm": 0.46484375,
+      "learning_rate": 0.00298070351758794,
+      "loss": 3.44,
       "step": 2280
     },
     {
       "epoch": 0.01145,
-      "grad_norm": 1.265625,
-      "learning_rate": 4.967587939698493e-05,
-      "loss": 7.5377,
+      "grad_norm": 0.4140625,
+      "learning_rate": 0.0029805527638190957,
+      "loss": 3.404,
       "step": 2290
     },
     {
       "epoch": 0.0115,
-      "grad_norm": 18.625,
-      "learning_rate": 4.967336683417086e-05,
-      "loss": 7.5584,
+      "grad_norm": 0.439453125,
+      "learning_rate": 0.0029804020100502515,
+      "loss": 3.4463,
       "step": 2300
     },
     {
       "epoch": 0.01155,
-      "grad_norm": 25.375,
-      "learning_rate": 4.967085427135679e-05,
-      "loss": 7.5637,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.0029802512562814073,
+      "loss": 3.3801,
       "step": 2310
     },
     {
       "epoch": 0.0116,
-      "grad_norm": 34.75,
-      "learning_rate": 4.9668341708542714e-05,
-      "loss": 7.5909,
+      "grad_norm": 0.44140625,
+      "learning_rate": 0.0029801005025125627,
+      "loss": 3.4239,
       "step": 2320
     },
     {
       "epoch": 0.01165,
-      "grad_norm": 2.171875,
-      "learning_rate": 4.9665829145728645e-05,
-      "loss": 7.6102,
+      "grad_norm": 0.408203125,
+      "learning_rate": 0.0029799497487437185,
+      "loss": 3.4086,
       "step": 2330
     },
     {
       "epoch": 0.0117,
-      "grad_norm": 10.4375,
-      "learning_rate": 4.9663316582914576e-05,
-      "loss": 7.5496,
+      "grad_norm": 0.431640625,
+      "learning_rate": 0.0029797989949748747,
+      "loss": 3.372,
       "step": 2340
     },
     {
       "epoch": 0.01175,
-      "grad_norm": 1.2890625,
-      "learning_rate": 4.966080402010051e-05,
-      "loss": 7.5872,
+      "grad_norm": 0.40234375,
+      "learning_rate": 0.00297964824120603,
+      "loss": 3.3379,
       "step": 2350
     },
     {
       "epoch": 0.0118,
-      "grad_norm": 7.0,
-      "learning_rate": 4.965829145728643e-05,
-      "loss": 7.5669,
+      "grad_norm": 0.44921875,
+      "learning_rate": 0.002979497487437186,
+      "loss": 3.3605,
       "step": 2360
     },
     {
       "epoch": 0.01185,
-      "grad_norm": 1.71875,
-      "learning_rate": 4.965577889447237e-05,
-      "loss": 7.5733,
+      "grad_norm": 0.3671875,
+      "learning_rate": 0.0029793467336683417,
+      "loss": 3.3491,
       "step": 2370
     },
     {
       "epoch": 0.0119,
-      "grad_norm": 3.453125,
-      "learning_rate": 4.965326633165829e-05,
-      "loss": 7.5912,
+      "grad_norm": 0.408203125,
+      "learning_rate": 0.0029791959798994975,
+      "loss": 3.3464,
       "step": 2380
     },
     {
       "epoch": 0.01195,
-      "grad_norm": 4.21875,
-      "learning_rate": 4.9650753768844224e-05,
-      "loss": 7.5514,
+      "grad_norm": 0.39453125,
+      "learning_rate": 0.0029790452261306533,
+      "loss": 3.3371,
       "step": 2390
     },
     {
       "epoch": 0.012,
-      "grad_norm": 2.5,
-      "learning_rate": 4.9648241206030155e-05,
-      "loss": 7.5824,
+      "grad_norm": 0.474609375,
+      "learning_rate": 0.002978894472361809,
+      "loss": 3.3567,
       "step": 2400
     },
     {
       "epoch": 0.01205,
-      "grad_norm": 20.375,
-      "learning_rate": 4.9645728643216086e-05,
-      "loss": 7.5583,
+      "grad_norm": 0.421875,
+      "learning_rate": 0.002978743718592965,
+      "loss": 3.3142,
       "step": 2410
     },
     {
       "epoch": 0.0121,
-      "grad_norm": 9.0625,
-      "learning_rate": 4.964321608040201e-05,
-      "loss": 7.5876,
+      "grad_norm": 0.384765625,
+      "learning_rate": 0.0029785929648241207,
+      "loss": 3.3574,
       "step": 2420
     },
     {
       "epoch": 0.01215,
-      "grad_norm": 14.875,
-      "learning_rate": 4.964070351758794e-05,
-      "loss": 7.5762,
+      "grad_norm": 0.423828125,
+      "learning_rate": 0.0029784422110552765,
+      "loss": 3.3536,
       "step": 2430
     },
     {
       "epoch": 0.0122,
-      "grad_norm": 21.375,
-      "learning_rate": 4.963819095477387e-05,
-      "loss": 7.6275,
+      "grad_norm": 0.408203125,
+      "learning_rate": 0.0029782914572864323,
+      "loss": 3.3956,
       "step": 2440
     },
     {
       "epoch": 0.01225,
-      "grad_norm": 19.625,
-      "learning_rate": 4.9635678391959803e-05,
-      "loss": 7.5706,
+      "grad_norm": 0.50390625,
+      "learning_rate": 0.0029781407035175877,
+      "loss": 3.3835,
       "step": 2450
     },
     {
       "epoch": 0.0123,
-      "grad_norm": 3.4375,
-      "learning_rate": 4.9633165829145734e-05,
-      "loss": 7.5645,
+      "grad_norm": 0.416015625,
+      "learning_rate": 0.002977989949748744,
+      "loss": 3.3292,
       "step": 2460
     },
     {
       "epoch": 0.01235,
-      "grad_norm": 7.53125,
-      "learning_rate": 4.963065326633166e-05,
-      "loss": 7.5835,
+      "grad_norm": 0.39453125,
+      "learning_rate": 0.0029778391959798998,
+      "loss": 3.3224,
       "step": 2470
     },
     {
       "epoch": 0.0124,
-      "grad_norm": 8.75,
-      "learning_rate": 4.962814070351759e-05,
-      "loss": 7.5419,
+      "grad_norm": 0.486328125,
+      "learning_rate": 0.002977688442211055,
+      "loss": 3.3699,
       "step": 2480
     },
     {
       "epoch": 0.01245,
-      "grad_norm": 2.625,
-      "learning_rate": 4.9625628140703514e-05,
-      "loss": 7.5884,
+      "grad_norm": 0.419921875,
+      "learning_rate": 0.002977537688442211,
+      "loss": 3.2812,
       "step": 2490
     },
     {
       "epoch": 0.0125,
-      "grad_norm": 2.4375,
-      "learning_rate": 4.962311557788945e-05,
-      "loss": 7.5708,
+      "grad_norm": 0.4296875,
+      "learning_rate": 0.0029773869346733668,
+      "loss": 3.3565,
       "step": 2500
     },
     {
       "epoch": 0.01255,
-      "grad_norm": 3.5,
-      "learning_rate": 4.9620603015075376e-05,
-      "loss": 7.5626,
+      "grad_norm": 0.4296875,
+      "learning_rate": 0.0029772361809045226,
+      "loss": 3.3458,
       "step": 2510
     },
     {
       "epoch": 0.0126,
-      "grad_norm": 23.375,
-      "learning_rate": 4.961809045226131e-05,
-      "loss": 7.5763,
+      "grad_norm": 0.365234375,
+      "learning_rate": 0.0029770854271356784,
+      "loss": 3.2871,
       "step": 2520
     },
     {
       "epoch": 0.01265,
-      "grad_norm": 3.765625,
-      "learning_rate": 4.961557788944724e-05,
-      "loss": 7.556,
+      "grad_norm": 0.44921875,
+      "learning_rate": 0.002976934673366834,
+      "loss": 3.3464,
       "step": 2530
     },
     {
       "epoch": 0.0127,
-      "grad_norm": 1.875,
-      "learning_rate": 4.961306532663317e-05,
-      "loss": 7.5764,
+      "grad_norm": 0.36328125,
+      "learning_rate": 0.00297678391959799,
+      "loss": 3.3214,
       "step": 2540
     },
     {
       "epoch": 0.01275,
-      "grad_norm": 21.5,
-      "learning_rate": 4.961055276381909e-05,
-      "loss": 7.5888,
+      "grad_norm": 0.419921875,
+      "learning_rate": 0.002976633165829146,
+      "loss": 3.3429,
       "step": 2550
     },
     {
       "epoch": 0.0128,
-      "grad_norm": 3.0625,
-      "learning_rate": 4.960804020100503e-05,
-      "loss": 7.5852,
+      "grad_norm": 0.478515625,
+      "learning_rate": 0.0029764824120603016,
+      "loss": 3.3113,
       "step": 2560
     },
     {
       "epoch": 0.01285,
-      "grad_norm": 10.625,
-      "learning_rate": 4.9605527638190955e-05,
-      "loss": 7.5849,
+      "grad_norm": 0.5,
+      "learning_rate": 0.0029763316582914574,
+      "loss": 3.2767,
       "step": 2570
     },
     {
       "epoch": 0.0129,
-      "grad_norm": 4.1875,
-      "learning_rate": 4.9603015075376886e-05,
-      "loss": 7.5777,
+      "grad_norm": 0.4296875,
+      "learning_rate": 0.002976180904522613,
+      "loss": 3.3392,
       "step": 2580
     },
     {
       "epoch": 0.01295,
-      "grad_norm": 16.75,
-      "learning_rate": 4.960050251256282e-05,
-      "loss": 7.5524,
+      "grad_norm": 0.5390625,
+      "learning_rate": 0.002976030150753769,
+      "loss": 3.283,
       "step": 2590
     },
     {
       "epoch": 0.013,
-      "grad_norm": 15.25,
-      "learning_rate": 4.959798994974875e-05,
-      "loss": 7.5561,
+      "grad_norm": 0.3984375,
+      "learning_rate": 0.002975879396984925,
+      "loss": 3.3157,
       "step": 2600
     },
     {
       "epoch": 0.01305,
-      "grad_norm": 5.40625,
-      "learning_rate": 4.959547738693467e-05,
-      "loss": 7.5688,
+      "grad_norm": 0.451171875,
+      "learning_rate": 0.00297572864321608,
+      "loss": 3.2728,
       "step": 2610
     },
     {
       "epoch": 0.0131,
-      "grad_norm": 1.515625,
-      "learning_rate": 4.959296482412061e-05,
-      "loss": 7.6088,
+      "grad_norm": 0.3984375,
+      "learning_rate": 0.0029755778894472364,
+      "loss": 3.2965,
       "step": 2620
     },
     {
       "epoch": 0.01315,
-      "grad_norm": 5.90625,
-      "learning_rate": 4.9590452261306535e-05,
-      "loss": 7.5727,
+      "grad_norm": 0.44921875,
+      "learning_rate": 0.0029754271356783922,
+      "loss": 3.2742,
       "step": 2630
     },
     {
       "epoch": 0.0132,
-      "grad_norm": 1.421875,
-      "learning_rate": 4.9587939698492466e-05,
-      "loss": 7.5454,
+      "grad_norm": 0.462890625,
+      "learning_rate": 0.0029752763819095476,
+      "loss": 3.271,
       "step": 2640
     },
     {
       "epoch": 0.01325,
-      "grad_norm": 1.53125,
-      "learning_rate": 4.958542713567839e-05,
-      "loss": 7.5715,
+      "grad_norm": 0.353515625,
+      "learning_rate": 0.0029751256281407034,
+      "loss": 3.2855,
       "step": 2650
     },
     {
       "epoch": 0.0133,
-      "grad_norm": 13.0625,
-      "learning_rate": 4.958291457286433e-05,
-      "loss": 7.5807,
+      "grad_norm": 0.40234375,
+      "learning_rate": 0.0029749748743718592,
+      "loss": 3.2769,
       "step": 2660
     },
     {
       "epoch": 0.01335,
-      "grad_norm": 1.65625,
-      "learning_rate": 4.958040201005025e-05,
-      "loss": 7.5653,
+      "grad_norm": 0.412109375,
+      "learning_rate": 0.002974824120603015,
+      "loss": 3.3274,
       "step": 2670
     },
     {
       "epoch": 0.0134,
-      "grad_norm": 33.5,
-      "learning_rate": 4.957788944723618e-05,
-      "loss": 7.5593,
+      "grad_norm": 0.427734375,
+      "learning_rate": 0.002974673366834171,
+      "loss": 3.253,
       "step": 2680
     },
     {
       "epoch": 0.01345,
-      "grad_norm": 2.546875,
-      "learning_rate": 4.9575376884422114e-05,
-      "loss": 7.5758,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0029745226130653266,
+      "loss": 3.2819,
       "step": 2690
     },
     {
       "epoch": 0.0135,
-      "grad_norm": 1.8046875,
-      "learning_rate": 4.9572864321608045e-05,
-      "loss": 7.5581,
+      "grad_norm": 0.46875,
+      "learning_rate": 0.0029743718592964825,
+      "loss": 3.2291,
       "step": 2700
     },
     {
       "epoch": 0.01355,
-      "grad_norm": 20.625,
-      "learning_rate": 4.957035175879397e-05,
-      "loss": 7.5494,
+      "grad_norm": 0.40234375,
+      "learning_rate": 0.0029742211055276383,
+      "loss": 3.2277,
       "step": 2710
     },
     {
       "epoch": 0.0136,
-      "grad_norm": 24.25,
-      "learning_rate": 4.956783919597991e-05,
-      "loss": 7.5785,
+      "grad_norm": 0.453125,
+      "learning_rate": 0.002974070351758794,
+      "loss": 3.3039,
       "step": 2720
     },
     {
       "epoch": 0.01365,
-      "grad_norm": 12.0,
-      "learning_rate": 4.956532663316583e-05,
-      "loss": 7.5553,
+      "grad_norm": 0.40625,
+      "learning_rate": 0.00297391959798995,
+      "loss": 3.2172,
       "step": 2730
     },
     {
       "epoch": 0.0137,
-      "grad_norm": 1.5078125,
-      "learning_rate": 4.956281407035176e-05,
-      "loss": 7.5827,
+      "grad_norm": 0.353515625,
+      "learning_rate": 0.0029737688442211057,
+      "loss": 3.263,
       "step": 2740
     },
     {
       "epoch": 0.01375,
-      "grad_norm": 32.0,
-      "learning_rate": 4.956030150753769e-05,
-      "loss": 7.5814,
+      "grad_norm": 0.57421875,
+      "learning_rate": 0.0029736180904522615,
+      "loss": 3.2532,
       "step": 2750
     },
     {
       "epoch": 0.0138,
-      "grad_norm": 110.5,
-      "learning_rate": 4.9557788944723624e-05,
-      "loss": 7.5819,
+      "grad_norm": 0.3828125,
+      "learning_rate": 0.0029734673366834173,
+      "loss": 3.2697,
       "step": 2760
     },
     {
       "epoch": 0.01385,
-      "grad_norm": 7.625,
-      "learning_rate": 4.955527638190955e-05,
-      "loss": 7.5767,
+      "grad_norm": 0.40625,
+      "learning_rate": 0.0029733165829145727,
+      "loss": 3.1869,
       "step": 2770
     },
     {
       "epoch": 0.0139,
-      "grad_norm": 54.25,
-      "learning_rate": 4.955276381909548e-05,
-      "loss": 7.5621,
+      "grad_norm": 0.439453125,
+      "learning_rate": 0.002973165829145729,
+      "loss": 3.2199,
       "step": 2780
     },
     {
       "epoch": 0.01395,
-      "grad_norm": 7.8125,
-      "learning_rate": 4.955025125628141e-05,
-      "loss": 7.5634,
+      "grad_norm": 0.423828125,
+      "learning_rate": 0.0029730150753768847,
+      "loss": 3.2655,
       "step": 2790
     },
     {
       "epoch": 0.014,
-      "grad_norm": 1.96875,
-      "learning_rate": 4.954773869346734e-05,
-      "loss": 7.5808,
+      "grad_norm": 0.419921875,
+      "learning_rate": 0.00297286432160804,
+      "loss": 3.2784,
       "step": 2800
     },
     {
       "epoch": 0.01405,
-      "grad_norm": 8.9375,
-      "learning_rate": 4.9545226130653266e-05,
-      "loss": 7.6055,
+      "grad_norm": 0.443359375,
+      "learning_rate": 0.002972713567839196,
+      "loss": 3.3085,
       "step": 2810
     },
     {
       "epoch": 0.0141,
-      "grad_norm": 1.2890625,
-      "learning_rate": 4.95427135678392e-05,
-      "loss": 7.5899,
+      "grad_norm": 0.388671875,
+      "learning_rate": 0.0029725628140703517,
+      "loss": 3.1922,
       "step": 2820
     },
     {
       "epoch": 0.01415,
-      "grad_norm": 4.875,
-      "learning_rate": 4.954020100502513e-05,
-      "loss": 7.5589,
+      "grad_norm": 0.439453125,
+      "learning_rate": 0.0029724120603015075,
+      "loss": 3.1898,
       "step": 2830
     },
     {
       "epoch": 0.0142,
-      "grad_norm": 16.375,
-      "learning_rate": 4.953768844221105e-05,
-      "loss": 7.6175,
+      "grad_norm": 0.490234375,
+      "learning_rate": 0.0029722613065326633,
+      "loss": 3.2388,
       "step": 2840
     },
     {
       "epoch": 0.01425,
-      "grad_norm": 1.7734375,
-      "learning_rate": 4.953517587939699e-05,
-      "loss": 7.577,
+      "grad_norm": 0.51171875,
+      "learning_rate": 0.002972110552763819,
+      "loss": 3.2828,
       "step": 2850
     },
     {
       "epoch": 0.0143,
-      "grad_norm": 2.515625,
-      "learning_rate": 4.9532663316582914e-05,
-      "loss": 7.5966,
+      "grad_norm": 0.44921875,
+      "learning_rate": 0.002971959798994975,
+      "loss": 3.2339,
       "step": 2860
     },
     {
       "epoch": 0.01435,
-      "grad_norm": 39.0,
-      "learning_rate": 4.9530150753768845e-05,
-      "loss": 7.5393,
+      "grad_norm": 0.390625,
+      "learning_rate": 0.0029718090452261307,
+      "loss": 3.2371,
       "step": 2870
     },
     {
       "epoch": 0.0144,
-      "grad_norm": 1.171875,
-      "learning_rate": 4.9527638190954776e-05,
-      "loss": 7.5757,
+      "grad_norm": 0.462890625,
+      "learning_rate": 0.0029716582914572865,
+      "loss": 3.2536,
       "step": 2880
     },
     {
       "epoch": 0.01445,
-      "grad_norm": 1.8203125,
-      "learning_rate": 4.952512562814071e-05,
-      "loss": 7.5779,
+      "grad_norm": 0.3828125,
+      "learning_rate": 0.0029715075376884423,
+      "loss": 3.2563,
       "step": 2890
     },
     {
       "epoch": 0.0145,
-      "grad_norm": 1.7578125,
-      "learning_rate": 4.952261306532663e-05,
-      "loss": 7.6028,
+      "grad_norm": 0.43359375,
+      "learning_rate": 0.002971356783919598,
+      "loss": 3.2679,
       "step": 2900
     },
     {
       "epoch": 0.01455,
-      "grad_norm": 15.8125,
-      "learning_rate": 4.952010050251257e-05,
-      "loss": 7.53,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.002971206030150754,
+      "loss": 3.1872,
       "step": 2910
     },
     {
       "epoch": 0.0146,
-      "grad_norm": 1.8203125,
-      "learning_rate": 4.9517587939698493e-05,
-      "loss": 7.5656,
+      "grad_norm": 0.345703125,
+      "learning_rate": 0.0029710552763819098,
+      "loss": 3.1841,
       "step": 2920
     },
     {
       "epoch": 0.01465,
-      "grad_norm": 197.0,
-      "learning_rate": 4.9515075376884424e-05,
-      "loss": 7.559,
+      "grad_norm": 0.375,
+      "learning_rate": 0.002970904522613065,
+      "loss": 3.1964,
       "step": 2930
     },
     {
       "epoch": 0.0147,
-      "grad_norm": 2.53125,
-      "learning_rate": 4.9512562814070355e-05,
-      "loss": 7.5449,
+      "grad_norm": 0.345703125,
+      "learning_rate": 0.0029707537688442214,
+      "loss": 3.2321,
       "step": 2940
     },
     {
       "epoch": 0.01475,
-      "grad_norm": 1.703125,
-      "learning_rate": 4.9510050251256287e-05,
-      "loss": 7.5569,
+      "grad_norm": 0.39453125,
+      "learning_rate": 0.002970603015075377,
+      "loss": 3.2231,
       "step": 2950
     },
     {
       "epoch": 0.0148,
-      "grad_norm": 1.5703125,
-      "learning_rate": 4.950753768844221e-05,
-      "loss": 7.5683,
+      "grad_norm": 0.447265625,
+      "learning_rate": 0.0029704522613065326,
+      "loss": 3.2013,
       "step": 2960
     },
     {
       "epoch": 0.01485,
-      "grad_norm": 65.0,
-      "learning_rate": 4.950502512562814e-05,
-      "loss": 7.566,
+      "grad_norm": 0.392578125,
+      "learning_rate": 0.0029703015075376884,
+      "loss": 3.2388,
       "step": 2970
     },
     {
       "epoch": 0.0149,
-      "grad_norm": 1.5,
-      "learning_rate": 4.950251256281407e-05,
-      "loss": 7.5829,
+      "grad_norm": 0.349609375,
+      "learning_rate": 0.002970150753768844,
+      "loss": 3.2342,
       "step": 2980
     },
     {
       "epoch": 0.01495,
-      "grad_norm": 44.25,
-      "learning_rate": 4.9500000000000004e-05,
-      "loss": 7.5524,
+      "grad_norm": 0.48046875,
+      "learning_rate": 0.00297,
+      "loss": 3.2093,
       "step": 2990
     },
     {
       "epoch": 0.015,
-      "grad_norm": 73.5,
-      "learning_rate": 4.949748743718593e-05,
-      "loss": 7.5774,
+      "grad_norm": 0.3671875,
+      "learning_rate": 0.002969849246231156,
+      "loss": 3.2399,
       "step": 3000
     },
     {
       "epoch": 0.01505,
-      "grad_norm": 76.0,
-      "learning_rate": 4.9494974874371866e-05,
-      "loss": 7.5661,
+      "grad_norm": 0.3515625,
+      "learning_rate": 0.0029696984924623116,
+      "loss": 3.174,
       "step": 3010
     },
     {
       "epoch": 0.0151,
-      "grad_norm": 1.9375,
-      "learning_rate": 4.949246231155779e-05,
-      "loss": 7.5823,
+      "grad_norm": 0.39453125,
+      "learning_rate": 0.0029695477386934674,
+      "loss": 3.1442,
       "step": 3020
     },
     {
       "epoch": 0.01515,
-      "grad_norm": 6.8125,
-      "learning_rate": 4.948994974874372e-05,
-      "loss": 7.5367,
+      "grad_norm": 0.427734375,
+      "learning_rate": 0.002969396984924623,
+      "loss": 3.1744,
       "step": 3030
     },
     {
       "epoch": 0.0152,
-      "grad_norm": 13.5625,
-      "learning_rate": 4.948743718592965e-05,
-      "loss": 7.5738,
+      "grad_norm": 0.458984375,
+      "learning_rate": 0.002969246231155779,
+      "loss": 3.2046,
       "step": 3040
     },
     {
       "epoch": 0.01525,
-      "grad_norm": 1.5,
-      "learning_rate": 4.948492462311558e-05,
-      "loss": 7.5641,
+      "grad_norm": 0.44921875,
+      "learning_rate": 0.002969095477386935,
+      "loss": 3.1886,
       "step": 3050
     },
     {
       "epoch": 0.0153,
-      "grad_norm": 6.28125,
-      "learning_rate": 4.948241206030151e-05,
-      "loss": 7.5391,
+      "grad_norm": 0.3984375,
+      "learning_rate": 0.0029689447236180906,
+      "loss": 3.1523,
       "step": 3060
     },
     {
       "epoch": 0.01535,
-      "grad_norm": 2.8125,
-      "learning_rate": 4.9479899497487445e-05,
-      "loss": 7.5468,
+      "grad_norm": 0.482421875,
+      "learning_rate": 0.0029687939698492464,
+      "loss": 3.1335,
       "step": 3070
     },
     {
       "epoch": 0.0154,
-      "grad_norm": 1.6015625,
-      "learning_rate": 4.947738693467337e-05,
-      "loss": 7.5947,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0029686432160804022,
+      "loss": 3.2162,
       "step": 3080
     },
     {
       "epoch": 0.01545,
-      "grad_norm": 82.5,
-      "learning_rate": 4.94748743718593e-05,
-      "loss": 7.5516,
+      "grad_norm": 0.4609375,
+      "learning_rate": 0.0029684924623115576,
+      "loss": 3.1768,
       "step": 3090
     },
     {
       "epoch": 0.0155,
-      "grad_norm": 2.546875,
-      "learning_rate": 4.947236180904523e-05,
-      "loss": 7.5146,
+      "grad_norm": 0.408203125,
+      "learning_rate": 0.002968341708542714,
+      "loss": 3.1816,
       "step": 3100
     },
     {
       "epoch": 0.01555,
-      "grad_norm": 1.9140625,
-      "learning_rate": 4.946984924623116e-05,
-      "loss": 7.5449,
+      "grad_norm": 0.37890625,
+      "learning_rate": 0.0029681909547738697,
+      "loss": 3.1637,
       "step": 3110
     },
     {
       "epoch": 0.0156,
-      "grad_norm": 2.5625,
-      "learning_rate": 4.946733668341709e-05,
-      "loss": 7.6047,
+      "grad_norm": 0.384765625,
+      "learning_rate": 0.002968040201005025,
+      "loss": 3.1651,
       "step": 3120
     },
     {
       "epoch": 0.01565,
-      "grad_norm": 1.84375,
-      "learning_rate": 4.946482412060302e-05,
-      "loss": 7.5818,
+      "grad_norm": 0.451171875,
+      "learning_rate": 0.002967889447236181,
+      "loss": 3.2211,
       "step": 3130
     },
     {
       "epoch": 0.0157,
-      "grad_norm": 10.9375,
-      "learning_rate": 4.946231155778895e-05,
-      "loss": 7.5757,
+      "grad_norm": 0.408203125,
+      "learning_rate": 0.0029677386934673367,
+      "loss": 3.1988,
       "step": 3140
     },
     {
       "epoch": 0.01575,
-      "grad_norm": 15.375,
-      "learning_rate": 4.945979899497487e-05,
-      "loss": 7.5958,
+      "grad_norm": 0.341796875,
+      "learning_rate": 0.0029675879396984925,
+      "loss": 3.1687,
       "step": 3150
     },
     {
       "epoch": 0.0158,
-      "grad_norm": 1.796875,
-      "learning_rate": 4.9457286432160804e-05,
-      "loss": 7.537,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0029674371859296483,
+      "loss": 3.1696,
       "step": 3160
     },
     {
       "epoch": 0.01585,
-      "grad_norm": 1.5859375,
-      "learning_rate": 4.9454773869346735e-05,
-      "loss": 7.5929,
+      "grad_norm": 0.427734375,
+      "learning_rate": 0.002967286432160804,
+      "loss": 3.2052,
       "step": 3170
     },
     {
       "epoch": 0.0159,
-      "grad_norm": 15.8125,
-      "learning_rate": 4.9452261306532666e-05,
-      "loss": 7.5747,
+      "grad_norm": 0.4140625,
+      "learning_rate": 0.00296713567839196,
+      "loss": 3.1252,
       "step": 3180
     },
     {
       "epoch": 0.01595,
-      "grad_norm": 17.375,
-      "learning_rate": 4.944974874371859e-05,
-      "loss": 7.5971,
+      "grad_norm": 0.458984375,
+      "learning_rate": 0.0029669849246231157,
+      "loss": 3.2229,
       "step": 3190
     },
     {
       "epoch": 0.016,
-      "grad_norm": 10.0,
-      "learning_rate": 4.944723618090453e-05,
-      "loss": 7.5508,
+      "grad_norm": 0.416015625,
+      "learning_rate": 0.0029668341708542715,
+      "loss": 3.1302,
       "step": 3200
     },
     {
       "epoch": 0.01605,
-      "grad_norm": 41.5,
-      "learning_rate": 4.944472361809045e-05,
-      "loss": 7.5781,
+      "grad_norm": 0.3671875,
+      "learning_rate": 0.0029666834170854273,
+      "loss": 3.1591,
       "step": 3210
     },
     {
       "epoch": 0.0161,
-      "grad_norm": 39.25,
-      "learning_rate": 4.944221105527638e-05,
-      "loss": 7.5582,
+      "grad_norm": 0.375,
+      "learning_rate": 0.002966532663316583,
+      "loss": 3.1862,
       "step": 3220
     },
     {
       "epoch": 0.01615,
-      "grad_norm": 19.75,
-      "learning_rate": 4.9439698492462314e-05,
-      "loss": 7.5801,
+      "grad_norm": 0.37890625,
+      "learning_rate": 0.002966381909547739,
+      "loss": 3.1128,
       "step": 3230
     },
     {
       "epoch": 0.0162,
-      "grad_norm": 1.328125,
-      "learning_rate": 4.9437185929648245e-05,
-      "loss": 7.6125,
+      "grad_norm": 0.37890625,
+      "learning_rate": 0.0029662311557788947,
+      "loss": 3.2078,
       "step": 3240
     },
     {
       "epoch": 0.01625,
-      "grad_norm": 1.5234375,
-      "learning_rate": 4.943467336683417e-05,
-      "loss": 7.5894,
+      "grad_norm": 0.435546875,
+      "learning_rate": 0.00296608040201005,
+      "loss": 3.1019,
       "step": 3250
     },
     {
       "epoch": 0.0163,
-      "grad_norm": 7.34375,
-      "learning_rate": 4.943216080402011e-05,
-      "loss": 7.5851,
+      "grad_norm": 0.50390625,
+      "learning_rate": 0.0029659296482412063,
+      "loss": 3.2081,
       "step": 3260
     },
     {
       "epoch": 0.01635,
-      "grad_norm": 7.59375,
-      "learning_rate": 4.942964824120603e-05,
-      "loss": 7.5881,
+      "grad_norm": 0.400390625,
+      "learning_rate": 0.002965778894472362,
+      "loss": 3.1721,
       "step": 3270
     },
     {
       "epoch": 0.0164,
-      "grad_norm": 4.34375,
-      "learning_rate": 4.942713567839196e-05,
-      "loss": 7.6143,
+      "grad_norm": 0.392578125,
+      "learning_rate": 0.0029656281407035175,
+      "loss": 3.1434,
       "step": 3280
     },
     {
       "epoch": 0.01645,
-      "grad_norm": 40.25,
-      "learning_rate": 4.942462311557789e-05,
-      "loss": 7.5958,
+      "grad_norm": 0.412109375,
+      "learning_rate": 0.0029654773869346733,
+      "loss": 3.1993,
       "step": 3290
     },
     {
       "epoch": 0.0165,
-      "grad_norm": 5.96875,
-      "learning_rate": 4.9422110552763825e-05,
-      "loss": 7.5495,
+      "grad_norm": 0.396484375,
+      "learning_rate": 0.002965326633165829,
+      "loss": 3.1676,
       "step": 3300
     },
     {
       "epoch": 0.01655,
-      "grad_norm": 1.671875,
-      "learning_rate": 4.941959798994975e-05,
-      "loss": 7.5791,
+      "grad_norm": 0.443359375,
+      "learning_rate": 0.002965175879396985,
+      "loss": 3.1356,
       "step": 3310
     },
     {
       "epoch": 0.0166,
-      "grad_norm": 10.25,
-      "learning_rate": 4.941708542713568e-05,
-      "loss": 7.579,
+      "grad_norm": 0.359375,
+      "learning_rate": 0.0029650251256281407,
+      "loss": 3.158,
       "step": 3320
     },
     {
       "epoch": 0.01665,
-      "grad_norm": 2.75,
-      "learning_rate": 4.941457286432161e-05,
-      "loss": 7.5623,
+      "grad_norm": 0.37890625,
+      "learning_rate": 0.0029648743718592965,
+      "loss": 3.1081,
       "step": 3330
     },
     {
       "epoch": 0.0167,
-      "grad_norm": 1.5,
-      "learning_rate": 4.941206030150754e-05,
-      "loss": 7.5906,
+      "grad_norm": 0.5078125,
+      "learning_rate": 0.0029647236180904524,
+      "loss": 3.1429,
       "step": 3340
     },
     {
       "epoch": 0.01675,
-      "grad_norm": 38.75,
-      "learning_rate": 4.9409547738693466e-05,
-      "loss": 7.5825,
+      "grad_norm": 0.419921875,
+      "learning_rate": 0.002964572864321608,
+      "loss": 3.1097,
       "step": 3350
     },
     {
       "epoch": 0.0168,
-      "grad_norm": 5.28125,
-      "learning_rate": 4.9407035175879404e-05,
-      "loss": 7.5844,
+      "grad_norm": 0.3984375,
+      "learning_rate": 0.002964422110552764,
+      "loss": 3.0755,
       "step": 3360
     },
     {
       "epoch": 0.01685,
-      "grad_norm": 1.5703125,
-      "learning_rate": 4.940452261306533e-05,
-      "loss": 7.5995,
+      "grad_norm": 0.408203125,
+      "learning_rate": 0.0029642713567839198,
+      "loss": 3.1041,
       "step": 3370
     },
     {
       "epoch": 0.0169,
-      "grad_norm": 5.84375,
-      "learning_rate": 4.940201005025126e-05,
-      "loss": 7.5426,
+      "grad_norm": 0.431640625,
+      "learning_rate": 0.002964120603015075,
+      "loss": 3.1142,
       "step": 3380
     },
     {
       "epoch": 0.01695,
-      "grad_norm": 1.6796875,
-      "learning_rate": 4.939949748743719e-05,
-      "loss": 7.5876,
+      "grad_norm": 0.404296875,
+      "learning_rate": 0.0029639698492462314,
+      "loss": 3.1458,
       "step": 3390
     },
     {
       "epoch": 0.017,
-      "grad_norm": 1.25,
-      "learning_rate": 4.939698492462312e-05,
-      "loss": 7.564,
+      "grad_norm": 0.359375,
+      "learning_rate": 0.002963819095477387,
+      "loss": 3.1108,
       "step": 3400
     },
     {
       "epoch": 0.01705,
-      "grad_norm": 22.5,
-      "learning_rate": 4.9394472361809046e-05,
-      "loss": 7.567,
+      "grad_norm": 0.40234375,
+      "learning_rate": 0.0029636683417085426,
+      "loss": 3.1122,
       "step": 3410
     },
     {
       "epoch": 0.0171,
-      "grad_norm": 11.9375,
-      "learning_rate": 4.9391959798994977e-05,
-      "loss": 7.5689,
+      "grad_norm": 0.4453125,
+      "learning_rate": 0.0029635175879396984,
+      "loss": 3.1213,
       "step": 3420
     },
     {
       "epoch": 0.01715,
-      "grad_norm": 2.234375,
-      "learning_rate": 4.938944723618091e-05,
-      "loss": 7.54,
+      "grad_norm": 0.37890625,
+      "learning_rate": 0.002963366834170854,
+      "loss": 3.1115,
       "step": 3430
     },
     {
       "epoch": 0.0172,
-      "grad_norm": 24.375,
-      "learning_rate": 4.938693467336684e-05,
-      "loss": 7.5887,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.00296321608040201,
+      "loss": 3.173,
       "step": 3440
     },
     {
       "epoch": 0.01725,
-      "grad_norm": 57.25,
-      "learning_rate": 4.938442211055276e-05,
-      "loss": 7.5857,
+      "grad_norm": 0.3828125,
+      "learning_rate": 0.002963065326633166,
+      "loss": 3.1475,
       "step": 3450
     },
     {
       "epoch": 0.0173,
-      "grad_norm": 44.0,
-      "learning_rate": 4.93819095477387e-05,
-      "loss": 7.5939,
+      "grad_norm": 0.48046875,
+      "learning_rate": 0.0029629145728643216,
+      "loss": 3.1828,
       "step": 3460
     },
     {
       "epoch": 0.01735,
-      "grad_norm": 12.4375,
-      "learning_rate": 4.9379396984924625e-05,
-      "loss": 7.5695,
+      "grad_norm": 0.396484375,
+      "learning_rate": 0.0029627638190954774,
+      "loss": 3.1007,
       "step": 3470
     },
     {
       "epoch": 0.0174,
-      "grad_norm": 5.71875,
-      "learning_rate": 4.9376884422110556e-05,
-      "loss": 7.5632,
+      "grad_norm": 0.427734375,
+      "learning_rate": 0.0029626130653266332,
+      "loss": 3.1107,
       "step": 3480
     },
     {
       "epoch": 0.01745,
-      "grad_norm": 2.1875,
-      "learning_rate": 4.937437185929649e-05,
-      "loss": 7.5836,
+      "grad_norm": 0.388671875,
+      "learning_rate": 0.002962462311557789,
+      "loss": 3.1064,
       "step": 3490
     },
     {
       "epoch": 0.0175,
-      "grad_norm": 2.421875,
-      "learning_rate": 4.937185929648241e-05,
-      "loss": 7.5457,
+      "grad_norm": 0.427734375,
+      "learning_rate": 0.002962311557788945,
+      "loss": 3.0574,
       "step": 3500
     },
     {
       "epoch": 0.01755,
-      "grad_norm": 6.15625,
-      "learning_rate": 4.936934673366834e-05,
-      "loss": 7.5696,
+      "grad_norm": 0.4140625,
+      "learning_rate": 0.0029621608040201006,
+      "loss": 3.0686,
       "step": 3510
     },
     {
       "epoch": 0.0176,
-      "grad_norm": 3.671875,
-      "learning_rate": 4.936683417085427e-05,
-      "loss": 7.5662,
+      "grad_norm": 0.359375,
+      "learning_rate": 0.0029620100502512564,
+      "loss": 3.0863,
       "step": 3520
     },
     {
       "epoch": 0.01765,
-      "grad_norm": 1.84375,
-      "learning_rate": 4.9364321608040204e-05,
-      "loss": 7.5914,
+      "grad_norm": 0.44140625,
+      "learning_rate": 0.0029618592964824123,
+      "loss": 3.0547,
       "step": 3530
     },
     {
       "epoch": 0.0177,
-      "grad_norm": 4.3125,
-      "learning_rate": 4.936180904522613e-05,
-      "loss": 7.5754,
+      "grad_norm": 0.400390625,
+      "learning_rate": 0.0029617085427135676,
+      "loss": 3.1519,
       "step": 3540
     },
     {
       "epoch": 0.01775,
-      "grad_norm": 8.0,
-      "learning_rate": 4.9359296482412066e-05,
-      "loss": 7.614,
+      "grad_norm": 0.41796875,
+      "learning_rate": 0.002961557788944724,
+      "loss": 3.107,
       "step": 3550
     },
     {
       "epoch": 0.0178,
-      "grad_norm": 1.890625,
-      "learning_rate": 4.935678391959799e-05,
-      "loss": 7.5519,
+      "grad_norm": 0.392578125,
+      "learning_rate": 0.0029614070351758797,
+      "loss": 3.0675,
       "step": 3560
     },
     {
       "epoch": 0.01785,
-      "grad_norm": 1.625,
-      "learning_rate": 4.935427135678392e-05,
-      "loss": 7.588,
+      "grad_norm": 0.482421875,
+      "learning_rate": 0.002961256281407035,
+      "loss": 3.128,
       "step": 3570
     },
     {
       "epoch": 0.0179,
-      "grad_norm": 45.5,
-      "learning_rate": 4.9351758793969846e-05,
-      "loss": 7.5629,
+      "grad_norm": 0.4296875,
+      "learning_rate": 0.002961105527638191,
+      "loss": 3.1235,
       "step": 3580
     },
     {
       "epoch": 0.01795,
-      "grad_norm": 1.8046875,
-      "learning_rate": 4.9349246231155784e-05,
-      "loss": 7.5556,
+      "grad_norm": 0.3203125,
+      "learning_rate": 0.0029609547738693467,
+      "loss": 3.1088,
       "step": 3590
     },
     {
       "epoch": 0.018,
-      "grad_norm": 1.203125,
-      "learning_rate": 4.934673366834171e-05,
-      "loss": 7.5878,
+      "grad_norm": 0.439453125,
+      "learning_rate": 0.0029608040201005025,
+      "loss": 3.0641,
       "step": 3600
     },
     {
       "epoch": 0.01805,
-      "grad_norm": 7.34375,
-      "learning_rate": 4.934422110552764e-05,
-      "loss": 7.5983,
+      "grad_norm": 0.384765625,
+      "learning_rate": 0.0029606532663316583,
+      "loss": 3.1722,
       "step": 3610
     },
     {
       "epoch": 0.0181,
-      "grad_norm": 4.28125,
-      "learning_rate": 4.934170854271357e-05,
-      "loss": 7.6071,
+      "grad_norm": 0.404296875,
+      "learning_rate": 0.002960502512562814,
+      "loss": 3.0971,
       "step": 3620
     },
     {
       "epoch": 0.01815,
-      "grad_norm": 1.703125,
-      "learning_rate": 4.93391959798995e-05,
-      "loss": 7.5621,
+      "grad_norm": 0.421875,
+      "learning_rate": 0.00296035175879397,
+      "loss": 3.0603,
       "step": 3630
     },
     {
       "epoch": 0.0182,
-      "grad_norm": 1.5,
-      "learning_rate": 4.9336683417085425e-05,
-      "loss": 7.582,
+      "grad_norm": 0.40625,
+      "learning_rate": 0.0029602010050251257,
+      "loss": 3.1148,
       "step": 3640
     },
     {
       "epoch": 0.01825,
-      "grad_norm": 2.078125,
-      "learning_rate": 4.933417085427136e-05,
-      "loss": 7.5727,
+      "grad_norm": 0.40234375,
+      "learning_rate": 0.0029600502512562815,
+      "loss": 3.054,
       "step": 3650
     },
     {
       "epoch": 0.0183,
-      "grad_norm": 67.5,
-      "learning_rate": 4.933165829145729e-05,
-      "loss": 7.572,
+      "grad_norm": 0.37890625,
+      "learning_rate": 0.0029598994974874373,
+      "loss": 3.0512,
       "step": 3660
     },
     {
       "epoch": 0.01835,
-      "grad_norm": 103.5,
-      "learning_rate": 4.932914572864322e-05,
-      "loss": 7.5624,
+      "grad_norm": 0.431640625,
+      "learning_rate": 0.002959748743718593,
+      "loss": 3.0811,
       "step": 3670
     },
     {
       "epoch": 0.0184,
-      "grad_norm": 1.5703125,
-      "learning_rate": 4.932663316582915e-05,
-      "loss": 7.5899,
+      "grad_norm": 0.37109375,
+      "learning_rate": 0.002959597989949749,
+      "loss": 3.09,
       "step": 3680
     },
     {
       "epoch": 0.01845,
-      "grad_norm": 1.6484375,
-      "learning_rate": 4.932412060301508e-05,
-      "loss": 7.5524,
+      "grad_norm": 0.390625,
+      "learning_rate": 0.0029594472361809047,
+      "loss": 3.0565,
       "step": 3690
     },
     {
       "epoch": 0.0185,
-      "grad_norm": 48.5,
-      "learning_rate": 4.9321608040201004e-05,
-      "loss": 7.6027,
+      "grad_norm": 0.4296875,
+      "learning_rate": 0.00295929648241206,
+      "loss": 3.1175,
       "step": 3700
     },
     {
       "epoch": 0.01855,
-      "grad_norm": 2.09375,
-      "learning_rate": 4.931909547738694e-05,
-      "loss": 7.5536,
+      "grad_norm": 0.380859375,
+      "learning_rate": 0.0029591457286432163,
+      "loss": 3.0158,
       "step": 3710
     },
     {
       "epoch": 0.0186,
-      "grad_norm": 1.84375,
-      "learning_rate": 4.9316582914572866e-05,
-      "loss": 7.5719,
+      "grad_norm": 0.3984375,
+      "learning_rate": 0.002958994974874372,
+      "loss": 3.0527,
       "step": 3720
     },
     {
       "epoch": 0.01865,
-      "grad_norm": 1.9765625,
-      "learning_rate": 4.93140703517588e-05,
-      "loss": 7.5592,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.0029588442211055275,
+      "loss": 3.0238,
       "step": 3730
     },
     {
       "epoch": 0.0187,
-      "grad_norm": 3.0625,
-      "learning_rate": 4.931155778894472e-05,
-      "loss": 7.6041,
+      "grad_norm": 0.404296875,
+      "learning_rate": 0.0029586934673366833,
+      "loss": 3.058,
       "step": 3740
     },
     {
       "epoch": 0.01875,
-      "grad_norm": 1.515625,
-      "learning_rate": 4.930904522613066e-05,
-      "loss": 7.574,
+      "grad_norm": 0.42578125,
+      "learning_rate": 0.002958542713567839,
+      "loss": 3.0689,
       "step": 3750
     },
     {
       "epoch": 0.0188,
-      "grad_norm": 122.5,
-      "learning_rate": 4.9306532663316584e-05,
-      "loss": 7.5402,
+      "grad_norm": 0.38671875,
+      "learning_rate": 0.002958391959798995,
+      "loss": 3.0678,
       "step": 3760
     },
     {
       "epoch": 0.01885,
-      "grad_norm": 1.6171875,
-      "learning_rate": 4.9304020100502515e-05,
-      "loss": 7.5854,
+      "grad_norm": 0.37109375,
+      "learning_rate": 0.0029582412060301507,
+      "loss": 3.1042,
       "step": 3770
     },
     {
       "epoch": 0.0189,
-      "grad_norm": 22.125,
-      "learning_rate": 4.9301507537688446e-05,
-      "loss": 7.5882,
+      "grad_norm": 0.48046875,
+      "learning_rate": 0.0029580904522613066,
+      "loss": 3.0411,
       "step": 3780
     },
     {
       "epoch": 0.01895,
-      "grad_norm": 1.28125,
-      "learning_rate": 4.929899497487438e-05,
-      "loss": 7.5971,
+      "grad_norm": 0.416015625,
+      "learning_rate": 0.0029579396984924624,
+      "loss": 3.0552,
       "step": 3790
     },
     {
       "epoch": 0.019,
-      "grad_norm": 2.03125,
-      "learning_rate": 4.92964824120603e-05,
-      "loss": 7.5531,
+      "grad_norm": 0.384765625,
+      "learning_rate": 0.002957788944723618,
+      "loss": 3.0114,
       "step": 3800
     },
     {
       "epoch": 0.01905,
-      "grad_norm": 1.3125,
-      "learning_rate": 4.929396984924623e-05,
-      "loss": 7.5697,
+      "grad_norm": 0.373046875,
+      "learning_rate": 0.002957638190954774,
+      "loss": 3.0433,
       "step": 3810
     },
     {
       "epoch": 0.0191,
-      "grad_norm": 3.703125,
-      "learning_rate": 4.929145728643216e-05,
-      "loss": 7.5603,
+      "grad_norm": 0.39453125,
+      "learning_rate": 0.0029574874371859298,
+      "loss": 3.0133,
       "step": 3820
     },
     {
       "epoch": 0.01915,
-      "grad_norm": 4.3125,
-      "learning_rate": 4.9288944723618094e-05,
-      "loss": 7.5705,
+      "grad_norm": 0.384765625,
+      "learning_rate": 0.0029573366834170856,
+      "loss": 3.0923,
       "step": 3830
     },
     {
       "epoch": 0.0192,
-      "grad_norm": 22.125,
-      "learning_rate": 4.9286432160804025e-05,
-      "loss": 7.585,
+      "grad_norm": 0.40234375,
+      "learning_rate": 0.0029571859296482414,
+      "loss": 3.041,
       "step": 3840
     },
     {
       "epoch": 0.01925,
-      "grad_norm": 13.4375,
-      "learning_rate": 4.928391959798995e-05,
-      "loss": 7.5508,
+      "grad_norm": 0.37109375,
+      "learning_rate": 0.002957035175879397,
+      "loss": 3.0512,
       "step": 3850
     },
     {
       "epoch": 0.0193,
-      "grad_norm": 19.125,
-      "learning_rate": 4.928140703517588e-05,
-      "loss": 7.6242,
+      "grad_norm": 0.40625,
+      "learning_rate": 0.0029568844221105526,
+      "loss": 3.0747,
       "step": 3860
     },
     {
       "epoch": 0.01935,
-      "grad_norm": 30.375,
-      "learning_rate": 4.927889447236181e-05,
-      "loss": 7.5297,
+      "grad_norm": 0.427734375,
+      "learning_rate": 0.002956733668341709,
+      "loss": 3.0672,
       "step": 3870
     },
     {
       "epoch": 0.0194,
-      "grad_norm": 26.625,
-      "learning_rate": 4.927638190954774e-05,
-      "loss": 7.6138,
+      "grad_norm": 0.345703125,
+      "learning_rate": 0.0029565829145728646,
+      "loss": 3.0522,
       "step": 3880
     },
     {
       "epoch": 0.01945,
-      "grad_norm": 15.9375,
-      "learning_rate": 4.9273869346733667e-05,
-      "loss": 7.5671,
+      "grad_norm": 0.35546875,
+      "learning_rate": 0.00295643216080402,
+      "loss": 3.0274,
       "step": 3890
     },
     {
       "epoch": 0.0195,
-      "grad_norm": 17.75,
-      "learning_rate": 4.92713567839196e-05,
-      "loss": 7.6151,
+      "grad_norm": 0.44140625,
+      "learning_rate": 0.002956281407035176,
+      "loss": 3.0861,
       "step": 3900
     },
     {
       "epoch": 0.01955,
-      "grad_norm": 1.234375,
-      "learning_rate": 4.926884422110553e-05,
-      "loss": 7.6086,
+      "grad_norm": 0.3828125,
+      "learning_rate": 0.0029561306532663316,
+      "loss": 3.0174,
       "step": 3910
     },
     {
       "epoch": 0.0196,
-      "grad_norm": 1.359375,
-      "learning_rate": 4.926633165829146e-05,
-      "loss": 7.5837,
+      "grad_norm": 0.36328125,
+      "learning_rate": 0.0029559798994974874,
+      "loss": 3.0612,
       "step": 3920
     },
     {
       "epoch": 0.01965,
-      "grad_norm": 61.0,
-      "learning_rate": 4.9263819095477384e-05,
-      "loss": 7.5868,
+      "grad_norm": 0.3671875,
+      "learning_rate": 0.0029558291457286432,
+      "loss": 3.0119,
       "step": 3930
     },
     {
       "epoch": 0.0197,
-      "grad_norm": 1.984375,
-      "learning_rate": 4.926130653266332e-05,
-      "loss": 7.5785,
+      "grad_norm": 0.39453125,
+      "learning_rate": 0.002955678391959799,
+      "loss": 3.0359,
       "step": 3940
     },
     {
       "epoch": 0.01975,
-      "grad_norm": 37.5,
-      "learning_rate": 4.9258793969849246e-05,
-      "loss": 7.615,
+      "grad_norm": 0.408203125,
+      "learning_rate": 0.002955527638190955,
+      "loss": 3.076,
       "step": 3950
     },
     {
       "epoch": 0.0198,
-      "grad_norm": 2.03125,
-      "learning_rate": 4.925628140703518e-05,
-      "loss": 7.5894,
+      "grad_norm": 0.390625,
+      "learning_rate": 0.0029553768844221106,
+      "loss": 3.0459,
       "step": 3960
     },
     {
       "epoch": 0.01985,
-      "grad_norm": 1.8203125,
-      "learning_rate": 4.925376884422111e-05,
-      "loss": 7.6036,
+      "grad_norm": 0.3671875,
+      "learning_rate": 0.0029552261306532665,
+      "loss": 3.0837,
       "step": 3970
     },
     {
       "epoch": 0.0199,
-      "grad_norm": 1.453125,
-      "learning_rate": 4.925125628140704e-05,
-      "loss": 7.5874,
+      "grad_norm": 0.3984375,
+      "learning_rate": 0.0029550753768844223,
+      "loss": 3.0283,
       "step": 3980
     },
     {
       "epoch": 0.01995,
-      "grad_norm": 57.0,
-      "learning_rate": 4.924874371859296e-05,
-      "loss": 7.5653,
+      "grad_norm": 0.419921875,
+      "learning_rate": 0.002954924623115578,
+      "loss": 2.9757,
       "step": 3990
     },
     {
       "epoch": 0.02,
-      "grad_norm": 16.625,
-      "learning_rate": 4.92462311557789e-05,
-      "loss": 7.5676,
+      "grad_norm": 0.42578125,
+      "learning_rate": 0.002954773869346734,
+      "loss": 3.0222,
       "step": 4000
     },
     {
       "epoch": 0.02,
-      "eval_loss": 7.588551998138428,
-      "eval_runtime": 89.0965,
-      "eval_samples_per_second": 28.059,
-      "eval_steps_per_second": 0.449,
+      "eval_loss": 3.018690347671509,
+      "eval_runtime": 47.1122,
+      "eval_samples_per_second": 53.065,
+      "eval_steps_per_second": 0.106,
       "step": 4000
-    },
-    {
-      "epoch": 0.02005,
-      "grad_norm": 31.375,
-      "learning_rate": 4.9243718592964825e-05,
-      "loss": 7.56,
-      "step": 4010
-    },
-    {
-      "epoch": 0.0201,
-      "grad_norm": 1.28125,
-      "learning_rate": 4.9241206030150756e-05,
-      "loss": 7.5483,
-      "step": 4020
-    },
-    {
-      "epoch": 0.02015,
-      "grad_norm": 7.59375,
-      "learning_rate": 4.923869346733669e-05,
-      "loss": 7.5583,
-      "step": 4030
-    },
-    {
-      "epoch": 0.0202,
-      "grad_norm": 3.21875,
-      "learning_rate": 4.923618090452262e-05,
-      "loss": 7.5831,
-      "step": 4040
-    },
-    {
-      "epoch": 0.02025,
-      "grad_norm": 3.125,
-      "learning_rate": 4.923366834170854e-05,
-      "loss": 7.5884,
-      "step": 4050
-    },
-    {
-      "epoch": 0.0203,
-      "grad_norm": 1.625,
-      "learning_rate": 4.9231155778894474e-05,
-      "loss": 7.5728,
-      "step": 4060
-    },
-    {
-      "epoch": 0.02035,
-      "grad_norm": 73.5,
-      "learning_rate": 4.9228643216080405e-05,
-      "loss": 7.5865,
-      "step": 4070
-    },
-    {
-      "epoch": 0.0204,
-      "grad_norm": 15.0,
-      "learning_rate": 4.9226130653266336e-05,
-      "loss": 7.5648,
-      "step": 4080
-    },
-    {
-      "epoch": 0.02045,
-      "grad_norm": 1.359375,
-      "learning_rate": 4.922361809045226e-05,
-      "loss": 7.5471,
-      "step": 4090
-    },
-    {
-      "epoch": 0.0205,
-      "grad_norm": 56.25,
-      "learning_rate": 4.92211055276382e-05,
-      "loss": 7.564,
-      "step": 4100
-    },
-    {
-      "epoch": 0.02055,
-      "grad_norm": 50.75,
-      "learning_rate": 4.921859296482412e-05,
-      "loss": 7.5555,
-      "step": 4110
-    },
-    {
-      "epoch": 0.0206,
-      "grad_norm": 1.7890625,
-      "learning_rate": 4.921608040201005e-05,
-      "loss": 7.5561,
-      "step": 4120
-    },
-    {
-      "epoch": 0.02065,
-      "grad_norm": 2.21875,
-      "learning_rate": 4.9213567839195984e-05,
-      "loss": 7.5605,
-      "step": 4130
-    },
-    {
-      "epoch": 0.0207,
-      "grad_norm": 2.71875,
-      "learning_rate": 4.9211055276381915e-05,
-      "loss": 7.5899,
-      "step": 4140
-    },
-    {
-      "epoch": 0.02075,
-      "grad_norm": 2.25,
-      "learning_rate": 4.920854271356784e-05,
-      "loss": 7.5548,
-      "step": 4150
-    },
-    {
-      "epoch": 0.0208,
-      "grad_norm": 14.5625,
-      "learning_rate": 4.920603015075377e-05,
-      "loss": 7.625,
-      "step": 4160
-    },
-    {
-      "epoch": 0.02085,
-      "grad_norm": 1.765625,
-      "learning_rate": 4.92035175879397e-05,
-      "loss": 7.5754,
-      "step": 4170
-    },
-    {
-      "epoch": 0.0209,
-      "grad_norm": 1.390625,
-      "learning_rate": 4.920100502512563e-05,
-      "loss": 7.601,
-      "step": 4180
-    },
-    {
-      "epoch": 0.02095,
-      "grad_norm": 13.5,
-      "learning_rate": 4.919849246231156e-05,
-      "loss": 7.5853,
-      "step": 4190
-    },
-    {
-      "epoch": 0.021,
-      "grad_norm": 3.421875,
-      "learning_rate": 4.919597989949749e-05,
-      "loss": 7.5461,
-      "step": 4200
-    },
-    {
-      "epoch": 0.02105,
-      "grad_norm": 10.6875,
-      "learning_rate": 4.919346733668342e-05,
-      "loss": 7.5906,
-      "step": 4210
-    },
-    {
-      "epoch": 0.0211,
-      "grad_norm": 2.140625,
-      "learning_rate": 4.919095477386935e-05,
-      "loss": 7.5771,
-      "step": 4220
-    },
-    {
-      "epoch": 0.02115,
-      "grad_norm": 4.09375,
-      "learning_rate": 4.918844221105528e-05,
-      "loss": 7.6011,
-      "step": 4230
-    },
-    {
-      "epoch": 0.0212,
-      "grad_norm": 64.0,
-      "learning_rate": 4.9185929648241205e-05,
-      "loss": 7.5948,
-      "step": 4240
-    },
-    {
-      "epoch": 0.02125,
-      "grad_norm": 2.21875,
-      "learning_rate": 4.9183417085427136e-05,
-      "loss": 7.5682,
-      "step": 4250
-    },
-    {
-      "epoch": 0.0213,
-      "grad_norm": 28.625,
-      "learning_rate": 4.918090452261307e-05,
-      "loss": 7.5859,
-      "step": 4260
-    },
-    {
-      "epoch": 0.02135,
-      "grad_norm": 5.6875,
-      "learning_rate": 4.9178391959799e-05,
-      "loss": 7.591,
-      "step": 4270
-    },
-    {
-      "epoch": 0.0214,
-      "grad_norm": 60.25,
-      "learning_rate": 4.917587939698492e-05,
-      "loss": 7.5652,
-      "step": 4280
-    },
-    {
-      "epoch": 0.02145,
-      "grad_norm": 1.75,
-      "learning_rate": 4.917336683417086e-05,
-      "loss": 7.5578,
-      "step": 4290
-    },
-    {
-      "epoch": 0.0215,
-      "grad_norm": 1.734375,
-      "learning_rate": 4.9170854271356784e-05,
-      "loss": 7.6033,
-      "step": 4300
-    },
-    {
-      "epoch": 0.02155,
-      "grad_norm": 7.75,
-      "learning_rate": 4.9168341708542715e-05,
-      "loss": 7.5929,
-      "step": 4310
-    },
-    {
-      "epoch": 0.0216,
-      "grad_norm": 29.5,
-      "learning_rate": 4.9165829145728646e-05,
-      "loss": 7.5736,
-      "step": 4320
-    },
-    {
-      "epoch": 0.02165,
-      "grad_norm": 11.6875,
-      "learning_rate": 4.916331658291458e-05,
-      "loss": 7.5885,
-      "step": 4330
-    },
-    {
-      "epoch": 0.0217,
-      "grad_norm": 1.1640625,
-      "learning_rate": 4.91608040201005e-05,
-      "loss": 7.6,
-      "step": 4340
-    },
-    {
-      "epoch": 0.02175,
-      "grad_norm": 80.0,
-      "learning_rate": 4.915829145728644e-05,
-      "loss": 7.5922,
-      "step": 4350
-    },
-    {
-      "epoch": 0.0218,
-      "grad_norm": 2.0625,
-      "learning_rate": 4.9155778894472363e-05,
-      "loss": 7.5828,
-      "step": 4360
-    },
-    {
-      "epoch": 0.02185,
-      "grad_norm": 16.5,
-      "learning_rate": 4.9153266331658294e-05,
-      "loss": 7.5455,
-      "step": 4370
-    },
-    {
-      "epoch": 0.0219,
-      "grad_norm": 1.8984375,
-      "learning_rate": 4.915075376884422e-05,
-      "loss": 7.5869,
-      "step": 4380
-    },
-    {
-      "epoch": 0.02195,
-      "grad_norm": 9.25,
-      "learning_rate": 4.9148241206030156e-05,
-      "loss": 7.57,
-      "step": 4390
-    },
-    {
-      "epoch": 0.022,
-      "grad_norm": 1.234375,
-      "learning_rate": 4.914572864321608e-05,
-      "loss": 7.5779,
-      "step": 4400
-    },
-    {
-      "epoch": 0.02205,
-      "grad_norm": 42.5,
-      "learning_rate": 4.914321608040201e-05,
-      "loss": 7.5756,
-      "step": 4410
-    },
-    {
-      "epoch": 0.0221,
-      "grad_norm": 2.40625,
-      "learning_rate": 4.914070351758794e-05,
-      "loss": 7.5708,
-      "step": 4420
-    },
-    {
-      "epoch": 0.02215,
-      "grad_norm": 4.8125,
-      "learning_rate": 4.9138190954773874e-05,
-      "loss": 7.5854,
-      "step": 4430
-    },
-    {
-      "epoch": 0.0222,
-      "grad_norm": 1.296875,
-      "learning_rate": 4.91356783919598e-05,
-      "loss": 7.6228,
-      "step": 4440
-    },
-    {
-      "epoch": 0.02225,
-      "grad_norm": 1.6015625,
-      "learning_rate": 4.9133165829145736e-05,
-      "loss": 7.56,
-      "step": 4450
-    },
-    {
-      "epoch": 0.0223,
-      "grad_norm": 9.375,
-      "learning_rate": 4.913065326633166e-05,
-      "loss": 7.5837,
-      "step": 4460
-    },
-    {
-      "epoch": 0.02235,
-      "grad_norm": 26.5,
-      "learning_rate": 4.912814070351759e-05,
-      "loss": 7.5659,
-      "step": 4470
-    },
-    {
-      "epoch": 0.0224,
-      "grad_norm": 1.5859375,
-      "learning_rate": 4.912562814070352e-05,
-      "loss": 7.622,
-      "step": 4480
-    },
-    {
-      "epoch": 0.02245,
-      "grad_norm": 3.6875,
-      "learning_rate": 4.912311557788945e-05,
-      "loss": 7.5823,
-      "step": 4490
-    },
-    {
-      "epoch": 0.0225,
-      "grad_norm": 76.5,
-      "learning_rate": 4.912060301507538e-05,
-      "loss": 7.5724,
-      "step": 4500
-    },
-    {
-      "epoch": 0.02255,
-      "grad_norm": 14.25,
-      "learning_rate": 4.911809045226131e-05,
-      "loss": 7.5786,
-      "step": 4510
-    },
-    {
-      "epoch": 0.0226,
-      "grad_norm": 1.53125,
-      "learning_rate": 4.911557788944724e-05,
-      "loss": 7.5411,
-      "step": 4520
-    },
-    {
-      "epoch": 0.02265,
-      "grad_norm": 28.125,
-      "learning_rate": 4.911306532663317e-05,
-      "loss": 7.5757,
-      "step": 4530
-    },
-    {
-      "epoch": 0.0227,
-      "grad_norm": 1.4609375,
-      "learning_rate": 4.9110552763819095e-05,
-      "loss": 7.5391,
-      "step": 4540
-    },
-    {
-      "epoch": 0.02275,
-      "grad_norm": 1.546875,
-      "learning_rate": 4.9108040201005026e-05,
-      "loss": 7.6018,
-      "step": 4550
-    },
-    {
-      "epoch": 0.0228,
-      "grad_norm": 3.890625,
-      "learning_rate": 4.910552763819096e-05,
-      "loss": 7.5935,
-      "step": 4560
-    },
-    {
-      "epoch": 0.02285,
-      "grad_norm": 2.28125,
-      "learning_rate": 4.910301507537689e-05,
-      "loss": 7.5827,
-      "step": 4570
-    },
-    {
-      "epoch": 0.0229,
-      "grad_norm": 8.0,
-      "learning_rate": 4.910050251256282e-05,
-      "loss": 7.5591,
-      "step": 4580
-    },
-    {
-      "epoch": 0.02295,
-      "grad_norm": 3.328125,
-      "learning_rate": 4.909798994974874e-05,
-      "loss": 7.563,
-      "step": 4590
-    },
-    {
-      "epoch": 0.023,
-      "grad_norm": 10.875,
-      "learning_rate": 4.9095477386934674e-05,
-      "loss": 7.542,
-      "step": 4600
-    },
-    {
-      "epoch": 0.02305,
-      "grad_norm": 8.25,
-      "learning_rate": 4.9092964824120605e-05,
-      "loss": 7.5628,
-      "step": 4610
-    },
-    {
-      "epoch": 0.0231,
-      "grad_norm": 29.25,
-      "learning_rate": 4.9090452261306536e-05,
-      "loss": 7.5309,
-      "step": 4620
-    },
-    {
-      "epoch": 0.02315,
-      "grad_norm": 2.0,
-      "learning_rate": 4.908793969849246e-05,
-      "loss": 7.554,
-      "step": 4630
-    },
-    {
-      "epoch": 0.0232,
-      "grad_norm": 74.0,
-      "learning_rate": 4.90854271356784e-05,
-      "loss": 7.5653,
-      "step": 4640
-    },
-    {
-      "epoch": 0.02325,
-      "grad_norm": 27.25,
-      "learning_rate": 4.908291457286432e-05,
-      "loss": 7.5813,
-      "step": 4650
-    },
-    {
-      "epoch": 0.0233,
-      "grad_norm": 15.6875,
-      "learning_rate": 4.908040201005025e-05,
-      "loss": 7.5811,
-      "step": 4660
-    },
-    {
-      "epoch": 0.02335,
-      "grad_norm": 4.65625,
-      "learning_rate": 4.907788944723618e-05,
-      "loss": 7.5954,
-      "step": 4670
-    },
-    {
-      "epoch": 0.0234,
-      "grad_norm": 1.6875,
-      "learning_rate": 4.9075376884422115e-05,
-      "loss": 7.5495,
-      "step": 4680
-    },
-    {
-      "epoch": 0.02345,
-      "grad_norm": 138.0,
-      "learning_rate": 4.907286432160804e-05,
-      "loss": 7.5763,
-      "step": 4690
-    },
-    {
-      "epoch": 0.0235,
-      "grad_norm": 3.234375,
-      "learning_rate": 4.907035175879397e-05,
-      "loss": 7.5582,
-      "step": 4700
-    },
-    {
-      "epoch": 0.02355,
-      "grad_norm": 10.4375,
-      "learning_rate": 4.90678391959799e-05,
-      "loss": 7.562,
-      "step": 4710
-    },
-    {
-      "epoch": 0.0236,
-      "grad_norm": 46.25,
-      "learning_rate": 4.906532663316583e-05,
-      "loss": 7.5865,
-      "step": 4720
-    },
-    {
-      "epoch": 0.02365,
-      "grad_norm": 9.5625,
-      "learning_rate": 4.906281407035176e-05,
-      "loss": 7.5701,
-      "step": 4730
-    },
-    {
-      "epoch": 0.0237,
-      "grad_norm": 5.3125,
-      "learning_rate": 4.9060301507537695e-05,
-      "loss": 7.608,
-      "step": 4740
-    },
-    {
-      "epoch": 0.02375,
-      "grad_norm": 9.75,
-      "learning_rate": 4.905778894472362e-05,
-      "loss": 7.5944,
-      "step": 4750
-    },
-    {
-      "epoch": 0.0238,
-      "grad_norm": 8.125,
-      "learning_rate": 4.905527638190955e-05,
-      "loss": 7.6044,
-      "step": 4760
-    },
-    {
-      "epoch": 0.02385,
-      "grad_norm": 1.5546875,
-      "learning_rate": 4.905276381909548e-05,
-      "loss": 7.594,
-      "step": 4770
-    },
-    {
-      "epoch": 0.0239,
-      "grad_norm": 5.1875,
-      "learning_rate": 4.905025125628141e-05,
-      "loss": 7.5989,
-      "step": 4780
-    },
-    {
-      "epoch": 0.02395,
-      "grad_norm": 1.5390625,
-      "learning_rate": 4.9047738693467336e-05,
-      "loss": 7.5679,
-      "step": 4790
-    },
-    {
-      "epoch": 0.024,
-      "grad_norm": 16.875,
-      "learning_rate": 4.9045226130653274e-05,
-      "loss": 7.5629,
-      "step": 4800
-    },
-    {
-      "epoch": 0.02405,
-      "grad_norm": 1.671875,
-      "learning_rate": 4.90427135678392e-05,
-      "loss": 7.5778,
-      "step": 4810
-    },
-    {
-      "epoch": 0.0241,
-      "grad_norm": 1.78125,
-      "learning_rate": 4.904020100502513e-05,
-      "loss": 7.5648,
-      "step": 4820
-    },
-    {
-      "epoch": 0.02415,
-      "grad_norm": 5.84375,
-      "learning_rate": 4.9037688442211053e-05,
-      "loss": 7.5534,
-      "step": 4830
-    },
-    {
-      "epoch": 0.0242,
-      "grad_norm": 1.640625,
-      "learning_rate": 4.903517587939699e-05,
-      "loss": 7.6181,
-      "step": 4840
-    },
-    {
-      "epoch": 0.02425,
-      "grad_norm": 52.25,
-      "learning_rate": 4.9032663316582916e-05,
-      "loss": 7.5699,
-      "step": 4850
-    },
-    {
-      "epoch": 0.0243,
-      "grad_norm": 1.9453125,
-      "learning_rate": 4.9030150753768847e-05,
-      "loss": 7.6262,
-      "step": 4860
-    },
-    {
-      "epoch": 0.02435,
-      "grad_norm": 1.625,
-      "learning_rate": 4.902763819095478e-05,
-      "loss": 7.5909,
-      "step": 4870
-    },
-    {
-      "epoch": 0.0244,
-      "grad_norm": 12.9375,
-      "learning_rate": 4.902512562814071e-05,
-      "loss": 7.5804,
-      "step": 4880
-    },
-    {
-      "epoch": 0.02445,
-      "grad_norm": 1.84375,
-      "learning_rate": 4.902261306532663e-05,
-      "loss": 7.5537,
-      "step": 4890
-    },
-    {
-      "epoch": 0.0245,
-      "grad_norm": 9.0,
-      "learning_rate": 4.9020100502512564e-05,
-      "loss": 7.5913,
-      "step": 4900
-    },
-    {
-      "epoch": 0.02455,
-      "grad_norm": 9.3125,
-      "learning_rate": 4.9017587939698495e-05,
-      "loss": 7.5744,
-      "step": 4910
-    },
-    {
-      "epoch": 0.0246,
-      "grad_norm": 1.5234375,
-      "learning_rate": 4.9015075376884426e-05,
-      "loss": 7.6023,
-      "step": 4920
-    },
-    {
-      "epoch": 0.02465,
-      "grad_norm": 1.8046875,
-      "learning_rate": 4.901256281407036e-05,
-      "loss": 7.575,
-      "step": 4930
-    },
-    {
-      "epoch": 0.0247,
-      "grad_norm": 17.875,
-      "learning_rate": 4.901005025125628e-05,
-      "loss": 7.5894,
-      "step": 4940
-    },
-    {
-      "epoch": 0.02475,
-      "grad_norm": 33.25,
-      "learning_rate": 4.900753768844221e-05,
-      "loss": 7.6012,
-      "step": 4950
-    },
-    {
-      "epoch": 0.0248,
-      "grad_norm": 2.53125,
-      "learning_rate": 4.900502512562814e-05,
-      "loss": 7.5584,
-      "step": 4960
-    },
-    {
-      "epoch": 0.02485,
-      "grad_norm": 2.078125,
-      "learning_rate": 4.9002512562814074e-05,
-      "loss": 7.5945,
-      "step": 4970
-    },
-    {
-      "epoch": 0.0249,
-      "grad_norm": 3.0625,
-      "learning_rate": 4.9e-05,
-      "loss": 7.5507,
-      "step": 4980
-    },
-    {
-      "epoch": 0.02495,
-      "grad_norm": 2.859375,
-      "learning_rate": 4.899748743718593e-05,
-      "loss": 7.585,
-      "step": 4990
-    },
-    {
-      "epoch": 0.025,
-      "grad_norm": 7.1875,
-      "learning_rate": 4.899497487437186e-05,
-      "loss": 7.5395,
-      "step": 5000
-    },
-    {
-      "epoch": 0.02505,
-      "grad_norm": 1.2109375,
-      "learning_rate": 4.899246231155779e-05,
-      "loss": 7.5543,
-      "step": 5010
-    },
-    {
-      "epoch": 0.0251,
-      "grad_norm": 104.0,
-      "learning_rate": 4.8989949748743716e-05,
-      "loss": 7.5663,
-      "step": 5020
-    },
-    {
-      "epoch": 0.02515,
-      "grad_norm": 35.25,
-      "learning_rate": 4.8987437185929654e-05,
-      "loss": 7.5931,
-      "step": 5030
-    },
-    {
-      "epoch": 0.0252,
-      "grad_norm": 1.8046875,
-      "learning_rate": 4.898492462311558e-05,
-      "loss": 7.5548,
-      "step": 5040
-    },
-    {
-      "epoch": 0.02525,
-      "grad_norm": 29.5,
-      "learning_rate": 4.898241206030151e-05,
-      "loss": 7.5911,
-      "step": 5050
-    },
-    {
-      "epoch": 0.0253,
-      "grad_norm": 4.34375,
-      "learning_rate": 4.897989949748744e-05,
-      "loss": 7.5819,
-      "step": 5060
-    },
-    {
-      "epoch": 0.02535,
-      "grad_norm": 1.5234375,
-      "learning_rate": 4.897738693467337e-05,
-      "loss": 7.6094,
-      "step": 5070
-    },
-    {
-      "epoch": 0.0254,
-      "grad_norm": 49.25,
-      "learning_rate": 4.8974874371859295e-05,
-      "loss": 7.5936,
-      "step": 5080
-    },
-    {
-      "epoch": 0.02545,
-      "grad_norm": 2.671875,
-      "learning_rate": 4.897236180904523e-05,
-      "loss": 7.5785,
-      "step": 5090
-    },
-    {
-      "epoch": 0.0255,
-      "grad_norm": 4.1875,
-      "learning_rate": 4.896984924623116e-05,
-      "loss": 7.5704,
-      "step": 5100
-    },
-    {
-      "epoch": 0.02555,
-      "grad_norm": 1.4296875,
-      "learning_rate": 4.896733668341709e-05,
-      "loss": 7.5756,
-      "step": 5110
-    },
-    {
-      "epoch": 0.0256,
-      "grad_norm": 51.75,
-      "learning_rate": 4.896482412060302e-05,
-      "loss": 7.594,
-      "step": 5120
-    },
-    {
-      "epoch": 0.02565,
-      "grad_norm": 3.484375,
-      "learning_rate": 4.896231155778895e-05,
-      "loss": 7.5914,
-      "step": 5130
-    },
-    {
-      "epoch": 0.0257,
-      "grad_norm": 6.625,
-      "learning_rate": 4.8959798994974874e-05,
-      "loss": 7.5849,
-      "step": 5140
-    },
-    {
-      "epoch": 0.02575,
-      "grad_norm": 1.765625,
-      "learning_rate": 4.8957286432160805e-05,
-      "loss": 7.592,
-      "step": 5150
-    },
-    {
-      "epoch": 0.0258,
-      "grad_norm": 1.765625,
-      "learning_rate": 4.8954773869346736e-05,
-      "loss": 7.5583,
-      "step": 5160
-    },
-    {
-      "epoch": 0.02585,
-      "grad_norm": 1.5625,
-      "learning_rate": 4.895226130653267e-05,
-      "loss": 7.6054,
-      "step": 5170
-    },
-    {
-      "epoch": 0.0259,
-      "grad_norm": 1.6796875,
-      "learning_rate": 4.894974874371859e-05,
-      "loss": 7.5911,
-      "step": 5180
-    },
-    {
-      "epoch": 0.02595,
-      "grad_norm": 2.921875,
-      "learning_rate": 4.894723618090453e-05,
-      "loss": 7.5316,
-      "step": 5190
-    },
-    {
-      "epoch": 0.026,
-      "grad_norm": 18.125,
-      "learning_rate": 4.8944723618090454e-05,
-      "loss": 7.6079,
-      "step": 5200
-    },
-    {
-      "epoch": 0.02605,
-      "grad_norm": 2.6875,
-      "learning_rate": 4.8942211055276385e-05,
-      "loss": 7.5652,
-      "step": 5210
-    },
-    {
-      "epoch": 0.0261,
-      "grad_norm": 13.1875,
-      "learning_rate": 4.8939698492462316e-05,
-      "loss": 7.593,
-      "step": 5220
-    },
-    {
-      "epoch": 0.02615,
-      "grad_norm": 1.734375,
-      "learning_rate": 4.893718592964825e-05,
-      "loss": 7.5381,
-      "step": 5230
-    },
-    {
-      "epoch": 0.0262,
-      "grad_norm": 1.390625,
-      "learning_rate": 4.893467336683417e-05,
-      "loss": 7.5803,
-      "step": 5240
-    },
-    {
-      "epoch": 0.02625,
-      "grad_norm": 32.75,
-      "learning_rate": 4.89321608040201e-05,
-      "loss": 7.5725,
-      "step": 5250
-    },
-    {
-      "epoch": 0.0263,
-      "grad_norm": 27.375,
-      "learning_rate": 4.892964824120603e-05,
-      "loss": 7.5863,
-      "step": 5260
-    },
-    {
-      "epoch": 0.02635,
-      "grad_norm": 1.8046875,
-      "learning_rate": 4.8927135678391964e-05,
-      "loss": 7.5594,
-      "step": 5270
-    },
-    {
-      "epoch": 0.0264,
-      "grad_norm": 84.0,
-      "learning_rate": 4.8924623115577895e-05,
-      "loss": 7.5623,
-      "step": 5280
-    },
-    {
-      "epoch": 0.02645,
-      "grad_norm": 1.8203125,
-      "learning_rate": 4.892211055276382e-05,
-      "loss": 7.5728,
-      "step": 5290
-    },
-    {
-      "epoch": 0.0265,
-      "grad_norm": 3.1875,
-      "learning_rate": 4.891959798994975e-05,
-      "loss": 7.5856,
-      "step": 5300
-    },
-    {
-      "epoch": 0.02655,
-      "grad_norm": 53.5,
-      "learning_rate": 4.891708542713568e-05,
-      "loss": 7.577,
-      "step": 5310
-    },
-    {
-      "epoch": 0.0266,
-      "grad_norm": 1.7265625,
-      "learning_rate": 4.891457286432161e-05,
-      "loss": 7.591,
-      "step": 5320
-    },
-    {
-      "epoch": 0.02665,
-      "grad_norm": 19.375,
-      "learning_rate": 4.8912060301507537e-05,
-      "loss": 7.5813,
-      "step": 5330
-    },
-    {
-      "epoch": 0.0267,
-      "grad_norm": 37.75,
-      "learning_rate": 4.890954773869347e-05,
-      "loss": 7.5753,
-      "step": 5340
-    },
-    {
-      "epoch": 0.02675,
-      "grad_norm": 4.0,
-      "learning_rate": 4.89070351758794e-05,
-      "loss": 7.5711,
-      "step": 5350
-    },
-    {
-      "epoch": 0.0268,
-      "grad_norm": 7.84375,
-      "learning_rate": 4.890452261306533e-05,
-      "loss": 7.5626,
-      "step": 5360
-    },
-    {
-      "epoch": 0.02685,
-      "grad_norm": 13.0625,
-      "learning_rate": 4.8902010050251254e-05,
-      "loss": 7.6023,
-      "step": 5370
-    },
-    {
-      "epoch": 0.0269,
-      "grad_norm": 33.0,
-      "learning_rate": 4.889949748743719e-05,
-      "loss": 7.5754,
-      "step": 5380
-    },
-    {
-      "epoch": 0.02695,
-      "grad_norm": 8.3125,
-      "learning_rate": 4.8896984924623116e-05,
-      "loss": 7.5874,
-      "step": 5390
-    },
-    {
-      "epoch": 0.027,
-      "grad_norm": 2.046875,
-      "learning_rate": 4.889447236180905e-05,
-      "loss": 7.5645,
-      "step": 5400
-    },
-    {
-      "epoch": 0.02705,
-      "grad_norm": 5.5,
-      "learning_rate": 4.889195979899498e-05,
-      "loss": 7.5483,
-      "step": 5410
-    },
-    {
-      "epoch": 0.0271,
-      "grad_norm": 20.875,
-      "learning_rate": 4.888944723618091e-05,
-      "loss": 7.5784,
-      "step": 5420
-    },
-    {
-      "epoch": 0.02715,
-      "grad_norm": 1.6796875,
-      "learning_rate": 4.888693467336683e-05,
-      "loss": 7.5691,
-      "step": 5430
-    },
-    {
-      "epoch": 0.0272,
-      "grad_norm": 3.828125,
-      "learning_rate": 4.888442211055277e-05,
-      "loss": 7.5517,
-      "step": 5440
-    },
-    {
-      "epoch": 0.02725,
-      "grad_norm": 2.265625,
-      "learning_rate": 4.8881909547738695e-05,
-      "loss": 7.6301,
-      "step": 5450
-    },
-    {
-      "epoch": 0.0273,
-      "grad_norm": 2.390625,
-      "learning_rate": 4.8879396984924626e-05,
-      "loss": 7.6033,
-      "step": 5460
-    },
-    {
-      "epoch": 0.02735,
-      "grad_norm": 2.578125,
-      "learning_rate": 4.887688442211055e-05,
-      "loss": 7.5836,
-      "step": 5470
-    },
-    {
-      "epoch": 0.0274,
-      "grad_norm": 3.609375,
-      "learning_rate": 4.887437185929649e-05,
-      "loss": 7.5596,
-      "step": 5480
-    },
-    {
-      "epoch": 0.02745,
-      "grad_norm": 12.25,
-      "learning_rate": 4.887185929648241e-05,
-      "loss": 7.5735,
-      "step": 5490
-    },
-    {
-      "epoch": 0.0275,
-      "grad_norm": 1.8046875,
-      "learning_rate": 4.8869346733668344e-05,
-      "loss": 7.5858,
-      "step": 5500
-    },
-    {
-      "epoch": 0.02755,
-      "grad_norm": 12.4375,
-      "learning_rate": 4.8866834170854275e-05,
-      "loss": 7.6097,
-      "step": 5510
-    },
-    {
-      "epoch": 0.0276,
-      "grad_norm": 1.40625,
-      "learning_rate": 4.8864321608040206e-05,
-      "loss": 7.5665,
-      "step": 5520
-    },
-    {
-      "epoch": 0.02765,
-      "grad_norm": 2.875,
-      "learning_rate": 4.886180904522613e-05,
-      "loss": 7.6013,
-      "step": 5530
-    },
-    {
-      "epoch": 0.0277,
-      "grad_norm": 5.40625,
-      "learning_rate": 4.885929648241207e-05,
-      "loss": 7.5832,
-      "step": 5540
-    },
-    {
-      "epoch": 0.02775,
-      "grad_norm": 1.2578125,
-      "learning_rate": 4.885678391959799e-05,
-      "loss": 7.5888,
-      "step": 5550
-    },
-    {
-      "epoch": 0.0278,
-      "grad_norm": 4.65625,
-      "learning_rate": 4.885427135678392e-05,
-      "loss": 7.5835,
-      "step": 5560
-    },
-    {
-      "epoch": 0.02785,
-      "grad_norm": 3.140625,
-      "learning_rate": 4.8851758793969854e-05,
-      "loss": 7.5709,
-      "step": 5570
-    },
-    {
-      "epoch": 0.0279,
-      "grad_norm": 2.28125,
-      "learning_rate": 4.8849246231155785e-05,
-      "loss": 7.5727,
-      "step": 5580
-    },
-    {
-      "epoch": 0.02795,
-      "grad_norm": 3.890625,
-      "learning_rate": 4.884673366834171e-05,
-      "loss": 7.572,
-      "step": 5590
-    },
-    {
-      "epoch": 0.028,
-      "grad_norm": 2.421875,
-      "learning_rate": 4.884422110552764e-05,
-      "loss": 7.5692,
-      "step": 5600
-    },
-    {
-      "epoch": 0.02805,
-      "grad_norm": 2.109375,
-      "learning_rate": 4.884170854271357e-05,
-      "loss": 7.6236,
-      "step": 5610
-    },
-    {
-      "epoch": 0.0281,
-      "grad_norm": 1.46875,
-      "learning_rate": 4.88391959798995e-05,
-      "loss": 7.5949,
-      "step": 5620
-    },
-    {
-      "epoch": 0.02815,
-      "grad_norm": 3.625,
-      "learning_rate": 4.8836683417085426e-05,
-      "loss": 7.5883,
-      "step": 5630
-    },
-    {
-      "epoch": 0.0282,
-      "grad_norm": 1.484375,
-      "learning_rate": 4.883417085427136e-05,
-      "loss": 7.5879,
-      "step": 5640
-    },
-    {
-      "epoch": 0.02825,
-      "grad_norm": 1.3359375,
-      "learning_rate": 4.883165829145729e-05,
-      "loss": 7.5975,
-      "step": 5650
-    },
-    {
-      "epoch": 0.0283,
-      "grad_norm": 3.75,
-      "learning_rate": 4.882914572864322e-05,
-      "loss": 7.5806,
-      "step": 5660
-    },
-    {
-      "epoch": 0.02835,
-      "grad_norm": 1.421875,
-      "learning_rate": 4.882663316582915e-05,
-      "loss": 7.5494,
-      "step": 5670
-    },
-    {
-      "epoch": 0.0284,
-      "grad_norm": 1.796875,
-      "learning_rate": 4.8824120603015075e-05,
-      "loss": 7.5537,
-      "step": 5680
-    },
-    {
-      "epoch": 0.02845,
-      "grad_norm": 5.6875,
-      "learning_rate": 4.8821608040201006e-05,
-      "loss": 7.5803,
-      "step": 5690
-    },
-    {
-      "epoch": 0.0285,
-      "grad_norm": 1.6171875,
-      "learning_rate": 4.881909547738694e-05,
-      "loss": 7.6241,
-      "step": 5700
-    },
-    {
-      "epoch": 0.02855,
-      "grad_norm": 25.125,
-      "learning_rate": 4.881658291457287e-05,
-      "loss": 7.5613,
-      "step": 5710
-    },
-    {
-      "epoch": 0.0286,
-      "grad_norm": 5.65625,
-      "learning_rate": 4.881407035175879e-05,
-      "loss": 7.6088,
-      "step": 5720
-    },
-    {
-      "epoch": 0.02865,
-      "grad_norm": 60.25,
-      "learning_rate": 4.881155778894473e-05,
-      "loss": 7.5541,
-      "step": 5730
-    },
-    {
-      "epoch": 0.0287,
-      "grad_norm": 1.2890625,
-      "learning_rate": 4.8809045226130654e-05,
-      "loss": 7.5828,
-      "step": 5740
-    },
-    {
-      "epoch": 0.02875,
-      "grad_norm": 21.375,
-      "learning_rate": 4.8806532663316585e-05,
-      "loss": 7.5942,
-      "step": 5750
-    },
-    {
-      "epoch": 0.0288,
-      "grad_norm": 102.0,
-      "learning_rate": 4.880402010050251e-05,
-      "loss": 7.5712,
-      "step": 5760
-    },
-    {
-      "epoch": 0.02885,
-      "grad_norm": 6.78125,
-      "learning_rate": 4.880150753768845e-05,
-      "loss": 7.5548,
-      "step": 5770
-    },
-    {
-      "epoch": 0.0289,
-      "grad_norm": 1.6328125,
-      "learning_rate": 4.879899497487437e-05,
-      "loss": 7.5928,
-      "step": 5780
-    },
-    {
-      "epoch": 0.02895,
-      "grad_norm": 1.71875,
-      "learning_rate": 4.87964824120603e-05,
-      "loss": 7.5883,
-      "step": 5790
-    },
-    {
-      "epoch": 0.029,
-      "grad_norm": 24.125,
-      "learning_rate": 4.8793969849246233e-05,
-      "loss": 7.5893,
-      "step": 5800
-    },
-    {
-      "epoch": 0.02905,
-      "grad_norm": 20.875,
-      "learning_rate": 4.8791457286432164e-05,
-      "loss": 7.5664,
-      "step": 5810
-    },
-    {
-      "epoch": 0.0291,
-      "grad_norm": 51.0,
-      "learning_rate": 4.878894472361809e-05,
-      "loss": 7.5849,
-      "step": 5820
-    },
-    {
-      "epoch": 0.02915,
-      "grad_norm": 12.25,
-      "learning_rate": 4.8786432160804026e-05,
-      "loss": 7.5563,
-      "step": 5830
-    },
-    {
-      "epoch": 0.0292,
-      "grad_norm": 1.9921875,
-      "learning_rate": 4.878391959798995e-05,
-      "loss": 7.5565,
-      "step": 5840
-    },
-    {
-      "epoch": 0.02925,
-      "grad_norm": 11.75,
-      "learning_rate": 4.878140703517588e-05,
-      "loss": 7.5521,
-      "step": 5850
-    },
-    {
-      "epoch": 0.0293,
-      "grad_norm": 15.3125,
-      "learning_rate": 4.877889447236181e-05,
-      "loss": 7.6012,
-      "step": 5860
-    },
-    {
-      "epoch": 0.02935,
-      "grad_norm": 45.25,
-      "learning_rate": 4.8776381909547744e-05,
-      "loss": 7.557,
-      "step": 5870
-    },
-    {
-      "epoch": 0.0294,
-      "grad_norm": 1.8359375,
-      "learning_rate": 4.877386934673367e-05,
-      "loss": 7.5793,
-      "step": 5880
-    },
-    {
-      "epoch": 0.02945,
-      "grad_norm": 6.96875,
-      "learning_rate": 4.8771356783919606e-05,
-      "loss": 7.5896,
-      "step": 5890
-    },
-    {
-      "epoch": 0.0295,
-      "grad_norm": 1.6953125,
-      "learning_rate": 4.876884422110553e-05,
-      "loss": 7.5965,
-      "step": 5900
-    },
-    {
-      "epoch": 0.02955,
-      "grad_norm": 2.046875,
-      "learning_rate": 4.876633165829146e-05,
-      "loss": 7.6091,
-      "step": 5910
-    },
-    {
-      "epoch": 0.0296,
-      "grad_norm": 1.953125,
-      "learning_rate": 4.8763819095477385e-05,
-      "loss": 7.577,
-      "step": 5920
-    },
-    {
-      "epoch": 0.02965,
-      "grad_norm": 1.53125,
-      "learning_rate": 4.876130653266332e-05,
-      "loss": 7.6014,
-      "step": 5930
-    },
-    {
-      "epoch": 0.0297,
-      "grad_norm": 2.546875,
-      "learning_rate": 4.875879396984925e-05,
-      "loss": 7.6076,
-      "step": 5940
-    },
-    {
-      "epoch": 0.02975,
-      "grad_norm": 48.5,
-      "learning_rate": 4.875628140703518e-05,
-      "loss": 7.5915,
-      "step": 5950
-    },
-    {
-      "epoch": 0.0298,
-      "grad_norm": 16.375,
-      "learning_rate": 4.875376884422111e-05,
-      "loss": 7.5711,
-      "step": 5960
-    },
-    {
-      "epoch": 0.02985,
-      "grad_norm": 2.140625,
-      "learning_rate": 4.875125628140704e-05,
-      "loss": 7.5665,
-      "step": 5970
-    },
-    {
-      "epoch": 0.0299,
-      "grad_norm": 1.8125,
-      "learning_rate": 4.8748743718592965e-05,
-      "loss": 7.5443,
-      "step": 5980
-    },
-    {
-      "epoch": 0.02995,
-      "grad_norm": 9.125,
-      "learning_rate": 4.8746231155778896e-05,
-      "loss": 7.5808,
-      "step": 5990
-    },
-    {
-      "epoch": 0.03,
-      "grad_norm": 1.5703125,
-      "learning_rate": 4.874371859296483e-05,
-      "loss": 7.5749,
-      "step": 6000
-    },
-    {
-      "epoch": 0.03,
-      "eval_loss": 7.596262454986572,
-      "eval_runtime": 84.3987,
-      "eval_samples_per_second": 29.621,
-      "eval_steps_per_second": 0.474,
-      "step": 6000
     }
   ],
   "logging_steps": 10,
@@ -4250,7 +2842,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 2.380225711177728e+17,
+  "total_flos": 1.057878093856768e+17,
   "train_batch_size": 64,
   "trial_name": null,
   "trial_params": null
diff --git a/last-checkpoint/training_args.bin b/last-checkpoint/training_args.bin
index 3bc8da091e44ec71c5c66f4fd2b3eadcaf746207..9cc410d3b8c5f1911fb8c2bcb6c7f0edf0ab9a93 100644
--- a/last-checkpoint/training_args.bin
+++ b/last-checkpoint/training_args.bin
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4f5696bfeea6b6fcfff8ce83f4e027ea929dcbdb25276088bfd1ce98c03e9b38
+oid sha256:24736bbe3eae3bd96edd7970a3305afa9e03793f4f0fd6fb5256950b42a4bd4b
 size 5240