Step 1 | loss:5.891622543334961 lr:9.58904109589041e-07 tokens_per_second_per_gpu:381.9143509747207 
Step 2 | loss:6.818356513977051 lr:1.917808219178082e-06 tokens_per_second_per_gpu:1896.854439953228 
Step 3 | loss:6.383889675140381 lr:2.8767123287671228e-06 tokens_per_second_per_gpu:1723.744101454396 
Step 4 | loss:6.16053581237793 lr:3.835616438356164e-06 tokens_per_second_per_gpu:2699.501445543817 
Step 5 | loss:6.369023323059082 lr:4.794520547945205e-06 tokens_per_second_per_gpu:2289.1163859060757 
Step 6 | loss:5.706758975982666 lr:5.7534246575342455e-06 tokens_per_second_per_gpu:2046.4205564824306 
Step 7 | loss:5.0986328125 lr:6.7123287671232864e-06 tokens_per_second_per_gpu:2970.7014439430022 
Step 8 | loss:4.958636283874512 lr:7.671232876712327e-06 tokens_per_second_per_gpu:1857.90814738418 
Step 9 | loss:3.963977575302124 lr:8.630136986301368e-06 tokens_per_second_per_gpu:3047.922794458617 
Step 10 | loss:3.62365984916687 lr:9.58904109589041e-06 tokens_per_second_per_gpu:1693.5413896314826 
Step 11 | loss:2.846543312072754 lr:1.054794520547945e-05 tokens_per_second_per_gpu:1723.332463209551 
Step 12 | loss:2.621201992034912 lr:1.1506849315068491e-05 tokens_per_second_per_gpu:2103.781141384585 
Step 13 | loss:2.490874767303467 lr:1.2465753424657532e-05 tokens_per_second_per_gpu:1984.3115665112246 
Step 14 | loss:2.229719400405884 lr:1.3424657534246573e-05 tokens_per_second_per_gpu:2677.1869249272586 
Step 15 | loss:2.581568717956543 lr:1.4383561643835614e-05 tokens_per_second_per_gpu:1724.0679335468453 
Step 16 | loss:2.1548376083374023 lr:1.5342465753424655e-05 tokens_per_second_per_gpu:2940.24790994482 
Step 17 | loss:2.3250060081481934 lr:1.6301369863013696e-05 tokens_per_second_per_gpu:1914.3002312332264 
Step 18 | loss:1.7636381387710571 lr:1.7260273972602737e-05 tokens_per_second_per_gpu:2505.5492949616128 
Step 19 | loss:1.822848916053772 lr:1.8219178082191777e-05 tokens_per_second_per_gpu:2568.1555755266354 
Step 20 | loss:1.6656750440597534 lr:1.917808219178082e-05 tokens_per_second_per_gpu:3005.894749383077 
Step 21 | loss:1.6593167781829834 lr:2.013698630136986e-05 tokens_per_second_per_gpu:3040.069531712501 
Step 22 | loss:1.9142067432403564 lr:2.10958904109589e-05 tokens_per_second_per_gpu:2876.1452104947707 
Step 23 | loss:2.1320698261260986 lr:2.205479452054794e-05 tokens_per_second_per_gpu:1458.5223420972113 
Step 24 | loss:1.7510406970977783 lr:2.3013698630136982e-05 tokens_per_second_per_gpu:2243.6881402841364 
Step 25 | loss:1.674891710281372 lr:2.3972602739726023e-05 tokens_per_second_per_gpu:2090.9102754304313 
Step 26 | loss:1.5072920322418213 lr:2.4931506849315064e-05 tokens_per_second_per_gpu:2454.040904525151 
Step 27 | loss:1.8386023044586182 lr:2.5890410958904105e-05 tokens_per_second_per_gpu:2674.8427265152563 
Step 28 | loss:1.6505908966064453 lr:2.6849315068493146e-05 tokens_per_second_per_gpu:2024.7712175311199 
Step 29 | loss:1.602400302886963 lr:2.7808219178082187e-05 tokens_per_second_per_gpu:2451.709039829877 
Step 30 | loss:1.683881402015686 lr:2.8767123287671228e-05 tokens_per_second_per_gpu:2511.5587245804913 
Step 31 | loss:1.804837703704834 lr:2.972602739726027e-05 tokens_per_second_per_gpu:2301.230403918153 
Step 32 | loss:1.6554864645004272 lr:3.068493150684931e-05 tokens_per_second_per_gpu:2029.6197761497724 
Step 33 | loss:1.7537492513656616 lr:3.164383561643835e-05 tokens_per_second_per_gpu:2291.401165223239 
Step 34 | loss:1.757590651512146 lr:3.260273972602739e-05 tokens_per_second_per_gpu:3036.145049356099 
Step 35 | loss:1.7605433464050293 lr:3.356164383561643e-05 tokens_per_second_per_gpu:2182.166324911759 
Step 36 | loss:1.3621712923049927 lr:3.452054794520547e-05 tokens_per_second_per_gpu:2710.1813031340644 
Step 37 | loss:1.833540678024292 lr:3.547945205479452e-05 tokens_per_second_per_gpu:2756.325309019548 
Step 38 | loss:1.649208903312683 lr:3.6438356164383555e-05 tokens_per_second_per_gpu:3339.6872375505045 
Step 39 | loss:1.5032330751419067 lr:3.73972602739726e-05 tokens_per_second_per_gpu:1850.3314766383596 
Step 40 | loss:1.6463680267333984 lr:3.835616438356164e-05 tokens_per_second_per_gpu:3038.4121373442545 
Step 41 | loss:1.6693781614303589 lr:3.9315068493150684e-05 tokens_per_second_per_gpu:2421.370992781194 
Step 42 | loss:1.5520434379577637 lr:4.027397260273972e-05 tokens_per_second_per_gpu:2245.894428622659 
Step 43 | loss:1.680748462677002 lr:4.1232876712328766e-05 tokens_per_second_per_gpu:3046.932492574948 
Step 44 | loss:1.5170726776123047 lr:4.21917808219178e-05 tokens_per_second_per_gpu:3468.6898379939926 
Step 45 | loss:1.5363479852676392 lr:4.315068493150685e-05 tokens_per_second_per_gpu:1791.5199394274216 
Step 46 | loss:1.4916698932647705 lr:4.410958904109588e-05 tokens_per_second_per_gpu:2384.4338974109946 
Step 47 | loss:1.4268701076507568 lr:4.506849315068493e-05 tokens_per_second_per_gpu:2355.7492164684977 
Step 48 | loss:1.4723340272903442 lr:4.6027397260273964e-05 tokens_per_second_per_gpu:3037.5747364765944 
Step 49 | loss:1.4599570035934448 lr:4.698630136986301e-05 tokens_per_second_per_gpu:2943.8160443760694 
Step 50 | loss:1.6514453887939453 lr:4.7945205479452046e-05 tokens_per_second_per_gpu:1974.022072094488 
Step 51 | loss:1.4169937372207642 lr:4.8904109589041094e-05 tokens_per_second_per_gpu:2419.011042690071 
Step 52 | loss:1.69612455368042 lr:4.986301369863013e-05 tokens_per_second_per_gpu:2134.6416245899813 
Step 53 | loss:1.420304536819458 lr:5.0821917808219175e-05 tokens_per_second_per_gpu:2314.326013743212 
Step 54 | loss:1.6803678274154663 lr:5.178082191780821e-05 tokens_per_second_per_gpu:1993.481674686632 
Step 55 | loss:1.8222086429595947 lr:5.273972602739726e-05 tokens_per_second_per_gpu:2429.568706567933 
Step 56 | loss:1.423593282699585 lr:5.369863013698629e-05 tokens_per_second_per_gpu:2195.122853091443 
Step 57 | loss:1.2986711263656616 lr:5.465753424657534e-05 tokens_per_second_per_gpu:3258.41259335173 
Step 58 | loss:1.686100959777832 lr:5.561643835616437e-05 tokens_per_second_per_gpu:2224.059965027196 
Step 59 | loss:1.7501243352890015 lr:5.657534246575342e-05 tokens_per_second_per_gpu:1440.3572295275862 
Step 60 | loss:1.6885595321655273 lr:5.7534246575342455e-05 tokens_per_second_per_gpu:1835.894212770568 
Step 61 | loss:1.5837327241897583 lr:5.84931506849315e-05 tokens_per_second_per_gpu:2554.045621037238 
Step 62 | loss:1.3551379442214966 lr:5.945205479452054e-05 tokens_per_second_per_gpu:2732.1801718603374 
Step 63 | loss:1.395085334777832 lr:6.0410958904109585e-05 tokens_per_second_per_gpu:2839.96973645364 
Step 64 | loss:1.4616279602050781 lr:6.136986301369862e-05 tokens_per_second_per_gpu:2471.933109720447 
Step 65 | loss:1.5139045715332031 lr:6.232876712328767e-05 tokens_per_second_per_gpu:2129.98501892089 
Step 66 | loss:1.4215905666351318 lr:6.32876712328767e-05 tokens_per_second_per_gpu:2268.1363255367305 
Step 67 | loss:1.7464836835861206 lr:6.424657534246575e-05 tokens_per_second_per_gpu:2621.430830689373 
Step 68 | loss:1.4897247552871704 lr:6.520547945205478e-05 tokens_per_second_per_gpu:1784.3479572160911 
Step 69 | loss:1.571639060974121 lr:6.616438356164383e-05 tokens_per_second_per_gpu:1826.913912604426 
Step 70 | loss:1.5633666515350342 lr:6.712328767123286e-05 tokens_per_second_per_gpu:2523.3418657848188 
Step 71 | loss:1.3619517087936401 lr:6.808219178082191e-05 tokens_per_second_per_gpu:2692.7021261057057 
Step 72 | loss:1.3995527029037476 lr:6.904109589041095e-05 tokens_per_second_per_gpu:2265.8453496483353 
Step 73 | loss:1.5024864673614502 lr:7e-05 tokens_per_second_per_gpu:3029.659967335667 
Step 74 | loss:1.269120216369629 lr:6.999999678186722e-05 tokens_per_second_per_gpu:3020.1800747733937 
Step 75 | loss:1.7087384462356567 lr:6.999998712746948e-05 tokens_per_second_per_gpu:2208.4042518269916 
Step 76 | loss:1.740228533744812 lr:6.999997103680854e-05 tokens_per_second_per_gpu:1733.3185528990384 
Step 77 | loss:1.629227638244629 lr:6.999994850988739e-05 tokens_per_second_per_gpu:1991.035821721113 
Step 78 | loss:1.6339160203933716 lr:6.999991954671014e-05 tokens_per_second_per_gpu:1806.8035519790708 
Step 79 | loss:1.5712651014328003 lr:6.999988414728214e-05 tokens_per_second_per_gpu:2592.6995700966754 
Step 80 | loss:1.5547778606414795 lr:6.999984231160988e-05 tokens_per_second_per_gpu:1760.259830692922 
Step 81 | loss:1.8302295207977295 lr:6.999979403970108e-05 tokens_per_second_per_gpu:2088.7709328398255 
Step 82 | loss:1.4276543855667114 lr:6.999973933156459e-05 tokens_per_second_per_gpu:2264.100727411969 
Step 83 | loss:1.584526777267456 lr:6.999967818721047e-05 tokens_per_second_per_gpu:1863.3830438535463 
Step 84 | loss:1.7179484367370605 lr:6.999961060664999e-05 tokens_per_second_per_gpu:1727.8192496646723 
Step 85 | loss:1.5622169971466064 lr:6.999953658989556e-05 tokens_per_second_per_gpu:1886.435824601223 
Step 86 | loss:1.590406060218811 lr:6.999945613696078e-05 tokens_per_second_per_gpu:2372.271846107707 
Step 87 | loss:1.689505696296692 lr:6.999936924786047e-05 tokens_per_second_per_gpu:2378.1551977063764 
Step 88 | loss:1.5436276197433472 lr:6.999927592261058e-05 tokens_per_second_per_gpu:1800.8487509784932 
Step 89 | loss:1.6168383359909058 lr:6.99991761612283e-05 tokens_per_second_per_gpu:2374.0585736578278 
Step 90 | loss:1.584598422050476 lr:6.999906996373197e-05 tokens_per_second_per_gpu:2042.9923810572786 
Step 91 | loss:1.5633000135421753 lr:6.999895733014111e-05 tokens_per_second_per_gpu:2295.0838252724106 
Step 92 | loss:1.4247527122497559 lr:6.999883826047643e-05 tokens_per_second_per_gpu:2134.504053635057 
Step 93 | loss:1.7530713081359863 lr:6.999871275475984e-05 tokens_per_second_per_gpu:1817.2424975170316 
Step 94 | loss:1.4350448846817017 lr:6.999858081301439e-05 tokens_per_second_per_gpu:2313.1458246857533 
Step 95 | loss:1.5145305395126343 lr:6.999844243526439e-05 tokens_per_second_per_gpu:2053.0376458582223 
Step 96 | loss:1.6427661180496216 lr:6.999829762153524e-05 tokens_per_second_per_gpu:2111.7559350099446 
Step 97 | loss:1.482011079788208 lr:6.999814637185359e-05 tokens_per_second_per_gpu:2548.531142412293 
Step 98 | loss:1.5840815305709839 lr:6.999798868624727e-05 tokens_per_second_per_gpu:2170.3959139733306 
Step 99 | loss:1.6544321775436401 lr:6.999782456474526e-05 tokens_per_second_per_gpu:1666.2144676862988 
Step 100 | loss:1.3837302923202515 lr:6.999765400737773e-05 tokens_per_second_per_gpu:2940.8796836328756 
Step 101 | loss:1.6360822916030884 lr:6.999747701417607e-05 tokens_per_second_per_gpu:2255.752655879977 
Step 102 | loss:1.2316335439682007 lr:6.999729358517282e-05 tokens_per_second_per_gpu:2753.6381468583622 
Step 103 | loss:1.5037329196929932 lr:6.999710372040168e-05 tokens_per_second_per_gpu:2545.482346826705 
Step 104 | loss:1.4962701797485352 lr:6.999690741989762e-05 tokens_per_second_per_gpu:2518.681377862086 
Step 105 | loss:1.5193194150924683 lr:6.999670468369669e-05 tokens_per_second_per_gpu:1962.9482403422953 
Step 106 | loss:1.516205906867981 lr:6.99964955118362e-05 tokens_per_second_per_gpu:2805.8664346309456 
Step 107 | loss:1.467085599899292 lr:6.999627990435462e-05 tokens_per_second_per_gpu:2629.913809101388 
Step 108 | loss:1.733574628829956 lr:6.999605786129156e-05 tokens_per_second_per_gpu:1944.3249265281934 
Step 109 | loss:1.3993085622787476 lr:6.999582938268789e-05 tokens_per_second_per_gpu:2436.6994426000037 
Step 110 | loss:1.5016354322433472 lr:6.999559446858563e-05 tokens_per_second_per_gpu:2430.6357014678047 
Step 111 | loss:1.5154757499694824 lr:6.999535311902794e-05 tokens_per_second_per_gpu:2199.2332480558043 
Step 112 | loss:1.5821049213409424 lr:6.999510533405923e-05 tokens_per_second_per_gpu:2609.6187794471934 
Step 113 | loss:1.5667526721954346 lr:6.999485111372506e-05 tokens_per_second_per_gpu:2129.216941716938 
Step 114 | loss:1.4932756423950195 lr:6.99945904580722e-05 tokens_per_second_per_gpu:2710.7807910937377 
Step 115 | loss:1.4455344676971436 lr:6.999432336714854e-05 tokens_per_second_per_gpu:2429.027783912905 
Step 116 | loss:1.4066883325576782 lr:6.999404984100323e-05 tokens_per_second_per_gpu:1921.9570061218058 
Step 117 | loss:1.4403209686279297 lr:6.999376987968656e-05 tokens_per_second_per_gpu:2410.94077671267 
Step 118 | loss:1.4782830476760864 lr:6.999348348325e-05 tokens_per_second_per_gpu:2266.777595877394 
Step 119 | loss:1.5585546493530273 lr:6.999319065174624e-05 tokens_per_second_per_gpu:3102.191181202559 
Step 120 | loss:1.2865597009658813 lr:6.999289138522911e-05 tokens_per_second_per_gpu:2502.127151507743 
Step 121 | loss:1.386870265007019 lr:6.999258568375367e-05 tokens_per_second_per_gpu:2315.408099505241 
Step 122 | loss:1.2785602807998657 lr:6.99922735473761e-05 tokens_per_second_per_gpu:3088.576731624063 
Step 123 | loss:1.5002636909484863 lr:6.999195497615383e-05 tokens_per_second_per_gpu:2386.1608237716323 
Step 124 | loss:1.3653298616409302 lr:6.999162997014543e-05 tokens_per_second_per_gpu:2713.3504933928466 
Step 125 | loss:1.5303635597229004 lr:6.999129852941065e-05 tokens_per_second_per_gpu:2196.8617348981275 
Step 126 | loss:1.6274648904800415 lr:6.999096065401048e-05 tokens_per_second_per_gpu:2148.7788948101415 
Step 127 | loss:1.4163345098495483 lr:6.999061634400703e-05 tokens_per_second_per_gpu:2299.1282348495006 
Step 128 | loss:1.4051032066345215 lr:6.999026559946359e-05 tokens_per_second_per_gpu:2225.811637677091 
Step 129 | loss:1.3923075199127197 lr:6.998990842044471e-05 tokens_per_second_per_gpu:2985.6330887813137 
Step 130 | loss:1.614788293838501 lr:6.998954480701604e-05 tokens_per_second_per_gpu:2032.367311627745 
Step 131 | loss:1.2968116998672485 lr:6.998917475924445e-05 tokens_per_second_per_gpu:2866.1051078102755 
Step 132 | loss:1.6955680847167969 lr:6.998879827719801e-05 tokens_per_second_per_gpu:1889.698816967497 
Step 133 | loss:1.573146939277649 lr:6.998841536094594e-05 tokens_per_second_per_gpu:1788.0669861643264 
Step 134 | loss:1.4547522068023682 lr:6.998802601055864e-05 tokens_per_second_per_gpu:2200.0644387881684 
Step 135 | loss:1.5358601808547974 lr:6.998763022610772e-05 tokens_per_second_per_gpu:2521.038437925538 
Step 136 | loss:1.8375002145767212 lr:6.998722800766596e-05 tokens_per_second_per_gpu:1832.9460945331305 
Step 137 | loss:1.3719244003295898 lr:6.998681935530733e-05 tokens_per_second_per_gpu:2223.1024115526966 
Step 138 | loss:1.7525768280029297 lr:6.998640426910699e-05 tokens_per_second_per_gpu:1458.1749439468128 
Step 139 | loss:1.6215400695800781 lr:6.998598274914125e-05 tokens_per_second_per_gpu:2392.6292047376683 
Step 140 | loss:1.4600783586502075 lr:6.998555479548763e-05 tokens_per_second_per_gpu:2433.983780620623 
Step 141 | loss:1.5641764402389526 lr:6.998512040822484e-05 tokens_per_second_per_gpu:1963.6077188947972 
Step 142 | loss:1.3336973190307617 lr:6.998467958743275e-05 tokens_per_second_per_gpu:2415.1798317507337 
Step 143 | loss:1.4150068759918213 lr:6.998423233319242e-05 tokens_per_second_per_gpu:2813.3662912161776 
Step 144 | loss:1.479367733001709 lr:6.998377864558612e-05 tokens_per_second_per_gpu:2256.798325990325 
Step 145 | loss:1.6060218811035156 lr:6.998331852469724e-05 tokens_per_second_per_gpu:2401.6058612229326 
Step 146 | loss:1.5468829870224 lr:6.998285197061043e-05 tokens_per_second_per_gpu:2118.3588274857652 
Step 147 | loss:1.5632659196853638 lr:6.998237898341147e-05 tokens_per_second_per_gpu:2449.998801141391 
Step 148 | loss:1.6358919143676758 lr:6.998189956318735e-05 tokens_per_second_per_gpu:2720.146276400156 
Step 149 | loss:1.3473668098449707 lr:6.998141371002622e-05 tokens_per_second_per_gpu:2544.9200653890725 
Step 150 | loss:1.5330837965011597 lr:6.998092142401743e-05 tokens_per_second_per_gpu:1824.1275002351795 
Step 151 | loss:1.3925317525863647 lr:6.99804227052515e-05 tokens_per_second_per_gpu:2640.0608914909308 
Step 152 | loss:1.5818978548049927 lr:6.997991755382016e-05 tokens_per_second_per_gpu:2243.7844996013146 
Step 153 | loss:1.346957802772522 lr:6.997940596981626e-05 tokens_per_second_per_gpu:2230.382298598407 
Step 154 | loss:1.4324204921722412 lr:6.997888795333395e-05 tokens_per_second_per_gpu:2489.0699689497847 
Step 155 | loss:1.4814695119857788 lr:6.997836350446843e-05 tokens_per_second_per_gpu:2795.679566813936 
Step 156 | loss:1.6275315284729004 lr:6.997783262331616e-05 tokens_per_second_per_gpu:1870.5028987303751 
Step 157 | loss:1.3996903896331787 lr:6.997729530997477e-05 tokens_per_second_per_gpu:2665.978876549825 
Step 158 | loss:1.6313813924789429 lr:6.997675156454307e-05 tokens_per_second_per_gpu:1871.2796637381414 
Step 159 | loss:1.4023001194000244 lr:6.997620138712105e-05 tokens_per_second_per_gpu:2336.7374660081728 
Step 160 | loss:1.5122746229171753 lr:6.997564477780987e-05 tokens_per_second_per_gpu:2778.2153945698756 
Step 161 | loss:1.4482768774032593 lr:6.997508173671189e-05 tokens_per_second_per_gpu:1835.0108379023334 
Step 162 | loss:1.3953303098678589 lr:6.997451226393067e-05 tokens_per_second_per_gpu:3191.1942142231915 
Step 163 | loss:1.5238745212554932 lr:6.997393635957092e-05 tokens_per_second_per_gpu:2038.1292347702502 
Step 164 | loss:1.2689710855484009 lr:6.997335402373855e-05 tokens_per_second_per_gpu:3086.5650746342853 
Step 165 | loss:1.4943560361862183 lr:6.997276525654062e-05 tokens_per_second_per_gpu:2495.157267211911 
Step 166 | loss:1.508888840675354 lr:6.997217005808544e-05 tokens_per_second_per_gpu:2124.7712668502904 
Step 167 | loss:1.3504528999328613 lr:6.997156842848244e-05 tokens_per_second_per_gpu:2413.4567845541987 
Step 168 | loss:1.4342237710952759 lr:6.997096036784225e-05 tokens_per_second_per_gpu:2732.8650601143463 
Step 169 | loss:1.4834978580474854 lr:6.997034587627671e-05 tokens_per_second_per_gpu:2111.2990541799904 
Step 170 | loss:1.5404982566833496 lr:6.996972495389881e-05 tokens_per_second_per_gpu:2279.5174534665593 
Step 171 | loss:1.3994954824447632 lr:6.996909760082274e-05 tokens_per_second_per_gpu:2598.8979076448773 
Step 172 | loss:1.4258462190628052 lr:6.996846381716385e-05 tokens_per_second_per_gpu:2189.5172579340137 
Step 173 | loss:1.3411089181900024 lr:6.99678236030387e-05 tokens_per_second_per_gpu:2461.1158575873 
Step 174 | loss:1.424536108970642 lr:6.996717695856502e-05 tokens_per_second_per_gpu:2466.795531047197 
Step 175 | loss:1.4950482845306396 lr:6.996652388386172e-05 tokens_per_second_per_gpu:2382.838405617856 
Step 176 | loss:1.6879806518554688 lr:6.996586437904889e-05 tokens_per_second_per_gpu:1589.4997846338374 
Step 177 | loss:1.496764898300171 lr:6.996519844424782e-05 tokens_per_second_per_gpu:2540.0562021209153 
Step 178 | loss:1.5143799781799316 lr:6.996452607958098e-05 tokens_per_second_per_gpu:3225.238259478615 
Step 179 | loss:1.3186370134353638 lr:6.996384728517199e-05 tokens_per_second_per_gpu:2812.5647613274186 
Step 180 | loss:1.6802359819412231 lr:6.996316206114569e-05 tokens_per_second_per_gpu:2901.8039616369356 
Step 181 | loss:1.4984551668167114 lr:6.996247040762808e-05 tokens_per_second_per_gpu:1920.4111212948392 
Step 182 | loss:1.34022057056427 lr:6.996177232474637e-05 tokens_per_second_per_gpu:2076.653069981839 
Step 183 | loss:1.454249620437622 lr:6.996106781262891e-05 tokens_per_second_per_gpu:2677.7064769434737 
Step 184 | loss:1.4885246753692627 lr:6.996035687140527e-05 tokens_per_second_per_gpu:1750.1295577463077 
Step 185 | loss:1.3433475494384766 lr:6.995963950120618e-05 tokens_per_second_per_gpu:2577.5204713691082 
Step 186 | loss:1.4847928285598755 lr:6.995891570216356e-05 tokens_per_second_per_gpu:2483.9254368614006 
Step 187 | loss:1.626374363899231 lr:6.995818547441051e-05 tokens_per_second_per_gpu:1992.224806456758 
Step 188 | loss:1.5240449905395508 lr:6.995744881808131e-05 tokens_per_second_per_gpu:2404.223883829728 
Step 189 | loss:1.4910770654678345 lr:6.995670573331144e-05 tokens_per_second_per_gpu:2491.2145775600216 
Step 190 | loss:1.4247794151306152 lr:6.995595622023753e-05 tokens_per_second_per_gpu:2237.0959611684743 
Step 191 | loss:1.603687047958374 lr:6.995520027899744e-05 tokens_per_second_per_gpu:2502.8655930404348 
Step 192 | loss:1.4186310768127441 lr:6.995443790973014e-05 tokens_per_second_per_gpu:2310.4124578281785 
Step 193 | loss:1.340437412261963 lr:6.995366911257587e-05 tokens_per_second_per_gpu:2619.403844449252 
Step 194 | loss:1.460658073425293 lr:6.995289388767597e-05 tokens_per_second_per_gpu:2270.494256868961 
Step 195 | loss:1.4336191415786743 lr:6.995211223517302e-05 tokens_per_second_per_gpu:1855.8891220040334 
Step 196 | loss:1.6217209100723267 lr:6.995132415521075e-05 tokens_per_second_per_gpu:2019.5973854780764 
Step 197 | loss:1.6346491575241089 lr:6.995052964793409e-05 tokens_per_second_per_gpu:1929.1691318180567 
Step 198 | loss:1.5237491130828857 lr:6.994972871348915e-05 tokens_per_second_per_gpu:2077.595156526601 
Step 199 | loss:1.4783068895339966 lr:6.99489213520232e-05 tokens_per_second_per_gpu:2209.8841851653738 
Step 200 | loss:1.510749101638794 lr:6.99481075636847e-05 tokens_per_second_per_gpu:2080.2102819753914 
Step 201 | loss:1.525744080543518 lr:6.994728734862334e-05 tokens_per_second_per_gpu:2088.5100786847083 
Step 202 | loss:1.5299659967422485 lr:6.994646070698992e-05 tokens_per_second_per_gpu:1446.6145878368864 
Step 203 | loss:1.5083746910095215 lr:6.994562763893646e-05 tokens_per_second_per_gpu:1924.3108780050707 
Step 204 | loss:1.5914933681488037 lr:6.994478814461617e-05 tokens_per_second_per_gpu:2205.47385438919 
Step 205 | loss:1.4727592468261719 lr:6.99439422241834e-05 tokens_per_second_per_gpu:2462.503628568363 
Step 206 | loss:1.4021577835083008 lr:6.994308987779374e-05 tokens_per_second_per_gpu:3071.5231938071606 
Step 207 | loss:1.5700660943984985 lr:6.99422311056039e-05 tokens_per_second_per_gpu:2259.544783661207 
Step 208 | loss:1.6257288455963135 lr:6.994136590777183e-05 tokens_per_second_per_gpu:1914.75172193039 
Step 209 | loss:1.6199275255203247 lr:6.994049428445661e-05 tokens_per_second_per_gpu:2317.4599572996226 
Step 210 | loss:1.5011494159698486 lr:6.993961623581854e-05 tokens_per_second_per_gpu:1837.4197398771576 
Step 211 | loss:1.3791422843933105 lr:6.993873176201908e-05 tokens_per_second_per_gpu:2907.340030964285 
Step 212 | loss:1.4050707817077637 lr:6.99378408632209e-05 tokens_per_second_per_gpu:2098.318564524615 
Step 213 | loss:1.545391321182251 lr:6.993694353958781e-05 tokens_per_second_per_gpu:2173.929964922675 
Step 214 | loss:1.4047257900238037 lr:6.993603979128481e-05 tokens_per_second_per_gpu:2283.49748290781 
Step 215 | loss:1.4191840887069702 lr:6.993512961847813e-05 tokens_per_second_per_gpu:2989.8748404697103 
Step 216 | loss:1.417626142501831 lr:6.993421302133511e-05 tokens_per_second_per_gpu:2020.0587292078058 
Step 217 | loss:1.6297123432159424 lr:6.993329000002433e-05 tokens_per_second_per_gpu:1787.7765459434936 
Step 218 | loss:1.4288105964660645 lr:6.993236055471551e-05 tokens_per_second_per_gpu:2432.038963735549 
Step 219 | loss:1.5298831462860107 lr:6.993142468557957e-05 tokens_per_second_per_gpu:2414.2730147508314 
Step 220 | loss:1.3994444608688354 lr:6.993048239278863e-05 tokens_per_second_per_gpu:2736.6702057917173 
Step 221 | loss:1.3855721950531006 lr:6.992953367651594e-05 tokens_per_second_per_gpu:2286.412406947035 
Step 222 | loss:1.39896821975708 lr:6.9928578536936e-05 tokens_per_second_per_gpu:2641.3545158007673 
Step 223 | loss:1.4066494703292847 lr:6.992761697422442e-05 tokens_per_second_per_gpu:2333.224107672561 
Step 224 | loss:1.3984267711639404 lr:6.992664898855804e-05 tokens_per_second_per_gpu:2378.1861313330355 
Step 225 | loss:1.4638054370880127 lr:6.992567458011488e-05 tokens_per_second_per_gpu:2418.2408957338794 
Step 226 | loss:1.3091942071914673 lr:6.992469374907409e-05 tokens_per_second_per_gpu:2505.469112896722 
Step 227 | loss:1.3441420793533325 lr:6.992370649561607e-05 tokens_per_second_per_gpu:3274.4603209454885 
Step 228 | loss:1.1553865671157837 lr:6.992271281992235e-05 tokens_per_second_per_gpu:3629.105496222926 
Step 229 | loss:1.5981168746948242 lr:6.99217127221757e-05 tokens_per_second_per_gpu:2035.3990232560031 
Step 230 | loss:1.553083062171936 lr:6.992070620255997e-05 tokens_per_second_per_gpu:2122.262671227071 
Step 231 | loss:1.3737152814865112 lr:6.99196932612603e-05 tokens_per_second_per_gpu:2721.7237777455143 
Step 232 | loss:1.419726848602295 lr:6.991867389846293e-05 tokens_per_second_per_gpu:2406.1895841412297 
Step 233 | loss:1.3660165071487427 lr:6.991764811435533e-05 tokens_per_second_per_gpu:2929.626071420526 
Step 234 | loss:1.4931952953338623 lr:6.991661590912615e-05 tokens_per_second_per_gpu:2508.2907790848303 
Step 235 | loss:1.6317272186279297 lr:6.991557728296519e-05 tokens_per_second_per_gpu:2011.3197705623454 
Step 236 | loss:1.7034742832183838 lr:6.991453223606344e-05 tokens_per_second_per_gpu:2061.5167962316114 
Step 237 | loss:1.419820785522461 lr:6.991348076861308e-05 tokens_per_second_per_gpu:2977.2841761696836 
Step 238 | loss:1.560842752456665 lr:6.991242288080748e-05 tokens_per_second_per_gpu:1727.6752942357248 
Step 239 | loss:1.4554513692855835 lr:6.991135857284118e-05 tokens_per_second_per_gpu:2073.523218962459 
Step 240 | loss:1.4626206159591675 lr:6.991028784490987e-05 tokens_per_second_per_gpu:2624.497825536042 
Step 241 | loss:1.5795296430587769 lr:6.990921069721048e-05 tokens_per_second_per_gpu:1770.7395454258778 
Step 242 | loss:1.3888657093048096 lr:6.990812712994108e-05 tokens_per_second_per_gpu:2665.689170265941 
Step 243 | loss:1.663292646408081 lr:6.990703714330092e-05 tokens_per_second_per_gpu:2637.126242857856 
Step 244 | loss:1.5955593585968018 lr:6.990594073749047e-05 tokens_per_second_per_gpu:2214.6610896194047 
Step 245 | loss:1.5242462158203125 lr:6.990483791271132e-05 tokens_per_second_per_gpu:2380.236387373172 
Step 246 | loss:1.5500987768173218 lr:6.990372866916629e-05 tokens_per_second_per_gpu:1759.2524090026875 
Step 247 | loss:1.596780776977539 lr:6.990261300705936e-05 tokens_per_second_per_gpu:2381.6685361683217 
Step 248 | loss:1.3085699081420898 lr:6.990149092659569e-05 tokens_per_second_per_gpu:3012.202323393625 
Step 249 | loss:1.3034015893936157 lr:6.990036242798162e-05 tokens_per_second_per_gpu:3228.1229042676214 
Step 250 | loss:1.531982183456421 lr:6.989922751142467e-05 tokens_per_second_per_gpu:2368.7026969003145 
Step 251 | loss:1.3960109949111938 lr:6.989808617713357e-05 tokens_per_second_per_gpu:2621.501022559783 
Step 252 | loss:1.3761643171310425 lr:6.989693842531818e-05 tokens_per_second_per_gpu:2570.9401020803475 
Step 253 | loss:1.2811373472213745 lr:6.989578425618955e-05 tokens_per_second_per_gpu:2416.5214068094006 
Step 254 | loss:1.4519095420837402 lr:6.989462366995995e-05 tokens_per_second_per_gpu:2198.1722091331762 
Step 255 | loss:1.5449777841567993 lr:6.989345666684281e-05 tokens_per_second_per_gpu:2583.6627716782027 
Step 256 | loss:1.3037289381027222 lr:6.98922832470527e-05 tokens_per_second_per_gpu:1829.546921747316 
Step 257 | loss:1.5162888765335083 lr:6.989110341080544e-05 tokens_per_second_per_gpu:2125.3100968678104 
Step 258 | loss:1.407657265663147 lr:6.988991715831798e-05 tokens_per_second_per_gpu:2698.453146379005 
Step 259 | loss:1.5218440294265747 lr:6.988872448980846e-05 tokens_per_second_per_gpu:2471.4621172107113 
Step 260 | loss:1.593532919883728 lr:6.98875254054962e-05 tokens_per_second_per_gpu:2288.629523285353 
Step 261 | loss:1.3499846458435059 lr:6.98863199056017e-05 tokens_per_second_per_gpu:2364.289249523249 
Step 262 | loss:1.5585343837738037 lr:6.988510799034667e-05 tokens_per_second_per_gpu:2366.9642971003473 
Step 263 | loss:1.7049691677093506 lr:6.988388965995395e-05 tokens_per_second_per_gpu:2107.524721309781 
Step 264 | loss:1.4879704713821411 lr:6.988266491464759e-05 tokens_per_second_per_gpu:2052.465581291317 
Step 265 | loss:1.6094942092895508 lr:6.98814337546528e-05 tokens_per_second_per_gpu:2422.4732096325406 
Step 266 | loss:1.6572054624557495 lr:6.988019618019602e-05 tokens_per_second_per_gpu:1658.8445415290525 
Step 267 | loss:1.5024309158325195 lr:6.987895219150479e-05 tokens_per_second_per_gpu:2487.215653140584 
Step 268 | loss:1.5965114831924438 lr:6.987770178880787e-05 tokens_per_second_per_gpu:1626.3767275682933 
Step 269 | loss:1.5247267484664917 lr:6.987644497233523e-05 tokens_per_second_per_gpu:2791.306266254244 
Step 270 | loss:1.5589090585708618 lr:6.987518174231798e-05 tokens_per_second_per_gpu:1510.7928663555765 
Step 271 | loss:1.3908052444458008 lr:6.987391209898842e-05 tokens_per_second_per_gpu:2453.036867534764 
Step 272 | loss:1.3836185932159424 lr:6.987263604258003e-05 tokens_per_second_per_gpu:2633.296669021282 
Step 273 | loss:1.4838186502456665 lr:6.987135357332745e-05 tokens_per_second_per_gpu:2604.156489438193 
Step 274 | loss:1.404348373413086 lr:6.987006469146653e-05 tokens_per_second_per_gpu:2883.8880682220274 
Step 275 | loss:1.367199182510376 lr:6.98687693972343e-05 tokens_per_second_per_gpu:2610.0521387329795 
Step 276 | loss:1.5932164192199707 lr:6.986746769086893e-05 tokens_per_second_per_gpu:2322.2983789005502 
Step 277 | loss:1.228518009185791 lr:6.986615957260982e-05 tokens_per_second_per_gpu:3570.279490986117 
Step 278 | loss:1.38725745677948 lr:6.986484504269751e-05 tokens_per_second_per_gpu:2722.0137967273286 
Step 279 | loss:1.552098035812378 lr:6.986352410137373e-05 tokens_per_second_per_gpu:1775.02970119883 
Step 280 | loss:1.3881571292877197 lr:6.98621967488814e-05 tokens_per_second_per_gpu:2737.473786572284 
Step 281 | loss:1.2215582132339478 lr:6.986086298546462e-05 tokens_per_second_per_gpu:2973.4818352729767 
Step 282 | loss:1.6155472993850708 lr:6.985952281136864e-05 tokens_per_second_per_gpu:2207.9600196497277 
Step 283 | loss:1.4820983409881592 lr:6.985817622683992e-05 tokens_per_second_per_gpu:2426.0899637121697 
Step 284 | loss:1.6007404327392578 lr:6.98568232321261e-05 tokens_per_second_per_gpu:1759.702131965293 
Step 285 | loss:1.4405648708343506 lr:6.985546382747597e-05 tokens_per_second_per_gpu:3088.679692724486 
Step 286 | loss:1.4535900354385376 lr:6.985409801313951e-05 tokens_per_second_per_gpu:2221.105744555411 
Step 287 | loss:1.268979787826538 lr:6.985272578936789e-05 tokens_per_second_per_gpu:2703.9815673406342 
Step 288 | loss:1.3862719535827637 lr:6.985134715641346e-05 tokens_per_second_per_gpu:2823.556891079916 
Step 289 | loss:1.423160195350647 lr:6.984996211452974e-05 tokens_per_second_per_gpu:2342.742015549974 
Step 290 | loss:1.50541090965271 lr:6.984857066397143e-05 tokens_per_second_per_gpu:1766.0430389668165 
Step 291 | loss:1.4562427997589111 lr:6.984717280499439e-05 tokens_per_second_per_gpu:2537.305236857193 
Step 292 | loss:1.5297012329101562 lr:6.984576853785572e-05 tokens_per_second_per_gpu:2468.80141338049 
Step 293 | loss:1.5209839344024658 lr:6.98443578628136e-05 tokens_per_second_per_gpu:2248.797999995725 
Step 294 | loss:1.4780371189117432 lr:6.984294078012748e-05 tokens_per_second_per_gpu:2434.901792169469 
Step 295 | loss:1.4830272197723389 lr:6.984151729005795e-05 tokens_per_second_per_gpu:2092.97028797176 
Step 296 | loss:1.5539253950119019 lr:6.984008739286677e-05 tokens_per_second_per_gpu:2260.74195413828 
Step 297 | loss:1.5020079612731934 lr:6.98386510888169e-05 tokens_per_second_per_gpu:2405.326863095213 
Step 298 | loss:1.4644938707351685 lr:6.983720837817245e-05 tokens_per_second_per_gpu:2583.5021588978875 
Step 299 | loss:1.6270484924316406 lr:6.983575926119874e-05 tokens_per_second_per_gpu:1674.076428075408 
Step 300 | loss:1.42864990234375 lr:6.983430373816224e-05 tokens_per_second_per_gpu:2054.705127095329 
Step 301 | loss:1.299424409866333 lr:6.983284180933062e-05 tokens_per_second_per_gpu:2907.755366308214 
Step 302 | loss:1.6749331951141357 lr:6.983137347497271e-05 tokens_per_second_per_gpu:2277.905367136214 
Step 303 | loss:1.7358325719833374 lr:6.982989873535855e-05 tokens_per_second_per_gpu:2079.8270513276448 
Step 304 | loss:1.2354888916015625 lr:6.98284175907593e-05 tokens_per_second_per_gpu:2484.468928863384 
Step 305 | loss:1.4039233922958374 lr:6.982693004144736e-05 tokens_per_second_per_gpu:2964.4181986338212 
Step 306 | loss:1.5667624473571777 lr:6.982543608769627e-05 tokens_per_second_per_gpu:2118.5200925293775 
Step 307 | loss:1.6292150020599365 lr:6.982393572978077e-05 tokens_per_second_per_gpu:2175.539492522603 
Step 308 | loss:1.4076359272003174 lr:6.982242896797674e-05 tokens_per_second_per_gpu:2480.8821763839105 
Step 309 | loss:1.5559499263763428 lr:6.982091580256129e-05 tokens_per_second_per_gpu:2203.1305780445614 
Step 310 | loss:1.535987377166748 lr:6.981939623381265e-05 tokens_per_second_per_gpu:2951.6223831551333 
Step 311 | loss:1.589073896408081 lr:6.98178702620103e-05 tokens_per_second_per_gpu:2410.409474535786 
Step 312 | loss:1.5142327547073364 lr:6.981633788743481e-05 tokens_per_second_per_gpu:1932.5169200972064 
Step 313 | loss:1.0736061334609985 lr:6.981479911036803e-05 tokens_per_second_per_gpu:3880.6723715981607 
Step 314 | loss:1.4368199110031128 lr:6.981325393109287e-05 tokens_per_second_per_gpu:1879.0062846986225 
Step 315 | loss:1.3702313899993896 lr:6.981170234989351e-05 tokens_per_second_per_gpu:2438.4799317173124 
Step 316 | loss:1.537162184715271 lr:6.981014436705528e-05 tokens_per_second_per_gpu:1759.7838534052974 
Step 317 | loss:1.4485584497451782 lr:6.980857998286467e-05 tokens_per_second_per_gpu:2472.7868425791335 
Step 318 | loss:1.5304608345031738 lr:6.980700919760937e-05 tokens_per_second_per_gpu:2205.7856745061745 
Step 319 | loss:1.4865282773971558 lr:6.980543201157822e-05 tokens_per_second_per_gpu:2813.932964381188 
Step 320 | loss:1.425735592842102 lr:6.980384842506127e-05 tokens_per_second_per_gpu:1836.3756806939982 
Step 321 | loss:1.3945057392120361 lr:6.980225843834973e-05 tokens_per_second_per_gpu:2288.0974144948077 
Step 322 | loss:1.4398767948150635 lr:6.980066205173599e-05 tokens_per_second_per_gpu:2182.1650060699576 
Step 323 | loss:1.3657668828964233 lr:6.979905926551359e-05 tokens_per_second_per_gpu:2390.157702779564 
Step 324 | loss:1.558680534362793 lr:6.97974500799773e-05 tokens_per_second_per_gpu:2276.646280975351 
Step 325 | loss:1.5800025463104248 lr:6.979583449542303e-05 tokens_per_second_per_gpu:2529.79415510633 
Step 326 | loss:1.48753023147583 lr:6.979421251214787e-05 tokens_per_second_per_gpu:3283.4894935211087 
Step 327 | loss:1.2626430988311768 lr:6.979258413045009e-05 tokens_per_second_per_gpu:3152.6321629912104 
Step 328 | loss:1.550978660583496 lr:6.979094935062916e-05 tokens_per_second_per_gpu:2501.8649803600742 
Step 329 | loss:1.50200355052948 lr:6.978930817298568e-05 tokens_per_second_per_gpu:2341.98153965673 
Step 330 | loss:1.5592752695083618 lr:6.978766059782145e-05 tokens_per_second_per_gpu:2134.9740703462694 
Step 331 | loss:1.4488853216171265 lr:6.978600662543947e-05 tokens_per_second_per_gpu:1939.7536573536836 
Step 332 | loss:1.3719007968902588 lr:6.978434625614388e-05 tokens_per_second_per_gpu:2213.1376191882887 
Step 333 | loss:1.4820902347564697 lr:6.978267949024002e-05 tokens_per_second_per_gpu:2209.6209943319736 
Step 334 | loss:1.3097323179244995 lr:6.978100632803438e-05 tokens_per_second_per_gpu:2851.660431874144 
Step 335 | loss:1.6139682531356812 lr:6.977932676983467e-05 tokens_per_second_per_gpu:1926.8454805672038 
Step 336 | loss:1.5861951112747192 lr:6.977764081594974e-05 tokens_per_second_per_gpu:1897.509546839455 
Step 337 | loss:1.4580063819885254 lr:6.97759484666896e-05 tokens_per_second_per_gpu:2051.6624349046756 
Step 338 | loss:1.2992885112762451 lr:6.977424972236548e-05 tokens_per_second_per_gpu:2549.462215215932 
Step 339 | loss:1.3748728036880493 lr:6.977254458328978e-05 tokens_per_second_per_gpu:2070.332020762353 
Step 340 | loss:1.5016292333602905 lr:6.977083304977606e-05 tokens_per_second_per_gpu:2281.7201528125825 
Step 341 | loss:1.7655185461044312 lr:6.976911512213902e-05 tokens_per_second_per_gpu:2035.3474083738986 
Step 342 | loss:1.2497845888137817 lr:6.976739080069463e-05 tokens_per_second_per_gpu:2831.5333735720073 
Step 343 | loss:1.3756247758865356 lr:6.976566008575996e-05 tokens_per_second_per_gpu:2500.555548390067 
Step 344 | loss:1.36333429813385 lr:6.976392297765328e-05 tokens_per_second_per_gpu:2568.412929514743 
Step 345 | loss:1.5183340311050415 lr:6.976217947669402e-05 tokens_per_second_per_gpu:2134.5365986315123 
Step 346 | loss:1.3478574752807617 lr:6.97604295832028e-05 tokens_per_second_per_gpu:3012.129513216214 
Step 347 | loss:1.4316562414169312 lr:6.975867329750143e-05 tokens_per_second_per_gpu:2214.398257709544 
Step 348 | loss:1.431553840637207 lr:6.975691061991286e-05 tokens_per_second_per_gpu:3040.2404114406568 
Step 349 | loss:1.2522403001785278 lr:6.975514155076125e-05 tokens_per_second_per_gpu:2631.940689399558 
Step 350 | loss:1.4211292266845703 lr:6.975336609037192e-05 tokens_per_second_per_gpu:2403.436721180302 
Step 351 | loss:1.2094892263412476 lr:6.975158423907135e-05 tokens_per_second_per_gpu:3487.96648097001 
Step 352 | loss:1.6906942129135132 lr:6.974979599718722e-05 tokens_per_second_per_gpu:1983.0672945334156 
Step 353 | loss:1.410959005355835 lr:6.974800136504838e-05 tokens_per_second_per_gpu:2430.6363126726405 
Step 354 | loss:1.3579320907592773 lr:6.974620034298483e-05 tokens_per_second_per_gpu:2699.939521441764 
Step 355 | loss:1.432140827178955 lr:6.97443929313278e-05 tokens_per_second_per_gpu:2055.942625128611 
Step 356 | loss:1.6679537296295166 lr:6.974257913040964e-05 tokens_per_second_per_gpu:2420.4994608460343 
Step 357 | loss:1.509594202041626 lr:6.97407589405639e-05 tokens_per_second_per_gpu:2155.223278291825 
Step 358 | loss:1.5032877922058105 lr:6.973893236212529e-05 tokens_per_second_per_gpu:2349.555054238624 
Step 359 | loss:1.5539768934249878 lr:6.973709939542971e-05 tokens_per_second_per_gpu:2296.8197450026883 
Step 360 | loss:1.2859158515930176 lr:6.973526004081425e-05 tokens_per_second_per_gpu:2557.3844391553894 
Step 361 | loss:1.341277837753296 lr:6.973341429861715e-05 tokens_per_second_per_gpu:2771.8418086649262 
Step 362 | loss:1.4885467290878296 lr:6.97315621691778e-05 tokens_per_second_per_gpu:2650.088974698015 
Step 363 | loss:1.5019007921218872 lr:6.972970365283681e-05 tokens_per_second_per_gpu:1875.09273690157 
Step 364 | loss:1.3605833053588867 lr:6.972783874993597e-05 tokens_per_second_per_gpu:2357.450336159685 
Step 365 | loss:1.531011700630188 lr:6.972596746081819e-05 tokens_per_second_per_gpu:2284.930582143007 
Step 366 | loss:1.5571889877319336 lr:6.972408978582762e-05 tokens_per_second_per_gpu:2420.0130125672963 
Step 367 | loss:1.604745864868164 lr:6.972220572530952e-05 tokens_per_second_per_gpu:2012.0170930727393 
Step 368 | loss:1.3626697063446045 lr:6.972031527961038e-05 tokens_per_second_per_gpu:2270.0166020511547 
Step 369 | loss:1.508016586303711 lr:6.971841844907784e-05 tokens_per_second_per_gpu:2834.2213948156605 
Step 370 | loss:1.3624815940856934 lr:6.971651523406068e-05 tokens_per_second_per_gpu:2531.54234732463 
Step 371 | loss:1.4408214092254639 lr:6.971460563490894e-05 tokens_per_second_per_gpu:2554.2560639451126 
Step 372 | loss:1.241598129272461 lr:6.971268965197375e-05 tokens_per_second_per_gpu:3114.5797598040417 
Step 373 | loss:1.4475526809692383 lr:6.971076728560744e-05 tokens_per_second_per_gpu:2660.0964899475503 
Step 374 | loss:1.4680757522583008 lr:6.970883853616354e-05 tokens_per_second_per_gpu:2817.8305856821607 
Step 375 | loss:1.246437430381775 lr:6.970690340399674e-05 tokens_per_second_per_gpu:3284.5750643293454 
Step 376 | loss:1.4367800951004028 lr:6.970496188946288e-05 tokens_per_second_per_gpu:2511.762732723298 
Step 377 | loss:1.5108985900878906 lr:6.9703013992919e-05 tokens_per_second_per_gpu:1689.498467048317 
Step 378 | loss:1.350320816040039 lr:6.97010597147233e-05 tokens_per_second_per_gpu:2354.86592734664 
Step 379 | loss:1.5229530334472656 lr:6.969909905523515e-05 tokens_per_second_per_gpu:2377.7407268948605 
Step 380 | loss:1.484462022781372 lr:6.969713201481512e-05 tokens_per_second_per_gpu:2108.4441352105823 
Step 381 | loss:1.663917064666748 lr:6.969515859382494e-05 tokens_per_second_per_gpu:2369.1045430971 
Step 382 | loss:1.3275758028030396 lr:6.969317879262748e-05 tokens_per_second_per_gpu:2045.85288071147 
Step 383 | loss:1.292059063911438 lr:6.969119261158684e-05 tokens_per_second_per_gpu:2496.7128653155064 
Step 384 | loss:1.3836394548416138 lr:6.968920005106826e-05 tokens_per_second_per_gpu:2638.635955021197 
Step 385 | loss:1.57191002368927 lr:6.968720111143814e-05 tokens_per_second_per_gpu:2954.146516275765 
Step 386 | loss:1.3470909595489502 lr:6.968519579306409e-05 tokens_per_second_per_gpu:2704.9492746934798 
Step 387 | loss:1.5240743160247803 lr:6.968318409631487e-05 tokens_per_second_per_gpu:1717.3883893085183 
Step 388 | loss:1.44696044921875 lr:6.968116602156043e-05 tokens_per_second_per_gpu:1965.8833352159636 
Step 389 | loss:1.456730604171753 lr:6.967914156917185e-05 tokens_per_second_per_gpu:2641.562915964142 
Step 390 | loss:1.3749427795410156 lr:6.967711073952145e-05 tokens_per_second_per_gpu:2307.5369111656278 
Step 391 | loss:1.50492525100708 lr:6.967507353298265e-05 tokens_per_second_per_gpu:1857.8487067949304 
Step 392 | loss:1.4290237426757812 lr:6.96730299499301e-05 tokens_per_second_per_gpu:2578.541499100934 
Step 393 | loss:1.4104403257369995 lr:6.96709799907396e-05 tokens_per_second_per_gpu:2124.11810270572 
Step 394 | loss:1.3500165939331055 lr:6.966892365578812e-05 tokens_per_second_per_gpu:2887.4574018881276 
Step 395 | loss:1.3983839750289917 lr:6.966686094545381e-05 tokens_per_second_per_gpu:2437.1681370441884 
Step 396 | loss:1.2269182205200195 lr:6.966479186011599e-05 tokens_per_second_per_gpu:3340.862442144846 
Step 397 | loss:1.367904782295227 lr:6.966271640015514e-05 tokens_per_second_per_gpu:1724.5991558403864 
Step 398 | loss:1.4516165256500244 lr:6.966063456595292e-05 tokens_per_second_per_gpu:2196.1319420002465 
Step 399 | loss:1.3236769437789917 lr:6.965854635789219e-05 tokens_per_second_per_gpu:2889.5732169434095 
Step 400 | loss:1.302206039428711 lr:6.965645177635694e-05 tokens_per_second_per_gpu:2658.7121499247255 
Step 401 | loss:1.4286483526229858 lr:6.965435082173235e-05 tokens_per_second_per_gpu:2573.1525520975993 
Step 402 | loss:1.5457377433776855 lr:6.965224349440476e-05 tokens_per_second_per_gpu:2057.6783076484094 
Step 403 | loss:1.4401741027832031 lr:6.965012979476172e-05 tokens_per_second_per_gpu:2212.360221403924 
Step 404 | loss:1.5202893018722534 lr:6.964800972319192e-05 tokens_per_second_per_gpu:1969.3611515758437 
Step 405 | loss:1.632653832435608 lr:6.964588328008521e-05 tokens_per_second_per_gpu:1844.3366595641983 
Step 406 | loss:1.2803688049316406 lr:6.964375046583264e-05 tokens_per_second_per_gpu:1583.2210845787222 
Step 407 | loss:1.4406764507293701 lr:6.964161128082642e-05 tokens_per_second_per_gpu:2205.710146727463 
Step 408 | loss:1.4346721172332764 lr:6.963946572545992e-05 tokens_per_second_per_gpu:1968.7370021482075 
Step 409 | loss:1.4047476053237915 lr:6.963731380012771e-05 tokens_per_second_per_gpu:3043.4283069058156 
Step 410 | loss:1.6266485452651978 lr:6.963515550522551e-05 tokens_per_second_per_gpu:2117.6746469991385 
Step 411 | loss:1.558876872062683 lr:6.963299084115022e-05 tokens_per_second_per_gpu:2187.304857283203 
Step 412 | loss:1.2320616245269775 lr:6.96308198082999e-05 tokens_per_second_per_gpu:2178.9607137065873 
Step 413 | loss:1.3029159307479858 lr:6.962864240707376e-05 tokens_per_second_per_gpu:2864.2842709783595 
Step 414 | loss:1.477368712425232 lr:6.962645863787227e-05 tokens_per_second_per_gpu:2389.628832073701 
Step 415 | loss:1.6604598760604858 lr:6.962426850109696e-05 tokens_per_second_per_gpu:2119.8094550894916 
Step 416 | loss:1.2915780544281006 lr:6.962207199715061e-05 tokens_per_second_per_gpu:3047.2253629319243 
Step 417 | loss:1.3970328569412231 lr:6.961986912643715e-05 tokens_per_second_per_gpu:2288.540336459609 
Step 418 | loss:1.3804371356964111 lr:6.961765988936164e-05 tokens_per_second_per_gpu:3039.915045792479 
Step 419 | loss:1.317718744277954 lr:6.961544428633036e-05 tokens_per_second_per_gpu:2078.852319635351 
Step 420 | loss:1.5745822191238403 lr:6.961322231775074e-05 tokens_per_second_per_gpu:1651.9054603145344 
Step 421 | loss:1.5056729316711426 lr:6.96109939840314e-05 tokens_per_second_per_gpu:2062.306275786493 
Step 422 | loss:1.428048014640808 lr:6.96087592855821e-05 tokens_per_second_per_gpu:2264.949082015652 
Step 423 | loss:1.2033092975616455 lr:6.960651822281379e-05 tokens_per_second_per_gpu:2436.3883677469125 
Step 424 | loss:1.3332289457321167 lr:6.960427079613858e-05 tokens_per_second_per_gpu:2560.604172762016 
Step 425 | loss:1.3689519166946411 lr:6.960201700596978e-05 tokens_per_second_per_gpu:2099.533990753391 
Step 426 | loss:1.3593803644180298 lr:6.959975685272183e-05 tokens_per_second_per_gpu:2134.4539211247466 
Step 427 | loss:1.2437447309494019 lr:6.959749033681036e-05 tokens_per_second_per_gpu:3542.1447874006294 
Step 428 | loss:1.370358943939209 lr:6.959521745865217e-05 tokens_per_second_per_gpu:2262.4282565207695 
Step 429 | loss:1.6638675928115845 lr:6.95929382186652e-05 tokens_per_second_per_gpu:1951.448849930701 
Step 430 | loss:1.5185472965240479 lr:6.959065261726863e-05 tokens_per_second_per_gpu:2283.3710563898285 
Step 431 | loss:1.3666237592697144 lr:6.958836065488275e-05 tokens_per_second_per_gpu:1674.402165113988 
Step 432 | loss:1.3649646043777466 lr:6.958606233192903e-05 tokens_per_second_per_gpu:2240.4105032739994 
Step 433 | loss:1.2665120363235474 lr:6.958375764883011e-05 tokens_per_second_per_gpu:2785.871808622401 
Step 434 | loss:1.319579005241394 lr:6.958144660600982e-05 tokens_per_second_per_gpu:2408.0119045091283 
Step 435 | loss:1.5960373878479004 lr:6.957912920389313e-05 tokens_per_second_per_gpu:2165.316275112483 
Step 436 | loss:1.4973498582839966 lr:6.957680544290623e-05 tokens_per_second_per_gpu:2337.705700733979 
Step 437 | loss:1.441022515296936 lr:6.95744753234764e-05 tokens_per_second_per_gpu:2676.5678690000505 
Step 438 | loss:1.216721534729004 lr:6.957213884603216e-05 tokens_per_second_per_gpu:2897.2057614451264 
Step 439 | loss:1.5234131813049316 lr:6.956979601100316e-05 tokens_per_second_per_gpu:1748.3978268784679 
Step 440 | loss:1.3705366849899292 lr:6.956744681882024e-05 tokens_per_second_per_gpu:2882.4190235437036 
Step 441 | loss:1.4786591529846191 lr:6.95650912699154e-05 tokens_per_second_per_gpu:2130.8516811270533 
Step 442 | loss:1.591610312461853 lr:6.95627293647218e-05 tokens_per_second_per_gpu:2277.359172620466 
Step 443 | loss:1.4159573316574097 lr:6.95603611036738e-05 tokens_per_second_per_gpu:2340.3582479486186 
Step 444 | loss:1.380365252494812 lr:6.955798648720688e-05 tokens_per_second_per_gpu:2775.1028273091006 
Step 445 | loss:1.3695650100708008 lr:6.955560551575773e-05 tokens_per_second_per_gpu:2580.584229763005 
Step 446 | loss:1.5685856342315674 lr:6.95532181897642e-05 tokens_per_second_per_gpu:2412.6286502234975 
Step 447 | loss:1.4242041110992432 lr:6.955082450966529e-05 tokens_per_second_per_gpu:2554.749705944082 
Step 448 | loss:1.2828843593597412 lr:6.95484244759012e-05 tokens_per_second_per_gpu:3187.021274813409 
Step 449 | loss:1.2937556505203247 lr:6.954601808891326e-05 tokens_per_second_per_gpu:2840.8834136655846 
Step 450 | loss:1.5423169136047363 lr:6.9543605349144e-05 tokens_per_second_per_gpu:2090.285063937429 
Step 451 | loss:1.4088850021362305 lr:6.95411862570371e-05 tokens_per_second_per_gpu:1852.71196270306 
Step 452 | loss:1.4867488145828247 lr:6.953876081303743e-05 tokens_per_second_per_gpu:2644.2795879845194 
Step 453 | loss:1.3861935138702393 lr:6.9536329017591e-05 tokens_per_second_per_gpu:2053.2733083957232 
Step 454 | loss:1.2587746381759644 lr:6.953389087114499e-05 tokens_per_second_per_gpu:2806.3944736548497 
Step 455 | loss:1.2854804992675781 lr:6.953144637414778e-05 tokens_per_second_per_gpu:2883.445486381033 
Step 456 | loss:1.5269125699996948 lr:6.952899552704889e-05 tokens_per_second_per_gpu:2669.348966838501 
Step 457 | loss:1.4616265296936035 lr:6.952653833029901e-05 tokens_per_second_per_gpu:2586.676797427626 
Step 458 | loss:1.4678932428359985 lr:6.952407478435e-05 tokens_per_second_per_gpu:2533.03420291563 
Step 459 | loss:1.4696159362792969 lr:6.952160488965491e-05 tokens_per_second_per_gpu:2528.762550023972 
Step 460 | loss:1.5208667516708374 lr:6.95191286466679e-05 tokens_per_second_per_gpu:2011.9741786094003 
Step 461 | loss:1.5768766403198242 lr:6.951664605584438e-05 tokens_per_second_per_gpu:2231.407970903074 
Step 462 | loss:1.4968490600585938 lr:6.951415711764084e-05 tokens_per_second_per_gpu:2217.0757639703625 
Step 463 | loss:1.3874627351760864 lr:6.9511661832515e-05 tokens_per_second_per_gpu:2409.3813293743488 
Step 464 | loss:1.2304176092147827 lr:6.950916020092571e-05 tokens_per_second_per_gpu:3076.746995499578 
Step 465 | loss:1.2653428316116333 lr:6.950665222333304e-05 tokens_per_second_per_gpu:1928.6596208673222 
Step 466 | loss:1.5083906650543213 lr:6.950413790019815e-05 tokens_per_second_per_gpu:1938.8951980089441 
Step 467 | loss:1.4498991966247559 lr:6.950161723198344e-05 tokens_per_second_per_gpu:3174.057182418551 
Step 468 | loss:1.543701171875 lr:6.949909021915241e-05 tokens_per_second_per_gpu:2624.84973521937 
Step 469 | loss:1.2006891965866089 lr:6.949655686216979e-05 tokens_per_second_per_gpu:2617.511787563928 
Step 470 | loss:1.6011028289794922 lr:6.949401716150144e-05 tokens_per_second_per_gpu:2054.4696166776266 
Step 471 | loss:1.336012601852417 lr:6.949147111761438e-05 tokens_per_second_per_gpu:2722.860842792375 
Step 472 | loss:1.2314192056655884 lr:6.948891873097682e-05 tokens_per_second_per_gpu:2611.7209063356036 
Step 473 | loss:1.4391083717346191 lr:6.948636000205812e-05 tokens_per_second_per_gpu:2824.532293040627 
Step 474 | loss:1.4688498973846436 lr:6.948379493132884e-05 tokens_per_second_per_gpu:2660.3676910734725 
Step 475 | loss:1.5596076250076294 lr:6.948122351926064e-05 tokens_per_second_per_gpu:2322.3864866751387 
Step 476 | loss:1.4875792264938354 lr:6.947864576632641e-05 tokens_per_second_per_gpu:2223.3499937787838 
Step 477 | loss:1.6507651805877686 lr:6.947606167300019e-05 tokens_per_second_per_gpu:1566.1305077244688 
Step 478 | loss:1.4648810625076294 lr:6.947347123975715e-05 tokens_per_second_per_gpu:2174.6086895373296 
Step 479 | loss:1.3748706579208374 lr:6.947087446707367e-05 tokens_per_second_per_gpu:2301.2730764856847 
Step 480 | loss:1.4610676765441895 lr:6.946827135542728e-05 tokens_per_second_per_gpu:2393.4731015826083 
Step 481 | loss:1.3917632102966309 lr:6.946566190529667e-05 tokens_per_second_per_gpu:2061.1320364764083 
Step 482 | loss:1.3221715688705444 lr:6.94630461171617e-05 tokens_per_second_per_gpu:2937.754684819204 
Step 483 | loss:1.5214084386825562 lr:6.94604239915034e-05 tokens_per_second_per_gpu:2614.0020872626433 
Step 484 | loss:1.559698224067688 lr:6.945779552880395e-05 tokens_per_second_per_gpu:2154.066071075745 
Step 485 | loss:1.4410851001739502 lr:6.945516072954672e-05 tokens_per_second_per_gpu:1903.4104638947342 
Step 486 | loss:1.3462302684783936 lr:6.945251959421623e-05 tokens_per_second_per_gpu:2869.545060308397 
Step 487 | loss:1.405950903892517 lr:6.944987212329816e-05 tokens_per_second_per_gpu:2425.2724752824383 
Step 488 | loss:1.5793362855911255 lr:6.944721831727936e-05 tokens_per_second_per_gpu:2568.937704082577 
Step 489 | loss:1.5704543590545654 lr:6.944455817664787e-05 tokens_per_second_per_gpu:2232.340872263927 
Step 490 | loss:1.4484728574752808 lr:6.944189170189284e-05 tokens_per_second_per_gpu:2929.1669909086336 
Step 491 | loss:1.620967149734497 lr:6.943921889350464e-05 tokens_per_second_per_gpu:2375.364025748499 
Step 492 | loss:1.4414435625076294 lr:6.943653975197478e-05 tokens_per_second_per_gpu:2078.8210835899695 
Step 493 | loss:1.559691071510315 lr:6.943385427779592e-05 tokens_per_second_per_gpu:1708.623180730529 
Step 494 | loss:1.3758478164672852 lr:6.943116247146192e-05 tokens_per_second_per_gpu:2940.102398766751 
Step 495 | loss:1.3922245502471924 lr:6.942846433346778e-05 tokens_per_second_per_gpu:2645.6226607900876 
Step 496 | loss:1.3978619575500488 lr:6.942575986430966e-05 tokens_per_second_per_gpu:1886.5876137817104 
Step 497 | loss:1.5015325546264648 lr:6.942304906448489e-05 tokens_per_second_per_gpu:2303.26594546729 
Step 498 | loss:1.5241847038269043 lr:6.942033193449199e-05 tokens_per_second_per_gpu:1823.1338664143827 
Step 499 | loss:1.3589198589324951 lr:6.941760847483061e-05 tokens_per_second_per_gpu:3160.9681296933477 
Step 500 | loss:1.5611672401428223 lr:6.941487868600156e-05 tokens_per_second_per_gpu:1828.7008661520022 
Step 501 | loss:1.2451653480529785 lr:6.941214256850686e-05 tokens_per_second_per_gpu:3081.1811564238533 
Step 502 | loss:1.4288288354873657 lr:6.940940012284965e-05 tokens_per_second_per_gpu:2079.478201947644 
Step 503 | loss:1.3383220434188843 lr:6.940665134953424e-05 tokens_per_second_per_gpu:3315.9603092819057 
Step 504 | loss:1.454288363456726 lr:6.940389624906612e-05 tokens_per_second_per_gpu:2299.7970968597324 
Step 505 | loss:1.5207087993621826 lr:6.940113482195192e-05 tokens_per_second_per_gpu:2653.0995131263157 
Step 506 | loss:1.3911758661270142 lr:6.939836706869947e-05 tokens_per_second_per_gpu:2254.6005840824623 
Step 507 | loss:1.4239163398742676 lr:6.939559298981773e-05 tokens_per_second_per_gpu:2579.4760600857767 
Step 508 | loss:1.381001591682434 lr:6.939281258581683e-05 tokens_per_second_per_gpu:2830.6918381931423 
Step 509 | loss:1.6321203708648682 lr:6.939002585720808e-05 tokens_per_second_per_gpu:2856.289158990679 
Step 510 | loss:1.3047469854354858 lr:6.938723280450394e-05 tokens_per_second_per_gpu:2436.422789984364 
Step 511 | loss:1.4755061864852905 lr:6.938443342821802e-05 tokens_per_second_per_gpu:1933.6782987054278 
Step 512 | loss:1.3804614543914795 lr:6.938162772886512e-05 tokens_per_second_per_gpu:2457.445063177584 
Step 513 | loss:1.479499340057373 lr:6.937881570696118e-05 tokens_per_second_per_gpu:2267.2546789655603 
Step 514 | loss:1.5909161567687988 lr:6.937599736302331e-05 tokens_per_second_per_gpu:2188.383555952961 
Step 515 | loss:1.4551191329956055 lr:6.937317269756979e-05 tokens_per_second_per_gpu:2314.516352321234 
Step 516 | loss:1.472795844078064 lr:6.937034171112007e-05 tokens_per_second_per_gpu:2925.1288318766174 
Step 517 | loss:1.533449411392212 lr:6.936750440419472e-05 tokens_per_second_per_gpu:1178.3736493303518 
Step 518 | loss:1.439673662185669 lr:6.936466077731554e-05 tokens_per_second_per_gpu:2174.0495151325927 
Step 519 | loss:1.4272661209106445 lr:6.936181083100541e-05 tokens_per_second_per_gpu:1528.262612628783 
Step 520 | loss:1.4861196279525757 lr:6.935895456578846e-05 tokens_per_second_per_gpu:2240.3508268130017 
Step 521 | loss:1.5426111221313477 lr:6.93560919821899e-05 tokens_per_second_per_gpu:1959.4020931083444 
Step 522 | loss:1.3627800941467285 lr:6.935322308073616e-05 tokens_per_second_per_gpu:2923.667511909972 
Step 523 | loss:1.5384776592254639 lr:6.935034786195481e-05 tokens_per_second_per_gpu:2384.2139618180995 
Step 524 | loss:1.5455303192138672 lr:6.934746632637458e-05 tokens_per_second_per_gpu:2060.3947766770693 
Step 525 | loss:1.4853922128677368 lr:6.934457847452537e-05 tokens_per_second_per_gpu:2055.426916742713 
Step 526 | loss:1.4420527219772339 lr:6.934168430693822e-05 tokens_per_second_per_gpu:2481.1349400317117 
Step 527 | loss:1.4439154863357544 lr:6.933878382414538e-05 tokens_per_second_per_gpu:2459.887241929561 
Step 528 | loss:1.5121963024139404 lr:6.93358770266802e-05 tokens_per_second_per_gpu:1935.6897502563356 
Step 529 | loss:1.1771091222763062 lr:6.933296391507724e-05 tokens_per_second_per_gpu:2417.9650110040798 
Step 530 | loss:1.4668470621109009 lr:6.933004448987218e-05 tokens_per_second_per_gpu:2322.5173170266653 
Step 531 | loss:1.3737609386444092 lr:6.93271187516019e-05 tokens_per_second_per_gpu:1888.9962416440853 
Step 532 | loss:1.3831381797790527 lr:6.932418670080442e-05 tokens_per_second_per_gpu:2592.9865195624325 
Step 533 | loss:1.4693639278411865 lr:6.932124833801893e-05 tokens_per_second_per_gpu:2723.2198481295172 
Step 534 | loss:1.3378430604934692 lr:6.931830366378576e-05 tokens_per_second_per_gpu:2404.354648901048 
Step 535 | loss:1.3354249000549316 lr:6.931535267864643e-05 tokens_per_second_per_gpu:3131.6994684757374 
Step 536 | loss:1.2472412586212158 lr:6.93123953831436e-05 tokens_per_second_per_gpu:3562.35334663141 
Step 537 | loss:1.4892677068710327 lr:6.93094317778211e-05 tokens_per_second_per_gpu:2102.0412970123716 
Step 538 | loss:1.4758294820785522 lr:6.930646186322391e-05 tokens_per_second_per_gpu:2084.674306528546 
Step 539 | loss:1.5891780853271484 lr:6.930348563989819e-05 tokens_per_second_per_gpu:2477.5679759340715 
Step 540 | loss:1.4175169467926025 lr:6.930050310839124e-05 tokens_per_second_per_gpu:2313.31638028563 
Step 541 | loss:1.3665781021118164 lr:6.929751426925152e-05 tokens_per_second_per_gpu:1960.4564088676566 
Step 542 | loss:1.3022116422653198 lr:6.929451912302868e-05 tokens_per_second_per_gpu:2267.0762022605572 
Step 543 | loss:1.4019837379455566 lr:6.929151767027348e-05 tokens_per_second_per_gpu:2291.5706945110264 
Step 544 | loss:1.4471714496612549 lr:6.928850991153788e-05 tokens_per_second_per_gpu:1945.8931443682943 
Step 545 | loss:1.4879865646362305 lr:6.928549584737498e-05 tokens_per_second_per_gpu:2241.3808313053587 
Step 546 | loss:1.4373735189437866 lr:6.928247547833907e-05 tokens_per_second_per_gpu:2413.510505647564 
Step 547 | loss:1.4373862743377686 lr:6.927944880498555e-05 tokens_per_second_per_gpu:2048.779432175154 
Step 548 | loss:1.336397647857666 lr:6.927641582787102e-05 tokens_per_second_per_gpu:2368.0382584708163 
Step 549 | loss:1.3213731050491333 lr:6.927337654755321e-05 tokens_per_second_per_gpu:2062.8109469738865 
Step 550 | loss:1.1777281761169434 lr:6.927033096459103e-05 tokens_per_second_per_gpu:2210.6549791331663 
Step 551 | loss:1.3336390256881714 lr:6.926727907954455e-05 tokens_per_second_per_gpu:2312.8352759397835 
Step 552 | loss:1.4793339967727661 lr:6.926422089297497e-05 tokens_per_second_per_gpu:2236.7796157245816 
Step 553 | loss:1.3155815601348877 lr:6.92611564054447e-05 tokens_per_second_per_gpu:3366.1708532325706 
Step 554 | loss:1.3781065940856934 lr:6.925808561751726e-05 tokens_per_second_per_gpu:2039.2376891549857 
Step 555 | loss:1.345190167427063 lr:6.925500852975733e-05 tokens_per_second_per_gpu:2367.1939542923255 
Step 556 | loss:1.31319260597229 lr:6.92519251427308e-05 tokens_per_second_per_gpu:1732.879372964899 
Step 557 | loss:1.4392801523208618 lr:6.924883545700468e-05 tokens_per_second_per_gpu:2800.1575075253427 
Step 558 | loss:1.3395867347717285 lr:6.924573947314712e-05 tokens_per_second_per_gpu:2852.0509027158396 
Step 559 | loss:1.3746662139892578 lr:6.924263719172748e-05 tokens_per_second_per_gpu:1857.865641740528 
Step 560 | loss:1.346164345741272 lr:6.923952861331622e-05 tokens_per_second_per_gpu:2120.940641249577 
Step 561 | loss:1.6347713470458984 lr:6.9236413738485e-05 tokens_per_second_per_gpu:2004.407743962196 
Step 562 | loss:1.41932213306427 lr:6.923329256780662e-05 tokens_per_second_per_gpu:1954.484567781991 
Step 563 | loss:1.4639685153961182 lr:6.923016510185505e-05 tokens_per_second_per_gpu:1966.3712412399334 
Step 564 | loss:1.2961472272872925 lr:6.922703134120541e-05 tokens_per_second_per_gpu:2961.6520578884747 
Step 565 | loss:1.4694387912750244 lr:6.922389128643396e-05 tokens_per_second_per_gpu:2376.4093427539815 
Step 566 | loss:1.3782188892364502 lr:6.922074493811817e-05 tokens_per_second_per_gpu:2170.8651582751463 
Step 567 | loss:1.457451581954956 lr:6.92175922968366e-05 tokens_per_second_per_gpu:2488.8809972276604 
Step 568 | loss:1.461529016494751 lr:6.921443336316902e-05 tokens_per_second_per_gpu:2428.4052004937635 
Step 569 | loss:1.5177223682403564 lr:6.92112681376963e-05 tokens_per_second_per_gpu:1845.6479799018116 
Step 570 | loss:1.4519859552383423 lr:6.920809662100055e-05 tokens_per_second_per_gpu:2296.212028504766 
Step 571 | loss:1.3041239976882935 lr:6.920491881366497e-05 tokens_per_second_per_gpu:2872.054296407059 
Step 572 | loss:1.3644559383392334 lr:6.920173471627395e-05 tokens_per_second_per_gpu:2390.5007696641833 
Step 573 | loss:1.6031376123428345 lr:6.9198544329413e-05 tokens_per_second_per_gpu:2598.363886459268 
Step 574 | loss:1.5030462741851807 lr:6.919534765366884e-05 tokens_per_second_per_gpu:2141.3374886275747 
Step 575 | loss:1.456291675567627 lr:6.919214468962928e-05 tokens_per_second_per_gpu:2555.3415265334174 
Step 576 | loss:1.4368897676467896 lr:6.918893543788337e-05 tokens_per_second_per_gpu:2125.7331676916133 
Step 577 | loss:1.4274060726165771 lr:6.918571989902122e-05 tokens_per_second_per_gpu:1743.316795915464 
Step 578 | loss:1.6043349504470825 lr:6.918249807363418e-05 tokens_per_second_per_gpu:2455.8655234334756 
Step 579 | loss:1.3816815614700317 lr:6.917926996231472e-05 tokens_per_second_per_gpu:2198.1038264532062 
Step 580 | loss:1.4258744716644287 lr:6.917603556565645e-05 tokens_per_second_per_gpu:2678.216389186396 
Step 581 | loss:1.624277114868164 lr:6.917279488425418e-05 tokens_per_second_per_gpu:2285.941855751428 
Step 582 | loss:1.4368000030517578 lr:6.916954791870382e-05 tokens_per_second_per_gpu:2327.1407144979917 
Step 583 | loss:1.2203553915023804 lr:6.916629466960249e-05 tokens_per_second_per_gpu:2974.169422285252 
Step 584 | loss:1.2217923402786255 lr:6.916303513754843e-05 tokens_per_second_per_gpu:2430.1548388700794 
Step 585 | loss:1.4026342630386353 lr:6.915976932314105e-05 tokens_per_second_per_gpu:2292.3767481641753 
Step 586 | loss:1.6543257236480713 lr:6.91564972269809e-05 tokens_per_second_per_gpu:2415.694087084841 
Step 587 | loss:1.586458683013916 lr:6.91532188496697e-05 tokens_per_second_per_gpu:2038.1467121474532 
Step 588 | loss:1.5260244607925415 lr:6.914993419181035e-05 tokens_per_second_per_gpu:1775.4325982156702 
Step 589 | loss:1.2893481254577637 lr:6.914664325400683e-05 tokens_per_second_per_gpu:2372.5185746986717 
Step 590 | loss:1.4121110439300537 lr:6.914334603686435e-05 tokens_per_second_per_gpu:2732.75071272785 
Step 591 | loss:1.829981803894043 lr:6.914004254098925e-05 tokens_per_second_per_gpu:1646.2458126258603 
Step 592 | loss:1.302623987197876 lr:6.9136732766989e-05 tokens_per_second_per_gpu:2263.208028399171 
Step 593 | loss:1.525381326675415 lr:6.913341671547226e-05 tokens_per_second_per_gpu:1809.6753224699942 
Step 594 | loss:1.228361964225769 lr:6.913009438704882e-05 tokens_per_second_per_gpu:2544.787852734486 
Step 595 | loss:1.4707729816436768 lr:6.912676578232965e-05 tokens_per_second_per_gpu:1951.5135233773635 
Step 596 | loss:1.622873067855835 lr:6.912343090192685e-05 tokens_per_second_per_gpu:2117.155104822752 
Step 597 | loss:1.4373862743377686 lr:6.912008974645368e-05 tokens_per_second_per_gpu:2539.318232943544 
Step 598 | loss:1.4535439014434814 lr:6.911674231652454e-05 tokens_per_second_per_gpu:1987.1101310406668 
Step 599 | loss:1.55009126663208 lr:6.911338861275504e-05 tokens_per_second_per_gpu:2236.1734639402634 
Step 600 | loss:1.5260765552520752 lr:6.911002863576186e-05 tokens_per_second_per_gpu:1948.260137261368 
Step 601 | loss:1.4330379962921143 lr:6.91066623861629e-05 tokens_per_second_per_gpu:2268.046388023007 
Step 602 | loss:1.5331701040267944 lr:6.910328986457721e-05 tokens_per_second_per_gpu:2113.929578321913 
Step 603 | loss:1.352192997932434 lr:6.909991107162493e-05 tokens_per_second_per_gpu:2280.0904909417645 
Step 604 | loss:1.6071187257766724 lr:6.909652600792743e-05 tokens_per_second_per_gpu:2254.929074632118 
Step 605 | loss:1.4384347200393677 lr:6.909313467410719e-05 tokens_per_second_per_gpu:2107.7046632392803 
Step 606 | loss:1.2774393558502197 lr:6.908973707078784e-05 tokens_per_second_per_gpu:2960.1158706066817 
Step 607 | loss:1.3626765012741089 lr:6.90863331985942e-05 tokens_per_second_per_gpu:2590.441692881273 
Step 608 | loss:1.485839605331421 lr:6.908292305815221e-05 tokens_per_second_per_gpu:1803.055060716595 
Step 609 | loss:1.4420595169067383 lr:6.907950665008898e-05 tokens_per_second_per_gpu:2216.633348255063 
Step 610 | loss:1.403275728225708 lr:6.907608397503275e-05 tokens_per_second_per_gpu:2272.0638091887995 
Step 611 | loss:1.599340796470642 lr:6.907265503361293e-05 tokens_per_second_per_gpu:1539.1196861057279 
Step 612 | loss:1.5025125741958618 lr:6.90692198264601e-05 tokens_per_second_per_gpu:2230.4392563100787 
Step 613 | loss:1.3718104362487793 lr:6.906577835420592e-05 tokens_per_second_per_gpu:2346.377936310409 
Step 614 | loss:1.326746940612793 lr:6.906233061748331e-05 tokens_per_second_per_gpu:2487.598402477273 
Step 615 | loss:1.6890852451324463 lr:6.905887661692627e-05 tokens_per_second_per_gpu:1706.4564393850042 
Step 616 | loss:1.4314790964126587 lr:6.905541635316994e-05 tokens_per_second_per_gpu:2503.4981958159146 
Step 617 | loss:1.4260274171829224 lr:6.905194982685069e-05 tokens_per_second_per_gpu:1729.010180110474 
Step 618 | loss:1.4779882431030273 lr:6.904847703860593e-05 tokens_per_second_per_gpu:2500.442498378249 
Step 619 | loss:1.4858745336532593 lr:6.904499798907434e-05 tokens_per_second_per_gpu:2087.4085816556217 
Step 620 | loss:1.220609426498413 lr:6.904151267889565e-05 tokens_per_second_per_gpu:2936.2869958907704 
Step 621 | loss:1.6783697605133057 lr:6.90380211087108e-05 tokens_per_second_per_gpu:2002.5523434445904 
Step 622 | loss:1.374287724494934 lr:6.903452327916188e-05 tokens_per_second_per_gpu:1689.1907544653761 
Step 623 | loss:1.5465507507324219 lr:6.90310191908921e-05 tokens_per_second_per_gpu:2040.6687429417784 
Step 624 | loss:1.555064082145691 lr:6.902750884454586e-05 tokens_per_second_per_gpu:1978.416039068352 
Step 625 | loss:1.6309257745742798 lr:6.902399224076865e-05 tokens_per_second_per_gpu:1868.8213842318044 
Step 626 | loss:1.5877413749694824 lr:6.90204693802072e-05 tokens_per_second_per_gpu:1904.2740355504502 
Step 627 | loss:1.3132573366165161 lr:6.90169402635093e-05 tokens_per_second_per_gpu:2254.3878324065863 
Step 628 | loss:1.5895977020263672 lr:6.901340489132396e-05 tokens_per_second_per_gpu:2139.1677280731055 
Step 629 | loss:1.5161796808242798 lr:6.900986326430129e-05 tokens_per_second_per_gpu:2198.22500719453 
Step 630 | loss:1.5852024555206299 lr:6.900631538309256e-05 tokens_per_second_per_gpu:1716.7347428477192 
Step 631 | loss:1.261435866355896 lr:6.900276124835023e-05 tokens_per_second_per_gpu:2460.7202281251484 
Step 632 | loss:1.358530879020691 lr:6.899920086072788e-05 tokens_per_second_per_gpu:2139.508574707202 
Step 633 | loss:1.325840950012207 lr:6.899563422088023e-05 tokens_per_second_per_gpu:2668.0706152396842 
Step 634 | loss:1.5076632499694824 lr:6.899206132946317e-05 tokens_per_second_per_gpu:2415.0281720284847 
Step 635 | loss:1.3710229396820068 lr:6.898848218713371e-05 tokens_per_second_per_gpu:2232.7109542645308 
Step 636 | loss:1.5176743268966675 lr:6.898489679455005e-05 tokens_per_second_per_gpu:2869.396886409447 
Step 637 | loss:1.164111614227295 lr:6.898130515237152e-05 tokens_per_second_per_gpu:2464.763927861861 
Step 638 | loss:1.339564561843872 lr:6.897770726125859e-05 tokens_per_second_per_gpu:2595.170106317155 
Step 639 | loss:1.4248805046081543 lr:6.897410312187289e-05 tokens_per_second_per_gpu:1688.7966007222362 
Step 640 | loss:1.2833248376846313 lr:6.89704927348772e-05 tokens_per_second_per_gpu:3123.638047147919 
Step 641 | loss:1.4058201313018799 lr:6.896687610093545e-05 tokens_per_second_per_gpu:2919.610948795925 
Step 642 | loss:1.5872108936309814 lr:6.896325322071272e-05 tokens_per_second_per_gpu:1607.0148062938947 
Step 643 | loss:1.5465800762176514 lr:6.89596240948752e-05 tokens_per_second_per_gpu:2187.147969613402 
Step 644 | loss:1.4064602851867676 lr:6.89559887240903e-05 tokens_per_second_per_gpu:2192.666947282239 
Step 645 | loss:1.5039737224578857 lr:6.895234710902651e-05 tokens_per_second_per_gpu:2245.3181410934158 
Step 646 | loss:1.3636648654937744 lr:6.894869925035353e-05 tokens_per_second_per_gpu:2319.8390558840415 
Step 647 | loss:1.472888469696045 lr:6.894504514874216e-05 tokens_per_second_per_gpu:2048.5146625830807 
Step 648 | loss:1.2611913681030273 lr:6.894138480486437e-05 tokens_per_second_per_gpu:2682.545842004809 
Step 649 | loss:1.4418116807937622 lr:6.893771821939325e-05 tokens_per_second_per_gpu:2412.4526997813546 
Step 650 | loss:1.420282006263733 lr:6.893404539300309e-05 tokens_per_second_per_gpu:2904.8172120841145 
Step 651 | loss:1.6227929592132568 lr:6.89303663263693e-05 tokens_per_second_per_gpu:2230.5714338983007 
Step 652 | loss:1.3474270105361938 lr:6.89266810201684e-05 tokens_per_second_per_gpu:2617.2263233430285 
Step 653 | loss:1.4280086755752563 lr:6.892298947507811e-05 tokens_per_second_per_gpu:2628.3511563405164 
Step 654 | loss:1.312853217124939 lr:6.891929169177731e-05 tokens_per_second_per_gpu:2264.163103621308 
Step 655 | loss:1.360364317893982 lr:6.891558767094596e-05 tokens_per_second_per_gpu:1622.9335464407598 
Step 656 | loss:1.6354103088378906 lr:6.891187741326523e-05 tokens_per_second_per_gpu:1728.6807620218476 
Step 657 | loss:1.419785737991333 lr:6.890816091941738e-05 tokens_per_second_per_gpu:2773.954074344224 
Step 658 | loss:1.3851922750473022 lr:6.890443819008589e-05 tokens_per_second_per_gpu:2427.15954373338 
Step 659 | loss:1.5180377960205078 lr:6.890070922595533e-05 tokens_per_second_per_gpu:2289.606062482383 
Step 660 | loss:1.4277613162994385 lr:6.889697402771139e-05 tokens_per_second_per_gpu:2379.9610814121725 
Step 661 | loss:1.4920997619628906 lr:6.889323259604101e-05 tokens_per_second_per_gpu:2347.216777008387 
Step 662 | loss:1.3307280540466309 lr:6.888948493163217e-05 tokens_per_second_per_gpu:3378.642593441552 
Step 663 | loss:1.1981407403945923 lr:6.888573103517407e-05 tokens_per_second_per_gpu:3076.2310225973793 
Step 664 | loss:1.5729554891586304 lr:6.888197090735701e-05 tokens_per_second_per_gpu:1720.6578537225812 
Step 665 | loss:1.2799681425094604 lr:6.887820454887247e-05 tokens_per_second_per_gpu:2667.6687579493228 
Step 666 | loss:1.5169674158096313 lr:6.887443196041303e-05 tokens_per_second_per_gpu:2029.9018921342672 
Step 667 | loss:1.4349037408828735 lr:6.887065314267246e-05 tokens_per_second_per_gpu:2008.9320668377768 
Step 668 | loss:1.257922887802124 lr:6.886686809634565e-05 tokens_per_second_per_gpu:3720.9106401884246 
Step 669 | loss:1.5890511274337769 lr:6.886307682212866e-05 tokens_per_second_per_gpu:1767.6013782001487 
Step 670 | loss:1.340261697769165 lr:6.885927932071867e-05 tokens_per_second_per_gpu:2604.821710792978 
Step 671 | loss:1.3052120208740234 lr:6.885547559281401e-05 tokens_per_second_per_gpu:2358.938644025303 
Step 672 | loss:1.4911611080169678 lr:6.885166563911418e-05 tokens_per_second_per_gpu:2413.446325264479 
Step 673 | loss:1.2987914085388184 lr:6.884784946031978e-05 tokens_per_second_per_gpu:2659.7998533415216 
Step 674 | loss:1.4523460865020752 lr:6.884402705713261e-05 tokens_per_second_per_gpu:2573.3900136621155 
Step 675 | loss:1.4009531736373901 lr:6.884019843025554e-05 tokens_per_second_per_gpu:2998.188677801379 
Step 676 | loss:1.306600570678711 lr:6.883636358039267e-05 tokens_per_second_per_gpu:2746.4150007741646 
Step 677 | loss:1.3377187252044678 lr:6.88325225082492e-05 tokens_per_second_per_gpu:2606.1935267967324 
Step 678 | loss:1.5505338907241821 lr:6.882867521453145e-05 tokens_per_second_per_gpu:1841.379853555303 
Step 679 | loss:1.3365740776062012 lr:6.882482169994691e-05 tokens_per_second_per_gpu:2602.708063335247 
Step 680 | loss:1.4618010520935059 lr:6.882096196520427e-05 tokens_per_second_per_gpu:1993.6534482197003 
Step 681 | loss:1.3928520679473877 lr:6.881709601101324e-05 tokens_per_second_per_gpu:2261.0392395601275 
Step 682 | loss:1.4253876209259033 lr:6.881322383808479e-05 tokens_per_second_per_gpu:2313.558240794067 
Step 683 | loss:1.2285679578781128 lr:6.880934544713097e-05 tokens_per_second_per_gpu:2942.576060908857 
Step 684 | loss:1.4975531101226807 lr:6.8805460838865e-05 tokens_per_second_per_gpu:2424.251198834263 
Step 685 | loss:1.2592202425003052 lr:6.880157001400122e-05 tokens_per_second_per_gpu:3168.1688778210737 
Step 686 | loss:1.4078220129013062 lr:6.879767297325512e-05 tokens_per_second_per_gpu:2703.7092536932173 
Step 687 | loss:1.3385545015335083 lr:6.879376971734336e-05 tokens_per_second_per_gpu:2160.712095716486 
Step 688 | loss:1.6130733489990234 lr:6.878986024698371e-05 tokens_per_second_per_gpu:1994.0901178204788 
Step 689 | loss:1.3361369371414185 lr:6.878594456289512e-05 tokens_per_second_per_gpu:2404.59549665946 
Step 690 | loss:1.3119947910308838 lr:6.878202266579762e-05 tokens_per_second_per_gpu:2774.2128584890384 
Step 691 | loss:1.3357369899749756 lr:6.877809455641243e-05 tokens_per_second_per_gpu:2822.5984170440506 
Step 692 | loss:1.1264065504074097 lr:6.877416023546192e-05 tokens_per_second_per_gpu:3105.765814429012 
Step 693 | loss:1.2646335363388062 lr:6.877021970366958e-05 tokens_per_second_per_gpu:2775.547265201148 
Step 694 | loss:1.3846346139907837 lr:6.876627296176005e-05 tokens_per_second_per_gpu:2029.551612858133 
Step 695 | loss:1.4340522289276123 lr:6.876232001045908e-05 tokens_per_second_per_gpu:2297.2109653003686 
Step 696 | loss:1.3967827558517456 lr:6.875836085049365e-05 tokens_per_second_per_gpu:2873.3056190370235 
Step 697 | loss:1.3284575939178467 lr:6.875439548259176e-05 tokens_per_second_per_gpu:2137.947307342731 
Step 698 | loss:1.4692970514297485 lr:6.875042390748265e-05 tokens_per_second_per_gpu:1977.8335982444908 
Step 699 | loss:1.5324604511260986 lr:6.874644612589665e-05 tokens_per_second_per_gpu:2182.4421789501157 
Step 700 | loss:1.3913391828536987 lr:6.874246213856526e-05 tokens_per_second_per_gpu:1528.9022272311454 
Step 701 | loss:1.2292811870574951 lr:6.873847194622111e-05 tokens_per_second_per_gpu:1988.8594511341096 
Step 702 | loss:1.3618048429489136 lr:6.873447554959797e-05 tokens_per_second_per_gpu:2417.3773806286345 
Step 703 | loss:1.3635214567184448 lr:6.873047294943073e-05 tokens_per_second_per_gpu:2693.726470191246 
Step 704 | loss:1.4343478679656982 lr:6.872646414645546e-05 tokens_per_second_per_gpu:2092.3914474056787 
Step 705 | loss:1.2603003978729248 lr:6.872244914140936e-05 tokens_per_second_per_gpu:2477.5415309038212 
Step 706 | loss:1.4389116764068604 lr:6.871842793503073e-05 tokens_per_second_per_gpu:2183.958340591087 
Step 707 | loss:1.4615776538848877 lr:6.871440052805908e-05 tokens_per_second_per_gpu:2055.759530214588 
Step 708 | loss:1.5344187021255493 lr:6.8710366921235e-05 tokens_per_second_per_gpu:1643.324797455986 
Step 709 | loss:1.5824661254882812 lr:6.870632711530025e-05 tokens_per_second_per_gpu:2296.0067817902823 
Step 710 | loss:1.297626256942749 lr:6.870228111099771e-05 tokens_per_second_per_gpu:2941.7613081851578 
Step 711 | loss:1.3231672048568726 lr:6.869822890907145e-05 tokens_per_second_per_gpu:2363.7418830214506 
Step 712 | loss:1.4082083702087402 lr:6.869417051026661e-05 tokens_per_second_per_gpu:1940.3474994879637 
Step 713 | loss:1.4275116920471191 lr:6.86901059153295e-05 tokens_per_second_per_gpu:1844.346853347977 
Step 714 | loss:1.5236496925354004 lr:6.868603512500758e-05 tokens_per_second_per_gpu:2340.1989910591524 
Step 715 | loss:1.3959050178527832 lr:6.868195814004947e-05 tokens_per_second_per_gpu:1641.6246041998907 
Step 716 | loss:1.4811806678771973 lr:6.867787496120487e-05 tokens_per_second_per_gpu:1971.7372294845154 
Step 717 | loss:1.4589073657989502 lr:6.867378558922464e-05 tokens_per_second_per_gpu:2020.100673313349 
Step 718 | loss:1.5298782587051392 lr:6.86696900248608e-05 tokens_per_second_per_gpu:2267.1714642718484 
Step 719 | loss:1.5574055910110474 lr:6.86655882688665e-05 tokens_per_second_per_gpu:1433.4469242153916 
Step 720 | loss:1.5832819938659668 lr:6.866148032199603e-05 tokens_per_second_per_gpu:2693.1362578774624 
Step 721 | loss:1.481031894683838 lr:6.865736618500481e-05 tokens_per_second_per_gpu:1688.9338481257291 
Step 722 | loss:1.3627291917800903 lr:6.865324585864939e-05 tokens_per_second_per_gpu:2302.7655218262967 
Step 723 | loss:1.4247477054595947 lr:6.864911934368748e-05 tokens_per_second_per_gpu:2255.5406977334956 
Step 724 | loss:1.540847659111023 lr:6.864498664087793e-05 tokens_per_second_per_gpu:2776.891017281189 
Step 725 | loss:1.0976110696792603 lr:6.86408477509807e-05 tokens_per_second_per_gpu:2872.3600900310234 
Step 726 | loss:1.3892180919647217 lr:6.86367026747569e-05 tokens_per_second_per_gpu:2039.1575618164154 
Step 727 | loss:1.4151787757873535 lr:6.863255141296881e-05 tokens_per_second_per_gpu:2681.959662690102 
Step 728 | loss:1.5467779636383057 lr:6.862839396637979e-05 tokens_per_second_per_gpu:1573.949053891972 
Step 729 | loss:1.334374189376831 lr:6.862423033575437e-05 tokens_per_second_per_gpu:2752.726713713507 
Step 730 | loss:1.3139612674713135 lr:6.862006052185823e-05 tokens_per_second_per_gpu:2171.689041553726 
Step 731 | loss:1.4045932292938232 lr:6.861588452545816e-05 tokens_per_second_per_gpu:2216.587380307287 
Step 732 | loss:1.3530155420303345 lr:6.86117023473221e-05 tokens_per_second_per_gpu:2189.1882457599763 
Step 733 | loss:1.624401569366455 lr:6.860751398821912e-05 tokens_per_second_per_gpu:2088.24727997591 
Step 734 | loss:1.3862438201904297 lr:6.860331944891945e-05 tokens_per_second_per_gpu:1920.544084792793 
Step 735 | loss:1.3704397678375244 lr:6.85991187301944e-05 tokens_per_second_per_gpu:1866.1380902903902 
Step 736 | loss:1.3747625350952148 lr:6.859491183281649e-05 tokens_per_second_per_gpu:2563.4289994036453 
Step 737 | loss:1.0095956325531006 lr:6.859069875755932e-05 tokens_per_second_per_gpu:2822.5256151778326 
Step 738 | loss:1.4056795835494995 lr:6.858647950519767e-05 tokens_per_second_per_gpu:3130.4050797805785 
Step 739 | loss:1.535568118095398 lr:6.858225407650741e-05 tokens_per_second_per_gpu:2352.547212036322 
Step 740 | loss:1.4684282541275024 lr:6.857802247226556e-05 tokens_per_second_per_gpu:2247.1038979290424 
Step 741 | loss:1.4041086435317993 lr:6.85737846932503e-05 tokens_per_second_per_gpu:2415.6783246277764 
Step 742 | loss:1.345362901687622 lr:6.856954074024094e-05 tokens_per_second_per_gpu:2752.5967870646427 
Step 743 | loss:1.5057772397994995 lr:6.85652906140179e-05 tokens_per_second_per_gpu:1869.1611622948028 
Step 744 | loss:1.4829998016357422 lr:6.856103431536274e-05 tokens_per_second_per_gpu:2297.156771209236 
Step 745 | loss:1.2625588178634644 lr:6.855677184505818e-05 tokens_per_second_per_gpu:2570.4315320517476 
Step 746 | loss:1.3884294033050537 lr:6.855250320388805e-05 tokens_per_second_per_gpu:2266.3722295748667 
Step 747 | loss:1.3642009496688843 lr:6.854822839263733e-05 tokens_per_second_per_gpu:2286.636806549905 
Step 748 | loss:1.5244145393371582 lr:6.854394741209214e-05 tokens_per_second_per_gpu:1967.232012608617 
Step 749 | loss:1.3786662817001343 lr:6.85396602630397e-05 tokens_per_second_per_gpu:2843.8823744661026 
Step 750 | loss:1.3135391473770142 lr:6.853536694626842e-05 tokens_per_second_per_gpu:2397.6724730371216 
Step 751 | loss:1.367095708847046 lr:6.853106746256777e-05 tokens_per_second_per_gpu:2191.9197576106176 
Step 752 | loss:1.2904589176177979 lr:6.852676181272843e-05 tokens_per_second_per_gpu:2302.407016085706 
Step 753 | loss:1.164397120475769 lr:6.852244999754216e-05 tokens_per_second_per_gpu:3325.2157776503964 
Step 754 | loss:1.423555850982666 lr:6.85181320178019e-05 tokens_per_second_per_gpu:1762.36469804344 
Step 755 | loss:1.2361170053482056 lr:6.851380787430168e-05 tokens_per_second_per_gpu:2757.260193259426 
Step 756 | loss:1.4607017040252686 lr:6.850947756783667e-05 tokens_per_second_per_gpu:2656.314835664221 
Step 757 | loss:1.3988699913024902 lr:6.85051410992032e-05 tokens_per_second_per_gpu:2454.843814825244 
Step 758 | loss:1.3200384378433228 lr:6.850079846919872e-05 tokens_per_second_per_gpu:2568.36902093591 
Step 759 | loss:1.3952512741088867 lr:6.849644967862179e-05 tokens_per_second_per_gpu:2465.1609327549677 
Step 760 | loss:1.4757208824157715 lr:6.849209472827215e-05 tokens_per_second_per_gpu:2306.4410565561607 
Step 761 | loss:1.4989738464355469 lr:6.848773361895063e-05 tokens_per_second_per_gpu:2275.5797986326224 
Step 762 | loss:1.3872827291488647 lr:6.848336635145921e-05 tokens_per_second_per_gpu:2172.3903469054208 
Step 763 | loss:1.4246656894683838 lr:6.847899292660101e-05 tokens_per_second_per_gpu:2692.793466105821 
Step 764 | loss:1.2982827425003052 lr:6.847461334518026e-05 tokens_per_second_per_gpu:2359.6527748963686 
Step 765 | loss:1.4150011539459229 lr:6.847022760800235e-05 tokens_per_second_per_gpu:2996.879561842213 
Step 766 | loss:1.530827283859253 lr:6.846583571587377e-05 tokens_per_second_per_gpu:2615.9200633836776 
Step 767 | loss:1.3034240007400513 lr:6.846143766960219e-05 tokens_per_second_per_gpu:2915.823743303477 
Step 768 | loss:1.3916988372802734 lr:6.845703346999635e-05 tokens_per_second_per_gpu:2192.940866969048 
Step 769 | loss:1.3245606422424316 lr:6.845262311786616e-05 tokens_per_second_per_gpu:2344.6078256468445 
Step 770 | loss:1.451122760772705 lr:6.844820661402266e-05 tokens_per_second_per_gpu:2306.6873106728694 
Step 771 | loss:1.4571661949157715 lr:6.844378395927802e-05 tokens_per_second_per_gpu:2053.300448176193 
Step 772 | loss:1.372421383857727 lr:6.843935515444553e-05 tokens_per_second_per_gpu:2931.3208844764795 
Step 773 | loss:1.2695958614349365 lr:6.843492020033961e-05 tokens_per_second_per_gpu:2802.37700075044 
Step 774 | loss:1.3614236116409302 lr:6.843047909777584e-05 tokens_per_second_per_gpu:2938.01775072868 
Step 775 | loss:1.4052324295043945 lr:6.842603184757088e-05 tokens_per_second_per_gpu:2314.551375842746 
Step 776 | loss:1.598440170288086 lr:6.842157845054258e-05 tokens_per_second_per_gpu:1971.231666204396 
Step 777 | loss:1.2187738418579102 lr:6.841711890750986e-05 tokens_per_second_per_gpu:3169.994303284036 
Step 778 | loss:1.4413540363311768 lr:6.841265321929283e-05 tokens_per_second_per_gpu:2218.2262142519344 
Step 779 | loss:1.3672895431518555 lr:6.840818138671268e-05 tokens_per_second_per_gpu:2287.8235022174026 
Step 780 | loss:1.3680171966552734 lr:6.840370341059177e-05 tokens_per_second_per_gpu:2488.8070977152142 
Step 781 | loss:1.3566107749938965 lr:6.839921929175353e-05 tokens_per_second_per_gpu:2575.7047813240665 
Step 782 | loss:1.4908090829849243 lr:6.839472903102259e-05 tokens_per_second_per_gpu:1944.9715600279947 
Step 783 | loss:1.4311234951019287 lr:6.839023262922468e-05 tokens_per_second_per_gpu:2903.120392618346 
Step 784 | loss:1.2352794408798218 lr:6.838573008718665e-05 tokens_per_second_per_gpu:2739.291700886631 
Step 785 | loss:1.422844409942627 lr:6.838122140573649e-05 tokens_per_second_per_gpu:1674.913076385049 
Step 786 | loss:1.426855444908142 lr:6.83767065857033e-05 tokens_per_second_per_gpu:2438.9402954588977 
Step 787 | loss:1.2267646789550781 lr:6.837218562791736e-05 tokens_per_second_per_gpu:2278.1536119592856 
Step 788 | loss:1.381211280822754 lr:6.836765853321002e-05 tokens_per_second_per_gpu:2390.5662600546443 
Step 789 | loss:1.4664592742919922 lr:6.836312530241379e-05 tokens_per_second_per_gpu:2301.8485530225903 
Step 790 | loss:1.2037835121154785 lr:6.83585859363623e-05 tokens_per_second_per_gpu:3416.230697183879 
Step 791 | loss:1.3067384958267212 lr:6.835404043589029e-05 tokens_per_second_per_gpu:2544.989485717077 
Step 792 | loss:1.3960533142089844 lr:6.834948880183366e-05 tokens_per_second_per_gpu:2585.722240377534 
Step 793 | loss:1.6675136089324951 lr:6.834493103502945e-05 tokens_per_second_per_gpu:1838.9550661096744 
Step 794 | loss:1.3063510656356812 lr:6.834036713631577e-05 tokens_per_second_per_gpu:2590.463421341384 
Step 795 | loss:1.4326122999191284 lr:6.83357971065319e-05 tokens_per_second_per_gpu:2194.8887711609514 
Step 796 | loss:1.395833134651184 lr:6.833122094651825e-05 tokens_per_second_per_gpu:2639.712467166326 
Step 797 | loss:1.435430884361267 lr:6.832663865711632e-05 tokens_per_second_per_gpu:2101.8574314329862 
Step 798 | loss:1.3957635164260864 lr:6.832205023916878e-05 tokens_per_second_per_gpu:2759.3290505969308 
Step 799 | loss:1.4977576732635498 lr:6.831745569351942e-05 tokens_per_second_per_gpu:3038.889385997356 
Step 800 | loss:1.5181591510772705 lr:6.831285502101313e-05 tokens_per_second_per_gpu:2288.142746561593 
Step 801 | loss:1.3131073713302612 lr:6.830824822249594e-05 tokens_per_second_per_gpu:3374.8236536934432 
Step 802 | loss:1.3796229362487793 lr:6.8303635298815e-05 tokens_per_second_per_gpu:2614.434333013591 
Step 803 | loss:1.1995359659194946 lr:6.829901625081863e-05 tokens_per_second_per_gpu:3267.0033468110005 
Step 804 | loss:1.5790138244628906 lr:6.829439107935623e-05 tokens_per_second_per_gpu:2019.5391490999082 
Step 805 | loss:1.369616150856018 lr:6.828975978527831e-05 tokens_per_second_per_gpu:2500.9621707954093 
Step 806 | loss:1.311051845550537 lr:6.828512236943655e-05 tokens_per_second_per_gpu:2090.3868559466455 
Step 807 | loss:1.4104115962982178 lr:6.828047883268377e-05 tokens_per_second_per_gpu:2696.695684243053 
Step 808 | loss:1.452493667602539 lr:6.827582917587384e-05 tokens_per_second_per_gpu:2472.203752730826 
Step 809 | loss:1.4518640041351318 lr:6.827117339986184e-05 tokens_per_second_per_gpu:1886.1057545881235 
Step 810 | loss:1.300704002380371 lr:6.82665115055039e-05 tokens_per_second_per_gpu:2247.8276016547443 
Step 811 | loss:1.4595335721969604 lr:6.826184349365733e-05 tokens_per_second_per_gpu:2459.6094917607998 
Step 812 | loss:1.2387655973434448 lr:6.825716936518054e-05 tokens_per_second_per_gpu:2421.0419126993784 
Step 813 | loss:1.5008506774902344 lr:6.825248912093308e-05 tokens_per_second_per_gpu:2133.699798395379 
Step 814 | loss:1.4379043579101562 lr:6.824780276177562e-05 tokens_per_second_per_gpu:2197.478605921273 
Step 815 | loss:1.2689992189407349 lr:6.824311028856992e-05 tokens_per_second_per_gpu:2780.1513854565565 
Step 816 | loss:1.3240128755569458 lr:6.823841170217892e-05 tokens_per_second_per_gpu:2707.3898052180416 
Step 817 | loss:1.3282853364944458 lr:6.823370700346666e-05 tokens_per_second_per_gpu:2351.2379486718314 
Step 818 | loss:1.2945672273635864 lr:6.82289961932983e-05 tokens_per_second_per_gpu:3060.921895971715 
Step 819 | loss:1.4025588035583496 lr:6.822427927254011e-05 tokens_per_second_per_gpu:2228.8882005043756 
Step 820 | loss:1.2958382368087769 lr:6.821955624205951e-05 tokens_per_second_per_gpu:2870.6694446884594 
Step 821 | loss:1.4518396854400635 lr:6.821482710272505e-05 tokens_per_second_per_gpu:1905.1507848531246 
Step 822 | loss:1.427394151687622 lr:6.821009185540636e-05 tokens_per_second_per_gpu:2742.665615911389 
Step 823 | loss:1.379017949104309 lr:6.820535050097425e-05 tokens_per_second_per_gpu:2903.1411536533988 
Step 824 | loss:1.2352938652038574 lr:6.820060304030059e-05 tokens_per_second_per_gpu:2411.944363296667 
Step 825 | loss:1.1099361181259155 lr:6.819584947425843e-05 tokens_per_second_per_gpu:2551.5704353605392 
Step 826 | loss:1.5671056509017944 lr:6.819108980372191e-05 tokens_per_second_per_gpu:1704.1830056390131 
Step 827 | loss:1.2835748195648193 lr:6.818632402956631e-05 tokens_per_second_per_gpu:2384.724150027799 
Step 828 | loss:1.397392749786377 lr:6.8181552152668e-05 tokens_per_second_per_gpu:2103.408369740548 
Step 829 | loss:1.574157953262329 lr:6.817677417390453e-05 tokens_per_second_per_gpu:1473.7489547234254 
Step 830 | loss:1.365053415298462 lr:6.817199009415451e-05 tokens_per_second_per_gpu:2191.540093930539 
Step 831 | loss:1.4194082021713257 lr:6.816719991429772e-05 tokens_per_second_per_gpu:2174.992097338564 
Step 832 | loss:1.3905411958694458 lr:6.816240363521503e-05 tokens_per_second_per_gpu:2323.5483504852773 
Step 833 | loss:1.4473121166229248 lr:6.815760125778846e-05 tokens_per_second_per_gpu:2619.387866650963 
Step 834 | loss:1.204433560371399 lr:6.81527927829011e-05 tokens_per_second_per_gpu:2920.4006155351103 
Step 835 | loss:1.258985996246338 lr:6.814797821143724e-05 tokens_per_second_per_gpu:3190.3263937084953 
Step 836 | loss:1.556483507156372 lr:6.814315754428221e-05 tokens_per_second_per_gpu:2673.218186605931 
Step 837 | loss:1.3637040853500366 lr:6.813833078232253e-05 tokens_per_second_per_gpu:1870.1723193252935 
Step 838 | loss:1.4655630588531494 lr:6.813349792644578e-05 tokens_per_second_per_gpu:2244.0203880302165 
Step 839 | loss:1.40945303440094 lr:6.812865897754072e-05 tokens_per_second_per_gpu:3225.8261280648653 
Step 840 | loss:1.3604730367660522 lr:6.812381393649717e-05 tokens_per_second_per_gpu:1644.3171885916454 
Step 841 | loss:1.3949302434921265 lr:6.811896280420611e-05 tokens_per_second_per_gpu:2209.6767819605307 
Step 842 | loss:1.5249559879302979 lr:6.811410558155964e-05 tokens_per_second_per_gpu:2437.0346428227544 
Step 843 | loss:1.4441627264022827 lr:6.810924226945098e-05 tokens_per_second_per_gpu:2053.861234056656 
Step 844 | loss:1.42353093624115 lr:6.810437286877443e-05 tokens_per_second_per_gpu:2137.691712405553 
Step 845 | loss:1.469120979309082 lr:6.809949738042546e-05 tokens_per_second_per_gpu:2179.4778927463153 
Step 846 | loss:1.377462387084961 lr:6.809461580530065e-05 tokens_per_second_per_gpu:2116.362944027 
Step 847 | loss:1.5137187242507935 lr:6.808972814429766e-05 tokens_per_second_per_gpu:2108.188739854004 
Step 848 | loss:1.40066397190094 lr:6.808483439831531e-05 tokens_per_second_per_gpu:2379.5092662412753 
Step 849 | loss:1.3210046291351318 lr:6.807993456825355e-05 tokens_per_second_per_gpu:2887.7798049014436 
Step 850 | loss:1.3860434293746948 lr:6.807502865501338e-05 tokens_per_second_per_gpu:2471.361335338349 
Step 851 | loss:1.3554463386535645 lr:6.807011665949702e-05 tokens_per_second_per_gpu:2108.4789474824784 
Step 852 | loss:1.3598475456237793 lr:6.806519858260771e-05 tokens_per_second_per_gpu:2681.2166912022535 
Step 853 | loss:1.3000829219818115 lr:6.806027442524987e-05 tokens_per_second_per_gpu:3306.256333847376 
Step 854 | loss:1.3531066179275513 lr:6.8055344188329e-05 tokens_per_second_per_gpu:2162.44145826541 
Step 855 | loss:1.2590690851211548 lr:6.805040787275177e-05 tokens_per_second_per_gpu:2578.013181661307 
Step 856 | loss:1.3458163738250732 lr:6.804546547942591e-05 tokens_per_second_per_gpu:2378.1922558348488 
Step 857 | loss:1.567657232284546 lr:6.80405170092603e-05 tokens_per_second_per_gpu:2076.7273567836546 
Step 858 | loss:1.171342372894287 lr:6.803556246316493e-05 tokens_per_second_per_gpu:2888.4484379743276 
Step 859 | loss:1.347069263458252 lr:6.803060184205092e-05 tokens_per_second_per_gpu:2888.3895030765307 
Step 860 | loss:1.319881796836853 lr:6.802563514683048e-05 tokens_per_second_per_gpu:2450.3506488817907 
Step 861 | loss:1.3677246570587158 lr:6.802066237841696e-05 tokens_per_second_per_gpu:1849.759536691869 
Step 862 | loss:1.2812732458114624 lr:6.80156835377248e-05 tokens_per_second_per_gpu:2003.9569311834516 
Step 863 | loss:1.3098057508468628 lr:6.80106986256696e-05 tokens_per_second_per_gpu:2754.808408302244 
Step 864 | loss:1.3230011463165283 lr:6.800570764316805e-05 tokens_per_second_per_gpu:1969.4585706740083 
Step 865 | loss:1.3946630954742432 lr:6.800071059113795e-05 tokens_per_second_per_gpu:2486.8454696358863 
Step 866 | loss:1.351546049118042 lr:6.79957074704982e-05 tokens_per_second_per_gpu:2026.8039303660616 
Step 867 | loss:1.3479496240615845 lr:6.79906982821689e-05 tokens_per_second_per_gpu:2342.999243588213 
Step 868 | loss:1.3502414226531982 lr:6.798568302707115e-05 tokens_per_second_per_gpu:2627.78675951229 
Step 869 | loss:1.484308123588562 lr:6.798066170612725e-05 tokens_per_second_per_gpu:2093.4936761194167 
Step 870 | loss:1.481874942779541 lr:6.797563432026058e-05 tokens_per_second_per_gpu:2616.5789355973902 
Step 871 | loss:1.2958343029022217 lr:6.797060087039564e-05 tokens_per_second_per_gpu:2446.4966843779607 
Step 872 | loss:1.40311598777771 lr:6.796556135745805e-05 tokens_per_second_per_gpu:2258.0853466317326 
Step 873 | loss:1.5432957410812378 lr:6.796051578237457e-05 tokens_per_second_per_gpu:2704.725111611418 
Step 874 | loss:1.3551957607269287 lr:6.7955464146073e-05 tokens_per_second_per_gpu:2080.9134403850258 
Step 875 | loss:1.3824154138565063 lr:6.795040644948232e-05 tokens_per_second_per_gpu:2454.5555071208228 
Step 876 | loss:1.4484783411026 lr:6.794534269353261e-05 tokens_per_second_per_gpu:3113.4004782780444 
Step 877 | loss:1.3825539350509644 lr:6.794027287915507e-05 tokens_per_second_per_gpu:2515.848065650538 
Step 878 | loss:1.3254846334457397 lr:6.793519700728198e-05 tokens_per_second_per_gpu:2906.3154339063262 
Step 879 | loss:1.4135648012161255 lr:6.793011507884678e-05 tokens_per_second_per_gpu:2392.0743962612055 
Step 880 | loss:1.3091305494308472 lr:6.792502709478401e-05 tokens_per_second_per_gpu:2223.9171372535507 
Step 881 | loss:1.443353295326233 lr:6.79199330560293e-05 tokens_per_second_per_gpu:2033.661419748728 
Step 882 | loss:1.2948014736175537 lr:6.79148329635194e-05 tokens_per_second_per_gpu:1982.975727032758 
Step 883 | loss:1.3494021892547607 lr:6.79097268181922e-05 tokens_per_second_per_gpu:2871.4367020540244 
Step 884 | loss:1.439345121383667 lr:6.790461462098669e-05 tokens_per_second_per_gpu:2097.746955517299 
Step 885 | loss:1.4342708587646484 lr:6.789949637284296e-05 tokens_per_second_per_gpu:2176.7524444602423 
Step 886 | loss:1.3813601732254028 lr:6.789437207470221e-05 tokens_per_second_per_gpu:2336.9232493596323 
Step 887 | loss:1.4149692058563232 lr:6.788924172750679e-05 tokens_per_second_per_gpu:2663.9058097043567 
Step 888 | loss:1.1938464641571045 lr:6.788410533220012e-05 tokens_per_second_per_gpu:2462.2278522155225 
Step 889 | loss:1.3217650651931763 lr:6.787896288972675e-05 tokens_per_second_per_gpu:2702.441506745317 
Step 890 | loss:1.483638882637024 lr:6.787381440103234e-05 tokens_per_second_per_gpu:2438.762738480997 
Step 891 | loss:1.3692036867141724 lr:6.786865986706365e-05 tokens_per_second_per_gpu:2430.3144800297737 
Step 892 | loss:1.3210926055908203 lr:6.78634992887686e-05 tokens_per_second_per_gpu:1995.1827670349144 
Step 893 | loss:1.3070149421691895 lr:6.785833266709615e-05 tokens_per_second_per_gpu:2519.926718217744 
Step 894 | loss:1.4027321338653564 lr:6.785316000299642e-05 tokens_per_second_per_gpu:2418.9055237091416 
Step 895 | loss:1.3882099390029907 lr:6.784798129742066e-05 tokens_per_second_per_gpu:2407.752062864687 
Step 896 | loss:1.2464876174926758 lr:6.784279655132114e-05 tokens_per_second_per_gpu:3423.910200949109 
Step 897 | loss:1.3807542324066162 lr:6.783760576565135e-05 tokens_per_second_per_gpu:2540.6582923803207 
Step 898 | loss:1.3467521667480469 lr:6.78324089413658e-05 tokens_per_second_per_gpu:2874.1514641570593 
Step 899 | loss:1.460761308670044 lr:6.782720607942017e-05 tokens_per_second_per_gpu:1922.5352091586813 
Step 900 | loss:1.5912550687789917 lr:6.782199718077125e-05 tokens_per_second_per_gpu:2213.1044307682264 
Step 901 | loss:1.4135041236877441 lr:6.78167822463769e-05 tokens_per_second_per_gpu:2581.6758318525876 
Step 902 | loss:1.269937515258789 lr:6.78115612771961e-05 tokens_per_second_per_gpu:2804.692607416202 
Step 903 | loss:1.2755873203277588 lr:6.780633427418898e-05 tokens_per_second_per_gpu:1913.951292156461 
Step 904 | loss:1.451536774635315 lr:6.780110123831674e-05 tokens_per_second_per_gpu:2491.5180372308046 
Step 905 | loss:1.464684009552002 lr:6.77958621705417e-05 tokens_per_second_per_gpu:2222.7765869892996 
Step 906 | loss:1.3086398839950562 lr:6.779061707182728e-05 tokens_per_second_per_gpu:1963.2435180790014 
Step 907 | loss:1.3525123596191406 lr:6.778536594313803e-05 tokens_per_second_per_gpu:2348.348686825327 
Step 908 | loss:1.5623575448989868 lr:6.778010878543959e-05 tokens_per_second_per_gpu:1903.533931972812 
Step 909 | loss:1.3130502700805664 lr:6.777484559969872e-05 tokens_per_second_per_gpu:3071.5573748249385 
Step 910 | loss:1.3184996843338013 lr:6.776957638688328e-05 tokens_per_second_per_gpu:2660.2823981040997 
Step 911 | loss:1.3205735683441162 lr:6.776430114796226e-05 tokens_per_second_per_gpu:2774.7856201258596 
Step 912 | loss:1.0561069250106812 lr:6.775901988390572e-05 tokens_per_second_per_gpu:3170.880123814918 
Step 913 | loss:1.4281946420669556 lr:6.775373259568487e-05 tokens_per_second_per_gpu:2743.7287770000007 
Step 914 | loss:1.4831205606460571 lr:6.774843928427198e-05 tokens_per_second_per_gpu:2426.630849326827 
Step 915 | loss:1.6803522109985352 lr:6.774313995064048e-05 tokens_per_second_per_gpu:1483.4737812070275 
Step 916 | loss:1.4803943634033203 lr:6.773783459576485e-05 tokens_per_second_per_gpu:2205.9609550586247 
Step 917 | loss:1.389053463935852 lr:6.773252322062075e-05 tokens_per_second_per_gpu:2399.1254509382657 
Step 918 | loss:1.3354612588882446 lr:6.772720582618487e-05 tokens_per_second_per_gpu:2605.6675808793675 
Step 919 | loss:1.528982162475586 lr:6.772188241343507e-05 tokens_per_second_per_gpu:2509.1554997769863 
Step 920 | loss:1.4191091060638428 lr:6.771655298335029e-05 tokens_per_second_per_gpu:2448.2320862456886 
Step 921 | loss:1.2787351608276367 lr:6.771121753691054e-05 tokens_per_second_per_gpu:2250.9895891389756 
Step 922 | loss:1.4675908088684082 lr:6.770587607509702e-05 tokens_per_second_per_gpu:2648.523971669705 
Step 923 | loss:1.23745858669281 lr:6.770052859889196e-05 tokens_per_second_per_gpu:2503.4298535123803 
Step 924 | loss:1.1376216411590576 lr:6.769517510927873e-05 tokens_per_second_per_gpu:3156.877769378164 
Step 925 | loss:1.269241213798523 lr:6.768981560724181e-05 tokens_per_second_per_gpu:2600.3026381813593 
Step 926 | loss:1.2869186401367188 lr:6.768445009376677e-05 tokens_per_second_per_gpu:2355.007053069646 
Step 927 | loss:1.5880167484283447 lr:6.767907856984029e-05 tokens_per_second_per_gpu:2181.300774034365 
Step 928 | loss:1.1665831804275513 lr:6.767370103645015e-05 tokens_per_second_per_gpu:2539.7748053825617 
Step 929 | loss:1.4801323413848877 lr:6.766831749458526e-05 tokens_per_second_per_gpu:1734.496827661927 
Step 930 | loss:1.2564188241958618 lr:6.76629279452356e-05 tokens_per_second_per_gpu:2591.0363095224775 
Step 931 | loss:1.5848485231399536 lr:6.76575323893923e-05 tokens_per_second_per_gpu:1918.3468266528937 
Step 932 | loss:1.4525400400161743 lr:6.765213082804754e-05 tokens_per_second_per_gpu:1839.935626852487 
Step 933 | loss:1.6599406003952026 lr:6.764672326219464e-05 tokens_per_second_per_gpu:1722.7705758969191 
Step 934 | loss:1.4318450689315796 lr:6.764130969282801e-05 tokens_per_second_per_gpu:2733.0880656540057 
Step 935 | loss:1.4321178197860718 lr:6.763589012094317e-05 tokens_per_second_per_gpu:2890.5994852312983 
Step 936 | loss:1.3620647192001343 lr:6.763046454753675e-05 tokens_per_second_per_gpu:2238.165716889197 
Step 937 | loss:1.4612430334091187 lr:6.762503297360647e-05 tokens_per_second_per_gpu:2075.9132579914526 
Step 938 | loss:1.3343572616577148 lr:6.761959540015117e-05 tokens_per_second_per_gpu:2424.858712314019 
Step 939 | loss:1.3856875896453857 lr:6.761415182817077e-05 tokens_per_second_per_gpu:2218.9929036139656 
Step 940 | loss:1.528929352760315 lr:6.76087022586663e-05 tokens_per_second_per_gpu:1677.6987656080266 
Step 941 | loss:1.444435715675354 lr:6.760324669263993e-05 tokens_per_second_per_gpu:2181.445266902147 
Step 942 | loss:1.4857913255691528 lr:6.75977851310949e-05 tokens_per_second_per_gpu:1926.644354926369 
Step 943 | loss:1.2372344732284546 lr:6.759231757503551e-05 tokens_per_second_per_gpu:2553.6249632242275 
Step 944 | loss:1.3808929920196533 lr:6.758684402546723e-05 tokens_per_second_per_gpu:2528.6350472129943 
Step 945 | loss:1.346296787261963 lr:6.758136448339663e-05 tokens_per_second_per_gpu:2245.494235045808 
Step 946 | loss:1.4181581735610962 lr:6.757587894983135e-05 tokens_per_second_per_gpu:2318.8634708158334 
Step 947 | loss:1.5780911445617676 lr:6.757038742578013e-05 tokens_per_second_per_gpu:2097.484515035728 
Step 948 | loss:1.1868642568588257 lr:6.756488991225283e-05 tokens_per_second_per_gpu:2744.514912026996 
Step 949 | loss:1.3971083164215088 lr:6.755938641026042e-05 tokens_per_second_per_gpu:2073.3520900821118 
Step 950 | loss:1.3161405324935913 lr:6.755387692081494e-05 tokens_per_second_per_gpu:2040.0880578377457 
Step 951 | loss:1.6450225114822388 lr:6.754836144492955e-05 tokens_per_second_per_gpu:1409.1985299704334 
Step 952 | loss:1.471707820892334 lr:6.754283998361852e-05 tokens_per_second_per_gpu:2586.4382396121678 
Step 953 | loss:1.5043030977249146 lr:6.753731253789719e-05 tokens_per_second_per_gpu:1837.3795404524246 
Step 954 | loss:1.4174861907958984 lr:6.753177910878205e-05 tokens_per_second_per_gpu:2410.099503420727 
Step 955 | loss:1.1592507362365723 lr:6.752623969729062e-05 tokens_per_second_per_gpu:2244.4820497960377 
Step 956 | loss:1.5337262153625488 lr:6.752069430444161e-05 tokens_per_second_per_gpu:2397.9446040671833 
Step 957 | loss:1.412733793258667 lr:6.751514293125474e-05 tokens_per_second_per_gpu:1789.2746947882636 
Step 958 | loss:1.3492894172668457 lr:6.75095855787509e-05 tokens_per_second_per_gpu:2675.122216519612 
Step 959 | loss:1.5584564208984375 lr:6.750402224795201e-05 tokens_per_second_per_gpu:1850.908157173115 
Step 960 | loss:1.3600844144821167 lr:6.749845293988118e-05 tokens_per_second_per_gpu:2625.910734688343 
Step 961 | loss:1.3963963985443115 lr:6.749287765556253e-05 tokens_per_second_per_gpu:1944.3137777087923 
Step 962 | loss:1.378709077835083 lr:6.748729639602135e-05 tokens_per_second_per_gpu:2891.1573507303847 
Step 963 | loss:1.3080878257751465 lr:6.748170916228395e-05 tokens_per_second_per_gpu:2721.9182276486044 
Step 964 | loss:1.5799720287322998 lr:6.747611595537783e-05 tokens_per_second_per_gpu:1905.9700745709179 
Step 965 | loss:1.300383448600769 lr:6.74705167763315e-05 tokens_per_second_per_gpu:2612.674544735173 
Step 966 | loss:1.2686388492584229 lr:6.746491162617466e-05 tokens_per_second_per_gpu:3509.736359269481 
Step 967 | loss:1.3190230131149292 lr:6.745930050593802e-05 tokens_per_second_per_gpu:2303.1898413753975 
Step 968 | loss:1.644193410873413 lr:6.745368341665346e-05 tokens_per_second_per_gpu:1856.0294498524268 
Step 969 | loss:1.2353299856185913 lr:6.74480603593539e-05 tokens_per_second_per_gpu:2499.7718568079736 
Step 970 | loss:1.2950371503829956 lr:6.74424313350734e-05 tokens_per_second_per_gpu:2757.2237533953344 
Step 971 | loss:1.3900471925735474 lr:6.743679634484708e-05 tokens_per_second_per_gpu:2251.085299315862 
Step 972 | loss:1.4667731523513794 lr:6.743115538971119e-05 tokens_per_second_per_gpu:2102.5123701067214 
Step 973 | loss:1.261765480041504 lr:6.742550847070305e-05 tokens_per_second_per_gpu:2099.8122924917056 
Step 974 | loss:1.2094701528549194 lr:6.741985558886111e-05 tokens_per_second_per_gpu:2664.1853924650304 
Step 975 | loss:1.50321626663208 lr:6.74141967452249e-05 tokens_per_second_per_gpu:2000.3151230201172 
Step 976 | loss:1.369008183479309 lr:6.740853194083502e-05 tokens_per_second_per_gpu:1641.5258576545798 
Step 977 | loss:1.4997985363006592 lr:6.740286117673321e-05 tokens_per_second_per_gpu:1950.2802272251884 
Step 978 | loss:1.2883681058883667 lr:6.739718445396228e-05 tokens_per_second_per_gpu:2617.5407946161963 
Step 979 | loss:1.342376470565796 lr:6.739150177356613e-05 tokens_per_second_per_gpu:2892.950550662936 
Step 980 | loss:1.5750802755355835 lr:6.738581313658978e-05 tokens_per_second_per_gpu:1759.070287427753 
Step 981 | loss:1.3650789260864258 lr:6.738011854407933e-05 tokens_per_second_per_gpu:2257.8608962115613 
Step 982 | loss:1.4111117124557495 lr:6.737441799708198e-05 tokens_per_second_per_gpu:1798.9350901745097 
Step 983 | loss:1.3818764686584473 lr:6.7368711496646e-05 tokens_per_second_per_gpu:2453.470677882832 
Step 984 | loss:1.3856030702590942 lr:6.736299904382083e-05 tokens_per_second_per_gpu:2330.4264053292113 
Step 985 | loss:1.2227349281311035 lr:6.735728063965688e-05 tokens_per_second_per_gpu:2207.6938359215114 
Step 986 | loss:1.5981043577194214 lr:6.735155628520579e-05 tokens_per_second_per_gpu:2349.398430011219 
Step 987 | loss:1.362722396850586 lr:6.73458259815202e-05 tokens_per_second_per_gpu:2103.316987924683 
Step 988 | loss:1.4411954879760742 lr:6.734008972965386e-05 tokens_per_second_per_gpu:2318.597079020051 
Step 989 | loss:1.1420390605926514 lr:6.733434753066167e-05 tokens_per_second_per_gpu:3021.3835784267353 
Step 990 | loss:1.4057687520980835 lr:6.732859938559953e-05 tokens_per_second_per_gpu:1922.1272407718957 
Step 991 | loss:1.4641621112823486 lr:6.732284529552454e-05 tokens_per_second_per_gpu:2200.288442057006 
Step 992 | loss:1.3750784397125244 lr:6.73170852614948e-05 tokens_per_second_per_gpu:2653.7806969453186 
Step 993 | loss:1.4786807298660278 lr:6.731131928456955e-05 tokens_per_second_per_gpu:2408.0739723808992 
Step 994 | loss:1.5534038543701172 lr:6.730554736580913e-05 tokens_per_second_per_gpu:2204.9890560639255 
Step 995 | loss:1.2311713695526123 lr:6.729976950627494e-05 tokens_per_second_per_gpu:2495.6386511524115 
Step 996 | loss:1.344799280166626 lr:6.729398570702949e-05 tokens_per_second_per_gpu:2458.6846105228688 
Step 997 | loss:1.4614346027374268 lr:6.72881959691364e-05 tokens_per_second_per_gpu:2118.7967958495633 
Step 998 | loss:1.2949939966201782 lr:6.728240029366034e-05 tokens_per_second_per_gpu:2744.6829332712646 
Step 999 | loss:1.4890220165252686 lr:6.727659868166712e-05 tokens_per_second_per_gpu:1714.5299704730646 
Step 1000 | loss:1.316664218902588 lr:6.727079113422359e-05 tokens_per_second_per_gpu:2441.500661847383 
Step 1001 | loss:1.5321263074874878 lr:6.726497765239774e-05 tokens_per_second_per_gpu:2051.265495345059 
Step 1002 | loss:1.4001779556274414 lr:6.725915823725862e-05 tokens_per_second_per_gpu:2242.3007826031926 
Step 1003 | loss:1.4459762573242188 lr:6.72533328898764e-05 tokens_per_second_per_gpu:2392.8327119784435 
Step 1004 | loss:1.2335729598999023 lr:6.72475016113223e-05 tokens_per_second_per_gpu:2310.275852425152 
Step 1005 | loss:1.4092261791229248 lr:6.724166440266867e-05 tokens_per_second_per_gpu:1617.963736156917 
Step 1006 | loss:1.7330684661865234 lr:6.72358212649889e-05 tokens_per_second_per_gpu:2176.056867864822 
Step 1007 | loss:1.4944963455200195 lr:6.722997219935756e-05 tokens_per_second_per_gpu:2661.6931438677307 
Step 1008 | loss:1.3005269765853882 lr:6.72241172068502e-05 tokens_per_second_per_gpu:2464.441921764177 
Step 1009 | loss:1.2721529006958008 lr:6.721825628854355e-05 tokens_per_second_per_gpu:3535.834338024708 
Step 1010 | loss:1.3754849433898926 lr:6.721238944551538e-05 tokens_per_second_per_gpu:2009.5595302041213 
Step 1011 | loss:1.172728180885315 lr:6.720651667884456e-05 tokens_per_second_per_gpu:2632.993246823545 
Step 1012 | loss:1.1221647262573242 lr:6.720063798961104e-05 tokens_per_second_per_gpu:2995.2538567078454 
Step 1013 | loss:1.216036081314087 lr:6.71947533788959e-05 tokens_per_second_per_gpu:2705.078609983216 
Step 1014 | loss:1.4519081115722656 lr:6.718886284778128e-05 tokens_per_second_per_gpu:1909.238374461467 
Step 1015 | loss:1.5474201440811157 lr:6.718296639735039e-05 tokens_per_second_per_gpu:2196.002319634792 
Step 1016 | loss:1.3470993041992188 lr:6.717706402868754e-05 tokens_per_second_per_gpu:2832.276340304848 
Step 1017 | loss:1.492896556854248 lr:6.717115574287817e-05 tokens_per_second_per_gpu:2377.2112423912854 
Step 1018 | loss:1.0987993478775024 lr:6.716524154100875e-05 tokens_per_second_per_gpu:2944.303154532771 
Step 1019 | loss:1.4053899049758911 lr:6.715932142416686e-05 tokens_per_second_per_gpu:2012.2610040785034 
Step 1020 | loss:1.3187918663024902 lr:6.715339539344117e-05 tokens_per_second_per_gpu:2719.9488867017444 
Step 1021 | loss:1.4140173196792603 lr:6.714746344992146e-05 tokens_per_second_per_gpu:2261.5768341622015 
Step 1022 | loss:1.2014870643615723 lr:6.714152559469857e-05 tokens_per_second_per_gpu:2890.112990594138 
Step 1023 | loss:1.5019522905349731 lr:6.71355818288644e-05 tokens_per_second_per_gpu:1799.4076015700778 
Step 1024 | loss:1.5051751136779785 lr:6.712963215351199e-05 tokens_per_second_per_gpu:2056.850255174588 
Step 1025 | loss:1.4585437774658203 lr:6.712367656973546e-05 tokens_per_second_per_gpu:1917.9556180855427 
Step 1026 | loss:1.5026805400848389 lr:6.711771507862996e-05 tokens_per_second_per_gpu:1977.8811461213231 
Step 1027 | loss:1.5217821598052979 lr:6.711174768129183e-05 tokens_per_second_per_gpu:1905.3150511834149 
Step 1028 | loss:1.2855703830718994 lr:6.710577437881837e-05 tokens_per_second_per_gpu:2344.2153103246474 
Step 1029 | loss:1.3989845514297485 lr:6.709979517230807e-05 tokens_per_second_per_gpu:2648.600077032757 
Step 1030 | loss:1.4889791011810303 lr:6.709381006286046e-05 tokens_per_second_per_gpu:2264.2305262271598 
Step 1031 | loss:1.3237310647964478 lr:6.708781905157616e-05 tokens_per_second_per_gpu:2575.7724699186774 
Step 1032 | loss:1.2423776388168335 lr:6.708182213955686e-05 tokens_per_second_per_gpu:2461.622845710524 
Step 1033 | loss:1.3915554285049438 lr:6.70758193279054e-05 tokens_per_second_per_gpu:2798.412149843336 
Step 1034 | loss:1.2344467639923096 lr:6.706981061772559e-05 tokens_per_second_per_gpu:1853.0927627259196 
Step 1035 | loss:1.3773620128631592 lr:6.706379601012243e-05 tokens_per_second_per_gpu:2149.8422549698857 
Step 1036 | loss:1.3860702514648438 lr:6.705777550620196e-05 tokens_per_second_per_gpu:2804.6449448372227 
Step 1037 | loss:1.2898160219192505 lr:6.705174910707133e-05 tokens_per_second_per_gpu:2688.1825570305887 
Step 1038 | loss:1.335447072982788 lr:6.70457168138387e-05 tokens_per_second_per_gpu:2230.78244369988 
Step 1039 | loss:1.3104426860809326 lr:6.703967862761345e-05 tokens_per_second_per_gpu:2632.4071536738893 
Step 1040 | loss:1.2342593669891357 lr:6.703363454950588e-05 tokens_per_second_per_gpu:2404.909999334853 
Step 1041 | loss:1.2640515565872192 lr:6.702758458062751e-05 tokens_per_second_per_gpu:2124.3804701357103 
Step 1042 | loss:1.26205575466156 lr:6.702152872209087e-05 tokens_per_second_per_gpu:2654.947641216697 
Step 1043 | loss:1.3201134204864502 lr:6.701546697500957e-05 tokens_per_second_per_gpu:1761.3014181554036 
Step 1044 | loss:1.4699718952178955 lr:6.700939934049837e-05 tokens_per_second_per_gpu:2349.7536602308346 
Step 1045 | loss:1.4395942687988281 lr:6.700332581967304e-05 tokens_per_second_per_gpu:2252.6680676606234 
Step 1046 | loss:1.306668758392334 lr:6.699724641365045e-05 tokens_per_second_per_gpu:2908.4774156052035 
Step 1047 | loss:1.1576594114303589 lr:6.69911611235486e-05 tokens_per_second_per_gpu:3253.121654756851 
Step 1048 | loss:1.212253212928772 lr:6.698506995048648e-05 tokens_per_second_per_gpu:2917.6489966024187 
Step 1049 | loss:1.1766879558563232 lr:6.697897289558427e-05 tokens_per_second_per_gpu:2638.9580982666976 
Step 1050 | loss:1.1919565200805664 lr:6.697286995996314e-05 tokens_per_second_per_gpu:2937.7792534190658 
Step 1051 | loss:1.4103074073791504 lr:6.69667611447454e-05 tokens_per_second_per_gpu:1782.9289247582187 
Step 1052 | loss:1.306524395942688 lr:6.696064645105441e-05 tokens_per_second_per_gpu:2707.0909055852853 
Step 1053 | loss:1.4449807405471802 lr:6.695452588001462e-05 tokens_per_second_per_gpu:1927.811026206244 
Step 1054 | loss:1.6144815683364868 lr:6.694839943275157e-05 tokens_per_second_per_gpu:1493.842799332854 
Step 1055 | loss:1.2589471340179443 lr:6.694226711039187e-05 tokens_per_second_per_gpu:2745.9999631981614 
Step 1056 | loss:1.3968334197998047 lr:6.69361289140632e-05 tokens_per_second_per_gpu:2043.4681812279478 
Step 1057 | loss:1.3384648561477661 lr:6.692998484489437e-05 tokens_per_second_per_gpu:1940.595733646783 
Step 1058 | loss:1.121604323387146 lr:6.69238349040152e-05 tokens_per_second_per_gpu:3201.60354929449 
Step 1059 | loss:1.3300319910049438 lr:6.691767909255661e-05 tokens_per_second_per_gpu:1903.9365553844375 
Step 1060 | loss:1.2559963464736938 lr:6.691151741165064e-05 tokens_per_second_per_gpu:2612.994462420379 
Step 1061 | loss:1.1912044286727905 lr:6.690534986243038e-05 tokens_per_second_per_gpu:3037.980770466994 
Step 1062 | loss:1.3552817106246948 lr:6.689917644603e-05 tokens_per_second_per_gpu:2476.5250881953875 
Step 1063 | loss:1.4536687135696411 lr:6.689299716358475e-05 tokens_per_second_per_gpu:1689.7553090567615 
Step 1064 | loss:1.1756060123443604 lr:6.688681201623094e-05 tokens_per_second_per_gpu:2989.5310566894996 
Step 1065 | loss:1.3230113983154297 lr:6.6880621005106e-05 tokens_per_second_per_gpu:2769.8434451789403 
Step 1066 | loss:1.4835208654403687 lr:6.68744241313484e-05 tokens_per_second_per_gpu:2515.93484116865 
Step 1067 | loss:1.4072158336639404 lr:6.686822139609771e-05 tokens_per_second_per_gpu:2617.4727803896203 
Step 1068 | loss:1.626470685005188 lr:6.686201280049459e-05 tokens_per_second_per_gpu:2127.9888799599244 
Step 1069 | loss:1.4882806539535522 lr:6.685579834568074e-05 tokens_per_second_per_gpu:2425.268212814606 
Step 1070 | loss:1.3911278247833252 lr:6.684957803279895e-05 tokens_per_second_per_gpu:2284.4983650418067 
Step 1071 | loss:1.4534904956817627 lr:6.68433518629931e-05 tokens_per_second_per_gpu:2706.446383864455 
Step 1072 | loss:1.241282343864441 lr:6.683711983740814e-05 tokens_per_second_per_gpu:2139.2608266424545 
Step 1073 | loss:1.465407133102417 lr:6.68308819571901e-05 tokens_per_second_per_gpu:2177.43693046909 
Step 1074 | loss:1.335218906402588 lr:6.682463822348609e-05 tokens_per_second_per_gpu:2799.568377061052 
Step 1075 | loss:1.4542217254638672 lr:6.681838863744428e-05 tokens_per_second_per_gpu:2589.607422991356 
Step 1076 | loss:1.3740005493164062 lr:6.681213320021394e-05 tokens_per_second_per_gpu:2003.1849126691757 
Step 1077 | loss:1.394757628440857 lr:6.68058719129454e-05 tokens_per_second_per_gpu:2404.3724879885913 
Step 1078 | loss:1.4025436639785767 lr:6.679960477679006e-05 tokens_per_second_per_gpu:1847.0917349938502 
Step 1079 | loss:1.144307017326355 lr:6.67933317929004e-05 tokens_per_second_per_gpu:2737.369171143725 
Step 1080 | loss:1.1813304424285889 lr:6.678705296243e-05 tokens_per_second_per_gpu:2475.9086504770294 
Step 1081 | loss:1.2636185884475708 lr:6.678076828653347e-05 tokens_per_second_per_gpu:2784.4785281761892 
Step 1082 | loss:1.4047666788101196 lr:6.677447776636654e-05 tokens_per_second_per_gpu:2895.871606244986 
Step 1083 | loss:1.5111738443374634 lr:6.6768181403086e-05 tokens_per_second_per_gpu:2204.0456838974264 
Step 1084 | loss:1.4064518213272095 lr:6.676187919784969e-05 tokens_per_second_per_gpu:2096.6866215119726 
Step 1085 | loss:1.5983941555023193 lr:6.675557115181655e-05 tokens_per_second_per_gpu:1709.587923461215 
Step 1086 | loss:1.1078801155090332 lr:6.674925726614657e-05 tokens_per_second_per_gpu:3545.2646222762482 
Step 1087 | loss:1.253013014793396 lr:6.674293754200088e-05 tokens_per_second_per_gpu:1949.4096669110374 
Step 1088 | loss:1.333027720451355 lr:6.673661198054158e-05 tokens_per_second_per_gpu:2655.6652505937805 
Step 1089 | loss:1.3755661249160767 lr:6.673028058293194e-05 tokens_per_second_per_gpu:2808.6203951464 
Step 1090 | loss:1.2012298107147217 lr:6.672394335033623e-05 tokens_per_second_per_gpu:2653.8408825536603 
Step 1091 | loss:1.5879623889923096 lr:6.671760028391984e-05 tokens_per_second_per_gpu:1993.4433062265543 
Step 1092 | loss:1.3076741695404053 lr:6.671125138484922e-05 tokens_per_second_per_gpu:1920.4034274803553 
Step 1093 | loss:1.5254517793655396 lr:6.670489665429188e-05 tokens_per_second_per_gpu:2262.343278699665 
Step 1094 | loss:1.4039573669433594 lr:6.669853609341643e-05 tokens_per_second_per_gpu:2220.1567047010417 
Step 1095 | loss:1.161431908607483 lr:6.669216970339251e-05 tokens_per_second_per_gpu:3119.4333890590788 
Step 1096 | loss:1.2494834661483765 lr:6.668579748539088e-05 tokens_per_second_per_gpu:2840.0573612664307 
Step 1097 | loss:1.3991715908050537 lr:6.667941944058333e-05 tokens_per_second_per_gpu:2212.8156662351944 
Step 1098 | loss:1.538515567779541 lr:6.667303557014274e-05 tokens_per_second_per_gpu:2349.985029379028 
Step 1099 | loss:1.4211883544921875 lr:6.666664587524309e-05 tokens_per_second_per_gpu:2382.913825263822 
Step 1100 | loss:1.4240074157714844 lr:6.666025035705937e-05 tokens_per_second_per_gpu:1795.0098990142149 
Step 1101 | loss:1.6448931694030762 lr:6.665384901676768e-05 tokens_per_second_per_gpu:1590.1810023944693 
Step 1102 | loss:1.384669542312622 lr:6.66474418555452e-05 tokens_per_second_per_gpu:2374.145749780437 
Step 1103 | loss:1.180782437324524 lr:6.664102887457012e-05 tokens_per_second_per_gpu:2826.346494399378 
Step 1104 | loss:1.5300132036209106 lr:6.66346100750218e-05 tokens_per_second_per_gpu:2275.1677702231473 
Step 1105 | loss:1.3749076128005981 lr:6.662818545808059e-05 tokens_per_second_per_gpu:2264.7434644742916 
Step 1106 | loss:1.1767494678497314 lr:6.662175502492791e-05 tokens_per_second_per_gpu:2904.443487215084 
Step 1107 | loss:1.3117120265960693 lr:6.661531877674633e-05 tokens_per_second_per_gpu:2131.911434239999 
Step 1108 | loss:1.4666416645050049 lr:6.660887671471939e-05 tokens_per_second_per_gpu:1811.3250646757554 
Step 1109 | loss:1.3153678178787231 lr:6.660242884003175e-05 tokens_per_second_per_gpu:2579.364062641002 
Step 1110 | loss:1.3013452291488647 lr:6.659597515386912e-05 tokens_per_second_per_gpu:2278.0092772967373 
Step 1111 | loss:1.4774473905563354 lr:6.65895156574183e-05 tokens_per_second_per_gpu:2402.8602884047814 
Step 1112 | loss:1.263674020767212 lr:6.658305035186718e-05 tokens_per_second_per_gpu:2148.2714596519154 
Step 1113 | loss:1.4199538230895996 lr:6.657657923840463e-05 tokens_per_second_per_gpu:2137.5381827942365 
Step 1114 | loss:1.3584023714065552 lr:6.657010231822068e-05 tokens_per_second_per_gpu:2548.4806430026283 
Step 1115 | loss:1.4420820474624634 lr:6.656361959250638e-05 tokens_per_second_per_gpu:2300.6485688494195 
Step 1116 | loss:1.4243216514587402 lr:6.655713106245387e-05 tokens_per_second_per_gpu:2559.3555153260163 
Step 1117 | loss:1.446125864982605 lr:6.655063672925635e-05 tokens_per_second_per_gpu:2897.8696997201973 
Step 1118 | loss:1.1790519952774048 lr:6.654413659410806e-05 tokens_per_second_per_gpu:2043.88139478085 
Step 1119 | loss:1.3345550298690796 lr:6.653763065820436e-05 tokens_per_second_per_gpu:1643.0740049916985 
Step 1120 | loss:1.3408409357070923 lr:6.653111892274163e-05 tokens_per_second_per_gpu:3173.5503083801746 
Step 1121 | loss:1.3270177841186523 lr:6.652460138891732e-05 tokens_per_second_per_gpu:2808.500021199809 
Step 1122 | loss:1.407886266708374 lr:6.651807805793e-05 tokens_per_second_per_gpu:1895.7240368989244 
Step 1123 | loss:1.4203885793685913 lr:6.651154893097924e-05 tokens_per_second_per_gpu:1928.978879521973 
Step 1124 | loss:1.3136953115463257 lr:6.650501400926571e-05 tokens_per_second_per_gpu:1854.8770021044968 
Step 1125 | loss:1.5274138450622559 lr:6.649847329399113e-05 tokens_per_second_per_gpu:1711.450070296602 
Step 1126 | loss:1.278198003768921 lr:6.649192678635832e-05 tokens_per_second_per_gpu:2770.0327667637666 
Step 1127 | loss:1.158614158630371 lr:6.648537448757112e-05 tokens_per_second_per_gpu:2374.9112580861824 
Step 1128 | loss:1.3000291585922241 lr:6.647881639883444e-05 tokens_per_second_per_gpu:2880.230229339513 
Step 1129 | loss:1.5075753927230835 lr:6.647225252135429e-05 tokens_per_second_per_gpu:1962.9530538068702 
Step 1130 | loss:1.3619285821914673 lr:6.64656828563377e-05 tokens_per_second_per_gpu:2360.143593413507 
Step 1131 | loss:1.2310420274734497 lr:6.645910740499281e-05 tokens_per_second_per_gpu:3081.3746217965136 
Step 1132 | loss:1.3350889682769775 lr:6.645252616852881e-05 tokens_per_second_per_gpu:2531.89525398725 
Step 1133 | loss:1.419289469718933 lr:6.644593914815594e-05 tokens_per_second_per_gpu:1574.0660017629257 
Step 1134 | loss:1.3917633295059204 lr:6.643934634508547e-05 tokens_per_second_per_gpu:2429.628420548287 
Step 1135 | loss:1.3875341415405273 lr:6.643274776052982e-05 tokens_per_second_per_gpu:1997.141044583588 
Step 1136 | loss:1.260082483291626 lr:6.64261433957024e-05 tokens_per_second_per_gpu:2781.059964696598 
Step 1137 | loss:1.2850021123886108 lr:6.64195332518177e-05 tokens_per_second_per_gpu:2642.201091021025 
Step 1138 | loss:1.4245431423187256 lr:6.641291733009131e-05 tokens_per_second_per_gpu:2331.7042538819683 
Step 1139 | loss:1.3580820560455322 lr:6.640629563173985e-05 tokens_per_second_per_gpu:2199.7238316275398 
Step 1140 | loss:1.3259973526000977 lr:6.639966815798098e-05 tokens_per_second_per_gpu:2077.555738966737 
Step 1141 | loss:1.445369839668274 lr:6.639303491003347e-05 tokens_per_second_per_gpu:2820.1130540912154 
Step 1142 | loss:1.318138599395752 lr:6.638639588911713e-05 tokens_per_second_per_gpu:2396.6386106052764 
Step 1143 | loss:1.0735793113708496 lr:6.637975109645282e-05 tokens_per_second_per_gpu:2868.548617315532 
Step 1144 | loss:1.2675416469573975 lr:6.637310053326248e-05 tokens_per_second_per_gpu:3223.2996657492736 
Step 1145 | loss:1.4499658346176147 lr:6.636644420076911e-05 tokens_per_second_per_gpu:2927.9009581560504 
Step 1146 | loss:1.2507930994033813 lr:6.635978210019675e-05 tokens_per_second_per_gpu:2114.751130874098 
Step 1147 | loss:1.3754838705062866 lr:6.635311423277052e-05 tokens_per_second_per_gpu:2608.2402642562706 
Step 1148 | loss:1.3377447128295898 lr:6.63464405997166e-05 tokens_per_second_per_gpu:2097.0842474686247 
Step 1149 | loss:1.389272689819336 lr:6.633976120226224e-05 tokens_per_second_per_gpu:2430.0581031792626 
Step 1150 | loss:1.3470298051834106 lr:6.63330760416357e-05 tokens_per_second_per_gpu:2397.2894168291296 
Step 1151 | loss:1.2565100193023682 lr:6.632638511906637e-05 tokens_per_second_per_gpu:2381.89681205022 
Step 1152 | loss:1.3756364583969116 lr:6.631968843578466e-05 tokens_per_second_per_gpu:1831.8729314802395 
Step 1153 | loss:1.0515611171722412 lr:6.631298599302202e-05 tokens_per_second_per_gpu:2799.947901631917 
Step 1154 | loss:1.4454045295715332 lr:6.630627779201102e-05 tokens_per_second_per_gpu:2020.9635936982936 
Step 1155 | loss:1.5073049068450928 lr:6.629956383398523e-05 tokens_per_second_per_gpu:2630.1874810150257 
Step 1156 | loss:1.365988850593567 lr:6.629284412017931e-05 tokens_per_second_per_gpu:2327.084056796365 
Step 1157 | loss:1.4439992904663086 lr:6.628611865182897e-05 tokens_per_second_per_gpu:2163.1569312385645 
Step 1158 | loss:1.6092219352722168 lr:6.627938743017099e-05 tokens_per_second_per_gpu:2739.610976035625 
Step 1159 | loss:1.3983503580093384 lr:6.627265045644316e-05 tokens_per_second_per_gpu:2331.405055293471 
Step 1160 | loss:1.3065930604934692 lr:6.626590773188441e-05 tokens_per_second_per_gpu:2508.179531706676 
Step 1161 | loss:1.2847493886947632 lr:6.625915925773465e-05 tokens_per_second_per_gpu:3091.6794907883236 
Step 1162 | loss:1.42140531539917 lr:6.625240503523489e-05 tokens_per_second_per_gpu:2214.348245198467 
Step 1163 | loss:1.3959981203079224 lr:6.624564506562719e-05 tokens_per_second_per_gpu:1877.1515426094404 
Step 1164 | loss:1.4164396524429321 lr:6.623887935015466e-05 tokens_per_second_per_gpu:2060.6182737607255 
Step 1165 | loss:1.2487329244613647 lr:6.623210789006147e-05 tokens_per_second_per_gpu:2030.3988735916107 
Step 1166 | loss:1.2794954776763916 lr:6.622533068659282e-05 tokens_per_second_per_gpu:2532.484911782354 
Step 1167 | loss:1.3225098848342896 lr:6.621854774099505e-05 tokens_per_second_per_gpu:2393.8190912227124 
Step 1168 | loss:1.2552344799041748 lr:6.621175905451546e-05 tokens_per_second_per_gpu:2493.498458428504 
Step 1169 | loss:1.1582915782928467 lr:6.620496462840244e-05 tokens_per_second_per_gpu:2710.6124498164986 
Step 1170 | loss:1.4065057039260864 lr:6.619816446390546e-05 tokens_per_second_per_gpu:2461.658081263493 
Step 1171 | loss:1.4258756637573242 lr:6.619135856227501e-05 tokens_per_second_per_gpu:2085.7991747711503 
Step 1172 | loss:1.379456877708435 lr:6.618454692476264e-05 tokens_per_second_per_gpu:1989.7513987592909 
Step 1173 | loss:1.3463653326034546 lr:6.617772955262099e-05 tokens_per_second_per_gpu:1892.1742904841594 
Step 1174 | loss:1.4680252075195312 lr:6.617090644710371e-05 tokens_per_second_per_gpu:2487.923829031676 
Step 1175 | loss:1.418718695640564 lr:6.616407760946554e-05 tokens_per_second_per_gpu:1937.3585916051638 
Step 1176 | loss:1.497585415840149 lr:6.615724304096224e-05 tokens_per_second_per_gpu:1749.5220948750825 
Step 1177 | loss:1.3124744892120361 lr:6.615040274285066e-05 tokens_per_second_per_gpu:2584.454906796326 
Step 1178 | loss:1.2480316162109375 lr:6.614355671638867e-05 tokens_per_second_per_gpu:2554.238660712561 
Step 1179 | loss:1.520075798034668 lr:6.613670496283521e-05 tokens_per_second_per_gpu:1615.1208547764777 
Step 1180 | loss:1.3728671073913574 lr:6.612984748345027e-05 tokens_per_second_per_gpu:2504.522864425576 
Step 1181 | loss:1.3846770524978638 lr:6.61229842794949e-05 tokens_per_second_per_gpu:2186.4665519029486 
Step 1182 | loss:1.313469648361206 lr:6.61161153522312e-05 tokens_per_second_per_gpu:2456.611480783354 
Step 1183 | loss:1.4110194444656372 lr:6.610924070292232e-05 tokens_per_second_per_gpu:2043.7776076842883 
Step 1184 | loss:1.2250691652297974 lr:6.610236033283245e-05 tokens_per_second_per_gpu:2198.685937555312 
Step 1185 | loss:1.667077660560608 lr:6.609547424322685e-05 tokens_per_second_per_gpu:2008.0905508304827 
Step 1186 | loss:1.5388424396514893 lr:6.608858243537183e-05 tokens_per_second_per_gpu:2047.9290102546827 
Step 1187 | loss:1.205603003501892 lr:6.608168491053475e-05 tokens_per_second_per_gpu:2939.6175110232475 
Step 1188 | loss:1.513309121131897 lr:6.607478166998401e-05 tokens_per_second_per_gpu:1869.152750936432 
Step 1189 | loss:1.3672901391983032 lr:6.606787271498908e-05 tokens_per_second_per_gpu:2403.2124605243516 
Step 1190 | loss:1.28169584274292 lr:6.606095804682045e-05 tokens_per_second_per_gpu:2204.0417291966933 
Step 1191 | loss:1.253386378288269 lr:6.605403766674971e-05 tokens_per_second_per_gpu:1937.0852767596082 
Step 1192 | loss:1.3718624114990234 lr:6.604711157604945e-05 tokens_per_second_per_gpu:2713.6291684230605 
Step 1193 | loss:1.089252233505249 lr:6.604017977599334e-05 tokens_per_second_per_gpu:2487.197144502032 
Step 1194 | loss:1.242330551147461 lr:6.603324226785608e-05 tokens_per_second_per_gpu:2278.286780740564 
Step 1195 | loss:1.4165406227111816 lr:6.602629905291345e-05 tokens_per_second_per_gpu:2475.592683026952 
Step 1196 | loss:1.5095502138137817 lr:6.601935013244225e-05 tokens_per_second_per_gpu:1815.0807792436578 
Step 1197 | loss:1.432299017906189 lr:6.601239550772034e-05 tokens_per_second_per_gpu:2356.912093324169 
Step 1198 | loss:1.1927372217178345 lr:6.600543518002663e-05 tokens_per_second_per_gpu:2684.291614633257 
Step 1199 | loss:1.2370884418487549 lr:6.599846915064108e-05 tokens_per_second_per_gpu:2321.676402479689 
Step 1200 | loss:1.3649954795837402 lr:6.599149742084469e-05 tokens_per_second_per_gpu:2083.423395826942 
Step 1201 | loss:1.2728056907653809 lr:6.598451999191953e-05 tokens_per_second_per_gpu:2434.5921529518996 
Step 1202 | loss:1.471680760383606 lr:6.597753686514867e-05 tokens_per_second_per_gpu:2242.5331413169747 
Step 1203 | loss:1.3484185934066772 lr:6.59705480418163e-05 tokens_per_second_per_gpu:2107.8250068624193 
Step 1204 | loss:1.3141499757766724 lr:6.59635535232076e-05 tokens_per_second_per_gpu:2171.1283629930663 
Step 1205 | loss:1.3929646015167236 lr:6.59565533106088e-05 tokens_per_second_per_gpu:2304.7638405010234 
Step 1206 | loss:1.2976025342941284 lr:6.594954740530721e-05 tokens_per_second_per_gpu:2281.2333392250744 
Step 1207 | loss:1.4388881921768188 lr:6.594253580859118e-05 tokens_per_second_per_gpu:2681.2137896164672 
Step 1208 | loss:1.3405165672302246 lr:6.593551852175007e-05 tokens_per_second_per_gpu:1850.5528169490667 
Step 1209 | loss:1.3746839761734009 lr:6.592849554607432e-05 tokens_per_second_per_gpu:1637.9286330801895 
Step 1210 | loss:1.4046558141708374 lr:6.592146688285541e-05 tokens_per_second_per_gpu:2353.3807729422706 
Step 1211 | loss:1.2392767667770386 lr:6.591443253338588e-05 tokens_per_second_per_gpu:2435.7591195590917 
Step 1212 | loss:1.294977068901062 lr:6.590739249895928e-05 tokens_per_second_per_gpu:2154.2267071537917 
Step 1213 | loss:1.3820301294326782 lr:6.590034678087022e-05 tokens_per_second_per_gpu:2024.5702849947984 
Step 1214 | loss:1.4362651109695435 lr:6.589329538041438e-05 tokens_per_second_per_gpu:2178.602635374301 
Step 1215 | loss:1.5501129627227783 lr:6.588623829888845e-05 tokens_per_second_per_gpu:1915.5099780508692 
Step 1216 | loss:1.233186960220337 lr:6.58791755375902e-05 tokens_per_second_per_gpu:2476.5225697617225 
Step 1217 | loss:1.2203830480575562 lr:6.587210709781839e-05 tokens_per_second_per_gpu:2691.933063398185 
Step 1218 | loss:1.5417604446411133 lr:6.58650329808729e-05 tokens_per_second_per_gpu:1779.9435384764784 
Step 1219 | loss:1.3607081174850464 lr:6.585795318805459e-05 tokens_per_second_per_gpu:2184.9072936077055 
Step 1220 | loss:1.3905045986175537 lr:6.585086772066537e-05 tokens_per_second_per_gpu:2444.432998744673 
Step 1221 | loss:1.3235352039337158 lr:6.584377658000824e-05 tokens_per_second_per_gpu:2468.4917775193444 
Step 1222 | loss:1.3334414958953857 lr:6.58366797673872e-05 tokens_per_second_per_gpu:2675.7497301083613 
Step 1223 | loss:1.3771344423294067 lr:6.58295772841073e-05 tokens_per_second_per_gpu:1949.0379288295062 
Step 1224 | loss:1.4138907194137573 lr:6.582246913147466e-05 tokens_per_second_per_gpu:2478.6067883781957 
Step 1225 | loss:1.4854785203933716 lr:6.58153553107964e-05 tokens_per_second_per_gpu:2269.9105752258006 
Step 1226 | loss:1.2828419208526611 lr:6.580823582338072e-05 tokens_per_second_per_gpu:3284.7800423473077 
Step 1227 | loss:1.3720828294754028 lr:6.580111067053684e-05 tokens_per_second_per_gpu:2186.5686437584923 
Step 1228 | loss:1.285559892654419 lr:6.579397985357503e-05 tokens_per_second_per_gpu:2367.375361018222 
Step 1229 | loss:1.0660268068313599 lr:6.578684337380658e-05 tokens_per_second_per_gpu:3042.7627349291256 
Step 1230 | loss:1.3850584030151367 lr:6.577970123254387e-05 tokens_per_second_per_gpu:3024.7832078325073 
Step 1231 | loss:1.407447338104248 lr:6.577255343110027e-05 tokens_per_second_per_gpu:1816.280221784844 
Step 1232 | loss:1.4765253067016602 lr:6.576539997079023e-05 tokens_per_second_per_gpu:1892.1776577700289 
Step 1233 | loss:1.4578311443328857 lr:6.575824085292922e-05 tokens_per_second_per_gpu:1741.003457277686 
Step 1234 | loss:1.2013709545135498 lr:6.575107607883375e-05 tokens_per_second_per_gpu:2693.702175681343 
Step 1235 | loss:1.365909218788147 lr:6.574390564982136e-05 tokens_per_second_per_gpu:2471.2260070345023 
Step 1236 | loss:1.602454423904419 lr:6.573672956721065e-05 tokens_per_second_per_gpu:1110.8289442162775 
Step 1237 | loss:1.5927551984786987 lr:6.572954783232128e-05 tokens_per_second_per_gpu:1680.7378202373834 
Step 1238 | loss:1.3993735313415527 lr:6.572236044647389e-05 tokens_per_second_per_gpu:2216.3401680700767 
Step 1239 | loss:1.2461930513381958 lr:6.571516741099021e-05 tokens_per_second_per_gpu:2741.5222077237495 
Step 1240 | loss:1.5033187866210938 lr:6.570796872719299e-05 tokens_per_second_per_gpu:2255.2942998110016 
Step 1241 | loss:1.3270134925842285 lr:6.5700764396406e-05 tokens_per_second_per_gpu:3021.041003718376 
Step 1242 | loss:1.3537209033966064 lr:6.56935544199541e-05 tokens_per_second_per_gpu:2605.0993914816468 
Step 1243 | loss:1.3907129764556885 lr:6.568633879916314e-05 tokens_per_second_per_gpu:2569.2480830759437 
Step 1244 | loss:1.2509444952011108 lr:6.567911753536004e-05 tokens_per_second_per_gpu:2410.71069686906 
Step 1245 | loss:1.3275246620178223 lr:6.56718906298727e-05 tokens_per_second_per_gpu:2117.220787102588 
Step 1246 | loss:1.2441604137420654 lr:6.566465808403014e-05 tokens_per_second_per_gpu:2352.619515106674 
Step 1247 | loss:1.4300239086151123 lr:6.565741989916235e-05 tokens_per_second_per_gpu:2403.5131687740964 
Step 1248 | loss:1.499785304069519 lr:6.565017607660043e-05 tokens_per_second_per_gpu:1848.200064906107 
Step 1249 | loss:1.2047885656356812 lr:6.564292661767641e-05 tokens_per_second_per_gpu:2936.2629289828187 
Step 1250 | loss:1.1360044479370117 lr:6.563567152372345e-05 tokens_per_second_per_gpu:2586.330526967278 
Step 1251 | loss:1.3973040580749512 lr:6.56284107960757e-05 tokens_per_second_per_gpu:2388.91970794398 
Step 1252 | loss:1.378187894821167 lr:6.562114443606837e-05 tokens_per_second_per_gpu:2157.3442249170885 
Step 1253 | loss:1.3212238550186157 lr:6.56138724450377e-05 tokens_per_second_per_gpu:2102.3339554406857 
Step 1254 | loss:1.0788823366165161 lr:6.560659482432096e-05 tokens_per_second_per_gpu:3163.8037083762374 
Step 1255 | loss:1.3977229595184326 lr:6.559931157525643e-05 tokens_per_second_per_gpu:1686.9883628823504 
Step 1256 | loss:1.2120046615600586 lr:6.559202269918348e-05 tokens_per_second_per_gpu:2955.648266851603 
Step 1257 | loss:1.2163937091827393 lr:6.558472819744248e-05 tokens_per_second_per_gpu:3059.44916537703 
Step 1258 | loss:1.4772645235061646 lr:6.557742807137481e-05 tokens_per_second_per_gpu:2528.137976267703 
Step 1259 | loss:1.3294405937194824 lr:6.557012232232295e-05 tokens_per_second_per_gpu:2549.7571702907567 
Step 1260 | loss:1.419067144393921 lr:6.556281095163037e-05 tokens_per_second_per_gpu:2088.2156640074445 
Step 1261 | loss:1.40512216091156 lr:6.555549396064157e-05 tokens_per_second_per_gpu:1988.969662230331 
Step 1262 | loss:1.4076436758041382 lr:6.554817135070213e-05 tokens_per_second_per_gpu:2725.182696409492 
Step 1263 | loss:1.2940421104431152 lr:6.554084312315857e-05 tokens_per_second_per_gpu:2954.885108626573 
Step 1264 | loss:1.4410691261291504 lr:6.553350927935855e-05 tokens_per_second_per_gpu:1791.05822143211 
Step 1265 | loss:1.241121768951416 lr:6.55261698206507e-05 tokens_per_second_per_gpu:2502.0025183959187 
Step 1266 | loss:1.5980151891708374 lr:6.55188247483847e-05 tokens_per_second_per_gpu:1652.959037506482 
Step 1267 | loss:1.4157917499542236 lr:6.551147406391126e-05 tokens_per_second_per_gpu:2746.012207867026 
Step 1268 | loss:1.4946484565734863 lr:6.550411776858212e-05 tokens_per_second_per_gpu:2260.3464805732087 
Step 1269 | loss:1.281497836112976 lr:6.549675586375003e-05 tokens_per_second_per_gpu:2132.606226640157 
Step 1270 | loss:1.3198152780532837 lr:6.548938835076884e-05 tokens_per_second_per_gpu:3150.6108383110063 
Step 1271 | loss:1.2057163715362549 lr:6.548201523099337e-05 tokens_per_second_per_gpu:2757.1231613068535 
Step 1272 | loss:1.5090924501419067 lr:6.547463650577946e-05 tokens_per_second_per_gpu:2141.9446048556892 
Step 1273 | loss:1.354652762413025 lr:6.546725217648403e-05 tokens_per_second_per_gpu:2441.6090537978343 
Step 1274 | loss:1.4029661417007446 lr:6.545986224446502e-05 tokens_per_second_per_gpu:2566.009784222849 
Step 1275 | loss:1.4011160135269165 lr:6.545246671108136e-05 tokens_per_second_per_gpu:2217.915796274181 
Step 1276 | loss:1.4313452243804932 lr:6.544506557769306e-05 tokens_per_second_per_gpu:1712.457812524484 
Step 1277 | loss:1.2197514772415161 lr:6.543765884566115e-05 tokens_per_second_per_gpu:2123.344293500674 
Step 1278 | loss:1.416764497756958 lr:6.543024651634765e-05 tokens_per_second_per_gpu:1957.9109899486816 
Step 1279 | loss:1.5147699117660522 lr:6.542282859111565e-05 tokens_per_second_per_gpu:2185.248319983344 
Step 1280 | loss:1.4618858098983765 lr:6.541540507132927e-05 tokens_per_second_per_gpu:2423.7809887590292 
Step 1281 | loss:1.3748983144760132 lr:6.540797595835362e-05 tokens_per_second_per_gpu:1998.5486107634297 
Step 1282 | loss:1.2974014282226562 lr:6.540054125355488e-05 tokens_per_second_per_gpu:1797.4526677112856 
Step 1283 | loss:1.2800191640853882 lr:6.539310095830023e-05 tokens_per_second_per_gpu:3362.2069289732985 
Step 1284 | loss:1.329169750213623 lr:6.538565507395791e-05 tokens_per_second_per_gpu:2419.1735507462195 
Step 1285 | loss:1.23835289478302 lr:6.537820360189717e-05 tokens_per_second_per_gpu:2716.504270136521 
Step 1286 | loss:1.396349549293518 lr:6.537074654348826e-05 tokens_per_second_per_gpu:1854.5804914387882 
Step 1287 | loss:1.381290316581726 lr:6.53632839001025e-05 tokens_per_second_per_gpu:2800.396839027611 
Step 1288 | loss:1.1471503973007202 lr:6.535581567311221e-05 tokens_per_second_per_gpu:2504.820005231926 
Step 1289 | loss:1.277741551399231 lr:6.534834186389075e-05 tokens_per_second_per_gpu:2819.8738850356353 
Step 1290 | loss:1.3724786043167114 lr:6.534086247381252e-05 tokens_per_second_per_gpu:2551.7154694984138 
Step 1291 | loss:1.2849773168563843 lr:6.533337750425292e-05 tokens_per_second_per_gpu:2483.1730925839934 
Step 1292 | loss:1.2497309446334839 lr:6.532588695658838e-05 tokens_per_second_per_gpu:2508.544891801258 
Step 1293 | loss:1.2685340642929077 lr:6.531839083219636e-05 tokens_per_second_per_gpu:1882.8412449601324 
Step 1294 | loss:1.2358708381652832 lr:6.531088913245535e-05 tokens_per_second_per_gpu:2441.4073430108288 
Step 1295 | loss:1.568434238433838 lr:6.530338185874487e-05 tokens_per_second_per_gpu:2106.0848166859146 
Step 1296 | loss:1.2596557140350342 lr:6.529586901244544e-05 tokens_per_second_per_gpu:3134.1033718753833 
Step 1297 | loss:1.350263237953186 lr:6.528835059493864e-05 tokens_per_second_per_gpu:1893.9961898502809 
Step 1298 | loss:1.4370875358581543 lr:6.528082660760705e-05 tokens_per_second_per_gpu:1673.1956439777928 
Step 1299 | loss:1.4014581441879272 lr:6.527329705183429e-05 tokens_per_second_per_gpu:1618.437789660336 
Step 1300 | loss:1.1482679843902588 lr:6.526576192900498e-05 tokens_per_second_per_gpu:2206.1318236757006 
Step 1301 | loss:1.2891277074813843 lr:6.525822124050478e-05 tokens_per_second_per_gpu:2497.2417460612724 
Step 1302 | loss:1.2613028287887573 lr:6.525067498772038e-05 tokens_per_second_per_gpu:2660.135636036667 
Step 1303 | loss:1.4194610118865967 lr:6.524312317203947e-05 tokens_per_second_per_gpu:2137.4858012974837 
Step 1304 | loss:1.404615879058838 lr:6.52355657948508e-05 tokens_per_second_per_gpu:1670.3138731140352 
Step 1305 | loss:1.3839510679244995 lr:6.522800285754411e-05 tokens_per_second_per_gpu:1881.5952117162788 
Step 1306 | loss:1.4943019151687622 lr:6.522043436151018e-05 tokens_per_second_per_gpu:2931.199281117428 
Step 1307 | loss:1.4088490009307861 lr:6.521286030814079e-05 tokens_per_second_per_gpu:3066.6639106161156 
Step 1308 | loss:1.6171923875808716 lr:6.520528069882879e-05 tokens_per_second_per_gpu:1705.5049828131405 
Step 1309 | loss:1.2447458505630493 lr:6.519769553496798e-05 tokens_per_second_per_gpu:2290.358117357827 
Step 1310 | loss:1.4949923753738403 lr:6.519010481795324e-05 tokens_per_second_per_gpu:2054.068003974238 
Step 1311 | loss:1.2358684539794922 lr:6.518250854918044e-05 tokens_per_second_per_gpu:2557.2628334721303 
Step 1312 | loss:1.4570083618164062 lr:6.517490673004651e-05 tokens_per_second_per_gpu:1794.1789754598044 
Step 1313 | loss:1.4228116273880005 lr:6.516729936194934e-05 tokens_per_second_per_gpu:2395.5471773656573 
Step 1314 | loss:1.4438172578811646 lr:6.51596864462879e-05 tokens_per_second_per_gpu:1769.0755429988005 
Step 1315 | loss:1.4810534715652466 lr:6.515206798446215e-05 tokens_per_second_per_gpu:1743.1656743558613 
Step 1316 | loss:1.3496651649475098 lr:6.514444397787307e-05 tokens_per_second_per_gpu:2899.9727137820946 
Step 1317 | loss:1.227152943611145 lr:6.513681442792267e-05 tokens_per_second_per_gpu:2433.6146259521292 
Step 1318 | loss:1.3050662279129028 lr:6.512917933601395e-05 tokens_per_second_per_gpu:2605.1617544192495 
Step 1319 | loss:1.2180508375167847 lr:6.512153870355097e-05 tokens_per_second_per_gpu:2460.2270960345113 
Step 1320 | loss:1.182969331741333 lr:6.511389253193879e-05 tokens_per_second_per_gpu:2377.7001034404734 
Step 1321 | loss:1.5115982294082642 lr:6.510624082258348e-05 tokens_per_second_per_gpu:1935.8668877237953 
Step 1322 | loss:1.4090886116027832 lr:6.509858357689217e-05 tokens_per_second_per_gpu:2802.8084903553968 
Step 1323 | loss:1.334494709968567 lr:6.509092079627294e-05 tokens_per_second_per_gpu:2616.421586600912 
Step 1324 | loss:1.4042551517486572 lr:6.508325248213494e-05 tokens_per_second_per_gpu:1768.5841778859672 
Step 1325 | loss:1.3120744228363037 lr:6.507557863588832e-05 tokens_per_second_per_gpu:2257.5544191275417 
Step 1326 | loss:1.3370589017868042 lr:6.506789925894424e-05 tokens_per_second_per_gpu:2029.0641088848527 
Step 1327 | loss:1.423119306564331 lr:6.506021435271492e-05 tokens_per_second_per_gpu:2373.381023584635 
Step 1328 | loss:1.4943732023239136 lr:6.50525239186135e-05 tokens_per_second_per_gpu:1859.2720511474147 
Step 1329 | loss:1.4382299184799194 lr:6.504482795805426e-05 tokens_per_second_per_gpu:2389.6529078321373 
Step 1330 | loss:1.2432520389556885 lr:6.50371264724524e-05 tokens_per_second_per_gpu:3246.757636585413 
Step 1331 | loss:1.2340703010559082 lr:6.50294194632242e-05 tokens_per_second_per_gpu:2385.9489229373453 
Step 1332 | loss:1.3299599885940552 lr:6.502170693178689e-05 tokens_per_second_per_gpu:2566.024055346497 
Step 1333 | loss:1.4549973011016846 lr:6.501398887955877e-05 tokens_per_second_per_gpu:2541.7903133819236 
Step 1334 | loss:1.4427974224090576 lr:6.500626530795916e-05 tokens_per_second_per_gpu:2187.9319943088385 
Step 1335 | loss:1.361261248588562 lr:6.499853621840836e-05 tokens_per_second_per_gpu:2578.795077053533 
Step 1336 | loss:1.2922981977462769 lr:6.499080161232768e-05 tokens_per_second_per_gpu:2456.4153993216787 
Step 1337 | loss:1.2404508590698242 lr:6.498306149113948e-05 tokens_per_second_per_gpu:2069.1807508359825 
Step 1338 | loss:1.2778565883636475 lr:6.49753158562671e-05 tokens_per_second_per_gpu:2489.1759842003603 
Step 1339 | loss:1.4378221035003662 lr:6.496756470913493e-05 tokens_per_second_per_gpu:2251.4968253010106 
Step 1340 | loss:1.3770039081573486 lr:6.495980805116835e-05 tokens_per_second_per_gpu:1868.9658935983537 
Step 1341 | loss:1.3817757368087769 lr:6.495204588379374e-05 tokens_per_second_per_gpu:2552.5925330681184 
Step 1342 | loss:1.5230261087417603 lr:6.494427820843854e-05 tokens_per_second_per_gpu:2360.56172985117 
Step 1343 | loss:1.2072945833206177 lr:6.493650502653114e-05 tokens_per_second_per_gpu:2176.30463747567 
Step 1344 | loss:1.3287322521209717 lr:6.4928726339501e-05 tokens_per_second_per_gpu:2306.120287054754 
Step 1345 | loss:1.403116226196289 lr:6.492094214877857e-05 tokens_per_second_per_gpu:2040.903985672135 
Step 1346 | loss:1.4368159770965576 lr:6.49131524557953e-05 tokens_per_second_per_gpu:2237.264965071913 
Step 1347 | loss:1.2739148139953613 lr:6.490535726198366e-05 tokens_per_second_per_gpu:2625.311127068724 
Step 1348 | loss:1.410601258277893 lr:6.489755656877714e-05 tokens_per_second_per_gpu:2506.344891447228 
Step 1349 | loss:1.322686791419983 lr:6.488975037761022e-05 tokens_per_second_per_gpu:2626.4012385394494 
Step 1350 | loss:1.4050394296646118 lr:6.488193868991843e-05 tokens_per_second_per_gpu:2372.155402786119 
Step 1351 | loss:1.4013513326644897 lr:6.487412150713828e-05 tokens_per_second_per_gpu:2303.3424666642736 
Step 1352 | loss:1.4261943101882935 lr:6.486629883070729e-05 tokens_per_second_per_gpu:2163.8374224116974 
Step 1353 | loss:1.2173619270324707 lr:6.485847066206402e-05 tokens_per_second_per_gpu:2486.6493291647002 
Step 1354 | loss:1.2340773344039917 lr:6.485063700264798e-05 tokens_per_second_per_gpu:2332.393702547127 
Step 1355 | loss:1.3559828996658325 lr:6.484279785389976e-05 tokens_per_second_per_gpu:1986.929909261508 
Step 1356 | loss:1.1294974088668823 lr:6.48349532172609e-05 tokens_per_second_per_gpu:2667.427083424757 
Step 1357 | loss:1.3865861892700195 lr:6.4827103094174e-05 tokens_per_second_per_gpu:2839.3303947735803 
Step 1358 | loss:1.371367335319519 lr:6.481924748608263e-05 tokens_per_second_per_gpu:2172.9839060892764 
Step 1359 | loss:1.2685943841934204 lr:6.48113863944314e-05 tokens_per_second_per_gpu:2662.0193782759893 
Step 1360 | loss:1.2588107585906982 lr:6.480351982066589e-05 tokens_per_second_per_gpu:2749.539169738772 
Step 1361 | loss:1.2441269159317017 lr:6.479564776623273e-05 tokens_per_second_per_gpu:3088.1967902876186 
Step 1362 | loss:1.3560280799865723 lr:6.478777023257953e-05 tokens_per_second_per_gpu:3054.997634357943 
Step 1363 | loss:1.1887624263763428 lr:6.47798872211549e-05 tokens_per_second_per_gpu:2729.3817105317253 
Step 1364 | loss:1.5858074426651 lr:6.477199873340851e-05 tokens_per_second_per_gpu:1716.439113831157 
Step 1365 | loss:1.3588398694992065 lr:6.476410477079097e-05 tokens_per_second_per_gpu:2072.2629176158994 
Step 1366 | loss:1.3224838972091675 lr:6.475620533475393e-05 tokens_per_second_per_gpu:2733.4824420141003 
Step 1367 | loss:1.2837555408477783 lr:6.474830042675006e-05 tokens_per_second_per_gpu:2479.3502567206174 
Step 1368 | loss:1.2696634531021118 lr:6.4740390048233e-05 tokens_per_second_per_gpu:1842.7987439480473 
Step 1369 | loss:1.418494701385498 lr:6.473247420065742e-05 tokens_per_second_per_gpu:1990.6886935938423 
Step 1370 | loss:1.2683465480804443 lr:6.4724552885479e-05 tokens_per_second_per_gpu:2001.1616269991925 
Step 1371 | loss:1.2600818872451782 lr:6.471662610415441e-05 tokens_per_second_per_gpu:2430.650853589575 
Step 1372 | loss:1.3068342208862305 lr:6.470869385814136e-05 tokens_per_second_per_gpu:2304.667408466765 
Step 1373 | loss:1.4484851360321045 lr:6.470075614889847e-05 tokens_per_second_per_gpu:1285.7154284271205 
Step 1374 | loss:1.4874801635742188 lr:6.469281297788549e-05 tokens_per_second_per_gpu:1619.8406811462846 
Step 1375 | loss:1.2160944938659668 lr:6.46848643465631e-05 tokens_per_second_per_gpu:2531.425511855798 
Step 1376 | loss:1.441740870475769 lr:6.467691025639301e-05 tokens_per_second_per_gpu:2287.7677537910718 
Step 1377 | loss:1.3610228300094604 lr:6.46689507088379e-05 tokens_per_second_per_gpu:2339.313590170245 
Step 1378 | loss:1.4236440658569336 lr:6.466098570536148e-05 tokens_per_second_per_gpu:2249.791683839847 
Step 1379 | loss:1.4012620449066162 lr:6.465301524742849e-05 tokens_per_second_per_gpu:2409.6575649338697 
Step 1380 | loss:1.4294713735580444 lr:6.464503933650461e-05 tokens_per_second_per_gpu:1796.5509096084156 
Step 1381 | loss:1.5138866901397705 lr:6.463705797405658e-05 tokens_per_second_per_gpu:2106.6659165558326 
Step 1382 | loss:1.5026710033416748 lr:6.462907116155211e-05 tokens_per_second_per_gpu:2607.503707128726 
Step 1383 | loss:1.495836615562439 lr:6.462107890045993e-05 tokens_per_second_per_gpu:2210.1449965022102 
Step 1384 | loss:1.2304548025131226 lr:6.461308119224974e-05 tokens_per_second_per_gpu:2791.2172035619233 
Step 1385 | loss:1.215226173400879 lr:6.460507803839229e-05 tokens_per_second_per_gpu:2398.549980006063 
Step 1386 | loss:1.4325942993164062 lr:6.459706944035928e-05 tokens_per_second_per_gpu:2415.839346206238 
Step 1387 | loss:1.1445462703704834 lr:6.458905539962347e-05 tokens_per_second_per_gpu:3127.904904302395 
Step 1388 | loss:1.2525885105133057 lr:6.458103591765856e-05 tokens_per_second_per_gpu:1890.9156674049168 
Step 1389 | loss:1.6343955993652344 lr:6.45730109959393e-05 tokens_per_second_per_gpu:1962.3950472481038 
Step 1390 | loss:1.4332538843154907 lr:6.456498063594141e-05 tokens_per_second_per_gpu:2061.634959998111 
Step 1391 | loss:1.2690057754516602 lr:6.455694483914163e-05 tokens_per_second_per_gpu:2244.921881184775 
Step 1392 | loss:1.1724218130111694 lr:6.454890360701767e-05 tokens_per_second_per_gpu:2432.4017444913566 
Step 1393 | loss:1.2162104845046997 lr:6.454085694104826e-05 tokens_per_second_per_gpu:2532.583061839997 
Step 1394 | loss:1.3386021852493286 lr:6.453280484271313e-05 tokens_per_second_per_gpu:2348.909033956029 
Step 1395 | loss:1.3862988948822021 lr:6.452474731349304e-05 tokens_per_second_per_gpu:2017.1981468942492 
Step 1396 | loss:1.3114728927612305 lr:6.451668435486967e-05 tokens_per_second_per_gpu:2477.54535954635 
Step 1397 | loss:1.3320716619491577 lr:6.450861596832576e-05 tokens_per_second_per_gpu:2599.8212574146773 
Step 1398 | loss:1.396094799041748 lr:6.450054215534504e-05 tokens_per_second_per_gpu:2231.743904053956 
Step 1399 | loss:1.27228844165802 lr:6.449246291741223e-05 tokens_per_second_per_gpu:2654.6568199354247 
Step 1400 | loss:1.2165980339050293 lr:6.448437825601303e-05 tokens_per_second_per_gpu:2120.2587281702076 
Step 1401 | loss:1.1960276365280151 lr:6.447628817263418e-05 tokens_per_second_per_gpu:2741.5993389022433 
Step 1402 | loss:1.4361026287078857 lr:6.446819266876338e-05 tokens_per_second_per_gpu:1823.3738738445334 
Step 1403 | loss:1.1702288389205933 lr:6.446009174588933e-05 tokens_per_second_per_gpu:1819.5369696874693 
Step 1404 | loss:1.357721209526062 lr:6.445198540550175e-05 tokens_per_second_per_gpu:1846.0566517976054 
Step 1405 | loss:1.351425051689148 lr:6.444387364909134e-05 tokens_per_second_per_gpu:2680.145817424632 
Step 1406 | loss:1.2782084941864014 lr:6.443575647814979e-05 tokens_per_second_per_gpu:1903.9358767603494 
Step 1407 | loss:1.3630616664886475 lr:6.442763389416979e-05 tokens_per_second_per_gpu:2368.4862744513916 
Step 1408 | loss:1.4986228942871094 lr:6.441950589864503e-05 tokens_per_second_per_gpu:2322.399044219403 
Step 1409 | loss:1.2523517608642578 lr:6.441137249307022e-05 tokens_per_second_per_gpu:2235.916789880081 
Step 1410 | loss:1.1774942874908447 lr:6.440323367894101e-05 tokens_per_second_per_gpu:2167.520499745842 
Step 1411 | loss:1.351314663887024 lr:6.439508945775408e-05 tokens_per_second_per_gpu:2098.1522933084198 
Step 1412 | loss:1.2930350303649902 lr:6.43869398310071e-05 tokens_per_second_per_gpu:1966.1282011645492 
Step 1413 | loss:1.2898989915847778 lr:6.437878480019874e-05 tokens_per_second_per_gpu:1501.6831589288265 
Step 1414 | loss:1.4348880052566528 lr:6.437062436682863e-05 tokens_per_second_per_gpu:2301.6854731164085 
Step 1415 | loss:1.3342176675796509 lr:6.436245853239745e-05 tokens_per_second_per_gpu:2351.257375586334 
Step 1416 | loss:1.608536720275879 lr:6.435428729840683e-05 tokens_per_second_per_gpu:2457.824523580236 
Step 1417 | loss:1.2782776355743408 lr:6.43461106663594e-05 tokens_per_second_per_gpu:2286.945839154463 
Step 1418 | loss:1.395092487335205 lr:6.433792863775878e-05 tokens_per_second_per_gpu:1867.9905097425105 
Step 1419 | loss:1.3616060018539429 lr:6.432974121410961e-05 tokens_per_second_per_gpu:2018.8695268157826 
Step 1420 | loss:1.3139662742614746 lr:6.43215483969175e-05 tokens_per_second_per_gpu:2161.7235042850043 
Step 1421 | loss:1.4898991584777832 lr:6.431335018768903e-05 tokens_per_second_per_gpu:2698.548868444977 
Step 1422 | loss:1.3666622638702393 lr:6.430514658793183e-05 tokens_per_second_per_gpu:2545.531521165245 
Step 1423 | loss:1.3349775075912476 lr:6.429693759915447e-05 tokens_per_second_per_gpu:2892.9091653046326 
Step 1424 | loss:1.36359703540802 lr:6.428872322286653e-05 tokens_per_second_per_gpu:2182.8652484285626 
Step 1425 | loss:1.2051233053207397 lr:6.428050346057857e-05 tokens_per_second_per_gpu:2577.1587751833217 
Step 1426 | loss:1.359325647354126 lr:6.427227831380215e-05 tokens_per_second_per_gpu:2524.8868197990205 
Step 1427 | loss:1.2263336181640625 lr:6.426404778404985e-05 tokens_per_second_per_gpu:2156.112577615849 
Step 1428 | loss:1.39227294921875 lr:6.425581187283517e-05 tokens_per_second_per_gpu:2179.8989652928303 
Step 1429 | loss:1.406954288482666 lr:6.424757058167266e-05 tokens_per_second_per_gpu:2773.9117202457996 
Step 1430 | loss:1.3519231081008911 lr:6.423932391207783e-05 tokens_per_second_per_gpu:2246.6897953047496 
Step 1431 | loss:1.1562224626541138 lr:6.42310718655672e-05 tokens_per_second_per_gpu:2792.9532326266267 
Step 1432 | loss:1.2890468835830688 lr:6.422281444365824e-05 tokens_per_second_per_gpu:2471.438912240494 
Step 1433 | loss:1.3836849927902222 lr:6.421455164786945e-05 tokens_per_second_per_gpu:1992.7070594021313 
Step 1434 | loss:1.2879040241241455 lr:6.420628347972032e-05 tokens_per_second_per_gpu:2605.0457199086286 
Step 1435 | loss:1.4316351413726807 lr:6.419800994073127e-05 tokens_per_second_per_gpu:1779.587409616286 
Step 1436 | loss:1.3431978225708008 lr:6.41897310324238e-05 tokens_per_second_per_gpu:2968.233965482559 
Step 1437 | loss:1.4096685647964478 lr:6.418144675632031e-05 tokens_per_second_per_gpu:2080.663144909315 
Step 1438 | loss:1.3306405544281006 lr:6.417315711394422e-05 tokens_per_second_per_gpu:2392.7682999169633 
Step 1439 | loss:1.2280347347259521 lr:6.416486210681995e-05 tokens_per_second_per_gpu:2871.0622658754355 
Step 1440 | loss:1.3494235277175903 lr:6.41565617364729e-05 tokens_per_second_per_gpu:2133.042186711148 
Step 1441 | loss:1.2328166961669922 lr:6.414825600442947e-05 tokens_per_second_per_gpu:2586.1987900754866 
Step 1442 | loss:1.4510443210601807 lr:6.413994491221698e-05 tokens_per_second_per_gpu:1819.4987880824597 
Step 1443 | loss:1.2597061395645142 lr:6.413162846136384e-05 tokens_per_second_per_gpu:2440.0889220721524 
Step 1444 | loss:1.2699508666992188 lr:6.412330665339934e-05 tokens_per_second_per_gpu:1966.2030851404043 
Step 1445 | loss:1.3986306190490723 lr:6.411497948985384e-05 tokens_per_second_per_gpu:2144.731807180554 
Step 1446 | loss:1.1110845804214478 lr:6.410664697225863e-05 tokens_per_second_per_gpu:3058.045552427364 
Step 1447 | loss:1.5216578245162964 lr:6.409830910214601e-05 tokens_per_second_per_gpu:1949.9893926138768 
Step 1448 | loss:1.3206809759140015 lr:6.408996588104927e-05 tokens_per_second_per_gpu:2377.857181464233 
Step 1449 | loss:1.3879069089889526 lr:6.408161731050265e-05 tokens_per_second_per_gpu:1831.4381853288799 
Step 1450 | loss:1.3469351530075073 lr:6.407326339204142e-05 tokens_per_second_per_gpu:2541.361297482019 
Step 1451 | loss:1.2594738006591797 lr:6.406490412720178e-05 tokens_per_second_per_gpu:2515.7122260767305 
Step 1452 | loss:1.4484715461730957 lr:6.405653951752098e-05 tokens_per_second_per_gpu:1879.2767232336926 
Step 1453 | loss:1.2883025407791138 lr:6.404816956453718e-05 tokens_per_second_per_gpu:2368.578020353799 
Step 1454 | loss:1.2701849937438965 lr:6.403979426978958e-05 tokens_per_second_per_gpu:2220.1500970634693 
Step 1455 | loss:1.5615192651748657 lr:6.403141363481833e-05 tokens_per_second_per_gpu:1911.6436194954936 
Step 1456 | loss:1.2756987810134888 lr:6.402302766116458e-05 tokens_per_second_per_gpu:2578.3676441581033 
Step 1457 | loss:1.302831768989563 lr:6.401463635037046e-05 tokens_per_second_per_gpu:2661.9776896095636 
Step 1458 | loss:1.3147552013397217 lr:6.400623970397905e-05 tokens_per_second_per_gpu:2455.661989799744 
Step 1459 | loss:1.4031773805618286 lr:6.399783772353447e-05 tokens_per_second_per_gpu:1902.711298026967 
Step 1460 | loss:1.380459189414978 lr:6.398943041058177e-05 tokens_per_second_per_gpu:2457.8458271855666 
Step 1461 | loss:1.2146542072296143 lr:6.3981017766667e-05 tokens_per_second_per_gpu:2081.3931491195317 
Step 1462 | loss:1.3150606155395508 lr:6.397259979333718e-05 tokens_per_second_per_gpu:2057.025175208337 
Step 1463 | loss:1.2376222610473633 lr:6.396417649214035e-05 tokens_per_second_per_gpu:2636.523865580969 
Step 1464 | loss:1.5730088949203491 lr:6.395574786462546e-05 tokens_per_second_per_gpu:2384.1117745927754 
Step 1465 | loss:1.309829592704773 lr:6.39473139123425e-05 tokens_per_second_per_gpu:2269.908722423824 
Step 1466 | loss:1.257524013519287 lr:6.393887463684241e-05 tokens_per_second_per_gpu:2852.9402481375605 
Step 1467 | loss:1.401932716369629 lr:6.393043003967713e-05 tokens_per_second_per_gpu:2275.9595352025754 
Step 1468 | loss:1.3090916872024536 lr:6.392198012239954e-05 tokens_per_second_per_gpu:3025.0444620257667 
Step 1469 | loss:1.3643802404403687 lr:6.391352488656356e-05 tokens_per_second_per_gpu:3042.7081679882485 
Step 1470 | loss:1.5007238388061523 lr:6.3905064333724e-05 tokens_per_second_per_gpu:1866.0121255152146 
Step 1471 | loss:1.2524597644805908 lr:6.389659846543674e-05 tokens_per_second_per_gpu:2946.941536470029 
Step 1472 | loss:1.350709319114685 lr:6.38881272832586e-05 tokens_per_second_per_gpu:1637.9519605591256 
Step 1473 | loss:1.103503704071045 lr:6.387965078874733e-05 tokens_per_second_per_gpu:2474.7694286773226 
Step 1474 | loss:1.2977412939071655 lr:6.387116898346174e-05 tokens_per_second_per_gpu:2107.7993155260347 
Step 1475 | loss:1.356610894203186 lr:6.386268186896157e-05 tokens_per_second_per_gpu:1672.187863121021 
Step 1476 | loss:1.33937668800354 lr:6.385418944680754e-05 tokens_per_second_per_gpu:2810.5311562112256 
Step 1477 | loss:1.2092311382293701 lr:6.384569171856135e-05 tokens_per_second_per_gpu:2016.6332769373585 
Step 1478 | loss:1.1143214702606201 lr:6.383718868578566e-05 tokens_per_second_per_gpu:2762.404493771511 
Step 1479 | loss:1.410416603088379 lr:6.382868035004414e-05 tokens_per_second_per_gpu:2478.2921943166725 
Step 1480 | loss:1.2008708715438843 lr:6.382016671290141e-05 tokens_per_second_per_gpu:3003.0504407854764 
Step 1481 | loss:1.4241440296173096 lr:6.381164777592307e-05 tokens_per_second_per_gpu:2524.091431758445 
Step 1482 | loss:1.5144641399383545 lr:6.380312354067571e-05 tokens_per_second_per_gpu:2184.1956806195662 
Step 1483 | loss:1.3156626224517822 lr:6.379459400872686e-05 tokens_per_second_per_gpu:2637.053517162226 
Step 1484 | loss:1.357191801071167 lr:6.378605918164505e-05 tokens_per_second_per_gpu:2335.0431816827936 
Step 1485 | loss:1.3675050735473633 lr:6.377751906099977e-05 tokens_per_second_per_gpu:2411.8400068231585 
Step 1486 | loss:1.3939094543457031 lr:6.37689736483615e-05 tokens_per_second_per_gpu:2289.9919279912606 
Step 1487 | loss:1.436360478401184 lr:6.376042294530169e-05 tokens_per_second_per_gpu:2010.9701170367982 
Step 1488 | loss:1.3542864322662354 lr:6.375186695339276e-05 tokens_per_second_per_gpu:2090.871894908239 
Step 1489 | loss:1.543001413345337 lr:6.374330567420808e-05 tokens_per_second_per_gpu:1729.1796401216675 
Step 1490 | loss:1.3544411659240723 lr:6.373473910932201e-05 tokens_per_second_per_gpu:2205.939692380436 
Step 1491 | loss:1.2814480066299438 lr:6.37261672603099e-05 tokens_per_second_per_gpu:3062.8776428075244 
Step 1492 | loss:1.3060945272445679 lr:6.371759012874806e-05 tokens_per_second_per_gpu:2958.0066956105243 
Step 1493 | loss:1.5478085279464722 lr:6.370900771621376e-05 tokens_per_second_per_gpu:2602.915622401879 
Step 1494 | loss:1.4200148582458496 lr:6.370042002428523e-05 tokens_per_second_per_gpu:1607.681866734495 
Step 1495 | loss:1.4265961647033691 lr:6.369182705454171e-05 tokens_per_second_per_gpu:2354.2481864114798 
Step 1496 | loss:1.301614761352539 lr:6.36832288085634e-05 tokens_per_second_per_gpu:2833.277495101353 
Step 1497 | loss:1.089809536933899 lr:6.367462528793143e-05 tokens_per_second_per_gpu:2800.356420562266 
Step 1498 | loss:1.1575645208358765 lr:6.366601649422794e-05 tokens_per_second_per_gpu:2385.272085526643 
Step 1499 | loss:1.4028332233428955 lr:6.365740242903606e-05 tokens_per_second_per_gpu:1969.0351009926837 
Step 1500 | loss:1.418170690536499 lr:6.36487830939398e-05 tokens_per_second_per_gpu:2249.517770561975 
Step 1501 | loss:1.2439496517181396 lr:6.364015849052425e-05 tokens_per_second_per_gpu:1863.7260837915612 
Step 1502 | loss:1.6139155626296997 lr:6.36315286203754e-05 tokens_per_second_per_gpu:2356.3514337311944 
Step 1503 | loss:1.4340327978134155 lr:6.362289348508022e-05 tokens_per_second_per_gpu:2303.444079064875 
Step 1504 | loss:1.3690203428268433 lr:6.361425308622665e-05 tokens_per_second_per_gpu:2408.3622771604823 
Step 1505 | loss:1.5625661611557007 lr:6.360560742540361e-05 tokens_per_second_per_gpu:1531.8105543808085 
Step 1506 | loss:1.3178226947784424 lr:6.359695650420098e-05 tokens_per_second_per_gpu:2300.945103061243 
Step 1507 | loss:1.2952104806900024 lr:6.358830032420961e-05 tokens_per_second_per_gpu:2428.3312853460493 
Step 1508 | loss:1.3294020891189575 lr:6.35796388870213e-05 tokens_per_second_per_gpu:2172.1336345038417 
Step 1509 | loss:1.4538713693618774 lr:6.357097219422882e-05 tokens_per_second_per_gpu:2066.617414973303 
Step 1510 | loss:1.1910148859024048 lr:6.356230024742596e-05 tokens_per_second_per_gpu:2930.8984637117915 
Step 1511 | loss:1.3505480289459229 lr:6.355362304820739e-05 tokens_per_second_per_gpu:2047.8497394063672 
Step 1512 | loss:1.1061304807662964 lr:6.354494059816882e-05 tokens_per_second_per_gpu:3145.9071128654186 
Step 1513 | loss:1.4019323587417603 lr:6.353625289890688e-05 tokens_per_second_per_gpu:2176.9380407541744 
Step 1514 | loss:1.393827199935913 lr:6.352755995201918e-05 tokens_per_second_per_gpu:2483.402414195086 
Step 1515 | loss:1.35983407497406 lr:6.351886175910429e-05 tokens_per_second_per_gpu:2453.586488216002 
Step 1516 | loss:1.2414493560791016 lr:6.351015832176174e-05 tokens_per_second_per_gpu:2815.242262858127 
Step 1517 | loss:1.2932257652282715 lr:6.350144964159205e-05 tokens_per_second_per_gpu:1978.1806511827283 
Step 1518 | loss:1.2430448532104492 lr:6.349273572019671e-05 tokens_per_second_per_gpu:3128.4943493227033 
Step 1519 | loss:1.3012923002243042 lr:6.348401655917812e-05 tokens_per_second_per_gpu:1907.438995865481 
Step 1520 | loss:1.2786787748336792 lr:6.347529216013968e-05 tokens_per_second_per_gpu:2423.83803264403 
Step 1521 | loss:1.4378101825714111 lr:6.346656252468573e-05 tokens_per_second_per_gpu:2147.4077877633304 
Step 1522 | loss:1.3854563236236572 lr:6.345782765442164e-05 tokens_per_second_per_gpu:1738.910325198883 
Step 1523 | loss:1.406821608543396 lr:6.344908755095366e-05 tokens_per_second_per_gpu:2937.1117912183263 
Step 1524 | loss:1.3520556688308716 lr:6.344034221588905e-05 tokens_per_second_per_gpu:2622.8675073201102 
Step 1525 | loss:1.381213903427124 lr:6.3431591650836e-05 tokens_per_second_per_gpu:2389.390211177672 
Step 1526 | loss:1.0925917625427246 lr:6.34228358574037e-05 tokens_per_second_per_gpu:2800.481668415962 
Step 1527 | loss:1.3915845155715942 lr:6.341407483720227e-05 tokens_per_second_per_gpu:2780.564914636543 
Step 1528 | loss:1.2832540273666382 lr:6.34053085918428e-05 tokens_per_second_per_gpu:2870.9313973729836 
Step 1529 | loss:1.3982564210891724 lr:6.339653712293737e-05 tokens_per_second_per_gpu:2433.590720904568 
Step 1530 | loss:1.3620169162750244 lr:6.338776043209897e-05 tokens_per_second_per_gpu:2438.890818303999 
Step 1531 | loss:1.2688684463500977 lr:6.337897852094156e-05 tokens_per_second_per_gpu:2386.1009083581853 
Step 1532 | loss:1.4668699502944946 lr:6.337019139108012e-05 tokens_per_second_per_gpu:2362.0410053908604 
Step 1533 | loss:1.2965724468231201 lr:6.336139904413051e-05 tokens_per_second_per_gpu:1674.4072368565064 
Step 1534 | loss:1.3856186866760254 lr:6.335260148170959e-05 tokens_per_second_per_gpu:2058.686415094192 
Step 1535 | loss:1.2702256441116333 lr:6.334379870543517e-05 tokens_per_second_per_gpu:2098.6367546338756 
Step 1536 | loss:1.2435113191604614 lr:6.333499071692603e-05 tokens_per_second_per_gpu:2802.4553276826327 
Step 1537 | loss:1.3339983224868774 lr:6.33261775178019e-05 tokens_per_second_per_gpu:1787.4504443456074 
Step 1538 | loss:1.2965151071548462 lr:6.331735910968347e-05 tokens_per_second_per_gpu:2702.1947514800527 
Step 1539 | loss:1.1838828325271606 lr:6.330853549419238e-05 tokens_per_second_per_gpu:3028.4068188523456 
Step 1540 | loss:1.3566937446594238 lr:6.329970667295123e-05 tokens_per_second_per_gpu:2415.4919726355065 
Step 1541 | loss:1.2307102680206299 lr:6.329087264758359e-05 tokens_per_second_per_gpu:2654.7898941918215 
Step 1542 | loss:1.334215521812439 lr:6.328203341971397e-05 tokens_per_second_per_gpu:2653.875326177795 
Step 1543 | loss:1.1036368608474731 lr:6.327318899096786e-05 tokens_per_second_per_gpu:3149.912633006965 
Step 1544 | loss:1.3821622133255005 lr:6.326433936297167e-05 tokens_per_second_per_gpu:2408.353839696578 
Step 1545 | loss:1.532979130744934 lr:6.32554845373528e-05 tokens_per_second_per_gpu:1831.941901903265 
Step 1546 | loss:1.3125436305999756 lr:6.324662451573959e-05 tokens_per_second_per_gpu:2160.63957168686 
Step 1547 | loss:1.2133469581604004 lr:6.323775929976135e-05 tokens_per_second_per_gpu:2728.3894559383843 
Step 1548 | loss:1.4155116081237793 lr:6.32288888910483e-05 tokens_per_second_per_gpu:2321.3182511571235 
Step 1549 | loss:1.324087142944336 lr:6.322001329123169e-05 tokens_per_second_per_gpu:2862.9017184664986 
Step 1550 | loss:1.1282227039337158 lr:6.321113250194366e-05 tokens_per_second_per_gpu:2847.7235365731976 
Step 1551 | loss:1.3006279468536377 lr:6.320224652481733e-05 tokens_per_second_per_gpu:1782.332254705192 
Step 1552 | loss:1.4462671279907227 lr:6.31933553614868e-05 tokens_per_second_per_gpu:1534.2319776629606 
Step 1553 | loss:1.3005138635635376 lr:6.318445901358705e-05 tokens_per_second_per_gpu:2530.953575141227 
Step 1554 | loss:1.423812747001648 lr:6.317555748275408e-05 tokens_per_second_per_gpu:2598.6172219543832 
Step 1555 | loss:1.2971711158752441 lr:6.316665077062482e-05 tokens_per_second_per_gpu:2756.5191368335513 
Step 1556 | loss:1.406982660293579 lr:6.315773887883715e-05 tokens_per_second_per_gpu:1681.8757314254858 
Step 1557 | loss:1.1168662309646606 lr:6.314882180902991e-05 tokens_per_second_per_gpu:2459.5719703967934 
Step 1558 | loss:1.218742847442627 lr:6.313989956284292e-05 tokens_per_second_per_gpu:2049.1411508602678 
Step 1559 | loss:1.3448147773742676 lr:6.313097214191687e-05 tokens_per_second_per_gpu:2523.1049546043596 
Step 1560 | loss:1.207460880279541 lr:6.312203954789348e-05 tokens_per_second_per_gpu:2530.2457482547734 
Step 1561 | loss:1.2954851388931274 lr:6.311310178241539e-05 tokens_per_second_per_gpu:2106.14143501452 
Step 1562 | loss:1.252442479133606 lr:6.31041588471262e-05 tokens_per_second_per_gpu:3224.0866710872256 
Step 1563 | loss:1.3171346187591553 lr:6.309521074367044e-05 tokens_per_second_per_gpu:2667.9203538937663 
Step 1564 | loss:1.3595662117004395 lr:6.308625747369364e-05 tokens_per_second_per_gpu:2821.680090812974 
Step 1565 | loss:1.2178409099578857 lr:6.307729903884221e-05 tokens_per_second_per_gpu:3017.7424701659147 
Step 1566 | loss:1.3966431617736816 lr:6.306833544076356e-05 tokens_per_second_per_gpu:1983.8267351788459 
Step 1567 | loss:1.2194472551345825 lr:6.305936668110603e-05 tokens_per_second_per_gpu:2199.8255147522455 
Step 1568 | loss:1.414777159690857 lr:6.305039276151893e-05 tokens_per_second_per_gpu:2416.7547094782426 
Step 1569 | loss:1.4866359233856201 lr:6.30414136836525e-05 tokens_per_second_per_gpu:2036.6949114346141 
Step 1570 | loss:1.4497579336166382 lr:6.303242944915793e-05 tokens_per_second_per_gpu:1958.8861916612007 
Step 1571 | loss:1.304363489151001 lr:6.302344005968735e-05 tokens_per_second_per_gpu:2151.520997398276 
Step 1572 | loss:1.3145476579666138 lr:6.301444551689385e-05 tokens_per_second_per_gpu:2695.4794844089324 
Step 1573 | loss:1.2776546478271484 lr:6.300544582243149e-05 tokens_per_second_per_gpu:2933.7218498853126 
Step 1574 | loss:1.3385918140411377 lr:6.29964409779552e-05 tokens_per_second_per_gpu:2608.309376860929 
Step 1575 | loss:1.4242780208587646 lr:6.298743098512098e-05 tokens_per_second_per_gpu:1669.1574734439396 
Step 1576 | loss:1.3210054636001587 lr:6.297841584558566e-05 tokens_per_second_per_gpu:2405.23330471314 
Step 1577 | loss:1.3771644830703735 lr:6.296939556100709e-05 tokens_per_second_per_gpu:2027.1669622136592 
Step 1578 | loss:1.320402979850769 lr:6.296037013304401e-05 tokens_per_second_per_gpu:2336.621098039078 
Step 1579 | loss:1.3508636951446533 lr:6.295133956335617e-05 tokens_per_second_per_gpu:2039.4748969428144 
Step 1580 | loss:1.5060763359069824 lr:6.29423038536042e-05 tokens_per_second_per_gpu:2013.5530461707904 
Step 1581 | loss:1.2631340026855469 lr:6.293326300544972e-05 tokens_per_second_per_gpu:2264.3023827410784 
Step 1582 | loss:1.3460838794708252 lr:6.29242170205553e-05 tokens_per_second_per_gpu:2455.9911179098367 
Step 1583 | loss:1.3452622890472412 lr:6.29151659005844e-05 tokens_per_second_per_gpu:1883.7822796963765 
Step 1584 | loss:1.3573954105377197 lr:6.290610964720149e-05 tokens_per_second_per_gpu:2616.0651665000137 
Step 1585 | loss:1.527666449546814 lr:6.289704826207194e-05 tokens_per_second_per_gpu:2305.466401720995 
Step 1586 | loss:1.3244895935058594 lr:6.288798174686208e-05 tokens_per_second_per_gpu:2213.255041632303 
Step 1587 | loss:1.3353008031845093 lr:6.287891010323918e-05 tokens_per_second_per_gpu:2723.4794812442665 
Step 1588 | loss:1.3126822710037231 lr:6.286983333287146e-05 tokens_per_second_per_gpu:2438.3219885237045 
Step 1589 | loss:1.3915691375732422 lr:6.286075143742807e-05 tokens_per_second_per_gpu:2300.1404278589143 
Step 1590 | loss:1.2750691175460815 lr:6.285166441857913e-05 tokens_per_second_per_gpu:2829.3707304724485 
Step 1591 | loss:1.5160939693450928 lr:6.284257227799564e-05 tokens_per_second_per_gpu:1654.2243296763295 
Step 1592 | loss:1.3572839498519897 lr:6.283347501734962e-05 tokens_per_second_per_gpu:2567.700926171994 
Step 1593 | loss:1.2632912397384644 lr:6.2824372638314e-05 tokens_per_second_per_gpu:2716.9908705529033 
Step 1594 | loss:1.4829498529434204 lr:6.281526514256261e-05 tokens_per_second_per_gpu:2198.2259965880903 
Step 1595 | loss:1.3496228456497192 lr:6.280615253177029e-05 tokens_per_second_per_gpu:2770.806345695715 
Step 1596 | loss:1.2230796813964844 lr:6.279703480761277e-05 tokens_per_second_per_gpu:1966.9823806330376 
Step 1597 | loss:1.1614428758621216 lr:6.278791197176675e-05 tokens_per_second_per_gpu:2953.4408261575027 
Step 1598 | loss:1.2843878269195557 lr:6.277878402590986e-05 tokens_per_second_per_gpu:2255.3224832617298 
Step 1599 | loss:1.2928239107131958 lr:6.276965097172064e-05 tokens_per_second_per_gpu:2447.1923184199795 
Step 1600 | loss:1.4576536417007446 lr:6.276051281087866e-05 tokens_per_second_per_gpu:2262.4704743350226 
Step 1601 | loss:1.2799378633499146 lr:6.275136954506429e-05 tokens_per_second_per_gpu:2587.585262651686 
Step 1602 | loss:1.2199534177780151 lr:6.274222117595897e-05 tokens_per_second_per_gpu:2654.8539444982057 
Step 1603 | loss:1.2189021110534668 lr:6.2733067705245e-05 tokens_per_second_per_gpu:2384.098910494272 
Step 1604 | loss:1.3520839214324951 lr:6.272390913460564e-05 tokens_per_second_per_gpu:2368.5566077413932 
Step 1605 | loss:1.3822824954986572 lr:6.27147454657251e-05 tokens_per_second_per_gpu:2096.2925910606236 
Step 1606 | loss:1.3506286144256592 lr:6.27055767002885e-05 tokens_per_second_per_gpu:2026.7633501100013 
Step 1607 | loss:1.3917746543884277 lr:6.269640283998195e-05 tokens_per_second_per_gpu:2339.2672242122844 
Step 1608 | loss:1.2691888809204102 lr:6.268722388649244e-05 tokens_per_second_per_gpu:2619.3278621354248 
Step 1609 | loss:1.2350366115570068 lr:6.26780398415079e-05 tokens_per_second_per_gpu:2477.6661715552823 
Step 1610 | loss:1.325484275817871 lr:6.266885070671726e-05 tokens_per_second_per_gpu:2420.259197921267 
Step 1611 | loss:1.2907516956329346 lr:6.265965648381029e-05 tokens_per_second_per_gpu:2874.9116624592452 
Step 1612 | loss:1.552481770515442 lr:6.265045717447778e-05 tokens_per_second_per_gpu:2622.2985476805757 
Step 1613 | loss:1.372702956199646 lr:6.26412527804114e-05 tokens_per_second_per_gpu:2021.529335041673 
Step 1614 | loss:1.1780555248260498 lr:6.26320433033038e-05 tokens_per_second_per_gpu:2221.8736063240835 
Step 1615 | loss:1.3848919868469238 lr:6.262282874484853e-05 tokens_per_second_per_gpu:1884.7026501056719 
Step 1616 | loss:1.3348463773727417 lr:6.261360910674007e-05 tokens_per_second_per_gpu:2537.0178630496393 
Step 1617 | loss:1.3107383251190186 lr:6.260438439067386e-05 tokens_per_second_per_gpu:2049.3729662195806 
Step 1618 | loss:1.2366180419921875 lr:6.259515459834627e-05 tokens_per_second_per_gpu:2284.5646541214583 
Step 1619 | loss:1.390516757965088 lr:6.25859197314546e-05 tokens_per_second_per_gpu:1827.949454416864 
Step 1620 | loss:1.417771339416504 lr:6.257667979169707e-05 tokens_per_second_per_gpu:2096.344374407672 
Step 1621 | loss:1.3056139945983887 lr:6.256743478077285e-05 tokens_per_second_per_gpu:2579.919015270202 
Step 1622 | loss:1.2373054027557373 lr:6.255818470038203e-05 tokens_per_second_per_gpu:1929.209489256822 
Step 1623 | loss:1.3483970165252686 lr:6.254892955222564e-05 tokens_per_second_per_gpu:1809.4338316880362 
Step 1624 | loss:1.172534704208374 lr:6.253966933800564e-05 tokens_per_second_per_gpu:2133.721552004255 
Step 1625 | loss:1.3618462085723877 lr:6.253040405942493e-05 tokens_per_second_per_gpu:2322.087753604524 
Step 1626 | loss:1.1615140438079834 lr:6.252113371818731e-05 tokens_per_second_per_gpu:2093.229044454931 
Step 1627 | loss:1.2340679168701172 lr:6.251185831599755e-05 tokens_per_second_per_gpu:2579.9386211073897 
Step 1628 | loss:1.439850926399231 lr:6.250257785456134e-05 tokens_per_second_per_gpu:1823.085291994109 
Step 1629 | loss:1.176324486732483 lr:6.249329233558528e-05 tokens_per_second_per_gpu:2858.4899399513265 
Step 1630 | loss:1.3159658908843994 lr:6.248400176077693e-05 tokens_per_second_per_gpu:2145.243492494119 
Step 1631 | loss:1.3174231052398682 lr:6.247470613184475e-05 tokens_per_second_per_gpu:1920.2266957682007 
Step 1632 | loss:1.2805746793746948 lr:6.246540545049815e-05 tokens_per_second_per_gpu:2310.296843542077 
Step 1633 | loss:1.3174834251403809 lr:6.245609971844745e-05 tokens_per_second_per_gpu:1913.1599091314472 
Step 1634 | loss:1.4741013050079346 lr:6.244678893740394e-05 tokens_per_second_per_gpu:1967.3897864567584 
Step 1635 | loss:1.3737918138504028 lr:6.24374731090798e-05 tokens_per_second_per_gpu:1934.7954710954011 
Step 1636 | loss:1.268105149269104 lr:6.242815223518813e-05 tokens_per_second_per_gpu:2330.9684038862624 
Step 1637 | loss:1.2800652980804443 lr:6.241882631744299e-05 tokens_per_second_per_gpu:2008.5367903193528 
Step 1638 | loss:1.486482858657837 lr:6.240949535755937e-05 tokens_per_second_per_gpu:1791.3845196757331 
Step 1639 | loss:1.2575939893722534 lr:6.240015935725313e-05 tokens_per_second_per_gpu:3194.9534236776103 
Step 1640 | loss:1.1893267631530762 lr:6.239081831824114e-05 tokens_per_second_per_gpu:2317.2059049259333 
Step 1641 | loss:1.4041048288345337 lr:6.238147224224112e-05 tokens_per_second_per_gpu:2102.7183998859246 
Step 1642 | loss:1.0742560625076294 lr:6.237212113097178e-05 tokens_per_second_per_gpu:3351.2622426810867 
Step 1643 | loss:1.1212571859359741 lr:6.236276498615271e-05 tokens_per_second_per_gpu:3307.9212036523386 
Step 1644 | loss:1.4841800928115845 lr:6.235340380950445e-05 tokens_per_second_per_gpu:1775.833044617061 
Step 1645 | loss:1.3512012958526611 lr:6.234403760274845e-05 tokens_per_second_per_gpu:2785.629050723336 
Step 1646 | loss:1.457168698310852 lr:6.233466636760711e-05 tokens_per_second_per_gpu:2145.044544785181 
Step 1647 | loss:1.1338530778884888 lr:6.23252901058037e-05 tokens_per_second_per_gpu:2198.664456690831 
Step 1648 | loss:1.264065146446228 lr:6.23159088190625e-05 tokens_per_second_per_gpu:1842.9220958229537 
Step 1649 | loss:1.3501101732254028 lr:6.230652250910864e-05 tokens_per_second_per_gpu:2823.4161060996807 
Step 1650 | loss:1.384648323059082 lr:6.229713117766819e-05 tokens_per_second_per_gpu:2146.4193118389076 
Step 1651 | loss:1.4486401081085205 lr:6.228773482646816e-05 tokens_per_second_per_gpu:1964.308684319991 
Step 1652 | loss:1.398298740386963 lr:6.22783334572365e-05 tokens_per_second_per_gpu:1883.1047182245993 
Step 1653 | loss:1.1801646947860718 lr:6.226892707170202e-05 tokens_per_second_per_gpu:2319.376046456442 
Step 1654 | loss:1.425546407699585 lr:6.225951567159451e-05 tokens_per_second_per_gpu:2120.0567300809025 
Step 1655 | loss:1.1982144117355347 lr:6.225009925864469e-05 tokens_per_second_per_gpu:2915.1693743710503 
Step 1656 | loss:1.314698338508606 lr:6.224067783458413e-05 tokens_per_second_per_gpu:2727.7755521885338 
Step 1657 | loss:1.296341061592102 lr:6.223125140114538e-05 tokens_per_second_per_gpu:2130.8859791999134 
Step 1658 | loss:1.410720944404602 lr:6.222181996006191e-05 tokens_per_second_per_gpu:2383.703480320284 
Step 1659 | loss:1.2299197912216187 lr:6.22123835130681e-05 tokens_per_second_per_gpu:2644.073729093791 
Step 1660 | loss:1.2422418594360352 lr:6.220294206189923e-05 tokens_per_second_per_gpu:2491.245454013959 
Step 1661 | loss:1.4150216579437256 lr:6.219349560829154e-05 tokens_per_second_per_gpu:2159.2424029419662 
Step 1662 | loss:1.446900486946106 lr:6.218404415398215e-05 tokens_per_second_per_gpu:1639.3823240116667 
Step 1663 | loss:1.3239797353744507 lr:6.217458770070915e-05 tokens_per_second_per_gpu:2552.570407125389 
Step 1664 | loss:1.4338421821594238 lr:6.216512625021148e-05 tokens_per_second_per_gpu:1980.7978159997633 
Step 1665 | loss:1.2775212526321411 lr:6.215565980422907e-05 tokens_per_second_per_gpu:2044.5289089406444 
Step 1666 | loss:1.5445566177368164 lr:6.214618836450272e-05 tokens_per_second_per_gpu:1658.5825101505607 
Step 1667 | loss:1.3451236486434937 lr:6.213671193277416e-05 tokens_per_second_per_gpu:2270.3638702743224 
Step 1668 | loss:1.2684019804000854 lr:6.212723051078605e-05 tokens_per_second_per_gpu:2349.0865202546624 
Step 1669 | loss:1.2122557163238525 lr:6.211774410028196e-05 tokens_per_second_per_gpu:2802.0265332703134 
Step 1670 | loss:1.3418073654174805 lr:6.210825270300638e-05 tokens_per_second_per_gpu:2801.77297929404 
Step 1671 | loss:1.2011858224868774 lr:6.209875632070471e-05 tokens_per_second_per_gpu:2874.7789456619153 
Step 1672 | loss:1.2632254362106323 lr:6.208925495512326e-05 tokens_per_second_per_gpu:2828.9296023616225 
Step 1673 | loss:1.1883549690246582 lr:6.20797486080093e-05 tokens_per_second_per_gpu:2691.654213076394 
Step 1674 | loss:1.3897148370742798 lr:6.207023728111095e-05 tokens_per_second_per_gpu:3225.6890148438606 
Step 1675 | loss:1.3942201137542725 lr:6.206072097617729e-05 tokens_per_second_per_gpu:2726.1306719761797 
Step 1676 | loss:1.3859007358551025 lr:6.205119969495832e-05 tokens_per_second_per_gpu:2261.7885283679884 
Step 1677 | loss:1.3008710145950317 lr:6.204167343920491e-05 tokens_per_second_per_gpu:2396.943330622647 
Step 1678 | loss:1.2892216444015503 lr:6.20321422106689e-05 tokens_per_second_per_gpu:2328.0816408989162 
Step 1679 | loss:1.2864718437194824 lr:6.202260601110302e-05 tokens_per_second_per_gpu:2107.70107093541 
Step 1680 | loss:1.3925034999847412 lr:6.201306484226088e-05 tokens_per_second_per_gpu:2176.2686781502066 
Step 1681 | loss:1.430335521697998 lr:6.200351870589708e-05 tokens_per_second_per_gpu:2360.7354722734544 
Step 1682 | loss:1.3527528047561646 lr:6.199396760376706e-05 tokens_per_second_per_gpu:2170.13602870487 
Step 1683 | loss:1.3822957277297974 lr:6.198441153762723e-05 tokens_per_second_per_gpu:1741.9672904839922 
Step 1684 | loss:1.3018841743469238 lr:6.197485050923486e-05 tokens_per_second_per_gpu:2333.211988453533 
Step 1685 | loss:1.2537120580673218 lr:6.196528452034817e-05 tokens_per_second_per_gpu:2678.1317505287357 
Step 1686 | loss:1.1856974363327026 lr:6.195571357272627e-05 tokens_per_second_per_gpu:2859.9454066456533 
Step 1687 | loss:1.315089225769043 lr:6.194613766812922e-05 tokens_per_second_per_gpu:2491.512211376879 
Step 1688 | loss:1.2505797147750854 lr:6.193655680831794e-05 tokens_per_second_per_gpu:1423.6199610773065 
Step 1689 | loss:1.0615578889846802 lr:6.192697099505432e-05 tokens_per_second_per_gpu:2876.509347097609 
Step 1690 | loss:1.2913708686828613 lr:6.191738023010108e-05 tokens_per_second_per_gpu:2111.163874263404 
Step 1691 | loss:1.4635159969329834 lr:6.190778451522193e-05 tokens_per_second_per_gpu:2434.7111578528006 
Step 1692 | loss:1.3212528228759766 lr:6.189818385218144e-05 tokens_per_second_per_gpu:3321.063225877983 
Step 1693 | loss:1.4047245979309082 lr:6.188857824274512e-05 tokens_per_second_per_gpu:2134.4967728355305 
Step 1694 | loss:1.5774025917053223 lr:6.187896768867937e-05 tokens_per_second_per_gpu:1905.0595191983928 
Step 1695 | loss:1.3988268375396729 lr:6.186935219175151e-05 tokens_per_second_per_gpu:2463.5947227826096 
Step 1696 | loss:1.284181833267212 lr:6.185973175372976e-05 tokens_per_second_per_gpu:2582.9753969562303 
Step 1697 | loss:1.2320387363433838 lr:6.185010637638327e-05 tokens_per_second_per_gpu:1991.408107635186 
Step 1698 | loss:1.2822813987731934 lr:6.184047606148206e-05 tokens_per_second_per_gpu:2019.7569113781058 
Step 1699 | loss:1.2806117534637451 lr:6.18308408107971e-05 tokens_per_second_per_gpu:2490.1460179317673 
Step 1700 | loss:1.4632011651992798 lr:6.182120062610022e-05 tokens_per_second_per_gpu:2319.375370109223 
Step 1701 | loss:1.2965044975280762 lr:6.181155550916422e-05 tokens_per_second_per_gpu:2798.508059923081 
Step 1702 | loss:1.2203245162963867 lr:6.180190546176276e-05 tokens_per_second_per_gpu:2843.489495292047 
Step 1703 | loss:1.3092390298843384 lr:6.179225048567042e-05 tokens_per_second_per_gpu:2554.4439638017498 
Step 1704 | loss:1.186469316482544 lr:6.178259058266267e-05 tokens_per_second_per_gpu:2778.760530314243 
Step 1705 | loss:1.1664602756500244 lr:6.177292575451591e-05 tokens_per_second_per_gpu:2943.410646283945 
Step 1706 | loss:1.4671322107315063 lr:6.176325600300745e-05 tokens_per_second_per_gpu:2393.4188026486577 
Step 1707 | loss:1.2489012479782104 lr:6.175358132991548e-05 tokens_per_second_per_gpu:2740.79018060548 
Step 1708 | loss:1.3796861171722412 lr:6.174390173701912e-05 tokens_per_second_per_gpu:2232.572633726117 
Step 1709 | loss:1.3115174770355225 lr:6.173421722609836e-05 tokens_per_second_per_gpu:2767.735705831491 
Step 1710 | loss:1.2807424068450928 lr:6.172452779893412e-05 tokens_per_second_per_gpu:2352.3663035779573 
Step 1711 | loss:1.5717551708221436 lr:6.171483345730825e-05 tokens_per_second_per_gpu:2060.528408468293 
Step 1712 | loss:1.3773672580718994 lr:6.170513420300345e-05 tokens_per_second_per_gpu:1960.0408040540703 
Step 1713 | loss:1.385312795639038 lr:6.169543003780335e-05 tokens_per_second_per_gpu:1895.5432831168391 
Step 1714 | loss:1.3552117347717285 lr:6.168572096349248e-05 tokens_per_second_per_gpu:2439.905581367093 
Step 1715 | loss:1.5267342329025269 lr:6.167600698185628e-05 tokens_per_second_per_gpu:2066.2804163281025 
Step 1716 | loss:1.1654691696166992 lr:6.166628809468109e-05 tokens_per_second_per_gpu:3184.696037620605 
Step 1717 | loss:1.483698844909668 lr:6.165656430375414e-05 tokens_per_second_per_gpu:2356.9178135687366 
Step 1718 | loss:1.1382300853729248 lr:6.164683561086357e-05 tokens_per_second_per_gpu:2583.6165179905142 
Step 1719 | loss:1.1067010164260864 lr:6.16371020177984e-05 tokens_per_second_per_gpu:3034.343926964025 
Step 1720 | loss:1.2569295167922974 lr:6.162736352634863e-05 tokens_per_second_per_gpu:2432.4730233953924 
Step 1721 | loss:1.3302809000015259 lr:6.161762013830506e-05 tokens_per_second_per_gpu:2644.8409485392676 
Step 1722 | loss:1.2505669593811035 lr:6.160787185545943e-05 tokens_per_second_per_gpu:2261.031430633218 
Step 1723 | loss:1.324906587600708 lr:6.159811867960441e-05 tokens_per_second_per_gpu:2708.973242725955 
Step 1724 | loss:1.2134292125701904 lr:6.158836061253352e-05 tokens_per_second_per_gpu:3085.0202329440785 
Step 1725 | loss:1.3668478727340698 lr:6.157859765604122e-05 tokens_per_second_per_gpu:2243.7838822387475 
Step 1726 | loss:1.493534803390503 lr:6.156882981192285e-05 tokens_per_second_per_gpu:2274.135860701032 
Step 1727 | loss:1.4412786960601807 lr:6.155905708197464e-05 tokens_per_second_per_gpu:1933.988363736414 
Step 1728 | loss:1.2382090091705322 lr:6.154927946799374e-05 tokens_per_second_per_gpu:2461.729737353136 
Step 1729 | loss:1.2461830377578735 lr:6.153949697177818e-05 tokens_per_second_per_gpu:2868.238265999792 
Step 1730 | loss:1.4512662887573242 lr:6.152970959512689e-05 tokens_per_second_per_gpu:2706.3424767062465 
Step 1731 | loss:1.3507736921310425 lr:6.151991733983973e-05 tokens_per_second_per_gpu:2012.1867396175005 
Step 1732 | loss:1.3436514139175415 lr:6.151012020771741e-05 tokens_per_second_per_gpu:2268.609900681207 
Step 1733 | loss:1.354970097541809 lr:6.150031820056157e-05 tokens_per_second_per_gpu:2226.998887754355 
Step 1734 | loss:1.285523772239685 lr:6.149051132017471e-05 tokens_per_second_per_gpu:2183.8621689835018 
Step 1735 | loss:1.3334081172943115 lr:6.148069956836026e-05 tokens_per_second_per_gpu:1844.5446554691562 
Step 1736 | loss:1.3704789876937866 lr:6.147088294692255e-05 tokens_per_second_per_gpu:2769.9663892983267 
Step 1737 | loss:1.2874517440795898 lr:6.146106145766677e-05 tokens_per_second_per_gpu:1642.7148955058503 
Step 1738 | loss:1.4360243082046509 lr:6.145123510239903e-05 tokens_per_second_per_gpu:2106.322891870093 
Step 1739 | loss:1.2947591543197632 lr:6.144140388292635e-05 tokens_per_second_per_gpu:1816.7315149528974 
Step 1740 | loss:1.5423444509506226 lr:6.143156780105661e-05 tokens_per_second_per_gpu:1983.0872321893132 
Step 1741 | loss:1.2743215560913086 lr:6.14217268585986e-05 tokens_per_second_per_gpu:1838.7987349227324 
Step 1742 | loss:1.2898424863815308 lr:6.1411881057362e-05 tokens_per_second_per_gpu:2313.7895630213693 
Step 1743 | loss:1.4499061107635498 lr:6.140203039915739e-05 tokens_per_second_per_gpu:2091.688687093257 
Step 1744 | loss:1.2646420001983643 lr:6.139217488579624e-05 tokens_per_second_per_gpu:3056.5759991793407 
Step 1745 | loss:1.2867892980575562 lr:6.138231451909092e-05 tokens_per_second_per_gpu:2658.4882928449542 
Step 1746 | loss:1.3866995573043823 lr:6.13724493008547e-05 tokens_per_second_per_gpu:1727.3004796602347 
Step 1747 | loss:1.2553848028182983 lr:6.136257923290167e-05 tokens_per_second_per_gpu:2579.6847987203187 
Step 1748 | loss:1.3272373676300049 lr:6.135270431704692e-05 tokens_per_second_per_gpu:2562.465234102794 
Step 1749 | loss:1.4167704582214355 lr:6.134282455510639e-05 tokens_per_second_per_gpu:1828.3313684053612 
Step 1750 | loss:1.3707948923110962 lr:6.133293994889686e-05 tokens_per_second_per_gpu:2578.7376083143654 
Step 1751 | loss:1.3803420066833496 lr:6.132305050023607e-05 tokens_per_second_per_gpu:2253.062223411765 
Step 1752 | loss:1.3669861555099487 lr:6.13131562109426e-05 tokens_per_second_per_gpu:2071.8690535076316 
Step 1753 | loss:1.4462125301361084 lr:6.130325708283598e-05 tokens_per_second_per_gpu:2247.5852485336386 
Step 1754 | loss:1.2830407619476318 lr:6.129335311773656e-05 tokens_per_second_per_gpu:2155.0563256573673 
Step 1755 | loss:1.2855308055877686 lr:6.128344431746564e-05 tokens_per_second_per_gpu:2417.8806711107713 
Step 1756 | loss:1.3381428718566895 lr:6.127353068384535e-05 tokens_per_second_per_gpu:2559.5956249277897 
Step 1757 | loss:1.163291573524475 lr:6.126361221869876e-05 tokens_per_second_per_gpu:2116.217569745252 
Step 1758 | loss:1.4450253248214722 lr:6.125368892384982e-05 tokens_per_second_per_gpu:2286.6616173650177 
Step 1759 | loss:1.294394612312317 lr:6.124376080112334e-05 tokens_per_second_per_gpu:1904.1028988831256 
Step 1760 | loss:1.364505410194397 lr:6.123382785234504e-05 tokens_per_second_per_gpu:2125.1164482279323 
Step 1761 | loss:1.236041784286499 lr:6.122389007934152e-05 tokens_per_second_per_gpu:2204.4831700956333 
Step 1762 | loss:1.1020057201385498 lr:6.121394748394029e-05 tokens_per_second_per_gpu:2895.657143619415 
Step 1763 | loss:1.2927664518356323 lr:6.12040000679697e-05 tokens_per_second_per_gpu:2502.721514335779 
Step 1764 | loss:1.2258392572402954 lr:6.119404783325901e-05 tokens_per_second_per_gpu:2750.5480868845366 
Step 1765 | loss:1.2752102613449097 lr:6.11840907816384e-05 tokens_per_second_per_gpu:2656.706679777504 
Step 1766 | loss:1.4396060705184937 lr:6.117412891493887e-05 tokens_per_second_per_gpu:2345.7494737241836 
Step 1767 | loss:1.484187364578247 lr:6.116416223499237e-05 tokens_per_second_per_gpu:1998.3472628325276 
Step 1768 | loss:1.3686258792877197 lr:6.115419074363168e-05 tokens_per_second_per_gpu:1890.49583486724 
Step 1769 | loss:1.1874035596847534 lr:6.114421444269052e-05 tokens_per_second_per_gpu:2200.0432540489933 
Step 1770 | loss:1.4096159934997559 lr:6.113423333400345e-05 tokens_per_second_per_gpu:2549.795461571682 
Step 1771 | loss:1.3586022853851318 lr:6.112424741940592e-05 tokens_per_second_per_gpu:2224.446429008083 
Step 1772 | loss:1.5352965593338013 lr:6.111425670073429e-05 tokens_per_second_per_gpu:2653.270890912775 
Step 1773 | loss:1.288438081741333 lr:6.110426117982578e-05 tokens_per_second_per_gpu:2501.392845656931 
Step 1774 | loss:1.5271875858306885 lr:6.109426085851848e-05 tokens_per_second_per_gpu:2060.2512540720572 
Step 1775 | loss:1.4243288040161133 lr:6.10842557386514e-05 tokens_per_second_per_gpu:2261.590416049295 
Step 1776 | loss:1.3846298456192017 lr:6.107424582206444e-05 tokens_per_second_per_gpu:1919.8780549483897 
Step 1777 | loss:1.302809238433838 lr:6.106423111059831e-05 tokens_per_second_per_gpu:1906.901309678888 
Step 1778 | loss:1.3761017322540283 lr:6.105421160609465e-05 tokens_per_second_per_gpu:2044.1362864960906 
Step 1779 | loss:1.3135696649551392 lr:6.104418731039603e-05 tokens_per_second_per_gpu:2186.236835102812 
Step 1780 | loss:1.325468897819519 lr:6.10341582253458e-05 tokens_per_second_per_gpu:2195.0654054922593 
Step 1781 | loss:1.4559513330459595 lr:6.102412435278827e-05 tokens_per_second_per_gpu:2067.7438942680787 
Step 1782 | loss:1.4074616432189941 lr:6.101408569456858e-05 tokens_per_second_per_gpu:1999.9345071668154 
Step 1783 | loss:1.2205874919891357 lr:6.10040422525328e-05 tokens_per_second_per_gpu:2243.237115470113 
Step 1784 | loss:1.231933832168579 lr:6.099399402852782e-05 tokens_per_second_per_gpu:2982.684841245161 
Step 1785 | loss:1.3838680982589722 lr:6.098394102440148e-05 tokens_per_second_per_gpu:2526.1728214598693 
Step 1786 | loss:1.2405303716659546 lr:6.097388324200242e-05 tokens_per_second_per_gpu:2436.417356522478 
Step 1787 | loss:1.2820016145706177 lr:6.0963820683180206e-05 tokens_per_second_per_gpu:2533.9439379088417 
Step 1788 | loss:1.5035759210586548 lr:6.095375334978531e-05 tokens_per_second_per_gpu:1962.9522720367752 
Step 1789 | loss:1.222423791885376 lr:6.094368124366901e-05 tokens_per_second_per_gpu:2186.1194218098153 
Step 1790 | loss:1.3376061916351318 lr:6.0933604366683504e-05 tokens_per_second_per_gpu:2445.0023465006243 
Step 1791 | loss:1.5190715789794922 lr:6.092352272068187e-05 tokens_per_second_per_gpu:2404.2942562541975 
Step 1792 | loss:1.562557339668274 lr:6.0913436307518066e-05 tokens_per_second_per_gpu:1647.6329821715763 
Step 1793 | loss:1.3532634973526 lr:6.0903345129046906e-05 tokens_per_second_per_gpu:1883.848178284428 
Step 1794 | loss:1.3412902355194092 lr:6.0893249187124075e-05 tokens_per_second_per_gpu:2262.4942537924517 
Step 1795 | loss:1.1651638746261597 lr:6.0883148483606175e-05 tokens_per_second_per_gpu:2788.3441500453305 
Step 1796 | loss:1.4951229095458984 lr:6.087304302035063e-05 tokens_per_second_per_gpu:2035.254186537939 
Step 1797 | loss:1.2307050228118896 lr:6.086293279921579e-05 tokens_per_second_per_gpu:2265.4496039250835 
Step 1798 | loss:1.2570205926895142 lr:6.085281782206086e-05 tokens_per_second_per_gpu:2372.5329315320173 
Step 1799 | loss:1.2807717323303223 lr:6.084269809074589e-05 tokens_per_second_per_gpu:2205.7842071408636 
Step 1800 | loss:1.2555148601531982 lr:6.083257360713186e-05 tokens_per_second_per_gpu:2503.761128684123 
Step 1801 | loss:1.407252550125122 lr:6.082244437308058e-05 tokens_per_second_per_gpu:2459.7444148227196 
Step 1802 | loss:1.3664554357528687 lr:6.081231039045474e-05 tokens_per_second_per_gpu:2160.710184482944 
Step 1803 | loss:1.4255036115646362 lr:6.080217166111792e-05 tokens_per_second_per_gpu:2408.0253662602686 
Step 1804 | loss:1.0908643007278442 lr:6.0792028186934574e-05 tokens_per_second_per_gpu:3297.2991991707922 
Step 1805 | loss:1.2854183912277222 lr:6.078187996977001e-05 tokens_per_second_per_gpu:2962.8848765487314 
Step 1806 | loss:1.3282716274261475 lr:6.0771727011490415e-05 tokens_per_second_per_gpu:2463.2589123485413 
Step 1807 | loss:1.2550734281539917 lr:6.076156931396286e-05 tokens_per_second_per_gpu:2389.13463812765 
Step 1808 | loss:1.2688556909561157 lr:6.075140687905526e-05 tokens_per_second_per_gpu:2355.066130980776 
Step 1809 | loss:1.333479642868042 lr:6.074123970863643e-05 tokens_per_second_per_gpu:2509.537229715349 
Step 1810 | loss:1.3252347707748413 lr:6.0731067804576046e-05 tokens_per_second_per_gpu:2332.9346666516603 
Step 1811 | loss:1.3239413499832153 lr:6.0720891168744656e-05 tokens_per_second_per_gpu:2258.366287777639 
Step 1812 | loss:1.2674245834350586 lr:6.0710709803013654e-05 tokens_per_second_per_gpu:2107.6506160471363 
Step 1813 | loss:1.3042672872543335 lr:6.0700523709255356e-05 tokens_per_second_per_gpu:2241.082751029319 
Step 1814 | loss:1.2770026922225952 lr:6.06903328893429e-05 tokens_per_second_per_gpu:2643.409465651661 
Step 1815 | loss:1.1542224884033203 lr:6.0680137345150296e-05 tokens_per_second_per_gpu:2930.444525864967 
Step 1816 | loss:1.2659953832626343 lr:6.066993707855247e-05 tokens_per_second_per_gpu:2459.843737470801 
Step 1817 | loss:1.2268186807632446 lr:6.065973209142515e-05 tokens_per_second_per_gpu:2202.369150774124 
Step 1818 | loss:1.2076785564422607 lr:6.064952238564498e-05 tokens_per_second_per_gpu:2617.570490055455 
Step 1819 | loss:1.2795559167861938 lr:6.063930796308946e-05 tokens_per_second_per_gpu:2437.303032605763 
Step 1820 | loss:1.3030774593353271 lr:6.062908882563695e-05 tokens_per_second_per_gpu:2321.019541380986 
Step 1821 | loss:1.1566789150238037 lr:6.0618864975166675e-05 tokens_per_second_per_gpu:3357.419075752856 
Step 1822 | loss:1.3635220527648926 lr:6.0608636413558734e-05 tokens_per_second_per_gpu:2880.0259025810406 
Step 1823 | loss:1.2908174991607666 lr:6.05984031426941e-05 tokens_per_second_per_gpu:2315.38256313933 
Step 1824 | loss:1.4925860166549683 lr:6.058816516445459e-05 tokens_per_second_per_gpu:2260.000224057497 
Step 1825 | loss:1.457693099975586 lr:6.057792248072292e-05 tokens_per_second_per_gpu:1792.319897886057 
Step 1826 | loss:1.279632329940796 lr:6.056767509338263e-05 tokens_per_second_per_gpu:2009.9878514790028 
Step 1827 | loss:1.1947987079620361 lr:6.0557423004318154e-05 tokens_per_second_per_gpu:2833.5252950508807 
Step 1828 | loss:1.2709182500839233 lr:6.0547166215414785e-05 tokens_per_second_per_gpu:2647.1051373579608 
Step 1829 | loss:1.4668253660202026 lr:6.053690472855866e-05 tokens_per_second_per_gpu:2007.6873273179053 
Step 1830 | loss:1.256399154663086 lr:6.052663854563683e-05 tokens_per_second_per_gpu:2135.5894709627755 
Step 1831 | loss:1.3729984760284424 lr:6.051636766853716e-05 tokens_per_second_per_gpu:2258.9138025660586 
Step 1832 | loss:1.2343693971633911 lr:6.050609209914839e-05 tokens_per_second_per_gpu:2973.1292165012665 
Step 1833 | loss:1.2464489936828613 lr:6.049581183936013e-05 tokens_per_second_per_gpu:1895.1244098148504 
Step 1834 | loss:1.2991228103637695 lr:6.048552689106286e-05 tokens_per_second_per_gpu:1527.1300591144898 
Step 1835 | loss:1.23529851436615 lr:6.04752372561479e-05 tokens_per_second_per_gpu:1869.441793603892 
Step 1836 | loss:1.2426390647888184 lr:6.0464942936507456e-05 tokens_per_second_per_gpu:2705.8955931731693 
Step 1837 | loss:1.2727233171463013 lr:6.045464393403458e-05 tokens_per_second_per_gpu:2245.548755484779 
Step 1838 | loss:1.350368618965149 lr:6.04443402506232e-05 tokens_per_second_per_gpu:2769.47597611894 
Step 1839 | loss:1.3796508312225342 lr:6.043403188816808e-05 tokens_per_second_per_gpu:2070.644832956313 
Step 1840 | loss:1.1457768678665161 lr:6.042371884856486e-05 tokens_per_second_per_gpu:2170.9834564210814 
Step 1841 | loss:1.1283743381500244 lr:6.041340113371005e-05 tokens_per_second_per_gpu:2772.228815626228 
Step 1842 | loss:1.4050848484039307 lr:6.0403078745500996e-05 tokens_per_second_per_gpu:2319.2444556700434 
Step 1843 | loss:1.3831661939620972 lr:6.039275168583592e-05 tokens_per_second_per_gpu:2784.117536006868 
Step 1844 | loss:1.3387523889541626 lr:6.03824199566139e-05 tokens_per_second_per_gpu:2335.4520828431564 
Step 1845 | loss:1.3477342128753662 lr:6.037208355973487e-05 tokens_per_second_per_gpu:1709.7383241312207 
Step 1846 | loss:1.3015533685684204 lr:6.036174249709964e-05 tokens_per_second_per_gpu:1667.3091108031556 
Step 1847 | loss:1.2538143396377563 lr:6.035139677060984e-05 tokens_per_second_per_gpu:2326.0949261760998 
Step 1848 | loss:1.2836791276931763 lr:6.0341046382167994e-05 tokens_per_second_per_gpu:2430.2989804790823 
Step 1849 | loss:1.4190151691436768 lr:6.0330691333677446e-05 tokens_per_second_per_gpu:1898.592952280556 
Step 1850 | loss:1.2686028480529785 lr:6.0320331627042455e-05 tokens_per_second_per_gpu:1578.5242406420102 
Step 1851 | loss:1.1738529205322266 lr:6.030996726416808e-05 tokens_per_second_per_gpu:2541.373978497163 
Step 1852 | loss:1.3642621040344238 lr:6.0299598246960264e-05 tokens_per_second_per_gpu:2381.255409390032 
Step 1853 | loss:1.242133617401123 lr:6.028922457732579e-05 tokens_per_second_per_gpu:2488.212579895039 
Step 1854 | loss:1.419887900352478 lr:6.0278846257172324e-05 tokens_per_second_per_gpu:2143.8088744063143 
Step 1855 | loss:1.2895557880401611 lr:6.026846328840835e-05 tokens_per_second_per_gpu:2607.582315018546 
Step 1856 | loss:1.233091950416565 lr:6.0258075672943245e-05 tokens_per_second_per_gpu:1967.5141680332354 
Step 1857 | loss:1.075585126876831 lr:6.0247683412687214e-05 tokens_per_second_per_gpu:3247.241650592125 
Step 1858 | loss:1.377947449684143 lr:6.023728650955131e-05 tokens_per_second_per_gpu:1629.6971343316827 
Step 1859 | loss:1.3580161333084106 lr:6.0226884965447476e-05 tokens_per_second_per_gpu:1813.5991669368393 
Step 1860 | loss:1.3213878870010376 lr:6.021647878228848e-05 tokens_per_second_per_gpu:2580.659461392695 
Step 1861 | loss:1.2509148120880127 lr:6.020606796198795e-05 tokens_per_second_per_gpu:2078.3262194781296 
Step 1862 | loss:1.255968451499939 lr:6.019565250646035e-05 tokens_per_second_per_gpu:2682.7986033778648 
Step 1863 | loss:1.3915308713912964 lr:6.018523241762104e-05 tokens_per_second_per_gpu:2284.6094994265027 
Step 1864 | loss:1.2085926532745361 lr:6.0174807697386184e-05 tokens_per_second_per_gpu:2254.2977169494884 
Step 1865 | loss:1.6155149936676025 lr:6.016437834767281e-05 tokens_per_second_per_gpu:2173.6370750121455 
Step 1866 | loss:1.330540657043457 lr:6.0153944370398835e-05 tokens_per_second_per_gpu:2516.6790500906823 
Step 1867 | loss:1.2377536296844482 lr:6.014350576748298e-05 tokens_per_second_per_gpu:2413.246522352294 
Step 1868 | loss:1.1941051483154297 lr:6.013306254084484e-05 tokens_per_second_per_gpu:2492.7911911659658 
Step 1869 | loss:1.1243946552276611 lr:6.0122614692404844e-05 tokens_per_second_per_gpu:2470.28287531821 
Step 1870 | loss:1.395358920097351 lr:6.011216222408429e-05 tokens_per_second_per_gpu:2049.709537485876 
Step 1871 | loss:1.3135062456130981 lr:6.010170513780531e-05 tokens_per_second_per_gpu:2452.056338505199 
Step 1872 | loss:1.19219970703125 lr:6.009124343549091e-05 tokens_per_second_per_gpu:2728.37710939919 
Step 1873 | loss:1.2920911312103271 lr:6.00807771190649e-05 tokens_per_second_per_gpu:2040.159102988684 
Step 1874 | loss:1.589677095413208 lr:6.007030619045199e-05 tokens_per_second_per_gpu:1967.7868383367113 
Step 1875 | loss:1.2662521600723267 lr:6.00598306515777e-05 tokens_per_second_per_gpu:2751.216233961544 
Step 1876 | loss:1.304802656173706 lr:6.004935050436841e-05 tokens_per_second_per_gpu:2528.7442730709117 
Step 1877 | loss:1.29976224899292 lr:6.0038865750751366e-05 tokens_per_second_per_gpu:1919.2320819797326 
Step 1878 | loss:1.3257794380187988 lr:6.0028376392654615e-05 tokens_per_second_per_gpu:1891.4876006143606 
Step 1879 | loss:1.3517518043518066 lr:6.00178824320071e-05 tokens_per_second_per_gpu:2033.9161184140569 
Step 1880 | loss:1.4116697311401367 lr:6.0007383870738605e-05 tokens_per_second_per_gpu:1738.8703760648375 
Step 1881 | loss:1.2997710704803467 lr:5.99968807107797e-05 tokens_per_second_per_gpu:3240.792695342311 
Step 1882 | loss:1.3215605020523071 lr:5.99863729540619e-05 tokens_per_second_per_gpu:2286.6729842040268 
Step 1883 | loss:1.2918879985809326 lr:5.997586060251745e-05 tokens_per_second_per_gpu:1906.1214212597683 
Step 1884 | loss:1.2867326736450195 lr:5.996534365807956e-05 tokens_per_second_per_gpu:2655.654504375394 
Step 1885 | loss:1.1291090250015259 lr:5.9954822122682196e-05 tokens_per_second_per_gpu:2766.529038219208 
Step 1886 | loss:1.326928734779358 lr:5.99442959982602e-05 tokens_per_second_per_gpu:2190.163546783533 
Step 1887 | loss:1.4874969720840454 lr:5.993376528674925e-05 tokens_per_second_per_gpu:2199.8914396242717 
Step 1888 | loss:1.2012568712234497 lr:5.992322999008589e-05 tokens_per_second_per_gpu:2609.053681692851 
Step 1889 | loss:1.4005030393600464 lr:5.9912690110207476e-05 tokens_per_second_per_gpu:2319.4419072638393 
Step 1890 | loss:1.3753540515899658 lr:5.990214564905222e-05 tokens_per_second_per_gpu:2916.5100178166185 
Step 1891 | loss:1.504252552986145 lr:5.98915966085592e-05 tokens_per_second_per_gpu:1960.326315440025 
Step 1892 | loss:1.1879971027374268 lr:5.988104299066829e-05 tokens_per_second_per_gpu:1906.8623246277448 
Step 1893 | loss:1.4067882299423218 lr:5.9870484797320236e-05 tokens_per_second_per_gpu:2666.71632179783 
Step 1894 | loss:1.4089019298553467 lr:5.985992203045663e-05 tokens_per_second_per_gpu:2997.6664700640654 
Step 1895 | loss:1.2974485158920288 lr:5.984935469201988e-05 tokens_per_second_per_gpu:2420.136145267283 
Step 1896 | loss:1.3514715433120728 lr:5.983878278395324e-05 tokens_per_second_per_gpu:1420.468833172961 
Step 1897 | loss:1.4351643323898315 lr:5.9828206308200846e-05 tokens_per_second_per_gpu:2086.4153064074917 
Step 1898 | loss:1.336540937423706 lr:5.981762526670761e-05 tokens_per_second_per_gpu:2440.6573478702503 
Step 1899 | loss:1.1626267433166504 lr:5.9807039661419336e-05 tokens_per_second_per_gpu:2605.4022488443034 
Step 1900 | loss:1.5106823444366455 lr:5.979644949428263e-05 tokens_per_second_per_gpu:2489.951055000939 
Step 1901 | loss:1.2221708297729492 lr:5.9785854767244965e-05 tokens_per_second_per_gpu:2927.2537373284454 
Step 1902 | loss:1.2462620735168457 lr:5.9775255482254624e-05 tokens_per_second_per_gpu:2446.4150695378607 
Step 1903 | loss:1.3639991283416748 lr:5.9764651641260773e-05 tokens_per_second_per_gpu:2488.1171020783468 
Step 1904 | loss:1.4491511583328247 lr:5.975404324621335e-05 tokens_per_second_per_gpu:2565.763778995547 
Step 1905 | loss:1.2798538208007812 lr:5.974343029906321e-05 tokens_per_second_per_gpu:2103.874665852737 
Step 1906 | loss:1.5135983228683472 lr:5.9732812801761955e-05 tokens_per_second_per_gpu:1786.4184620607584 
Step 1907 | loss:1.3370198011398315 lr:5.9722190756262106e-05 tokens_per_second_per_gpu:1979.5971617430673 
Step 1908 | loss:1.3212978839874268 lr:5.971156416451698e-05 tokens_per_second_per_gpu:2239.2622349288777 
Step 1909 | loss:1.1889740228652954 lr:5.970093302848073e-05 tokens_per_second_per_gpu:2323.273462995317 
Step 1910 | loss:1.2328153848648071 lr:5.9690297350108355e-05 tokens_per_second_per_gpu:2279.782867369454 
Step 1911 | loss:1.2732152938842773 lr:5.967965713135568e-05 tokens_per_second_per_gpu:2047.2472666625583 
Step 1912 | loss:1.2269179821014404 lr:5.966901237417938e-05 tokens_per_second_per_gpu:2169.1758050193093 
Step 1913 | loss:1.4347188472747803 lr:5.9658363080536946e-05 tokens_per_second_per_gpu:1973.908306719021 
Step 1914 | loss:1.223757266998291 lr:5.9647709252386714e-05 tokens_per_second_per_gpu:1665.1975341850589 
Step 1915 | loss:1.1048634052276611 lr:5.963705089168784e-05 tokens_per_second_per_gpu:3347.8415844175356 
Step 1916 | loss:1.1123459339141846 lr:5.962638800040035e-05 tokens_per_second_per_gpu:3148.841272195706 
Step 1917 | loss:1.2550432682037354 lr:5.961572058048506e-05 tokens_per_second_per_gpu:2748.4648234718406 
Step 1918 | loss:1.3481717109680176 lr:5.960504863390365e-05 tokens_per_second_per_gpu:2422.271047672601 
Step 1919 | loss:1.2326524257659912 lr:5.95943721626186e-05 tokens_per_second_per_gpu:2327.846764493517 
Step 1920 | loss:1.3101694583892822 lr:5.958369116859326e-05 tokens_per_second_per_gpu:2543.571508213636 
Step 1921 | loss:1.3877272605895996 lr:5.957300565379179e-05 tokens_per_second_per_gpu:1729.2253356931676 
Step 1922 | loss:1.3066726922988892 lr:5.9562315620179165e-05 tokens_per_second_per_gpu:2452.0819524106128 
Step 1923 | loss:1.3055706024169922 lr:5.955162106972124e-05 tokens_per_second_per_gpu:2175.004097070678 
Step 1924 | loss:1.3434655666351318 lr:5.9540922004384654e-05 tokens_per_second_per_gpu:2486.2632721293758 
Step 1925 | loss:1.422328233718872 lr:5.953021842613689e-05 tokens_per_second_per_gpu:2245.0419953389005 
Step 1926 | loss:1.3859288692474365 lr:5.951951033694628e-05 tokens_per_second_per_gpu:2281.380067569206 
Step 1927 | loss:1.3525807857513428 lr:5.950879773878196e-05 tokens_per_second_per_gpu:2789.3449735071104 
Step 1928 | loss:1.1431198120117188 lr:5.9498080633613907e-05 tokens_per_second_per_gpu:2911.5048544132537 
Step 1929 | loss:1.2643661499023438 lr:5.948735902341293e-05 tokens_per_second_per_gpu:2056.6555231499947 
Step 1930 | loss:1.0388283729553223 lr:5.947663291015065e-05 tokens_per_second_per_gpu:3128.127319671385 
Step 1931 | loss:1.5516078472137451 lr:5.9465902295799526e-05 tokens_per_second_per_gpu:1631.3498136117369 
Step 1932 | loss:1.3058586120605469 lr:5.945516718233285e-05 tokens_per_second_per_gpu:2021.757120215791 
Step 1933 | loss:1.3006772994995117 lr:5.944442757172476e-05 tokens_per_second_per_gpu:2382.1462881541797 
Step 1934 | loss:1.1786612272262573 lr:5.943368346595017e-05 tokens_per_second_per_gpu:2215.290976008155 
Step 1935 | loss:1.2680240869522095 lr:5.9422934866984845e-05 tokens_per_second_per_gpu:2315.066345887416 
Step 1936 | loss:1.4855574369430542 lr:5.94121817768054e-05 tokens_per_second_per_gpu:2656.660684750852 
Step 1937 | loss:1.359055757522583 lr:5.9401424197389254e-05 tokens_per_second_per_gpu:2066.8903872824167 
Step 1938 | loss:1.3940000534057617 lr:5.9390662130714656e-05 tokens_per_second_per_gpu:1890.5876717609588 
Step 1939 | loss:1.2477415800094604 lr:5.937989557876066e-05 tokens_per_second_per_gpu:3013.834874844934 
Step 1940 | loss:1.2635109424591064 lr:5.936912454350718e-05 tokens_per_second_per_gpu:2487.320687269379 
Step 1941 | loss:1.5741653442382812 lr:5.9358349026934934e-05 tokens_per_second_per_gpu:1879.1829725488553 
Step 1942 | loss:1.1854979991912842 lr:5.934756903102546e-05 tokens_per_second_per_gpu:2245.388136102952 
Step 1943 | loss:1.2939941883087158 lr:5.933678455776113e-05 tokens_per_second_per_gpu:2528.1047502158117 
Step 1944 | loss:1.1629749536514282 lr:5.932599560912513e-05 tokens_per_second_per_gpu:2879.6368993470114 
Step 1945 | loss:1.2117021083831787 lr:5.93152021871015e-05 tokens_per_second_per_gpu:2570.6029385520187 
Step 1946 | loss:1.5285429954528809 lr:5.930440429367504e-05 tokens_per_second_per_gpu:2654.8241314915376 
Step 1947 | loss:1.1689821481704712 lr:5.929360193083145e-05 tokens_per_second_per_gpu:2526.086461980392 
Step 1948 | loss:1.2865395545959473 lr:5.92827951005572e-05 tokens_per_second_per_gpu:1988.039704514011 
Step 1949 | loss:1.1270383596420288 lr:5.927198380483957e-05 tokens_per_second_per_gpu:2387.6826986288283 
Step 1950 | loss:1.3235645294189453 lr:5.926116804566671e-05 tokens_per_second_per_gpu:2579.1661474537846 
Step 1951 | loss:1.5400125980377197 lr:5.9250347825027566e-05 tokens_per_second_per_gpu:2102.5356891898755 
Step 1952 | loss:1.2648355960845947 lr:5.923952314491188e-05 tokens_per_second_per_gpu:2325.4067043663113 
Step 1953 | loss:1.3658174276351929 lr:5.922869400731027e-05 tokens_per_second_per_gpu:2193.859611380493 
Step 1954 | loss:1.25045645236969 lr:5.921786041421412e-05 tokens_per_second_per_gpu:2462.1199074812125 
Step 1955 | loss:1.5194998979568481 lr:5.920702236761566e-05 tokens_per_second_per_gpu:2029.1104718652596 
Step 1956 | loss:1.3105627298355103 lr:5.9196179869507926e-05 tokens_per_second_per_gpu:2495.55414018989 
Step 1957 | loss:1.296655297279358 lr:5.91853329218848e-05 tokens_per_second_per_gpu:2165.4526235145804 
Step 1958 | loss:1.249391794204712 lr:5.917448152674095e-05 tokens_per_second_per_gpu:2227.3918717197166 
Step 1959 | loss:1.3277543783187866 lr:5.916362568607189e-05 tokens_per_second_per_gpu:2511.4981993528786 
Step 1960 | loss:1.2397342920303345 lr:5.915276540187392e-05 tokens_per_second_per_gpu:2464.183600815308 
Step 1961 | loss:1.2138222455978394 lr:5.914190067614417e-05 tokens_per_second_per_gpu:2003.6995302876198 
Step 1962 | loss:1.2594530582427979 lr:5.91310315108806e-05 tokens_per_second_per_gpu:2421.6194773095367 
Step 1963 | loss:1.2962472438812256 lr:5.912015790808198e-05 tokens_per_second_per_gpu:1685.5971443684762 
Step 1964 | loss:1.3467977046966553 lr:5.910927986974789e-05 tokens_per_second_per_gpu:2721.4756967323574 
Step 1965 | loss:1.3689665794372559 lr:5.909839739787872e-05 tokens_per_second_per_gpu:2780.816212741912 
Step 1966 | loss:1.3411542177200317 lr:5.90875104944757e-05 tokens_per_second_per_gpu:2296.932617006539 
Step 1967 | loss:1.3932024240493774 lr:5.907661916154084e-05 tokens_per_second_per_gpu:2152.4483362731708 
Step 1968 | loss:1.3294740915298462 lr:5.906572340107698e-05 tokens_per_second_per_gpu:2384.7935315695468 
Step 1969 | loss:1.221604347229004 lr:5.9054823215087814e-05 tokens_per_second_per_gpu:1821.8855613550602 
Step 1970 | loss:1.0297335386276245 lr:5.904391860557777e-05 tokens_per_second_per_gpu:2333.718288700245 
Step 1971 | loss:1.2036309242248535 lr:5.903300957455216e-05 tokens_per_second_per_gpu:2445.1806461830947 
Step 1972 | loss:1.3783069849014282 lr:5.902209612401706e-05 tokens_per_second_per_gpu:1841.548352021343 
Step 1973 | loss:1.3390146493911743 lr:5.901117825597941e-05 tokens_per_second_per_gpu:2128.803907140012 
Step 1974 | loss:1.1901143789291382 lr:5.900025597244692e-05 tokens_per_second_per_gpu:1940.70518972818 
Step 1975 | loss:1.2602665424346924 lr:5.8989329275428105e-05 tokens_per_second_per_gpu:2609.842093134062 
Step 1976 | loss:1.5385303497314453 lr:5.897839816693233e-05 tokens_per_second_per_gpu:1758.518564102469 
Step 1977 | loss:1.1538561582565308 lr:5.896746264896975e-05 tokens_per_second_per_gpu:2657.501362370944 
Step 1978 | loss:1.2791111469268799 lr:5.895652272355133e-05 tokens_per_second_per_gpu:2602.577694978232 
Step 1979 | loss:1.2528058290481567 lr:5.894557839268886e-05 tokens_per_second_per_gpu:2835.598498931178 
Step 1980 | loss:1.4161176681518555 lr:5.893462965839492e-05 tokens_per_second_per_gpu:2135.0963895799714 
Step 1981 | loss:1.3010677099227905 lr:5.8923676522682904e-05 tokens_per_second_per_gpu:2039.4941772022187 
Step 1982 | loss:1.3196988105773926 lr:5.891271898756703e-05 tokens_per_second_per_gpu:2306.695942172884 
Step 1983 | loss:1.3480019569396973 lr:5.890175705506231e-05 tokens_per_second_per_gpu:2361.22615949109 
Step 1984 | loss:1.2380638122558594 lr:5.889079072718458e-05 tokens_per_second_per_gpu:3175.696398556078 
Step 1985 | loss:1.36466646194458 lr:5.887982000595046e-05 tokens_per_second_per_gpu:2211.1521164060855 
Step 1986 | loss:1.3223817348480225 lr:5.88688448933774e-05 tokens_per_second_per_gpu:2493.469081237344 
Step 1987 | loss:1.3411058187484741 lr:5.885786539148364e-05 tokens_per_second_per_gpu:2401.218076909469 
Step 1988 | loss:1.2670332193374634 lr:5.884688150228826e-05 tokens_per_second_per_gpu:2045.1493781555416 
Step 1989 | loss:1.26337468624115 lr:5.88358932278111e-05 tokens_per_second_per_gpu:2182.116292315022 
Step 1990 | loss:1.097001314163208 lr:5.8824900570072825e-05 tokens_per_second_per_gpu:3159.6813935242417 
Step 1991 | loss:1.351817011833191 lr:5.881390353109495e-05 tokens_per_second_per_gpu:2272.2999265996823 
Step 1992 | loss:1.1854376792907715 lr:5.880290211289972e-05 tokens_per_second_per_gpu:2775.9866650407803 
Step 1993 | loss:1.1301754713058472 lr:5.879189631751023e-05 tokens_per_second_per_gpu:2984.4710521241623 
Step 1994 | loss:1.1111007928848267 lr:5.878088614695037e-05 tokens_per_second_per_gpu:3214.764655274786 
Step 1995 | loss:1.2763307094573975 lr:5.876987160324486e-05 tokens_per_second_per_gpu:2005.2607644822876 
Step 1996 | loss:1.2227226495742798 lr:5.875885268841917e-05 tokens_per_second_per_gpu:2226.403705031453 
Step 1997 | loss:1.3374087810516357 lr:5.874782940449962e-05 tokens_per_second_per_gpu:1771.1240463176398 
Step 1998 | loss:1.4517033100128174 lr:5.873680175351331e-05 tokens_per_second_per_gpu:2527.8762886705435 
Step 1999 | loss:0.8901739120483398 lr:5.872576973748817e-05 tokens_per_second_per_gpu:3372.4725252852986 
Step 2000 | loss:1.1764013767242432 lr:5.871473335845289e-05 tokens_per_second_per_gpu:2638.228611164533 
Step 2001 | loss:1.3256844282150269 lr:5.8703692618437006e-05 tokens_per_second_per_gpu:2291.056608020255 
Step 2002 | loss:1.1580554246902466 lr:5.869264751947083e-05 tokens_per_second_per_gpu:2722.5981222242885 
Step 2003 | loss:1.5932477712631226 lr:5.868159806358546e-05 tokens_per_second_per_gpu:2431.1862181755246 
Step 2004 | loss:1.3611341714859009 lr:5.867054425281285e-05 tokens_per_second_per_gpu:2692.2501628785167 
Step 2005 | loss:1.001757025718689 lr:5.86594860891857e-05 tokens_per_second_per_gpu:3953.3650975256246 
Step 2006 | loss:1.2838376760482788 lr:5.8648423574737546e-05 tokens_per_second_per_gpu:2797.602245704137 
Step 2007 | loss:1.3942623138427734 lr:5.8637356711502704e-05 tokens_per_second_per_gpu:2147.4450791294594 
Step 2008 | loss:1.2531063556671143 lr:5.862628550151629e-05 tokens_per_second_per_gpu:2167.545138381401 
Step 2009 | loss:1.1038000583648682 lr:5.861520994681424e-05 tokens_per_second_per_gpu:3579.106806771725 
Step 2010 | loss:1.3446695804595947 lr:5.8604130049433255e-05 tokens_per_second_per_gpu:2652.952317339554 
Step 2011 | loss:1.4282557964324951 lr:5.859304581141087e-05 tokens_per_second_per_gpu:2783.7611031667752 
Step 2012 | loss:1.1427736282348633 lr:5.8581957234785395e-05 tokens_per_second_per_gpu:2750.917665350447 
Step 2013 | loss:1.4353212118148804 lr:5.857086432159595e-05 tokens_per_second_per_gpu:2023.4404543461105 
Step 2014 | loss:1.4077703952789307 lr:5.855976707388244e-05 tokens_per_second_per_gpu:1983.12475459227 
Step 2015 | loss:1.4886963367462158 lr:5.854866549368558e-05 tokens_per_second_per_gpu:2237.7345491589062 
Step 2016 | loss:1.1031497716903687 lr:5.853755958304687e-05 tokens_per_second_per_gpu:3294.3374583504756 
Step 2017 | loss:1.2555294036865234 lr:5.8526449344008625e-05 tokens_per_second_per_gpu:2823.47568115036 
Step 2018 | loss:1.3477853536605835 lr:5.851533477861394e-05 tokens_per_second_per_gpu:2423.2974002364413 
Step 2019 | loss:1.1950627565383911 lr:5.8504215888906694e-05 tokens_per_second_per_gpu:1704.513176864348 
Step 2020 | loss:1.4395906925201416 lr:5.8493092676931597e-05 tokens_per_second_per_gpu:1685.731244789718 
Step 2021 | loss:1.3613307476043701 lr:5.848196514473411e-05 tokens_per_second_per_gpu:1986.9450846383816 
Step 2022 | loss:1.301515817642212 lr:5.847083329436054e-05 tokens_per_second_per_gpu:2771.7867501348255 
Step 2023 | loss:1.4382829666137695 lr:5.845969712785793e-05 tokens_per_second_per_gpu:1799.9420458717102 
Step 2024 | loss:1.4646508693695068 lr:5.844855664727417e-05 tokens_per_second_per_gpu:1944.8475764818404 
Step 2025 | loss:1.3289995193481445 lr:5.8437411854657905e-05 tokens_per_second_per_gpu:2280.227731848096 
Step 2026 | loss:1.1439340114593506 lr:5.8426262752058615e-05 tokens_per_second_per_gpu:3297.1234912194477 
Step 2027 | loss:1.1776087284088135 lr:5.8415109341526504e-05 tokens_per_second_per_gpu:2480.6343279995385 
Step 2028 | loss:1.4654420614242554 lr:5.840395162511263e-05 tokens_per_second_per_gpu:2082.5770383036015 
Step 2029 | loss:1.428180456161499 lr:5.8392789604868834e-05 tokens_per_second_per_gpu:2080.5538022080204 
Step 2030 | loss:1.030773639678955 lr:5.838162328284772e-05 tokens_per_second_per_gpu:2947.2825977952416 
Step 2031 | loss:1.162815809249878 lr:5.8370452661102685e-05 tokens_per_second_per_gpu:2556.159232097054 
Step 2032 | loss:1.7082624435424805 lr:5.8359277741687974e-05 tokens_per_second_per_gpu:1714.9225568953973 
Step 2033 | loss:1.4688762426376343 lr:5.834809852665855e-05 tokens_per_second_per_gpu:2387.4765988073846 
Step 2034 | loss:1.1928226947784424 lr:5.83369150180702e-05 tokens_per_second_per_gpu:2459.0271069863193 
Step 2035 | loss:1.135155439376831 lr:5.832572721797951e-05 tokens_per_second_per_gpu:2459.4650085920002 
Step 2036 | loss:1.2674261331558228 lr:5.831453512844381e-05 tokens_per_second_per_gpu:2535.5391107471087 
Step 2037 | loss:1.2213493585586548 lr:5.830333875152129e-05 tokens_per_second_per_gpu:2801.419240690862 
Step 2038 | loss:1.268974781036377 lr:5.829213808927086e-05 tokens_per_second_per_gpu:2694.250819082017 
Step 2039 | loss:1.2160388231277466 lr:5.828093314375225e-05 tokens_per_second_per_gpu:2771.8769337294866 
Step 2040 | loss:1.2368957996368408 lr:5.8269723917025995e-05 tokens_per_second_per_gpu:2635.238670708046 
Step 2041 | loss:1.2258468866348267 lr:5.8258510411153376e-05 tokens_per_second_per_gpu:1842.6606024170562 
Step 2042 | loss:1.1592094898223877 lr:5.824729262819649e-05 tokens_per_second_per_gpu:2745.935827459607 
Step 2043 | loss:1.3828855752944946 lr:5.8236070570218204e-05 tokens_per_second_per_gpu:2406.0976498550003 
Step 2044 | loss:1.254774808883667 lr:5.822484423928219e-05 tokens_per_second_per_gpu:2222.430482862123 
Step 2045 | loss:1.355051875114441 lr:5.821361363745289e-05 tokens_per_second_per_gpu:1961.757129010107 
Step 2046 | loss:1.452208161354065 lr:5.820237876679553e-05 tokens_per_second_per_gpu:1820.7885347858776 
Step 2047 | loss:1.3922585248947144 lr:5.8191139629376135e-05 tokens_per_second_per_gpu:2292.0860609795795 
Step 2048 | loss:1.3390132188796997 lr:5.817989622726151e-05 tokens_per_second_per_gpu:2378.4504921085536 
Step 2049 | loss:1.1664323806762695 lr:5.816864856251925e-05 tokens_per_second_per_gpu:2678.7853817305363 
Step 2050 | loss:1.3077199459075928 lr:5.81573966372177e-05 tokens_per_second_per_gpu:1941.474993103402 
Step 2051 | loss:1.335169792175293 lr:5.8146140453426025e-05 tokens_per_second_per_gpu:2453.5969796560385 
Step 2052 | loss:1.3207100629806519 lr:5.813488001321417e-05 tokens_per_second_per_gpu:1903.7620546085811 
Step 2053 | loss:1.597940444946289 lr:5.812361531865284e-05 tokens_per_second_per_gpu:2713.6269663452936 
Step 2054 | loss:1.3686459064483643 lr:5.811234637181356e-05 tokens_per_second_per_gpu:2269.8179771462733 
Step 2055 | loss:1.4970133304595947 lr:5.810107317476858e-05 tokens_per_second_per_gpu:2326.0143418939665 
Step 2056 | loss:1.3643863201141357 lr:5.8089795729590996e-05 tokens_per_second_per_gpu:2036.5974255412839 
Step 2057 | loss:1.1666088104248047 lr:5.8078514038354636e-05 tokens_per_second_per_gpu:2383.4908936547336 
Step 2058 | loss:1.2677401304244995 lr:5.8067228103134144e-05 tokens_per_second_per_gpu:2876.0126844654897 
Step 2059 | loss:1.438241958618164 lr:5.80559379260049e-05 tokens_per_second_per_gpu:1903.2100807339648 
Step 2060 | loss:1.4337551593780518 lr:5.8044643509043126e-05 tokens_per_second_per_gpu:2367.639481931454 
Step 2061 | loss:1.363160252571106 lr:5.803334485432577e-05 tokens_per_second_per_gpu:2364.272927124361 
Step 2062 | loss:1.3814893960952759 lr:5.802204196393058e-05 tokens_per_second_per_gpu:2414.500154175104 
Step 2063 | loss:1.478774905204773 lr:5.8010734839936095e-05 tokens_per_second_per_gpu:2050.789379830064 
Step 2064 | loss:1.2465497255325317 lr:5.79994234844216e-05 tokens_per_second_per_gpu:2438.241747271133 
Step 2065 | loss:1.115655541419983 lr:5.798810789946718e-05 tokens_per_second_per_gpu:2456.84132569777 
Step 2066 | loss:1.2633942365646362 lr:5.7976788087153704e-05 tokens_per_second_per_gpu:2249.1007910385324 
Step 2067 | loss:1.3290631771087646 lr:5.796546404956281e-05 tokens_per_second_per_gpu:2514.080760265531 
Step 2068 | loss:1.1968982219696045 lr:5.795413578877692e-05 tokens_per_second_per_gpu:2773.4622951665933 
Step 2069 | loss:1.4291013479232788 lr:5.79428033068792e-05 tokens_per_second_per_gpu:2516.7222449100755 
Step 2070 | loss:1.3859120607376099 lr:5.793146660595364e-05 tokens_per_second_per_gpu:2019.632715577041 
Step 2071 | loss:1.2669049501419067 lr:5.7920125688084975e-05 tokens_per_second_per_gpu:1877.2116749771349 
Step 2072 | loss:1.2551804780960083 lr:5.790878055535872e-05 tokens_per_second_per_gpu:2170.651042200983 
Step 2073 | loss:1.3267161846160889 lr:5.789743120986118e-05 tokens_per_second_per_gpu:2307.487313451986 
Step 2074 | loss:1.4199275970458984 lr:5.788607765367941e-05 tokens_per_second_per_gpu:2177.3974535850407 
Step 2075 | loss:1.259989857673645 lr:5.787471988890127e-05 tokens_per_second_per_gpu:2393.0942063587204 
Step 2076 | loss:1.271083950996399 lr:5.7863357917615364e-05 tokens_per_second_per_gpu:2351.9862318137625 
Step 2077 | loss:1.2140597105026245 lr:5.785199174191108e-05 tokens_per_second_per_gpu:2707.84173975668 
Step 2078 | loss:1.3835852146148682 lr:5.784062136387859e-05 tokens_per_second_per_gpu:2746.859469676264 
Step 2079 | loss:1.304591178894043 lr:5.782924678560882e-05 tokens_per_second_per_gpu:2296.313491390758 
Step 2080 | loss:1.16771399974823 lr:5.7817868009193506e-05 tokens_per_second_per_gpu:2760.4568001265307 
Step 2081 | loss:1.3363115787506104 lr:5.780648503672509e-05 tokens_per_second_per_gpu:2665.1339050235297 
Step 2082 | loss:1.3601938486099243 lr:5.779509787029686e-05 tokens_per_second_per_gpu:1976.469505208088 
Step 2083 | loss:1.2875547409057617 lr:5.778370651200281e-05 tokens_per_second_per_gpu:2441.7754606744174 
Step 2084 | loss:1.1254585981369019 lr:5.7772310963937754e-05 tokens_per_second_per_gpu:3097.933779768072 
Step 2085 | loss:1.3386132717132568 lr:5.7760911228197244e-05 tokens_per_second_per_gpu:2382.8644931865088 
Step 2086 | loss:1.3316036462783813 lr:5.774950730687763e-05 tokens_per_second_per_gpu:2133.2795769903782 
Step 2087 | loss:1.2394344806671143 lr:5.7738099202076e-05 tokens_per_second_per_gpu:1952.698539458424 
Step 2088 | loss:1.1923770904541016 lr:5.772668691589024e-05 tokens_per_second_per_gpu:2641.736715417873 
Step 2089 | loss:1.3449320793151855 lr:5.771527045041899e-05 tokens_per_second_per_gpu:1801.2541317138598 
Step 2090 | loss:1.33371901512146 lr:5.7703849807761656e-05 tokens_per_second_per_gpu:2514.949094299126 
Step 2091 | loss:1.261298418045044 lr:5.7692424990018433e-05 tokens_per_second_per_gpu:2133.5440493929946 
Step 2092 | loss:1.4699115753173828 lr:5.7680995999290255e-05 tokens_per_second_per_gpu:2259.13395663793 
Step 2093 | loss:1.2526822090148926 lr:5.7669562837678834e-05 tokens_per_second_per_gpu:2485.080961486794 
Step 2094 | loss:1.2454895973205566 lr:5.7658125507286654e-05 tokens_per_second_per_gpu:2908.477496346587 
Step 2095 | loss:1.2543214559555054 lr:5.764668401021698e-05 tokens_per_second_per_gpu:2918.318867327967 
Step 2096 | loss:1.3796241283416748 lr:5.763523834857381e-05 tokens_per_second_per_gpu:2227.5990206382935 
Step 2097 | loss:1.1350963115692139 lr:5.762378852446192e-05 tokens_per_second_per_gpu:2688.7656374746925 
Step 2098 | loss:1.5593003034591675 lr:5.761233453998687e-05 tokens_per_second_per_gpu:1623.0088831093278 
Step 2099 | loss:1.3123557567596436 lr:5.760087639725497e-05 tokens_per_second_per_gpu:2964.2933775987135 
Step 2100 | loss:1.3864195346832275 lr:5.758941409837327e-05 tokens_per_second_per_gpu:2227.69243760966 
Step 2101 | loss:1.3727633953094482 lr:5.757794764544965e-05 tokens_per_second_per_gpu:1995.1729688149392 
Step 2102 | loss:1.3086416721343994 lr:5.7566477040592694e-05 tokens_per_second_per_gpu:2015.2677871725587 
Step 2103 | loss:1.2925171852111816 lr:5.755500228591177e-05 tokens_per_second_per_gpu:2170.794366275941 
Step 2104 | loss:1.2261900901794434 lr:5.7543523383517e-05 tokens_per_second_per_gpu:3031.4674556807986 
Step 2105 | loss:1.161535382270813 lr:5.753204033551929e-05 tokens_per_second_per_gpu:2626.8866515620402 
Step 2106 | loss:1.2908016443252563 lr:5.75205531440303e-05 tokens_per_second_per_gpu:1658.0426906373712 
Step 2107 | loss:1.1619197130203247 lr:5.750906181116244e-05 tokens_per_second_per_gpu:2801.1012549732613 
Step 2108 | loss:1.3416714668273926 lr:5.749756633902887e-05 tokens_per_second_per_gpu:2290.3701505423537 
Step 2109 | loss:1.2887346744537354 lr:5.748606672974356e-05 tokens_per_second_per_gpu:2476.63219259583 
Step 2110 | loss:1.3037132024765015 lr:5.74745629854212e-05 tokens_per_second_per_gpu:2038.57413891378 
Step 2111 | loss:1.4929511547088623 lr:5.746305510817726e-05 tokens_per_second_per_gpu:2205.067248399762 
Step 2112 | loss:1.199963092803955 lr:5.745154310012794e-05 tokens_per_second_per_gpu:3371.643203171042 
Step 2113 | loss:1.3765583038330078 lr:5.7440026963390226e-05 tokens_per_second_per_gpu:1510.015610622139 
Step 2114 | loss:1.1385648250579834 lr:5.742850670008189e-05 tokens_per_second_per_gpu:2857.2977066814 
Step 2115 | loss:1.0923411846160889 lr:5.741698231232138e-05 tokens_per_second_per_gpu:2611.8063155949962 
Step 2116 | loss:1.3094508647918701 lr:5.7405453802228004e-05 tokens_per_second_per_gpu:2027.726541160617 
Step 2117 | loss:1.3919239044189453 lr:5.739392117192175e-05 tokens_per_second_per_gpu:2173.6548123653783 
Step 2118 | loss:1.344154953956604 lr:5.738238442352339e-05 tokens_per_second_per_gpu:2007.5702246358671 
Step 2119 | loss:1.4231199026107788 lr:5.737084355915447e-05 tokens_per_second_per_gpu:2053.3838741701156 
Step 2120 | loss:1.1858044862747192 lr:5.735929858093726e-05 tokens_per_second_per_gpu:2320.195720873139 
Step 2121 | loss:1.2308039665222168 lr:5.734774949099481e-05 tokens_per_second_per_gpu:2575.8935233094894 
Step 2122 | loss:1.462499976158142 lr:5.733619629145095e-05 tokens_per_second_per_gpu:1935.128320551378 
Step 2123 | loss:1.3818273544311523 lr:5.732463898443018e-05 tokens_per_second_per_gpu:1913.3893984222937 
Step 2124 | loss:1.2256327867507935 lr:5.731307757205786e-05 tokens_per_second_per_gpu:2970.565184346009 
Step 2125 | loss:1.3353347778320312 lr:5.7301512056460024e-05 tokens_per_second_per_gpu:1803.9254296127997 
Step 2126 | loss:1.212193250656128 lr:5.728994243976351e-05 tokens_per_second_per_gpu:2520.009908055182 
Step 2127 | loss:1.1426329612731934 lr:5.727836872409589e-05 tokens_per_second_per_gpu:2598.5535612526605 
Step 2128 | loss:1.3446451425552368 lr:5.726679091158549e-05 tokens_per_second_per_gpu:2319.988425833269 
Step 2129 | loss:1.279091238975525 lr:5.72552090043614e-05 tokens_per_second_per_gpu:2449.3562109548006 
Step 2130 | loss:1.3437790870666504 lr:5.724362300455344e-05 tokens_per_second_per_gpu:1839.0349785782685 
Step 2131 | loss:1.4151777029037476 lr:5.723203291429222e-05 tokens_per_second_per_gpu:2070.4716775397324 
Step 2132 | loss:1.6136136054992676 lr:5.722043873570905e-05 tokens_per_second_per_gpu:1752.35438953977 
Step 2133 | loss:1.3939398527145386 lr:5.720884047093605e-05 tokens_per_second_per_gpu:1756.3470008375368 
Step 2134 | loss:1.1589604616165161 lr:5.7197238122106046e-05 tokens_per_second_per_gpu:2965.2392964288815 
Step 2135 | loss:1.291115164756775 lr:5.718563169135263e-05 tokens_per_second_per_gpu:2340.0743404752448 
Step 2136 | loss:1.2653733491897583 lr:5.717402118081017e-05 tokens_per_second_per_gpu:2560.241995424582 
Step 2137 | loss:1.5588080883026123 lr:5.7162406592613743e-05 tokens_per_second_per_gpu:2396.2615884463294 
Step 2138 | loss:1.37751305103302 lr:5.715078792889919e-05 tokens_per_second_per_gpu:2217.822003525027 
Step 2139 | loss:1.1981724500656128 lr:5.713916519180312e-05 tokens_per_second_per_gpu:3109.8865399452147 
Step 2140 | loss:1.327432632446289 lr:5.712753838346287e-05 tokens_per_second_per_gpu:2007.5980879394033 
Step 2141 | loss:1.3270865678787231 lr:5.711590750601651e-05 tokens_per_second_per_gpu:2327.7810644420124 
Step 2142 | loss:1.3040390014648438 lr:5.710427256160293e-05 tokens_per_second_per_gpu:2223.303455553411 
Step 2143 | loss:1.2488778829574585 lr:5.709263355236168e-05 tokens_per_second_per_gpu:2850.226622223134 
Step 2144 | loss:1.1850131750106812 lr:5.70809904804331e-05 tokens_per_second_per_gpu:2680.882483497232 
Step 2145 | loss:1.1908793449401855 lr:5.7069343347958286e-05 tokens_per_second_per_gpu:2854.963611356721 
Step 2146 | loss:1.2858155965805054 lr:5.705769215707906e-05 tokens_per_second_per_gpu:2368.976688993441 
Step 2147 | loss:1.327129602432251 lr:5.704603690993799e-05 tokens_per_second_per_gpu:2044.0758867807278 
Step 2148 | loss:1.2103638648986816 lr:5.70343776086784e-05 tokens_per_second_per_gpu:2492.836024500453 
Step 2149 | loss:1.3096874952316284 lr:5.7022714255444385e-05 tokens_per_second_per_gpu:1920.4291072945723 
Step 2150 | loss:1.3244400024414062 lr:5.701104685238072e-05 tokens_per_second_per_gpu:1561.4788748385668 
Step 2151 | loss:1.1191660165786743 lr:5.699937540163299e-05 tokens_per_second_per_gpu:2645.94260965254 
Step 2152 | loss:1.339416742324829 lr:5.698769990534748e-05 tokens_per_second_per_gpu:2259.7395187326815 
Step 2153 | loss:1.3067845106124878 lr:5.697602036567124e-05 tokens_per_second_per_gpu:2476.297165852754 
Step 2154 | loss:1.3104969263076782 lr:5.696433678475205e-05 tokens_per_second_per_gpu:1936.243181720984 
Step 2155 | loss:1.1891119480133057 lr:5.6952649164738464e-05 tokens_per_second_per_gpu:2298.9295435622757 
Step 2156 | loss:1.2104002237319946 lr:5.694095750777974e-05 tokens_per_second_per_gpu:2238.3158785516193 
Step 2157 | loss:1.3765926361083984 lr:5.69292618160259e-05 tokens_per_second_per_gpu:1448.5269638959119 
Step 2158 | loss:1.2951980829238892 lr:5.691756209162771e-05 tokens_per_second_per_gpu:2431.524281861339 
Step 2159 | loss:1.1918220520019531 lr:5.690585833673666e-05 tokens_per_second_per_gpu:2368.4635622057167 
Step 2160 | loss:1.4546844959259033 lr:5.6894150553505e-05 tokens_per_second_per_gpu:1819.3836054790995 
Step 2161 | loss:1.2931703329086304 lr:5.6882438744085694e-05 tokens_per_second_per_gpu:2226.26575907663 
Step 2162 | loss:1.2455106973648071 lr:5.68707229106325e-05 tokens_per_second_per_gpu:2319.6100877447348 
Step 2163 | loss:1.2971258163452148 lr:5.685900305529986e-05 tokens_per_second_per_gpu:2629.4892752295946 
Step 2164 | loss:1.3975205421447754 lr:5.684727918024297e-05 tokens_per_second_per_gpu:2031.905673231816 
Step 2165 | loss:1.296406626701355 lr:5.6835551287617784e-05 tokens_per_second_per_gpu:1731.9655145101865 
Step 2166 | loss:1.4314548969268799 lr:5.682381937958099e-05 tokens_per_second_per_gpu:2263.834715802158 
Step 2167 | loss:1.4194328784942627 lr:5.6812083458289986e-05 tokens_per_second_per_gpu:1933.8958666352091 
Step 2168 | loss:1.2436960935592651 lr:5.680034352590294e-05 tokens_per_second_per_gpu:2590.212074470967 
Step 2169 | loss:1.1287623643875122 lr:5.678859958457875e-05 tokens_per_second_per_gpu:3036.693815630484 
Step 2170 | loss:1.2944691181182861 lr:5.677685163647705e-05 tokens_per_second_per_gpu:1771.542364187138 
Step 2171 | loss:1.3320469856262207 lr:5.6765099683758206e-05 tokens_per_second_per_gpu:1897.8017191426113 
Step 2172 | loss:1.2482514381408691 lr:5.675334372858331e-05 tokens_per_second_per_gpu:2929.8771505924724 
Step 2173 | loss:1.3213688135147095 lr:5.6741583773114224e-05 tokens_per_second_per_gpu:2220.911132954589 
Step 2174 | loss:1.2155612707138062 lr:5.672981981951353e-05 tokens_per_second_per_gpu:2440.722824999741 
Step 2175 | loss:1.3200706243515015 lr:5.6718051869944505e-05 tokens_per_second_per_gpu:1854.6239143175028 
Step 2176 | loss:1.328601360321045 lr:5.670627992657123e-05 tokens_per_second_per_gpu:2514.999088986133 
Step 2177 | loss:1.1968135833740234 lr:5.669450399155847e-05 tokens_per_second_per_gpu:2036.4267159622586 
Step 2178 | loss:1.3413565158843994 lr:5.6682724067071746e-05 tokens_per_second_per_gpu:2275.546351640065 
Step 2179 | loss:1.4119970798492432 lr:5.66709401552773e-05 tokens_per_second_per_gpu:1951.6607052571908 
Step 2180 | loss:1.2984286546707153 lr:5.665915225834213e-05 tokens_per_second_per_gpu:2081.302438461148 
Step 2181 | loss:1.5503839254379272 lr:5.6647360378433944e-05 tokens_per_second_per_gpu:1478.0193166569895 
Step 2182 | loss:1.1117851734161377 lr:5.663556451772117e-05 tokens_per_second_per_gpu:2142.2769515227 
Step 2183 | loss:1.3450335264205933 lr:5.662376467837303e-05 tokens_per_second_per_gpu:2802.8516532960107 
Step 2184 | loss:1.29241144657135 lr:5.6611960862559397e-05 tokens_per_second_per_gpu:2274.4509352370974 
Step 2185 | loss:1.349733591079712 lr:5.6600153072450935e-05 tokens_per_second_per_gpu:1770.7227850103775 
Step 2186 | loss:1.4532971382141113 lr:5.6588341310219e-05 tokens_per_second_per_gpu:1871.8033324469236 
Step 2187 | loss:1.3821269273757935 lr:5.6576525578035705e-05 tokens_per_second_per_gpu:1757.657943648089 
Step 2188 | loss:1.3688528537750244 lr:5.65647058780739e-05 tokens_per_second_per_gpu:2118.5841146945454 
Step 2189 | loss:1.161998987197876 lr:5.655288221250711e-05 tokens_per_second_per_gpu:2995.6736640415456 
Step 2190 | loss:1.3496665954589844 lr:5.6541054583509675e-05 tokens_per_second_per_gpu:2564.3717669532853 
Step 2191 | loss:1.0980287790298462 lr:5.652922299325658e-05 tokens_per_second_per_gpu:2954.151704282455 
Step 2192 | loss:1.4217575788497925 lr:5.65173874439236e-05 tokens_per_second_per_gpu:2194.769762598031 
Step 2193 | loss:1.2274913787841797 lr:5.650554793768719e-05 tokens_per_second_per_gpu:2296.331046829442 
Step 2194 | loss:1.324405550956726 lr:5.649370447672457e-05 tokens_per_second_per_gpu:2569.524911773307 
Step 2195 | loss:1.3858449459075928 lr:5.648185706321367e-05 tokens_per_second_per_gpu:2073.2162376806323 
Step 2196 | loss:1.3081920146942139 lr:5.6470005699333156e-05 tokens_per_second_per_gpu:1839.8223857376931 
Step 2197 | loss:1.1870070695877075 lr:5.645815038726241e-05 tokens_per_second_per_gpu:2327.3334246324466 
Step 2198 | loss:1.281098484992981 lr:5.644629112918154e-05 tokens_per_second_per_gpu:2924.0188727122045 
Step 2199 | loss:1.3610529899597168 lr:5.6434427927271386e-05 tokens_per_second_per_gpu:2717.4443263007975 
Step 2200 | loss:1.445704460144043 lr:5.642256078371352e-05 tokens_per_second_per_gpu:1998.1511249633402 
Step 2201 | loss:1.036653995513916 lr:5.641068970069022e-05 tokens_per_second_per_gpu:3112.5295808184896 
Step 2202 | loss:1.2014974355697632 lr:5.63988146803845e-05 tokens_per_second_per_gpu:2987.993392234328 
Step 2203 | loss:1.5084642171859741 lr:5.63869357249801e-05 tokens_per_second_per_gpu:2152.6036290822376 
Step 2204 | loss:1.1528124809265137 lr:5.637505283666148e-05 tokens_per_second_per_gpu:2258.355965378411 
Step 2205 | loss:1.0588321685791016 lr:5.6363166017613816e-05 tokens_per_second_per_gpu:2672.689255936619 
Step 2206 | loss:1.2719568014144897 lr:5.6351275270023026e-05 tokens_per_second_per_gpu:2232.650731898187 
Step 2207 | loss:1.1606106758117676 lr:5.6339380596075743e-05 tokens_per_second_per_gpu:2980.98959304815 
Step 2208 | loss:1.336672306060791 lr:5.63274819979593e-05 tokens_per_second_per_gpu:1871.0083061599018 
Step 2209 | loss:1.3610584735870361 lr:5.631557947786177e-05 tokens_per_second_per_gpu:2335.5282636343213 
Step 2210 | loss:1.4313850402832031 lr:5.6303673037971966e-05 tokens_per_second_per_gpu:2676.214803152896 
Step 2211 | loss:1.412111759185791 lr:5.6291762680479386e-05 tokens_per_second_per_gpu:2171.3596980411594 
Step 2212 | loss:1.1699116230010986 lr:5.627984840757427e-05 tokens_per_second_per_gpu:2412.59870277845 
Step 2213 | loss:1.2237027883529663 lr:5.626793022144758e-05 tokens_per_second_per_gpu:2505.455257912356 
Step 2214 | loss:1.237432599067688 lr:5.6256008124290985e-05 tokens_per_second_per_gpu:2689.5914685617454 
Step 2215 | loss:1.3450489044189453 lr:5.6244082118296875e-05 tokens_per_second_per_gpu:2441.19973811888 
Step 2216 | loss:1.4207509756088257 lr:5.623215220565836e-05 tokens_per_second_per_gpu:1881.901192218136 
Step 2217 | loss:1.2218329906463623 lr:5.622021838856928e-05 tokens_per_second_per_gpu:2264.4138770769955 
Step 2218 | loss:1.209285855293274 lr:5.620828066922418e-05 tokens_per_second_per_gpu:2209.3082158476063 
Step 2219 | loss:1.3246458768844604 lr:5.619633904981833e-05 tokens_per_second_per_gpu:2139.4587396809857 
Step 2220 | loss:1.2652533054351807 lr:5.6184393532547704e-05 tokens_per_second_per_gpu:2367.6674671891524 
Step 2221 | loss:1.3157432079315186 lr:5.6172444119609026e-05 tokens_per_second_per_gpu:2382.076462603971 
Step 2222 | loss:1.2156801223754883 lr:5.6160490813199685e-05 tokens_per_second_per_gpu:2328.62601181777 
Step 2223 | loss:1.5765939950942993 lr:5.614853361551782e-05 tokens_per_second_per_gpu:1984.1480290787142 
Step 2224 | loss:1.3817534446716309 lr:5.6136572528762286e-05 tokens_per_second_per_gpu:2358.4046509611217 
Step 2225 | loss:1.2403783798217773 lr:5.612460755513265e-05 tokens_per_second_per_gpu:2749.7674993923106 
Step 2226 | loss:1.2804584503173828 lr:5.611263869682919e-05 tokens_per_second_per_gpu:3132.421077559462 
Step 2227 | loss:1.3186719417572021 lr:5.610066595605289e-05 tokens_per_second_per_gpu:1903.3043164216492 
Step 2228 | loss:1.1703200340270996 lr:5.608868933500547e-05 tokens_per_second_per_gpu:2081.5201627873525 
Step 2229 | loss:1.228935956954956 lr:5.607670883588933e-05 tokens_per_second_per_gpu:2229.0179753562147 
Step 2230 | loss:1.5235471725463867 lr:5.606472446090762e-05 tokens_per_second_per_gpu:1863.6378082101066 
Step 2231 | loss:1.1540493965148926 lr:5.6052736212264185e-05 tokens_per_second_per_gpu:2517.5962986013396 
Step 2232 | loss:1.2817388772964478 lr:5.604074409216358e-05 tokens_per_second_per_gpu:2518.2826011809316 
Step 2233 | loss:1.2219613790512085 lr:5.6028748102811076e-05 tokens_per_second_per_gpu:2337.8488564966187 
Step 2234 | loss:1.2987807989120483 lr:5.601674824641265e-05 tokens_per_second_per_gpu:2266.3157274602727 
Step 2235 | loss:1.4931719303131104 lr:5.600474452517501e-05 tokens_per_second_per_gpu:2279.019085337826 
Step 2236 | loss:1.189700722694397 lr:5.599273694130555e-05 tokens_per_second_per_gpu:2775.655554590777 
Step 2237 | loss:1.2730656862258911 lr:5.598072549701238e-05 tokens_per_second_per_gpu:2347.734462789616 
Step 2238 | loss:1.002789855003357 lr:5.596871019450433e-05 tokens_per_second_per_gpu:3136.561102400858 
Step 2239 | loss:1.191279411315918 lr:5.595669103599094e-05 tokens_per_second_per_gpu:2781.522305892724 
Step 2240 | loss:1.1981337070465088 lr:5.594466802368244e-05 tokens_per_second_per_gpu:2128.3446048844266 
Step 2241 | loss:1.3130512237548828 lr:5.593264115978978e-05 tokens_per_second_per_gpu:2520.1174485104575 
Step 2242 | loss:1.2488470077514648 lr:5.5920610446524635e-05 tokens_per_second_per_gpu:2062.7016923748783 
Step 2243 | loss:1.3134469985961914 lr:5.590857588609936e-05 tokens_per_second_per_gpu:2475.5032989184206 
Step 2244 | loss:1.332733154296875 lr:5.589653748072703e-05 tokens_per_second_per_gpu:2149.959406043474 
Step 2245 | loss:1.1564712524414062 lr:5.588449523262145e-05 tokens_per_second_per_gpu:1699.0881226374918 
Step 2246 | loss:1.2740744352340698 lr:5.587244914399707e-05 tokens_per_second_per_gpu:1593.7207673752432 
Step 2247 | loss:1.3869235515594482 lr:5.5860399217069115e-05 tokens_per_second_per_gpu:2704.9395894634386 
Step 2248 | loss:1.36252760887146 lr:5.584834545405347e-05 tokens_per_second_per_gpu:2133.758090806208 
Step 2249 | loss:1.352042317390442 lr:5.583628785716675e-05 tokens_per_second_per_gpu:2194.808144622909 
Step 2250 | loss:1.2738884687423706 lr:5.582422642862626e-05 tokens_per_second_per_gpu:2094.2701826499847 
Step 2251 | loss:1.3306916952133179 lr:5.581216117065003e-05 tokens_per_second_per_gpu:2276.2520837367288 
Step 2252 | loss:1.4238693714141846 lr:5.580009208545677e-05 tokens_per_second_per_gpu:2339.3477652438974 
Step 2253 | loss:1.3406929969787598 lr:5.578801917526589e-05 tokens_per_second_per_gpu:2407.1839687722404 
Step 2254 | loss:1.1912713050842285 lr:5.5775942442297536e-05 tokens_per_second_per_gpu:2427.7609572395486 
Step 2255 | loss:1.116732120513916 lr:5.576386188877254e-05 tokens_per_second_per_gpu:2697.9003885299967 
Step 2256 | loss:1.1900330781936646 lr:5.5751777516912414e-05 tokens_per_second_per_gpu:3124.360197665214 
Step 2257 | loss:1.355292797088623 lr:5.573968932893941e-05 tokens_per_second_per_gpu:2197.226223708205 
Step 2258 | loss:1.111806035041809 lr:5.572759732707646e-05 tokens_per_second_per_gpu:2110.251178937069 
Step 2259 | loss:1.2834011316299438 lr:5.5715501513547214e-05 tokens_per_second_per_gpu:2312.8615952423943 
Step 2260 | loss:1.4449187517166138 lr:5.5703401890576e-05 tokens_per_second_per_gpu:2740.1061278361535 
Step 2261 | loss:1.2934012413024902 lr:5.569129846038786e-05 tokens_per_second_per_gpu:2609.2835983126383 
Step 2262 | loss:1.2855420112609863 lr:5.567919122520853e-05 tokens_per_second_per_gpu:2494.8710381338865 
Step 2263 | loss:1.2080124616622925 lr:5.566708018726445e-05 tokens_per_second_per_gpu:2483.9142821325 
Step 2264 | loss:1.0533106327056885 lr:5.5654965348782756e-05 tokens_per_second_per_gpu:2634.5496333425763 
Step 2265 | loss:1.2364988327026367 lr:5.564284671199129e-05 tokens_per_second_per_gpu:3124.747747100714 
Step 2266 | loss:1.3367794752120972 lr:5.56307242791186e-05 tokens_per_second_per_gpu:2218.653027887578 
Step 2267 | loss:1.1781562566757202 lr:5.5618598052393905e-05 tokens_per_second_per_gpu:2249.0912438643622 
Step 2268 | loss:1.3570420742034912 lr:5.560646803404713e-05 tokens_per_second_per_gpu:1844.4561096951095 
Step 2269 | loss:1.4932565689086914 lr:5.5594334226308925e-05 tokens_per_second_per_gpu:2346.575521042294 
Step 2270 | loss:1.213334321975708 lr:5.55821966314106e-05 tokens_per_second_per_gpu:1875.725328876781 
Step 2271 | loss:1.2849397659301758 lr:5.557005525158418e-05 tokens_per_second_per_gpu:2574.091458423071 
Step 2272 | loss:1.363599181175232 lr:5.555791008906239e-05 tokens_per_second_per_gpu:2574.037379754829 
Step 2273 | loss:1.2471638917922974 lr:5.5545761146078644e-05 tokens_per_second_per_gpu:2642.365549758604 
Step 2274 | loss:1.2680062055587769 lr:5.553360842486705e-05 tokens_per_second_per_gpu:1793.68697149772 
Step 2275 | loss:1.2499154806137085 lr:5.55214519276624e-05 tokens_per_second_per_gpu:2502.957854055101 
Step 2276 | loss:1.3479363918304443 lr:5.5509291656700215e-05 tokens_per_second_per_gpu:3024.663719115501 
Step 2277 | loss:1.221728801727295 lr:5.549712761421666e-05 tokens_per_second_per_gpu:2474.9995592806163 
Step 2278 | loss:1.2746779918670654 lr:5.5484959802448646e-05 tokens_per_second_per_gpu:1449.2454762076666 
Step 2279 | loss:1.2174965143203735 lr:5.5472788223633736e-05 tokens_per_second_per_gpu:1972.8611316362294 
Step 2280 | loss:1.1360143423080444 lr:5.546061288001021e-05 tokens_per_second_per_gpu:2419.1233634996433 
Step 2281 | loss:1.3197373151779175 lr:5.5448433773817025e-05 tokens_per_second_per_gpu:2297.690136721686 
Step 2282 | loss:1.4516781568527222 lr:5.5436250907293846e-05 tokens_per_second_per_gpu:2600.44037628373 
Step 2283 | loss:1.3325632810592651 lr:5.542406428268101e-05 tokens_per_second_per_gpu:2168.4606741176303 
Step 2284 | loss:1.2245246171951294 lr:5.541187390221956e-05 tokens_per_second_per_gpu:2463.73745200333 
Step 2285 | loss:1.3277541399002075 lr:5.5399679768151236e-05 tokens_per_second_per_gpu:2750.1918390339656 
Step 2286 | loss:1.3703607320785522 lr:5.5387481882718445e-05 tokens_per_second_per_gpu:1461.5033831945868 
Step 2287 | loss:1.3415753841400146 lr:5.53752802481643e-05 tokens_per_second_per_gpu:1977.0993665343979 
Step 2288 | loss:1.309117317199707 lr:5.5363074866732597e-05 tokens_per_second_per_gpu:2272.44253553086 
Step 2289 | loss:1.2565429210662842 lr:5.5350865740667825e-05 tokens_per_second_per_gpu:2970.54691793936 
Step 2290 | loss:1.2354339361190796 lr:5.533865287221517e-05 tokens_per_second_per_gpu:2170.631494354397 
Step 2291 | loss:1.2361077070236206 lr:5.532643626362048e-05 tokens_per_second_per_gpu:2165.4247257546704 
Step 2292 | loss:1.2519185543060303 lr:5.5314215917130325e-05 tokens_per_second_per_gpu:2654.60987516624 
Step 2293 | loss:1.329599380493164 lr:5.5301991834991936e-05 tokens_per_second_per_gpu:2854.537273436719 
Step 2294 | loss:1.3993182182312012 lr:5.528976401945324e-05 tokens_per_second_per_gpu:2027.230063794747 
Step 2295 | loss:1.2548894882202148 lr:5.5277532472762835e-05 tokens_per_second_per_gpu:2023.896339132697 
Step 2296 | loss:1.2480931282043457 lr:5.526529719717005e-05 tokens_per_second_per_gpu:2595.377802344424 
Step 2297 | loss:1.4692198038101196 lr:5.525305819492486e-05 tokens_per_second_per_gpu:2322.198095123254 
Step 2298 | loss:1.3412652015686035 lr:5.524081546827791e-05 tokens_per_second_per_gpu:2306.124298473054 
Step 2299 | loss:1.3168960809707642 lr:5.52285690194806e-05 tokens_per_second_per_gpu:2554.115905740562 
Step 2300 | loss:1.287398338317871 lr:5.521631885078494e-05 tokens_per_second_per_gpu:2300.0802768452445 
Step 2301 | loss:1.1224130392074585 lr:5.5204064964443664e-05 tokens_per_second_per_gpu:3273.3654011600056 
Step 2302 | loss:1.3808460235595703 lr:5.5191807362710175e-05 tokens_per_second_per_gpu:2793.873231015979 
Step 2303 | loss:1.0955867767333984 lr:5.517954604783856e-05 tokens_per_second_per_gpu:2670.470205278962 
Step 2304 | loss:1.3048744201660156 lr:5.51672810220836e-05 tokens_per_second_per_gpu:2549.0994718234 
Step 2305 | loss:1.2367078065872192 lr:5.5155012287700754e-05 tokens_per_second_per_gpu:2009.0738365404854 
Step 2306 | loss:1.606111764907837 lr:5.5142739846946146e-05 tokens_per_second_per_gpu:1839.5036911798302 
Step 2307 | loss:1.3160195350646973 lr:5.513046370207661e-05 tokens_per_second_per_gpu:1973.5444808457714 
Step 2308 | loss:1.2584986686706543 lr:5.511818385534964e-05 tokens_per_second_per_gpu:2432.029279721258 
Step 2309 | loss:1.1363654136657715 lr:5.510590030902343e-05 tokens_per_second_per_gpu:2316.553809417716 
Step 2310 | loss:1.280293345451355 lr:5.509361306535682e-05 tokens_per_second_per_gpu:1827.5427269159852 
Step 2311 | loss:1.214739203453064 lr:5.5081322126609366e-05 tokens_per_second_per_gpu:2054.57930349638 
Step 2312 | loss:1.4060717821121216 lr:5.506902749504128e-05 tokens_per_second_per_gpu:2360.577376241988 
Step 2313 | loss:1.288032054901123 lr:5.505672917291347e-05 tokens_per_second_per_gpu:2240.071786087414 
Step 2314 | loss:1.284902811050415 lr:5.504442716248752e-05 tokens_per_second_per_gpu:2298.6089918367225 
Step 2315 | loss:1.3428764343261719 lr:5.5032121466025685e-05 tokens_per_second_per_gpu:1915.316986084353 
Step 2316 | loss:1.4255564212799072 lr:5.501981208579089e-05 tokens_per_second_per_gpu:1809.8457592059674 
Step 2317 | loss:1.1485450267791748 lr:5.500749902404675e-05 tokens_per_second_per_gpu:2516.198870613 
Step 2318 | loss:1.2430768013000488 lr:5.499518228305756e-05 tokens_per_second_per_gpu:2542.2283896890876 
Step 2319 | loss:1.275114893913269 lr:5.4982861865088286e-05 tokens_per_second_per_gpu:2528.3054597740547 
Step 2320 | loss:1.362471580505371 lr:5.4970537772404574e-05 tokens_per_second_per_gpu:3271.2324683828915 
Step 2321 | loss:1.3524737358093262 lr:5.495821000727273e-05 tokens_per_second_per_gpu:2745.448461590627 
Step 2322 | loss:1.4055973291397095 lr:5.494587857195976e-05 tokens_per_second_per_gpu:2111.714069577388 
Step 2323 | loss:1.122470736503601 lr:5.493354346873332e-05 tokens_per_second_per_gpu:2789.1739171006916 
Step 2324 | loss:1.2486275434494019 lr:5.492120469986176e-05 tokens_per_second_per_gpu:2370.794783446982 
Step 2325 | loss:1.281202793121338 lr:5.4908862267614105e-05 tokens_per_second_per_gpu:2210.875916485444 
Step 2326 | loss:1.318037509918213 lr:5.489651617426003e-05 tokens_per_second_per_gpu:2286.560621241491 
Step 2327 | loss:1.0888539552688599 lr:5.488416642206991e-05 tokens_per_second_per_gpu:2032.8879496328364 
Step 2328 | loss:1.2568237781524658 lr:5.487181301331477e-05 tokens_per_second_per_gpu:2202.9932122721757 
Step 2329 | loss:1.2749565839767456 lr:5.485945595026633e-05 tokens_per_second_per_gpu:1911.9326861120992 
Step 2330 | loss:1.1418392658233643 lr:5.4847095235196965e-05 tokens_per_second_per_gpu:3034.070346586614 
Step 2331 | loss:1.4245941638946533 lr:5.483473087037974e-05 tokens_per_second_per_gpu:2056.473160581727 
Step 2332 | loss:1.1776201725006104 lr:5.482236285808837e-05 tokens_per_second_per_gpu:2514.9216285959196 
Step 2333 | loss:1.2201168537139893 lr:5.480999120059724e-05 tokens_per_second_per_gpu:1946.8978996347273 
Step 2334 | loss:1.0746502876281738 lr:5.4797615900181425e-05 tokens_per_second_per_gpu:2445.2250032941174 
Step 2335 | loss:1.355790615081787 lr:5.478523695911667e-05 tokens_per_second_per_gpu:2089.576291835836 
Step 2336 | loss:1.2785158157348633 lr:5.477285437967936e-05 tokens_per_second_per_gpu:2429.442649128091 
Step 2337 | loss:1.2429392337799072 lr:5.4760468164146574e-05 tokens_per_second_per_gpu:2966.0878804039226 
Step 2338 | loss:1.3151662349700928 lr:5.474807831479606e-05 tokens_per_second_per_gpu:1993.3938707527102 
Step 2339 | loss:1.320755958557129 lr:5.4735684833906215e-05 tokens_per_second_per_gpu:2288.4858797228735 
Step 2340 | loss:1.1451058387756348 lr:5.472328772375614e-05 tokens_per_second_per_gpu:2613.422463297331 
Step 2341 | loss:1.289219856262207 lr:5.471088698662557e-05 tokens_per_second_per_gpu:2361.834128999677 
Step 2342 | loss:1.4760611057281494 lr:5.46984826247949e-05 tokens_per_second_per_gpu:1662.6125724342216 
Step 2343 | loss:1.5092507600784302 lr:5.4686074640545234e-05 tokens_per_second_per_gpu:1975.6981757358021 
Step 2344 | loss:1.3575279712677002 lr:5.467366303615832e-05 tokens_per_second_per_gpu:2462.086499610745 
Step 2345 | loss:1.1511932611465454 lr:5.466124781391654e-05 tokens_per_second_per_gpu:2442.3755547680353 
Step 2346 | loss:1.3952468633651733 lr:5.464882897610298e-05 tokens_per_second_per_gpu:1795.7416332140026 
Step 2347 | loss:1.3736200332641602 lr:5.46364065250014e-05 tokens_per_second_per_gpu:2059.646337764117 
Step 2348 | loss:1.4235190153121948 lr:5.462398046289619e-05 tokens_per_second_per_gpu:2520.411544091091 
Step 2349 | loss:1.3494071960449219 lr:5.461155079207243e-05 tokens_per_second_per_gpu:1619.1333143538945 
Step 2350 | loss:1.427834153175354 lr:5.4599117514815834e-05 tokens_per_second_per_gpu:1903.7356191118631 
Step 2351 | loss:1.2904170751571655 lr:5.4586680633412826e-05 tokens_per_second_per_gpu:2084.5114430662284 
Step 2352 | loss:1.3208788633346558 lr:5.457424015015043e-05 tokens_per_second_per_gpu:3347.106750762549 
Step 2353 | loss:1.1890273094177246 lr:5.456179606731639e-05 tokens_per_second_per_gpu:3070.3237507720683 
Step 2354 | loss:1.4220733642578125 lr:5.45493483871991e-05 tokens_per_second_per_gpu:1876.3177430915284 
Step 2355 | loss:1.3915207386016846 lr:5.453689711208758e-05 tokens_per_second_per_gpu:2094.198764327033 
Step 2356 | loss:1.3195650577545166 lr:5.452444224427155e-05 tokens_per_second_per_gpu:2084.6766984910814 
Step 2357 | loss:1.5330452919006348 lr:5.451198378604138e-05 tokens_per_second_per_gpu:1771.1947101647313 
Step 2358 | loss:1.3432726860046387 lr:5.449952173968808e-05 tokens_per_second_per_gpu:2704.580617619984 
Step 2359 | loss:1.268250584602356 lr:5.4487056107503363e-05 tokens_per_second_per_gpu:2390.422602314247 
Step 2360 | loss:1.0877472162246704 lr:5.447458689177955e-05 tokens_per_second_per_gpu:3309.061095860015 
Step 2361 | loss:1.268208384513855 lr:5.446211409480966e-05 tokens_per_second_per_gpu:2673.09878746297 
Step 2362 | loss:1.228549599647522 lr:5.444963771888735e-05 tokens_per_second_per_gpu:2524.8918743674717 
Step 2363 | loss:1.349785327911377 lr:5.443715776630696e-05 tokens_per_second_per_gpu:2027.4948705107774 
Step 2364 | loss:1.1606850624084473 lr:5.442467423936343e-05 tokens_per_second_per_gpu:3007.3688401979343 
Step 2365 | loss:1.2224116325378418 lr:5.441218714035244e-05 tokens_per_second_per_gpu:2858.5874230182126 
Step 2366 | loss:1.1607612371444702 lr:5.439969647157026e-05 tokens_per_second_per_gpu:3067.449198554226 
Step 2367 | loss:1.4133738279342651 lr:5.4387202235313856e-05 tokens_per_second_per_gpu:1647.5839422727888 
Step 2368 | loss:1.2965209484100342 lr:5.437470443388082e-05 tokens_per_second_per_gpu:2900.1385712367082 
Step 2369 | loss:1.229250431060791 lr:5.436220306956942e-05 tokens_per_second_per_gpu:1985.0746011625376 
Step 2370 | loss:1.1939818859100342 lr:5.434969814467856e-05 tokens_per_second_per_gpu:2858.9927225681863 
Step 2371 | loss:1.259394884109497 lr:5.433718966150783e-05 tokens_per_second_per_gpu:2786.9900715472386 
Step 2372 | loss:1.2881290912628174 lr:5.432467762235746e-05 tokens_per_second_per_gpu:2445.9835770028176 
Step 2373 | loss:1.3791123628616333 lr:5.431216202952831e-05 tokens_per_second_per_gpu:2339.1377492189135 
Step 2374 | loss:1.27970552444458 lr:5.429964288532192e-05 tokens_per_second_per_gpu:2288.956189761291 
Step 2375 | loss:1.4439868927001953 lr:5.428712019204049e-05 tokens_per_second_per_gpu:1991.1014565213836 
Step 2376 | loss:1.136352300643921 lr:5.427459395198685e-05 tokens_per_second_per_gpu:3024.0963984952773 
Step 2377 | loss:1.4639527797698975 lr:5.426206416746449e-05 tokens_per_second_per_gpu:1873.7391602649836 
Step 2378 | loss:1.381910800933838 lr:5.424953084077755e-05 tokens_per_second_per_gpu:1931.1656418912241 
Step 2379 | loss:1.197156548500061 lr:5.423699397423084e-05 tokens_per_second_per_gpu:2496.271572657344 
Step 2380 | loss:1.291761875152588 lr:5.422445357012978e-05 tokens_per_second_per_gpu:1723.5150418257367 
Step 2381 | loss:1.3456732034683228 lr:5.421190963078049e-05 tokens_per_second_per_gpu:1836.9123498644249 
Step 2382 | loss:1.1988989114761353 lr:5.419936215848971e-05 tokens_per_second_per_gpu:2755.998427434078 
Step 2383 | loss:1.3666002750396729 lr:5.418681115556484e-05 tokens_per_second_per_gpu:1783.978647675294 
Step 2384 | loss:1.4536994695663452 lr:5.4174256624313915e-05 tokens_per_second_per_gpu:2293.1870457459627 
Step 2385 | loss:1.1588451862335205 lr:5.4161698567045625e-05 tokens_per_second_per_gpu:1711.2207115562244 
Step 2386 | loss:1.2672786712646484 lr:5.4149136986069345e-05 tokens_per_second_per_gpu:2322.5177747975395 
Step 2387 | loss:1.2437119483947754 lr:5.413657188369502e-05 tokens_per_second_per_gpu:2745.3325776058737 
Step 2388 | loss:1.4191875457763672 lr:5.412400326223332e-05 tokens_per_second_per_gpu:2827.519684198748 
Step 2389 | loss:1.4230921268463135 lr:5.411143112399552e-05 tokens_per_second_per_gpu:1838.3017492309584 
Step 2390 | loss:1.2293061017990112 lr:5.409885547129355e-05 tokens_per_second_per_gpu:2508.9407805334163 
Step 2391 | loss:1.1634604930877686 lr:5.408627630644e-05 tokens_per_second_per_gpu:1908.4748073162361 
Step 2392 | loss:1.0849769115447998 lr:5.407369363174808e-05 tokens_per_second_per_gpu:2955.840730661327 
Step 2393 | loss:1.2619655132293701 lr:5.406110744953166e-05 tokens_per_second_per_gpu:2342.736865393548 
Step 2394 | loss:1.0184657573699951 lr:5.404851776210526e-05 tokens_per_second_per_gpu:3167.2567346153933 
Step 2395 | loss:1.0410230159759521 lr:5.403592457178405e-05 tokens_per_second_per_gpu:2625.453965224704 
Step 2396 | loss:1.324936866760254 lr:5.402332788088381e-05 tokens_per_second_per_gpu:2298.0559159982654 
Step 2397 | loss:1.020853877067566 lr:5.4010727691721e-05 tokens_per_second_per_gpu:3168.053721454325 
Step 2398 | loss:1.2872254848480225 lr:5.399812400661271e-05 tokens_per_second_per_gpu:2315.2452544979583 
Step 2399 | loss:1.2119526863098145 lr:5.398551682787668e-05 tokens_per_second_per_gpu:2013.7317894529508 
Step 2400 | loss:1.2943474054336548 lr:5.3972906157831263e-05 tokens_per_second_per_gpu:2363.783758733118 
Step 2401 | loss:1.3823736906051636 lr:5.3960291998795516e-05 tokens_per_second_per_gpu:2078.6390414689727 
Step 2402 | loss:1.3224831819534302 lr:5.394767435308906e-05 tokens_per_second_per_gpu:2222.6640766622563 
Step 2403 | loss:1.4601571559906006 lr:5.3935053223032214e-05 tokens_per_second_per_gpu:1796.651655610033 
Step 2404 | loss:1.1259443759918213 lr:5.392242861094591e-05 tokens_per_second_per_gpu:2927.0508722580757 
Step 2405 | loss:1.379597544670105 lr:5.390980051915174e-05 tokens_per_second_per_gpu:2303.848926689059 
Step 2406 | loss:1.2711933851242065 lr:5.389716894997193e-05 tokens_per_second_per_gpu:2750.532648979947 
Step 2407 | loss:1.342503547668457 lr:5.388453390572931e-05 tokens_per_second_per_gpu:2631.54387138809 
Step 2408 | loss:1.2239675521850586 lr:5.387189538874741e-05 tokens_per_second_per_gpu:2793.7534035841363 
Step 2409 | loss:1.3808680772781372 lr:5.385925340135036e-05 tokens_per_second_per_gpu:2516.8870884396956 
Step 2410 | loss:1.4818146228790283 lr:5.384660794586294e-05 tokens_per_second_per_gpu:1981.0305346708735 
Step 2411 | loss:1.3558870553970337 lr:5.383395902461056e-05 tokens_per_second_per_gpu:2204.1834996868497 
Step 2412 | loss:1.2469931840896606 lr:5.382130663991928e-05 tokens_per_second_per_gpu:2234.17908154914 
Step 2413 | loss:1.270421028137207 lr:5.3808650794115765e-05 tokens_per_second_per_gpu:2890.632705675978 
Step 2414 | loss:1.3791979551315308 lr:5.3795991489527364e-05 tokens_per_second_per_gpu:2488.0179294508644 
Step 2415 | loss:1.3405648469924927 lr:5.378332872848205e-05 tokens_per_second_per_gpu:2328.678403029468 
Step 2416 | loss:1.1647746562957764 lr:5.3770662513308376e-05 tokens_per_second_per_gpu:2875.324504781108 
Step 2417 | loss:1.4194912910461426 lr:5.375799284633562e-05 tokens_per_second_per_gpu:1762.0061559238713 
Step 2418 | loss:1.3647139072418213 lr:5.3745319729893624e-05 tokens_per_second_per_gpu:2222.716988125314 
Step 2419 | loss:1.535251498222351 lr:5.373264316631289e-05 tokens_per_second_per_gpu:2002.5333888616717 
Step 2420 | loss:1.296767234802246 lr:5.371996315792455e-05 tokens_per_second_per_gpu:2343.7435219207396 
Step 2421 | loss:1.289665699005127 lr:5.370727970706038e-05 tokens_per_second_per_gpu:1959.6464930595007 
Step 2422 | loss:1.266457438468933 lr:5.3694592816052796e-05 tokens_per_second_per_gpu:2435.630693676988 
Step 2423 | loss:1.171788215637207 lr:5.36819024872348e-05 tokens_per_second_per_gpu:2406.193526857244 
Step 2424 | loss:1.125650405883789 lr:5.3669208722940086e-05 tokens_per_second_per_gpu:2338.2868033317036 
Step 2425 | loss:1.26615309715271 lr:5.3656511525502954e-05 tokens_per_second_per_gpu:2607.4786374567793 
Step 2426 | loss:1.134017825126648 lr:5.36438108972583e-05 tokens_per_second_per_gpu:2633.749350966281 
Step 2427 | loss:1.394588828086853 lr:5.363110684054172e-05 tokens_per_second_per_gpu:1946.3141837951648 
Step 2428 | loss:1.275734543800354 lr:5.361839935768938e-05 tokens_per_second_per_gpu:1953.0264445798678 
Step 2429 | loss:1.25236177444458 lr:5.360568845103812e-05 tokens_per_second_per_gpu:1854.4730233039118 
Step 2430 | loss:1.3002128601074219 lr:5.359297412292539e-05 tokens_per_second_per_gpu:2399.0060589237287 
Step 2431 | loss:1.1347540616989136 lr:5.3580256375689245e-05 tokens_per_second_per_gpu:2195.159115012933 
Step 2432 | loss:1.158109188079834 lr:5.356753521166843e-05 tokens_per_second_per_gpu:2796.809659671227 
Step 2433 | loss:1.1543394327163696 lr:5.355481063320224e-05 tokens_per_second_per_gpu:1805.3047732646953 
Step 2434 | loss:1.1818017959594727 lr:5.3542082642630684e-05 tokens_per_second_per_gpu:2402.909511136213 
Step 2435 | loss:1.286617398262024 lr:5.352935124229432e-05 tokens_per_second_per_gpu:2612.210818360377 
Step 2436 | loss:1.3941388130187988 lr:5.351661643453439e-05 tokens_per_second_per_gpu:1838.7445094974407 
Step 2437 | loss:1.083604335784912 lr:5.350387822169272e-05 tokens_per_second_per_gpu:2536.894158888977 
Step 2438 | loss:1.3583179712295532 lr:5.34911366061118e-05 tokens_per_second_per_gpu:1997.6912568030239 
Step 2439 | loss:1.2819960117340088 lr:5.347839159013472e-05 tokens_per_second_per_gpu:1953.1476511023695 
Step 2440 | loss:1.3300186395645142 lr:5.346564317610519e-05 tokens_per_second_per_gpu:1829.8373198687502 
Step 2441 | loss:1.3622137308120728 lr:5.345289136636758e-05 tokens_per_second_per_gpu:1969.5656901570012 
Step 2442 | loss:1.1933355331420898 lr:5.344013616326685e-05 tokens_per_second_per_gpu:2452.875456727449 
Step 2443 | loss:1.2227885723114014 lr:5.342737756914861e-05 tokens_per_second_per_gpu:2078.3908596116885 
Step 2444 | loss:1.2837493419647217 lr:5.341461558635906e-05 tokens_per_second_per_gpu:2430.0341476293515 
Step 2445 | loss:1.5972338914871216 lr:5.3401850217245056e-05 tokens_per_second_per_gpu:1947.3538584693486 
Step 2446 | loss:1.361663579940796 lr:5.338908146415405e-05 tokens_per_second_per_gpu:2056.586980698944 
Step 2447 | loss:1.4973797798156738 lr:5.3376309329434156e-05 tokens_per_second_per_gpu:1686.9837095198004 
Step 2448 | loss:1.2472537755966187 lr:5.336353381543406e-05 tokens_per_second_per_gpu:1945.1791157381692 
Step 2449 | loss:1.3647104501724243 lr:5.335075492450311e-05 tokens_per_second_per_gpu:2201.262124114619 
Step 2450 | loss:1.1873250007629395 lr:5.333797265899125e-05 tokens_per_second_per_gpu:2346.2970453848043 
Step 2451 | loss:1.4030156135559082 lr:5.332518702124904e-05 tokens_per_second_per_gpu:1951.0547355172966 
Step 2452 | loss:1.434749722480774 lr:5.33123980136277e-05 tokens_per_second_per_gpu:2426.956804462374 
Step 2453 | loss:1.2097978591918945 lr:5.3299605638479017e-05 tokens_per_second_per_gpu:2188.170700026671 
Step 2454 | loss:1.3457874059677124 lr:5.328680989815545e-05 tokens_per_second_per_gpu:1682.6586306404117 
Step 2455 | loss:1.1379965543746948 lr:5.3274010795010026e-05 tokens_per_second_per_gpu:2528.60742275309 
Step 2456 | loss:1.2767727375030518 lr:5.326120833139643e-05 tokens_per_second_per_gpu:2386.236097493318 
Step 2457 | loss:1.3175007104873657 lr:5.324840250966894e-05 tokens_per_second_per_gpu:2499.322843700469 
Step 2458 | loss:1.4240401983261108 lr:5.3235593332182466e-05 tokens_per_second_per_gpu:2562.222981367091 
Step 2459 | loss:1.0876317024230957 lr:5.3222780801292524e-05 tokens_per_second_per_gpu:2591.580526700271 
Step 2460 | loss:1.2467044591903687 lr:5.320996491935526e-05 tokens_per_second_per_gpu:1879.9549081156083 
Step 2461 | loss:1.2340028285980225 lr:5.3197145688727425e-05 tokens_per_second_per_gpu:3044.9287365509012 
Step 2462 | loss:1.1372512578964233 lr:5.3184323111766385e-05 tokens_per_second_per_gpu:3391.1975390304788 
Step 2463 | loss:1.1281055212020874 lr:5.317149719083014e-05 tokens_per_second_per_gpu:2784.517453663938 
Step 2464 | loss:1.3036613464355469 lr:5.315866792827728e-05 tokens_per_second_per_gpu:2659.0328816605384 
Step 2465 | loss:1.261687159538269 lr:5.314583532646702e-05 tokens_per_second_per_gpu:2746.5983170541995 
Step 2466 | loss:1.1290916204452515 lr:5.3132999387759186e-05 tokens_per_second_per_gpu:2271.8499556004936 
Step 2467 | loss:1.0410994291305542 lr:5.3120160114514244e-05 tokens_per_second_per_gpu:2926.0743654187945 
Step 2468 | loss:1.420190453529358 lr:5.310731750909323e-05 tokens_per_second_per_gpu:2512.7021767119877 
Step 2469 | loss:1.266558289527893 lr:5.309447157385779e-05 tokens_per_second_per_gpu:2084.0340080419837 
Step 2470 | loss:1.2760217189788818 lr:5.308162231117027e-05 tokens_per_second_per_gpu:2367.8555919707514 
Step 2471 | loss:1.4795976877212524 lr:5.3068769723393504e-05 tokens_per_second_per_gpu:2087.505031416858 
Step 2472 | loss:1.3676904439926147 lr:5.3055913812891025e-05 tokens_per_second_per_gpu:2250.439656698663 
Step 2473 | loss:1.283846378326416 lr:5.3043054582026934e-05 tokens_per_second_per_gpu:2312.1219458341548 
Step 2474 | loss:1.3166793584823608 lr:5.303019203316598e-05 tokens_per_second_per_gpu:2592.0233400103025 
Step 2475 | loss:1.249219536781311 lr:5.301732616867346e-05 tokens_per_second_per_gpu:2040.9562844567745 
Step 2476 | loss:1.2648577690124512 lr:5.3004456990915375e-05 tokens_per_second_per_gpu:1863.6526823121812 
Step 2477 | loss:1.2902731895446777 lr:5.299158450225823e-05 tokens_per_second_per_gpu:1881.3478902296606 
Step 2478 | loss:1.1975089311599731 lr:5.2978708705069226e-05 tokens_per_second_per_gpu:2802.8822696520956 
Step 2479 | loss:1.395232081413269 lr:5.2965829601716105e-05 tokens_per_second_per_gpu:2511.188990557395 
Step 2480 | loss:1.3620010614395142 lr:5.295294719456728e-05 tokens_per_second_per_gpu:1680.1091683415555 
Step 2481 | loss:1.2952005863189697 lr:5.29400614859917e-05 tokens_per_second_per_gpu:2084.841165199761 
Step 2482 | loss:1.2332730293273926 lr:5.292717247835899e-05 tokens_per_second_per_gpu:2505.1915599376216 
Step 2483 | loss:1.3074873685836792 lr:5.2914280174039366e-05 tokens_per_second_per_gpu:2687.5882155216445 
Step 2484 | loss:1.3069723844528198 lr:5.2901384575403594e-05 tokens_per_second_per_gpu:2117.729194513542 
Step 2485 | loss:1.21631920337677 lr:5.2888485684823115e-05 tokens_per_second_per_gpu:3027.1210634702657 
Step 2486 | loss:1.39576256275177 lr:5.287558350466994e-05 tokens_per_second_per_gpu:1958.4682128622053 
Step 2487 | loss:1.3645105361938477 lr:5.2862678037316705e-05 tokens_per_second_per_gpu:2125.2301012426137 
Step 2488 | loss:1.5664047002792358 lr:5.284976928513663e-05 tokens_per_second_per_gpu:1931.5796237845427 
Step 2489 | loss:1.410497784614563 lr:5.283685725050354e-05 tokens_per_second_per_gpu:1793.5274071538474 
Step 2490 | loss:1.2756626605987549 lr:5.282394193579188e-05 tokens_per_second_per_gpu:2310.9905994000223 
Step 2491 | loss:1.2776480913162231 lr:5.2811023343376704e-05 tokens_per_second_per_gpu:2349.2444097347184 
Step 2492 | loss:1.3037221431732178 lr:5.279810147563363e-05 tokens_per_second_per_gpu:2060.067356250612 
Step 2493 | loss:1.4234188795089722 lr:5.278517633493892e-05 tokens_per_second_per_gpu:2024.7954208994518 
Step 2494 | loss:1.3232510089874268 lr:5.277224792366942e-05 tokens_per_second_per_gpu:2325.2535350257767 
Step 2495 | loss:1.2784092426300049 lr:5.275931624420256e-05 tokens_per_second_per_gpu:2419.3343253756493 
Step 2496 | loss:1.2058136463165283 lr:5.2746381298916404e-05 tokens_per_second_per_gpu:3053.2939027199122 
Step 2497 | loss:1.4038172960281372 lr:5.2733443090189605e-05 tokens_per_second_per_gpu:1881.6838328595604 
Step 2498 | loss:1.1791154146194458 lr:5.2720501620401416e-05 tokens_per_second_per_gpu:3038.498070955991 
Step 2499 | loss:1.165884017944336 lr:5.270755689193166e-05 tokens_per_second_per_gpu:2583.5043645856836 
Step 2500 | loss:1.2260099649429321 lr:5.269460890716082e-05 tokens_per_second_per_gpu:2528.3941898130433 
Step 2501 | loss:1.2025283575057983 lr:5.268165766846991e-05 tokens_per_second_per_gpu:2231.8092101465886 
Step 2502 | loss:1.2123326063156128 lr:5.2668703178240616e-05 tokens_per_second_per_gpu:2474.453440808887 
Step 2503 | loss:1.180617332458496 lr:5.265574543885515e-05 tokens_per_second_per_gpu:3028.335547005339 
Step 2504 | loss:1.3169740438461304 lr:5.264278445269635e-05 tokens_per_second_per_gpu:2098.764613630848 
Step 2505 | loss:1.2042464017868042 lr:5.262982022214769e-05 tokens_per_second_per_gpu:2342.612657922633 
Step 2506 | loss:1.3580186367034912 lr:5.2616852749593174e-05 tokens_per_second_per_gpu:2685.654109077619 
Step 2507 | loss:1.4773688316345215 lr:5.260388203741745e-05 tokens_per_second_per_gpu:2428.383727811118 
Step 2508 | loss:1.3252601623535156 lr:5.259090808800572e-05 tokens_per_second_per_gpu:2490.1283147904383 
Step 2509 | loss:1.255831003189087 lr:5.257793090374384e-05 tokens_per_second_per_gpu:2447.770072561082 
Step 2510 | loss:1.2281198501586914 lr:5.256495048701821e-05 tokens_per_second_per_gpu:2732.187976601017 
Step 2511 | loss:1.4322004318237305 lr:5.255196684021584e-05 tokens_per_second_per_gpu:2134.949582558272 
Step 2512 | loss:1.2642182111740112 lr:5.2538979965724336e-05 tokens_per_second_per_gpu:2413.7140717167317 
Step 2513 | loss:1.1885219812393188 lr:5.252598986593191e-05 tokens_per_second_per_gpu:2423.082607852616 
Step 2514 | loss:1.2372829914093018 lr:5.251299654322733e-05 tokens_per_second_per_gpu:2378.201536731791 
Step 2515 | loss:1.311150312423706 lr:5.2499999999999995e-05 tokens_per_second_per_gpu:2034.504130087782 
Step 2516 | loss:1.3440996408462524 lr:5.248700023863989e-05 tokens_per_second_per_gpu:1615.0308241752396 
Step 2517 | loss:1.1754417419433594 lr:5.2473997261537575e-05 tokens_per_second_per_gpu:2681.0216421980635 
Step 2518 | loss:1.2310664653778076 lr:5.246099107108421e-05 tokens_per_second_per_gpu:2090.6145571587417 
Step 2519 | loss:1.2632627487182617 lr:5.244798166967155e-05 tokens_per_second_per_gpu:2457.3956772818337 
Step 2520 | loss:1.330311894416809 lr:5.243496905969194e-05 tokens_per_second_per_gpu:2559.645145277669 
Step 2521 | loss:1.317777156829834 lr:5.24219532435383e-05 tokens_per_second_per_gpu:2000.709123031762 
Step 2522 | loss:1.1982879638671875 lr:5.240893422360417e-05 tokens_per_second_per_gpu:2763.6316382920436 
Step 2523 | loss:1.2850717306137085 lr:5.2395912002283625e-05 tokens_per_second_per_gpu:2635.4585883851973 
Step 2524 | loss:1.0827581882476807 lr:5.238288658197141e-05 tokens_per_second_per_gpu:2704.6567499137814 
Step 2525 | loss:1.0776699781417847 lr:5.2369857965062784e-05 tokens_per_second_per_gpu:2488.1177749812387 
Step 2526 | loss:1.1982187032699585 lr:5.235682615395363e-05 tokens_per_second_per_gpu:2562.601389586617 
Step 2527 | loss:1.2441561222076416 lr:5.234379115104041e-05 tokens_per_second_per_gpu:2193.016488156136 
Step 2528 | loss:1.2518528699874878 lr:5.233075295872016e-05 tokens_per_second_per_gpu:2491.373223475931 
Step 2529 | loss:1.2604728937149048 lr:5.231771157939055e-05 tokens_per_second_per_gpu:1948.774718803895 
Step 2530 | loss:1.1459057331085205 lr:5.230466701544977e-05 tokens_per_second_per_gpu:2321.087364509687 
Step 2531 | loss:1.444800615310669 lr:5.229161926929665e-05 tokens_per_second_per_gpu:2078.2280207094504 
Step 2532 | loss:1.302419662475586 lr:5.227856834333056e-05 tokens_per_second_per_gpu:2342.0087874402743 
Step 2533 | loss:1.2466531991958618 lr:5.226551423995149e-05 tokens_per_second_per_gpu:2316.2253136194818 
Step 2534 | loss:1.2906280755996704 lr:5.2252456961560016e-05 tokens_per_second_per_gpu:2618.334205603558 
Step 2535 | loss:1.1237331628799438 lr:5.223939651055727e-05 tokens_per_second_per_gpu:3620.7373786974154 
Step 2536 | loss:1.4299224615097046 lr:5.222633288934498e-05 tokens_per_second_per_gpu:1771.8691159099662 
Step 2537 | loss:1.2978930473327637 lr:5.221326610032546e-05 tokens_per_second_per_gpu:2717.272522118531 
Step 2538 | loss:1.3274011611938477 lr:5.22001961459016e-05 tokens_per_second_per_gpu:2596.5189419031963 
Step 2539 | loss:1.5165984630584717 lr:5.218712302847689e-05 tokens_per_second_per_gpu:1389.403445276963 
Step 2540 | loss:1.41167151927948 lr:5.217404675045538e-05 tokens_per_second_per_gpu:2280.3753731387324 
Step 2541 | loss:1.2055957317352295 lr:5.2160967314241716e-05 tokens_per_second_per_gpu:2039.5832003142466 
Step 2542 | loss:1.2260518074035645 lr:5.214788472224111e-05 tokens_per_second_per_gpu:2064.057699564407 
Step 2543 | loss:1.4240334033966064 lr:5.213479897685936e-05 tokens_per_second_per_gpu:2571.1741975710943 
Step 2544 | loss:1.258488655090332 lr:5.2121710080502865e-05 tokens_per_second_per_gpu:2045.669628774395 
Step 2545 | loss:1.1999579668045044 lr:5.210861803557856e-05 tokens_per_second_per_gpu:2622.022607048598 
Step 2546 | loss:1.3034995794296265 lr:5.209552284449402e-05 tokens_per_second_per_gpu:1981.207119679907 
Step 2547 | loss:1.32755446434021 lr:5.2082424509657326e-05 tokens_per_second_per_gpu:1867.3570650681415 
Step 2548 | loss:1.2813721895217896 lr:5.206932303347721e-05 tokens_per_second_per_gpu:2112.611389328723 
Step 2549 | loss:1.541736125946045 lr:5.205621841836291e-05 tokens_per_second_per_gpu:1416.3913777712817 
Step 2550 | loss:1.0606361627578735 lr:5.20431106667243e-05 tokens_per_second_per_gpu:3665.441387460513 
Step 2551 | loss:1.1436121463775635 lr:5.202999978097179e-05 tokens_per_second_per_gpu:2360.293538438757 
Step 2552 | loss:1.1594696044921875 lr:5.20168857635164e-05 tokens_per_second_per_gpu:2293.906214053682 
Step 2553 | loss:1.2758926153182983 lr:5.20037686167697e-05 tokens_per_second_per_gpu:2278.9605773916646 
Step 2554 | loss:1.083869218826294 lr:5.1990648343143856e-05 tokens_per_second_per_gpu:2661.5474197521157 
Step 2555 | loss:1.2377698421478271 lr:5.19775249450516e-05 tokens_per_second_per_gpu:3371.1667334875874 
Step 2556 | loss:1.2571288347244263 lr:5.196439842490621e-05 tokens_per_second_per_gpu:2187.11379347189 
Step 2557 | loss:1.2063097953796387 lr:5.1951268785121606e-05 tokens_per_second_per_gpu:2658.3386106914277 
Step 2558 | loss:1.1933856010437012 lr:5.19381360281122e-05 tokens_per_second_per_gpu:1969.8108057059808 
Step 2559 | loss:1.2897529602050781 lr:5.192500015629305e-05 tokens_per_second_per_gpu:2018.7317677820351 
Step 2560 | loss:1.2509466409683228 lr:5.1911861172079744e-05 tokens_per_second_per_gpu:2724.264334018454 
Step 2561 | loss:1.2685410976409912 lr:5.189871907788844e-05 tokens_per_second_per_gpu:2072.11189447227 
Step 2562 | loss:1.3035560846328735 lr:5.18855738761359e-05 tokens_per_second_per_gpu:2116.4340229336167 
Step 2563 | loss:1.2182176113128662 lr:5.187242556923943e-05 tokens_per_second_per_gpu:2762.693683567777 
Step 2564 | loss:1.2581926584243774 lr:5.185927415961691e-05 tokens_per_second_per_gpu:2560.74024039736 
Step 2565 | loss:1.2688841819763184 lr:5.1846119649686803e-05 tokens_per_second_per_gpu:2656.6933733883234 
Step 2566 | loss:1.2246224880218506 lr:5.183296204186814e-05 tokens_per_second_per_gpu:1852.644543249807 
Step 2567 | loss:1.1841275691986084 lr:5.181980133858051e-05 tokens_per_second_per_gpu:2600.373474055907 
Step 2568 | loss:1.277514100074768 lr:5.1806637542244087e-05 tokens_per_second_per_gpu:2656.1604427523193 
Step 2569 | loss:1.249372124671936 lr:5.179347065527959e-05 tokens_per_second_per_gpu:2040.4227476488697 
Step 2570 | loss:1.0987281799316406 lr:5.178030068010834e-05 tokens_per_second_per_gpu:2018.9499155155086 
Step 2571 | loss:1.346215009689331 lr:5.1767127619152185e-05 tokens_per_second_per_gpu:2238.284735032619 
Step 2572 | loss:1.2031408548355103 lr:5.175395147483358e-05 tokens_per_second_per_gpu:2432.0287139590837 
Step 2573 | loss:1.3155782222747803 lr:5.174077224957553e-05 tokens_per_second_per_gpu:1916.1422455705592 
Step 2574 | loss:1.070621132850647 lr:5.172758994580159e-05 tokens_per_second_per_gpu:2710.6252130905127 
Step 2575 | loss:1.3210716247558594 lr:5.171440456593591e-05 tokens_per_second_per_gpu:2723.74031247574 
Step 2576 | loss:1.2801176309585571 lr:5.1701216112403186e-05 tokens_per_second_per_gpu:2230.1429336443057 
Step 2577 | loss:1.2720178365707397 lr:5.1688024587628703e-05 tokens_per_second_per_gpu:2388.955282979244 
Step 2578 | loss:0.9995607137680054 lr:5.167482999403826e-05 tokens_per_second_per_gpu:2899.7303461586557 
Step 2579 | loss:1.3693722486495972 lr:5.1661632334058296e-05 tokens_per_second_per_gpu:2382.8944451200414 
Step 2580 | loss:1.418416976928711 lr:5.164843161011574e-05 tokens_per_second_per_gpu:2238.5460665848523 
Step 2581 | loss:1.2542307376861572 lr:5.1635227824638145e-05 tokens_per_second_per_gpu:2012.248743526336 
Step 2582 | loss:1.215928077697754 lr:5.162202098005357e-05 tokens_per_second_per_gpu:3121.1131949529267 
Step 2583 | loss:1.205203890800476 lr:5.1608811078790696e-05 tokens_per_second_per_gpu:2717.2484461551558 
Step 2584 | loss:1.176438331604004 lr:5.159559812327869e-05 tokens_per_second_per_gpu:2978.63104981296 
Step 2585 | loss:1.3569661378860474 lr:5.1582382115947365e-05 tokens_per_second_per_gpu:2384.859205255201 
Step 2586 | loss:1.415651559829712 lr:5.156916305922706e-05 tokens_per_second_per_gpu:2334.995458881636 
Step 2587 | loss:1.348231554031372 lr:5.155594095554864e-05 tokens_per_second_per_gpu:1687.7521893741298 
Step 2588 | loss:1.19456946849823 lr:5.154271580734358e-05 tokens_per_second_per_gpu:2730.8770642019035 
Step 2589 | loss:1.2537624835968018 lr:5.152948761704389e-05 tokens_per_second_per_gpu:2698.585929011931 
Step 2590 | loss:1.2455934286117554 lr:5.151625638708216e-05 tokens_per_second_per_gpu:2236.4491017445685 
Step 2591 | loss:1.3500984907150269 lr:5.15030221198915e-05 tokens_per_second_per_gpu:1884.5240942766786 
Step 2592 | loss:1.1105409860610962 lr:5.148978481790562e-05 tokens_per_second_per_gpu:3289.8156138802715 
Step 2593 | loss:1.2770637273788452 lr:5.147654448355877e-05 tokens_per_second_per_gpu:2405.877106144402 
Step 2594 | loss:1.4536212682724 lr:5.146330111928576e-05 tokens_per_second_per_gpu:2457.4940122423914 
Step 2595 | loss:1.0801208019256592 lr:5.145005472752195e-05 tokens_per_second_per_gpu:2549.127184072602 
Step 2596 | loss:1.314027190208435 lr:5.143680531070326e-05 tokens_per_second_per_gpu:2677.4143868332167 
Step 2597 | loss:1.336923599243164 lr:5.142355287126618e-05 tokens_per_second_per_gpu:1763.8255846030972 
Step 2598 | loss:1.3409621715545654 lr:5.1410297411647736e-05 tokens_per_second_per_gpu:2187.1869724508547 
Step 2599 | loss:1.5182900428771973 lr:5.139703893428552e-05 tokens_per_second_per_gpu:2145.120446227945 
Step 2600 | loss:1.2720651626586914 lr:5.1383777441617674e-05 tokens_per_second_per_gpu:2838.7908373308396 
Step 2601 | loss:1.3916205167770386 lr:5.1370512936082915e-05 tokens_per_second_per_gpu:1931.8885543907322 
Step 2602 | loss:1.285040020942688 lr:5.1357245420120475e-05 tokens_per_second_per_gpu:2336.553272878714 
Step 2603 | loss:1.1274135112762451 lr:5.134397489617018e-05 tokens_per_second_per_gpu:2538.8862379190464 
Step 2604 | loss:1.023094654083252 lr:5.1330701366672366e-05 tokens_per_second_per_gpu:3601.6122774647843 
Step 2605 | loss:1.199273705482483 lr:5.131742483406797e-05 tokens_per_second_per_gpu:2575.9216760515324 
Step 2606 | loss:1.2196372747421265 lr:5.130414530079845e-05 tokens_per_second_per_gpu:2142.6981924045385 
Step 2607 | loss:1.248714804649353 lr:5.129086276930581e-05 tokens_per_second_per_gpu:2750.013590048653 
Step 2608 | loss:1.176594853401184 lr:5.127757724203265e-05 tokens_per_second_per_gpu:2238.127777177414 
Step 2609 | loss:1.213312029838562 lr:5.126428872142205e-05 tokens_per_second_per_gpu:2254.0262295923885 
Step 2610 | loss:1.2311710119247437 lr:5.1250997209917715e-05 tokens_per_second_per_gpu:2443.299671479061 
Step 2611 | loss:1.253700852394104 lr:5.123770270996383e-05 tokens_per_second_per_gpu:2259.194679532959 
Step 2612 | loss:1.339645266532898 lr:5.122440522400519e-05 tokens_per_second_per_gpu:1888.9870264964225 
Step 2613 | loss:1.0581159591674805 lr:5.1211104754487116e-05 tokens_per_second_per_gpu:3005.316702702825 
Step 2614 | loss:1.1498726606369019 lr:5.119780130385546e-05 tokens_per_second_per_gpu:2754.6550643061855 
Step 2615 | loss:1.1825284957885742 lr:5.118449487455665e-05 tokens_per_second_per_gpu:2966.9405611230277 
Step 2616 | loss:1.3357561826705933 lr:5.117118546903764e-05 tokens_per_second_per_gpu:2974.740516967141 
Step 2617 | loss:1.3363600969314575 lr:5.115787308974594e-05 tokens_per_second_per_gpu:2203.7455557756066 
Step 2618 | loss:1.219822645187378 lr:5.114455773912962e-05 tokens_per_second_per_gpu:2836.8218711998247 
Step 2619 | loss:1.2452136278152466 lr:5.113123941963726e-05 tokens_per_second_per_gpu:2933.0635696905692 
Step 2620 | loss:1.4769054651260376 lr:5.111791813371803e-05 tokens_per_second_per_gpu:2283.0408648133653 
Step 2621 | loss:1.3168413639068604 lr:5.110459388382163e-05 tokens_per_second_per_gpu:1799.024501125712 
Step 2622 | loss:1.4110249280929565 lr:5.1091266672398284e-05 tokens_per_second_per_gpu:2288.0617150718863 
Step 2623 | loss:1.3912583589553833 lr:5.107793650189879e-05 tokens_per_second_per_gpu:2358.0442932099013 
Step 2624 | loss:1.284822702407837 lr:5.106460337477446e-05 tokens_per_second_per_gpu:1590.362612394775 
Step 2625 | loss:1.1396327018737793 lr:5.105126729347718e-05 tokens_per_second_per_gpu:1623.31546940968 
Step 2626 | loss:1.2652407884597778 lr:5.103792826045936e-05 tokens_per_second_per_gpu:2286.95697990295 
Step 2627 | loss:1.11111319065094 lr:5.102458627817396e-05 tokens_per_second_per_gpu:2668.7358356760956 
Step 2628 | loss:1.132283091545105 lr:5.10112413490745e-05 tokens_per_second_per_gpu:2457.6198652591424 
Step 2629 | loss:1.33299720287323 lr:5.0997893475614986e-05 tokens_per_second_per_gpu:2175.3153468798146 
Step 2630 | loss:1.1775850057601929 lr:5.098454266025004e-05 tokens_per_second_per_gpu:2562.760496918377 
Step 2631 | loss:1.188345193862915 lr:5.0971188905434756e-05 tokens_per_second_per_gpu:1742.7407800949784 
Step 2632 | loss:1.2717829942703247 lr:5.095783221362482e-05 tokens_per_second_per_gpu:1799.5970488480032 
Step 2633 | loss:1.210145354270935 lr:5.094447258727642e-05 tokens_per_second_per_gpu:2639.5784029334973 
Step 2634 | loss:1.3100355863571167 lr:5.0931110028846336e-05 tokens_per_second_per_gpu:1963.773256154525 
Step 2635 | loss:1.3973305225372314 lr:5.091774454079182e-05 tokens_per_second_per_gpu:2972.8235206443997 
Step 2636 | loss:1.336835265159607 lr:5.0904376125570704e-05 tokens_per_second_per_gpu:2426.1918558824527 
Step 2637 | loss:1.3751957416534424 lr:5.0891004785641357e-05 tokens_per_second_per_gpu:2014.5762165533786 
Step 2638 | loss:1.4250694513320923 lr:5.087763052346268e-05 tokens_per_second_per_gpu:1749.823656432293 
Step 2639 | loss:1.1145703792572021 lr:5.08642533414941e-05 tokens_per_second_per_gpu:3028.6959466973567 
Step 2640 | loss:1.3118293285369873 lr:5.0850873242195584e-05 tokens_per_second_per_gpu:2212.172372130763 
Step 2641 | loss:1.3343063592910767 lr:5.0837490228027675e-05 tokens_per_second_per_gpu:1876.9571678160482 
Step 2642 | loss:1.2004156112670898 lr:5.082410430145139e-05 tokens_per_second_per_gpu:2277.2680234956197 
Step 2643 | loss:1.1273096799850464 lr:5.081071546492833e-05 tokens_per_second_per_gpu:2388.4856750475356 
Step 2644 | loss:1.347556710243225 lr:5.079732372092058e-05 tokens_per_second_per_gpu:1657.805643400566 
Step 2645 | loss:1.236814260482788 lr:5.0783929071890837e-05 tokens_per_second_per_gpu:1998.187129916325 
Step 2646 | loss:1.2159128189086914 lr:5.077053152030225e-05 tokens_per_second_per_gpu:1865.7756331242356 
Step 2647 | loss:1.2358883619308472 lr:5.075713106861856e-05 tokens_per_second_per_gpu:2900.2513986546824 
Step 2648 | loss:1.3243955373764038 lr:5.074372771930401e-05 tokens_per_second_per_gpu:2733.739767782254 
Step 2649 | loss:1.3133115768432617 lr:5.07303214748234e-05 tokens_per_second_per_gpu:2197.1791174752093 
Step 2650 | loss:1.221274495124817 lr:5.0716912337642046e-05 tokens_per_second_per_gpu:2883.829233923415 
Step 2651 | loss:1.3962241411209106 lr:5.0703500310225776e-05 tokens_per_second_per_gpu:2434.374386416421 
Step 2652 | loss:1.247961401939392 lr:5.0690085395041e-05 tokens_per_second_per_gpu:2776.4470534987777 
Step 2653 | loss:1.1078318357467651 lr:5.0676667594554596e-05 tokens_per_second_per_gpu:2503.2474737066473 
Step 2654 | loss:1.255043387413025 lr:5.066324691123406e-05 tokens_per_second_per_gpu:1680.594002635428 
Step 2655 | loss:1.4255023002624512 lr:5.064982334754731e-05 tokens_per_second_per_gpu:1875.1370787125002 
Step 2656 | loss:1.322939395904541 lr:5.063639690596289e-05 tokens_per_second_per_gpu:2521.946686352375 
Step 2657 | loss:1.3139114379882812 lr:5.062296758894982e-05 tokens_per_second_per_gpu:2012.4322389998558 
Step 2658 | loss:1.2789113521575928 lr:5.060953539897766e-05 tokens_per_second_per_gpu:2139.0588068542306 
Step 2659 | loss:1.188195824623108 lr:5.0596100338516495e-05 tokens_per_second_per_gpu:2490.1346871251503 
Step 2660 | loss:1.2568442821502686 lr:5.0582662410036936e-05 tokens_per_second_per_gpu:1931.3021285100249 
Step 2661 | loss:1.2708200216293335 lr:5.056922161601016e-05 tokens_per_second_per_gpu:2804.1551956913713 
Step 2662 | loss:1.330843210220337 lr:5.055577795890781e-05 tokens_per_second_per_gpu:2566.631048602599 
Step 2663 | loss:1.174124836921692 lr:5.054233144120209e-05 tokens_per_second_per_gpu:2901.035964969449 
Step 2664 | loss:1.2231407165527344 lr:5.052888206536573e-05 tokens_per_second_per_gpu:1912.9453379718775 
Step 2665 | loss:1.4297322034835815 lr:5.051542983387198e-05 tokens_per_second_per_gpu:2341.2306172454428 
Step 2666 | loss:1.110286831855774 lr:5.0501974749194605e-05 tokens_per_second_per_gpu:2866.8824667532085 
Step 2667 | loss:1.2099095582962036 lr:5.048851681380791e-05 tokens_per_second_per_gpu:2305.9448142349547 
Step 2668 | loss:1.1436240673065186 lr:5.047505603018673e-05 tokens_per_second_per_gpu:2024.329429980021 
Step 2669 | loss:1.2485390901565552 lr:5.0461592400806405e-05 tokens_per_second_per_gpu:2277.3576651484386 
Step 2670 | loss:1.2982325553894043 lr:5.044812592814281e-05 tokens_per_second_per_gpu:2146.0501911370093 
Step 2671 | loss:1.4255259037017822 lr:5.043465661467233e-05 tokens_per_second_per_gpu:1752.0050444386177 
Step 2672 | loss:1.2979960441589355 lr:5.042118446287188e-05 tokens_per_second_per_gpu:2178.593265499156 
Step 2673 | loss:1.124957799911499 lr:5.040770947521891e-05 tokens_per_second_per_gpu:2761.9258637666794 
Step 2674 | loss:1.3659018278121948 lr:5.039423165419137e-05 tokens_per_second_per_gpu:2797.2988358489984 
Step 2675 | loss:1.3217494487762451 lr:5.038075100226775e-05 tokens_per_second_per_gpu:2124.5527847475673 
Step 2676 | loss:1.3763914108276367 lr:5.036726752192705e-05 tokens_per_second_per_gpu:2271.3326398348113 
Step 2677 | loss:1.2654377222061157 lr:5.035378121564879e-05 tokens_per_second_per_gpu:2415.3978814106313 
Step 2678 | loss:1.2137176990509033 lr:5.034029208591301e-05 tokens_per_second_per_gpu:2501.873240700516 
Step 2679 | loss:1.17337167263031 lr:5.032680013520027e-05 tokens_per_second_per_gpu:2766.0428772632968 
Step 2680 | loss:1.2688909769058228 lr:5.0313305365991646e-05 tokens_per_second_per_gpu:1890.8928173049164 
Step 2681 | loss:1.2519019842147827 lr:5.029980778076874e-05 tokens_per_second_per_gpu:2683.022688663372 
Step 2682 | loss:1.4554426670074463 lr:5.0286307382013674e-05 tokens_per_second_per_gpu:2264.291080939263 
Step 2683 | loss:1.1782159805297852 lr:5.0272804172209084e-05 tokens_per_second_per_gpu:2565.9279513135684 
Step 2684 | loss:1.1939951181411743 lr:5.025929815383809e-05 tokens_per_second_per_gpu:2128.653052152533 
Step 2685 | loss:1.2854498624801636 lr:5.02457893293844e-05 tokens_per_second_per_gpu:2196.228265973073 
Step 2686 | loss:1.1283189058303833 lr:5.0232277701332154e-05 tokens_per_second_per_gpu:2592.0538484251856 
Step 2687 | loss:1.359378457069397 lr:5.021876327216608e-05 tokens_per_second_per_gpu:1885.841514384647 
Step 2688 | loss:1.3616931438446045 lr:5.0205246044371385e-05 tokens_per_second_per_gpu:2325.94428711438 
Step 2689 | loss:1.3740043640136719 lr:5.019172602043379e-05 tokens_per_second_per_gpu:2186.1837735508666 
Step 2690 | loss:1.2610104084014893 lr:5.017820320283954e-05 tokens_per_second_per_gpu:2155.0861890862643 
Step 2691 | loss:1.2555073499679565 lr:5.01646775940754e-05 tokens_per_second_per_gpu:2488.5156409041233 
Step 2692 | loss:1.4237356185913086 lr:5.015114919662862e-05 tokens_per_second_per_gpu:2136.405318778863 
Step 2693 | loss:1.3192251920700073 lr:5.0137618012986996e-05 tokens_per_second_per_gpu:1749.62181923036 
Step 2694 | loss:1.1869570016860962 lr:5.012408404563882e-05 tokens_per_second_per_gpu:2342.270373860688 
Step 2695 | loss:1.2619704008102417 lr:5.011054729707289e-05 tokens_per_second_per_gpu:2200.7096380317657 
Step 2696 | loss:1.3359615802764893 lr:5.009700776977853e-05 tokens_per_second_per_gpu:2079.2013951886142 
Step 2697 | loss:1.448495626449585 lr:5.008346546624556e-05 tokens_per_second_per_gpu:1837.8663699457622 
Step 2698 | loss:1.5180819034576416 lr:5.006992038896434e-05 tokens_per_second_per_gpu:2329.2204938322234 
Step 2699 | loss:1.266608476638794 lr:5.0056372540425697e-05 tokens_per_second_per_gpu:2602.5988572748342 
Step 2700 | loss:1.1986180543899536 lr:5.004282192312101e-05 tokens_per_second_per_gpu:2358.0671509136305 
Step 2701 | loss:1.3230968713760376 lr:5.0029268539542116e-05 tokens_per_second_per_gpu:1902.900785195866 
Step 2702 | loss:1.267843246459961 lr:5.001571239218143e-05 tokens_per_second_per_gpu:1827.31658489999 
Step 2703 | loss:1.3227577209472656 lr:5.000215348353179e-05 tokens_per_second_per_gpu:2118.8670746389007 
Step 2704 | loss:1.3399344682693481 lr:4.998859181608664e-05 tokens_per_second_per_gpu:2735.9136050981497 
Step 2705 | loss:1.548296570777893 lr:4.997502739233984e-05 tokens_per_second_per_gpu:1471.3081836770064 
Step 2706 | loss:1.1694390773773193 lr:4.996146021478583e-05 tokens_per_second_per_gpu:2173.927051271773 
Step 2707 | loss:1.205678939819336 lr:4.994789028591949e-05 tokens_per_second_per_gpu:2611.2078142560654 
Step 2708 | loss:1.084973931312561 lr:4.993431760823625e-05 tokens_per_second_per_gpu:2853.669599968099 
Step 2709 | loss:1.214961290359497 lr:4.992074218423205e-05 tokens_per_second_per_gpu:2311.7599924594615 
Step 2710 | loss:1.247044324874878 lr:4.99071640164033e-05 tokens_per_second_per_gpu:3023.131116155347 
Step 2711 | loss:1.2388001680374146 lr:4.989358310724695e-05 tokens_per_second_per_gpu:3003.0495890942616 
Step 2712 | loss:1.1999776363372803 lr:4.9879999459260425e-05 tokens_per_second_per_gpu:2878.681756179877 
Step 2713 | loss:1.3022198677062988 lr:4.986641307494167e-05 tokens_per_second_per_gpu:2180.173806709111 
Step 2714 | loss:1.0791869163513184 lr:4.985282395678914e-05 tokens_per_second_per_gpu:3520.6901911120326 
Step 2715 | loss:1.228021264076233 lr:4.983923210730176e-05 tokens_per_second_per_gpu:2603.7290561243412 
Step 2716 | loss:1.308171272277832 lr:4.9825637528979015e-05 tokens_per_second_per_gpu:2460.9025725077177 
Step 2717 | loss:1.2478212118148804 lr:4.981204022432082e-05 tokens_per_second_per_gpu:2583.0705601106642 
Step 2718 | loss:1.1695221662521362 lr:4.979844019582766e-05 tokens_per_second_per_gpu:2363.5431725706353 
Step 2719 | loss:1.1525599956512451 lr:4.9784837446000454e-05 tokens_per_second_per_gpu:2753.35090932997 
Step 2720 | loss:1.274682879447937 lr:4.97712319773407e-05 tokens_per_second_per_gpu:2372.6771507647095 
Step 2721 | loss:1.2705130577087402 lr:4.9757623792350305e-05 tokens_per_second_per_gpu:2477.142068386553 
Step 2722 | loss:1.4198579788208008 lr:4.9744012893531766e-05 tokens_per_second_per_gpu:2699.6936065599716 
Step 2723 | loss:1.2823790311813354 lr:4.9730399283388e-05 tokens_per_second_per_gpu:2359.704816023381 
Step 2724 | loss:1.2717971801757812 lr:4.97167829644225e-05 tokens_per_second_per_gpu:2092.5620790721573 
Step 2725 | loss:1.2498276233673096 lr:4.9703163939139175e-05 tokens_per_second_per_gpu:1760.04915743271 
Step 2726 | loss:1.281776785850525 lr:4.96895422100425e-05 tokens_per_second_per_gpu:1646.8662949517595 
Step 2727 | loss:1.3962290287017822 lr:4.96759177796374e-05 tokens_per_second_per_gpu:2036.821308225498 
Step 2728 | loss:1.108155369758606 lr:4.9662290650429336e-05 tokens_per_second_per_gpu:2930.536091386412 
Step 2729 | loss:1.0864191055297852 lr:4.964866082492423e-05 tokens_per_second_per_gpu:3149.257738368123 
Step 2730 | loss:1.3328843116760254 lr:4.963502830562851e-05 tokens_per_second_per_gpu:1961.051895094062 
Step 2731 | loss:1.3128316402435303 lr:4.962139309504914e-05 tokens_per_second_per_gpu:2395.588002175216 
Step 2732 | loss:1.4143255949020386 lr:4.9607755195693505e-05 tokens_per_second_per_gpu:2063.2719225498895 
Step 2733 | loss:1.1420750617980957 lr:4.959411461006955e-05 tokens_per_second_per_gpu:2246.3614717954097 
Step 2734 | loss:1.1787806749343872 lr:4.958047134068566e-05 tokens_per_second_per_gpu:2649.8121247220574 
Step 2735 | loss:1.218701958656311 lr:4.956682539005076e-05 tokens_per_second_per_gpu:2325.7208778347695 
Step 2736 | loss:1.1859467029571533 lr:4.9553176760674245e-05 tokens_per_second_per_gpu:2558.565175617996 
Step 2737 | loss:1.2382025718688965 lr:4.953952545506602e-05 tokens_per_second_per_gpu:3183.539815658362 
Step 2738 | loss:1.1664612293243408 lr:4.952587147573645e-05 tokens_per_second_per_gpu:2137.352693487796 
Step 2739 | loss:1.03885817527771 lr:4.951221482519641e-05 tokens_per_second_per_gpu:3260.3165878365467 
Step 2740 | loss:1.0884453058242798 lr:4.949855550595727e-05 tokens_per_second_per_gpu:2321.5563584202296 
Step 2741 | loss:1.383764624595642 lr:4.94848935205309e-05 tokens_per_second_per_gpu:2311.4086128684557 
Step 2742 | loss:1.3326199054718018 lr:4.947122887142964e-05 tokens_per_second_per_gpu:2737.030852315764 
Step 2743 | loss:1.118363380432129 lr:4.945756156116632e-05 tokens_per_second_per_gpu:3700.5637631519703 
Step 2744 | loss:1.2280975580215454 lr:4.944389159225427e-05 tokens_per_second_per_gpu:2620.5318052606226 
Step 2745 | loss:1.4361897706985474 lr:4.943021896720731e-05 tokens_per_second_per_gpu:1461.5523966474418 
Step 2746 | loss:1.2660348415374756 lr:4.941654368853974e-05 tokens_per_second_per_gpu:2119.6410465331705 
Step 2747 | loss:1.1737433671951294 lr:4.940286575876635e-05 tokens_per_second_per_gpu:1972.5855031040069 
Step 2748 | loss:1.223681092262268 lr:4.938918518040244e-05 tokens_per_second_per_gpu:2427.95887721641 
Step 2749 | loss:1.2267489433288574 lr:4.937550195596375e-05 tokens_per_second_per_gpu:2243.737466805074 
Step 2750 | loss:1.324090600013733 lr:4.936181608796653e-05 tokens_per_second_per_gpu:2752.6424116981616 
Step 2751 | loss:1.3651602268218994 lr:4.934812757892755e-05 tokens_per_second_per_gpu:1827.3399776637546 
Step 2752 | loss:1.206343412399292 lr:4.933443643136401e-05 tokens_per_second_per_gpu:2409.6492088852233 
Step 2753 | loss:1.2610403299331665 lr:4.932074264779364e-05 tokens_per_second_per_gpu:2558.587073628691 
Step 2754 | loss:1.0611048936843872 lr:4.930704623073461e-05 tokens_per_second_per_gpu:2942.8208340279975 
Step 2755 | loss:1.215757966041565 lr:4.9293347182705616e-05 tokens_per_second_per_gpu:1788.4961385410277 
Step 2756 | loss:1.3220674991607666 lr:4.927964550622582e-05 tokens_per_second_per_gpu:1927.4165319812107 
Step 2757 | loss:1.249267816543579 lr:4.926594120381487e-05 tokens_per_second_per_gpu:2270.881332879788 
Step 2758 | loss:1.1120792627334595 lr:4.925223427799288e-05 tokens_per_second_per_gpu:2525.7237534717433 
Step 2759 | loss:1.349456787109375 lr:4.9238524731280486e-05 tokens_per_second_per_gpu:2397.6043090288053 
Step 2760 | loss:1.3330317735671997 lr:4.922481256619877e-05 tokens_per_second_per_gpu:1928.9865879328138 
Step 2761 | loss:1.2381395101547241 lr:4.9211097785269296e-05 tokens_per_second_per_gpu:2491.5769601305606 
Step 2762 | loss:1.3273712396621704 lr:4.9197380391014135e-05 tokens_per_second_per_gpu:2189.833128896423 
Step 2763 | loss:1.2569031715393066 lr:4.9183660385955826e-05 tokens_per_second_per_gpu:2131.1872343522 
Step 2764 | loss:1.2226319313049316 lr:4.916993777261738e-05 tokens_per_second_per_gpu:2304.4282168358354 
Step 2765 | loss:1.2308814525604248 lr:4.91562125535223e-05 tokens_per_second_per_gpu:2665.893455876678 
Step 2766 | loss:1.3099994659423828 lr:4.9142484731194546e-05 tokens_per_second_per_gpu:2109.1715369411395 
Step 2767 | loss:1.1181457042694092 lr:4.912875430815858e-05 tokens_per_second_per_gpu:2379.1109252553038 
Step 2768 | loss:1.3733338117599487 lr:4.911502128693934e-05 tokens_per_second_per_gpu:2145.6559074689458 
Step 2769 | loss:1.3594083786010742 lr:4.9101285670062234e-05 tokens_per_second_per_gpu:1893.2831781296134 
Step 2770 | loss:1.1669785976409912 lr:4.908754746005315e-05 tokens_per_second_per_gpu:2972.1893775837166 
Step 2771 | loss:0.9947032332420349 lr:4.907380665943845e-05 tokens_per_second_per_gpu:2983.8403520875668 
Step 2772 | loss:1.2572625875473022 lr:4.906006327074499e-05 tokens_per_second_per_gpu:2214.0132002096234 
Step 2773 | loss:1.3413575887680054 lr:4.904631729650006e-05 tokens_per_second_per_gpu:2025.262798334476 
Step 2774 | loss:0.9626380205154419 lr:4.903256873923148e-05 tokens_per_second_per_gpu:3282.2298977929927 
Step 2775 | loss:1.2984594106674194 lr:4.90188176014675e-05 tokens_per_second_per_gpu:2508.4632503532316 
Step 2776 | loss:1.355826735496521 lr:4.900506388573686e-05 tokens_per_second_per_gpu:2072.8785375315597 
Step 2777 | loss:1.2979910373687744 lr:4.8991307594568786e-05 tokens_per_second_per_gpu:2779.0538561984044 
Step 2778 | loss:1.2912085056304932 lr:4.897754873049297e-05 tokens_per_second_per_gpu:2149.639634943712 
Step 2779 | loss:1.3269660472869873 lr:4.8963787296039565e-05 tokens_per_second_per_gpu:1946.7500563382707 
Step 2780 | loss:1.3828686475753784 lr:4.8950023293739215e-05 tokens_per_second_per_gpu:2653.5493152601557 
Step 2781 | loss:1.3641409873962402 lr:4.8936256726123027e-05 tokens_per_second_per_gpu:2195.1396957788074 
Step 2782 | loss:1.3078631162643433 lr:4.892248759572258e-05 tokens_per_second_per_gpu:1344.3029983138952 
Step 2783 | loss:1.1718542575836182 lr:4.890871590506991e-05 tokens_per_second_per_gpu:2553.177836921282 
Step 2784 | loss:1.2436721324920654 lr:4.889494165669757e-05 tokens_per_second_per_gpu:2548.013835778166 
Step 2785 | loss:1.128347396850586 lr:4.8881164853138514e-05 tokens_per_second_per_gpu:2872.007148480946 
Step 2786 | loss:1.2031571865081787 lr:4.886738549692624e-05 tokens_per_second_per_gpu:1736.9679718956982 
Step 2787 | loss:1.2611920833587646 lr:4.8853603590594655e-05 tokens_per_second_per_gpu:1647.7327760184567 
Step 2788 | loss:1.1178898811340332 lr:4.8839819136678176e-05 tokens_per_second_per_gpu:1951.2089011066482 
Step 2789 | loss:1.3040262460708618 lr:4.882603213771165e-05 tokens_per_second_per_gpu:2259.186587692448 
Step 2790 | loss:1.1534751653671265 lr:4.881224259623042e-05 tokens_per_second_per_gpu:2412.363732451032 
Step 2791 | loss:1.3521586656570435 lr:4.8798450514770315e-05 tokens_per_second_per_gpu:2232.03713327464 
Step 2792 | loss:1.351275086402893 lr:4.878465589586758e-05 tokens_per_second_per_gpu:2084.005993165782 
Step 2793 | loss:1.3178551197052002 lr:4.877085874205896e-05 tokens_per_second_per_gpu:2345.4913847896137 
Step 2794 | loss:1.0529372692108154 lr:4.8757059055881666e-05 tokens_per_second_per_gpu:2822.024219725229 
Step 2795 | loss:1.3728587627410889 lr:4.874325683987336e-05 tokens_per_second_per_gpu:2521.7829103365575 
Step 2796 | loss:1.3030540943145752 lr:4.872945209657218e-05 tokens_per_second_per_gpu:2191.855329026476 
Step 2797 | loss:1.2047637701034546 lr:4.8715644828516724e-05 tokens_per_second_per_gpu:2699.340038298891 
Step 2798 | loss:1.068622350692749 lr:4.8701835038246056e-05 tokens_per_second_per_gpu:2046.0617061723663 
Step 2799 | loss:1.4006869792938232 lr:4.868802272829971e-05 tokens_per_second_per_gpu:2053.228818452749 
Step 2800 | loss:1.1620656251907349 lr:4.867420790121767e-05 tokens_per_second_per_gpu:1959.2601585908023 
Step 2801 | loss:1.2705142498016357 lr:4.8660390559540395e-05 tokens_per_second_per_gpu:1947.41363980885 
Step 2802 | loss:1.3199454545974731 lr:4.864657070580879e-05 tokens_per_second_per_gpu:2537.4408718237273 
Step 2803 | loss:1.281693458557129 lr:4.863274834256426e-05 tokens_per_second_per_gpu:2753.8745422095158 
Step 2804 | loss:1.3134055137634277 lr:4.86189234723486e-05 tokens_per_second_per_gpu:1946.1991083077376 
Step 2805 | loss:1.4045182466506958 lr:4.860509609770416e-05 tokens_per_second_per_gpu:1907.5329248035289 
Step 2806 | loss:1.3861924409866333 lr:4.859126622117368e-05 tokens_per_second_per_gpu:2429.495993762929 
Step 2807 | loss:1.2177977561950684 lr:4.8577433845300376e-05 tokens_per_second_per_gpu:2190.0264995453476 
Step 2808 | loss:1.3038064241409302 lr:4.856359897262795e-05 tokens_per_second_per_gpu:2500.015485562391 
Step 2809 | loss:1.284958839416504 lr:4.85497616057005e-05 tokens_per_second_per_gpu:2207.999367943101 
Step 2810 | loss:1.1182018518447876 lr:4.853592174706267e-05 tokens_per_second_per_gpu:2614.37308403503 
Step 2811 | loss:1.4085229635238647 lr:4.852207939925949e-05 tokens_per_second_per_gpu:2410.208331769889 
Step 2812 | loss:1.3027775287628174 lr:4.8508234564836505e-05 tokens_per_second_per_gpu:2416.06346398918 
Step 2813 | loss:1.2469170093536377 lr:4.849438724633966e-05 tokens_per_second_per_gpu:2491.2064082280585 
Step 2814 | loss:1.1610268354415894 lr:4.848053744631538e-05 tokens_per_second_per_gpu:3465.130045860718 
Step 2815 | loss:1.2776682376861572 lr:4.846668516731057e-05 tokens_per_second_per_gpu:2299.605230198334 
Step 2816 | loss:1.3421204090118408 lr:4.845283041187257e-05 tokens_per_second_per_gpu:1694.2861949165265 
Step 2817 | loss:1.3612000942230225 lr:4.843897318254916e-05 tokens_per_second_per_gpu:2152.6433193248204 
Step 2818 | loss:1.2561671733856201 lr:4.84251134818886e-05 tokens_per_second_per_gpu:2020.199605134402 
Step 2819 | loss:1.1439546346664429 lr:4.84112513124396e-05 tokens_per_second_per_gpu:2739.785879898353 
Step 2820 | loss:1.1426069736480713 lr:4.8397386676751326e-05 tokens_per_second_per_gpu:2141.173591194335 
Step 2821 | loss:1.3468314409255981 lr:4.838351957737338e-05 tokens_per_second_per_gpu:2441.896611741954 
Step 2822 | loss:1.1072865724563599 lr:4.836965001685583e-05 tokens_per_second_per_gpu:2608.6736554765644 
Step 2823 | loss:1.4514968395233154 lr:4.835577799774919e-05 tokens_per_second_per_gpu:1915.5837484052388 
Step 2824 | loss:1.2491908073425293 lr:4.834190352260444e-05 tokens_per_second_per_gpu:1991.669450514358 
Step 2825 | loss:1.236435890197754 lr:4.832802659397302e-05 tokens_per_second_per_gpu:2326.047491959734 
Step 2826 | loss:1.1494266986846924 lr:4.8314147214406774e-05 tokens_per_second_per_gpu:3128.9106251012727 
Step 2827 | loss:1.401544451713562 lr:4.830026538645804e-05 tokens_per_second_per_gpu:2005.7754133778117 
Step 2828 | loss:1.261695384979248 lr:4.828638111267959e-05 tokens_per_second_per_gpu:2710.073317715747 
Step 2829 | loss:1.1702113151550293 lr:4.8272494395624654e-05 tokens_per_second_per_gpu:2331.8733580466737 
Step 2830 | loss:1.1408796310424805 lr:4.825860523784691e-05 tokens_per_second_per_gpu:3185.799536741228 
Step 2831 | loss:1.1915026903152466 lr:4.824471364190046e-05 tokens_per_second_per_gpu:2016.9617822431248 
Step 2832 | loss:1.2057156562805176 lr:4.82308196103399e-05 tokens_per_second_per_gpu:2249.792324366308 
Step 2833 | loss:1.2382473945617676 lr:4.821692314572023e-05 tokens_per_second_per_gpu:1859.1712494343735 
Step 2834 | loss:1.2633897066116333 lr:4.8203024250596945e-05 tokens_per_second_per_gpu:2302.240577116475 
Step 2835 | loss:1.084959626197815 lr:4.818912292752593e-05 tokens_per_second_per_gpu:2165.259432345485 
Step 2836 | loss:1.332204818725586 lr:4.8175219179063556e-05 tokens_per_second_per_gpu:2384.718060992736 
Step 2837 | loss:1.2916321754455566 lr:4.816131300776662e-05 tokens_per_second_per_gpu:2066.8094489377086 
Step 2838 | loss:1.2952274084091187 lr:4.814740441619239e-05 tokens_per_second_per_gpu:2321.675319234698 
Step 2839 | loss:1.1728622913360596 lr:4.813349340689855e-05 tokens_per_second_per_gpu:1858.628694144913 
Step 2840 | loss:1.2074686288833618 lr:4.811957998244325e-05 tokens_per_second_per_gpu:2272.4265331468673 
Step 2841 | loss:1.2537357807159424 lr:4.810566414538507e-05 tokens_per_second_per_gpu:2537.5125253734823 
Step 2842 | loss:1.1149581670761108 lr:4.809174589828304e-05 tokens_per_second_per_gpu:2490.354693396213 
Step 2843 | loss:1.4700922966003418 lr:4.807782524369664e-05 tokens_per_second_per_gpu:1667.0885144513393 
Step 2844 | loss:1.4564828872680664 lr:4.8063902184185774e-05 tokens_per_second_per_gpu:1715.5586973366399 
Step 2845 | loss:1.096701741218567 lr:4.80499767223108e-05 tokens_per_second_per_gpu:2964.0945035622385 
Step 2846 | loss:1.2005834579467773 lr:4.8036048860632526e-05 tokens_per_second_per_gpu:2623.5136352431173 
Step 2847 | loss:1.3047572374343872 lr:4.802211860171219e-05 tokens_per_second_per_gpu:2895.6657052122428 
Step 2848 | loss:1.3352824449539185 lr:4.8008185948111453e-05 tokens_per_second_per_gpu:2358.3326480324167 
Step 2849 | loss:1.2937654256820679 lr:4.799425090239248e-05 tokens_per_second_per_gpu:2662.0310181813056 
Step 2850 | loss:1.2984493970870972 lr:4.798031346711779e-05 tokens_per_second_per_gpu:2571.3547225026186 
Step 2851 | loss:1.2527939081192017 lr:4.796637364485041e-05 tokens_per_second_per_gpu:2918.4798421945575 
Step 2852 | loss:1.254046082496643 lr:4.795243143815377e-05 tokens_per_second_per_gpu:1999.6724237053197 
Step 2853 | loss:1.2237064838409424 lr:4.793848684959174e-05 tokens_per_second_per_gpu:2256.1652515878 
Step 2854 | loss:1.121224045753479 lr:4.792453988172866e-05 tokens_per_second_per_gpu:2323.805900546016 
Step 2855 | loss:1.3696842193603516 lr:4.791059053712926e-05 tokens_per_second_per_gpu:1954.7679484084463 
Step 2856 | loss:1.1671966314315796 lr:4.789663881835874e-05 tokens_per_second_per_gpu:2362.465542052214 
Step 2857 | loss:1.3907948732376099 lr:4.7882684727982735e-05 tokens_per_second_per_gpu:2376.084493896943 
Step 2858 | loss:1.4416816234588623 lr:4.78687282685673e-05 tokens_per_second_per_gpu:1789.4552678195141 
Step 2859 | loss:1.1303224563598633 lr:4.785476944267893e-05 tokens_per_second_per_gpu:3004.761903382412 
Step 2860 | loss:1.3335293531417847 lr:4.784080825288458e-05 tokens_per_second_per_gpu:2943.513749139869 
Step 2861 | loss:1.374786615371704 lr:4.78268447017516e-05 tokens_per_second_per_gpu:2298.957936002984 
Step 2862 | loss:1.1370524168014526 lr:4.781287879184779e-05 tokens_per_second_per_gpu:1870.8027589147728 
Step 2863 | loss:1.2243406772613525 lr:4.779891052574141e-05 tokens_per_second_per_gpu:3169.991687726548 
Step 2864 | loss:1.1909947395324707 lr:4.7784939906001115e-05 tokens_per_second_per_gpu:2262.9825601049242 
Step 2865 | loss:1.1100645065307617 lr:4.7770966935196e-05 tokens_per_second_per_gpu:2772.3509822150527 
Step 2866 | loss:1.1400068998336792 lr:4.775699161589562e-05 tokens_per_second_per_gpu:2796.8261182784 
Step 2867 | loss:1.284166932106018 lr:4.774301395066993e-05 tokens_per_second_per_gpu:2788.6038218322387 
Step 2868 | loss:1.237331509590149 lr:4.772903394208933e-05 tokens_per_second_per_gpu:2555.690551294843 
Step 2869 | loss:1.203897476196289 lr:4.771505159272466e-05 tokens_per_second_per_gpu:1942.5436509106073 
Step 2870 | loss:1.3797547817230225 lr:4.770106690514717e-05 tokens_per_second_per_gpu:1911.0585383900443 
Step 2871 | loss:1.2064670324325562 lr:4.768707988192855e-05 tokens_per_second_per_gpu:2636.2459446270886 
Step 2872 | loss:1.3653202056884766 lr:4.767309052564092e-05 tokens_per_second_per_gpu:2436.1249510817856 
Step 2873 | loss:1.1270530223846436 lr:4.7659098838856843e-05 tokens_per_second_per_gpu:2675.3396873257498 
Step 2874 | loss:1.260413408279419 lr:4.764510482414929e-05 tokens_per_second_per_gpu:1995.9676323848896 
Step 2875 | loss:1.159824013710022 lr:4.763110848409164e-05 tokens_per_second_per_gpu:2600.2951373086544 
Step 2876 | loss:1.3197021484375 lr:4.761710982125777e-05 tokens_per_second_per_gpu:2400.1032408910464 
Step 2877 | loss:1.4221223592758179 lr:4.760310883822191e-05 tokens_per_second_per_gpu:2901.5801572347164 
Step 2878 | loss:1.1907687187194824 lr:4.7589105537558755e-05 tokens_per_second_per_gpu:2471.4298250307716 
Step 2879 | loss:0.9894997477531433 lr:4.757509992184341e-05 tokens_per_second_per_gpu:3312.8631733504712 
Step 2880 | loss:1.4488526582717896 lr:4.756109199365143e-05 tokens_per_second_per_gpu:2257.583575208249 
Step 2881 | loss:1.2778515815734863 lr:4.7547081755558775e-05 tokens_per_second_per_gpu:2086.098610244688 
Step 2882 | loss:1.293644905090332 lr:4.7533069210141836e-05 tokens_per_second_per_gpu:2521.005787309465 
Step 2883 | loss:1.001850962638855 lr:4.751905435997741e-05 tokens_per_second_per_gpu:3130.2393127827145 
Step 2884 | loss:1.1783384084701538 lr:4.750503720764275e-05 tokens_per_second_per_gpu:3012.867521842997 
Step 2885 | loss:1.228355050086975 lr:4.749101775571551e-05 tokens_per_second_per_gpu:2730.0689001818296 
Step 2886 | loss:1.33579421043396 lr:4.747699600677378e-05 tokens_per_second_per_gpu:1824.224371490533 
Step 2887 | loss:1.043174386024475 lr:4.7462971963396053e-05 tokens_per_second_per_gpu:3075.632801662847 
Step 2888 | loss:1.2145313024520874 lr:4.744894562816127e-05 tokens_per_second_per_gpu:2689.7003575546137 
Step 2889 | loss:1.2403713464736938 lr:4.7434917003648776e-05 tokens_per_second_per_gpu:2173.37863103959 
Step 2890 | loss:1.1708920001983643 lr:4.742088609243834e-05 tokens_per_second_per_gpu:3059.214019179632 
Step 2891 | loss:1.2227768898010254 lr:4.740685289711014e-05 tokens_per_second_per_gpu:1667.9552071260218 
Step 2892 | loss:1.298813819885254 lr:4.739281742024481e-05 tokens_per_second_per_gpu:1608.9376870519886 
Step 2893 | loss:1.110020637512207 lr:4.737877966442337e-05 tokens_per_second_per_gpu:2006.1484369507052 
Step 2894 | loss:1.1488792896270752 lr:4.736473963222725e-05 tokens_per_second_per_gpu:2588.068959337467 
Step 2895 | loss:1.1334505081176758 lr:4.7350697326238364e-05 tokens_per_second_per_gpu:2707.2783704142835 
Step 2896 | loss:1.304839015007019 lr:4.7336652749038946e-05 tokens_per_second_per_gpu:2011.6377844086912 
Step 2897 | loss:1.1471068859100342 lr:4.732260590321174e-05 tokens_per_second_per_gpu:3240.496821735272 
Step 2898 | loss:1.2185134887695312 lr:4.730855679133984e-05 tokens_per_second_per_gpu:2313.121807691249 
Step 2899 | loss:1.3297600746154785 lr:4.7294505416006794e-05 tokens_per_second_per_gpu:1530.8510672646976 
Step 2900 | loss:1.2701001167297363 lr:4.7280451779796565e-05 tokens_per_second_per_gpu:1843.5795585923902 
Step 2901 | loss:1.2894906997680664 lr:4.726639588529351e-05 tokens_per_second_per_gpu:2159.7046450716925 
Step 2902 | loss:1.31932532787323 lr:4.7252337735082415e-05 tokens_per_second_per_gpu:2434.5265952762984 
Step 2903 | loss:1.246147632598877 lr:4.723827733174848e-05 tokens_per_second_per_gpu:2731.6382783896856 
Step 2904 | loss:1.1545395851135254 lr:4.722421467787733e-05 tokens_per_second_per_gpu:2437.23291539132 
Step 2905 | loss:1.317294716835022 lr:4.721014977605497e-05 tokens_per_second_per_gpu:2222.267614054201 
Step 2906 | loss:1.2330015897750854 lr:4.719608262886786e-05 tokens_per_second_per_gpu:2530.1629909498524 
Step 2907 | loss:1.0474495887756348 lr:4.7182013238902857e-05 tokens_per_second_per_gpu:2179.949619839735 
Step 2908 | loss:1.1480799913406372 lr:4.7167941608747216e-05 tokens_per_second_per_gpu:1982.0852033623678 
Step 2909 | loss:1.248132348060608 lr:4.7153867740988616e-05 tokens_per_second_per_gpu:2019.1182958941909 
Step 2910 | loss:1.3523290157318115 lr:4.713979163821514e-05 tokens_per_second_per_gpu:2417.015864327841 
Step 2911 | loss:1.328328013420105 lr:4.712571330301533e-05 tokens_per_second_per_gpu:2029.3457042948453 
Step 2912 | loss:1.2115875482559204 lr:4.711163273797804e-05 tokens_per_second_per_gpu:1948.1644938248126 
Step 2913 | loss:1.3919243812561035 lr:4.7097549945692616e-05 tokens_per_second_per_gpu:1819.597472693933 
Step 2914 | loss:1.3707859516143799 lr:4.70834649287488e-05 tokens_per_second_per_gpu:2121.018829746232 
Step 2915 | loss:1.277163028717041 lr:4.706937768973673e-05 tokens_per_second_per_gpu:2862.9944138172373 
Step 2916 | loss:1.445051908493042 lr:4.705528823124695e-05 tokens_per_second_per_gpu:2200.3993796185036 
Step 2917 | loss:1.2970565557479858 lr:4.704119655587041e-05 tokens_per_second_per_gpu:2245.255424080339 
Step 2918 | loss:1.2632923126220703 lr:4.702710266619848e-05 tokens_per_second_per_gpu:2415.598577679261 
Step 2919 | loss:1.2086026668548584 lr:4.7013006564822937e-05 tokens_per_second_per_gpu:2719.949074026858 
Step 2920 | loss:1.2478950023651123 lr:4.699890825433595e-05 tokens_per_second_per_gpu:2611.2425466681734 
Step 2921 | loss:1.2895736694335938 lr:4.698480773733011e-05 tokens_per_second_per_gpu:2738.6882661672944 
Step 2922 | loss:1.3044984340667725 lr:4.697070501639841e-05 tokens_per_second_per_gpu:2724.466160762917 
Step 2923 | loss:1.1611613035202026 lr:4.6956600094134224e-05 tokens_per_second_per_gpu:2237.6764161326632 
Step 2924 | loss:1.202454924583435 lr:4.69424929731314e-05 tokens_per_second_per_gpu:2572.5866429027237 
Step 2925 | loss:1.3900898694992065 lr:4.692838365598409e-05 tokens_per_second_per_gpu:2020.069551528628 
Step 2926 | loss:1.2020326852798462 lr:4.691427214528694e-05 tokens_per_second_per_gpu:2610.3382504564242 
Step 2927 | loss:1.1499677896499634 lr:4.6900158443634936e-05 tokens_per_second_per_gpu:2495.076502235565 
Step 2928 | loss:1.3801374435424805 lr:4.6886042553623526e-05 tokens_per_second_per_gpu:2218.5413356323006 
Step 2929 | loss:1.3907095193862915 lr:4.6871924477848494e-05 tokens_per_second_per_gpu:1841.7768370396457 
Step 2930 | loss:1.2559330463409424 lr:4.6857804218906085e-05 tokens_per_second_per_gpu:1553.4936178267617 
Step 2931 | loss:1.2580738067626953 lr:4.684368177939291e-05 tokens_per_second_per_gpu:2532.5064343142767 
Step 2932 | loss:1.0757023096084595 lr:4.682955716190598e-05 tokens_per_second_per_gpu:2498.116846753863 
Step 2933 | loss:1.0633071660995483 lr:4.6815430369042736e-05 tokens_per_second_per_gpu:3038.003746786295 
Step 2934 | loss:1.295770287513733 lr:4.680130140340097e-05 tokens_per_second_per_gpu:2493.804019553526 
Step 2935 | loss:1.184328317642212 lr:4.678717026757895e-05 tokens_per_second_per_gpu:3199.386500751605 
Step 2936 | loss:1.2368003129959106 lr:4.6773036964175265e-05 tokens_per_second_per_gpu:2543.970439260428 
Step 2937 | loss:1.182996153831482 lr:4.675890149578894e-05 tokens_per_second_per_gpu:2262.412193780995 
Step 2938 | loss:1.2032356262207031 lr:4.67447638650194e-05 tokens_per_second_per_gpu:1886.9188024141088 
Step 2939 | loss:1.288704514503479 lr:4.673062407446646e-05 tokens_per_second_per_gpu:1820.7150946243805 
Step 2940 | loss:1.2621519565582275 lr:4.671648212673032e-05 tokens_per_second_per_gpu:2507.8427445564657 
Step 2941 | loss:1.2731575965881348 lr:4.670233802441161e-05 tokens_per_second_per_gpu:2499.5062095163225 
Step 2942 | loss:1.2910408973693848 lr:4.668819177011132e-05 tokens_per_second_per_gpu:2086.429379411367 
Step 2943 | loss:1.2747727632522583 lr:4.6674043366430856e-05 tokens_per_second_per_gpu:3031.153488327954 
Step 2944 | loss:1.315682291984558 lr:4.6659892815972014e-05 tokens_per_second_per_gpu:2091.7515852331053 
Step 2945 | loss:1.2957748174667358 lr:4.6645740121336984e-05 tokens_per_second_per_gpu:2602.7931540219506 
Step 2946 | loss:1.166404128074646 lr:4.663158528512836e-05 tokens_per_second_per_gpu:2376.5385010180275 
Step 2947 | loss:1.3572890758514404 lr:4.66174283099491e-05 tokens_per_second_per_gpu:2387.876300693446 
Step 2948 | loss:1.0979816913604736 lr:4.660326919840261e-05 tokens_per_second_per_gpu:2911.2057584183235 
Step 2949 | loss:1.2427433729171753 lr:4.658910795309263e-05 tokens_per_second_per_gpu:1929.175120148885 
Step 2950 | loss:1.3814834356307983 lr:4.657494457662333e-05 tokens_per_second_per_gpu:2156.0708397564567 
Step 2951 | loss:1.3953255414962769 lr:4.6560779071599254e-05 tokens_per_second_per_gpu:2458.846224504339 
Step 2952 | loss:1.258121132850647 lr:4.654661144062535e-05 tokens_per_second_per_gpu:2442.156961635332 
Step 2953 | loss:1.2522491216659546 lr:4.653244168630694e-05 tokens_per_second_per_gpu:2357.8776901995334 
Step 2954 | loss:1.295008659362793 lr:4.6518269811249756e-05 tokens_per_second_per_gpu:2100.136826793409 
Step 2955 | loss:1.248546838760376 lr:4.650409581805991e-05 tokens_per_second_per_gpu:1908.8415272990817 
Step 2956 | loss:1.212044358253479 lr:4.64899197093439e-05 tokens_per_second_per_gpu:2692.4112454209558 
Step 2957 | loss:1.3924055099487305 lr:4.647574148770862e-05 tokens_per_second_per_gpu:2150.4827446960617 
Step 2958 | loss:1.2436492443084717 lr:4.646156115576135e-05 tokens_per_second_per_gpu:2484.7623365500394 
Step 2959 | loss:1.2043503522872925 lr:4.644737871610976e-05 tokens_per_second_per_gpu:3119.1698751259305 
Step 2960 | loss:1.2819128036499023 lr:4.64331941713619e-05 tokens_per_second_per_gpu:1758.4832214274556 
Step 2961 | loss:1.2009681463241577 lr:4.641900752412622e-05 tokens_per_second_per_gpu:2523.560873788151 
Step 2962 | loss:1.2171525955200195 lr:4.640481877701154e-05 tokens_per_second_per_gpu:2791.2188707289965 
Step 2963 | loss:1.106444001197815 lr:4.639062793262707e-05 tokens_per_second_per_gpu:3055.624866291647 
Step 2964 | loss:1.3122555017471313 lr:4.6376434993582446e-05 tokens_per_second_per_gpu:1885.6137968661303 
Step 2965 | loss:1.2996243238449097 lr:4.6362239962487625e-05 tokens_per_second_per_gpu:1628.9760586742784 
Step 2966 | loss:1.3349928855895996 lr:4.6348042841952985e-05 tokens_per_second_per_gpu:2429.9049339722087 
Step 2967 | loss:1.138450264930725 lr:4.6333843634589276e-05 tokens_per_second_per_gpu:2654.0246004457026 
Step 2968 | loss:1.1750702857971191 lr:4.631964234300764e-05 tokens_per_second_per_gpu:3449.1233976854955 
Step 2969 | loss:1.1247584819793701 lr:4.63054389698196e-05 tokens_per_second_per_gpu:2708.243311311538 
Step 2970 | loss:1.2674452066421509 lr:4.629123351763707e-05 tokens_per_second_per_gpu:2491.168495105825 
Step 2971 | loss:1.28019380569458 lr:4.6277025989072315e-05 tokens_per_second_per_gpu:2393.26257250358 
Step 2972 | loss:1.3573256731033325 lr:4.6262816386738036e-05 tokens_per_second_per_gpu:2392.213243647626 
Step 2973 | loss:1.1705408096313477 lr:4.624860471324726e-05 tokens_per_second_per_gpu:2496.499494477895 
Step 2974 | loss:1.15143620967865 lr:4.6234390971213424e-05 tokens_per_second_per_gpu:2507.9826597297474 
Step 2975 | loss:1.269315481185913 lr:4.622017516325034e-05 tokens_per_second_per_gpu:2420.5969034096847 
Step 2976 | loss:1.177010416984558 lr:4.62059572919722e-05 tokens_per_second_per_gpu:2280.7856862106523 
Step 2977 | loss:1.2696647644042969 lr:4.6191737359993585e-05 tokens_per_second_per_gpu:2575.2605207920965 
Step 2978 | loss:1.4029995203018188 lr:4.6177515369929426e-05 tokens_per_second_per_gpu:1735.4922664399244 
Step 2979 | loss:1.2224723100662231 lr:4.616329132439507e-05 tokens_per_second_per_gpu:1896.7178651392712 
Step 2980 | loss:1.1040308475494385 lr:4.614906522600621e-05 tokens_per_second_per_gpu:2952.6887126140173 
Step 2981 | loss:1.2571492195129395 lr:4.613483707737894e-05 tokens_per_second_per_gpu:2845.956464698128 
Step 2982 | loss:1.2833514213562012 lr:4.612060688112971e-05 tokens_per_second_per_gpu:1991.8711313835072 
Step 2983 | loss:1.4287269115447998 lr:4.610637463987537e-05 tokens_per_second_per_gpu:1936.219302521479 
Step 2984 | loss:1.2744140625 lr:4.609214035623313e-05 tokens_per_second_per_gpu:2323.9467299263642 
Step 2985 | loss:1.4312318563461304 lr:4.6077904032820594e-05 tokens_per_second_per_gpu:1722.76848081002 
Step 2986 | loss:1.4014856815338135 lr:4.606366567225569e-05 tokens_per_second_per_gpu:1956.3226096353299 
Step 2987 | loss:1.3515524864196777 lr:4.604942527715679e-05 tokens_per_second_per_gpu:2719.5397723189626 
Step 2988 | loss:1.3622033596038818 lr:4.603518285014258e-05 tokens_per_second_per_gpu:2648.328024347688 
Step 2989 | loss:1.2099778652191162 lr:4.602093839383217e-05 tokens_per_second_per_gpu:2777.2627391411606 
Step 2990 | loss:1.3182750940322876 lr:4.600669191084502e-05 tokens_per_second_per_gpu:2251.7994950878287 
Step 2991 | loss:1.2751551866531372 lr:4.599244340380095e-05 tokens_per_second_per_gpu:2189.9534868756405 
Step 2992 | loss:1.360918641090393 lr:4.597819287532017e-05 tokens_per_second_per_gpu:2255.898140478118 
Step 2993 | loss:1.3016043901443481 lr:4.596394032802326e-05 tokens_per_second_per_gpu:2506.539083189091 
Step 2994 | loss:1.2434477806091309 lr:4.594968576453116e-05 tokens_per_second_per_gpu:2202.5392871103254 
Step 2995 | loss:1.3399204015731812 lr:4.593542918746519e-05 tokens_per_second_per_gpu:2563.288616242188 
Step 2996 | loss:1.2249488830566406 lr:4.592117059944704e-05 tokens_per_second_per_gpu:2181.2456385291557 
Step 2997 | loss:1.162999153137207 lr:4.5906910003098785e-05 tokens_per_second_per_gpu:2673.319624363854 
Step 2998 | loss:1.3642520904541016 lr:4.5892647401042836e-05 tokens_per_second_per_gpu:1826.7972910707886 
Step 2999 | loss:1.1441082954406738 lr:4.587838279590199e-05 tokens_per_second_per_gpu:2263.0118135566804 
Step 3000 | loss:1.3449440002441406 lr:4.586411619029942e-05 tokens_per_second_per_gpu:1870.785999686703 
Step 3001 | loss:1.2255632877349854 lr:4.584984758685865e-05 tokens_per_second_per_gpu:2762.7553631346145 
Step 3002 | loss:1.1626660823822021 lr:4.583557698820358e-05 tokens_per_second_per_gpu:2383.6096859447825 
Step 3003 | loss:1.1873189210891724 lr:4.582130439695849e-05 tokens_per_second_per_gpu:2493.0092330333155 
Step 3004 | loss:1.3982868194580078 lr:4.580702981574801e-05 tokens_per_second_per_gpu:2703.3089875464566 
Step 3005 | loss:1.2183669805526733 lr:4.5792753247197144e-05 tokens_per_second_per_gpu:2185.6074993350776 
Step 3006 | loss:1.2743828296661377 lr:4.577847469393123e-05 tokens_per_second_per_gpu:2201.2883112493887 
Step 3007 | loss:1.1805543899536133 lr:4.576419415857604e-05 tokens_per_second_per_gpu:2639.576930170258 
Step 3008 | loss:1.428696632385254 lr:4.5749911643757634e-05 tokens_per_second_per_gpu:2448.700593782396 
Step 3009 | loss:1.1721692085266113 lr:4.573562715210248e-05 tokens_per_second_per_gpu:2298.213724894449 
Step 3010 | loss:1.0935227870941162 lr:4.572134068623742e-05 tokens_per_second_per_gpu:3194.2402343285826 
Step 3011 | loss:1.2574336528778076 lr:4.570705224878961e-05 tokens_per_second_per_gpu:2442.767374062418 
Step 3012 | loss:1.2488495111465454 lr:4.569276184238662e-05 tokens_per_second_per_gpu:2575.972944585383 
Step 3013 | loss:1.183680534362793 lr:4.567846946965635e-05 tokens_per_second_per_gpu:1791.1714591600785 
Step 3014 | loss:1.274264931678772 lr:4.566417513322708e-05 tokens_per_second_per_gpu:2127.5491320603646 
Step 3015 | loss:1.1299041509628296 lr:4.564987883572743e-05 tokens_per_second_per_gpu:2314.067591229938 
Step 3016 | loss:1.1742405891418457 lr:4.5635580579786394e-05 tokens_per_second_per_gpu:2308.5244558369272 
Step 3017 | loss:1.2437324523925781 lr:4.562128036803334e-05 tokens_per_second_per_gpu:2205.416716509752 
Step 3018 | loss:1.2125046253204346 lr:4.560697820309796e-05 tokens_per_second_per_gpu:1970.6359794105927 
Step 3019 | loss:1.1460741758346558 lr:4.559267408761035e-05 tokens_per_second_per_gpu:2871.6078237409974 
Step 3020 | loss:1.2745529413223267 lr:4.557836802420093e-05 tokens_per_second_per_gpu:2351.432867647295 
Step 3021 | loss:1.2147663831710815 lr:4.556406001550049e-05 tokens_per_second_per_gpu:2828.172097700126 
Step 3022 | loss:1.2097371816635132 lr:4.5549750064140166e-05 tokens_per_second_per_gpu:2926.9454295822707 
Step 3023 | loss:1.3611271381378174 lr:4.553543817275147e-05 tokens_per_second_per_gpu:2442.058947224224 
Step 3024 | loss:1.389830231666565 lr:4.5521124343966276e-05 tokens_per_second_per_gpu:2201.8782453086537 
Step 3025 | loss:1.2051210403442383 lr:4.550680858041679e-05 tokens_per_second_per_gpu:2309.672518023128 
Step 3026 | loss:1.3146542310714722 lr:4.549249088473558e-05 tokens_per_second_per_gpu:2010.3588777748869 
Step 3027 | loss:1.2220234870910645 lr:4.547817125955558e-05 tokens_per_second_per_gpu:2515.732650399704 
Step 3028 | loss:1.3207896947860718 lr:4.546384970751008e-05 tokens_per_second_per_gpu:1852.6511564052194 
Step 3029 | loss:1.27471125125885 lr:4.5449526231232693e-05 tokens_per_second_per_gpu:2088.534572037455 
Step 3030 | loss:1.3159364461898804 lr:4.5435200833357446e-05 tokens_per_second_per_gpu:2003.126804963369 
Step 3031 | loss:1.0730571746826172 lr:4.542087351651865e-05 tokens_per_second_per_gpu:3048.5025098957058 
Step 3032 | loss:1.3672524690628052 lr:4.540654428335103e-05 tokens_per_second_per_gpu:1544.5000545081782 
Step 3033 | loss:1.334303855895996 lr:4.539221313648962e-05 tokens_per_second_per_gpu:2133.6196108372146 
Step 3034 | loss:1.248921275138855 lr:4.537788007856983e-05 tokens_per_second_per_gpu:2485.612201747077 
Step 3035 | loss:1.0720082521438599 lr:4.53635451122274e-05 tokens_per_second_per_gpu:3297.2760503416825 
Step 3036 | loss:0.9892500042915344 lr:4.5349208240098446e-05 tokens_per_second_per_gpu:3262.857449221476 
Step 3037 | loss:1.265876054763794 lr:4.533486946481942e-05 tokens_per_second_per_gpu:2068.9877310141596 
Step 3038 | loss:1.2209312915802002 lr:4.532052878902713e-05 tokens_per_second_per_gpu:2901.040706787541 
Step 3039 | loss:1.301253080368042 lr:4.530618621535872e-05 tokens_per_second_per_gpu:2068.156535119834 
Step 3040 | loss:1.0704665184020996 lr:4.5291841746451706e-05 tokens_per_second_per_gpu:2917.967372206187 
Step 3041 | loss:1.1589269638061523 lr:4.5277495384943936e-05 tokens_per_second_per_gpu:3058.0458111173098 
Step 3042 | loss:1.3525934219360352 lr:4.526314713347361e-05 tokens_per_second_per_gpu:2223.319876585622 
Step 3043 | loss:1.2242493629455566 lr:4.5248796994679255e-05 tokens_per_second_per_gpu:2381.0616113332903 
Step 3044 | loss:1.285130262374878 lr:4.52344449711998e-05 tokens_per_second_per_gpu:2154.8144482781645 
Step 3045 | loss:1.3549187183380127 lr:4.5220091065674476e-05 tokens_per_second_per_gpu:1788.1795268251926 
Step 3046 | loss:1.3713525533676147 lr:4.5205735280742845e-05 tokens_per_second_per_gpu:2086.7145506382612 
Step 3047 | loss:1.477609395980835 lr:4.5191377619044874e-05 tokens_per_second_per_gpu:2418.7961201871567 
Step 3048 | loss:1.3281283378601074 lr:4.517701808322081e-05 tokens_per_second_per_gpu:1568.3058350098647 
Step 3049 | loss:1.4734828472137451 lr:4.5162656675911306e-05 tokens_per_second_per_gpu:1696.320979399096 
Step 3050 | loss:1.1961373090744019 lr:4.51482933997573e-05 tokens_per_second_per_gpu:2256.391396020851 
Step 3051 | loss:1.1409913301467896 lr:4.513392825740012e-05 tokens_per_second_per_gpu:2537.1348984330584 
Step 3052 | loss:1.2595974206924438 lr:4.511956125148141e-05 tokens_per_second_per_gpu:2613.2618447560485 
Step 3053 | loss:1.4084389209747314 lr:4.5105192384643185e-05 tokens_per_second_per_gpu:1927.8550308509018 
Step 3054 | loss:1.4617729187011719 lr:4.509082165952776e-05 tokens_per_second_per_gpu:2141.397161003808 
Step 3055 | loss:1.3376281261444092 lr:4.5076449078777827e-05 tokens_per_second_per_gpu:2456.5672220004562 
Step 3056 | loss:1.3653830289840698 lr:4.506207464503641e-05 tokens_per_second_per_gpu:2151.176526843483 
Step 3057 | loss:1.2780128717422485 lr:4.504769836094685e-05 tokens_per_second_per_gpu:2234.473975295073 
Step 3058 | loss:1.117133617401123 lr:4.5033320229152874e-05 tokens_per_second_per_gpu:3347.207375485441 
Step 3059 | loss:1.2451945543289185 lr:4.501894025229852e-05 tokens_per_second_per_gpu:2576.215869322753 
Step 3060 | loss:1.2426371574401855 lr:4.5004558433028164e-05 tokens_per_second_per_gpu:2132.17986488193 
Step 3061 | loss:1.2090493440628052 lr:4.499017477398652e-05 tokens_per_second_per_gpu:2552.027032890387 
Step 3062 | loss:1.1530636548995972 lr:4.497578927781866e-05 tokens_per_second_per_gpu:2573.645140153581 
Step 3063 | loss:1.2583656311035156 lr:4.496140194716997e-05 tokens_per_second_per_gpu:2375.330544356315 
Step 3064 | loss:1.3497943878173828 lr:4.494701278468618e-05 tokens_per_second_per_gpu:2111.632781809035 
Step 3065 | loss:1.2264431715011597 lr:4.4932621793013395e-05 tokens_per_second_per_gpu:2731.216911363981 
Step 3066 | loss:1.3310916423797607 lr:4.491822897479797e-05 tokens_per_second_per_gpu:2333.9263656404314 
Step 3067 | loss:1.1724061965942383 lr:4.4903834332686686e-05 tokens_per_second_per_gpu:2963.622565581994 
Step 3068 | loss:1.341015100479126 lr:4.48894378693266e-05 tokens_per_second_per_gpu:2042.6521407845528 
Step 3069 | loss:1.3108129501342773 lr:4.487503958736514e-05 tokens_per_second_per_gpu:1812.7575286598085 
Step 3070 | loss:1.275055170059204 lr:4.4860639489450035e-05 tokens_per_second_per_gpu:1724.8434446721567 
Step 3071 | loss:1.3058491945266724 lr:4.4846237578229385e-05 tokens_per_second_per_gpu:2250.1516429360913 
Step 3072 | loss:1.2467080354690552 lr:4.48318338563516e-05 tokens_per_second_per_gpu:2130.3551131457834 
Step 3073 | loss:1.2409759759902954 lr:4.4817428326465436e-05 tokens_per_second_per_gpu:2410.31181782264 
Step 3074 | loss:1.4027987718582153 lr:4.480302099121995e-05 tokens_per_second_per_gpu:2146.670111108086 
Step 3075 | loss:1.0902881622314453 lr:4.478861185326458e-05 tokens_per_second_per_gpu:2322.2913894317107 
Step 3076 | loss:1.1333906650543213 lr:4.477420091524905e-05 tokens_per_second_per_gpu:2718.6387243436184 
Step 3077 | loss:1.1885453462600708 lr:4.475978817982344e-05 tokens_per_second_per_gpu:2911.046696295471 
Step 3078 | loss:1.250709056854248 lr:4.474537364963818e-05 tokens_per_second_per_gpu:2743.767413974865 
Step 3079 | loss:1.221889853477478 lr:4.473095732734396e-05 tokens_per_second_per_gpu:2931.5485219533953 
Step 3080 | loss:1.2363392114639282 lr:4.4716539215591885e-05 tokens_per_second_per_gpu:1766.4639742544543 
Step 3081 | loss:1.2483155727386475 lr:4.4702119317033325e-05 tokens_per_second_per_gpu:1542.0666073565849 
Step 3082 | loss:1.2867109775543213 lr:4.468769763432002e-05 tokens_per_second_per_gpu:2560.8043285519207 
Step 3083 | loss:1.1873056888580322 lr:4.4673274170104e-05 tokens_per_second_per_gpu:2920.347682426858 
Step 3084 | loss:1.1269140243530273 lr:4.465884892703766e-05 tokens_per_second_per_gpu:2178.217334275741 
Step 3085 | loss:1.188023567199707 lr:4.46444219077737e-05 tokens_per_second_per_gpu:1921.803982445129 
Step 3086 | loss:1.2757833003997803 lr:4.462999311496517e-05 tokens_per_second_per_gpu:2489.7841691983167 
Step 3087 | loss:1.3777488470077515 lr:4.46155625512654e-05 tokens_per_second_per_gpu:2178.849687924976 
Step 3088 | loss:1.0792533159255981 lr:4.460113021932808e-05 tokens_per_second_per_gpu:2849.8938739545174 
Step 3089 | loss:1.2024990320205688 lr:4.458669612180724e-05 tokens_per_second_per_gpu:1971.3310769219956 
Step 3090 | loss:1.2867830991744995 lr:4.457226026135719e-05 tokens_per_second_per_gpu:2283.7197931311707 
Step 3091 | loss:1.140486240386963 lr:4.4557822640632596e-05 tokens_per_second_per_gpu:2124.6495482886257 
Step 3092 | loss:1.1273303031921387 lr:4.454338326228843e-05 tokens_per_second_per_gpu:2749.729571973665 
Step 3093 | loss:1.289105772972107 lr:4.452894212898003e-05 tokens_per_second_per_gpu:1978.0646505854043 
Step 3094 | loss:1.262982726097107 lr:4.451449924336299e-05 tokens_per_second_per_gpu:1708.8708280592862 
Step 3095 | loss:1.4631357192993164 lr:4.450005460809328e-05 tokens_per_second_per_gpu:2297.4619185420424 
Step 3096 | loss:1.1389718055725098 lr:4.448560822582715e-05 tokens_per_second_per_gpu:2803.401652009437 
Step 3097 | loss:1.4451364278793335 lr:4.447116009922122e-05 tokens_per_second_per_gpu:1609.155529071492 
Step 3098 | loss:1.2500802278518677 lr:4.445671023093237e-05 tokens_per_second_per_gpu:2354.754790089408 
Step 3099 | loss:1.0560553073883057 lr:4.444225862361787e-05 tokens_per_second_per_gpu:2079.128743565241 
Step 3100 | loss:1.2172011137008667 lr:4.442780527993526e-05 tokens_per_second_per_gpu:2034.3096809351323 
Step 3101 | loss:1.21307373046875 lr:4.44133502025424e-05 tokens_per_second_per_gpu:2841.5137651217906 
Step 3102 | loss:1.130399227142334 lr:4.439889339409749e-05 tokens_per_second_per_gpu:2904.81246608002 
Step 3103 | loss:1.2125751972198486 lr:4.438443485725905e-05 tokens_per_second_per_gpu:2834.5207739077023 
Step 3104 | loss:1.3290553092956543 lr:4.436997459468589e-05 tokens_per_second_per_gpu:2137.5065780939476 
Step 3105 | loss:1.2727059125900269 lr:4.435551260903718e-05 tokens_per_second_per_gpu:2109.4374695527295 
Step 3106 | loss:1.1611878871917725 lr:4.434104890297236e-05 tokens_per_second_per_gpu:2427.0489026780574 
Step 3107 | loss:1.2366896867752075 lr:4.4326583479151214e-05 tokens_per_second_per_gpu:1978.863069778692 
Step 3108 | loss:1.031733512878418 lr:4.431211634023385e-05 tokens_per_second_per_gpu:2892.9248066224595 
Step 3109 | loss:1.3434984683990479 lr:4.429764748888067e-05 tokens_per_second_per_gpu:2130.4451631586576 
Step 3110 | loss:1.3038537502288818 lr:4.428317692775239e-05 tokens_per_second_per_gpu:2555.424730184246 
Step 3111 | loss:1.335499882698059 lr:4.4268704659510054e-05 tokens_per_second_per_gpu:1962.1644887395848 
Step 3112 | loss:1.1841132640838623 lr:4.425423068681502e-05 tokens_per_second_per_gpu:1699.6908102304974 
Step 3113 | loss:1.3230063915252686 lr:4.4239755012328944e-05 tokens_per_second_per_gpu:2543.0054268544395 
Step 3114 | loss:1.4462718963623047 lr:4.422527763871382e-05 tokens_per_second_per_gpu:2537.138690617647 
Step 3115 | loss:1.2398364543914795 lr:4.4210798568631935e-05 tokens_per_second_per_gpu:2315.2887729555337 
Step 3116 | loss:1.0600786209106445 lr:4.4196317804745893e-05 tokens_per_second_per_gpu:2383.2431283302376 
Step 3117 | loss:1.262616753578186 lr:4.4181835349718606e-05 tokens_per_second_per_gpu:3276.824972068663 
Step 3118 | loss:1.1216765642166138 lr:4.4167351206213294e-05 tokens_per_second_per_gpu:2979.34736015829 
Step 3119 | loss:1.1750496625900269 lr:4.41528653768935e-05 tokens_per_second_per_gpu:2447.543436345783 
Step 3120 | loss:1.1685758829116821 lr:4.413837786442309e-05 tokens_per_second_per_gpu:3464.669619082435 
Step 3121 | loss:1.285359263420105 lr:4.4123888671466185e-05 tokens_per_second_per_gpu:2531.2786545220083 
Step 3122 | loss:1.3637229204177856 lr:4.410939780068729e-05 tokens_per_second_per_gpu:1807.5961824754515 
Step 3123 | loss:1.214671015739441 lr:4.409490525475114e-05 tokens_per_second_per_gpu:2578.854409762178 
Step 3124 | loss:1.3363806009292603 lr:4.408041103632285e-05 tokens_per_second_per_gpu:2043.4480792390707 
Step 3125 | loss:1.3569402694702148 lr:4.406591514806777e-05 tokens_per_second_per_gpu:2821.733953426751 
Step 3126 | loss:1.1681705713272095 lr:4.4051417592651636e-05 tokens_per_second_per_gpu:2606.693974478981 
Step 3127 | loss:1.0139540433883667 lr:4.403691837274044e-05 tokens_per_second_per_gpu:3302.692013249564 
Step 3128 | loss:1.284710168838501 lr:4.402241749100049e-05 tokens_per_second_per_gpu:2009.8159465438957 
Step 3129 | loss:1.3853976726531982 lr:4.40079149500984e-05 tokens_per_second_per_gpu:1977.6189144028267 
Step 3130 | loss:1.134728193283081 lr:4.399341075270109e-05 tokens_per_second_per_gpu:2422.2325376561957 
Step 3131 | loss:1.2325897216796875 lr:4.397890490147578e-05 tokens_per_second_per_gpu:2211.8527215409317 
Step 3132 | loss:1.3622822761535645 lr:4.3964397399089996e-05 tokens_per_second_per_gpu:2335.53289169432 
Step 3133 | loss:1.2492647171020508 lr:4.394988824821159e-05 tokens_per_second_per_gpu:2600.1325989032093 
Step 3134 | loss:1.2064576148986816 lr:4.393537745150867e-05 tokens_per_second_per_gpu:1621.846747463185 
Step 3135 | loss:1.1779582500457764 lr:4.392086501164971e-05 tokens_per_second_per_gpu:2319.1031507660164 
Step 3136 | loss:1.3088377714157104 lr:4.3906350931303415e-05 tokens_per_second_per_gpu:2767.6834123448166 
Step 3137 | loss:1.2319880723953247 lr:4.389183521313886e-05 tokens_per_second_per_gpu:2581.640946083742 
Step 3138 | loss:1.238917350769043 lr:4.387731785982535e-05 tokens_per_second_per_gpu:1950.675321248856 
Step 3139 | loss:1.4712855815887451 lr:4.386279887403256e-05 tokens_per_second_per_gpu:1560.8944170449236 
Step 3140 | loss:1.3311399221420288 lr:4.3848278258430414e-05 tokens_per_second_per_gpu:1940.6636543251427 
Step 3141 | loss:1.2717509269714355 lr:4.383375601568918e-05 tokens_per_second_per_gpu:2394.7908757755354 
Step 3142 | loss:1.2622781991958618 lr:4.3819232148479376e-05 tokens_per_second_per_gpu:2366.4840190140126 
Step 3143 | loss:1.2997044324874878 lr:4.380470665947187e-05 tokens_per_second_per_gpu:2469.3520628564384 
Step 3144 | loss:1.310739517211914 lr:4.3790179551337766e-05 tokens_per_second_per_gpu:2103.357784044356 
Step 3145 | loss:1.2624595165252686 lr:4.377565082674853e-05 tokens_per_second_per_gpu:2123.7512599962765 
Step 3146 | loss:1.2649412155151367 lr:4.3761120488375906e-05 tokens_per_second_per_gpu:2599.1975022132615 
Step 3147 | loss:1.206528902053833 lr:4.3746588538891895e-05 tokens_per_second_per_gpu:2808.142547794107 
Step 3148 | loss:1.3824154138565063 lr:4.373205498096885e-05 tokens_per_second_per_gpu:1826.5978807018914 
Step 3149 | loss:1.111391544342041 lr:4.371751981727937e-05 tokens_per_second_per_gpu:3421.530553230233 
Step 3150 | loss:1.3578869104385376 lr:4.3702983050496396e-05 tokens_per_second_per_gpu:1889.0336563587534 
Step 3151 | loss:1.4225376844406128 lr:4.368844468329313e-05 tokens_per_second_per_gpu:1774.4305386373023 
Step 3152 | loss:1.4457587003707886 lr:4.3673904718343096e-05 tokens_per_second_per_gpu:2207.2161377284365 
Step 3153 | loss:1.1826257705688477 lr:4.365936315832008e-05 tokens_per_second_per_gpu:2688.0842612767005 
Step 3154 | loss:1.3649564981460571 lr:4.364482000589819e-05 tokens_per_second_per_gpu:2188.7488397269453 
Step 3155 | loss:1.1809298992156982 lr:4.36302752637518e-05 tokens_per_second_per_gpu:2299.0608455104802 
Step 3156 | loss:1.3296394348144531 lr:4.36157289345556e-05 tokens_per_second_per_gpu:2081.888049225687 
Step 3157 | loss:1.112572193145752 lr:4.3601181020984564e-05 tokens_per_second_per_gpu:2328.615558347626 
Step 3158 | loss:1.3004167079925537 lr:4.358663152571395e-05 tokens_per_second_per_gpu:2321.2561599021747 
Step 3159 | loss:1.3414249420166016 lr:4.357208045141931e-05 tokens_per_second_per_gpu:2107.4336441980204 
Step 3160 | loss:1.3612675666809082 lr:4.3557527800776496e-05 tokens_per_second_per_gpu:2152.631995096405 
Step 3161 | loss:1.4067891836166382 lr:4.354297357646166e-05 tokens_per_second_per_gpu:1965.2040309203758 
Step 3162 | loss:1.4006675481796265 lr:4.352841778115119e-05 tokens_per_second_per_gpu:2299.424560751663 
Step 3163 | loss:1.3013125658035278 lr:4.3513860417521826e-05 tokens_per_second_per_gpu:2542.5325564468526 
Step 3164 | loss:1.2444448471069336 lr:4.349930148825055e-05 tokens_per_second_per_gpu:2584.6756632919814 
Step 3165 | loss:1.195340871810913 lr:4.348474099601467e-05 tokens_per_second_per_gpu:2903.121284141525 
Step 3166 | loss:1.1641111373901367 lr:4.347017894349175e-05 tokens_per_second_per_gpu:1989.1998178806323 
Step 3167 | loss:1.3257472515106201 lr:4.345561533335966e-05 tokens_per_second_per_gpu:1876.778841633814 
Step 3168 | loss:1.2887980937957764 lr:4.344105016829655e-05 tokens_per_second_per_gpu:2635.57167580771 
Step 3169 | loss:1.2934050559997559 lr:4.3426483450980855e-05 tokens_per_second_per_gpu:2116.316638524874 
Step 3170 | loss:1.3069732189178467 lr:4.3411915184091306e-05 tokens_per_second_per_gpu:2888.7627941931314 
Step 3171 | loss:1.271459698677063 lr:4.3397345370306896e-05 tokens_per_second_per_gpu:2427.9905303673877 
Step 3172 | loss:1.2290867567062378 lr:4.3382774012306924e-05 tokens_per_second_per_gpu:2800.228232924197 
Step 3173 | loss:1.2797645330429077 lr:4.336820111277095e-05 tokens_per_second_per_gpu:2730.8853880980882 
Step 3174 | loss:1.2123615741729736 lr:4.3353626674378856e-05 tokens_per_second_per_gpu:2197.20352437332 
Step 3175 | loss:1.2855453491210938 lr:4.333905069981077e-05 tokens_per_second_per_gpu:2058.972022723928 
Step 3176 | loss:1.204321026802063 lr:4.332447319174712e-05 tokens_per_second_per_gpu:1922.0692578033395 
Step 3177 | loss:1.2788140773773193 lr:4.3309894152868624e-05 tokens_per_second_per_gpu:2247.915631447862 
Step 3178 | loss:1.1703431606292725 lr:4.329531358585624e-05 tokens_per_second_per_gpu:2918.0781142994583 
Step 3179 | loss:1.4052119255065918 lr:4.3280731493391256e-05 tokens_per_second_per_gpu:1742.4442422335485 
Step 3180 | loss:1.249527096748352 lr:4.326614787815521e-05 tokens_per_second_per_gpu:1827.8130849726592 
Step 3181 | loss:1.3691260814666748 lr:4.325156274282995e-05 tokens_per_second_per_gpu:2583.7415080305723 
Step 3182 | loss:1.2743055820465088 lr:4.3236976090097574e-05 tokens_per_second_per_gpu:2326.691751246467 
Step 3183 | loss:1.2441658973693848 lr:4.322238792264047e-05 tokens_per_second_per_gpu:2124.8785976112054 
Step 3184 | loss:1.2682286500930786 lr:4.320779824314129e-05 tokens_per_second_per_gpu:2304.1022910925117 
Step 3185 | loss:1.3210195302963257 lr:4.319320705428302e-05 tokens_per_second_per_gpu:2069.5747162529633 
Step 3186 | loss:1.1482384204864502 lr:4.3178614358748836e-05 tokens_per_second_per_gpu:2813.425119425382 
Step 3187 | loss:1.4162061214447021 lr:4.3164020159222255e-05 tokens_per_second_per_gpu:2847.1370393504285 
Step 3188 | loss:1.1775884628295898 lr:4.314942445838706e-05 tokens_per_second_per_gpu:1904.6188092107018 
Step 3189 | loss:1.2431939840316772 lr:4.313482725892729e-05 tokens_per_second_per_gpu:2658.1570738318237 
Step 3190 | loss:1.405689001083374 lr:4.312022856352728e-05 tokens_per_second_per_gpu:2383.117673182952 
Step 3191 | loss:1.1062755584716797 lr:4.310562837487163e-05 tokens_per_second_per_gpu:2119.2148588078167 
Step 3192 | loss:1.3498581647872925 lr:4.309102669564522e-05 tokens_per_second_per_gpu:2476.426097349736 
Step 3193 | loss:1.2924659252166748 lr:4.307642352853318e-05 tokens_per_second_per_gpu:2615.2387711403785 
Step 3194 | loss:1.3199630975723267 lr:4.306181887622097e-05 tokens_per_second_per_gpu:2327.4519220395196 
Step 3195 | loss:1.3189183473587036 lr:4.304721274139427e-05 tokens_per_second_per_gpu:1853.2172129181606 
Step 3196 | loss:1.1637372970581055 lr:4.3032605126739045e-05 tokens_per_second_per_gpu:2384.556737748379 
Step 3197 | loss:1.4135419130325317 lr:4.301799603494155e-05 tokens_per_second_per_gpu:1866.4453040843005 
Step 3198 | loss:1.4779046773910522 lr:4.300338546868829e-05 tokens_per_second_per_gpu:1818.3014912760818 
Step 3199 | loss:1.1408195495605469 lr:4.2988773430666045e-05 tokens_per_second_per_gpu:2689.0756305387117 
Step 3200 | loss:1.1820061206817627 lr:4.297415992356188e-05 tokens_per_second_per_gpu:1719.162856160448 
Step 3201 | loss:1.013087272644043 lr:4.295954495006312e-05 tokens_per_second_per_gpu:3071.62609458355 
Step 3202 | loss:1.1102027893066406 lr:4.294492851285737e-05 tokens_per_second_per_gpu:3033.828756641522 
Step 3203 | loss:1.1915185451507568 lr:4.293031061463248e-05 tokens_per_second_per_gpu:1891.715799942905 
Step 3204 | loss:1.1812050342559814 lr:4.291569125807658e-05 tokens_per_second_per_gpu:2364.4802331776746 
Step 3205 | loss:1.2331548929214478 lr:4.290107044587809e-05 tokens_per_second_per_gpu:2287.5641379522613 
Step 3206 | loss:1.3097513914108276 lr:4.288644818072566e-05 tokens_per_second_per_gpu:2785.848612415706 
Step 3207 | loss:1.1305451393127441 lr:4.287182446530824e-05 tokens_per_second_per_gpu:2912.804369934215 
Step 3208 | loss:1.3452436923980713 lr:4.2857199302315035e-05 tokens_per_second_per_gpu:2121.185253358819 
Step 3209 | loss:1.3053926229476929 lr:4.2842572694435515e-05 tokens_per_second_per_gpu:1565.9648533730658 
Step 3210 | loss:1.3835787773132324 lr:4.28279446443594e-05 tokens_per_second_per_gpu:1720.6287693227623 
Step 3211 | loss:1.2125046253204346 lr:4.28133151547767e-05 tokens_per_second_per_gpu:2559.000283036347 
Step 3212 | loss:1.2167997360229492 lr:4.2798684228377684e-05 tokens_per_second_per_gpu:2427.919675198363 
Step 3213 | loss:1.2283135652542114 lr:4.278405186785287e-05 tokens_per_second_per_gpu:2663.1262647692665 
Step 3214 | loss:1.4444228410720825 lr:4.276941807589306e-05 tokens_per_second_per_gpu:1766.6144168436185 
Step 3215 | loss:1.0968356132507324 lr:4.275478285518931e-05 tokens_per_second_per_gpu:2394.0944857211193 
Step 3216 | loss:1.2861030101776123 lr:4.274014620843294e-05 tokens_per_second_per_gpu:2569.5732403951056 
Step 3217 | loss:1.398202657699585 lr:4.272550813831553e-05 tokens_per_second_per_gpu:2020.2525886943386 
Step 3218 | loss:1.1920198202133179 lr:4.271086864752892e-05 tokens_per_second_per_gpu:2029.2493127544142 
Step 3219 | loss:1.2144298553466797 lr:4.2696227738765216e-05 tokens_per_second_per_gpu:2009.321117962685 
Step 3220 | loss:1.4086884260177612 lr:4.268158541471679e-05 tokens_per_second_per_gpu:2376.052419269998 
Step 3221 | loss:1.1390628814697266 lr:4.2666941678076256e-05 tokens_per_second_per_gpu:2523.3463340511853 
Step 3222 | loss:1.2712993621826172 lr:4.26522965315365e-05 tokens_per_second_per_gpu:2549.576033863468 
Step 3223 | loss:1.186301827430725 lr:4.263764997779068e-05 tokens_per_second_per_gpu:2179.6364117363255 
Step 3224 | loss:1.4363057613372803 lr:4.2623002019532174e-05 tokens_per_second_per_gpu:2594.1697916119515 
Step 3225 | loss:1.2496559619903564 lr:4.260835265945467e-05 tokens_per_second_per_gpu:1909.2914161121928 
Step 3226 | loss:1.189473032951355 lr:4.2593701900252076e-05 tokens_per_second_per_gpu:2479.7166559020006 
Step 3227 | loss:1.1154471635818481 lr:4.257904974461856e-05 tokens_per_second_per_gpu:2468.9629156062942 
Step 3228 | loss:1.2602996826171875 lr:4.2564396195248566e-05 tokens_per_second_per_gpu:2228.859372945835 
Step 3229 | loss:1.2287813425064087 lr:4.254974125483678e-05 tokens_per_second_per_gpu:2466.7841165019913 
Step 3230 | loss:1.1420035362243652 lr:4.253508492607816e-05 tokens_per_second_per_gpu:2855.000788315096 
Step 3231 | loss:1.3491318225860596 lr:4.252042721166789e-05 tokens_per_second_per_gpu:1983.777799639456 
Step 3232 | loss:1.2292512655258179 lr:4.2505768114301426e-05 tokens_per_second_per_gpu:1599.809192398402 
Step 3233 | loss:1.172780156135559 lr:4.2491107636674486e-05 tokens_per_second_per_gpu:2898.539976121225 
Step 3234 | loss:1.2586442232131958 lr:4.247644578148303e-05 tokens_per_second_per_gpu:2425.1674390671947 
Step 3235 | loss:1.3599216938018799 lr:4.246178255142328e-05 tokens_per_second_per_gpu:1690.8317855700873 
Step 3236 | loss:1.2061419486999512 lr:4.244711794919169e-05 tokens_per_second_per_gpu:2103.325222068883 
Step 3237 | loss:1.1804009675979614 lr:4.2432451977485e-05 tokens_per_second_per_gpu:2536.108873268992 
Step 3238 | loss:1.2795727252960205 lr:4.241778463900019e-05 tokens_per_second_per_gpu:2110.6410563403474 
Step 3239 | loss:1.1782041788101196 lr:4.240311593643445e-05 tokens_per_second_per_gpu:2567.3172494014484 
Step 3240 | loss:1.3098655939102173 lr:4.238844587248529e-05 tokens_per_second_per_gpu:1652.0025707013592 
Step 3241 | loss:1.120058536529541 lr:4.2373774449850416e-05 tokens_per_second_per_gpu:1923.8547944199654 
Step 3242 | loss:1.4419457912445068 lr:4.235910167122782e-05 tokens_per_second_per_gpu:1807.2727632737617 
Step 3243 | loss:1.397608757019043 lr:4.2344427539315725e-05 tokens_per_second_per_gpu:2062.846809487136 
Step 3244 | loss:1.3229342699050903 lr:4.23297520568126e-05 tokens_per_second_per_gpu:2733.397887171574 
Step 3245 | loss:1.1464375257492065 lr:4.231507522641717e-05 tokens_per_second_per_gpu:2998.276746037455 
Step 3246 | loss:1.3514238595962524 lr:4.2300397050828405e-05 tokens_per_second_per_gpu:1545.984247151729 
Step 3247 | loss:1.1522492170333862 lr:4.228571753274552e-05 tokens_per_second_per_gpu:2594.2477496366896 
Step 3248 | loss:1.390427589416504 lr:4.227103667486797e-05 tokens_per_second_per_gpu:1997.1686263975098 
Step 3249 | loss:1.1466593742370605 lr:4.22563544798955e-05 tokens_per_second_per_gpu:2497.7526313760936 
Step 3250 | loss:1.3706419467926025 lr:4.224167095052804e-05 tokens_per_second_per_gpu:2943.2768045600974 
Step 3251 | loss:1.2145179510116577 lr:4.2226986089465804e-05 tokens_per_second_per_gpu:2559.873845566572 
Step 3252 | loss:1.201056957244873 lr:4.2212299899409236e-05 tokens_per_second_per_gpu:2333.9036739506937 
Step 3253 | loss:1.2773706912994385 lr:4.219761238305903e-05 tokens_per_second_per_gpu:2433.897782451143 
Step 3254 | loss:1.200565218925476 lr:4.218292354311611e-05 tokens_per_second_per_gpu:1986.7682268654873 
Step 3255 | loss:1.236206293106079 lr:4.2168233382281674e-05 tokens_per_second_per_gpu:2722.470939456631 
Step 3256 | loss:1.212768793106079 lr:4.215354190325713e-05 tokens_per_second_per_gpu:2656.508171554172 
Step 3257 | loss:1.1293189525604248 lr:4.213884910874415e-05 tokens_per_second_per_gpu:3038.8274436754887 
Step 3258 | loss:1.2102338075637817 lr:4.2124155001444634e-05 tokens_per_second_per_gpu:2766.0465500021523 
Step 3259 | loss:1.3480207920074463 lr:4.2109459584060735e-05 tokens_per_second_per_gpu:1953.4723444819745 
Step 3260 | loss:1.207919955253601 lr:4.2094762859294845e-05 tokens_per_second_per_gpu:2389.254917903986 
Step 3261 | loss:1.1983600854873657 lr:4.208006482984958e-05 tokens_per_second_per_gpu:2491.641329871337 
Step 3262 | loss:1.1921437978744507 lr:4.206536549842783e-05 tokens_per_second_per_gpu:2670.1432447852676 
Step 3263 | loss:1.247399091720581 lr:4.205066486773267e-05 tokens_per_second_per_gpu:2302.497950273353 
Step 3264 | loss:1.2898261547088623 lr:4.203596294046749e-05 tokens_per_second_per_gpu:2498.6206280447836 
Step 3265 | loss:1.410832166671753 lr:4.202125971933585e-05 tokens_per_second_per_gpu:2493.92914571262 
Step 3266 | loss:1.3221848011016846 lr:4.200655520704158e-05 tokens_per_second_per_gpu:2684.315940522327 
Step 3267 | loss:1.3116146326065063 lr:4.199184940628874e-05 tokens_per_second_per_gpu:2008.9807554276056 
Step 3268 | loss:1.0929663181304932 lr:4.1977142319781626e-05 tokens_per_second_per_gpu:2785.8455251968207 
Step 3269 | loss:1.2183990478515625 lr:4.196243395022478e-05 tokens_per_second_per_gpu:2684.396174544578 
Step 3270 | loss:1.4347238540649414 lr:4.194772430032297e-05 tokens_per_second_per_gpu:1718.4911476894324 
Step 3271 | loss:1.219200849533081 lr:4.1933013372781194e-05 tokens_per_second_per_gpu:2099.096867621307 
Step 3272 | loss:1.1246033906936646 lr:4.191830117030469e-05 tokens_per_second_per_gpu:1782.7457650697795 
Step 3273 | loss:1.291641354560852 lr:4.190358769559896e-05 tokens_per_second_per_gpu:1800.833022764696 
Step 3274 | loss:1.1879786252975464 lr:4.188887295136969e-05 tokens_per_second_per_gpu:2845.667458703202 
Step 3275 | loss:1.1274622678756714 lr:4.1874156940322824e-05 tokens_per_second_per_gpu:3164.537441664586 
Step 3276 | loss:1.1976804733276367 lr:4.185943966516455e-05 tokens_per_second_per_gpu:2509.475144543875 
Step 3277 | loss:1.2870984077453613 lr:4.184472112860126e-05 tokens_per_second_per_gpu:2471.0280651208136 
Step 3278 | loss:1.3494564294815063 lr:4.183000133333961e-05 tokens_per_second_per_gpu:1829.6662275096824 
Step 3279 | loss:1.1584073305130005 lr:4.1815280282086465e-05 tokens_per_second_per_gpu:2493.472814502609 
Step 3280 | loss:1.2587287425994873 lr:4.180055797754893e-05 tokens_per_second_per_gpu:2357.676783313184 
Step 3281 | loss:1.1668798923492432 lr:4.1785834422434333e-05 tokens_per_second_per_gpu:1891.1032871035688 
Step 3282 | loss:1.2847949266433716 lr:4.177110961945023e-05 tokens_per_second_per_gpu:2848.0794169537744 
Step 3283 | loss:1.2588557004928589 lr:4.175638357130444e-05 tokens_per_second_per_gpu:2214.6981177927532 
Step 3284 | loss:1.202622652053833 lr:4.1741656280704964e-05 tokens_per_second_per_gpu:2288.009654573411 
Step 3285 | loss:1.131773829460144 lr:4.172692775036005e-05 tokens_per_second_per_gpu:2650.3399421564955 
Step 3286 | loss:1.3263726234436035 lr:4.1712197982978187e-05 tokens_per_second_per_gpu:2516.7088908008386 
Step 3287 | loss:1.217018485069275 lr:4.169746698126808e-05 tokens_per_second_per_gpu:2729.602878745681 
Step 3288 | loss:1.3152904510498047 lr:4.168273474793866e-05 tokens_per_second_per_gpu:1954.1522124070952 
Step 3289 | loss:1.0763370990753174 lr:4.166800128569907e-05 tokens_per_second_per_gpu:2945.764185000903 
Step 3290 | loss:1.0832014083862305 lr:4.165326659725871e-05 tokens_per_second_per_gpu:2633.0986376761102 
Step 3291 | loss:1.2317150831222534 lr:4.1638530685327195e-05 tokens_per_second_per_gpu:2335.3588744214903 
Step 3292 | loss:1.314718246459961 lr:4.162379355261435e-05 tokens_per_second_per_gpu:2017.1330219239017 
Step 3293 | loss:1.3344933986663818 lr:4.160905520183025e-05 tokens_per_second_per_gpu:1981.9841130720572 
Step 3294 | loss:1.3489946126937866 lr:4.1594315635685166e-05 tokens_per_second_per_gpu:2161.3868858537817 
Step 3295 | loss:1.2432351112365723 lr:4.1579574856889605e-05 tokens_per_second_per_gpu:2410.7498522083474 
Step 3296 | loss:1.1944283246994019 lr:4.1564832868154296e-05 tokens_per_second_per_gpu:2234.5439077408814 
Step 3297 | loss:1.314265251159668 lr:4.1550089672190206e-05 tokens_per_second_per_gpu:2178.1896818844543 
Step 3298 | loss:1.1475573778152466 lr:4.153534527170849e-05 tokens_per_second_per_gpu:2519.6044931536717 
Step 3299 | loss:1.221300482749939 lr:4.152059966942057e-05 tokens_per_second_per_gpu:1908.88769092434 
Step 3300 | loss:1.3520110845565796 lr:4.150585286803803e-05 tokens_per_second_per_gpu:2380.563851755587 
Step 3301 | loss:1.2865512371063232 lr:4.1491104870272744e-05 tokens_per_second_per_gpu:2199.4911106484046 
Step 3302 | loss:1.3055168390274048 lr:4.1476355678836746e-05 tokens_per_second_per_gpu:2742.139389315903 
Step 3303 | loss:1.3728718757629395 lr:4.146160529644231e-05 tokens_per_second_per_gpu:2322.8948734511396 
Step 3304 | loss:1.1141880750656128 lr:4.144685372580196e-05 tokens_per_second_per_gpu:2768.7802870242335 
Step 3305 | loss:1.1083780527114868 lr:4.1432100969628375e-05 tokens_per_second_per_gpu:2844.4849225494972 
Step 3306 | loss:1.2336139678955078 lr:4.141734703063453e-05 tokens_per_second_per_gpu:2428.591190119902 
Step 3307 | loss:1.2153822183609009 lr:4.140259191153353e-05 tokens_per_second_per_gpu:2045.3708737768964 
Step 3308 | loss:1.107799768447876 lr:4.138783561503878e-05 tokens_per_second_per_gpu:2370.8353085125364 
Step 3309 | loss:1.2287901639938354 lr:4.1373078143863835e-05 tokens_per_second_per_gpu:3114.8166268785894 
Step 3310 | loss:1.1890565156936646 lr:4.135831950072252e-05 tokens_per_second_per_gpu:2876.6734013745536 
Step 3311 | loss:1.2905634641647339 lr:4.134355968832884e-05 tokens_per_second_per_gpu:1881.0728963651216 
Step 3312 | loss:1.3322807550430298 lr:4.1328798709397016e-05 tokens_per_second_per_gpu:1844.2962908026705 
Step 3313 | loss:1.213301420211792 lr:4.131403656664151e-05 tokens_per_second_per_gpu:2170.075877903591 
Step 3314 | loss:1.2334665060043335 lr:4.1299273262776975e-05 tokens_per_second_per_gpu:2321.359838557824 
Step 3315 | loss:1.252326488494873 lr:4.128450880051828e-05 tokens_per_second_per_gpu:2684.4704796688156 
Step 3316 | loss:1.1124926805496216 lr:4.12697431825805e-05 tokens_per_second_per_gpu:2455.7503471266746 
Step 3317 | loss:1.0500271320343018 lr:4.1254976411678956e-05 tokens_per_second_per_gpu:2546.3107952367363 
Step 3318 | loss:1.2973923683166504 lr:4.1240208490529154e-05 tokens_per_second_per_gpu:1774.6358187250933 
Step 3319 | loss:1.2238292694091797 lr:4.122543942184681e-05 tokens_per_second_per_gpu:2187.9025261226293 
Step 3320 | loss:1.1315279006958008 lr:4.121066920834785e-05 tokens_per_second_per_gpu:2867.6329347251426 
Step 3321 | loss:1.1223104000091553 lr:4.119589785274843e-05 tokens_per_second_per_gpu:2870.565085525844 
Step 3322 | loss:1.4486325979232788 lr:4.11811253577649e-05 tokens_per_second_per_gpu:1819.6018029121103 
Step 3323 | loss:1.1775630712509155 lr:4.11663517261138e-05 tokens_per_second_per_gpu:2724.2338350290597 
Step 3324 | loss:1.398302435874939 lr:4.115157696051195e-05 tokens_per_second_per_gpu:2096.7820854480415 
Step 3325 | loss:1.0154893398284912 lr:4.113680106367629e-05 tokens_per_second_per_gpu:2988.6992834229513 
Step 3326 | loss:1.2965199947357178 lr:4.112202403832403e-05 tokens_per_second_per_gpu:2328.8678603284543 
Step 3327 | loss:1.3113036155700684 lr:4.110724588717254e-05 tokens_per_second_per_gpu:2269.2809910993674 
Step 3328 | loss:1.2214162349700928 lr:4.1092466612939455e-05 tokens_per_second_per_gpu:1814.640096153986 
Step 3329 | loss:1.209254503250122 lr:4.1077686218342566e-05 tokens_per_second_per_gpu:2273.947809633984 
Step 3330 | loss:1.391600489616394 lr:4.106290470609988e-05 tokens_per_second_per_gpu:1992.0858741200168 
Step 3331 | loss:1.0747511386871338 lr:4.1048122078929645e-05 tokens_per_second_per_gpu:2338.3178972650285 
Step 3332 | loss:1.1139742136001587 lr:4.103333833955027e-05 tokens_per_second_per_gpu:2613.3332205076285 
Step 3333 | loss:1.247631311416626 lr:4.10185534906804e-05 tokens_per_second_per_gpu:2399.2234816609416 
Step 3334 | loss:1.1396764516830444 lr:4.1003767535038836e-05 tokens_per_second_per_gpu:3191.6220620749764 
Step 3335 | loss:1.1610066890716553 lr:4.0988980475344646e-05 tokens_per_second_per_gpu:3108.9875984498367 
Step 3336 | loss:1.2473924160003662 lr:4.0974192314317064e-05 tokens_per_second_per_gpu:2765.803879882089 
Step 3337 | loss:1.155069351196289 lr:4.095940305467553e-05 tokens_per_second_per_gpu:2661.2003073421397 
Step 3338 | loss:1.2081965208053589 lr:4.09446126991397e-05 tokens_per_second_per_gpu:3089.600455206253 
Step 3339 | loss:1.184590220451355 lr:4.092982125042941e-05 tokens_per_second_per_gpu:1709.843524124935 
Step 3340 | loss:1.209241271018982 lr:4.091502871126472e-05 tokens_per_second_per_gpu:2467.150727583512 
Step 3341 | loss:1.236566424369812 lr:4.0900235084365865e-05 tokens_per_second_per_gpu:2091.308230180838 
Step 3342 | loss:1.2726385593414307 lr:4.08854403724533e-05 tokens_per_second_per_gpu:2595.327169186826 
Step 3343 | loss:1.3168342113494873 lr:4.087064457824767e-05 tokens_per_second_per_gpu:2796.5579592722543 
Step 3344 | loss:1.303971290588379 lr:4.085584770446983e-05 tokens_per_second_per_gpu:1759.5494282863049 
Step 3345 | loss:1.0945959091186523 lr:4.084104975384082e-05 tokens_per_second_per_gpu:3144.6556095299943 
Step 3346 | loss:1.267237663269043 lr:4.08262507290819e-05 tokens_per_second_per_gpu:2440.4794462916493 
Step 3347 | loss:1.3320308923721313 lr:4.0811450632914474e-05 tokens_per_second_per_gpu:2189.7468738735447 
Step 3348 | loss:1.3131468296051025 lr:4.0796649468060224e-05 tokens_per_second_per_gpu:2555.1605152257594 
Step 3349 | loss:1.187845230102539 lr:4.078184723724096e-05 tokens_per_second_per_gpu:2511.207471299082 
Step 3350 | loss:1.1701991558074951 lr:4.076704394317871e-05 tokens_per_second_per_gpu:2708.181194584893 
Step 3351 | loss:1.2643851041793823 lr:4.0752239588595707e-05 tokens_per_second_per_gpu:1771.9007021637972 
Step 3352 | loss:1.1978827714920044 lr:4.073743417621439e-05 tokens_per_second_per_gpu:2222.4523819109036 
Step 3353 | loss:1.2356293201446533 lr:4.072262770875735e-05 tokens_per_second_per_gpu:2306.2137702778464 
Step 3354 | loss:1.2209980487823486 lr:4.0707820188947414e-05 tokens_per_second_per_gpu:2413.1366233649974 
Step 3355 | loss:1.3446124792099 lr:4.069301161950757e-05 tokens_per_second_per_gpu:1855.0893009327913 
Step 3356 | loss:1.1393173933029175 lr:4.067820200316103e-05 tokens_per_second_per_gpu:2442.1493231347395 
Step 3357 | loss:1.4016785621643066 lr:4.066339134263117e-05 tokens_per_second_per_gpu:1614.3100675808419 
Step 3358 | loss:1.2685599327087402 lr:4.0648579640641584e-05 tokens_per_second_per_gpu:2245.910048665383 
Step 3359 | loss:1.2657948732376099 lr:4.063376689991603e-05 tokens_per_second_per_gpu:2355.3754515003866 
Step 3360 | loss:1.1843448877334595 lr:4.0618953123178496e-05 tokens_per_second_per_gpu:2087.902411390052 
Step 3361 | loss:1.4321705102920532 lr:4.060413831315311e-05 tokens_per_second_per_gpu:1824.5065461878692 
Step 3362 | loss:1.371163010597229 lr:4.058932247256423e-05 tokens_per_second_per_gpu:2923.1615582391164 
Step 3363 | loss:1.3984084129333496 lr:4.0574505604136386e-05 tokens_per_second_per_gpu:2920.2435189746498 
Step 3364 | loss:1.2700839042663574 lr:4.055968771059429e-05 tokens_per_second_per_gpu:2101.009083389348 
Step 3365 | loss:1.2500897645950317 lr:4.054486879466288e-05 tokens_per_second_per_gpu:2515.7657556401396 
Step 3366 | loss:1.1299846172332764 lr:4.0530048859067244e-05 tokens_per_second_per_gpu:2776.792965553213 
Step 3367 | loss:1.3394837379455566 lr:4.0515227906532657e-05 tokens_per_second_per_gpu:2740.9318433989806 
Step 3368 | loss:1.3249874114990234 lr:4.050040593978461e-05 tokens_per_second_per_gpu:1930.096423281155 
Step 3369 | loss:1.0445961952209473 lr:4.048558296154874e-05 tokens_per_second_per_gpu:3700.6511066313747 
Step 3370 | loss:1.3230304718017578 lr:4.047075897455092e-05 tokens_per_second_per_gpu:2293.750047470106 
Step 3371 | loss:1.3057024478912354 lr:4.0455933981517165e-05 tokens_per_second_per_gpu:1684.8857165827442 
Step 3372 | loss:1.1090415716171265 lr:4.04411079851737e-05 tokens_per_second_per_gpu:3078.9944955342485 
Step 3373 | loss:1.2471872568130493 lr:4.042628098824692e-05 tokens_per_second_per_gpu:2002.952920039283 
Step 3374 | loss:1.2131410837173462 lr:4.041145299346342e-05 tokens_per_second_per_gpu:2541.291890708216 
Step 3375 | loss:1.2208755016326904 lr:4.0396624003549953e-05 tokens_per_second_per_gpu:2974.1707663866596 
Step 3376 | loss:1.2939327955245972 lr:4.038179402123349e-05 tokens_per_second_per_gpu:2577.745802205744 
Step 3377 | loss:1.110817313194275 lr:4.036696304924115e-05 tokens_per_second_per_gpu:2877.90840829435 
Step 3378 | loss:1.4104098081588745 lr:4.035213109030026e-05 tokens_per_second_per_gpu:1585.4975789364537 
Step 3379 | loss:1.3346760272979736 lr:4.033729814713831e-05 tokens_per_second_per_gpu:2486.0691538851697 
Step 3380 | loss:1.3458737134933472 lr:4.032246422248298e-05 tokens_per_second_per_gpu:2236.6426856969197 
Step 3381 | loss:1.1156752109527588 lr:4.0307629319062145e-05 tokens_per_second_per_gpu:2812.5612166277497 
Step 3382 | loss:1.167502999305725 lr:4.0292793439603814e-05 tokens_per_second_per_gpu:2453.5716606296 
Step 3383 | loss:1.341447353363037 lr:4.027795658683623e-05 tokens_per_second_per_gpu:2309.333075285402 
Step 3384 | loss:1.3411438465118408 lr:4.026311876348779e-05 tokens_per_second_per_gpu:2372.2991206693205 
Step 3385 | loss:1.3728523254394531 lr:4.0248279972287045e-05 tokens_per_second_per_gpu:2235.4790510166854 
Step 3386 | loss:1.1863635778427124 lr:4.023344021596278e-05 tokens_per_second_per_gpu:3200.563107624742 
Step 3387 | loss:1.2323524951934814 lr:4.021859949724392e-05 tokens_per_second_per_gpu:2236.9817970956237 
Step 3388 | loss:1.2068156003952026 lr:4.0203757818859566e-05 tokens_per_second_per_gpu:1935.6528046326473 
Step 3389 | loss:1.3629716634750366 lr:4.018891518353901e-05 tokens_per_second_per_gpu:2025.7642565843294 
Step 3390 | loss:1.0748298168182373 lr:4.0174071594011696e-05 tokens_per_second_per_gpu:3203.116474800818 
Step 3391 | loss:1.1938903331756592 lr:4.015922705300729e-05 tokens_per_second_per_gpu:2139.309758659043 
Step 3392 | loss:1.276055097579956 lr:4.0144381563255574e-05 tokens_per_second_per_gpu:2714.0801480644423 
Step 3393 | loss:1.3154382705688477 lr:4.0129535127486554e-05 tokens_per_second_per_gpu:1924.0760446377426 
Step 3394 | loss:1.1345369815826416 lr:4.0114687748430386e-05 tokens_per_second_per_gpu:2963.5663697709265 
Step 3395 | loss:1.3860664367675781 lr:4.0099839428817394e-05 tokens_per_second_per_gpu:2368.86621138248 
Step 3396 | loss:1.2895666360855103 lr:4.00849901713781e-05 tokens_per_second_per_gpu:2517.1022775255615 
Step 3397 | loss:1.3707501888275146 lr:4.0070139978843174e-05 tokens_per_second_per_gpu:2379.648626632306 
Step 3398 | loss:1.0945465564727783 lr:4.005528885394346e-05 tokens_per_second_per_gpu:3089.3317333545515 
Step 3399 | loss:1.2979153394699097 lr:4.0040436799410006e-05 tokens_per_second_per_gpu:1973.692858405982 
Step 3400 | loss:1.2443572282791138 lr:4.002558381797397e-05 tokens_per_second_per_gpu:2898.569895267556 
Step 3401 | loss:1.3034615516662598 lr:4.001072991236674e-05 tokens_per_second_per_gpu:2310.3957284020235 
Step 3402 | loss:1.2469483613967896 lr:3.999587508531984e-05 tokens_per_second_per_gpu:1964.7807379710157 
Step 3403 | loss:1.2918497323989868 lr:3.998101933956498e-05 tokens_per_second_per_gpu:2000.1866334427223 
Step 3404 | loss:1.274181604385376 lr:3.996616267783403e-05 tokens_per_second_per_gpu:2351.2051944506716 
Step 3405 | loss:1.044204592704773 lr:3.9951305102859024e-05 tokens_per_second_per_gpu:2691.701941323519 
Step 3406 | loss:1.0962450504302979 lr:3.993644661737217e-05 tokens_per_second_per_gpu:2722.746079110412 
Step 3407 | loss:1.2528011798858643 lr:3.992158722410586e-05 tokens_per_second_per_gpu:2241.523237280711 
Step 3408 | loss:1.2584576606750488 lr:3.9906726925792625e-05 tokens_per_second_per_gpu:2344.173286097049 
Step 3409 | loss:1.3842905759811401 lr:3.9891865725165175e-05 tokens_per_second_per_gpu:1674.9274140247865 
Step 3410 | loss:1.272658348083496 lr:3.9877003624956385e-05 tokens_per_second_per_gpu:1887.0557003574536 
Step 3411 | loss:1.2463091611862183 lr:3.98621406278993e-05 tokens_per_second_per_gpu:2397.9243810051516 
Step 3412 | loss:1.3147635459899902 lr:3.9847276736727114e-05 tokens_per_second_per_gpu:2343.8059206264247 
Step 3413 | loss:1.229282259941101 lr:3.983241195417321e-05 tokens_per_second_per_gpu:3018.2921494228935 
Step 3414 | loss:1.1427205801010132 lr:3.981754628297112e-05 tokens_per_second_per_gpu:2782.414051296269 
Step 3415 | loss:1.2056984901428223 lr:3.980267972585453e-05 tokens_per_second_per_gpu:2266.684091276429 
Step 3416 | loss:1.3947136402130127 lr:3.978781228555732e-05 tokens_per_second_per_gpu:2316.2220080479497 
Step 3417 | loss:1.394344449043274 lr:3.97729439648135e-05 tokens_per_second_per_gpu:2353.1049580109143 
Step 3418 | loss:1.286020278930664 lr:3.975807476635726e-05 tokens_per_second_per_gpu:2700.1197123786096 
Step 3419 | loss:1.2412322759628296 lr:3.974320469292291e-05 tokens_per_second_per_gpu:2220.6729589040106 
Step 3420 | loss:1.2197463512420654 lr:3.9728333747245026e-05 tokens_per_second_per_gpu:2194.743904978188 
Step 3421 | loss:1.2464271783828735 lr:3.971346193205822e-05 tokens_per_second_per_gpu:2729.4367337822314 
Step 3422 | loss:1.309525966644287 lr:3.969858925009735e-05 tokens_per_second_per_gpu:2471.2949152872725 
Step 3423 | loss:1.3454594612121582 lr:3.968371570409738e-05 tokens_per_second_per_gpu:1902.634781827576 
Step 3424 | loss:1.0948052406311035 lr:3.9668841296793474e-05 tokens_per_second_per_gpu:3239.788486077946 
Step 3425 | loss:1.277141809463501 lr:3.965396603092093e-05 tokens_per_second_per_gpu:2408.829189155352 
Step 3426 | loss:1.2839354276657104 lr:3.963908990921519e-05 tokens_per_second_per_gpu:2379.286029129741 
Step 3427 | loss:1.2651112079620361 lr:3.96242129344119e-05 tokens_per_second_per_gpu:1936.1388849292237 
Step 3428 | loss:1.2444955110549927 lr:3.960933510924682e-05 tokens_per_second_per_gpu:2684.3358814331814 
Step 3429 | loss:1.191430687904358 lr:3.9594456436455906e-05 tokens_per_second_per_gpu:1896.667349692059 
Step 3430 | loss:1.2759907245635986 lr:3.9579576918775205e-05 tokens_per_second_per_gpu:2583.1217272115246 
Step 3431 | loss:1.2407140731811523 lr:3.956469655894101e-05 tokens_per_second_per_gpu:1818.0073265745586 
Step 3432 | loss:1.187211513519287 lr:3.954981535968968e-05 tokens_per_second_per_gpu:1739.6546849503115 
Step 3433 | loss:1.1767864227294922 lr:3.953493332375778e-05 tokens_per_second_per_gpu:2091.080825408705 
Step 3434 | loss:1.2581266164779663 lr:3.952005045388203e-05 tokens_per_second_per_gpu:2650.527264898494 
Step 3435 | loss:1.307938575744629 lr:3.950516675279927e-05 tokens_per_second_per_gpu:1777.6268656070274 
Step 3436 | loss:1.3045469522476196 lr:3.949028222324652e-05 tokens_per_second_per_gpu:1601.3896754299444 
Step 3437 | loss:1.2447178363800049 lr:3.947539686796095e-05 tokens_per_second_per_gpu:2302.0967367461217 
Step 3438 | loss:1.3781620264053345 lr:3.9460510689679874e-05 tokens_per_second_per_gpu:2528.759519449277 
Step 3439 | loss:1.0985535383224487 lr:3.944562369114075e-05 tokens_per_second_per_gpu:2862.4972344137514 
Step 3440 | loss:1.3674647808074951 lr:3.943073587508122e-05 tokens_per_second_per_gpu:2127.011184172114 
Step 3441 | loss:1.3796416521072388 lr:3.9415847244239035e-05 tokens_per_second_per_gpu:1450.1026591866116 
Step 3442 | loss:1.1918963193893433 lr:3.940095780135213e-05 tokens_per_second_per_gpu:2373.8634011379536 
Step 3443 | loss:1.1740394830703735 lr:3.938606754915856e-05 tokens_per_second_per_gpu:2519.62758435036 
Step 3444 | loss:1.4219543933868408 lr:3.9371176490396556e-05 tokens_per_second_per_gpu:2616.0071400247193 
Step 3445 | loss:1.2820167541503906 lr:3.935628462780446e-05 tokens_per_second_per_gpu:1887.0812908423302 
Step 3446 | loss:1.2544910907745361 lr:3.934139196412081e-05 tokens_per_second_per_gpu:2583.047395730686 
Step 3447 | loss:1.2823482751846313 lr:3.932649850208426e-05 tokens_per_second_per_gpu:2771.728037069998 
Step 3448 | loss:1.3205865621566772 lr:3.9311604244433606e-05 tokens_per_second_per_gpu:2257.893544982666 
Step 3449 | loss:1.1391162872314453 lr:3.929670919390783e-05 tokens_per_second_per_gpu:2401.7223822788183 
Step 3450 | loss:1.3455549478530884 lr:3.9281813353246e-05 tokens_per_second_per_gpu:1616.6699411234022 
Step 3451 | loss:1.1430281400680542 lr:3.9266916725187385e-05 tokens_per_second_per_gpu:2872.16114721032 
Step 3452 | loss:1.240212082862854 lr:3.9252019312471364e-05 tokens_per_second_per_gpu:2374.228284131747 
Step 3453 | loss:1.3406031131744385 lr:3.923712111783746e-05 tokens_per_second_per_gpu:2145.932145610302 
Step 3454 | loss:1.1799852848052979 lr:3.922222214402537e-05 tokens_per_second_per_gpu:2633.1439325662654 
Step 3455 | loss:1.2006070613861084 lr:3.920732239377492e-05 tokens_per_second_per_gpu:2554.6061842609997 
Step 3456 | loss:1.0252490043640137 lr:3.919242186982606e-05 tokens_per_second_per_gpu:3585.080726022856 
Step 3457 | loss:1.1458178758621216 lr:3.91775205749189e-05 tokens_per_second_per_gpu:2361.131749397422 
Step 3458 | loss:1.1947031021118164 lr:3.91626185117937e-05 tokens_per_second_per_gpu:2164.2519568399903 
Step 3459 | loss:1.215343952178955 lr:3.914771568319082e-05 tokens_per_second_per_gpu:2521.316996251037 
Step 3460 | loss:1.4294524192810059 lr:3.9132812091850815e-05 tokens_per_second_per_gpu:2434.020647017207 
Step 3461 | loss:1.2201049327850342 lr:3.911790774051434e-05 tokens_per_second_per_gpu:2334.8118014867187 
Step 3462 | loss:1.29684579372406 lr:3.9103002631922236e-05 tokens_per_second_per_gpu:2295.3433220943803 
Step 3463 | loss:1.3624536991119385 lr:3.908809676881542e-05 tokens_per_second_per_gpu:2053.327141798497 
Step 3464 | loss:1.3216261863708496 lr:3.9073190153934994e-05 tokens_per_second_per_gpu:2538.389107689981 
Step 3465 | loss:1.228715181350708 lr:3.905828279002218e-05 tokens_per_second_per_gpu:2013.290199669737 
Step 3466 | loss:1.1758081912994385 lr:3.904337467981835e-05 tokens_per_second_per_gpu:2542.354271414555 
Step 3467 | loss:1.0859076976776123 lr:3.9028465826065e-05 tokens_per_second_per_gpu:3104.4474072760845 
Step 3468 | loss:1.109239101409912 lr:3.901355623150376e-05 tokens_per_second_per_gpu:2295.975769232236 
Step 3469 | loss:1.265218734741211 lr:3.8998645898876425e-05 tokens_per_second_per_gpu:2317.0038490733255 
Step 3470 | loss:1.352109670639038 lr:3.8983734830924885e-05 tokens_per_second_per_gpu:2670.3187419168057 
Step 3471 | loss:1.517007827758789 lr:3.8968823030391205e-05 tokens_per_second_per_gpu:1969.8883170699398 
Step 3472 | loss:1.318528652191162 lr:3.895391050001755e-05 tokens_per_second_per_gpu:1758.5469990654287 
Step 3473 | loss:1.2287354469299316 lr:3.893899724254623e-05 tokens_per_second_per_gpu:2424.3157042183484 
Step 3474 | loss:1.2545714378356934 lr:3.892408326071971e-05 tokens_per_second_per_gpu:2308.7152477105246 
Step 3475 | loss:1.28871488571167 lr:3.890916855728056e-05 tokens_per_second_per_gpu:1930.7687521509688 
Step 3476 | loss:1.4273844957351685 lr:3.8894253134971505e-05 tokens_per_second_per_gpu:1985.9270673851775 
Step 3477 | loss:1.2971851825714111 lr:3.8879336996535385e-05 tokens_per_second_per_gpu:2038.585670472327 
Step 3478 | loss:1.3564741611480713 lr:3.886442014471517e-05 tokens_per_second_per_gpu:2142.717165042043 
Step 3479 | loss:1.1951680183410645 lr:3.884950258225398e-05 tokens_per_second_per_gpu:1849.969800153687 
Step 3480 | loss:1.297058343887329 lr:3.8834584311895047e-05 tokens_per_second_per_gpu:1559.022229725227 
Step 3481 | loss:1.2314815521240234 lr:3.881966533638174e-05 tokens_per_second_per_gpu:2168.768287629733 
Step 3482 | loss:1.3159878253936768 lr:3.8804745658457576e-05 tokens_per_second_per_gpu:1978.8111491021593 
Step 3483 | loss:1.1878843307495117 lr:3.878982528086616e-05 tokens_per_second_per_gpu:2684.562231820064 
Step 3484 | loss:1.1394202709197998 lr:3.877490420635127e-05 tokens_per_second_per_gpu:2754.729228888918 
Step 3485 | loss:1.3454184532165527 lr:3.875998243765678e-05 tokens_per_second_per_gpu:2057.419934293463 
Step 3486 | loss:1.2683757543563843 lr:3.87450599775267e-05 tokens_per_second_per_gpu:2340.704851460549 
Step 3487 | loss:1.4253180027008057 lr:3.873013682870517e-05 tokens_per_second_per_gpu:1935.8031495592227 
Step 3488 | loss:1.0970425605773926 lr:3.871521299393648e-05 tokens_per_second_per_gpu:2186.9995852074926 
Step 3489 | loss:1.0383362770080566 lr:3.8700288475965004e-05 tokens_per_second_per_gpu:2389.993128080573 
Step 3490 | loss:1.2926361560821533 lr:3.868536327753526e-05 tokens_per_second_per_gpu:2723.319693795416 
Step 3491 | loss:1.335801362991333 lr:3.867043740139189e-05 tokens_per_second_per_gpu:2225.8303473492906 
Step 3492 | loss:1.2113714218139648 lr:3.8655510850279676e-05 tokens_per_second_per_gpu:2114.600429645547 
Step 3493 | loss:1.4086881875991821 lr:3.86405836269435e-05 tokens_per_second_per_gpu:2338.124920444624 
Step 3494 | loss:1.1815826892852783 lr:3.862565573412837e-05 tokens_per_second_per_gpu:2402.2251453505696 
Step 3495 | loss:1.307160496711731 lr:3.8610727174579454e-05 tokens_per_second_per_gpu:2290.406500413554 
Step 3496 | loss:1.287664771080017 lr:3.8595797951041985e-05 tokens_per_second_per_gpu:2027.0195232035637 
Step 3497 | loss:1.3528132438659668 lr:3.858086806626136e-05 tokens_per_second_per_gpu:2172.4861151144796 
Step 3498 | loss:1.3099420070648193 lr:3.856593752298309e-05 tokens_per_second_per_gpu:1757.353295292108 
Step 3499 | loss:1.2837588787078857 lr:3.85510063239528e-05 tokens_per_second_per_gpu:2219.6160464838335 
Step 3500 | loss:1.2951408624649048 lr:3.853607447191622e-05 tokens_per_second_per_gpu:2131.2374134715287 
Step 3501 | loss:1.1245429515838623 lr:3.852114196961923e-05 tokens_per_second_per_gpu:2474.25364832798 
Step 3502 | loss:1.328866720199585 lr:3.850620881980784e-05 tokens_per_second_per_gpu:1638.8358996802565 
Step 3503 | loss:1.2898461818695068 lr:3.849127502522811e-05 tokens_per_second_per_gpu:2498.236420000004 
Step 3504 | loss:1.2162079811096191 lr:3.847634058862631e-05 tokens_per_second_per_gpu:2695.2437048338697 
Step 3505 | loss:1.3151259422302246 lr:3.846140551274874e-05 tokens_per_second_per_gpu:2472.024062854981 
Step 3506 | loss:1.1771743297576904 lr:3.8446469800341896e-05 tokens_per_second_per_gpu:2397.889892690538 
Step 3507 | loss:1.3132561445236206 lr:3.843153345415234e-05 tokens_per_second_per_gpu:1902.3614729344065 
Step 3508 | loss:1.3661659955978394 lr:3.8416596476926756e-05 tokens_per_second_per_gpu:2220.390841645441 
Step 3509 | loss:1.2323334217071533 lr:3.840165887141198e-05 tokens_per_second_per_gpu:2040.730925749878 
Step 3510 | loss:1.2497587203979492 lr:3.838672064035492e-05 tokens_per_second_per_gpu:2405.43113032978 
Step 3511 | loss:1.1641111373901367 lr:3.8371781786502616e-05 tokens_per_second_per_gpu:2088.658773848718 
Step 3512 | loss:1.2629534006118774 lr:3.835684231260223e-05 tokens_per_second_per_gpu:2447.2300503630377 
Step 3513 | loss:1.3209121227264404 lr:3.834190222140103e-05 tokens_per_second_per_gpu:2523.8547456074766 
Step 3514 | loss:1.1731911897659302 lr:3.8326961515646385e-05 tokens_per_second_per_gpu:2512.2449575207174 
Step 3515 | loss:1.1087682247161865 lr:3.831202019808582e-05 tokens_per_second_per_gpu:2578.6045659024608 
Step 3516 | loss:1.237730860710144 lr:3.8297078271466913e-05 tokens_per_second_per_gpu:2594.2771118649175 
Step 3517 | loss:1.2429372072219849 lr:3.828213573853741e-05 tokens_per_second_per_gpu:2271.6144476830646 
Step 3518 | loss:1.171339511871338 lr:3.8267192602045117e-05 tokens_per_second_per_gpu:2547.009981949946 
Step 3519 | loss:1.254862666130066 lr:3.825224886473801e-05 tokens_per_second_per_gpu:2098.1580755091954 
Step 3520 | loss:1.1961288452148438 lr:3.8237304529364094e-05 tokens_per_second_per_gpu:2426.8362538828655 
Step 3521 | loss:1.2260618209838867 lr:3.822235959867157e-05 tokens_per_second_per_gpu:1992.1382308910852 
Step 3522 | loss:1.391364574432373 lr:3.82074140754087e-05 tokens_per_second_per_gpu:1579.199912767935 
Step 3523 | loss:1.4240686893463135 lr:3.8192467962323876e-05 tokens_per_second_per_gpu:2126.1973498831658 
Step 3524 | loss:1.1865811347961426 lr:3.817752126216557e-05 tokens_per_second_per_gpu:2366.9961209604244 
Step 3525 | loss:1.1585524082183838 lr:3.8162573977682384e-05 tokens_per_second_per_gpu:2855.391206740968 
Step 3526 | loss:1.2347583770751953 lr:3.814762611162304e-05 tokens_per_second_per_gpu:2408.232440508667 
Step 3527 | loss:1.1660579442977905 lr:3.813267766673633e-05 tokens_per_second_per_gpu:1569.3744177446945 
Step 3528 | loss:1.4179824590682983 lr:3.811772864577118e-05 tokens_per_second_per_gpu:2221.9840230037535 
Step 3529 | loss:1.1530272960662842 lr:3.810277905147662e-05 tokens_per_second_per_gpu:2329.470655034479 
Step 3530 | loss:1.18289053440094 lr:3.8087828886601774e-05 tokens_per_second_per_gpu:2302.257760061912 
Step 3531 | loss:1.1569750308990479 lr:3.807287815389588e-05 tokens_per_second_per_gpu:1802.4900254379736 
Step 3532 | loss:0.9313316345214844 lr:3.805792685610829e-05 tokens_per_second_per_gpu:2553.4166700638643 
Step 3533 | loss:1.2817375659942627 lr:3.804297499598841e-05 tokens_per_second_per_gpu:2034.4385744331814 
Step 3534 | loss:1.3044960498809814 lr:3.802802257628583e-05 tokens_per_second_per_gpu:1895.419532055713 
Step 3535 | loss:1.3025791645050049 lr:3.801306959975017e-05 tokens_per_second_per_gpu:2073.6311649500403 
Step 3536 | loss:1.1414780616760254 lr:3.799811606913119e-05 tokens_per_second_per_gpu:3129.3197723560934 
Step 3537 | loss:1.3612589836120605 lr:3.798316198717876e-05 tokens_per_second_per_gpu:2032.8232664838858 
Step 3538 | loss:1.311327576637268 lr:3.796820735664282e-05 tokens_per_second_per_gpu:2035.2329791809861 
Step 3539 | loss:1.2599327564239502 lr:3.7953252180273436e-05 tokens_per_second_per_gpu:2062.0616967962164 
Step 3540 | loss:1.2815234661102295 lr:3.7938296460820745e-05 tokens_per_second_per_gpu:2012.8325526230199 
Step 3541 | loss:1.1231497526168823 lr:3.792334020103503e-05 tokens_per_second_per_gpu:2061.4374656189125 
Step 3542 | loss:1.1862269639968872 lr:3.790838340366661e-05 tokens_per_second_per_gpu:2367.620689027323 
Step 3543 | loss:1.2898489236831665 lr:3.789342607146598e-05 tokens_per_second_per_gpu:2878.0098282035847 
Step 3544 | loss:1.3263331651687622 lr:3.7878468207183675e-05 tokens_per_second_per_gpu:2756.3697501813554 
Step 3545 | loss:1.1907198429107666 lr:3.7863509813570354e-05 tokens_per_second_per_gpu:2721.412232665645 
Step 3546 | loss:1.2450807094573975 lr:3.784855089337675e-05 tokens_per_second_per_gpu:2224.2229603023125 
Step 3547 | loss:1.282562494277954 lr:3.783359144935373e-05 tokens_per_second_per_gpu:2457.408935804352 
Step 3548 | loss:1.2472445964813232 lr:3.7818631484252214e-05 tokens_per_second_per_gpu:2731.968121755491 
Step 3549 | loss:1.3060626983642578 lr:3.780367100082324e-05 tokens_per_second_per_gpu:2481.7165228726008 
Step 3550 | loss:1.1653980016708374 lr:3.778871000181796e-05 tokens_per_second_per_gpu:2287.610246065859 
Step 3551 | loss:1.236636996269226 lr:3.777374848998759e-05 tokens_per_second_per_gpu:1726.2207497126203 
Step 3552 | loss:1.0952427387237549 lr:3.7758786468083454e-05 tokens_per_second_per_gpu:2258.066769906365 
Step 3553 | loss:1.3530316352844238 lr:3.774382393885697e-05 tokens_per_second_per_gpu:2953.8946716241967 
Step 3554 | loss:1.2330255508422852 lr:3.772886090505963e-05 tokens_per_second_per_gpu:2268.0404252441763 
Step 3555 | loss:1.061926245689392 lr:3.771389736944306e-05 tokens_per_second_per_gpu:3150.774015298501 
Step 3556 | loss:1.1932073831558228 lr:3.769893333475893e-05 tokens_per_second_per_gpu:2142.227586110683 
Step 3557 | loss:1.2124569416046143 lr:3.768396880375906e-05 tokens_per_second_per_gpu:2352.137570567838 
Step 3558 | loss:1.401186227798462 lr:3.766900377919528e-05 tokens_per_second_per_gpu:2252.0796282368187 
Step 3559 | loss:1.3120150566101074 lr:3.76540382638196e-05 tokens_per_second_per_gpu:2509.141793205204 
Step 3560 | loss:1.3992785215377808 lr:3.7639072260384054e-05 tokens_per_second_per_gpu:2423.913003821998 
Step 3561 | loss:1.2823907136917114 lr:3.7624105771640806e-05 tokens_per_second_per_gpu:2233.2142260726587 
Step 3562 | loss:1.3203893899917603 lr:3.760913880034206e-05 tokens_per_second_per_gpu:2685.5015919779626 
Step 3563 | loss:1.1936050653457642 lr:3.759417134924019e-05 tokens_per_second_per_gpu:2567.394950959889 
Step 3564 | loss:1.1416511535644531 lr:3.757920342108758e-05 tokens_per_second_per_gpu:2090.0877895870944 
Step 3565 | loss:1.5302869081497192 lr:3.756423501863674e-05 tokens_per_second_per_gpu:2098.965419866669 
Step 3566 | loss:1.1550018787384033 lr:3.7549266144640244e-05 tokens_per_second_per_gpu:2269.7533257435753 
Step 3567 | loss:1.1360232830047607 lr:3.7534296801850793e-05 tokens_per_second_per_gpu:1946.7656138476793 
Step 3568 | loss:1.1524066925048828 lr:3.751932699302113e-05 tokens_per_second_per_gpu:2833.6076352353753 
Step 3569 | loss:1.087234616279602 lr:3.750435672090411e-05 tokens_per_second_per_gpu:3457.987381911655 
Step 3570 | loss:1.3877851963043213 lr:3.7489385988252665e-05 tokens_per_second_per_gpu:2487.6837882726745 
Step 3571 | loss:1.1120226383209229 lr:3.7474414797819804e-05 tokens_per_second_per_gpu:2362.633837379954 
Step 3572 | loss:1.2297687530517578 lr:3.7459443152358656e-05 tokens_per_second_per_gpu:2190.925922610897 
Step 3573 | loss:1.0351076126098633 lr:3.744447105462237e-05 tokens_per_second_per_gpu:2618.0356824467713 
Step 3574 | loss:1.1366568803787231 lr:3.742949850736424e-05 tokens_per_second_per_gpu:3002.0720950004816 
Step 3575 | loss:1.191847562789917 lr:3.74145255133376e-05 tokens_per_second_per_gpu:2718.7825424231255 
Step 3576 | loss:1.1271493434906006 lr:3.7399552075295885e-05 tokens_per_second_per_gpu:2489.9651711378588 
Step 3577 | loss:1.2041032314300537 lr:3.738457819599263e-05 tokens_per_second_per_gpu:2301.06626195282 
Step 3578 | loss:1.185077428817749 lr:3.7369603878181415e-05 tokens_per_second_per_gpu:2589.261771973655 
Step 3579 | loss:1.3121978044509888 lr:3.735462912461592e-05 tokens_per_second_per_gpu:2205.522790766007 
Step 3580 | loss:1.2763031721115112 lr:3.7339653938049906e-05 tokens_per_second_per_gpu:2005.2463601948077 
Step 3581 | loss:1.2631211280822754 lr:3.7324678321237196e-05 tokens_per_second_per_gpu:2139.5023689863747 
Step 3582 | loss:1.233098030090332 lr:3.7309702276931715e-05 tokens_per_second_per_gpu:2599.130397299936 
Step 3583 | loss:1.2232780456542969 lr:3.7294725807887464e-05 tokens_per_second_per_gpu:2784.8553182068517 
Step 3584 | loss:1.121652364730835 lr:3.7279748916858494e-05 tokens_per_second_per_gpu:2680.938572517796 
Step 3585 | loss:1.1013127565383911 lr:3.726477160659898e-05 tokens_per_second_per_gpu:2348.547772346979 
Step 3586 | loss:1.2842566967010498 lr:3.7249793879863136e-05 tokens_per_second_per_gpu:2336.869706532545 
Step 3587 | loss:1.268730640411377 lr:3.723481573940527e-05 tokens_per_second_per_gpu:2894.0656656424076 
Step 3588 | loss:1.1177765130996704 lr:3.721983718797975e-05 tokens_per_second_per_gpu:2852.9821512456647 
Step 3589 | loss:1.3976962566375732 lr:3.7204858228341053e-05 tokens_per_second_per_gpu:2625.2314069522213 
Step 3590 | loss:1.280788779258728 lr:3.7189878863243695e-05 tokens_per_second_per_gpu:1860.5522182407005 
Step 3591 | loss:1.0880662202835083 lr:3.717489909544227e-05 tokens_per_second_per_gpu:2872.9065490397634 
Step 3592 | loss:1.37540602684021 lr:3.715991892769149e-05 tokens_per_second_per_gpu:2082.2843356235676 
Step 3593 | loss:1.3111956119537354 lr:3.714493836274607e-05 tokens_per_second_per_gpu:1721.7309239405197 
Step 3594 | loss:1.2935774326324463 lr:3.7129957403360865e-05 tokens_per_second_per_gpu:2972.003529283625 
Step 3595 | loss:1.3516255617141724 lr:3.711497605229075e-05 tokens_per_second_per_gpu:2025.0223744118243 
Step 3596 | loss:1.2471730709075928 lr:3.7099994312290704e-05 tokens_per_second_per_gpu:2280.177709846997 
Step 3597 | loss:1.1747171878814697 lr:3.708501218611578e-05 tokens_per_second_per_gpu:1776.2733250716544 
Step 3598 | loss:1.1939857006072998 lr:3.707002967652108e-05 tokens_per_second_per_gpu:2284.4226952758463 
Step 3599 | loss:1.4361038208007812 lr:3.7055046786261785e-05 tokens_per_second_per_gpu:2481.7435858144736 
Step 3600 | loss:1.1556366682052612 lr:3.7040063518093154e-05 tokens_per_second_per_gpu:2336.817372675155 
Step 3601 | loss:1.2332627773284912 lr:3.7025079874770506e-05 tokens_per_second_per_gpu:2728.021949819762 
Step 3602 | loss:1.208128809928894 lr:3.701009585904924e-05 tokens_per_second_per_gpu:2061.46029585664 
Step 3603 | loss:1.3761602640151978 lr:3.69951114736848e-05 tokens_per_second_per_gpu:1760.1853963036137 
Step 3604 | loss:1.2209755182266235 lr:3.698012672143273e-05 tokens_per_second_per_gpu:2144.180331312402 
Step 3605 | loss:1.287604808807373 lr:3.696514160504862e-05 tokens_per_second_per_gpu:2127.5973288056625 
Step 3606 | loss:1.4092130661010742 lr:3.695015612728813e-05 tokens_per_second_per_gpu:1868.49377400414 
Step 3607 | loss:1.2065457105636597 lr:3.693517029090699e-05 tokens_per_second_per_gpu:2415.603537334402 
Step 3608 | loss:1.231192708015442 lr:3.6920184098661e-05 tokens_per_second_per_gpu:1622.29977364687 
Step 3609 | loss:1.065579891204834 lr:3.6905197553306016e-05 tokens_per_second_per_gpu:2576.988967821732 
Step 3610 | loss:1.1781433820724487 lr:3.689021065759795e-05 tokens_per_second_per_gpu:2453.0229737173213 
Step 3611 | loss:1.1613523960113525 lr:3.6875223414292825e-05 tokens_per_second_per_gpu:2105.1048616287335 
Step 3612 | loss:1.081120252609253 lr:3.686023582614667e-05 tokens_per_second_per_gpu:2932.3307441233032 
Step 3613 | loss:1.0987110137939453 lr:3.6845247895915604e-05 tokens_per_second_per_gpu:2063.614562437867 
Step 3614 | loss:1.3756006956100464 lr:3.683025962635582e-05 tokens_per_second_per_gpu:2021.1736570186818 
Step 3615 | loss:1.2435048818588257 lr:3.6815271020223535e-05 tokens_per_second_per_gpu:1723.938131581542 
Step 3616 | loss:1.2959471940994263 lr:3.6800282080275086e-05 tokens_per_second_per_gpu:2186.3150664735745 
Step 3617 | loss:1.0202845335006714 lr:3.67852928092668e-05 tokens_per_second_per_gpu:2280.610030200348 
Step 3618 | loss:1.2632681131362915 lr:3.677030320995513e-05 tokens_per_second_per_gpu:2036.6351125814315 
Step 3619 | loss:1.1757667064666748 lr:3.6755313285096564e-05 tokens_per_second_per_gpu:2235.6530407312453 
Step 3620 | loss:1.2723500728607178 lr:3.674032303744765e-05 tokens_per_second_per_gpu:1718.9693917148754 
Step 3621 | loss:1.156528115272522 lr:3.672533246976498e-05 tokens_per_second_per_gpu:2162.0678381418165 
Step 3622 | loss:1.2272419929504395 lr:3.671034158480523e-05 tokens_per_second_per_gpu:2426.1122694507344 
Step 3623 | loss:1.2881957292556763 lr:3.669535038532511e-05 tokens_per_second_per_gpu:2488.876739482794 
Step 3624 | loss:1.3252805471420288 lr:3.6680358874081413e-05 tokens_per_second_per_gpu:2877.3304135441135 
Step 3625 | loss:1.3448084592819214 lr:3.666536705383098e-05 tokens_per_second_per_gpu:1965.1609675899342 
Step 3626 | loss:1.3057184219360352 lr:3.66503749273307e-05 tokens_per_second_per_gpu:1532.9702802076408 
Step 3627 | loss:1.2750238180160522 lr:3.6635382497337525e-05 tokens_per_second_per_gpu:2474.9082986018257 
Step 3628 | loss:1.1301560401916504 lr:3.662038976660845e-05 tokens_per_second_per_gpu:2481.263691148068 
Step 3629 | loss:1.372167944908142 lr:3.6605396737900574e-05 tokens_per_second_per_gpu:1909.1421768234434 
Step 3630 | loss:1.2073227167129517 lr:3.6590403413970984e-05 tokens_per_second_per_gpu:2684.776643542012 
Step 3631 | loss:1.2629828453063965 lr:3.657540979757685e-05 tokens_per_second_per_gpu:2568.989127028702 
Step 3632 | loss:1.2866853475570679 lr:3.656041589147541e-05 tokens_per_second_per_gpu:2223.803557104559 
Step 3633 | loss:1.1882200241088867 lr:3.6545421698423946e-05 tokens_per_second_per_gpu:2022.53398790934 
Step 3634 | loss:1.1711236238479614 lr:3.6530427221179776e-05 tokens_per_second_per_gpu:3067.2495197463236 
Step 3635 | loss:1.3606908321380615 lr:3.65154324625003e-05 tokens_per_second_per_gpu:1912.2958379187623 
Step 3636 | loss:1.240761399269104 lr:3.6500437425142934e-05 tokens_per_second_per_gpu:2118.86722847468 
Step 3637 | loss:1.3305234909057617 lr:3.6485442111865185e-05 tokens_per_second_per_gpu:1901.8124820469486 
Step 3638 | loss:1.37542724609375 lr:3.647044652542459e-05 tokens_per_second_per_gpu:2912.891959024673 
Step 3639 | loss:1.2118136882781982 lr:3.645545066857871e-05 tokens_per_second_per_gpu:2690.1019457802963 
Step 3640 | loss:1.2279784679412842 lr:3.6440454544085216e-05 tokens_per_second_per_gpu:1839.7782501160918 
Step 3641 | loss:1.277701497077942 lr:3.6425458154701776e-05 tokens_per_second_per_gpu:2426.5358746676966 
Step 3642 | loss:1.1823010444641113 lr:3.641046150318613e-05 tokens_per_second_per_gpu:2030.689175057164 
Step 3643 | loss:1.2477726936340332 lr:3.639546459229605e-05 tokens_per_second_per_gpu:1767.4439272962795 
Step 3644 | loss:1.277872085571289 lr:3.6380467424789386e-05 tokens_per_second_per_gpu:2045.8236857594025 
Step 3645 | loss:1.3058595657348633 lr:3.636547000342401e-05 tokens_per_second_per_gpu:2273.0366295930653 
Step 3646 | loss:1.2040300369262695 lr:3.635047233095785e-05 tokens_per_second_per_gpu:2531.4275886067535 
Step 3647 | loss:1.2495944499969482 lr:3.6335474410148884e-05 tokens_per_second_per_gpu:2450.033075841115 
Step 3648 | loss:1.4611188173294067 lr:3.63204762437551e-05 tokens_per_second_per_gpu:1918.691745722859 
Step 3649 | loss:1.2607247829437256 lr:3.6305477834534594e-05 tokens_per_second_per_gpu:2198.9753840350804 
Step 3650 | loss:1.3358293771743774 lr:3.6290479185245445e-05 tokens_per_second_per_gpu:2183.4436397249933 
Step 3651 | loss:1.151533842086792 lr:3.627548029864583e-05 tokens_per_second_per_gpu:2360.9393526295694 
Step 3652 | loss:1.2494207620620728 lr:3.626048117749392e-05 tokens_per_second_per_gpu:2431.7343763240738 
Step 3653 | loss:1.2670643329620361 lr:3.6245481824547975e-05 tokens_per_second_per_gpu:2453.0809059171443 
Step 3654 | loss:1.1748048067092896 lr:3.6230482242566264e-05 tokens_per_second_per_gpu:2765.5831443118777 
Step 3655 | loss:1.2589516639709473 lr:3.6215482434307114e-05 tokens_per_second_per_gpu:2072.3944924344623 
Step 3656 | loss:1.1830812692642212 lr:3.620048240252888e-05 tokens_per_second_per_gpu:2085.6290233095015 
Step 3657 | loss:1.1927766799926758 lr:3.618548214998998e-05 tokens_per_second_per_gpu:2413.797523248573 
Step 3658 | loss:1.3275290727615356 lr:3.6170481679448844e-05 tokens_per_second_per_gpu:2385.7436724638555 
Step 3659 | loss:1.3126270771026611 lr:3.615548099366397e-05 tokens_per_second_per_gpu:1992.068174980718 
Step 3660 | loss:1.2472095489501953 lr:3.614048009539389e-05 tokens_per_second_per_gpu:2238.16121024665 
Step 3661 | loss:1.4600913524627686 lr:3.6125478987397153e-05 tokens_per_second_per_gpu:1678.1023092913301 
Step 3662 | loss:1.2749227285385132 lr:3.611047767243237e-05 tokens_per_second_per_gpu:2122.1197878225835 
Step 3663 | loss:1.2262016534805298 lr:3.609547615325818e-05 tokens_per_second_per_gpu:2579.4362175666924 
Step 3664 | loss:1.0001258850097656 lr:3.608047443263326e-05 tokens_per_second_per_gpu:2553.0857762560463 
Step 3665 | loss:1.1625219583511353 lr:3.606547251331633e-05 tokens_per_second_per_gpu:2641.8612036494756 
Step 3666 | loss:1.2542403936386108 lr:3.605047039806616e-05 tokens_per_second_per_gpu:2481.911872392399 
Step 3667 | loss:1.227290153503418 lr:3.603546808964149e-05 tokens_per_second_per_gpu:2724.7576119574455 
Step 3668 | loss:1.2889631986618042 lr:3.60204655908012e-05 tokens_per_second_per_gpu:2297.302298115777 
Step 3669 | loss:1.2171950340270996 lr:3.6005462904304106e-05 tokens_per_second_per_gpu:2815.214261038607 
Step 3670 | loss:1.349404215812683 lr:3.599046003290914e-05 tokens_per_second_per_gpu:1390.374174865656 
Step 3671 | loss:1.1572376489639282 lr:3.597545697937519e-05 tokens_per_second_per_gpu:2093.5937265227435 
Step 3672 | loss:1.3154457807540894 lr:3.5960453746461236e-05 tokens_per_second_per_gpu:2545.8886352461795 
Step 3673 | loss:1.292668342590332 lr:3.594545033692628e-05 tokens_per_second_per_gpu:2075.314003670505 
Step 3674 | loss:1.2483553886413574 lr:3.5930446753529336e-05 tokens_per_second_per_gpu:1987.3994611034884 
Step 3675 | loss:1.2584164142608643 lr:3.5915442999029466e-05 tokens_per_second_per_gpu:2016.222441582003 
Step 3676 | loss:1.1465060710906982 lr:3.590043907618576e-05 tokens_per_second_per_gpu:2250.226154149844 
Step 3677 | loss:1.2621859312057495 lr:3.588543498775735e-05 tokens_per_second_per_gpu:1680.251136429925 
Step 3678 | loss:1.3279500007629395 lr:3.587043073650336e-05 tokens_per_second_per_gpu:1968.375839335406 
Step 3679 | loss:1.1933023929595947 lr:3.5855426325182996e-05 tokens_per_second_per_gpu:2515.337525553771 
Step 3680 | loss:1.2682445049285889 lr:3.584042175655546e-05 tokens_per_second_per_gpu:2309.599566395775 
Step 3681 | loss:1.0305979251861572 lr:3.5825417033379994e-05 tokens_per_second_per_gpu:2370.654902855717 
Step 3682 | loss:1.0644418001174927 lr:3.581041215841587e-05 tokens_per_second_per_gpu:2896.2263933428417 
Step 3683 | loss:1.1933372020721436 lr:3.579540713442236e-05 tokens_per_second_per_gpu:2501.155791517496 
Step 3684 | loss:1.4368702173233032 lr:3.578040196415883e-05 tokens_per_second_per_gpu:1330.6619986770309 
Step 3685 | loss:1.2434159517288208 lr:3.576539665038458e-05 tokens_per_second_per_gpu:2503.6183695957843 
Step 3686 | loss:1.1937201023101807 lr:3.575039119585903e-05 tokens_per_second_per_gpu:2771.2781982670103 
Step 3687 | loss:1.0901265144348145 lr:3.5735385603341564e-05 tokens_per_second_per_gpu:2411.8568101497112 
Step 3688 | loss:1.354628324508667 lr:3.5720379875591605e-05 tokens_per_second_per_gpu:2101.3539697716074 
Step 3689 | loss:1.1259037256240845 lr:3.5705374015368614e-05 tokens_per_second_per_gpu:2008.8525811899624 
Step 3690 | loss:1.2131102085113525 lr:3.5690368025432075e-05 tokens_per_second_per_gpu:2366.96506564507 
Step 3691 | loss:1.317720651626587 lr:3.567536190854148e-05 tokens_per_second_per_gpu:2566.3359351830095 
Step 3692 | loss:1.1153438091278076 lr:3.5660355667456343e-05 tokens_per_second_per_gpu:2779.795341405754 
Step 3693 | loss:1.2410202026367188 lr:3.5645349304936235e-05 tokens_per_second_per_gpu:1846.9790958372862 
Step 3694 | loss:1.1764966249465942 lr:3.56303428237407e-05 tokens_per_second_per_gpu:3023.8758302602387 
Step 3695 | loss:1.1727936267852783 lr:3.561533622662935e-05 tokens_per_second_per_gpu:2741.8795394432127 
Step 3696 | loss:1.3478798866271973 lr:3.560032951636179e-05 tokens_per_second_per_gpu:2110.808149814675 
Step 3697 | loss:1.2493031024932861 lr:3.5585322695697656e-05 tokens_per_second_per_gpu:2701.8696631215957 
Step 3698 | loss:1.1851521730422974 lr:3.557031576739659e-05 tokens_per_second_per_gpu:2476.083090441031 
Step 3699 | loss:1.3917338848114014 lr:3.555530873421828e-05 tokens_per_second_per_gpu:2189.476022281451 
Step 3700 | loss:1.313213586807251 lr:3.55403015989224e-05 tokens_per_second_per_gpu:2013.276861200636 
Step 3701 | loss:1.1551817655563354 lr:3.5525294364268695e-05 tokens_per_second_per_gpu:2976.268792942712 
Step 3702 | loss:1.0756672620773315 lr:3.551028703301686e-05 tokens_per_second_per_gpu:2506.9847097860634 
Step 3703 | loss:1.2802579402923584 lr:3.5495279607926674e-05 tokens_per_second_per_gpu:2378.210098825723 
Step 3704 | loss:1.3215665817260742 lr:3.5480272091757876e-05 tokens_per_second_per_gpu:1514.6658136170315 
Step 3705 | loss:1.2169902324676514 lr:3.5465264487270254e-05 tokens_per_second_per_gpu:2952.755869041023 
Step 3706 | loss:1.2954529523849487 lr:3.545025679722361e-05 tokens_per_second_per_gpu:2059.664179747542 
Step 3707 | loss:1.1134833097457886 lr:3.543524902437776e-05 tokens_per_second_per_gpu:2537.519353872595 
Step 3708 | loss:1.3071348667144775 lr:3.542024117149254e-05 tokens_per_second_per_gpu:1705.652520709912 
Step 3709 | loss:1.1876256465911865 lr:3.540523324132777e-05 tokens_per_second_per_gpu:2716.774170539391 
Step 3710 | loss:1.141483187675476 lr:3.5390225236643333e-05 tokens_per_second_per_gpu:2126.0974848311744 
Step 3711 | loss:1.2874248027801514 lr:3.5375217160199077e-05 tokens_per_second_per_gpu:2240.210712271144 
Step 3712 | loss:1.0300483703613281 lr:3.53602090147549e-05 tokens_per_second_per_gpu:2375.047881710796 
Step 3713 | loss:1.262534260749817 lr:3.5345200803070706e-05 tokens_per_second_per_gpu:1780.1483758393597 
Step 3714 | loss:1.3065513372421265 lr:3.533019252790639e-05 tokens_per_second_per_gpu:2090.1648622374596 
Step 3715 | loss:1.3256062269210815 lr:3.5315184192021874e-05 tokens_per_second_per_gpu:2284.7743394212907 
Step 3716 | loss:1.270813226699829 lr:3.5300175798177106e-05 tokens_per_second_per_gpu:2124.0965574346646 
Step 3717 | loss:1.0288881063461304 lr:3.528516734913202e-05 tokens_per_second_per_gpu:2616.5938305845534 
Step 3718 | loss:1.1522067785263062 lr:3.527015884764656e-05 tokens_per_second_per_gpu:2887.901395671293 
Step 3719 | loss:1.133390188217163 lr:3.5255150296480706e-05 tokens_per_second_per_gpu:2255.834108610531 
Step 3720 | loss:1.3179810047149658 lr:3.5240141698394413e-05 tokens_per_second_per_gpu:1973.5652162901001 
Step 3721 | loss:1.3475823402404785 lr:3.522513305614768e-05 tokens_per_second_per_gpu:1636.039164143159 
Step 3722 | loss:1.2976757287979126 lr:3.521012437250048e-05 tokens_per_second_per_gpu:1511.7318443541512 
Step 3723 | loss:1.1702194213867188 lr:3.5195115650212827e-05 tokens_per_second_per_gpu:2506.792848424352 
Step 3724 | loss:1.3521162271499634 lr:3.518010689204469e-05 tokens_per_second_per_gpu:1998.5622653742312 
Step 3725 | loss:1.2554006576538086 lr:3.516509810075613e-05 tokens_per_second_per_gpu:2264.7636657359667 
Step 3726 | loss:1.3004521131515503 lr:3.515008927910711e-05 tokens_per_second_per_gpu:3140.2872644156228 
Step 3727 | loss:1.1790697574615479 lr:3.513508042985768e-05 tokens_per_second_per_gpu:2591.273854070389 
Step 3728 | loss:1.2097339630126953 lr:3.5120071555767885e-05 tokens_per_second_per_gpu:2276.1385898848453 
Step 3729 | loss:1.3882783651351929 lr:3.5105062659597715e-05 tokens_per_second_per_gpu:1871.5874151513312 
Step 3730 | loss:1.3455911874771118 lr:3.509005374410724e-05 tokens_per_second_per_gpu:2534.578929670946 
Step 3731 | loss:1.3562166690826416 lr:3.5075044812056476e-05 tokens_per_second_per_gpu:2728.4602830647823 
Step 3732 | loss:1.2314093112945557 lr:3.506003586620547e-05 tokens_per_second_per_gpu:2692.1469858709165 
Step 3733 | loss:1.1585335731506348 lr:3.504502690931427e-05 tokens_per_second_per_gpu:3232.466381443598 
Step 3734 | loss:1.2586702108383179 lr:3.5030017944142925e-05 tokens_per_second_per_gpu:1539.2283620958688 
Step 3735 | loss:1.1996543407440186 lr:3.501500897345149e-05 tokens_per_second_per_gpu:2863.1071276715124 
Step 3736 | loss:1.2934128046035767 lr:3.5e-05 tokens_per_second_per_gpu:2234.8032527791215 
Step 3737 | loss:1.2350687980651855 lr:3.498499102654851e-05 tokens_per_second_per_gpu:2054.3798330133113 
Step 3738 | loss:1.371368646621704 lr:3.496998205585707e-05 tokens_per_second_per_gpu:2576.6142500397077 
Step 3739 | loss:1.082052230834961 lr:3.495497309068573e-05 tokens_per_second_per_gpu:2353.823297589913 
Step 3740 | loss:1.2072808742523193 lr:3.493996413379453e-05 tokens_per_second_per_gpu:2874.7574060719703 
Step 3741 | loss:1.22230064868927 lr:3.492495518794354e-05 tokens_per_second_per_gpu:2336.7974446772005 
Step 3742 | loss:1.3054816722869873 lr:3.490994625589277e-05 tokens_per_second_per_gpu:2443.6981937222004 
Step 3743 | loss:1.3518587350845337 lr:3.489493734040227e-05 tokens_per_second_per_gpu:2052.6184030658414 
Step 3744 | loss:1.258284091949463 lr:3.4879928444232116e-05 tokens_per_second_per_gpu:2861.2003401074894 
Step 3745 | loss:1.3460465669631958 lr:3.48649195701423e-05 tokens_per_second_per_gpu:1731.8615398606203 
Step 3746 | loss:1.1771427392959595 lr:3.484991072089288e-05 tokens_per_second_per_gpu:2559.7396389016244 
Step 3747 | loss:1.3797526359558105 lr:3.483490189924387e-05 tokens_per_second_per_gpu:2406.2582734054217 
Step 3748 | loss:1.2186977863311768 lr:3.481989310795531e-05 tokens_per_second_per_gpu:2490.1743905574945 
Step 3749 | loss:1.0390493869781494 lr:3.480488434978718e-05 tokens_per_second_per_gpu:2606.029428855878 
Step 3750 | loss:1.1059461832046509 lr:3.478987562749952e-05 tokens_per_second_per_gpu:2406.0831719699977 
Step 3751 | loss:1.3639626502990723 lr:3.4774866943852315e-05 tokens_per_second_per_gpu:2488.240395672618 
Step 3752 | loss:1.2237061262130737 lr:3.475985830160559e-05 tokens_per_second_per_gpu:2002.064999393495 
Step 3753 | loss:1.2297616004943848 lr:3.4744849703519295e-05 tokens_per_second_per_gpu:2252.544327016755 
Step 3754 | loss:1.2460808753967285 lr:3.4729841152353444e-05 tokens_per_second_per_gpu:2640.973787238056 
Step 3755 | loss:1.3839651346206665 lr:3.4714832650867987e-05 tokens_per_second_per_gpu:2364.3218644027947 
Step 3756 | loss:1.1984466314315796 lr:3.46998242018229e-05 tokens_per_second_per_gpu:2334.5085241337906 
Step 3757 | loss:1.2593282461166382 lr:3.468481580797812e-05 tokens_per_second_per_gpu:2153.4435283930297 
Step 3758 | loss:1.2504427433013916 lr:3.466980747209361e-05 tokens_per_second_per_gpu:1479.4328587140185 
Step 3759 | loss:1.1550283432006836 lr:3.4654799196929295e-05 tokens_per_second_per_gpu:1983.2265003301152 
Step 3760 | loss:1.2276279926300049 lr:3.4639790985245095e-05 tokens_per_second_per_gpu:2529.1218491575796 
Step 3761 | loss:1.2555288076400757 lr:3.4624782839800924e-05 tokens_per_second_per_gpu:1811.1046734466656 
Step 3762 | loss:1.3604283332824707 lr:3.460977476335667e-05 tokens_per_second_per_gpu:1920.6014740760736 
Step 3763 | loss:1.226428747177124 lr:3.459476675867223e-05 tokens_per_second_per_gpu:2292.45502178866 
Step 3764 | loss:1.3001954555511475 lr:3.457975882850746e-05 tokens_per_second_per_gpu:2209.1803059289364 
Step 3765 | loss:0.9594794511795044 lr:3.456475097562223e-05 tokens_per_second_per_gpu:3265.363823916647 
Step 3766 | loss:1.2634282112121582 lr:3.4549743202776384e-05 tokens_per_second_per_gpu:2810.5154326468314 
Step 3767 | loss:1.0358145236968994 lr:3.453473551272975e-05 tokens_per_second_per_gpu:2471.70516752922 
Step 3768 | loss:1.3065828084945679 lr:3.4519727908242124e-05 tokens_per_second_per_gpu:2588.2314007346363 
Step 3769 | loss:1.2100247144699097 lr:3.450472039207333e-05 tokens_per_second_per_gpu:2623.479232021659 
Step 3770 | loss:1.185224175453186 lr:3.4489712966983135e-05 tokens_per_second_per_gpu:2191.5436748141205 
Step 3771 | loss:1.100184679031372 lr:3.447470563573129e-05 tokens_per_second_per_gpu:2671.3712155168514 
Step 3772 | loss:1.2178090810775757 lr:3.445969840107759e-05 tokens_per_second_per_gpu:2788.9745068710995 
Step 3773 | loss:1.1544784307479858 lr:3.4444691265781715e-05 tokens_per_second_per_gpu:2505.3666988404434 
Step 3774 | loss:1.2853583097457886 lr:3.442968423260341e-05 tokens_per_second_per_gpu:2450.8669529366935 
Step 3775 | loss:1.2073878049850464 lr:3.4414677304302344e-05 tokens_per_second_per_gpu:1997.5498741760046 
Step 3776 | loss:1.2001721858978271 lr:3.439967048363821e-05 tokens_per_second_per_gpu:2457.5451032653145 
Step 3777 | loss:1.255263090133667 lr:3.438466377337064e-05 tokens_per_second_per_gpu:2302.3362629126236 
Step 3778 | loss:1.320253610610962 lr:3.4369657176259296e-05 tokens_per_second_per_gpu:2014.9872108919653 
Step 3779 | loss:1.2009919881820679 lr:3.4354650695063766e-05 tokens_per_second_per_gpu:3008.211964386166 
Step 3780 | loss:1.25063157081604 lr:3.433964433254365e-05 tokens_per_second_per_gpu:2006.533728271545 
Step 3781 | loss:1.3332316875457764 lr:3.432463809145852e-05 tokens_per_second_per_gpu:1857.283147168941 
Step 3782 | loss:1.08427894115448 lr:3.4309631974567926e-05 tokens_per_second_per_gpu:2740.507507504378 
Step 3783 | loss:1.155555009841919 lr:3.429462598463138e-05 tokens_per_second_per_gpu:2583.22453481773 
Step 3784 | loss:1.1463664770126343 lr:3.427962012440838e-05 tokens_per_second_per_gpu:1579.7183676212578 
Step 3785 | loss:1.276240587234497 lr:3.426461439665843e-05 tokens_per_second_per_gpu:2068.260369272153 
Step 3786 | loss:1.36317777633667 lr:3.424960880414096e-05 tokens_per_second_per_gpu:1570.2587564000864 
Step 3787 | loss:1.3663387298583984 lr:3.423460334961541e-05 tokens_per_second_per_gpu:1732.2945841920762 
Step 3788 | loss:1.1900893449783325 lr:3.421959803584117e-05 tokens_per_second_per_gpu:2873.515701013337 
Step 3789 | loss:1.2146124839782715 lr:3.4204592865577635e-05 tokens_per_second_per_gpu:1853.7612122605817 
Step 3790 | loss:1.1935359239578247 lr:3.418958784158413e-05 tokens_per_second_per_gpu:2392.3157698693735 
Step 3791 | loss:1.1142529249191284 lr:3.417458296662001e-05 tokens_per_second_per_gpu:2459.5084096257365 
Step 3792 | loss:1.3582838773727417 lr:3.415957824344454e-05 tokens_per_second_per_gpu:2156.0318641000936 
Step 3793 | loss:1.1107752323150635 lr:3.414457367481701e-05 tokens_per_second_per_gpu:2819.2952275561015 
Step 3794 | loss:1.0640158653259277 lr:3.412956926349664e-05 tokens_per_second_per_gpu:2601.078574481729 
Step 3795 | loss:1.2079262733459473 lr:3.411456501224266e-05 tokens_per_second_per_gpu:2283.092870028481 
Step 3796 | loss:1.2654825448989868 lr:3.4099560923814246e-05 tokens_per_second_per_gpu:2207.8004846491763 
Step 3797 | loss:1.351385235786438 lr:3.4084557000970535e-05 tokens_per_second_per_gpu:1781.9718164241694 
Step 3798 | loss:1.3867874145507812 lr:3.406955324647066e-05 tokens_per_second_per_gpu:1824.6683229447478 
Step 3799 | loss:1.0770297050476074 lr:3.405454966307371e-05 tokens_per_second_per_gpu:2578.4135774860815 
Step 3800 | loss:1.2357044219970703 lr:3.403954625353876e-05 tokens_per_second_per_gpu:2229.576631134298 
Step 3801 | loss:1.059863567352295 lr:3.4024543020624815e-05 tokens_per_second_per_gpu:2056.6609606073903 
Step 3802 | loss:1.0719844102859497 lr:3.400953996709086e-05 tokens_per_second_per_gpu:1947.3614151424615 
Step 3803 | loss:1.3148932456970215 lr:3.399453709569589e-05 tokens_per_second_per_gpu:2050.4575144148725 
Step 3804 | loss:1.2669564485549927 lr:3.39795344091988e-05 tokens_per_second_per_gpu:3000.534484031858 
Step 3805 | loss:1.0029151439666748 lr:3.396453191035851e-05 tokens_per_second_per_gpu:3457.1813990302408 
Step 3806 | loss:1.4291319847106934 lr:3.3949529601933844e-05 tokens_per_second_per_gpu:1587.3201525128563 
Step 3807 | loss:1.324233055114746 lr:3.393452748668366e-05 tokens_per_second_per_gpu:2279.134521907406 
Step 3808 | loss:1.349244236946106 lr:3.391952556736674e-05 tokens_per_second_per_gpu:2046.193582043258 
Step 3809 | loss:1.1415588855743408 lr:3.390452384674183e-05 tokens_per_second_per_gpu:2814.8406603124404 
Step 3810 | loss:1.1335585117340088 lr:3.388952232756764e-05 tokens_per_second_per_gpu:2829.1380033553714 
Step 3811 | loss:1.093868613243103 lr:3.387452101260286e-05 tokens_per_second_per_gpu:3004.0179392953737 
Step 3812 | loss:1.132763385772705 lr:3.385951990460611e-05 tokens_per_second_per_gpu:3641.7343046522105 
Step 3813 | loss:1.2207783460617065 lr:3.384451900633602e-05 tokens_per_second_per_gpu:1838.837005860187 
Step 3814 | loss:1.451000690460205 lr:3.382951832055115e-05 tokens_per_second_per_gpu:2008.6781836526538 
Step 3815 | loss:0.9764769077301025 lr:3.381451785001002e-05 tokens_per_second_per_gpu:3347.5787035025587 
Step 3816 | loss:1.167096495628357 lr:3.3799517597471115e-05 tokens_per_second_per_gpu:2070.0576241455537 
Step 3817 | loss:1.3876259326934814 lr:3.3784517565692886e-05 tokens_per_second_per_gpu:2137.7921340334824 
Step 3818 | loss:1.1228556632995605 lr:3.376951775743374e-05 tokens_per_second_per_gpu:2910.2125729883574 
Step 3819 | loss:1.1980020999908447 lr:3.375451817545202e-05 tokens_per_second_per_gpu:2097.1723872925563 
Step 3820 | loss:1.3966548442840576 lr:3.373951882250608e-05 tokens_per_second_per_gpu:1533.9038752028266 
Step 3821 | loss:1.2210599184036255 lr:3.3724519701354174e-05 tokens_per_second_per_gpu:1919.2291614421886 
Step 3822 | loss:1.0122873783111572 lr:3.3709520814754556e-05 tokens_per_second_per_gpu:3856.563594577943 
Step 3823 | loss:1.3000459671020508 lr:3.3694522165465414e-05 tokens_per_second_per_gpu:1774.0750328311626 
Step 3824 | loss:1.290070652961731 lr:3.3679523756244905e-05 tokens_per_second_per_gpu:2097.649726861076 
Step 3825 | loss:1.363005518913269 lr:3.366452558985112e-05 tokens_per_second_per_gpu:2196.6458495131587 
Step 3826 | loss:1.2533588409423828 lr:3.364952766904214e-05 tokens_per_second_per_gpu:1918.648618021999 
Step 3827 | loss:1.0719889402389526 lr:3.363452999657598e-05 tokens_per_second_per_gpu:2140.563802338912 
Step 3828 | loss:1.376144289970398 lr:3.361953257521061e-05 tokens_per_second_per_gpu:1925.0113976446394 
Step 3829 | loss:1.4605603218078613 lr:3.360453540770395e-05 tokens_per_second_per_gpu:1937.113104264123 
Step 3830 | loss:1.307199239730835 lr:3.358953849681387e-05 tokens_per_second_per_gpu:2186.359881167047 
Step 3831 | loss:1.2435235977172852 lr:3.357454184529823e-05 tokens_per_second_per_gpu:2829.4199450344545 
Step 3832 | loss:1.14491605758667 lr:3.3559545455914785e-05 tokens_per_second_per_gpu:2294.89010017854 
Step 3833 | loss:1.2248753309249878 lr:3.354454933142129e-05 tokens_per_second_per_gpu:2690.5792817789757 
Step 3834 | loss:1.2254927158355713 lr:3.352955347457541e-05 tokens_per_second_per_gpu:2321.574121888062 
Step 3835 | loss:1.1546961069107056 lr:3.3514557888134816e-05 tokens_per_second_per_gpu:2090.5244103242644 
Step 3836 | loss:1.2605156898498535 lr:3.349956257485706e-05 tokens_per_second_per_gpu:2633.497182441035 
Step 3837 | loss:1.090747594833374 lr:3.348456753749971e-05 tokens_per_second_per_gpu:2223.097225417798 
Step 3838 | loss:1.1528712511062622 lr:3.346957277882022e-05 tokens_per_second_per_gpu:2066.0259930293355 
Step 3839 | loss:1.2356575727462769 lr:3.345457830157605e-05 tokens_per_second_per_gpu:2137.3662891036456 
Step 3840 | loss:1.318306565284729 lr:3.3439584108524586e-05 tokens_per_second_per_gpu:1935.7718796096267 
Step 3841 | loss:1.2461333274841309 lr:3.3424590202423145e-05 tokens_per_second_per_gpu:2474.5988698943233 
Step 3842 | loss:1.200181484222412 lr:3.3409596586029016e-05 tokens_per_second_per_gpu:2648.657635904527 
Step 3843 | loss:1.3381415605545044 lr:3.339460326209942e-05 tokens_per_second_per_gpu:2108.099353595415 
Step 3844 | loss:1.1013281345367432 lr:3.337961023339154e-05 tokens_per_second_per_gpu:2598.5379478439313 
Step 3845 | loss:1.2298462390899658 lr:3.3364617502662476e-05 tokens_per_second_per_gpu:2325.4592263329046 
Step 3846 | loss:1.3512699604034424 lr:3.3349625072669306e-05 tokens_per_second_per_gpu:1948.4637422651947 
Step 3847 | loss:1.2519557476043701 lr:3.333463294616902e-05 tokens_per_second_per_gpu:2602.7526618081406 
Step 3848 | loss:1.1866317987442017 lr:3.331964112591859e-05 tokens_per_second_per_gpu:2931.5709491385005 
Step 3849 | loss:1.078757405281067 lr:3.330464961467489e-05 tokens_per_second_per_gpu:2269.4852994474545 
Step 3850 | loss:1.2492786645889282 lr:3.3289658415194774e-05 tokens_per_second_per_gpu:2367.2158380276614 
Step 3851 | loss:1.4104413986206055 lr:3.327466753023502e-05 tokens_per_second_per_gpu:1701.2678092448668 
Step 3852 | loss:1.2895886898040771 lr:3.3259676962552355e-05 tokens_per_second_per_gpu:2335.2446109337834 
Step 3853 | loss:1.339046597480774 lr:3.324468671490342e-05 tokens_per_second_per_gpu:2843.1011251522077 
Step 3854 | loss:1.2588932514190674 lr:3.322969679004485e-05 tokens_per_second_per_gpu:2006.0560450678825 
Step 3855 | loss:1.170007586479187 lr:3.321470719073319e-05 tokens_per_second_per_gpu:2807.065995427134 
Step 3856 | loss:1.365469217300415 lr:3.3199717919724915e-05 tokens_per_second_per_gpu:2102.69656967984 
Step 3857 | loss:1.0999999046325684 lr:3.318472897977646e-05 tokens_per_second_per_gpu:2741.9538566566816 
Step 3858 | loss:1.2758121490478516 lr:3.316974037364418e-05 tokens_per_second_per_gpu:2270.167585988051 
Step 3859 | loss:1.2417125701904297 lr:3.3154752104084396e-05 tokens_per_second_per_gpu:2663.4024510687846 
Step 3860 | loss:1.2483030557632446 lr:3.3139764173853335e-05 tokens_per_second_per_gpu:1789.8489910937208 
Step 3861 | loss:1.4362317323684692 lr:3.312477658570717e-05 tokens_per_second_per_gpu:1373.5173327072384 
Step 3862 | loss:1.3088879585266113 lr:3.3109789342402047e-05 tokens_per_second_per_gpu:1946.1299288794742 
Step 3863 | loss:1.258438229560852 lr:3.3094802446693984e-05 tokens_per_second_per_gpu:2066.9882820429866 
Step 3864 | loss:1.2928776741027832 lr:3.307981590133901e-05 tokens_per_second_per_gpu:2090.7270535010935 
Step 3865 | loss:1.3285311460494995 lr:3.306482970909301e-05 tokens_per_second_per_gpu:2251.0991766686184 
Step 3866 | loss:1.347028136253357 lr:3.304984387271186e-05 tokens_per_second_per_gpu:2536.013591503532 
Step 3867 | loss:1.4604283571243286 lr:3.3034858394951375e-05 tokens_per_second_per_gpu:1664.349873438675 
Step 3868 | loss:1.268833041191101 lr:3.301987327856726e-05 tokens_per_second_per_gpu:2678.4383449678767 
Step 3869 | loss:1.1556048393249512 lr:3.30048885263152e-05 tokens_per_second_per_gpu:2417.4408117674902 
Step 3870 | loss:1.2644402980804443 lr:3.298990414095075e-05 tokens_per_second_per_gpu:2984.174215104642 
Step 3871 | loss:1.1085602045059204 lr:3.2974920125229494e-05 tokens_per_second_per_gpu:2904.728223243099 
Step 3872 | loss:1.3196148872375488 lr:3.295993648190684e-05 tokens_per_second_per_gpu:2225.8443707321103 
Step 3873 | loss:1.2683489322662354 lr:3.2944953213738216e-05 tokens_per_second_per_gpu:2369.7766553810357 
Step 3874 | loss:1.284751296043396 lr:3.292997032347892e-05 tokens_per_second_per_gpu:2068.6650983900804 
Step 3875 | loss:1.263484239578247 lr:3.291498781388422e-05 tokens_per_second_per_gpu:2148.733931993337 
Step 3876 | loss:1.0635613203048706 lr:3.290000568770929e-05 tokens_per_second_per_gpu:2534.785407966363 
Step 3877 | loss:1.1164195537567139 lr:3.288502394770926e-05 tokens_per_second_per_gpu:3013.893020290983 
Step 3878 | loss:1.3517433404922485 lr:3.287004259663914e-05 tokens_per_second_per_gpu:1796.9105952661184 
Step 3879 | loss:1.20197331905365 lr:3.285506163725393e-05 tokens_per_second_per_gpu:2224.6118029539157 
Step 3880 | loss:1.283819556236267 lr:3.284008107230851e-05 tokens_per_second_per_gpu:2228.4434081180316 
Step 3881 | loss:1.3184419870376587 lr:3.282510090455772e-05 tokens_per_second_per_gpu:1804.4636777044295 
Step 3882 | loss:1.2756839990615845 lr:3.2810121136756305e-05 tokens_per_second_per_gpu:2224.4535074446803 
Step 3883 | loss:1.126841425895691 lr:3.279514177165894e-05 tokens_per_second_per_gpu:2345.404053688372 
Step 3884 | loss:1.0812666416168213 lr:3.278016281202024e-05 tokens_per_second_per_gpu:2799.1618407245514 
Step 3885 | loss:1.1226075887680054 lr:3.2765184260594727e-05 tokens_per_second_per_gpu:3331.775543101053 
Step 3886 | loss:1.199768304824829 lr:3.2750206120136865e-05 tokens_per_second_per_gpu:1914.2407886181488 
Step 3887 | loss:1.0420230627059937 lr:3.273522839340101e-05 tokens_per_second_per_gpu:2582.2909404942784 
Step 3888 | loss:1.158556342124939 lr:3.27202510831415e-05 tokens_per_second_per_gpu:3286.1030036704615 
Step 3889 | loss:1.185113787651062 lr:3.270527419211254e-05 tokens_per_second_per_gpu:2816.8741213926196 
Step 3890 | loss:1.237074851989746 lr:3.2690297723068286e-05 tokens_per_second_per_gpu:2134.259206713042 
Step 3891 | loss:1.20548415184021 lr:3.2675321678762804e-05 tokens_per_second_per_gpu:1897.2407368060346 
Step 3892 | loss:0.9251785278320312 lr:3.26603460619501e-05 tokens_per_second_per_gpu:2417.7445667880015 
Step 3893 | loss:1.2755439281463623 lr:3.2645370875384084e-05 tokens_per_second_per_gpu:1718.165707549214 
Step 3894 | loss:1.4264401197433472 lr:3.263039612181857e-05 tokens_per_second_per_gpu:2734.3031015745946 
Step 3895 | loss:1.2387501001358032 lr:3.2615421804007363e-05 tokens_per_second_per_gpu:2382.2291298191685 
Step 3896 | loss:1.4476792812347412 lr:3.26004479247041e-05 tokens_per_second_per_gpu:1639.9062315158048 
Step 3897 | loss:1.0339566469192505 lr:3.25854744866624e-05 tokens_per_second_per_gpu:2507.04999861061 
Step 3898 | loss:0.9981236457824707 lr:3.2570501492635763e-05 tokens_per_second_per_gpu:3375.074572498596 
Step 3899 | loss:1.3722513914108276 lr:3.2555528945377626e-05 tokens_per_second_per_gpu:2546.964947315738 
Step 3900 | loss:1.324530839920044 lr:3.2540556847641345e-05 tokens_per_second_per_gpu:2371.244373245453 
Step 3901 | loss:1.25229811668396 lr:3.252558520218019e-05 tokens_per_second_per_gpu:2297.317339118755 
Step 3902 | loss:1.2150170803070068 lr:3.251061401174733e-05 tokens_per_second_per_gpu:3034.2574036328156 
Step 3903 | loss:1.3379733562469482 lr:3.249564327909589e-05 tokens_per_second_per_gpu:1900.1099085210392 
Step 3904 | loss:1.2504881620407104 lr:3.248067300697887e-05 tokens_per_second_per_gpu:2078.4673016313586 
Step 3905 | loss:1.2006080150604248 lr:3.246570319814921e-05 tokens_per_second_per_gpu:1937.0632436992403 
Step 3906 | loss:1.2902506589889526 lr:3.245073385535975e-05 tokens_per_second_per_gpu:2081.3847869465144 
Step 3907 | loss:1.1784993410110474 lr:3.243576498136325e-05 tokens_per_second_per_gpu:1695.282607441131 
Step 3908 | loss:1.251678228378296 lr:3.2420796578912415e-05 tokens_per_second_per_gpu:2228.564929765561 
Step 3909 | loss:0.9639538526535034 lr:3.24058286507598e-05 tokens_per_second_per_gpu:2267.8112332568107 
Step 3910 | loss:1.265080451965332 lr:3.2390861199657926e-05 tokens_per_second_per_gpu:3007.37998305232 
Step 3911 | loss:1.2329660654067993 lr:3.2375894228359195e-05 tokens_per_second_per_gpu:2095.0438062523785 
Step 3912 | loss:1.1230964660644531 lr:3.236092773961595e-05 tokens_per_second_per_gpu:2579.8261749063677 
Step 3913 | loss:1.3295140266418457 lr:3.2345961736180395e-05 tokens_per_second_per_gpu:1481.8353745840018 
Step 3914 | loss:1.2788084745407104 lr:3.233099622080471e-05 tokens_per_second_per_gpu:2427.25258488318 
Step 3915 | loss:1.1867320537567139 lr:3.2316031196240944e-05 tokens_per_second_per_gpu:1624.4533156599352 
Step 3916 | loss:1.1916171312332153 lr:3.2301066665241064e-05 tokens_per_second_per_gpu:2587.6124409328086 
Step 3917 | loss:1.3015564680099487 lr:3.228610263055694e-05 tokens_per_second_per_gpu:1642.166606630178 
Step 3918 | loss:1.2321139574050903 lr:3.227113909494037e-05 tokens_per_second_per_gpu:2275.1833832666794 
Step 3919 | loss:1.2681639194488525 lr:3.2256176061143045e-05 tokens_per_second_per_gpu:2739.961432158522 
Step 3920 | loss:1.0633525848388672 lr:3.2241213531916546e-05 tokens_per_second_per_gpu:1894.808004626502 
Step 3921 | loss:1.2097471952438354 lr:3.2226251510012394e-05 tokens_per_second_per_gpu:2025.0823641748736 
Step 3922 | loss:1.274465799331665 lr:3.2211289998182024e-05 tokens_per_second_per_gpu:2224.274589557668 
Step 3923 | loss:1.384617805480957 lr:3.2196328999176746e-05 tokens_per_second_per_gpu:1834.3949299021006 
Step 3924 | loss:1.3291772603988647 lr:3.218136851574778e-05 tokens_per_second_per_gpu:2506.8165612904313 
Step 3925 | loss:1.410647988319397 lr:3.2166408550646266e-05 tokens_per_second_per_gpu:2668.1912503261506 
Step 3926 | loss:1.3969244956970215 lr:3.2151449106623246e-05 tokens_per_second_per_gpu:2597.6307272428307 
Step 3927 | loss:1.1621628999710083 lr:3.213649018642965e-05 tokens_per_second_per_gpu:2270.7863660125618 
Step 3928 | loss:1.179042100906372 lr:3.212153179281632e-05 tokens_per_second_per_gpu:3135.3612279610816 
Step 3929 | loss:1.243248701095581 lr:3.210657392853402e-05 tokens_per_second_per_gpu:2658.538605852203 
Step 3930 | loss:1.134024739265442 lr:3.209161659633339e-05 tokens_per_second_per_gpu:3110.4225673881865 
Step 3931 | loss:1.1593061685562134 lr:3.2076659798964985e-05 tokens_per_second_per_gpu:2016.0024226685905 
Step 3932 | loss:1.2647711038589478 lr:3.206170353917926e-05 tokens_per_second_per_gpu:2595.3635948630335 
Step 3933 | loss:1.039610743522644 lr:3.204674781972658e-05 tokens_per_second_per_gpu:2557.6611340701893 
Step 3934 | loss:1.3209718465805054 lr:3.2031792643357186e-05 tokens_per_second_per_gpu:2189.1276654497615 
Step 3935 | loss:1.2755541801452637 lr:3.201683801282123e-05 tokens_per_second_per_gpu:2585.828460333753 
Step 3936 | loss:1.1939051151275635 lr:3.2001883930868795e-05 tokens_per_second_per_gpu:2220.168106688953 
Step 3937 | loss:1.1317634582519531 lr:3.198693040024983e-05 tokens_per_second_per_gpu:2211.123368900557 
Step 3938 | loss:1.182561993598938 lr:3.1971977423714166e-05 tokens_per_second_per_gpu:1788.6125713733506 
Step 3939 | loss:1.136877417564392 lr:3.195702500401159e-05 tokens_per_second_per_gpu:1970.3844160338604 
Step 3940 | loss:1.1697629690170288 lr:3.1942073143891714e-05 tokens_per_second_per_gpu:2351.4975513424565 
Step 3941 | loss:1.233048677444458 lr:3.192712184610412e-05 tokens_per_second_per_gpu:1904.877340551046 
Step 3942 | loss:1.148087501525879 lr:3.191217111339822e-05 tokens_per_second_per_gpu:2471.51199045877 
Step 3943 | loss:1.4189696311950684 lr:3.1897220948523376e-05 tokens_per_second_per_gpu:1651.5185428524696 
Step 3944 | loss:1.1218557357788086 lr:3.188227135422882e-05 tokens_per_second_per_gpu:3170.3663847323833 
Step 3945 | loss:1.602907419204712 lr:3.1867322333263676e-05 tokens_per_second_per_gpu:1922.636005803125 
Step 3946 | loss:1.203446388244629 lr:3.1852373888376964e-05 tokens_per_second_per_gpu:2624.051192973495 
Step 3947 | loss:1.2207016944885254 lr:3.1837426022317616e-05 tokens_per_second_per_gpu:2637.3257367504293 
Step 3948 | loss:1.1637831926345825 lr:3.1822478737834424e-05 tokens_per_second_per_gpu:1999.6658256255314 
Step 3949 | loss:1.2368388175964355 lr:3.180753203767612e-05 tokens_per_second_per_gpu:2683.2420089671964 
Step 3950 | loss:1.1311928033828735 lr:3.179258592459129e-05 tokens_per_second_per_gpu:3017.9267924108826 
Step 3951 | loss:1.0407794713974 lr:3.177764040132842e-05 tokens_per_second_per_gpu:2816.6300857364413 
Step 3952 | loss:1.2966028451919556 lr:3.1762695470635906e-05 tokens_per_second_per_gpu:1753.6458679875568 
Step 3953 | loss:1.1467998027801514 lr:3.1747751135262e-05 tokens_per_second_per_gpu:2302.3216971123065 
Step 3954 | loss:1.200348138809204 lr:3.173280739795488e-05 tokens_per_second_per_gpu:2488.564033616476 
Step 3955 | loss:1.1411519050598145 lr:3.171786426146259e-05 tokens_per_second_per_gpu:1921.337076173299 
Step 3956 | loss:1.209870457649231 lr:3.170292172853308e-05 tokens_per_second_per_gpu:2826.2117472896202 
Step 3957 | loss:1.1442638635635376 lr:3.168797980191418e-05 tokens_per_second_per_gpu:2427.810819213481 
Step 3958 | loss:1.0500839948654175 lr:3.167303848435361e-05 tokens_per_second_per_gpu:2440.305687919872 
Step 3959 | loss:1.1876089572906494 lr:3.165809777859897e-05 tokens_per_second_per_gpu:2292.768946718592 
Step 3960 | loss:1.1137607097625732 lr:3.1643157687397775e-05 tokens_per_second_per_gpu:2572.4619595377917 
Step 3961 | loss:1.270573616027832 lr:3.1628218213497384e-05 tokens_per_second_per_gpu:2076.6298868362405 
Step 3962 | loss:1.2072656154632568 lr:3.1613279359645074e-05 tokens_per_second_per_gpu:1756.0033051590456 
Step 3963 | loss:1.2389943599700928 lr:3.1598341128588015e-05 tokens_per_second_per_gpu:2383.348701414039 
Step 3964 | loss:1.202750325202942 lr:3.158340352307323e-05 tokens_per_second_per_gpu:3097.207708406296 
Step 3965 | loss:1.0946218967437744 lr:3.1568466545847663e-05 tokens_per_second_per_gpu:3009.3585071349653 
Step 3966 | loss:1.272672414779663 lr:3.15535301996581e-05 tokens_per_second_per_gpu:2042.4998980281136 
Step 3967 | loss:1.2573840618133545 lr:3.153859448725126e-05 tokens_per_second_per_gpu:2687.32505424491 
Step 3968 | loss:1.0619652271270752 lr:3.152365941137369e-05 tokens_per_second_per_gpu:2418.203661722434 
Step 3969 | loss:1.2479004859924316 lr:3.150872497477189e-05 tokens_per_second_per_gpu:2619.823874473553 
Step 3970 | loss:1.1448402404785156 lr:3.149379118019216e-05 tokens_per_second_per_gpu:1850.1365916955976 
Step 3971 | loss:1.269649624824524 lr:3.147885803038076e-05 tokens_per_second_per_gpu:2531.3194480131083 
Step 3972 | loss:1.4303475618362427 lr:3.146392552808378e-05 tokens_per_second_per_gpu:1583.8958160939846 
Step 3973 | loss:1.1556370258331299 lr:3.144899367604721e-05 tokens_per_second_per_gpu:3135.7440672820394 
Step 3974 | loss:1.2936286926269531 lr:3.1434062477016905e-05 tokens_per_second_per_gpu:2151.719596486133 
Step 3975 | loss:1.2103970050811768 lr:3.141913193373864e-05 tokens_per_second_per_gpu:2459.09559620567 
Step 3976 | loss:1.1392353773117065 lr:3.140420204895801e-05 tokens_per_second_per_gpu:2687.064584287443 
Step 3977 | loss:1.3614873886108398 lr:3.138927282542054e-05 tokens_per_second_per_gpu:2480.5285250697216 
Step 3978 | loss:1.30097496509552 lr:3.1374344265871624e-05 tokens_per_second_per_gpu:2629.2741098921633 
Step 3979 | loss:1.1630586385726929 lr:3.13594163730565e-05 tokens_per_second_per_gpu:2890.619496397016 
Step 3980 | loss:1.2650865316390991 lr:3.1344489149720325e-05 tokens_per_second_per_gpu:2122.189141896859 
Step 3981 | loss:1.1534981727600098 lr:3.1329562598608106e-05 tokens_per_second_per_gpu:2168.773384653011 
Step 3982 | loss:1.2473344802856445 lr:3.131463672246474e-05 tokens_per_second_per_gpu:2400.43610578514 
Step 3983 | loss:1.0743943452835083 lr:3.1299711524034996e-05 tokens_per_second_per_gpu:2360.3021553673307 
Step 3984 | loss:1.442699670791626 lr:3.1284787006063516e-05 tokens_per_second_per_gpu:1573.652533832229 
Step 3985 | loss:1.1186654567718506 lr:3.1269863171294825e-05 tokens_per_second_per_gpu:3238.6241794654684 
Step 3986 | loss:1.0741578340530396 lr:3.12549400224733e-05 tokens_per_second_per_gpu:2305.5402538525254 
Step 3987 | loss:1.3571946620941162 lr:3.124001756234323e-05 tokens_per_second_per_gpu:2209.98690179831 
Step 3988 | loss:1.0798625946044922 lr:3.1225095793648736e-05 tokens_per_second_per_gpu:2745.634578488855 
Step 3989 | loss:1.2224093675613403 lr:3.121017471913383e-05 tokens_per_second_per_gpu:2150.278887138293 
Step 3990 | loss:1.2242847681045532 lr:3.1195254341542424e-05 tokens_per_second_per_gpu:1803.6893036749864 
Step 3991 | loss:1.2522501945495605 lr:3.118033466361825e-05 tokens_per_second_per_gpu:2746.4838886744824 
Step 3992 | loss:1.3865242004394531 lr:3.1165415688104954e-05 tokens_per_second_per_gpu:1879.5984889017193 
Step 3993 | loss:1.1059653759002686 lr:3.1150497417746015e-05 tokens_per_second_per_gpu:2958.630984948415 
Step 3994 | loss:1.181743860244751 lr:3.113557985528483e-05 tokens_per_second_per_gpu:2281.196404824935 
Step 3995 | loss:1.5170596837997437 lr:3.1120663003464616e-05 tokens_per_second_per_gpu:1843.5871291229428 
Step 3996 | loss:1.3194730281829834 lr:3.110574686502849e-05 tokens_per_second_per_gpu:2001.6953389111484 
Step 3997 | loss:1.3973231315612793 lr:3.109083144271943e-05 tokens_per_second_per_gpu:2182.968784919038 
Step 3998 | loss:1.298145055770874 lr:3.107591673928029e-05 tokens_per_second_per_gpu:2242.6735764299606 
Step 3999 | loss:1.3185335397720337 lr:3.106100275745376e-05 tokens_per_second_per_gpu:1671.7085956390363 
Step 4000 | loss:1.2380759716033936 lr:3.104608949998246e-05 tokens_per_second_per_gpu:2059.380118463625 
Step 4001 | loss:1.1912730932235718 lr:3.1031176969608796e-05 tokens_per_second_per_gpu:2316.403397616378 
Step 4002 | loss:0.9800363779067993 lr:3.1016265169075116e-05 tokens_per_second_per_gpu:2509.0453076950275 
Step 4003 | loss:1.1392558813095093 lr:3.100135410112357e-05 tokens_per_second_per_gpu:1758.9868464781991 
Step 4004 | loss:1.332269549369812 lr:3.0986443768496225e-05 tokens_per_second_per_gpu:2524.329985307664 
Step 4005 | loss:1.276640772819519 lr:3.0971534173934997e-05 tokens_per_second_per_gpu:2635.5639673831297 
Step 4006 | loss:1.3541394472122192 lr:3.095662532018164e-05 tokens_per_second_per_gpu:2264.2194375829736 
Step 4007 | loss:1.2726551294326782 lr:3.0941717209977816e-05 tokens_per_second_per_gpu:2380.899479393509 
Step 4008 | loss:1.3338617086410522 lr:3.0926809846065e-05 tokens_per_second_per_gpu:2323.941129726891 
Step 4009 | loss:1.1256966590881348 lr:3.091190323118458e-05 tokens_per_second_per_gpu:3217.5054383376114 
Step 4010 | loss:1.1688088178634644 lr:3.0896997368077765e-05 tokens_per_second_per_gpu:2128.8914080107197 
Step 4011 | loss:1.1848467588424683 lr:3.0882092259485655e-05 tokens_per_second_per_gpu:2844.914903174063 
Step 4012 | loss:1.3141469955444336 lr:3.0867187908149186e-05 tokens_per_second_per_gpu:2239.6028894697556 
Step 4013 | loss:1.1792190074920654 lr:3.0852284316809186e-05 tokens_per_second_per_gpu:2744.7590505131593 
Step 4014 | loss:1.2494547367095947 lr:3.0837381488206316e-05 tokens_per_second_per_gpu:2340.9544659210355 
Step 4015 | loss:1.0401118993759155 lr:3.082247942508111e-05 tokens_per_second_per_gpu:2334.1155687988526 
Step 4016 | loss:1.15194571018219 lr:3.080757813017394e-05 tokens_per_second_per_gpu:2340.1305980302877 
Step 4017 | loss:1.1948113441467285 lr:3.079267760622507e-05 tokens_per_second_per_gpu:2256.3994806891455 
Step 4018 | loss:1.1918779611587524 lr:3.077777785597462e-05 tokens_per_second_per_gpu:2018.2411876557192 
Step 4019 | loss:1.0580153465270996 lr:3.076287888216253e-05 tokens_per_second_per_gpu:2568.6793036500603 
Step 4020 | loss:1.311575174331665 lr:3.0747980687528644e-05 tokens_per_second_per_gpu:2286.687949198424 
Step 4021 | loss:1.3007562160491943 lr:3.0733083274812615e-05 tokens_per_second_per_gpu:2127.94506590147 
Step 4022 | loss:1.2558987140655518 lr:3.0718186646754e-05 tokens_per_second_per_gpu:2959.1852015339146 
Step 4023 | loss:1.0712708234786987 lr:3.070329080609217e-05 tokens_per_second_per_gpu:3216.6226720298478 
Step 4024 | loss:1.1027531623840332 lr:3.068839575556639e-05 tokens_per_second_per_gpu:2479.878496296762 
Step 4025 | loss:1.203702449798584 lr:3.067350149791574e-05 tokens_per_second_per_gpu:2739.623210931576 
Step 4026 | loss:1.041175127029419 lr:3.0658608035879184e-05 tokens_per_second_per_gpu:3140.4876125330397 
Step 4027 | loss:1.2493001222610474 lr:3.0643715372195534e-05 tokens_per_second_per_gpu:2205.1660503066128 
Step 4028 | loss:1.2603273391723633 lr:3.062882350960345e-05 tokens_per_second_per_gpu:2536.755913897927 
Step 4029 | loss:1.2664951086044312 lr:3.061393245084144e-05 tokens_per_second_per_gpu:2482.0491409756287 
Step 4030 | loss:1.3223580121994019 lr:3.059904219864785e-05 tokens_per_second_per_gpu:1745.0472704691254 
Step 4031 | loss:1.1384512186050415 lr:3.058415275576095e-05 tokens_per_second_per_gpu:2756.623112117145 
Step 4032 | loss:1.2811986207962036 lr:3.0569264124918766e-05 tokens_per_second_per_gpu:2214.9462725292333 
Step 4033 | loss:1.2398871183395386 lr:3.055437630885924e-05 tokens_per_second_per_gpu:3039.438203358795 
Step 4034 | loss:1.2535088062286377 lr:3.053948931032013e-05 tokens_per_second_per_gpu:2387.759317661383 
Step 4035 | loss:1.2560851573944092 lr:3.052460313203905e-05 tokens_per_second_per_gpu:2230.402865489473 
Step 4036 | loss:1.1928430795669556 lr:3.050971777675348e-05 tokens_per_second_per_gpu:2454.927369829789 
Step 4037 | loss:1.4601998329162598 lr:3.0494833247200736e-05 tokens_per_second_per_gpu:2084.2254430559055 
Step 4038 | loss:1.1644399166107178 lr:3.0479949546117977e-05 tokens_per_second_per_gpu:2341.1097602851933 
Step 4039 | loss:1.3015519380569458 lr:3.0465066676242222e-05 tokens_per_second_per_gpu:2095.2059616768215 
Step 4040 | loss:1.1773147583007812 lr:3.0450184640310323e-05 tokens_per_second_per_gpu:2746.7870240842008 
Step 4041 | loss:1.1459509134292603 lr:3.0435303441058995e-05 tokens_per_second_per_gpu:2511.0728334341547 
Step 4042 | loss:1.2755475044250488 lr:3.0420423081224785e-05 tokens_per_second_per_gpu:2533.3671112864185 
Step 4043 | loss:1.0553476810455322 lr:3.0405543563544105e-05 tokens_per_second_per_gpu:2867.1548691471758 
Step 4044 | loss:1.161644697189331 lr:3.0390664890753164e-05 tokens_per_second_per_gpu:2259.329004881571 
Step 4045 | loss:1.1640053987503052 lr:3.037578706558809e-05 tokens_per_second_per_gpu:3051.50461489439 
Step 4046 | loss:1.3078227043151855 lr:3.0360910090784805e-05 tokens_per_second_per_gpu:2752.61837546845 
Step 4047 | loss:1.194122076034546 lr:3.0346033969079073e-05 tokens_per_second_per_gpu:2477.383556342221 
Step 4048 | loss:1.2388012409210205 lr:3.0331158703206523e-05 tokens_per_second_per_gpu:1813.484218664633 
Step 4049 | loss:1.2632038593292236 lr:3.0316284295902618e-05 tokens_per_second_per_gpu:1817.6841533331 
Step 4050 | loss:1.2506887912750244 lr:3.030141074990265e-05 tokens_per_second_per_gpu:1987.3505188979389 
Step 4051 | loss:1.3462198972702026 lr:3.0286538067941776e-05 tokens_per_second_per_gpu:2130.189298437171 
Step 4052 | loss:1.2479865550994873 lr:3.0271666252754974e-05 tokens_per_second_per_gpu:2022.502177521592 
Step 4053 | loss:1.2736222743988037 lr:3.0256795307077078e-05 tokens_per_second_per_gpu:2656.156792366813 
Step 4054 | loss:1.336729645729065 lr:3.0241925233642754e-05 tokens_per_second_per_gpu:1923.1828573776772 
Step 4055 | loss:1.4042915105819702 lr:3.022705603518651e-05 tokens_per_second_per_gpu:2014.6649679592151 
Step 4056 | loss:1.1158517599105835 lr:3.0212187714442682e-05 tokens_per_second_per_gpu:3176.135383043055 
Step 4057 | loss:1.1785013675689697 lr:3.019732027414547e-05 tokens_per_second_per_gpu:2473.908337090194 
Step 4058 | loss:1.4461945295333862 lr:3.018245371702888e-05 tokens_per_second_per_gpu:1559.110618831289 
Step 4059 | loss:1.2138779163360596 lr:3.0167588045826782e-05 tokens_per_second_per_gpu:2670.7819906590335 
Step 4060 | loss:1.3210413455963135 lr:3.0152723263272883e-05 tokens_per_second_per_gpu:1847.3176873202917 
Step 4061 | loss:1.2348634004592896 lr:3.0137859372100696e-05 tokens_per_second_per_gpu:1947.2538107839264 
Step 4062 | loss:1.1817209720611572 lr:3.0122996375043612e-05 tokens_per_second_per_gpu:3307.878439017359 
Step 4063 | loss:1.2683132886886597 lr:3.010813427483482e-05 tokens_per_second_per_gpu:3012.1449103142695 
Step 4064 | loss:1.2505607604980469 lr:3.0093273074207376e-05 tokens_per_second_per_gpu:2101.8503578234586 
Step 4065 | loss:1.26298189163208 lr:3.0078412775894132e-05 tokens_per_second_per_gpu:1924.2097016841321 
Step 4066 | loss:1.3869303464889526 lr:3.006355338262783e-05 tokens_per_second_per_gpu:1625.7132356584193 
Step 4067 | loss:1.1625713109970093 lr:3.0048694897140976e-05 tokens_per_second_per_gpu:3158.7123063881168 
Step 4068 | loss:1.2907018661499023 lr:3.0033837322165978e-05 tokens_per_second_per_gpu:2640.7234172493136 
Step 4069 | loss:1.3141992092132568 lr:3.001898066043502e-05 tokens_per_second_per_gpu:1656.5568921342397 
Step 4070 | loss:1.2380585670471191 lr:3.0004124914680165e-05 tokens_per_second_per_gpu:2156.5164811423965 
Step 4071 | loss:1.2918504476547241 lr:2.9989270087633255e-05 tokens_per_second_per_gpu:3219.5899146438 
Step 4072 | loss:1.2575525045394897 lr:2.9974416182026024e-05 tokens_per_second_per_gpu:2567.8479522226685 
Step 4073 | loss:1.3299332857131958 lr:2.9959563200589998e-05 tokens_per_second_per_gpu:1458.6888474762504 
Step 4074 | loss:1.2718788385391235 lr:2.9944711146056525e-05 tokens_per_second_per_gpu:2183.3451246286536 
Step 4075 | loss:1.290086030960083 lr:2.9929860021156823e-05 tokens_per_second_per_gpu:1625.7424493453018 
Step 4076 | loss:1.306084394454956 lr:2.9915009828621892e-05 tokens_per_second_per_gpu:2004.238690817092 
Step 4077 | loss:1.1045948266983032 lr:2.99001605711826e-05 tokens_per_second_per_gpu:3051.741945486575 
Step 4078 | loss:1.3348352909088135 lr:2.988531225156961e-05 tokens_per_second_per_gpu:2444.292646433599 
Step 4079 | loss:1.2503321170806885 lr:2.9870464872513446e-05 tokens_per_second_per_gpu:2512.886598210395 
Step 4080 | loss:1.1970757246017456 lr:2.985561843674442e-05 tokens_per_second_per_gpu:1947.7660613737232 
Step 4081 | loss:1.3763411045074463 lr:2.9840772946992716e-05 tokens_per_second_per_gpu:2407.531717544639 
Step 4082 | loss:1.197588562965393 lr:2.9825928405988297e-05 tokens_per_second_per_gpu:1565.4232826028153 
Step 4083 | loss:1.3903610706329346 lr:2.9811084816460997e-05 tokens_per_second_per_gpu:2072.615240766589 
Step 4084 | loss:1.2371916770935059 lr:2.9796242181140435e-05 tokens_per_second_per_gpu:2087.663557301117 
Step 4085 | loss:1.2859164476394653 lr:2.9781400502756066e-05 tokens_per_second_per_gpu:1971.1749028779548 
Step 4086 | loss:1.1132668256759644 lr:2.9766559784037208e-05 tokens_per_second_per_gpu:2376.223048249096 
Step 4087 | loss:1.4465160369873047 lr:2.975172002771294e-05 tokens_per_second_per_gpu:1916.954920825859 
Step 4088 | loss:1.2989447116851807 lr:2.9736881236512213e-05 tokens_per_second_per_gpu:2106.1045519658146 
Step 4089 | loss:1.2187023162841797 lr:2.972204341316376e-05 tokens_per_second_per_gpu:2332.1414467701056 
Step 4090 | loss:1.2613980770111084 lr:2.970720656039618e-05 tokens_per_second_per_gpu:2344.923586394899 
Step 4091 | loss:1.3054581880569458 lr:2.969237068093786e-05 tokens_per_second_per_gpu:1475.900390938982 
Step 4092 | loss:1.2072023153305054 lr:2.967753577751702e-05 tokens_per_second_per_gpu:2550.3620820476535 
Step 4093 | loss:1.488309383392334 lr:2.9662701852861685e-05 tokens_per_second_per_gpu:2260.9407819900493 
Step 4094 | loss:1.1542024612426758 lr:2.964786890969974e-05 tokens_per_second_per_gpu:2283.5102012743014 
Step 4095 | loss:1.1590027809143066 lr:2.9633036950758848e-05 tokens_per_second_per_gpu:2631.466829829925 
Step 4096 | loss:1.1899811029434204 lr:2.961820597876651e-05 tokens_per_second_per_gpu:1985.7154610077941 
Step 4097 | loss:1.0749722719192505 lr:2.960337599645004e-05 tokens_per_second_per_gpu:1528.7643600448607 
Step 4098 | loss:1.3180475234985352 lr:2.9588547006536585e-05 tokens_per_second_per_gpu:1769.6617272111152 
Step 4099 | loss:1.3507349491119385 lr:2.957371901175307e-05 tokens_per_second_per_gpu:1997.7714918024028 
Step 4100 | loss:1.1913094520568848 lr:2.955889201482629e-05 tokens_per_second_per_gpu:2140.5789283092895 
Step 4101 | loss:1.0704715251922607 lr:2.954406601848283e-05 tokens_per_second_per_gpu:3561.1483200135153 
Step 4102 | loss:1.245316982269287 lr:2.952924102544907e-05 tokens_per_second_per_gpu:2053.401633126978 
Step 4103 | loss:1.2090364694595337 lr:2.951441703845125e-05 tokens_per_second_per_gpu:2128.9260865396927 
Step 4104 | loss:1.3334951400756836 lr:2.9499594060215387e-05 tokens_per_second_per_gpu:2670.9196119985795 
Step 4105 | loss:1.2728854417800903 lr:2.9484772093467337e-05 tokens_per_second_per_gpu:2144.8295031383414 
Step 4106 | loss:1.4588115215301514 lr:2.946995114093275e-05 tokens_per_second_per_gpu:1779.8687894289815 
Step 4107 | loss:1.3712395429611206 lr:2.9455131205337114e-05 tokens_per_second_per_gpu:2248.0914672326385 
Step 4108 | loss:1.008342981338501 lr:2.9440312289405706e-05 tokens_per_second_per_gpu:3346.7723932696654 
Step 4109 | loss:1.1437960863113403 lr:2.9425494395863618e-05 tokens_per_second_per_gpu:1880.2798399430267 
Step 4110 | loss:1.2850109338760376 lr:2.9410677527435778e-05 tokens_per_second_per_gpu:2470.1265655332786 
Step 4111 | loss:1.3349064588546753 lr:2.9395861686846895e-05 tokens_per_second_per_gpu:2416.8278682065193 
Step 4112 | loss:1.183762550354004 lr:2.9381046876821498e-05 tokens_per_second_per_gpu:3144.1037086829547 
Step 4113 | loss:1.4093354940414429 lr:2.936623310008396e-05 tokens_per_second_per_gpu:2485.952702681268 
Step 4114 | loss:0.9304176568984985 lr:2.935142035935841e-05 tokens_per_second_per_gpu:2753.581491587649 
Step 4115 | loss:1.215182900428772 lr:2.9336608657368828e-05 tokens_per_second_per_gpu:2143.094640003 
Step 4116 | loss:1.1769908666610718 lr:2.9321797996838967e-05 tokens_per_second_per_gpu:3005.576054836737 
Step 4117 | loss:1.303513526916504 lr:2.930698838049243e-05 tokens_per_second_per_gpu:2043.04873394988 
Step 4118 | loss:1.1632142066955566 lr:2.9292179811052587e-05 tokens_per_second_per_gpu:2660.449618824531 
Step 4119 | loss:1.103155493736267 lr:2.9277372291242652e-05 tokens_per_second_per_gpu:2611.245380149276 
Step 4120 | loss:1.178570032119751 lr:2.926256582378561e-05 tokens_per_second_per_gpu:2845.8863514318323 
Step 4121 | loss:1.1519360542297363 lr:2.924776041140429e-05 tokens_per_second_per_gpu:2403.8169002694467 
Step 4122 | loss:1.1543158292770386 lr:2.9232956056821293e-05 tokens_per_second_per_gpu:2266.6292258457147 
Step 4123 | loss:1.2172455787658691 lr:2.9218152762759054e-05 tokens_per_second_per_gpu:2940.3723105055324 
Step 4124 | loss:1.2059880495071411 lr:2.9203350531939783e-05 tokens_per_second_per_gpu:2494.4923119316754 
Step 4125 | loss:1.2700481414794922 lr:2.918854936708553e-05 tokens_per_second_per_gpu:2561.84495740693 
Step 4126 | loss:1.3017195463180542 lr:2.9173749270918103e-05 tokens_per_second_per_gpu:2406.8199897218 
Step 4127 | loss:1.1599396467208862 lr:2.9158950246159172e-05 tokens_per_second_per_gpu:2527.397152134822 
Step 4128 | loss:1.3491913080215454 lr:2.9144152295530168e-05 tokens_per_second_per_gpu:2436.147236355319 
Step 4129 | loss:1.1286063194274902 lr:2.9129355421752324e-05 tokens_per_second_per_gpu:2783.2417462891185 
Step 4130 | loss:1.2413630485534668 lr:2.9114559627546702e-05 tokens_per_second_per_gpu:2362.286840131611 
Step 4131 | loss:1.2655879259109497 lr:2.9099764915634136e-05 tokens_per_second_per_gpu:1905.467805906592 
Step 4132 | loss:1.310003638267517 lr:2.9084971288735284e-05 tokens_per_second_per_gpu:2291.10039589241 
Step 4133 | loss:1.1766152381896973 lr:2.9070178749570583e-05 tokens_per_second_per_gpu:2345.542568138529 
Step 4134 | loss:1.212353229522705 lr:2.90553873008603e-05 tokens_per_second_per_gpu:2549.7583019008066 
Step 4135 | loss:1.3362085819244385 lr:2.9040596945324463e-05 tokens_per_second_per_gpu:2080.2344528347294 
Step 4136 | loss:1.1922197341918945 lr:2.9025807685682937e-05 tokens_per_second_per_gpu:2332.1691883808107 
Step 4137 | loss:1.3562177419662476 lr:2.901101952465535e-05 tokens_per_second_per_gpu:2110.767914615139 
Step 4138 | loss:1.2108930349349976 lr:2.8996232464961172e-05 tokens_per_second_per_gpu:2285.377922686514 
Step 4139 | loss:1.3382110595703125 lr:2.8981446509319613e-05 tokens_per_second_per_gpu:3335.6117088122255 
Step 4140 | loss:1.0994889736175537 lr:2.896666166044972e-05 tokens_per_second_per_gpu:3039.4523912492127 
Step 4141 | loss:1.3340590000152588 lr:2.8951877921070346e-05 tokens_per_second_per_gpu:1944.1326921310772 
Step 4142 | loss:1.1776554584503174 lr:2.8937095293900108e-05 tokens_per_second_per_gpu:2011.123930251053 
Step 4143 | loss:1.339238166809082 lr:2.8922313781657438e-05 tokens_per_second_per_gpu:2381.974391970194 
Step 4144 | loss:1.1452478170394897 lr:2.8907533387060546e-05 tokens_per_second_per_gpu:2231.0911152589442 
Step 4145 | loss:1.156303882598877 lr:2.8892754112827458e-05 tokens_per_second_per_gpu:2644.6999445981337 
Step 4146 | loss:1.3048139810562134 lr:2.8877975961675975e-05 tokens_per_second_per_gpu:2582.723830729388 
Step 4147 | loss:1.1039499044418335 lr:2.886319893632371e-05 tokens_per_second_per_gpu:2729.7267498036413 
Step 4148 | loss:1.34528648853302 lr:2.884842303948805e-05 tokens_per_second_per_gpu:2397.6014969040484 
Step 4149 | loss:1.375299096107483 lr:2.8833648273886192e-05 tokens_per_second_per_gpu:2868.6546567863797 
Step 4150 | loss:1.2498631477355957 lr:2.8818874642235107e-05 tokens_per_second_per_gpu:2334.7651839734417 
Step 4151 | loss:1.1889554262161255 lr:2.880410214725157e-05 tokens_per_second_per_gpu:1979.05758259101 
Step 4152 | loss:1.1649792194366455 lr:2.878933079165215e-05 tokens_per_second_per_gpu:2692.478923656352 
Step 4153 | loss:1.2575817108154297 lr:2.877456057815318e-05 tokens_per_second_per_gpu:2300.0727562640673 
Step 4154 | loss:1.2904868125915527 lr:2.875979150947084e-05 tokens_per_second_per_gpu:2080.8598151619035 
Step 4155 | loss:1.1639803647994995 lr:2.8745023588321028e-05 tokens_per_second_per_gpu:2361.210959022292 
Step 4156 | loss:1.1848689317703247 lr:2.873025681741949e-05 tokens_per_second_per_gpu:2865.02546085414 
Step 4157 | loss:1.1428793668746948 lr:2.871549119948172e-05 tokens_per_second_per_gpu:2324.3674486118875 
Step 4158 | loss:1.3316797018051147 lr:2.870072673722303e-05 tokens_per_second_per_gpu:1510.5200362398155 
Step 4159 | loss:1.3270673751831055 lr:2.8685963433358483e-05 tokens_per_second_per_gpu:2728.1393906280623 
Step 4160 | loss:1.2952451705932617 lr:2.867120129060298e-05 tokens_per_second_per_gpu:2645.1354699327558 
Step 4161 | loss:1.1640243530273438 lr:2.8656440311671162e-05 tokens_per_second_per_gpu:1728.9013415185152 
Step 4162 | loss:1.2240159511566162 lr:2.864168049927748e-05 tokens_per_second_per_gpu:2504.4868109837107 
Step 4163 | loss:1.2575277090072632 lr:2.862692185613616e-05 tokens_per_second_per_gpu:2045.81973317766 
Step 4164 | loss:1.2070212364196777 lr:2.861216438496123e-05 tokens_per_second_per_gpu:2214.4743615792736 
Step 4165 | loss:1.182554006576538 lr:2.8597408088466466e-05 tokens_per_second_per_gpu:1771.65863681838 
Step 4166 | loss:1.193206787109375 lr:2.8582652969365483e-05 tokens_per_second_per_gpu:2376.664447104025 
Step 4167 | loss:1.1129995584487915 lr:2.8567899030371612e-05 tokens_per_second_per_gpu:1817.0854146642114 
Step 4168 | loss:1.278316855430603 lr:2.8553146274198035e-05 tokens_per_second_per_gpu:1902.4007370451566 
Step 4169 | loss:1.082886815071106 lr:2.853839470355768e-05 tokens_per_second_per_gpu:2346.073057413091 
Step 4170 | loss:1.1422975063323975 lr:2.8523644321163248e-05 tokens_per_second_per_gpu:2294.171508959614 
Step 4171 | loss:1.179563283920288 lr:2.8508895129727257e-05 tokens_per_second_per_gpu:2420.9903379937914 
Step 4172 | loss:1.1973109245300293 lr:2.8494147131961964e-05 tokens_per_second_per_gpu:2528.68884688797 
Step 4173 | loss:1.159562587738037 lr:2.8479400330579433e-05 tokens_per_second_per_gpu:2554.996193860957 
Step 4174 | loss:1.067183017730713 lr:2.846465472829151e-05 tokens_per_second_per_gpu:2237.38229250229 
Step 4175 | loss:1.0761399269104004 lr:2.8449910327809795e-05 tokens_per_second_per_gpu:3179.548723246562 
Step 4176 | loss:1.2198207378387451 lr:2.8435167131845708e-05 tokens_per_second_per_gpu:1906.8344382994685 
Step 4177 | loss:1.2901971340179443 lr:2.84204251431104e-05 tokens_per_second_per_gpu:2058.8087071918535 
Step 4178 | loss:1.1966781616210938 lr:2.8405684364314845e-05 tokens_per_second_per_gpu:2608.783380048022 
Step 4179 | loss:1.1447001695632935 lr:2.8390944798169754e-05 tokens_per_second_per_gpu:2564.8871632263567 
Step 4180 | loss:1.2888749837875366 lr:2.8376206447385653e-05 tokens_per_second_per_gpu:2740.0199022444317 
Step 4181 | loss:1.3683313131332397 lr:2.8361469314672802e-05 tokens_per_second_per_gpu:1871.9561043478568 
Step 4182 | loss:1.2352752685546875 lr:2.8346733402741284e-05 tokens_per_second_per_gpu:2080.5402409100157 
Step 4183 | loss:1.4119491577148438 lr:2.8331998714300933e-05 tokens_per_second_per_gpu:2364.845496036329 
Step 4184 | loss:1.2677006721496582 lr:2.8317265252061347e-05 tokens_per_second_per_gpu:2071.419244298025 
Step 4185 | loss:1.3829175233840942 lr:2.8302533018731926e-05 tokens_per_second_per_gpu:1736.1886779720508 
Step 4186 | loss:1.2161250114440918 lr:2.828780201702181e-05 tokens_per_second_per_gpu:2322.4687077569306 
Step 4187 | loss:1.3273671865463257 lr:2.8273072249639955e-05 tokens_per_second_per_gpu:1792.686575322889 
Step 4188 | loss:1.337053656578064 lr:2.825834371929504e-05 tokens_per_second_per_gpu:2465.9211443893582 
Step 4189 | loss:1.1612763404846191 lr:2.8243616428695567e-05 tokens_per_second_per_gpu:1992.8794918072176 
Step 4190 | loss:1.1974432468414307 lr:2.8228890380549764e-05 tokens_per_second_per_gpu:2174.556754251647 
Step 4191 | loss:1.2570096254348755 lr:2.8214165577565677e-05 tokens_per_second_per_gpu:2540.8468629372774 
Step 4192 | loss:1.3049753904342651 lr:2.8199442022451077e-05 tokens_per_second_per_gpu:2424.9825084124514 
Step 4193 | loss:1.2408198118209839 lr:2.8184719717913542e-05 tokens_per_second_per_gpu:2202.389884477672 
Step 4194 | loss:1.2662577629089355 lr:2.8169998666660386e-05 tokens_per_second_per_gpu:2180.7517095327457 
Step 4195 | loss:1.0702210664749146 lr:2.8155278871398732e-05 tokens_per_second_per_gpu:2937.7870950357733 
Step 4196 | loss:1.121059536933899 lr:2.814056033483545e-05 tokens_per_second_per_gpu:2207.627550465584 
Step 4197 | loss:1.0670268535614014 lr:2.8125843059677166e-05 tokens_per_second_per_gpu:2386.9839586236885 
Step 4198 | loss:1.4480323791503906 lr:2.811112704863031e-05 tokens_per_second_per_gpu:2194.6476238554724 
Step 4199 | loss:1.1956087350845337 lr:2.8096412304401036e-05 tokens_per_second_per_gpu:3290.4084465822907 
Step 4200 | loss:1.183205008506775 lr:2.80816988296953e-05 tokens_per_second_per_gpu:2623.7964420834887 
Step 4201 | loss:1.3461209535598755 lr:2.8066986627218806e-05 tokens_per_second_per_gpu:2294.4924811983406 
Step 4202 | loss:1.219980001449585 lr:2.8052275699677035e-05 tokens_per_second_per_gpu:2323.1772099985237 
Step 4203 | loss:1.0820130109786987 lr:2.8037566049775218e-05 tokens_per_second_per_gpu:2285.1378752083438 
Step 4204 | loss:0.9685791730880737 lr:2.802285768021837e-05 tokens_per_second_per_gpu:3607.7476210020077 
Step 4205 | loss:1.1643496751785278 lr:2.8008150593711258e-05 tokens_per_second_per_gpu:2641.5393900028203 
Step 4206 | loss:1.2254478931427002 lr:2.799344479295842e-05 tokens_per_second_per_gpu:2275.1779679113465 
Step 4207 | loss:1.2189855575561523 lr:2.7978740280664147e-05 tokens_per_second_per_gpu:2204.3407298055376 
Step 4208 | loss:1.1062201261520386 lr:2.7964037059532494e-05 tokens_per_second_per_gpu:2345.9506207469663 
Step 4209 | loss:1.1875537633895874 lr:2.7949335132267314e-05 tokens_per_second_per_gpu:2333.8046429331703 
Step 4210 | loss:1.336000919342041 lr:2.7934634501572167e-05 tokens_per_second_per_gpu:2314.2461291819786 
Step 4211 | loss:1.2394754886627197 lr:2.7919935170150416e-05 tokens_per_second_per_gpu:2315.6370196240705 
Step 4212 | loss:1.1504501104354858 lr:2.7905237140705152e-05 tokens_per_second_per_gpu:2587.247716131103 
Step 4213 | loss:1.4028246402740479 lr:2.7890540415939265e-05 tokens_per_second_per_gpu:2322.1334988785948 
Step 4214 | loss:1.1452350616455078 lr:2.7875844998555363e-05 tokens_per_second_per_gpu:2720.6666456838025 
Step 4215 | loss:1.2151334285736084 lr:2.7861150891255853e-05 tokens_per_second_per_gpu:2749.8189200397496 
Step 4216 | loss:1.299159288406372 lr:2.784645809674287e-05 tokens_per_second_per_gpu:2407.578881058188 
Step 4217 | loss:1.1070870161056519 lr:2.783176661771833e-05 tokens_per_second_per_gpu:3054.9000393842753 
Step 4218 | loss:1.4170116186141968 lr:2.781707645688389e-05 tokens_per_second_per_gpu:2655.0857022423643 
Step 4219 | loss:1.0639115571975708 lr:2.7802387616940978e-05 tokens_per_second_per_gpu:2312.960539529503 
Step 4220 | loss:1.2010326385498047 lr:2.7787700100590765e-05 tokens_per_second_per_gpu:2320.9788784281345 
Step 4221 | loss:1.2051142454147339 lr:2.7773013910534193e-05 tokens_per_second_per_gpu:2281.488166740825 
Step 4222 | loss:1.1657485961914062 lr:2.7758329049471946e-05 tokens_per_second_per_gpu:2276.8594273456774 
Step 4223 | loss:1.2673572301864624 lr:2.7743645520104487e-05 tokens_per_second_per_gpu:1802.5830358265775 
Step 4224 | loss:1.3682546615600586 lr:2.772896332513202e-05 tokens_per_second_per_gpu:2228.44367119773 
Step 4225 | loss:1.1176798343658447 lr:2.7714282467254477e-05 tokens_per_second_per_gpu:3152.9625851052533 
Step 4226 | loss:1.2527306079864502 lr:2.76996029491716e-05 tokens_per_second_per_gpu:2465.8936642112094 
Step 4227 | loss:1.1488134860992432 lr:2.7684924773582826e-05 tokens_per_second_per_gpu:2533.867883684406 
Step 4228 | loss:1.167495608329773 lr:2.7670247943187402e-05 tokens_per_second_per_gpu:2680.755405761591 
Step 4229 | loss:1.1457170248031616 lr:2.765557246068427e-05 tokens_per_second_per_gpu:2806.727443017616 
Step 4230 | loss:1.3485885858535767 lr:2.7640898328772175e-05 tokens_per_second_per_gpu:2205.254006699135 
Step 4231 | loss:1.4084386825561523 lr:2.7626225550149585e-05 tokens_per_second_per_gpu:2450.656063281516 
Step 4232 | loss:1.4243929386138916 lr:2.7611554127514718e-05 tokens_per_second_per_gpu:2163.672296152705 
Step 4233 | loss:1.0942713022232056 lr:2.7596884063565557e-05 tokens_per_second_per_gpu:2478.8398073329727 
Step 4234 | loss:1.2407976388931274 lr:2.7582215360999824e-05 tokens_per_second_per_gpu:2772.964975384392 
Step 4235 | loss:1.0904381275177002 lr:2.756754802251499e-05 tokens_per_second_per_gpu:3425.227621616763 
Step 4236 | loss:1.2788926362991333 lr:2.7552882050808295e-05 tokens_per_second_per_gpu:2240.476807292164 
Step 4237 | loss:1.1658421754837036 lr:2.7538217448576716e-05 tokens_per_second_per_gpu:2654.9507342950333 
Step 4238 | loss:1.1225721836090088 lr:2.7523554218516966e-05 tokens_per_second_per_gpu:3219.2519130210153 
Step 4239 | loss:1.2815022468566895 lr:2.7508892363325508e-05 tokens_per_second_per_gpu:2166.4343349194924 
Step 4240 | loss:1.1253224611282349 lr:2.7494231885698575e-05 tokens_per_second_per_gpu:2595.6692276232807 
Step 4241 | loss:1.4202914237976074 lr:2.747957278833211e-05 tokens_per_second_per_gpu:2159.8363303964798 
Step 4242 | loss:1.255075216293335 lr:2.7464915073921842e-05 tokens_per_second_per_gpu:2261.1357102114775 
Step 4243 | loss:1.161237120628357 lr:2.745025874516321e-05 tokens_per_second_per_gpu:2564.445180522311 
Step 4244 | loss:1.0570356845855713 lr:2.7435603804751434e-05 tokens_per_second_per_gpu:2579.0631726276074 
Step 4245 | loss:1.1339781284332275 lr:2.7420950255381444e-05 tokens_per_second_per_gpu:2512.6101346426253 
Step 4246 | loss:1.319278597831726 lr:2.7406298099747935e-05 tokens_per_second_per_gpu:1820.7366799316253 
Step 4247 | loss:1.1650835275650024 lr:2.7391647340545337e-05 tokens_per_second_per_gpu:2469.9423400116834 
Step 4248 | loss:1.180430293083191 lr:2.7376997980467834e-05 tokens_per_second_per_gpu:2741.3076384678325 
Step 4249 | loss:1.1756426095962524 lr:2.7362350022209327e-05 tokens_per_second_per_gpu:2920.863401487767 
Step 4250 | loss:1.2575241327285767 lr:2.73477034684635e-05 tokens_per_second_per_gpu:2148.3446511810603 
Step 4251 | loss:1.1379153728485107 lr:2.7333058321923748e-05 tokens_per_second_per_gpu:2982.023106058169 
Step 4252 | loss:1.1545686721801758 lr:2.731841458528321e-05 tokens_per_second_per_gpu:2219.1352334711887 
Step 4253 | loss:1.0326424837112427 lr:2.7303772261234784e-05 tokens_per_second_per_gpu:3033.6913595292244 
Step 4254 | loss:1.0962148904800415 lr:2.7289131352471074e-05 tokens_per_second_per_gpu:2842.7063771015933 
Step 4255 | loss:1.4060362577438354 lr:2.727449186168447e-05 tokens_per_second_per_gpu:2257.849273521831 
Step 4256 | loss:1.208946943283081 lr:2.7259853791567056e-05 tokens_per_second_per_gpu:2114.9636332778396 
Step 4257 | loss:1.1256978511810303 lr:2.724521714481069e-05 tokens_per_second_per_gpu:2511.438647922808 
Step 4258 | loss:1.3280723094940186 lr:2.723058192410694e-05 tokens_per_second_per_gpu:2340.34094468813 
Step 4259 | loss:1.2199289798736572 lr:2.7215948132147134e-05 tokens_per_second_per_gpu:2249.05163075709 
Step 4260 | loss:1.1165105104446411 lr:2.720131577162232e-05 tokens_per_second_per_gpu:2457.865989226093 
Step 4261 | loss:1.3412986993789673 lr:2.718668484522331e-05 tokens_per_second_per_gpu:2072.1011269503024 
Step 4262 | loss:1.2977160215377808 lr:2.7172055355640607e-05 tokens_per_second_per_gpu:2426.7724711492447 
Step 4263 | loss:1.1953351497650146 lr:2.7157427305564482e-05 tokens_per_second_per_gpu:1543.1976747999563 
Step 4264 | loss:1.3825207948684692 lr:2.7142800697684956e-05 tokens_per_second_per_gpu:2142.9712066262496 
Step 4265 | loss:1.319353699684143 lr:2.7128175534691744e-05 tokens_per_second_per_gpu:1804.2774680517434 
Step 4266 | loss:1.0979256629943848 lr:2.7113551819274333e-05 tokens_per_second_per_gpu:2643.0947757219246 
Step 4267 | loss:1.2642878293991089 lr:2.7098929554121905e-05 tokens_per_second_per_gpu:1996.609023794986 
Step 4268 | loss:1.2597287893295288 lr:2.7084308741923415e-05 tokens_per_second_per_gpu:2940.3135376723812 
Step 4269 | loss:1.267530918121338 lr:2.7069689385367522e-05 tokens_per_second_per_gpu:2786.120125978206 
Step 4270 | loss:1.0484148263931274 lr:2.7055071487142633e-05 tokens_per_second_per_gpu:3292.9597585485903 
Step 4271 | loss:1.1396816968917847 lr:2.704045504993687e-05 tokens_per_second_per_gpu:3141.640055128005 
Step 4272 | loss:1.2876014709472656 lr:2.702584007643812e-05 tokens_per_second_per_gpu:1915.9828329866907 
Step 4273 | loss:1.344561219215393 lr:2.7011226569333955e-05 tokens_per_second_per_gpu:1576.3325558254771 
Step 4274 | loss:1.2861849069595337 lr:2.699661453131172e-05 tokens_per_second_per_gpu:1893.3210047194998 
Step 4275 | loss:1.1073508262634277 lr:2.6982003965058452e-05 tokens_per_second_per_gpu:2225.5528729626494 
Step 4276 | loss:1.1127556562423706 lr:2.6967394873260942e-05 tokens_per_second_per_gpu:2711.8206285933725 
Step 4277 | loss:1.3171285390853882 lr:2.6952787258605723e-05 tokens_per_second_per_gpu:2436.236056923064 
Step 4278 | loss:1.2589086294174194 lr:2.6938181123779015e-05 tokens_per_second_per_gpu:2026.616244368403 
Step 4279 | loss:1.186713695526123 lr:2.692357647146681e-05 tokens_per_second_per_gpu:2101.3498664933004 
Step 4280 | loss:1.12687349319458 lr:2.690897330435478e-05 tokens_per_second_per_gpu:2007.097151809124 
Step 4281 | loss:1.2316222190856934 lr:2.6894371625128372e-05 tokens_per_second_per_gpu:2406.726409670111 
Step 4282 | loss:1.3098496198654175 lr:2.6879771436472717e-05 tokens_per_second_per_gpu:2153.0494708352644 
Step 4283 | loss:1.2359901666641235 lr:2.6865172741072712e-05 tokens_per_second_per_gpu:1832.768311238186 
Step 4284 | loss:1.2847795486450195 lr:2.685057554161294e-05 tokens_per_second_per_gpu:2416.6228931349187 
Step 4285 | loss:1.2333111763000488 lr:2.6835979840777746e-05 tokens_per_second_per_gpu:2447.402413036993 
Step 4286 | loss:1.2495566606521606 lr:2.6821385641251164e-05 tokens_per_second_per_gpu:2524.114264949971 
Step 4287 | loss:1.3613739013671875 lr:2.680679294571699e-05 tokens_per_second_per_gpu:2131.4627159831616 
Step 4288 | loss:1.2617428302764893 lr:2.6792201756858697e-05 tokens_per_second_per_gpu:1429.290020776671 
Step 4289 | loss:1.0874519348144531 lr:2.6777612077359538e-05 tokens_per_second_per_gpu:2917.326604377877 
Step 4290 | loss:1.317023515701294 lr:2.676302390990242e-05 tokens_per_second_per_gpu:2783.474673179315 
Step 4291 | loss:1.1669694185256958 lr:2.674843725717004e-05 tokens_per_second_per_gpu:2471.601096645585 
Step 4292 | loss:1.3123877048492432 lr:2.6733852121844782e-05 tokens_per_second_per_gpu:2572.90894920569 
Step 4293 | loss:1.162179946899414 lr:2.671926850660874e-05 tokens_per_second_per_gpu:1975.8086111418074 
Step 4294 | loss:1.351696252822876 lr:2.6704686414143763e-05 tokens_per_second_per_gpu:2234.202690343376 
Step 4295 | loss:1.3059797286987305 lr:2.669010584713138e-05 tokens_per_second_per_gpu:2459.5799397236588 
Step 4296 | loss:1.2371262311935425 lr:2.6675526808252872e-05 tokens_per_second_per_gpu:1939.5886430191356 
Step 4297 | loss:1.1250749826431274 lr:2.6660949300189227e-05 tokens_per_second_per_gpu:3225.9424151572584 
Step 4298 | loss:1.2192070484161377 lr:2.664637332562114e-05 tokens_per_second_per_gpu:2870.6254941409034 
Step 4299 | loss:1.037981390953064 lr:2.663179888722905e-05 tokens_per_second_per_gpu:2319.8539598437196 
Step 4300 | loss:1.2322133779525757 lr:2.661722598769308e-05 tokens_per_second_per_gpu:2248.322846674079 
Step 4301 | loss:1.4390146732330322 lr:2.6602654629693112e-05 tokens_per_second_per_gpu:2420.2187424533627 
Step 4302 | loss:1.0772356986999512 lr:2.6588084815908698e-05 tokens_per_second_per_gpu:2646.514428297928 
Step 4303 | loss:1.2532397508621216 lr:2.6573516549019146e-05 tokens_per_second_per_gpu:2408.7562974043594 
Step 4304 | loss:1.159105896949768 lr:2.655894983170344e-05 tokens_per_second_per_gpu:2127.3447422839786 
Step 4305 | loss:1.3260985612869263 lr:2.6544384666640333e-05 tokens_per_second_per_gpu:2702.8004159542147 
Step 4306 | loss:1.1660027503967285 lr:2.6529821056508247e-05 tokens_per_second_per_gpu:2847.862569118107 
Step 4307 | loss:1.1951675415039062 lr:2.651525900398533e-05 tokens_per_second_per_gpu:2403.17896540964 
Step 4308 | loss:1.2455412149429321 lr:2.650069851174945e-05 tokens_per_second_per_gpu:2139.982627406537 
Step 4309 | loss:1.517495036125183 lr:2.6486139582478178e-05 tokens_per_second_per_gpu:1776.2358283992467 
Step 4310 | loss:1.20876145362854 lr:2.6471582218848814e-05 tokens_per_second_per_gpu:2253.2486378977574 
Step 4311 | loss:1.126410722732544 lr:2.6457026423538343e-05 tokens_per_second_per_gpu:2761.428520051998 
Step 4312 | loss:0.9891579151153564 lr:2.6442472199223494e-05 tokens_per_second_per_gpu:2751.1567355131224 
Step 4313 | loss:1.3429347276687622 lr:2.6427919548580685e-05 tokens_per_second_per_gpu:1814.7786824291477 
Step 4314 | loss:1.2399154901504517 lr:2.6413368474286052e-05 tokens_per_second_per_gpu:2357.842398318697 
Step 4315 | loss:1.3631927967071533 lr:2.6398818979015437e-05 tokens_per_second_per_gpu:2176.180039120966 
Step 4316 | loss:1.1731469631195068 lr:2.6384271065444403e-05 tokens_per_second_per_gpu:2500.250528618734 
Step 4317 | loss:1.1588561534881592 lr:2.6369724736248195e-05 tokens_per_second_per_gpu:2256.454588632346 
Step 4318 | loss:1.0506994724273682 lr:2.6355179994101805e-05 tokens_per_second_per_gpu:2521.5400992171294 
Step 4319 | loss:1.1256523132324219 lr:2.6340636841679918e-05 tokens_per_second_per_gpu:2420.744221918391 
Step 4320 | loss:1.3491307497024536 lr:2.6326095281656895e-05 tokens_per_second_per_gpu:1444.4159915983853 
Step 4321 | loss:1.3794997930526733 lr:2.6311555316706863e-05 tokens_per_second_per_gpu:2164.9726914318467 
Step 4322 | loss:1.4221739768981934 lr:2.62970169495036e-05 tokens_per_second_per_gpu:2359.3794715265694 
Step 4323 | loss:1.1481772661209106 lr:2.6282480182720633e-05 tokens_per_second_per_gpu:2185.2611039080243 
Step 4324 | loss:0.9737800359725952 lr:2.6267945019031156e-05 tokens_per_second_per_gpu:3556.173666166885 
Step 4325 | loss:1.2510846853256226 lr:2.625341146110811e-05 tokens_per_second_per_gpu:2655.2498586636098 
Step 4326 | loss:1.2092550992965698 lr:2.62388795116241e-05 tokens_per_second_per_gpu:2706.5154982935605 
Step 4327 | loss:1.2041674852371216 lr:2.6224349173251468e-05 tokens_per_second_per_gpu:2245.6353804387213 
Step 4328 | loss:1.2337441444396973 lr:2.6209820448662228e-05 tokens_per_second_per_gpu:2606.8402649299915 
Step 4329 | loss:1.1246118545532227 lr:2.6195293340528143e-05 tokens_per_second_per_gpu:2526.2717572338734 
Step 4330 | loss:1.2041157484054565 lr:2.618076785152062e-05 tokens_per_second_per_gpu:2863.543072015823 
Step 4331 | loss:1.0450271368026733 lr:2.6166243984310813e-05 tokens_per_second_per_gpu:3105.094260520459 
Step 4332 | loss:1.1964703798294067 lr:2.6151721741569576e-05 tokens_per_second_per_gpu:1927.7795765901778 
Step 4333 | loss:1.171871304512024 lr:2.6137201125967434e-05 tokens_per_second_per_gpu:2858.8200003185884 
Step 4334 | loss:1.2991207838058472 lr:2.6122682140174646e-05 tokens_per_second_per_gpu:1922.8168501823031 
Step 4335 | loss:1.3439749479293823 lr:2.6108164786861143e-05 tokens_per_second_per_gpu:2624.7464448343603 
Step 4336 | loss:1.3146227598190308 lr:2.609364906869658e-05 tokens_per_second_per_gpu:2349.752747293566 
Step 4337 | loss:1.1061275005340576 lr:2.6079134988350286e-05 tokens_per_second_per_gpu:2018.316316331402 
Step 4338 | loss:1.2333842515945435 lr:2.606462254849132e-05 tokens_per_second_per_gpu:2151.9498875887593 
Step 4339 | loss:1.2589240074157715 lr:2.6050111751788412e-05 tokens_per_second_per_gpu:2477.0348123767826 
Step 4340 | loss:1.1208345890045166 lr:2.6035602600910002e-05 tokens_per_second_per_gpu:2636.727715455586 
Step 4341 | loss:1.3889312744140625 lr:2.6021095098524223e-05 tokens_per_second_per_gpu:2349.064879605304 
Step 4342 | loss:0.9986253380775452 lr:2.600658924729892e-05 tokens_per_second_per_gpu:2123.4643291964676 
Step 4343 | loss:1.0372549295425415 lr:2.59920850499016e-05 tokens_per_second_per_gpu:2505.4312214620327 
Step 4344 | loss:1.3207347393035889 lr:2.597758250899951e-05 tokens_per_second_per_gpu:2434.4018401760995 
Step 4345 | loss:1.2041454315185547 lr:2.5963081627259546e-05 tokens_per_second_per_gpu:2612.653722891 
Step 4346 | loss:1.3668361902236938 lr:2.5948582407348348e-05 tokens_per_second_per_gpu:1845.2658120291103 
Step 4347 | loss:1.2102347612380981 lr:2.593408485193222e-05 tokens_per_second_per_gpu:1823.210735680435 
Step 4348 | loss:1.01170015335083 lr:2.5919588963677152e-05 tokens_per_second_per_gpu:2895.526536300984 
Step 4349 | loss:1.047675609588623 lr:2.5905094745248858e-05 tokens_per_second_per_gpu:2664.2959924242864 
Step 4350 | loss:1.2412995100021362 lr:2.5890602199312712e-05 tokens_per_second_per_gpu:2286.085607931588 
Step 4351 | loss:1.3300601243972778 lr:2.587611132853381e-05 tokens_per_second_per_gpu:2027.0956922501978 
Step 4352 | loss:1.3864847421646118 lr:2.586162213557691e-05 tokens_per_second_per_gpu:1193.484554125638 
Step 4353 | loss:1.3239619731903076 lr:2.584713462310649e-05 tokens_per_second_per_gpu:2176.5688008533316 
Step 4354 | loss:1.1741478443145752 lr:2.58326487937867e-05 tokens_per_second_per_gpu:2336.0077606259015 
Step 4355 | loss:1.3103821277618408 lr:2.5818164650281405e-05 tokens_per_second_per_gpu:1852.4709661019588 
Step 4356 | loss:1.3715026378631592 lr:2.5803682195254117e-05 tokens_per_second_per_gpu:1860.9683787432375 
Step 4357 | loss:1.1093124151229858 lr:2.5789201431368066e-05 tokens_per_second_per_gpu:3164.0224036241934 
Step 4358 | loss:1.3382359743118286 lr:2.5774722361286165e-05 tokens_per_second_per_gpu:2017.0088854452133 
Step 4359 | loss:1.300330638885498 lr:2.576024498767104e-05 tokens_per_second_per_gpu:2716.3638555057837 
Step 4360 | loss:1.2971258163452148 lr:2.5745769313184973e-05 tokens_per_second_per_gpu:2512.4581564878745 
Step 4361 | loss:1.2367116212844849 lr:2.5731295340489943e-05 tokens_per_second_per_gpu:1909.5104292761387 
Step 4362 | loss:1.128471851348877 lr:2.5716823072247608e-05 tokens_per_second_per_gpu:2556.1918779380844 
Step 4363 | loss:1.1715738773345947 lr:2.5702352511119333e-05 tokens_per_second_per_gpu:1980.1011627303192 
Step 4364 | loss:1.3541027307510376 lr:2.568788365976614e-05 tokens_per_second_per_gpu:2447.3321705749727 
Step 4365 | loss:1.1793593168258667 lr:2.5673416520848776e-05 tokens_per_second_per_gpu:2341.1970174889175 
Step 4366 | loss:1.284332036972046 lr:2.5658951097027633e-05 tokens_per_second_per_gpu:2222.3304853750524 
Step 4367 | loss:1.2263758182525635 lr:2.5644487390962825e-05 tokens_per_second_per_gpu:2243.9089256026723 
Step 4368 | loss:1.2739219665527344 lr:2.5630025405314104e-05 tokens_per_second_per_gpu:1928.4287569142432 
Step 4369 | loss:0.9290509819984436 lr:2.561556514274096e-05 tokens_per_second_per_gpu:2641.930891257518 
Step 4370 | loss:1.3323878049850464 lr:2.5601106605902516e-05 tokens_per_second_per_gpu:1437.814078246497 
Step 4371 | loss:1.2372816801071167 lr:2.5586649797457614e-05 tokens_per_second_per_gpu:2254.8233713556283 
Step 4372 | loss:1.081799030303955 lr:2.5572194720064747e-05 tokens_per_second_per_gpu:3605.440313635159 
Step 4373 | loss:1.3361079692840576 lr:2.5557741376382126e-05 tokens_per_second_per_gpu:2298.3252217168024 
Step 4374 | loss:1.185953140258789 lr:2.5543289769067627e-05 tokens_per_second_per_gpu:2915.422672741285 
Step 4375 | loss:1.3448139429092407 lr:2.5528839900778782e-05 tokens_per_second_per_gpu:1665.5870826435973 
Step 4376 | loss:1.0823454856872559 lr:2.551439177417285e-05 tokens_per_second_per_gpu:2335.3788791166235 
Step 4377 | loss:1.0411384105682373 lr:2.549994539190672e-05 tokens_per_second_per_gpu:3145.944817666772 
Step 4378 | loss:1.3926633596420288 lr:2.548550075663701e-05 tokens_per_second_per_gpu:2045.3256414374328 
Step 4379 | loss:1.0860027074813843 lr:2.5471057871019968e-05 tokens_per_second_per_gpu:2285.068856419854 
Step 4380 | loss:1.1363011598587036 lr:2.545661673771156e-05 tokens_per_second_per_gpu:2527.6019075050685 
Step 4381 | loss:1.2069318294525146 lr:2.5442177359367405e-05 tokens_per_second_per_gpu:2027.0397956146328 
Step 4382 | loss:1.3430618047714233 lr:2.5427739738642817e-05 tokens_per_second_per_gpu:1476.5447607977467 
Step 4383 | loss:1.225378394126892 lr:2.5413303878192766e-05 tokens_per_second_per_gpu:1769.072044461017 
Step 4384 | loss:1.3115770816802979 lr:2.539886978067192e-05 tokens_per_second_per_gpu:2007.8062468046664 
Step 4385 | loss:1.2273786067962646 lr:2.5384437448734604e-05 tokens_per_second_per_gpu:2446.1794771251225 
Step 4386 | loss:1.2832589149475098 lr:2.5370006885034822e-05 tokens_per_second_per_gpu:1771.294611274736 
Step 4387 | loss:1.2221550941467285 lr:2.5355578092226287e-05 tokens_per_second_per_gpu:2548.527493356248 
Step 4388 | loss:1.0960609912872314 lr:2.5341151072962327e-05 tokens_per_second_per_gpu:2697.2058402998273 
Step 4389 | loss:1.1909843683242798 lr:2.5326725829895998e-05 tokens_per_second_per_gpu:2317.1408251653274 
Step 4390 | loss:1.184139609336853 lr:2.531230236567998e-05 tokens_per_second_per_gpu:2580.1739438789973 
Step 4391 | loss:1.1179782152175903 lr:2.5297880682966673e-05 tokens_per_second_per_gpu:2258.8304742338255 
Step 4392 | loss:1.3549538850784302 lr:2.5283460784408115e-05 tokens_per_second_per_gpu:1803.1454818537247 
Step 4393 | loss:1.2015018463134766 lr:2.5269042672656043e-05 tokens_per_second_per_gpu:2349.3334677746097 
Step 4394 | loss:1.1785248517990112 lr:2.5254626350361824e-05 tokens_per_second_per_gpu:2712.271532980359 
Step 4395 | loss:1.3931121826171875 lr:2.5240211820176554e-05 tokens_per_second_per_gpu:2346.43515540607 
Step 4396 | loss:1.0983734130859375 lr:2.5225799084750948e-05 tokens_per_second_per_gpu:3464.757241878107 
Step 4397 | loss:1.3310449123382568 lr:2.5211388146735425e-05 tokens_per_second_per_gpu:2430.9361949924805 
Step 4398 | loss:0.9567803144454956 lr:2.5196979008780047e-05 tokens_per_second_per_gpu:3700.2996170207134 
Step 4399 | loss:1.1531580686569214 lr:2.5182571673534558e-05 tokens_per_second_per_gpu:2979.8040412298656 
Step 4400 | loss:1.2439566850662231 lr:2.5168166143648393e-05 tokens_per_second_per_gpu:2351.1798280399103 
Step 4401 | loss:1.1379308700561523 lr:2.51537624217706e-05 tokens_per_second_per_gpu:2731.950736463877 
Step 4402 | loss:1.2218759059906006 lr:2.513936051054996e-05 tokens_per_second_per_gpu:2381.448916945114 
Step 4403 | loss:1.3165256977081299 lr:2.512496041263486e-05 tokens_per_second_per_gpu:2282.359008027181 
Step 4404 | loss:1.131340503692627 lr:2.51105621306734e-05 tokens_per_second_per_gpu:2025.3159923998755 
Step 4405 | loss:1.3036437034606934 lr:2.5096165667313315e-05 tokens_per_second_per_gpu:2681.240991566241 
Step 4406 | loss:1.2134705781936646 lr:2.508177102520203e-05 tokens_per_second_per_gpu:2019.1680868105707 
Step 4407 | loss:1.1893703937530518 lr:2.506737820698661e-05 tokens_per_second_per_gpu:2688.7243038143015 
Step 4408 | loss:1.0951292514801025 lr:2.505298721531381e-05 tokens_per_second_per_gpu:3080.06706223844 
Step 4409 | loss:1.1674000024795532 lr:2.5038598052830023e-05 tokens_per_second_per_gpu:2088.5651632278195 
Step 4410 | loss:1.3305902481079102 lr:2.5024210722181342e-05 tokens_per_second_per_gpu:1941.3166381544659 
Step 4411 | loss:1.2646050453186035 lr:2.5009825226013477e-05 tokens_per_second_per_gpu:2296.5227835988935 
Step 4412 | loss:1.3107426166534424 lr:2.4995441566971844e-05 tokens_per_second_per_gpu:2774.4635657896183 
Step 4413 | loss:1.3881608247756958 lr:2.4981059747701473e-05 tokens_per_second_per_gpu:1942.8849191076326 
Step 4414 | loss:1.4497963190078735 lr:2.496667977084711e-05 tokens_per_second_per_gpu:1672.471563796891 
Step 4415 | loss:1.2784143686294556 lr:2.4952301639053142e-05 tokens_per_second_per_gpu:1933.2999574207086 
Step 4416 | loss:1.252336859703064 lr:2.493792535496359e-05 tokens_per_second_per_gpu:2164.697738463921 
Step 4417 | loss:1.2462420463562012 lr:2.4923550921222167e-05 tokens_per_second_per_gpu:2365.960539564755 
Step 4418 | loss:1.360295057296753 lr:2.490917834047223e-05 tokens_per_second_per_gpu:2579.854378234513 
Step 4419 | loss:1.1837435960769653 lr:2.4894807615356812e-05 tokens_per_second_per_gpu:2322.5760444887947 
Step 4420 | loss:1.3082013130187988 lr:2.4880438748518584e-05 tokens_per_second_per_gpu:2302.271514663257 
Step 4421 | loss:1.1894575357437134 lr:2.486607174259988e-05 tokens_per_second_per_gpu:2193.770896215985 
Step 4422 | loss:1.4092302322387695 lr:2.4851706600242703e-05 tokens_per_second_per_gpu:1732.226409829862 
Step 4423 | loss:1.2191442251205444 lr:2.48373433240887e-05 tokens_per_second_per_gpu:2122.781161939111 
Step 4424 | loss:1.0653855800628662 lr:2.4822981916779193e-05 tokens_per_second_per_gpu:2519.7370597200074 
Step 4425 | loss:0.9777581691741943 lr:2.4808622380955133e-05 tokens_per_second_per_gpu:2889.6637483174545 
Step 4426 | loss:1.193870186805725 lr:2.479426471925716e-05 tokens_per_second_per_gpu:3109.302936513463 
Step 4427 | loss:1.1715705394744873 lr:2.4779908934325525e-05 tokens_per_second_per_gpu:2719.5871875095336 
Step 4428 | loss:1.2907315492630005 lr:2.4765555028800193e-05 tokens_per_second_per_gpu:2416.8545990612906 
Step 4429 | loss:1.4000282287597656 lr:2.4751203005320735e-05 tokens_per_second_per_gpu:1830.9673521800912 
Step 4430 | loss:1.187828540802002 lr:2.4736852866526393e-05 tokens_per_second_per_gpu:2830.1073862759645 
Step 4431 | loss:1.3777868747711182 lr:2.4722504615056068e-05 tokens_per_second_per_gpu:2284.960056067345 
Step 4432 | loss:1.0702946186065674 lr:2.4708158253548288e-05 tokens_per_second_per_gpu:2501.491656781043 
Step 4433 | loss:1.1611669063568115 lr:2.469381378464128e-05 tokens_per_second_per_gpu:2333.778961473566 
Step 4434 | loss:1.2510658502578735 lr:2.4679471210972872e-05 tokens_per_second_per_gpu:2444.2473845881946 
Step 4435 | loss:1.2748374938964844 lr:2.4665130535180584e-05 tokens_per_second_per_gpu:2398.030049796671 
Step 4436 | loss:1.314972162246704 lr:2.4650791759901555e-05 tokens_per_second_per_gpu:2278.8516792158284 
Step 4437 | loss:1.2127524614334106 lr:2.4636454887772607e-05 tokens_per_second_per_gpu:2581.4151060385825 
Step 4438 | loss:1.2418830394744873 lr:2.4622119921430177e-05 tokens_per_second_per_gpu:1865.812805866523 
Step 4439 | loss:1.168198585510254 lr:2.4607786863510388e-05 tokens_per_second_per_gpu:2579.1289610269178 
Step 4440 | loss:1.1967746019363403 lr:2.4593455716648964e-05 tokens_per_second_per_gpu:1257.110273132308 
Step 4441 | loss:1.1085771322250366 lr:2.4579126483481335e-05 tokens_per_second_per_gpu:2598.7061399801687 
Step 4442 | loss:1.3291652202606201 lr:2.4564799166642555e-05 tokens_per_second_per_gpu:2386.255544132025 
Step 4443 | loss:1.3758302927017212 lr:2.4550473768767297e-05 tokens_per_second_per_gpu:1535.0586523546028 
Step 4444 | loss:1.1066192388534546 lr:2.4536150292489927e-05 tokens_per_second_per_gpu:2642.042441469161 
Step 4445 | loss:1.2444285154342651 lr:2.4521828740444415e-05 tokens_per_second_per_gpu:2084.88146112538 
Step 4446 | loss:1.1953800916671753 lr:2.4507509115264423e-05 tokens_per_second_per_gpu:2278.808327908474 
Step 4447 | loss:1.100925326347351 lr:2.4493191419583208e-05 tokens_per_second_per_gpu:2069.916949243869 
Step 4448 | loss:1.284626841545105 lr:2.4478875656033725e-05 tokens_per_second_per_gpu:2303.924305596957 
Step 4449 | loss:1.4713139533996582 lr:2.446456182724852e-05 tokens_per_second_per_gpu:2161.133794900907 
Step 4450 | loss:1.196058988571167 lr:2.4450249935859838e-05 tokens_per_second_per_gpu:2173.5692635396176 
Step 4451 | loss:1.357222080230713 lr:2.4435939984499514e-05 tokens_per_second_per_gpu:2515.4796186388385 
Step 4452 | loss:1.0149483680725098 lr:2.4421631975799074e-05 tokens_per_second_per_gpu:2831.4764993550757 
Step 4453 | loss:1.2497143745422363 lr:2.440732591238965e-05 tokens_per_second_per_gpu:2311.2879308078336 
Step 4454 | loss:1.141523003578186 lr:2.4393021796902026e-05 tokens_per_second_per_gpu:3006.376896214809 
Step 4455 | loss:1.284839391708374 lr:2.437871963196666e-05 tokens_per_second_per_gpu:3166.9009990310137 
Step 4456 | loss:1.2382277250289917 lr:2.43644194202136e-05 tokens_per_second_per_gpu:2135.7508773971786 
Step 4457 | loss:1.2178810834884644 lr:2.435012116427257e-05 tokens_per_second_per_gpu:2286.578531796793 
Step 4458 | loss:1.179258942604065 lr:2.433582486677292e-05 tokens_per_second_per_gpu:2867.056879161079 
Step 4459 | loss:1.2781342267990112 lr:2.4321530530343645e-05 tokens_per_second_per_gpu:1690.027678279816 
Step 4460 | loss:1.268491268157959 lr:2.4307238157613374e-05 tokens_per_second_per_gpu:2293.2296718725406 
Step 4461 | loss:1.1623882055282593 lr:2.4292947751210388e-05 tokens_per_second_per_gpu:2425.597164310877 
Step 4462 | loss:1.25430428981781 lr:2.4278659313762582e-05 tokens_per_second_per_gpu:1871.1255825341511 
Step 4463 | loss:1.150572657585144 lr:2.4264372847897515e-05 tokens_per_second_per_gpu:2655.156076143104 
Step 4464 | loss:1.2450165748596191 lr:2.4250088356242366e-05 tokens_per_second_per_gpu:2321.7559615537275 
Step 4465 | loss:1.3460248708724976 lr:2.4235805841423966e-05 tokens_per_second_per_gpu:1856.761005881706 
Step 4466 | loss:1.0292143821716309 lr:2.4221525306068762e-05 tokens_per_second_per_gpu:2808.286932875792 
Step 4467 | loss:1.1732333898544312 lr:2.4207246752802866e-05 tokens_per_second_per_gpu:2292.880031715783 
Step 4468 | loss:1.3224538564682007 lr:2.4192970184251982e-05 tokens_per_second_per_gpu:2490.668940986406 
Step 4469 | loss:1.2784397602081299 lr:2.4178695603041494e-05 tokens_per_second_per_gpu:2105.4633273725317 
Step 4470 | loss:1.2841606140136719 lr:2.4164423011796413e-05 tokens_per_second_per_gpu:2096.528946500216 
Step 4471 | loss:1.3023160696029663 lr:2.4150152413141347e-05 tokens_per_second_per_gpu:2483.7591280939005 
Step 4472 | loss:1.1087836027145386 lr:2.4135883809700584e-05 tokens_per_second_per_gpu:2293.5109818955416 
Step 4473 | loss:1.3311340808868408 lr:2.4121617204098006e-05 tokens_per_second_per_gpu:2873.2248052859795 
Step 4474 | loss:1.203714370727539 lr:2.4107352598957164e-05 tokens_per_second_per_gpu:2540.6334466643393 
Step 4475 | loss:1.17880117893219 lr:2.409308999690121e-05 tokens_per_second_per_gpu:2912.138617934106 
Step 4476 | loss:1.2017792463302612 lr:2.4078829400552953e-05 tokens_per_second_per_gpu:2131.237403067067 
Step 4477 | loss:1.2283458709716797 lr:2.4064570812534808e-05 tokens_per_second_per_gpu:2843.794305055666 
Step 4478 | loss:1.1665767431259155 lr:2.4050314235468845e-05 tokens_per_second_per_gpu:1995.0553833096428 
Step 4479 | loss:1.2127314805984497 lr:2.4036059671976753e-05 tokens_per_second_per_gpu:1980.584801246708 
Step 4480 | loss:1.2399876117706299 lr:2.4021807124679835e-05 tokens_per_second_per_gpu:1504.14688166018 
Step 4481 | loss:1.126052737236023 lr:2.4007556596199044e-05 tokens_per_second_per_gpu:2978.9404822848824 
Step 4482 | loss:1.2476303577423096 lr:2.399330808915497e-05 tokens_per_second_per_gpu:2615.4492611787086 
Step 4483 | loss:1.2818351984024048 lr:2.397906160616782e-05 tokens_per_second_per_gpu:2187.4214452818337 
Step 4484 | loss:1.3122564554214478 lr:2.3964817149857416e-05 tokens_per_second_per_gpu:2887.444595499488 
Step 4485 | loss:1.136114239692688 lr:2.3950574722843212e-05 tokens_per_second_per_gpu:2318.1688852386546 
Step 4486 | loss:1.2189958095550537 lr:2.393633432774431e-05 tokens_per_second_per_gpu:1772.2528397029973 
Step 4487 | loss:1.2606759071350098 lr:2.3922095967179406e-05 tokens_per_second_per_gpu:2561.6750768900733 
Step 4488 | loss:1.0163429975509644 lr:2.3907859643766863e-05 tokens_per_second_per_gpu:1814.2140225386624 
Step 4489 | loss:1.2308158874511719 lr:2.389362536012462e-05 tokens_per_second_per_gpu:2472.22373116411 
Step 4490 | loss:1.1791558265686035 lr:2.3879393118870284e-05 tokens_per_second_per_gpu:2094.8202596484766 
Step 4491 | loss:1.0560975074768066 lr:2.3865162922621062e-05 tokens_per_second_per_gpu:3171.5414075199633 
Step 4492 | loss:1.3548269271850586 lr:2.3850934773993793e-05 tokens_per_second_per_gpu:1786.6728042245268 
Step 4493 | loss:1.187135934829712 lr:2.3836708675604934e-05 tokens_per_second_per_gpu:2594.8898928040753 
Step 4494 | loss:1.17436683177948 lr:2.3822484630070578e-05 tokens_per_second_per_gpu:2335.0348236665245 
Step 4495 | loss:1.353424072265625 lr:2.3808262640006416e-05 tokens_per_second_per_gpu:2385.128195551431 
Step 4496 | loss:0.9996468424797058 lr:2.3794042708027788e-05 tokens_per_second_per_gpu:3695.6439107525257 
Step 4497 | loss:1.1791672706604004 lr:2.3779824836749657e-05 tokens_per_second_per_gpu:2583.397343598154 
Step 4498 | loss:1.4040319919586182 lr:2.376560902878657e-05 tokens_per_second_per_gpu:1684.613660257271 
Step 4499 | loss:1.1568697690963745 lr:2.3751395286752742e-05 tokens_per_second_per_gpu:1717.0555971856727 
Step 4500 | loss:1.300526738166809 lr:2.3737183613261958e-05 tokens_per_second_per_gpu:2095.0537727179976 
Step 4501 | loss:1.1565935611724854 lr:2.372297401092768e-05 tokens_per_second_per_gpu:3098.7705472380267 
Step 4502 | loss:1.2646048069000244 lr:2.370876648236293e-05 tokens_per_second_per_gpu:1920.1467124350534 
Step 4503 | loss:1.176863193511963 lr:2.36945610301804e-05 tokens_per_second_per_gpu:1748.9273713655004 
Step 4504 | loss:1.1766260862350464 lr:2.368035765699236e-05 tokens_per_second_per_gpu:2517.034819584752 
Step 4505 | loss:1.3618426322937012 lr:2.3666156365410732e-05 tokens_per_second_per_gpu:2043.3994188046145 
Step 4506 | loss:1.351503849029541 lr:2.365195715804702e-05 tokens_per_second_per_gpu:2405.093521899708 
Step 4507 | loss:1.169384479522705 lr:2.363776003751238e-05 tokens_per_second_per_gpu:1938.0534987457377 
Step 4508 | loss:1.1738601922988892 lr:2.3623565006417555e-05 tokens_per_second_per_gpu:2363.121611303314 
Step 4509 | loss:1.1163886785507202 lr:2.360937206737291e-05 tokens_per_second_per_gpu:2749.823794415876 
Step 4510 | loss:1.1391456127166748 lr:2.359518122298846e-05 tokens_per_second_per_gpu:2857.417475177937 
Step 4511 | loss:1.1498080492019653 lr:2.358099247587378e-05 tokens_per_second_per_gpu:2557.879969147517 
Step 4512 | loss:1.2728372812271118 lr:2.3566805828638102e-05 tokens_per_second_per_gpu:2197.608180351608 
Step 4513 | loss:1.1858012676239014 lr:2.355262128389024e-05 tokens_per_second_per_gpu:2836.8016554516976 
Step 4514 | loss:1.1861542463302612 lr:2.3538438844238652e-05 tokens_per_second_per_gpu:2159.05344615485 
Step 4515 | loss:1.2038260698318481 lr:2.352425851229138e-05 tokens_per_second_per_gpu:2262.2288218610524 
Step 4516 | loss:1.438517451286316 lr:2.3510080290656102e-05 tokens_per_second_per_gpu:1596.101373430933 
Step 4517 | loss:1.2621138095855713 lr:2.3495904181940093e-05 tokens_per_second_per_gpu:2108.249218238765 
Step 4518 | loss:1.2426812648773193 lr:2.3481730188750248e-05 tokens_per_second_per_gpu:2101.801723520882 
Step 4519 | loss:1.0848782062530518 lr:2.3467558313693062e-05 tokens_per_second_per_gpu:2672.7347472939 
Step 4520 | loss:1.1256835460662842 lr:2.345338855937465e-05 tokens_per_second_per_gpu:2801.061137705217 
Step 4521 | loss:1.29144287109375 lr:2.3439220928400744e-05 tokens_per_second_per_gpu:2511.455114166803 
Step 4522 | loss:1.38041353225708 lr:2.342505542337666e-05 tokens_per_second_per_gpu:2308.4603169507586 
Step 4523 | loss:1.2575520277023315 lr:2.341089204690736e-05 tokens_per_second_per_gpu:1647.9983490701788 
Step 4524 | loss:1.1253752708435059 lr:2.339673080159738e-05 tokens_per_second_per_gpu:2945.723010881959 
Step 4525 | loss:1.3303853273391724 lr:2.3382571690050887e-05 tokens_per_second_per_gpu:1495.3401303315989 
Step 4526 | loss:1.2943897247314453 lr:2.3368414714871636e-05 tokens_per_second_per_gpu:1982.0077708953827 
Step 4527 | loss:1.319628357887268 lr:2.3354259878663013e-05 tokens_per_second_per_gpu:2554.9591153137285 
Step 4528 | loss:0.9547181129455566 lr:2.3340107184027984e-05 tokens_per_second_per_gpu:3109.3467743398737 
Step 4529 | loss:1.1787928342819214 lr:2.3325956633569148e-05 tokens_per_second_per_gpu:2089.743108523282 
Step 4530 | loss:1.136743426322937 lr:2.3311808229888677e-05 tokens_per_second_per_gpu:1680.3012628461654 
Step 4531 | loss:1.19716215133667 lr:2.3297661975588394e-05 tokens_per_second_per_gpu:2358.5874684560304 
Step 4532 | loss:1.1861549615859985 lr:2.3283517873269672e-05 tokens_per_second_per_gpu:2828.79773366611 
Step 4533 | loss:1.0583102703094482 lr:2.3269375925533545e-05 tokens_per_second_per_gpu:3111.8483186092863 
Step 4534 | loss:1.1262180805206299 lr:2.3255236134980598e-05 tokens_per_second_per_gpu:2165.565121762784 
Step 4535 | loss:1.4255492687225342 lr:2.3241098504211064e-05 tokens_per_second_per_gpu:1778.055462412084 
Step 4536 | loss:1.0300562381744385 lr:2.3226963035824732e-05 tokens_per_second_per_gpu:2251.0234657953692 
Step 4537 | loss:1.1993857622146606 lr:2.3212829732421043e-05 tokens_per_second_per_gpu:2043.229777276538 
Step 4538 | loss:1.0992133617401123 lr:2.319869859659902e-05 tokens_per_second_per_gpu:2581.815333372233 
Step 4539 | loss:1.2847299575805664 lr:2.3184569630957265e-05 tokens_per_second_per_gpu:2038.0695399426013 
Step 4540 | loss:1.156265139579773 lr:2.317044283809402e-05 tokens_per_second_per_gpu:2988.886278192892 
Step 4541 | loss:1.1713322401046753 lr:2.3156318220607088e-05 tokens_per_second_per_gpu:2417.9157977845234 
Step 4542 | loss:1.4208108186721802 lr:2.314219578109391e-05 tokens_per_second_per_gpu:2169.429705899693 
Step 4543 | loss:1.4395660161972046 lr:2.31280755221515e-05 tokens_per_second_per_gpu:1784.5586866815747 
Step 4544 | loss:1.2637784481048584 lr:2.311395744637647e-05 tokens_per_second_per_gpu:2238.8815914274687 
Step 4545 | loss:1.242034673690796 lr:2.3099841556365054e-05 tokens_per_second_per_gpu:1723.7867322138611 
Step 4546 | loss:1.022203803062439 lr:2.3085727854713058e-05 tokens_per_second_per_gpu:2675.2803421686717 
Step 4547 | loss:1.2539520263671875 lr:2.307161634401591e-05 tokens_per_second_per_gpu:2580.0780543943124 
Step 4548 | loss:1.0809204578399658 lr:2.3057507026868607e-05 tokens_per_second_per_gpu:2331.96561047465 
Step 4549 | loss:1.172114372253418 lr:2.3043399905865776e-05 tokens_per_second_per_gpu:1921.4171080341926 
Step 4550 | loss:1.1879165172576904 lr:2.3029294983601594e-05 tokens_per_second_per_gpu:2659.044594369487 
Step 4551 | loss:1.1643264293670654 lr:2.3015192262669888e-05 tokens_per_second_per_gpu:2031.308952719758 
Step 4552 | loss:1.3112678527832031 lr:2.3001091745664053e-05 tokens_per_second_per_gpu:2896.513653133993 
Step 4553 | loss:1.312836766242981 lr:2.2986993435177064e-05 tokens_per_second_per_gpu:1711.1737591082433 
Step 4554 | loss:1.1395403146743774 lr:2.297289733380152e-05 tokens_per_second_per_gpu:2645.0063252026507 
Step 4555 | loss:1.0675219297409058 lr:2.2958803444129586e-05 tokens_per_second_per_gpu:3165.5330870540347 
Step 4556 | loss:1.3349530696868896 lr:2.2944711768753053e-05 tokens_per_second_per_gpu:1873.604771317085 
Step 4557 | loss:1.3455727100372314 lr:2.293062231026326e-05 tokens_per_second_per_gpu:1999.0128277183537 
Step 4558 | loss:1.2883578538894653 lr:2.291653507125119e-05 tokens_per_second_per_gpu:1808.1331243182726 
Step 4559 | loss:1.026676893234253 lr:2.2902450054307375e-05 tokens_per_second_per_gpu:2909.858011534837 
Step 4560 | loss:1.3341946601867676 lr:2.2888367262021967e-05 tokens_per_second_per_gpu:2376.6762369349944 
Step 4561 | loss:1.2652400732040405 lr:2.2874286696984683e-05 tokens_per_second_per_gpu:2453.1426265739897 
Step 4562 | loss:1.1159892082214355 lr:2.2860208361784855e-05 tokens_per_second_per_gpu:2616.8705728049176 
Step 4563 | loss:1.2012698650360107 lr:2.2846132259011378e-05 tokens_per_second_per_gpu:2361.4808652266483 
Step 4564 | loss:0.9812727570533752 lr:2.2832058391252778e-05 tokens_per_second_per_gpu:3493.430077559853 
Step 4565 | loss:1.3095101118087769 lr:2.281798676109714e-05 tokens_per_second_per_gpu:1809.2624377835502 
Step 4566 | loss:1.2930593490600586 lr:2.2803917371132128e-05 tokens_per_second_per_gpu:2274.4741721463574 
Step 4567 | loss:1.1718780994415283 lr:2.2789850223945025e-05 tokens_per_second_per_gpu:2270.136976846688 
Step 4568 | loss:1.2027008533477783 lr:2.2775785322122668e-05 tokens_per_second_per_gpu:2413.728102822599 
Step 4569 | loss:1.167701005935669 lr:2.2761722668251515e-05 tokens_per_second_per_gpu:2297.065491249037 
Step 4570 | loss:1.2859119176864624 lr:2.2747662264917583e-05 tokens_per_second_per_gpu:2162.1224425208165 
Step 4571 | loss:1.376556396484375 lr:2.2733604114706492e-05 tokens_per_second_per_gpu:2719.2920426529918 
Step 4572 | loss:1.3856984376907349 lr:2.271954822020343e-05 tokens_per_second_per_gpu:1790.1865684501686 
Step 4573 | loss:1.2051209211349487 lr:2.2705494583993203e-05 tokens_per_second_per_gpu:2534.818111955095 
Step 4574 | loss:1.2119479179382324 lr:2.2691443208660155e-05 tokens_per_second_per_gpu:2859.210140059678 
Step 4575 | loss:1.2210488319396973 lr:2.2677394096788264e-05 tokens_per_second_per_gpu:2248.4581559869566 
Step 4576 | loss:1.1446696519851685 lr:2.266334725096105e-05 tokens_per_second_per_gpu:2450.994685533265 
Step 4577 | loss:1.3020250797271729 lr:2.264930267376163e-05 tokens_per_second_per_gpu:2685.9818509647416 
Step 4578 | loss:1.2957311868667603 lr:2.2635260367772738e-05 tokens_per_second_per_gpu:1771.6970299811007 
Step 4579 | loss:1.0292015075683594 lr:2.262122033557663e-05 tokens_per_second_per_gpu:3117.6055793863875 
Step 4580 | loss:1.2079339027404785 lr:2.2607182579755184e-05 tokens_per_second_per_gpu:2568.1290325285972 
Step 4581 | loss:1.1625261306762695 lr:2.259314710288985e-05 tokens_per_second_per_gpu:3141.8620194649175 
Step 4582 | loss:1.078567624092102 lr:2.2579113907561665e-05 tokens_per_second_per_gpu:2583.7551375724156 
Step 4583 | loss:1.0709786415100098 lr:2.256508299635122e-05 tokens_per_second_per_gpu:2327.631082228044 
Step 4584 | loss:1.2084513902664185 lr:2.255105437183873e-05 tokens_per_second_per_gpu:2748.7163917696744 
Step 4585 | loss:1.1699703931808472 lr:2.253702803660394e-05 tokens_per_second_per_gpu:2112.406689675127 
Step 4586 | loss:1.387614369392395 lr:2.2523003993226225e-05 tokens_per_second_per_gpu:2445.542904915361 
Step 4587 | loss:1.117818832397461 lr:2.2508982244284487e-05 tokens_per_second_per_gpu:2459.93855407609 
Step 4588 | loss:1.2561991214752197 lr:2.249496279235725e-05 tokens_per_second_per_gpu:2038.3379765922377 
Step 4589 | loss:1.3448493480682373 lr:2.248094564002259e-05 tokens_per_second_per_gpu:2014.0408259287592 
Step 4590 | loss:1.2942585945129395 lr:2.246693078985817e-05 tokens_per_second_per_gpu:1994.4557265815563 
Step 4591 | loss:1.109001874923706 lr:2.2452918244441216e-05 tokens_per_second_per_gpu:2707.9764710282507 
Step 4592 | loss:1.2389211654663086 lr:2.2438908006348557e-05 tokens_per_second_per_gpu:2655.8386664845484 
Step 4593 | loss:1.229670763015747 lr:2.2424900078156583e-05 tokens_per_second_per_gpu:1806.4955969842263 
Step 4594 | loss:1.2332161664962769 lr:2.2410894462441245e-05 tokens_per_second_per_gpu:2417.9368555366877 
Step 4595 | loss:1.3537442684173584 lr:2.2396891161778093e-05 tokens_per_second_per_gpu:1737.080598451678 
Step 4596 | loss:1.1486005783081055 lr:2.2382890178742232e-05 tokens_per_second_per_gpu:2151.620693993238 
Step 4597 | loss:1.269757628440857 lr:2.2368891515908355e-05 tokens_per_second_per_gpu:2479.17512019156 
Step 4598 | loss:1.1728266477584839 lr:2.2354895175850716e-05 tokens_per_second_per_gpu:1825.993845778444 
Step 4599 | loss:1.3598852157592773 lr:2.2340901161143157e-05 tokens_per_second_per_gpu:1929.4313422519747 
Step 4600 | loss:1.1550171375274658 lr:2.232690947435907e-05 tokens_per_second_per_gpu:2665.2566621065607 
Step 4601 | loss:1.2865737676620483 lr:2.231292011807145e-05 tokens_per_second_per_gpu:2690.20231832535 
Step 4602 | loss:1.0430339574813843 lr:2.229893309485283e-05 tokens_per_second_per_gpu:2350.50788352176 
Step 4603 | loss:1.3728792667388916 lr:2.2284948407275344e-05 tokens_per_second_per_gpu:2440.5857269354206 
Step 4604 | loss:1.3141976594924927 lr:2.2270966057910658e-05 tokens_per_second_per_gpu:2345.2753533505556 
Step 4605 | loss:1.3885622024536133 lr:2.225698604933006e-05 tokens_per_second_per_gpu:2034.3047536379343 
Step 4606 | loss:1.1131536960601807 lr:2.2243008384104375e-05 tokens_per_second_per_gpu:1916.8805827946758 
Step 4607 | loss:1.1562663316726685 lr:2.222903306480399e-05 tokens_per_second_per_gpu:2533.340362782813 
Step 4608 | loss:1.31063973903656 lr:2.2215060093998882e-05 tokens_per_second_per_gpu:2008.3166484368985 
Step 4609 | loss:1.3277941942214966 lr:2.220108947425859e-05 tokens_per_second_per_gpu:1591.7854472943397 
Step 4610 | loss:1.3211439847946167 lr:2.2187121208152198e-05 tokens_per_second_per_gpu:1760.576477600884 
Step 4611 | loss:1.3606328964233398 lr:2.2173155298248405e-05 tokens_per_second_per_gpu:2703.3648673470398 
Step 4612 | loss:1.2445863485336304 lr:2.2159191747115418e-05 tokens_per_second_per_gpu:2230.4770812680717 
Step 4613 | loss:1.3535419702529907 lr:2.2145230557321064e-05 tokens_per_second_per_gpu:1662.4186660879227 
Step 4614 | loss:0.9563435912132263 lr:2.2131271731432696e-05 tokens_per_second_per_gpu:2886.0771216031426 
Step 4615 | loss:1.1306911706924438 lr:2.2117315272017265e-05 tokens_per_second_per_gpu:2744.02567389265 
Step 4616 | loss:1.3020037412643433 lr:2.2103361181641258e-05 tokens_per_second_per_gpu:2484.987246368496 
Step 4617 | loss:1.1489778757095337 lr:2.2089409462870746e-05 tokens_per_second_per_gpu:2030.5984916400523 
Step 4618 | loss:1.3293461799621582 lr:2.207546011827134e-05 tokens_per_second_per_gpu:1897.2516414833635 
Step 4619 | loss:1.1791090965270996 lr:2.206151315040825e-05 tokens_per_second_per_gpu:2570.604997106634 
Step 4620 | loss:1.27084481716156 lr:2.2047568561846232e-05 tokens_per_second_per_gpu:2355.4453169186304 
Step 4621 | loss:1.1729270219802856 lr:2.2033626355149585e-05 tokens_per_second_per_gpu:1635.6994855738333 
Step 4622 | loss:1.0888606309890747 lr:2.2019686532882204e-05 tokens_per_second_per_gpu:2319.0494542887254 
Step 4623 | loss:1.1240596771240234 lr:2.200574909760752e-05 tokens_per_second_per_gpu:2022.4621516622224 
Step 4624 | loss:1.2863523960113525 lr:2.199181405188854e-05 tokens_per_second_per_gpu:1755.0387538048635 
Step 4625 | loss:1.2038557529449463 lr:2.1977881398287814e-05 tokens_per_second_per_gpu:2416.0628268358837 
Step 4626 | loss:1.1568702459335327 lr:2.196395113936748e-05 tokens_per_second_per_gpu:3013.9984280401327 
Step 4627 | loss:1.0953174829483032 lr:2.19500232776892e-05 tokens_per_second_per_gpu:1695.4178363503763 
Step 4628 | loss:1.2274545431137085 lr:2.193609781581423e-05 tokens_per_second_per_gpu:2010.9709084300043 
Step 4629 | loss:1.1641714572906494 lr:2.1922174756303366e-05 tokens_per_second_per_gpu:2834.528407254624 
Step 4630 | loss:1.1535719633102417 lr:2.1908254101716964e-05 tokens_per_second_per_gpu:2102.580191165051 
Step 4631 | loss:1.071511149406433 lr:2.1894335854614936e-05 tokens_per_second_per_gpu:2701.0624024790404 
Step 4632 | loss:1.3606544733047485 lr:2.1880420017556743e-05 tokens_per_second_per_gpu:1995.3609578720746 
Step 4633 | loss:1.1897934675216675 lr:2.1866506593101446e-05 tokens_per_second_per_gpu:1888.7048528562916 
Step 4634 | loss:1.2375704050064087 lr:2.1852595583807604e-05 tokens_per_second_per_gpu:1931.4099370016 
Step 4635 | loss:1.1849145889282227 lr:2.1838686992233375e-05 tokens_per_second_per_gpu:2667.052438149811 
Step 4636 | loss:1.1260521411895752 lr:2.1824780820936445e-05 tokens_per_second_per_gpu:2673.7837954451065 
Step 4637 | loss:1.257450819015503 lr:2.1810877072474072e-05 tokens_per_second_per_gpu:2826.075028171527 
Step 4638 | loss:1.3543957471847534 lr:2.1796975749403052e-05 tokens_per_second_per_gpu:2415.993757413907 
Step 4639 | loss:1.2114638090133667 lr:2.1783076854279757e-05 tokens_per_second_per_gpu:1581.6340955868516 
Step 4640 | loss:1.304013729095459 lr:2.1769180389660093e-05 tokens_per_second_per_gpu:2805.292069245527 
Step 4641 | loss:1.2590084075927734 lr:2.1755286358099536e-05 tokens_per_second_per_gpu:2419.607826702219 
Step 4642 | loss:1.1782124042510986 lr:2.1741394762153092e-05 tokens_per_second_per_gpu:2632.668908205983 
Step 4643 | loss:1.2468655109405518 lr:2.1727505604375344e-05 tokens_per_second_per_gpu:1894.75813989932 
Step 4644 | loss:1.1063783168792725 lr:2.1713618887320407e-05 tokens_per_second_per_gpu:2719.199436538479 
Step 4645 | loss:1.2683584690093994 lr:2.1699734613541947e-05 tokens_per_second_per_gpu:1672.7997567471039 
Step 4646 | loss:1.2165051698684692 lr:2.168585278559322e-05 tokens_per_second_per_gpu:2335.0122619095027 
Step 4647 | loss:1.176192283630371 lr:2.1671973406026973e-05 tokens_per_second_per_gpu:2616.187648572604 
Step 4648 | loss:1.2377233505249023 lr:2.1658096477395542e-05 tokens_per_second_per_gpu:2606.4472552747407 
Step 4649 | loss:1.163270354270935 lr:2.16442220022508e-05 tokens_per_second_per_gpu:2944.0159773066025 
Step 4650 | loss:1.2155898809432983 lr:2.1630349983144172e-05 tokens_per_second_per_gpu:1957.7527750128388 
Step 4651 | loss:1.248795747756958 lr:2.161648042262662e-05 tokens_per_second_per_gpu:2286.898201340441 
Step 4652 | loss:1.1239001750946045 lr:2.1602613323248675e-05 tokens_per_second_per_gpu:2244.2661138654785 
Step 4653 | loss:1.1791681051254272 lr:2.1588748687560394e-05 tokens_per_second_per_gpu:2644.255123330298 
Step 4654 | loss:1.1318178176879883 lr:2.1574886518111403e-05 tokens_per_second_per_gpu:2391.9889753106477 
Step 4655 | loss:0.8992047309875488 lr:2.1561026817450844e-05 tokens_per_second_per_gpu:3702.43249334222 
Step 4656 | loss:1.218856930732727 lr:2.1547169588127438e-05 tokens_per_second_per_gpu:2242.0807683964204 
Step 4657 | loss:1.3588262796401978 lr:2.1533314832689428e-05 tokens_per_second_per_gpu:2050.0415397769893 
Step 4658 | loss:1.3001867532730103 lr:2.1519462553684623e-05 tokens_per_second_per_gpu:2090.270247851475 
Step 4659 | loss:1.2494475841522217 lr:2.150561275366034e-05 tokens_per_second_per_gpu:2929.1015816080467 
Step 4660 | loss:1.1355676651000977 lr:2.1491765435163486e-05 tokens_per_second_per_gpu:2283.5508510454083 
Step 4661 | loss:1.218733787536621 lr:2.1477920600740494e-05 tokens_per_second_per_gpu:1876.6381729188995 
Step 4662 | loss:1.4399365186691284 lr:2.146407825293732e-05 tokens_per_second_per_gpu:1743.6308571320587 
Step 4663 | loss:1.2039536237716675 lr:2.1450238394299492e-05 tokens_per_second_per_gpu:2449.6820660097615 
Step 4664 | loss:1.1464465856552124 lr:2.1436401027372056e-05 tokens_per_second_per_gpu:2410.1791772526885 
Step 4665 | loss:1.2628885507583618 lr:2.1422566154699618e-05 tokens_per_second_per_gpu:2116.794693230266 
Step 4666 | loss:1.1506876945495605 lr:2.1408733778826315e-05 tokens_per_second_per_gpu:2240.386797005779 
Step 4667 | loss:1.3320338726043701 lr:2.139490390229584e-05 tokens_per_second_per_gpu:2201.8659491072954 
Step 4668 | loss:1.252820372581482 lr:2.1381076527651397e-05 tokens_per_second_per_gpu:2323.4830722321494 
Step 4669 | loss:1.2316553592681885 lr:2.1367251657435753e-05 tokens_per_second_per_gpu:2590.736609321609 
Step 4670 | loss:1.2516158819198608 lr:2.1353429294191213e-05 tokens_per_second_per_gpu:1507.6360520144967 
Step 4671 | loss:1.1845943927764893 lr:2.133960944045961e-05 tokens_per_second_per_gpu:1740.1646686723564 
Step 4672 | loss:1.1493844985961914 lr:2.1325792098782337e-05 tokens_per_second_per_gpu:3546.061222652684 
Step 4673 | loss:1.222695231437683 lr:2.1311977271700288e-05 tokens_per_second_per_gpu:2554.5713824687136 
Step 4674 | loss:1.32327401638031 lr:2.1298164961753935e-05 tokens_per_second_per_gpu:1793.3799320038386 
Step 4675 | loss:1.2447667121887207 lr:2.1284355171483276e-05 tokens_per_second_per_gpu:3635.7626113931133 
Step 4676 | loss:1.0276548862457275 lr:2.1270547903427816e-05 tokens_per_second_per_gpu:3199.069843501645 
Step 4677 | loss:1.046754240989685 lr:2.125674316012664e-05 tokens_per_second_per_gpu:2602.7021143247457 
Step 4678 | loss:1.188716173171997 lr:2.1242940944118328e-05 tokens_per_second_per_gpu:2637.0144960522543 
Step 4679 | loss:1.1475228071212769 lr:2.1229141257941036e-05 tokens_per_second_per_gpu:2594.1146185220564 
Step 4680 | loss:1.1991164684295654 lr:2.1215344104132418e-05 tokens_per_second_per_gpu:2432.5005764971916 
Step 4681 | loss:1.2576912641525269 lr:2.120154948522969e-05 tokens_per_second_per_gpu:1918.624750644316 
Step 4682 | loss:1.0891703367233276 lr:2.1187757403769574e-05 tokens_per_second_per_gpu:2110.322163243705 
Step 4683 | loss:1.2326387166976929 lr:2.117396786228836e-05 tokens_per_second_per_gpu:2499.2052649326874 
Step 4684 | loss:0.9952545762062073 lr:2.1160180863321838e-05 tokens_per_second_per_gpu:2527.6210111559803 
Step 4685 | loss:1.1891694068908691 lr:2.1146396409405352e-05 tokens_per_second_per_gpu:2579.297144165094 
Step 4686 | loss:1.3551346063613892 lr:2.1132614503073762e-05 tokens_per_second_per_gpu:2622.183175720582 
Step 4687 | loss:1.093183994293213 lr:2.1118835146861474e-05 tokens_per_second_per_gpu:1866.2938035573375 
Step 4688 | loss:1.2058809995651245 lr:2.1105058343302434e-05 tokens_per_second_per_gpu:1947.7670833044313 
Step 4689 | loss:1.2532893419265747 lr:2.1091284094930078e-05 tokens_per_second_per_gpu:2695.589795055523 
Step 4690 | loss:1.3800969123840332 lr:2.1077512404277424e-05 tokens_per_second_per_gpu:1673.6826870222765 
Step 4691 | loss:1.3544870615005493 lr:2.1063743273876964e-05 tokens_per_second_per_gpu:2166.6921090745986 
Step 4692 | loss:1.2157928943634033 lr:2.104997670626078e-05 tokens_per_second_per_gpu:2417.924201451817 
Step 4693 | loss:1.2343096733093262 lr:2.1036212703960426e-05 tokens_per_second_per_gpu:2098.55258490769 
Step 4694 | loss:1.1847507953643799 lr:2.102245126950703e-05 tokens_per_second_per_gpu:2176.327431825538 
Step 4695 | loss:1.086287260055542 lr:2.1008692405431208e-05 tokens_per_second_per_gpu:2840.295495168225 
Step 4696 | loss:1.379790186882019 lr:2.0994936114263145e-05 tokens_per_second_per_gpu:2287.5442852205456 
Step 4697 | loss:1.2632083892822266 lr:2.0981182398532504e-05 tokens_per_second_per_gpu:2635.0976610726625 
Step 4698 | loss:1.1447604894638062 lr:2.0967431260768525e-05 tokens_per_second_per_gpu:2499.934662852982 
Step 4699 | loss:1.1453628540039062 lr:2.0953682703499934e-05 tokens_per_second_per_gpu:2563.9523655356606 
Step 4700 | loss:1.2007807493209839 lr:2.0939936729255006e-05 tokens_per_second_per_gpu:2209.7504116243886 
Step 4701 | loss:1.253703236579895 lr:2.0926193340561537e-05 tokens_per_second_per_gpu:2388.435772108519 
Step 4702 | loss:1.288507103919983 lr:2.091245253994684e-05 tokens_per_second_per_gpu:2730.112400929161 
Step 4703 | loss:1.3765877485275269 lr:2.089871432993776e-05 tokens_per_second_per_gpu:1869.344672924742 
Step 4704 | loss:1.0168566703796387 lr:2.088497871306065e-05 tokens_per_second_per_gpu:3174.318928443434 
Step 4705 | loss:1.1205477714538574 lr:2.0871245691841418e-05 tokens_per_second_per_gpu:2638.6051248721096 
Step 4706 | loss:1.2389552593231201 lr:2.0857515268805454e-05 tokens_per_second_per_gpu:2430.970191386111 
Step 4707 | loss:1.4258021116256714 lr:2.0843787446477707e-05 tokens_per_second_per_gpu:2025.8854194732698 
Step 4708 | loss:1.3823962211608887 lr:2.0830062227382612e-05 tokens_per_second_per_gpu:2280.5387763249187 
Step 4709 | loss:1.305039644241333 lr:2.0816339614044168e-05 tokens_per_second_per_gpu:2120.084225504482 
Step 4710 | loss:1.1409305334091187 lr:2.0802619608985855e-05 tokens_per_second_per_gpu:2086.9099909963297 
Step 4711 | loss:1.1820517778396606 lr:2.07889022147307e-05 tokens_per_second_per_gpu:2122.3329579240853 
Step 4712 | loss:1.1593549251556396 lr:2.0775187433801234e-05 tokens_per_second_per_gpu:2570.561151393163 
Step 4713 | loss:1.1814888715744019 lr:2.0761475268719518e-05 tokens_per_second_per_gpu:2306.4852785895123 
Step 4714 | loss:1.0983855724334717 lr:2.0747765722007112e-05 tokens_per_second_per_gpu:2397.8854659856906 
Step 4715 | loss:1.1764687299728394 lr:2.0734058796185126e-05 tokens_per_second_per_gpu:2001.2807380917898 
Step 4716 | loss:1.1716015338897705 lr:2.0720354493774177e-05 tokens_per_second_per_gpu:2124.6355767090604 
Step 4717 | loss:1.3289433717727661 lr:2.0706652817294378e-05 tokens_per_second_per_gpu:2239.699113873493 
Step 4718 | loss:1.1743800640106201 lr:2.069295376926539e-05 tokens_per_second_per_gpu:2530.0117026817384 
Step 4719 | loss:1.377869725227356 lr:2.0679257352206365e-05 tokens_per_second_per_gpu:2084.2171177383298 
Step 4720 | loss:1.0627607107162476 lr:2.066556356863599e-05 tokens_per_second_per_gpu:2465.678105017294 
Step 4721 | loss:1.2504547834396362 lr:2.065187242107245e-05 tokens_per_second_per_gpu:2251.5862718331496 
Step 4722 | loss:1.3494281768798828 lr:2.0638183912033468e-05 tokens_per_second_per_gpu:2012.3334981568078 
Step 4723 | loss:1.2576429843902588 lr:2.0624498044036257e-05 tokens_per_second_per_gpu:2367.4949762664587 
Step 4724 | loss:1.356175422668457 lr:2.061081481959757e-05 tokens_per_second_per_gpu:2137.5637395938634 
Step 4725 | loss:1.2839758396148682 lr:2.0597134241233644e-05 tokens_per_second_per_gpu:1950.525811980118 
Step 4726 | loss:1.2271212339401245 lr:2.058345631146026e-05 tokens_per_second_per_gpu:2074.7439418737304 
Step 4727 | loss:1.2790507078170776 lr:2.0569781032792683e-05 tokens_per_second_per_gpu:1716.112517294654 
Step 4728 | loss:1.4074941873550415 lr:2.055610840774572e-05 tokens_per_second_per_gpu:2129.951694268147 
Step 4729 | loss:1.270392656326294 lr:2.0542438438833678e-05 tokens_per_second_per_gpu:2523.584529071908 
Step 4730 | loss:1.2139769792556763 lr:2.052877112857035e-05 tokens_per_second_per_gpu:2832.915073152537 
Step 4731 | loss:1.1168164014816284 lr:2.0515106479469087e-05 tokens_per_second_per_gpu:2698.3270437535984 
Step 4732 | loss:1.1668872833251953 lr:2.0501444494042717e-05 tokens_per_second_per_gpu:2202.3666738483453 
Step 4733 | loss:1.0647733211517334 lr:2.0487785174803585e-05 tokens_per_second_per_gpu:2693.40513609392 
Step 4734 | loss:1.22877037525177 lr:2.0474128524263553e-05 tokens_per_second_per_gpu:2352.695109240984 
Step 4735 | loss:1.0141510963439941 lr:2.046047454493398e-05 tokens_per_second_per_gpu:3318.4031013664408 
Step 4736 | loss:1.314386248588562 lr:2.0446823239325746e-05 tokens_per_second_per_gpu:2948.612646036588 
Step 4737 | loss:1.2720996141433716 lr:2.0433174609949233e-05 tokens_per_second_per_gpu:1623.45627128847 
Step 4738 | loss:1.113576054573059 lr:2.0419528659314342e-05 tokens_per_second_per_gpu:2554.9942949393608 
Step 4739 | loss:1.0994993448257446 lr:2.040588538993046e-05 tokens_per_second_per_gpu:2989.166438287484 
Step 4740 | loss:1.19282865524292 lr:2.039224480430649e-05 tokens_per_second_per_gpu:3090.907189782878 
Step 4741 | loss:1.1541023254394531 lr:2.0378606904950846e-05 tokens_per_second_per_gpu:2364.562517997026 
Step 4742 | loss:0.9473854303359985 lr:2.036497169437147e-05 tokens_per_second_per_gpu:2879.9028274940206 
Step 4743 | loss:1.123626470565796 lr:2.0351339175075767e-05 tokens_per_second_per_gpu:2851.7801534618598 
Step 4744 | loss:1.241127848625183 lr:2.0337709349570668e-05 tokens_per_second_per_gpu:2216.2919743664484 
Step 4745 | loss:1.2665002346038818 lr:2.0324082220362585e-05 tokens_per_second_per_gpu:1837.1552830176663 
Step 4746 | loss:1.4359551668167114 lr:2.0310457789957493e-05 tokens_per_second_per_gpu:2141.3657474911392 
Step 4747 | loss:1.3854568004608154 lr:2.029683606086082e-05 tokens_per_second_per_gpu:1984.72410337548 
Step 4748 | loss:1.0626716613769531 lr:2.0283217035577507e-05 tokens_per_second_per_gpu:3068.4483542652843 
Step 4749 | loss:1.269054651260376 lr:2.0269600716611984e-05 tokens_per_second_per_gpu:1998.580733862278 
Step 4750 | loss:1.310397982597351 lr:2.0255987106468235e-05 tokens_per_second_per_gpu:1947.6413605853293 
Step 4751 | loss:1.2311153411865234 lr:2.0242376207649696e-05 tokens_per_second_per_gpu:2638.60727554825 
Step 4752 | loss:1.360251784324646 lr:2.0228768022659315e-05 tokens_per_second_per_gpu:2355.2662234203663 
Step 4753 | loss:1.367671251296997 lr:2.021516255399954e-05 tokens_per_second_per_gpu:2176.2956399083073 
Step 4754 | loss:1.1366636753082275 lr:2.0201559804172353e-05 tokens_per_second_per_gpu:1988.2865852168372 
Step 4755 | loss:1.191096305847168 lr:2.0187959775679175e-05 tokens_per_second_per_gpu:2294.1006767599015 
Step 4756 | loss:1.1374708414077759 lr:2.017436247102099e-05 tokens_per_second_per_gpu:3264.5722963630487 
Step 4757 | loss:1.2313518524169922 lr:2.0160767892698233e-05 tokens_per_second_per_gpu:1961.923160635216 
Step 4758 | loss:1.2265489101409912 lr:2.0147176043210857e-05 tokens_per_second_per_gpu:1827.3250381178968 
Step 4759 | loss:1.3328578472137451 lr:2.0133586925058324e-05 tokens_per_second_per_gpu:2911.196238127645 
Step 4760 | loss:1.2663068771362305 lr:2.012000054073958e-05 tokens_per_second_per_gpu:2476.631455439841 
Step 4761 | loss:1.2917343378067017 lr:2.0106416892753057e-05 tokens_per_second_per_gpu:2243.6059821804806 
Step 4762 | loss:1.272229790687561 lr:2.009283598359669e-05 tokens_per_second_per_gpu:2535.4352774327153 
Step 4763 | loss:1.0390530824661255 lr:2.007925781576795e-05 tokens_per_second_per_gpu:2952.581222237231 
Step 4764 | loss:1.1473435163497925 lr:2.0065682391763747e-05 tokens_per_second_per_gpu:2582.2331121745706 
Step 4765 | loss:1.271966814994812 lr:2.005210971408052e-05 tokens_per_second_per_gpu:1999.3851722839634 
Step 4766 | loss:1.286982536315918 lr:2.0038539785214173e-05 tokens_per_second_per_gpu:2474.51628693527 
Step 4767 | loss:1.1700518131256104 lr:2.0024972607660155e-05 tokens_per_second_per_gpu:2619.5884798231623 
Step 4768 | loss:1.4550447463989258 lr:2.001140818391335e-05 tokens_per_second_per_gpu:2470.2527748609373 
Step 4769 | loss:1.1817229986190796 lr:1.9997846516468195e-05 tokens_per_second_per_gpu:2629.2922166971402 
Step 4770 | loss:1.2967783212661743 lr:1.9984287607818577e-05 tokens_per_second_per_gpu:2200.199714900971 
Step 4771 | loss:1.221244215965271 lr:1.9970731460457874e-05 tokens_per_second_per_gpu:2977.329625973214 
Step 4772 | loss:1.1870925426483154 lr:1.995717807687899e-05 tokens_per_second_per_gpu:1824.767521686193 
Step 4773 | loss:1.1355936527252197 lr:1.9943627459574297e-05 tokens_per_second_per_gpu:2688.5599812659098 
Step 4774 | loss:1.123549222946167 lr:1.993007961103566e-05 tokens_per_second_per_gpu:2508.5534972080045 
Step 4775 | loss:1.2904984951019287 lr:1.9916534533754425e-05 tokens_per_second_per_gpu:2410.310969849713 
Step 4776 | loss:1.3366740942001343 lr:1.9902992230221472e-05 tokens_per_second_per_gpu:1949.7659467641417 
Step 4777 | loss:1.159696102142334 lr:1.9889452702927115e-05 tokens_per_second_per_gpu:2999.557000733174 
Step 4778 | loss:1.2596666812896729 lr:1.9875915954361195e-05 tokens_per_second_per_gpu:2633.9359575158173 
Step 4779 | loss:1.2014119625091553 lr:1.9862381987013002e-05 tokens_per_second_per_gpu:1769.4376634788234 
Step 4780 | loss:1.1292643547058105 lr:1.984885080337138e-05 tokens_per_second_per_gpu:2605.374198654708 
Step 4781 | loss:1.1526678800582886 lr:1.9835322405924605e-05 tokens_per_second_per_gpu:3038.7644347041373 
Step 4782 | loss:1.0854160785675049 lr:1.982179679716045e-05 tokens_per_second_per_gpu:2296.172308247774 
Step 4783 | loss:1.1141812801361084 lr:1.9808273979566208e-05 tokens_per_second_per_gpu:2088.0620580912446 
Step 4784 | loss:1.2334177494049072 lr:1.9794753955628602e-05 tokens_per_second_per_gpu:2114.787000039133 
Step 4785 | loss:1.2095184326171875 lr:1.978123672783391e-05 tokens_per_second_per_gpu:2529.7525789364695 
Step 4786 | loss:1.2604577541351318 lr:1.9767722298667843e-05 tokens_per_second_per_gpu:2279.9608365992835 
Step 4787 | loss:1.1407935619354248 lr:1.975421067061561e-05 tokens_per_second_per_gpu:2974.7540941003494 
Step 4788 | loss:1.4306817054748535 lr:1.9740701846161898e-05 tokens_per_second_per_gpu:1700.9177816248418 
Step 4789 | loss:1.0567281246185303 lr:1.972719582779092e-05 tokens_per_second_per_gpu:2893.92468797987 
Step 4790 | loss:1.3223013877868652 lr:1.971369261798632e-05 tokens_per_second_per_gpu:1962.9671810063123 
Step 4791 | loss:1.2178288698196411 lr:1.970019221923126e-05 tokens_per_second_per_gpu:2082.6947770457605 
Step 4792 | loss:1.2014977931976318 lr:1.968669463400836e-05 tokens_per_second_per_gpu:2134.8814527169725 
Step 4793 | loss:1.1056091785430908 lr:1.967319986479973e-05 tokens_per_second_per_gpu:2709.8521330547073 
Step 4794 | loss:1.2178095579147339 lr:1.9659707914086993e-05 tokens_per_second_per_gpu:1891.4323288700216 
Step 4795 | loss:1.3950682878494263 lr:1.9646218784351216e-05 tokens_per_second_per_gpu:2068.4940511530526 
Step 4796 | loss:1.0769553184509277 lr:1.9632732478072944e-05 tokens_per_second_per_gpu:3407.636017891465 
Step 4797 | loss:1.1549839973449707 lr:1.9619248997732246e-05 tokens_per_second_per_gpu:2062.750008031475 
Step 4798 | loss:1.1747058629989624 lr:1.9605768345808618e-05 tokens_per_second_per_gpu:2367.5888799415857 
Step 4799 | loss:1.4057786464691162 lr:1.959229052478109e-05 tokens_per_second_per_gpu:1782.3864745258593 
Step 4800 | loss:1.2626049518585205 lr:1.9578815537128123e-05 tokens_per_second_per_gpu:2253.7523538318433 
Step 4801 | loss:1.3018512725830078 lr:1.956534338532768e-05 tokens_per_second_per_gpu:1706.518467890956 
Step 4802 | loss:1.2646251916885376 lr:1.9551874071857187e-05 tokens_per_second_per_gpu:2180.1007589071546 
Step 4803 | loss:1.164742112159729 lr:1.953840759919359e-05 tokens_per_second_per_gpu:2740.245701175203 
Step 4804 | loss:1.4324642419815063 lr:1.952494396981327e-05 tokens_per_second_per_gpu:2960.871148653429 
Step 4805 | loss:1.2028002738952637 lr:1.951148318619209e-05 tokens_per_second_per_gpu:2700.1755269641467 
Step 4806 | loss:1.0751149654388428 lr:1.949802525080539e-05 tokens_per_second_per_gpu:2786.905831597161 
Step 4807 | loss:1.2040849924087524 lr:1.9484570166128024e-05 tokens_per_second_per_gpu:2541.307990855924 
Step 4808 | loss:1.2789344787597656 lr:1.9471117934634278e-05 tokens_per_second_per_gpu:2479.280864755786 
Step 4809 | loss:1.176523208618164 lr:1.9457668558797902e-05 tokens_per_second_per_gpu:2625.4990338629696 
Step 4810 | loss:1.2238023281097412 lr:1.944422204109219e-05 tokens_per_second_per_gpu:2327.383719111278 
Step 4811 | loss:1.103731393814087 lr:1.943077838398983e-05 tokens_per_second_per_gpu:1810.8127653755494 
Step 4812 | loss:1.181086778640747 lr:1.9417337589963048e-05 tokens_per_second_per_gpu:2256.766578853823 
Step 4813 | loss:1.3201102018356323 lr:1.9403899661483505e-05 tokens_per_second_per_gpu:1920.278515264909 
Step 4814 | loss:1.3113512992858887 lr:1.9390464601022346e-05 tokens_per_second_per_gpu:2407.137579190376 
Step 4815 | loss:1.2402141094207764 lr:1.937703241105017e-05 tokens_per_second_per_gpu:2782.731849163163 
Step 4816 | loss:1.3160895109176636 lr:1.93636030940371e-05 tokens_per_second_per_gpu:2226.079320431976 
Step 4817 | loss:1.1162079572677612 lr:1.9350176652452685e-05 tokens_per_second_per_gpu:2442.2592032036587 
Step 4818 | loss:1.1564230918884277 lr:1.9336753088765952e-05 tokens_per_second_per_gpu:1887.4651412720825 
Step 4819 | loss:1.2063297033309937 lr:1.932333240544539e-05 tokens_per_second_per_gpu:2292.229531737485 
Step 4820 | loss:1.0883219242095947 lr:1.9309914604959006e-05 tokens_per_second_per_gpu:2926.5748548183296 
Step 4821 | loss:1.3273506164550781 lr:1.9296499689774228e-05 tokens_per_second_per_gpu:2097.3546682415995 
Step 4822 | loss:1.224236249923706 lr:1.9283087662357965e-05 tokens_per_second_per_gpu:2009.6668899080148 
Step 4823 | loss:1.264352798461914 lr:1.926967852517659e-05 tokens_per_second_per_gpu:2796.9508190983643 
Step 4824 | loss:1.2899891138076782 lr:1.925627228069597e-05 tokens_per_second_per_gpu:2127.952579169267 
Step 4825 | loss:0.9420450925827026 lr:1.9242868931381427e-05 tokens_per_second_per_gpu:3781.715400681042 
Step 4826 | loss:1.2593927383422852 lr:1.9229468479697745e-05 tokens_per_second_per_gpu:2126.932359025798 
Step 4827 | loss:1.3201549053192139 lr:1.9216070928109167e-05 tokens_per_second_per_gpu:2394.905044043467 
Step 4828 | loss:1.2339229583740234 lr:1.920267627907941e-05 tokens_per_second_per_gpu:2264.9647655296753 
Step 4829 | loss:0.9819746017456055 lr:1.9189284535071677e-05 tokens_per_second_per_gpu:3397.216999338315 
Step 4830 | loss:1.2079092264175415 lr:1.917589569854861e-05 tokens_per_second_per_gpu:2106.6115068764275 
Step 4831 | loss:1.34638512134552 lr:1.9162509771972333e-05 tokens_per_second_per_gpu:2299.6970343811886 
Step 4832 | loss:1.1336414813995361 lr:1.9149126757804403e-05 tokens_per_second_per_gpu:2157.0707025653837 
Step 4833 | loss:1.202606201171875 lr:1.9135746658505903e-05 tokens_per_second_per_gpu:2214.187073791873 
Step 4834 | loss:1.2273013591766357 lr:1.9122369476537328e-05 tokens_per_second_per_gpu:1648.6536826800482 
Step 4835 | loss:1.0654321908950806 lr:1.9108995214358647e-05 tokens_per_second_per_gpu:2680.4534580677187 
Step 4836 | loss:1.1585266590118408 lr:1.9095623874429286e-05 tokens_per_second_per_gpu:2452.3678892695502 
Step 4837 | loss:1.127249836921692 lr:1.9082255459208167e-05 tokens_per_second_per_gpu:2826.9791819134766 
Step 4838 | loss:1.2880911827087402 lr:1.906888997115366e-05 tokens_per_second_per_gpu:2501.292696928451 
Step 4839 | loss:1.1238689422607422 lr:1.9055527412723568e-05 tokens_per_second_per_gpu:3007.3871637411075 
Step 4840 | loss:1.046464443206787 lr:1.9042167786375178e-05 tokens_per_second_per_gpu:2871.2205058196605 
Step 4841 | loss:1.1883913278579712 lr:1.902881109456523e-05 tokens_per_second_per_gpu:2723.54648504785 
Step 4842 | loss:1.1486074924468994 lr:1.9015457339749964e-05 tokens_per_second_per_gpu:3385.413553766127 
Step 4843 | loss:1.1290035247802734 lr:1.9002106524385008e-05 tokens_per_second_per_gpu:3139.286995637987 
Step 4844 | loss:1.2132271528244019 lr:1.898875865092551e-05 tokens_per_second_per_gpu:2103.952899387758 
Step 4845 | loss:1.2222676277160645 lr:1.8975413721826028e-05 tokens_per_second_per_gpu:2231.542767699312 
Step 4846 | loss:1.1033344268798828 lr:1.8962071739540634e-05 tokens_per_second_per_gpu:2292.248300701472 
Step 4847 | loss:1.0324472188949585 lr:1.8948732706522827e-05 tokens_per_second_per_gpu:2782.1590816037447 
Step 4848 | loss:1.107070803642273 lr:1.893539662522555e-05 tokens_per_second_per_gpu:2638.9061225000964 
Step 4849 | loss:1.2712771892547607 lr:1.8922063498101213e-05 tokens_per_second_per_gpu:2243.993956780494 
Step 4850 | loss:1.2405507564544678 lr:1.8908733327601703e-05 tokens_per_second_per_gpu:2135.820007252369 
Step 4851 | loss:1.2760339975357056 lr:1.889540611617836e-05 tokens_per_second_per_gpu:2421.1422662351893 
Step 4852 | loss:1.2004480361938477 lr:1.8882081866281955e-05 tokens_per_second_per_gpu:2604.6263293769507 
Step 4853 | loss:1.3074079751968384 lr:1.8868760580362735e-05 tokens_per_second_per_gpu:1654.5315868049906 
Step 4854 | loss:1.1598187685012817 lr:1.8855442260870373e-05 tokens_per_second_per_gpu:2579.0664482109946 
Step 4855 | loss:1.29261314868927 lr:1.8842126910254055e-05 tokens_per_second_per_gpu:2188.998828681062 
Step 4856 | loss:1.2616353034973145 lr:1.882881453096236e-05 tokens_per_second_per_gpu:2852.047626908245 
Step 4857 | loss:1.2483822107315063 lr:1.8815505125443354e-05 tokens_per_second_per_gpu:2536.312726723136 
Step 4858 | loss:1.2986584901809692 lr:1.8802198696144543e-05 tokens_per_second_per_gpu:2509.4877451893444 
Step 4859 | loss:1.2161592245101929 lr:1.878889524551288e-05 tokens_per_second_per_gpu:2557.5949571156957 
Step 4860 | loss:1.3138478994369507 lr:1.8775594775994802e-05 tokens_per_second_per_gpu:2299.5417853037193 
Step 4861 | loss:1.3056987524032593 lr:1.8762297290036173e-05 tokens_per_second_per_gpu:1889.3712534514923 
Step 4862 | loss:1.177825689315796 lr:1.8749002790082306e-05 tokens_per_second_per_gpu:2281.7867715017383 
Step 4863 | loss:1.1949317455291748 lr:1.8735711278577953e-05 tokens_per_second_per_gpu:2246.5546065800236 
Step 4864 | loss:1.1948702335357666 lr:1.8722422757967347e-05 tokens_per_second_per_gpu:2561.8462933087053 
Step 4865 | loss:1.2313517332077026 lr:1.8709137230694175e-05 tokens_per_second_per_gpu:2576.3443864661895 
Step 4866 | loss:1.4011465311050415 lr:1.869585469920155e-05 tokens_per_second_per_gpu:1624.8956130696222 
Step 4867 | loss:1.3247848749160767 lr:1.868257516593203e-05 tokens_per_second_per_gpu:2385.994219342394 
Step 4868 | loss:1.1715822219848633 lr:1.866929863332762e-05 tokens_per_second_per_gpu:2121.4080822704677 
Step 4869 | loss:1.0895408391952515 lr:1.8656025103829818e-05 tokens_per_second_per_gpu:2738.851423747535 
Step 4870 | loss:1.1516062021255493 lr:1.864275457987952e-05 tokens_per_second_per_gpu:2418.083573975701 
Step 4871 | loss:1.3542169332504272 lr:1.862948706391709e-05 tokens_per_second_per_gpu:2307.0809940522704 
Step 4872 | loss:1.1712021827697754 lr:1.8616222558382313e-05 tokens_per_second_per_gpu:3298.6715607676165 
Step 4873 | loss:1.1752078533172607 lr:1.8602961065714478e-05 tokens_per_second_per_gpu:2408.9967423186667 
Step 4874 | loss:1.1104720830917358 lr:1.8589702588352268e-05 tokens_per_second_per_gpu:2195.4439900841735 
Step 4875 | loss:1.2883299589157104 lr:1.8576447128733825e-05 tokens_per_second_per_gpu:2622.3046809205093 
Step 4876 | loss:1.0701111555099487 lr:1.8563194689296736e-05 tokens_per_second_per_gpu:2723.718654935305 
Step 4877 | loss:1.3540157079696655 lr:1.8549945272478054e-05 tokens_per_second_per_gpu:1624.8520049600656 
Step 4878 | loss:1.148614764213562 lr:1.8536698880714236e-05 tokens_per_second_per_gpu:2583.152452111461 
Step 4879 | loss:1.222749948501587 lr:1.8523455516441223e-05 tokens_per_second_per_gpu:2627.9102223091777 
Step 4880 | loss:1.0970784425735474 lr:1.8510215182094376e-05 tokens_per_second_per_gpu:2026.503866064832 
Step 4881 | loss:1.2400407791137695 lr:1.8496977880108493e-05 tokens_per_second_per_gpu:1751.5855035674224 
Step 4882 | loss:1.2603429555892944 lr:1.848374361291784e-05 tokens_per_second_per_gpu:1655.099569393554 
Step 4883 | loss:1.1192090511322021 lr:1.8470512382956106e-05 tokens_per_second_per_gpu:1880.3765583915683 
Step 4884 | loss:1.2856332063674927 lr:1.845728419265642e-05 tokens_per_second_per_gpu:2574.327702097522 
Step 4885 | loss:1.2947660684585571 lr:1.8444059044451357e-05 tokens_per_second_per_gpu:2598.9034798477487 
Step 4886 | loss:1.2944881916046143 lr:1.8430836940772943e-05 tokens_per_second_per_gpu:2032.121731399742 
Step 4887 | loss:1.2969595193862915 lr:1.841761788405263e-05 tokens_per_second_per_gpu:1750.4714322364775 
Step 4888 | loss:1.0752849578857422 lr:1.8404401876721312e-05 tokens_per_second_per_gpu:2681.700348873791 
Step 4889 | loss:1.1824951171875 lr:1.8391188921209308e-05 tokens_per_second_per_gpu:2376.561242766072 
Step 4890 | loss:1.1214320659637451 lr:1.8377979019946425e-05 tokens_per_second_per_gpu:2779.0735543125543 
Step 4891 | loss:1.1490042209625244 lr:1.8364772175361845e-05 tokens_per_second_per_gpu:2801.141008937012 
Step 4892 | loss:1.3938900232315063 lr:1.8351568389884242e-05 tokens_per_second_per_gpu:2206.581157005998 
Step 4893 | loss:1.3200466632843018 lr:1.83383676659417e-05 tokens_per_second_per_gpu:2630.0337677779385 
Step 4894 | loss:1.1092175245285034 lr:1.8325170005961723e-05 tokens_per_second_per_gpu:3006.1012549553907 
Step 4895 | loss:1.1883970499038696 lr:1.83119754123713e-05 tokens_per_second_per_gpu:2094.0146557053554 
Step 4896 | loss:1.4454690217971802 lr:1.829878388759681e-05 tokens_per_second_per_gpu:2127.942037976932 
Step 4897 | loss:1.0854402780532837 lr:1.8285595434064093e-05 tokens_per_second_per_gpu:2166.7973535813526 
Step 4898 | loss:1.1839146614074707 lr:1.8272410054198405e-05 tokens_per_second_per_gpu:2076.4890979824927 
Step 4899 | loss:1.353157639503479 lr:1.8259227750424472e-05 tokens_per_second_per_gpu:2071.027419670301 
Step 4900 | loss:1.2668839693069458 lr:1.8246048525166417e-05 tokens_per_second_per_gpu:1864.306647645506 
Step 4901 | loss:1.3767305612564087 lr:1.8232872380847815e-05 tokens_per_second_per_gpu:1988.3464190088796 
Step 4902 | loss:1.2692455053329468 lr:1.8219699319891654e-05 tokens_per_second_per_gpu:2916.114356213692 
Step 4903 | loss:1.3905376195907593 lr:1.8206529344720402e-05 tokens_per_second_per_gpu:2286.9020508804574 
Step 4904 | loss:1.190398097038269 lr:1.8193362457755914e-05 tokens_per_second_per_gpu:2280.3026956193853 
Step 4905 | loss:1.0840007066726685 lr:1.8180198661419477e-05 tokens_per_second_per_gpu:2444.718906462654 
Step 4906 | loss:1.1233669519424438 lr:1.816703795813185e-05 tokens_per_second_per_gpu:2718.2760868961996 
Step 4907 | loss:1.0055729150772095 lr:1.815388035031318e-05 tokens_per_second_per_gpu:2520.1318843189742 
Step 4908 | loss:1.1205971240997314 lr:1.814072584038308e-05 tokens_per_second_per_gpu:3202.069696476138 
Step 4909 | loss:1.306125283241272 lr:1.8127574430760572e-05 tokens_per_second_per_gpu:2318.32776598609 
Step 4910 | loss:1.1775904893875122 lr:1.8114426123864103e-05 tokens_per_second_per_gpu:2242.887834940743 
Step 4911 | loss:1.1190234422683716 lr:1.8101280922111553e-05 tokens_per_second_per_gpu:3325.0733544170357 
Step 4912 | loss:1.249444603919983 lr:1.808813882792026e-05 tokens_per_second_per_gpu:1961.2394525565055 
Step 4913 | loss:1.139801263809204 lr:1.807499984370695e-05 tokens_per_second_per_gpu:2433.8599375710646 
Step 4914 | loss:1.1531366109848022 lr:1.8061863971887795e-05 tokens_per_second_per_gpu:2362.9537196442866 
Step 4915 | loss:1.2012044191360474 lr:1.8048731214878405e-05 tokens_per_second_per_gpu:1813.8322040750288 
Step 4916 | loss:1.171097755432129 lr:1.8035601575093782e-05 tokens_per_second_per_gpu:2156.3887078120492 
Step 4917 | loss:1.2078202962875366 lr:1.8022475054948407e-05 tokens_per_second_per_gpu:2118.8713858160922 
Step 4918 | loss:1.3595207929611206 lr:1.8009351656856144e-05 tokens_per_second_per_gpu:2135.6950781416917 
Step 4919 | loss:1.1965378522872925 lr:1.799623138323029e-05 tokens_per_second_per_gpu:2836.115945563962 
Step 4920 | loss:1.2421461343765259 lr:1.79831142364836e-05 tokens_per_second_per_gpu:2352.5263376648877 
Step 4921 | loss:1.1875228881835938 lr:1.79700002190282e-05 tokens_per_second_per_gpu:1801.1481180578905 
Step 4922 | loss:1.336382269859314 lr:1.7956889333275702e-05 tokens_per_second_per_gpu:2214.2443702225137 
Step 4923 | loss:1.2771494388580322 lr:1.794378158163709e-05 tokens_per_second_per_gpu:2074.838116938275 
Step 4924 | loss:1.3074053525924683 lr:1.7930676966522796e-05 tokens_per_second_per_gpu:1662.029187147873 
Step 4925 | loss:1.213505506515503 lr:1.7917575490342658e-05 tokens_per_second_per_gpu:2539.9455611388316 
Step 4926 | loss:1.2961742877960205 lr:1.7904477155505977e-05 tokens_per_second_per_gpu:2614.375289720584 
Step 4927 | loss:1.1999309062957764 lr:1.7891381964421428e-05 tokens_per_second_per_gpu:1437.9676521551273 
Step 4928 | loss:1.1752492189407349 lr:1.787828991949714e-05 tokens_per_second_per_gpu:1989.2713470728452 
Step 4929 | loss:1.1718298196792603 lr:1.7865201023140634e-05 tokens_per_second_per_gpu:3066.061779883832 
Step 4930 | loss:1.3155113458633423 lr:1.7852115277758897e-05 tokens_per_second_per_gpu:2039.5217167054475 
Step 4931 | loss:1.3157986402511597 lr:1.7839032685758295e-05 tokens_per_second_per_gpu:2362.9601876439137 
Step 4932 | loss:1.197857141494751 lr:1.7825953249544617e-05 tokens_per_second_per_gpu:1898.7174944016908 
Step 4933 | loss:1.1882789134979248 lr:1.7812876971523112e-05 tokens_per_second_per_gpu:2875.347214166025 
Step 4934 | loss:1.0606120824813843 lr:1.7799803854098388e-05 tokens_per_second_per_gpu:2530.7770899990937 
Step 4935 | loss:1.2179139852523804 lr:1.7786733899674538e-05 tokens_per_second_per_gpu:2373.382999281089 
Step 4936 | loss:1.2330456972122192 lr:1.777366711065502e-05 tokens_per_second_per_gpu:2350.396756690971 
Step 4937 | loss:1.2284005880355835 lr:1.776060348944273e-05 tokens_per_second_per_gpu:3066.2428774705904 
Step 4938 | loss:1.2234526872634888 lr:1.774754303843997e-05 tokens_per_second_per_gpu:1596.7282076843958 
Step 4939 | loss:1.218030333518982 lr:1.7734485760048498e-05 tokens_per_second_per_gpu:2370.8642354391577 
Step 4940 | loss:1.1172308921813965 lr:1.7721431656669435e-05 tokens_per_second_per_gpu:2078.3232379341257 
Step 4941 | loss:1.1602915525436401 lr:1.770838073070336e-05 tokens_per_second_per_gpu:2507.685250822377 
Step 4942 | loss:1.2495880126953125 lr:1.7695332984550224e-05 tokens_per_second_per_gpu:2263.973866322383 
Step 4943 | loss:1.3095650672912598 lr:1.768228842060945e-05 tokens_per_second_per_gpu:2152.2586518793637 
Step 4944 | loss:1.213950753211975 lr:1.7669247041279834e-05 tokens_per_second_per_gpu:2156.5806622002574 
Step 4945 | loss:1.2200090885162354 lr:1.76562088489596e-05 tokens_per_second_per_gpu:2403.6324837482466 
Step 4946 | loss:1.1260894536972046 lr:1.764317384604637e-05 tokens_per_second_per_gpu:2545.631085080685 
Step 4947 | loss:1.4131524562835693 lr:1.7630142034937206e-05 tokens_per_second_per_gpu:1721.836209092687 
Step 4948 | loss:1.2725491523742676 lr:1.7617113418028584e-05 tokens_per_second_per_gpu:2627.1668327306993 
Step 4949 | loss:1.30436110496521 lr:1.7604087997716366e-05 tokens_per_second_per_gpu:2128.215119176258 
Step 4950 | loss:1.2241257429122925 lr:1.7591065776395837e-05 tokens_per_second_per_gpu:1620.0006932663296 
Step 4951 | loss:1.318285584449768 lr:1.757804675646169e-05 tokens_per_second_per_gpu:3110.802797029865 
Step 4952 | loss:1.375931978225708 lr:1.7565030940308057e-05 tokens_per_second_per_gpu:2401.972281295015 
Step 4953 | loss:1.1347694396972656 lr:1.7552018330328446e-05 tokens_per_second_per_gpu:2016.862508085439 
Step 4954 | loss:1.3048889636993408 lr:1.753900892891579e-05 tokens_per_second_per_gpu:1977.1855896980942 
Step 4955 | loss:1.2273575067520142 lr:1.752600273846242e-05 tokens_per_second_per_gpu:3130.558348838905 
Step 4956 | loss:1.327042818069458 lr:1.751299976136011e-05 tokens_per_second_per_gpu:1747.4663201784863 
Step 4957 | loss:1.1431655883789062 lr:1.7500000000000005e-05 tokens_per_second_per_gpu:2334.580112243084 
Step 4958 | loss:1.2492928504943848 lr:1.748700345677268e-05 tokens_per_second_per_gpu:2068.077749663937 
Step 4959 | loss:1.3074066638946533 lr:1.7474010134068097e-05 tokens_per_second_per_gpu:2420.794822818086 
Step 4960 | loss:1.2071012258529663 lr:1.7461020034275655e-05 tokens_per_second_per_gpu:2738.761276215091 
Step 4961 | loss:1.1546343564987183 lr:1.7448033159784156e-05 tokens_per_second_per_gpu:2296.4844280109373 
Step 4962 | loss:1.31059992313385 lr:1.743504951298179e-05 tokens_per_second_per_gpu:2471.308291374404 
Step 4963 | loss:1.3991180658340454 lr:1.742206909625616e-05 tokens_per_second_per_gpu:1860.2442751362887 
Step 4964 | loss:1.2327709197998047 lr:1.7409091911994267e-05 tokens_per_second_per_gpu:2631.769331476447 
Step 4965 | loss:1.137229323387146 lr:1.739611796258255e-05 tokens_per_second_per_gpu:2005.8710932222896 
Step 4966 | loss:1.009628176689148 lr:1.7383147250406824e-05 tokens_per_second_per_gpu:2130.879691927732 
Step 4967 | loss:1.2706191539764404 lr:1.737017977785231e-05 tokens_per_second_per_gpu:2074.852695170705 
Step 4968 | loss:1.116543173789978 lr:1.7357215547303635e-05 tokens_per_second_per_gpu:2196.340522117794 
Step 4969 | loss:1.131211519241333 lr:1.7344254561144854e-05 tokens_per_second_per_gpu:2258.449405514946 
Step 4970 | loss:1.2129793167114258 lr:1.7331296821759392e-05 tokens_per_second_per_gpu:3280.3669311571357 
Step 4971 | loss:1.2326726913452148 lr:1.731834233153009e-05 tokens_per_second_per_gpu:2022.4179948094195 
Step 4972 | loss:1.3978980779647827 lr:1.7305391092839182e-05 tokens_per_second_per_gpu:2276.979537320181 
Step 4973 | loss:1.3128749132156372 lr:1.7292443108068324e-05 tokens_per_second_per_gpu:2158.3049838306742 
Step 4974 | loss:1.2606871128082275 lr:1.7279498379598585e-05 tokens_per_second_per_gpu:2167.721011857539 
Step 4975 | loss:1.1971237659454346 lr:1.726655690981039e-05 tokens_per_second_per_gpu:2349.1187529349686 
Step 4976 | loss:1.176470398902893 lr:1.725361870108359e-05 tokens_per_second_per_gpu:2694.0394572920986 
Step 4977 | loss:1.3310927152633667 lr:1.7240683755797432e-05 tokens_per_second_per_gpu:1687.415126792341 
Step 4978 | loss:1.095566987991333 lr:1.7227752076330577e-05 tokens_per_second_per_gpu:2852.8343774021637 
Step 4979 | loss:1.2103420495986938 lr:1.7214823665061078e-05 tokens_per_second_per_gpu:2736.5257956355003 
Step 4980 | loss:1.01042902469635 lr:1.7201898524366368e-05 tokens_per_second_per_gpu:2566.1817189769095 
Step 4981 | loss:1.3118687868118286 lr:1.71889766566233e-05 tokens_per_second_per_gpu:2102.945675771271 
Step 4982 | loss:1.29353928565979 lr:1.7176058064208108e-05 tokens_per_second_per_gpu:2791.8064069981046 
Step 4983 | loss:1.3516812324523926 lr:1.716314274949646e-05 tokens_per_second_per_gpu:1638.5766348064367 
Step 4984 | loss:1.373542308807373 lr:1.7150230714863376e-05 tokens_per_second_per_gpu:2019.0773136156502 
Step 4985 | loss:1.2525689601898193 lr:1.7137321962683302e-05 tokens_per_second_per_gpu:2756.2946860910174 
Step 4986 | loss:1.2806580066680908 lr:1.7124416495330053e-05 tokens_per_second_per_gpu:2052.1527753431924 
Step 4987 | loss:1.3410913944244385 lr:1.7111514315176876e-05 tokens_per_second_per_gpu:2121.586064819614 
Step 4988 | loss:1.1413949728012085 lr:1.70986154245964e-05 tokens_per_second_per_gpu:2749.7444652573663 
Step 4989 | loss:1.4564534425735474 lr:1.7085719825960638e-05 tokens_per_second_per_gpu:2193.233231200864 
Step 4990 | loss:1.379858136177063 lr:1.7072827521641003e-05 tokens_per_second_per_gpu:1878.3004437140262 
Step 4991 | loss:1.2005223035812378 lr:1.705993851400829e-05 tokens_per_second_per_gpu:2778.511331987384 
Step 4992 | loss:0.9843736886978149 lr:1.7047052805432727e-05 tokens_per_second_per_gpu:2539.127644697188 
Step 4993 | loss:1.2841358184814453 lr:1.7034170398283892e-05 tokens_per_second_per_gpu:1965.8117132721197 
Step 4994 | loss:1.1887120008468628 lr:1.7021291294930785e-05 tokens_per_second_per_gpu:2760.1983559592836 
Step 4995 | loss:1.2275294065475464 lr:1.7008415497741763e-05 tokens_per_second_per_gpu:2237.7882575378217 
Step 4996 | loss:1.1121019124984741 lr:1.699554300908463e-05 tokens_per_second_per_gpu:2648.0901885893127 
Step 4997 | loss:0.9979873895645142 lr:1.6982673831326533e-05 tokens_per_second_per_gpu:3040.8469557007343 
Step 4998 | loss:1.007487416267395 lr:1.6969807966834035e-05 tokens_per_second_per_gpu:2053.991590078661 
Step 4999 | loss:1.3429787158966064 lr:1.695694541797306e-05 tokens_per_second_per_gpu:2308.496008971704 
Step 5000 | loss:0.9738271832466125 lr:1.6944086187108983e-05 tokens_per_second_per_gpu:2855.1614839765716 
Step 5001 | loss:1.0717558860778809 lr:1.6931230276606487e-05 tokens_per_second_per_gpu:2750.7306699524797 
Step 5002 | loss:1.2606302499771118 lr:1.691837768882973e-05 tokens_per_second_per_gpu:1694.7146016668785 
Step 5003 | loss:1.3407162427902222 lr:1.6905528426142197e-05 tokens_per_second_per_gpu:1676.772466887257 
Step 5004 | loss:1.1816543340682983 lr:1.689268249090677e-05 tokens_per_second_per_gpu:1976.8322153592 
Step 5005 | loss:1.2341715097427368 lr:1.6879839885485753e-05 tokens_per_second_per_gpu:2340.2771142399574 
Step 5006 | loss:1.3100531101226807 lr:1.6867000612240808e-05 tokens_per_second_per_gpu:2063.413106915687 
Step 5007 | loss:1.2741044759750366 lr:1.6854164673532983e-05 tokens_per_second_per_gpu:1967.1977939018989 
Step 5008 | loss:1.237534523010254 lr:1.6841332071722716e-05 tokens_per_second_per_gpu:3088.078813007522 
Step 5009 | loss:1.0684309005737305 lr:1.6828502809169858e-05 tokens_per_second_per_gpu:2396.3118713202184 
Step 5010 | loss:1.1371009349822998 lr:1.6815676888233612e-05 tokens_per_second_per_gpu:2164.123268867151 
Step 5011 | loss:1.1564130783081055 lr:1.680285431127258e-05 tokens_per_second_per_gpu:2090.1533488015193 
Step 5012 | loss:1.3075182437896729 lr:1.679003508064474e-05 tokens_per_second_per_gpu:2177.5309281114055 
Step 5013 | loss:1.297947645187378 lr:1.6777219198707473e-05 tokens_per_second_per_gpu:2277.349504799025 
Step 5014 | loss:1.232832431793213 lr:1.6764406667817525e-05 tokens_per_second_per_gpu:2636.7765682955 
Step 5015 | loss:1.1596707105636597 lr:1.6751597490331055e-05 tokens_per_second_per_gpu:2863.695455642847 
Step 5016 | loss:1.0568965673446655 lr:1.673879166860357e-05 tokens_per_second_per_gpu:2452.9661866921715 
Step 5017 | loss:1.2987254858016968 lr:1.6725989204989965e-05 tokens_per_second_per_gpu:2084.678912974807 
Step 5018 | loss:1.1686689853668213 lr:1.671319010184455e-05 tokens_per_second_per_gpu:2519.587021472936 
Step 5019 | loss:1.3074597120285034 lr:1.6700394361520977e-05 tokens_per_second_per_gpu:1974.5122543820928 
Step 5020 | loss:1.0226705074310303 lr:1.6687601986372305e-05 tokens_per_second_per_gpu:2288.857865642472 
Step 5021 | loss:1.1422568559646606 lr:1.6674812978750956e-05 tokens_per_second_per_gpu:2714.995967265453 
Step 5022 | loss:1.267716646194458 lr:1.6662027341008757e-05 tokens_per_second_per_gpu:2249.371404682325 
Step 5023 | loss:1.2637131214141846 lr:1.6649245075496893e-05 tokens_per_second_per_gpu:1978.4470719601989 
Step 5024 | loss:1.1051437854766846 lr:1.6636466184565944e-05 tokens_per_second_per_gpu:2700.3987736623403 
Step 5025 | loss:1.3532824516296387 lr:1.662369067056584e-05 tokens_per_second_per_gpu:1501.627119285757 
Step 5026 | loss:1.152578353881836 lr:1.6610918535845944e-05 tokens_per_second_per_gpu:2382.5067698741577 
Step 5027 | loss:1.190158724784851 lr:1.659814978275495e-05 tokens_per_second_per_gpu:2703.3478288501574 
Step 5028 | loss:1.1023892164230347 lr:1.6585384413640935e-05 tokens_per_second_per_gpu:2681.669962790454 
Step 5029 | loss:1.1287320852279663 lr:1.657262243085139e-05 tokens_per_second_per_gpu:2730.5042087621614 
Step 5030 | loss:1.2154254913330078 lr:1.6559863836733134e-05 tokens_per_second_per_gpu:2738.3404213552367 
Step 5031 | loss:1.1269742250442505 lr:1.6547108633632413e-05 tokens_per_second_per_gpu:2329.479399128755 
Step 5032 | loss:1.2420263290405273 lr:1.6534356823894808e-05 tokens_per_second_per_gpu:1814.509993418754 
Step 5033 | loss:1.2587894201278687 lr:1.6521608409865287e-05 tokens_per_second_per_gpu:2487.2778604438236 
Step 5034 | loss:1.1810160875320435 lr:1.6508863393888195e-05 tokens_per_second_per_gpu:2453.584121331376 
Step 5035 | loss:1.300184726715088 lr:1.6496121778307276e-05 tokens_per_second_per_gpu:2013.548450492634 
Step 5036 | loss:1.1204856634140015 lr:1.648338356546561e-05 tokens_per_second_per_gpu:2264.605733689338 
Step 5037 | loss:1.3205194473266602 lr:1.6470648757705682e-05 tokens_per_second_per_gpu:2440.114948423482 
Step 5038 | loss:1.0809623003005981 lr:1.6457917357369326e-05 tokens_per_second_per_gpu:2246.006319991518 
Step 5039 | loss:1.1676374673843384 lr:1.644518936679775e-05 tokens_per_second_per_gpu:2169.332357224318 
Step 5040 | loss:1.2048395872116089 lr:1.643246478833158e-05 tokens_per_second_per_gpu:1860.5178814253386 
Step 5041 | loss:1.1805520057678223 lr:1.6419743624310756e-05 tokens_per_second_per_gpu:2674.0650951797643 
Step 5042 | loss:1.1869816780090332 lr:1.6407025877074613e-05 tokens_per_second_per_gpu:2217.7763858575795 
Step 5043 | loss:1.1570472717285156 lr:1.6394311548961863e-05 tokens_per_second_per_gpu:2366.1198001893204 
Step 5044 | loss:1.0455102920532227 lr:1.638160064231061e-05 tokens_per_second_per_gpu:3883.035483954178 
Step 5045 | loss:1.2939502000808716 lr:1.6368893159458278e-05 tokens_per_second_per_gpu:2360.929413196233 
Step 5046 | loss:1.1821494102478027 lr:1.6356189102741696e-05 tokens_per_second_per_gpu:2550.6471703082057 
Step 5047 | loss:1.1701045036315918 lr:1.6343488474497057e-05 tokens_per_second_per_gpu:3170.621381242089 
Step 5048 | loss:1.1476540565490723 lr:1.63307912770599e-05 tokens_per_second_per_gpu:2580.1626559323768 
Step 5049 | loss:1.1541955471038818 lr:1.6318097512765192e-05 tokens_per_second_per_gpu:2596.161601908477 
Step 5050 | loss:1.2424860000610352 lr:1.6305407183947208e-05 tokens_per_second_per_gpu:2336.9351125028666 
Step 5051 | loss:1.5507938861846924 lr:1.6292720292939618e-05 tokens_per_second_per_gpu:1653.4337207367967 
Step 5052 | loss:1.1030277013778687 lr:1.6280036842075445e-05 tokens_per_second_per_gpu:2881.317208929918 
Step 5053 | loss:1.2372078895568848 lr:1.6267356833687116e-05 tokens_per_second_per_gpu:2301.511883841367 
Step 5054 | loss:1.163606882095337 lr:1.6254680270106387e-05 tokens_per_second_per_gpu:2383.2158998550076 
Step 5055 | loss:1.3215882778167725 lr:1.6242007153664378e-05 tokens_per_second_per_gpu:2115.9409672207403 
Step 5056 | loss:1.0909007787704468 lr:1.6229337486691615e-05 tokens_per_second_per_gpu:2578.0596885572195 
Step 5057 | loss:1.2494683265686035 lr:1.6216671271517943e-05 tokens_per_second_per_gpu:1582.2647602743752 
Step 5058 | loss:1.3357138633728027 lr:1.620400851047262e-05 tokens_per_second_per_gpu:1719.717672854218 
Step 5059 | loss:1.3205937147140503 lr:1.619134920588423e-05 tokens_per_second_per_gpu:2351.9220746186775 
Step 5060 | loss:1.1612364053726196 lr:1.6178693360080725e-05 tokens_per_second_per_gpu:2625.1093165246193 
Step 5061 | loss:1.3001909255981445 lr:1.616604097538943e-05 tokens_per_second_per_gpu:2068.869968560146 
Step 5062 | loss:1.266066074371338 lr:1.6153392054137052e-05 tokens_per_second_per_gpu:2407.3668459833725 
Step 5063 | loss:1.3937519788742065 lr:1.6140746598649638e-05 tokens_per_second_per_gpu:1438.1718630025973 
Step 5064 | loss:1.4064213037490845 lr:1.612810461125259e-05 tokens_per_second_per_gpu:2567.879386511702 
Step 5065 | loss:1.223618984222412 lr:1.6115466094270686e-05 tokens_per_second_per_gpu:2146.555172308616 
Step 5066 | loss:1.1893234252929688 lr:1.610283105002808e-05 tokens_per_second_per_gpu:2072.9612959359083 
Step 5067 | loss:1.2903110980987549 lr:1.6090199480848262e-05 tokens_per_second_per_gpu:2042.100183098212 
Step 5068 | loss:1.3145960569381714 lr:1.6077571389054095e-05 tokens_per_second_per_gpu:1795.6933122490345 
Step 5069 | loss:1.3788013458251953 lr:1.6064946776967783e-05 tokens_per_second_per_gpu:2144.2889235399525 
Step 5070 | loss:1.2137645483016968 lr:1.6052325646910928e-05 tokens_per_second_per_gpu:2103.1318215703322 
Step 5071 | loss:1.140188217163086 lr:1.6039708001204478e-05 tokens_per_second_per_gpu:3353.580298892386 
Step 5072 | loss:1.1168051958084106 lr:1.6027093842168724e-05 tokens_per_second_per_gpu:2508.4204450329585 
Step 5073 | loss:1.1968626976013184 lr:1.6014483172123323e-05 tokens_per_second_per_gpu:1720.6697169140211 
Step 5074 | loss:1.4094510078430176 lr:1.6001875993387276e-05 tokens_per_second_per_gpu:1913.1296611800824 
Step 5075 | loss:1.4098092317581177 lr:1.5989272308278993e-05 tokens_per_second_per_gpu:1697.7032744346873 
Step 5076 | loss:1.2555286884307861 lr:1.597667211911619e-05 tokens_per_second_per_gpu:2428.9883703365836 
Step 5077 | loss:1.231502652168274 lr:1.5964075428215958e-05 tokens_per_second_per_gpu:2394.0257080707565 
Step 5078 | loss:1.1156415939331055 lr:1.595148223789473e-05 tokens_per_second_per_gpu:2726.261524374815 
Step 5079 | loss:1.0607115030288696 lr:1.5938892550468337e-05 tokens_per_second_per_gpu:2458.534857993322 
Step 5080 | loss:1.1666734218597412 lr:1.5926306368251928e-05 tokens_per_second_per_gpu:2068.1493200124933 
Step 5081 | loss:1.2188583612442017 lr:1.591372369356001e-05 tokens_per_second_per_gpu:2829.5663125080887 
Step 5082 | loss:1.3272422552108765 lr:1.5901144528706442e-05 tokens_per_second_per_gpu:2540.743133436518 
Step 5083 | loss:1.1384234428405762 lr:1.5888568876004467e-05 tokens_per_second_per_gpu:2443.0409045254537 
Step 5084 | loss:1.27271568775177 lr:1.587599673776667e-05 tokens_per_second_per_gpu:2139.431829123981 
Step 5085 | loss:1.2274678945541382 lr:1.5863428116304974e-05 tokens_per_second_per_gpu:1980.5173924966239 
Step 5086 | loss:1.1976633071899414 lr:1.5850863013930663e-05 tokens_per_second_per_gpu:2139.887491103633 
Step 5087 | loss:1.233579397201538 lr:1.583830143295436e-05 tokens_per_second_per_gpu:2512.33895245259 
Step 5088 | loss:1.195055365562439 lr:1.5825743375686083e-05 tokens_per_second_per_gpu:2043.3500009207003 
Step 5089 | loss:1.013692855834961 lr:1.581318884443516e-05 tokens_per_second_per_gpu:2727.1266553545397 
Step 5090 | loss:1.1885442733764648 lr:1.5800637841510286e-05 tokens_per_second_per_gpu:2156.1342783397427 
Step 5091 | loss:1.3143069744110107 lr:1.5788090369219498e-05 tokens_per_second_per_gpu:2360.280203714366 
Step 5092 | loss:1.1991338729858398 lr:1.5775546429870218e-05 tokens_per_second_per_gpu:3028.300225358828 
Step 5093 | loss:1.1787424087524414 lr:1.5763006025769166e-05 tokens_per_second_per_gpu:2489.054328939588 
Step 5094 | loss:1.1172852516174316 lr:1.5750469159222454e-05 tokens_per_second_per_gpu:2482.7468301639888 
Step 5095 | loss:1.177951693534851 lr:1.573793583253551e-05 tokens_per_second_per_gpu:2628.3726681569933 
Step 5096 | loss:1.235236644744873 lr:1.5725406048013138e-05 tokens_per_second_per_gpu:1728.2988087079934 
Step 5097 | loss:1.1135109663009644 lr:1.57128798079595e-05 tokens_per_second_per_gpu:2201.912812207772 
Step 5098 | loss:1.2018367052078247 lr:1.570035711467807e-05 tokens_per_second_per_gpu:1729.3022148764287 
Step 5099 | loss:1.122348427772522 lr:1.5687837970471693e-05 tokens_per_second_per_gpu:2574.8722565402486 
Step 5100 | loss:1.2130193710327148 lr:1.5675322377642534e-05 tokens_per_second_per_gpu:2602.7918894725917 
Step 5101 | loss:1.1389782428741455 lr:1.566281033849216e-05 tokens_per_second_per_gpu:3161.2948611998695 
Step 5102 | loss:1.230806589126587 lr:1.5650301855321433e-05 tokens_per_second_per_gpu:2899.204975098489 
Step 5103 | loss:1.182144045829773 lr:1.563779693043059e-05 tokens_per_second_per_gpu:2021.876998406665 
Step 5104 | loss:1.2982220649719238 lr:1.5625295566119187e-05 tokens_per_second_per_gpu:2240.105444369329 
Step 5105 | loss:1.4290509223937988 lr:1.5612797764686138e-05 tokens_per_second_per_gpu:2010.4334140569244 
Step 5106 | loss:1.1767940521240234 lr:1.5600303528429732e-05 tokens_per_second_per_gpu:2183.2997823430264 
Step 5107 | loss:1.1678849458694458 lr:1.5587812859647558e-05 tokens_per_second_per_gpu:2875.4566728215177 
Step 5108 | loss:1.1171422004699707 lr:1.5575325760636567e-05 tokens_per_second_per_gpu:2677.5253161534606 
Step 5109 | loss:1.0873585939407349 lr:1.5562842233693044e-05 tokens_per_second_per_gpu:2614.2617098076944 
Step 5110 | loss:1.2940796613693237 lr:1.5550362281112633e-05 tokens_per_second_per_gpu:2048.4976235714967 
Step 5111 | loss:1.1625715494155884 lr:1.5537885905190332e-05 tokens_per_second_per_gpu:2246.6087493673303 
Step 5112 | loss:1.3719992637634277 lr:1.5525413108220444e-05 tokens_per_second_per_gpu:2374.4408998144454 
Step 5113 | loss:1.3721914291381836 lr:1.551294389249664e-05 tokens_per_second_per_gpu:1876.9652937564385 
Step 5114 | loss:1.1434849500656128 lr:1.5500478260311905e-05 tokens_per_second_per_gpu:2260.6568412189354 
Step 5115 | loss:1.2748970985412598 lr:1.5488016213958617e-05 tokens_per_second_per_gpu:2001.4786309038734 
Step 5116 | loss:1.0463775396347046 lr:1.5475557755728447e-05 tokens_per_second_per_gpu:2248.8886584707725 
Step 5117 | loss:1.0828883647918701 lr:1.5463102887912424e-05 tokens_per_second_per_gpu:3768.437911425666 
Step 5118 | loss:1.2559512853622437 lr:1.5450651612800897e-05 tokens_per_second_per_gpu:2096.7647905537074 
Step 5119 | loss:1.3163248300552368 lr:1.5438203932683603e-05 tokens_per_second_per_gpu:1826.987053368343 
Step 5120 | loss:1.1282258033752441 lr:1.5425759849849574e-05 tokens_per_second_per_gpu:2362.4726981212893 
Step 5121 | loss:1.1821123361587524 lr:1.541331936658719e-05 tokens_per_second_per_gpu:2501.8199834692637 
Step 5122 | loss:1.1673660278320312 lr:1.5400882485184163e-05 tokens_per_second_per_gpu:2684.279565047537 
Step 5123 | loss:1.2288988828659058 lr:1.5388449207927575e-05 tokens_per_second_per_gpu:2060.1492128250684 
Step 5124 | loss:1.3547425270080566 lr:1.5376019537103797e-05 tokens_per_second_per_gpu:2097.7305089636093 
Step 5125 | loss:1.0536103248596191 lr:1.5363593474998595e-05 tokens_per_second_per_gpu:2517.2792518930764 
Step 5126 | loss:1.1950562000274658 lr:1.5351171023897016e-05 tokens_per_second_per_gpu:2220.1601802285513 
Step 5127 | loss:1.3120872974395752 lr:1.5338752186083457e-05 tokens_per_second_per_gpu:1804.1152423218064 
Step 5128 | loss:1.222946286201477 lr:1.5326336963841682e-05 tokens_per_second_per_gpu:1837.409084447824 
Step 5129 | loss:1.1081182956695557 lr:1.5313925359454756e-05 tokens_per_second_per_gpu:2548.6624557832074 
Step 5130 | loss:1.1836297512054443 lr:1.5301517375205095e-05 tokens_per_second_per_gpu:2403.6265297779055 
Step 5131 | loss:1.3027162551879883 lr:1.5289113013374428e-05 tokens_per_second_per_gpu:2471.551083643203 
Step 5132 | loss:1.2075474262237549 lr:1.5276712276243853e-05 tokens_per_second_per_gpu:2433.302201054346 
Step 5133 | loss:1.3114277124404907 lr:1.526431516609378e-05 tokens_per_second_per_gpu:2357.8314569781787 
Step 5134 | loss:1.2195202112197876 lr:1.5251921685203948e-05 tokens_per_second_per_gpu:2116.8869098154546 
Step 5135 | loss:1.034004807472229 lr:1.5239531835853424e-05 tokens_per_second_per_gpu:2681.7309303705883 
Step 5136 | loss:1.1771442890167236 lr:1.5227145620320645e-05 tokens_per_second_per_gpu:3202.3600693714034 
Step 5137 | loss:1.2476247549057007 lr:1.5214763040883327e-05 tokens_per_second_per_gpu:2409.3248838220625 
Step 5138 | loss:1.174606204032898 lr:1.5202384099818567e-05 tokens_per_second_per_gpu:2423.3327372512867 
Step 5139 | loss:1.4396405220031738 lr:1.5190008799402759e-05 tokens_per_second_per_gpu:2119.857566468569 
Step 5140 | loss:1.2180397510528564 lr:1.5177637141911624e-05 tokens_per_second_per_gpu:2383.9038717156327 
Step 5141 | loss:1.0766632556915283 lr:1.5165269129620253e-05 tokens_per_second_per_gpu:3207.8926113656544 
Step 5142 | loss:0.9067885875701904 lr:1.5152904764803027e-05 tokens_per_second_per_gpu:3152.1415425872065 
Step 5143 | loss:1.2348788976669312 lr:1.5140544049733667e-05 tokens_per_second_per_gpu:1758.0629093504758 
Step 5144 | loss:1.2533520460128784 lr:1.5128186986685221e-05 tokens_per_second_per_gpu:2666.9557836525632 
Step 5145 | loss:1.2304022312164307 lr:1.5115833577930089e-05 tokens_per_second_per_gpu:2311.675034286141 
Step 5146 | loss:1.252833366394043 lr:1.5103483825739971e-05 tokens_per_second_per_gpu:2735.0503133941293 
Step 5147 | loss:1.4331512451171875 lr:1.5091137732385901e-05 tokens_per_second_per_gpu:1964.455469481136 
Step 5148 | loss:1.282895803451538 lr:1.507879530013823e-05 tokens_per_second_per_gpu:1912.1247734167935 
Step 5149 | loss:1.2055082321166992 lr:1.5066456531266676e-05 tokens_per_second_per_gpu:2214.340979673837 
Step 5150 | loss:1.2539628744125366 lr:1.5054121428040247e-05 tokens_per_second_per_gpu:2427.5752926328228 
Step 5151 | loss:1.136426568031311 lr:1.5041789992727261e-05 tokens_per_second_per_gpu:1989.1880037337164 
Step 5152 | loss:1.1819928884506226 lr:1.5029462227595424e-05 tokens_per_second_per_gpu:1693.5029137160473 
Step 5153 | loss:1.1928516626358032 lr:1.50171381349117e-05 tokens_per_second_per_gpu:2670.4587148657224 
Step 5154 | loss:1.0617376565933228 lr:1.5004817716942428e-05 tokens_per_second_per_gpu:3137.2313648225972 
Step 5155 | loss:1.215958833694458 lr:1.4992500975953247e-05 tokens_per_second_per_gpu:2732.1445734865047 
Step 5156 | loss:1.1780226230621338 lr:1.4980187914209113e-05 tokens_per_second_per_gpu:2350.7284012489185 
Step 5157 | loss:1.1267937421798706 lr:1.496787853397431e-05 tokens_per_second_per_gpu:2793.5521185891403 
Step 5158 | loss:1.2870526313781738 lr:1.4955572837512471e-05 tokens_per_second_per_gpu:1986.7246786272297 
Step 5159 | loss:1.1772385835647583 lr:1.4943270827086522e-05 tokens_per_second_per_gpu:2517.813515913432 
Step 5160 | loss:1.2133471965789795 lr:1.4930972504958719e-05 tokens_per_second_per_gpu:2440.2818850002245 
Step 5161 | loss:1.397651195526123 lr:1.4918677873390631e-05 tokens_per_second_per_gpu:2006.3998536929707 
Step 5162 | loss:1.3629939556121826 lr:1.4906386934643181e-05 tokens_per_second_per_gpu:1945.9927132291293 
Step 5163 | loss:1.3009151220321655 lr:1.4894099690976575e-05 tokens_per_second_per_gpu:2908.4035356534564 
Step 5164 | loss:1.273492455482483 lr:1.4881816144650362e-05 tokens_per_second_per_gpu:2640.1427992241224 
Step 5165 | loss:1.112357497215271 lr:1.4869536297923386e-05 tokens_per_second_per_gpu:2576.2334070993898 
Step 5166 | loss:1.3736960887908936 lr:1.485726015305384e-05 tokens_per_second_per_gpu:2706.9778118324316 
Step 5167 | loss:1.2614262104034424 lr:1.4844987712299244e-05 tokens_per_second_per_gpu:2778.592641669917 
Step 5168 | loss:1.2353192567825317 lr:1.4832718977916396e-05 tokens_per_second_per_gpu:2515.259738389806 
Step 5169 | loss:1.1207590103149414 lr:1.482045395216144e-05 tokens_per_second_per_gpu:2328.615877087607 
Step 5170 | loss:1.3416242599487305 lr:1.4808192637289834e-05 tokens_per_second_per_gpu:1533.6165867515788 
Step 5171 | loss:1.17560875415802 lr:1.4795935035556333e-05 tokens_per_second_per_gpu:2109.025110784812 
Step 5172 | loss:1.1239221096038818 lr:1.4783681149215054e-05 tokens_per_second_per_gpu:2177.943010128107 
Step 5173 | loss:1.0754947662353516 lr:1.4771430980519398e-05 tokens_per_second_per_gpu:2392.2682971681525 
Step 5174 | loss:1.037962555885315 lr:1.4759184531722087e-05 tokens_per_second_per_gpu:2272.71723430395 
Step 5175 | loss:1.1526610851287842 lr:1.4746941805075141e-05 tokens_per_second_per_gpu:2121.8169989541598 
Step 5176 | loss:1.1244080066680908 lr:1.4734702802829949e-05 tokens_per_second_per_gpu:2856.5142911447774 
Step 5177 | loss:1.221377968788147 lr:1.4722467527237164e-05 tokens_per_second_per_gpu:2041.8156086360907 
Step 5178 | loss:1.2527925968170166 lr:1.4710235980546762e-05 tokens_per_second_per_gpu:2654.1226601008616 
Step 5179 | loss:1.1688196659088135 lr:1.4698008165008067e-05 tokens_per_second_per_gpu:2268.3217896923234 
Step 5180 | loss:1.3369579315185547 lr:1.4685784082869664e-05 tokens_per_second_per_gpu:2298.4554509505924 
Step 5181 | loss:1.2101709842681885 lr:1.4673563736379509e-05 tokens_per_second_per_gpu:2561.0520470934953 
Step 5182 | loss:1.0750811100006104 lr:1.4661347127784827e-05 tokens_per_second_per_gpu:2748.3626731513004 
Step 5183 | loss:1.3235266208648682 lr:1.464913425933217e-05 tokens_per_second_per_gpu:2230.4928841993433 
Step 5184 | loss:1.136830449104309 lr:1.4636925133267396e-05 tokens_per_second_per_gpu:2713.8473073717805 
Step 5185 | loss:1.3447105884552002 lr:1.4624719751835696e-05 tokens_per_second_per_gpu:2114.453124316953 
Step 5186 | loss:1.2578617334365845 lr:1.4612518117281554e-05 tokens_per_second_per_gpu:2087.303980675767 
Step 5187 | loss:1.2253241539001465 lr:1.4600320231848769e-05 tokens_per_second_per_gpu:1930.7393352705021 
Step 5188 | loss:1.3315410614013672 lr:1.4588126097780431e-05 tokens_per_second_per_gpu:2456.5878512181735 
Step 5189 | loss:1.087531566619873 lr:1.4575935717318992e-05 tokens_per_second_per_gpu:2339.8060385864433 
Step 5190 | loss:1.2315438985824585 lr:1.4563749092706162e-05 tokens_per_second_per_gpu:2438.864074415359 
Step 5191 | loss:1.2823504209518433 lr:1.4551566226182986e-05 tokens_per_second_per_gpu:2221.307591587033 
Step 5192 | loss:1.1857635974884033 lr:1.4539387119989792e-05 tokens_per_second_per_gpu:2447.7629165223257 
Step 5193 | loss:1.2661802768707275 lr:1.4527211776366256e-05 tokens_per_second_per_gpu:2528.687463905236 
Step 5194 | loss:1.1633752584457397 lr:1.4515040197551348e-05 tokens_per_second_per_gpu:2308.9491375203397 
Step 5195 | loss:1.1803534030914307 lr:1.4502872385783338e-05 tokens_per_second_per_gpu:2396.561822927041 
Step 5196 | loss:1.0132542848587036 lr:1.4490708343299789e-05 tokens_per_second_per_gpu:3630.7926763523833 
Step 5197 | loss:0.9741249084472656 lr:1.4478548072337588e-05 tokens_per_second_per_gpu:2920.235945635358 
Step 5198 | loss:1.0773506164550781 lr:1.4466391575132947e-05 tokens_per_second_per_gpu:2335.229363141058 
Step 5199 | loss:1.0939724445343018 lr:1.445423885392135e-05 tokens_per_second_per_gpu:2142.903096070186 
Step 5200 | loss:1.293229341506958 lr:1.4442089910937606e-05 tokens_per_second_per_gpu:2010.5189068610705 
Step 5201 | loss:1.0510592460632324 lr:1.4429944748415807e-05 tokens_per_second_per_gpu:2690.80694227155 
Step 5202 | loss:1.123863935470581 lr:1.4417803368589395e-05 tokens_per_second_per_gpu:2444.67569661608 
Step 5203 | loss:1.1433049440383911 lr:1.4405665773691076e-05 tokens_per_second_per_gpu:2180.974185532983 
Step 5204 | loss:1.3629192113876343 lr:1.4393531965952873e-05 tokens_per_second_per_gpu:2098.8831795673063 
Step 5205 | loss:1.2731502056121826 lr:1.4381401947606094e-05 tokens_per_second_per_gpu:2041.1369197608044 
Step 5206 | loss:1.2728205919265747 lr:1.4369275720881388e-05 tokens_per_second_per_gpu:1889.3116451476224 
Step 5207 | loss:1.179409146308899 lr:1.4357153288008695e-05 tokens_per_second_per_gpu:2039.2456990091146 
Step 5208 | loss:1.0742883682250977 lr:1.4345034651217236e-05 tokens_per_second_per_gpu:2866.8553258890543 
Step 5209 | loss:1.3213380575180054 lr:1.4332919812735551e-05 tokens_per_second_per_gpu:2346.231059978447 
Step 5210 | loss:1.283692479133606 lr:1.4320808774791466e-05 tokens_per_second_per_gpu:2429.180737295338 
Step 5211 | loss:0.9878638386726379 lr:1.4308701539612138e-05 tokens_per_second_per_gpu:2478.296301506753 
Step 5212 | loss:1.021904706954956 lr:1.4296598109423996e-05 tokens_per_second_per_gpu:3394.22733793803 
Step 5213 | loss:1.1145325899124146 lr:1.4284498486452783e-05 tokens_per_second_per_gpu:2620.0762002985502 
Step 5214 | loss:1.1389813423156738 lr:1.4272402672923524e-05 tokens_per_second_per_gpu:2992.6243686706966 
Step 5215 | loss:1.3496768474578857 lr:1.4260310671060582e-05 tokens_per_second_per_gpu:1467.8639758429817 
Step 5216 | loss:1.3479989767074585 lr:1.4248222483087588e-05 tokens_per_second_per_gpu:2028.341002267521 
Step 5217 | loss:1.1871016025543213 lr:1.4236138111227474e-05 tokens_per_second_per_gpu:2144.5615297620675 
Step 5218 | loss:1.3327741622924805 lr:1.4224057557702461e-05 tokens_per_second_per_gpu:2356.6550947269066 
Step 5219 | loss:1.275985598564148 lr:1.42119808247341e-05 tokens_per_second_per_gpu:1740.6233312781235 
Step 5220 | loss:1.3975059986114502 lr:1.419990791454323e-05 tokens_per_second_per_gpu:2045.0932659645373 
Step 5221 | loss:1.329119324684143 lr:1.4187838829349968e-05 tokens_per_second_per_gpu:2289.085513800217 
Step 5222 | loss:1.2153559923171997 lr:1.4175773571373735e-05 tokens_per_second_per_gpu:2641.728865977723 
Step 5223 | loss:1.1698946952819824 lr:1.4163712142833239e-05 tokens_per_second_per_gpu:2522.8879765760953 
Step 5224 | loss:1.1182550191879272 lr:1.4151654545946524e-05 tokens_per_second_per_gpu:2221.4658107782293 
Step 5225 | loss:1.0500982999801636 lr:1.4139600782930886e-05 tokens_per_second_per_gpu:2968.1463886930374 
Step 5226 | loss:1.2407686710357666 lr:1.4127550856002931e-05 tokens_per_second_per_gpu:2092.4997301179646 
Step 5227 | loss:1.0109765529632568 lr:1.4115504767378562e-05 tokens_per_second_per_gpu:2633.5799800962654 
Step 5228 | loss:1.203581690788269 lr:1.410346251927296e-05 tokens_per_second_per_gpu:2390.2468998917925 
Step 5229 | loss:1.1257723569869995 lr:1.4091424113900637e-05 tokens_per_second_per_gpu:1984.0903970803174 
Step 5230 | loss:1.4806697368621826 lr:1.4079389553475371e-05 tokens_per_second_per_gpu:1880.6495709902779 
Step 5231 | loss:1.2715824842453003 lr:1.4067358840210223e-05 tokens_per_second_per_gpu:1911.3922058709793 
Step 5232 | loss:1.123534917831421 lr:1.4055331976317562e-05 tokens_per_second_per_gpu:2555.089297289492 
Step 5233 | loss:1.1238430738449097 lr:1.4043308964009051e-05 tokens_per_second_per_gpu:2620.3377923486087 
Step 5234 | loss:1.1272919178009033 lr:1.4031289805495662e-05 tokens_per_second_per_gpu:2529.892965775959 
Step 5235 | loss:1.182112693786621 lr:1.4019274502987614e-05 tokens_per_second_per_gpu:2025.459381801423 
Step 5236 | loss:1.0677090883255005 lr:1.4007263058694451e-05 tokens_per_second_per_gpu:2491.2286844912733 
Step 5237 | loss:1.3345533609390259 lr:1.3995255474824978e-05 tokens_per_second_per_gpu:1920.7790370608948 
Step 5238 | loss:1.1397038698196411 lr:1.3983251753587337e-05 tokens_per_second_per_gpu:2617.9197847194873 
Step 5239 | loss:1.1776050329208374 lr:1.3971251897188921e-05 tokens_per_second_per_gpu:2517.4870464946976 
Step 5240 | loss:1.2745593786239624 lr:1.3959255907836422e-05 tokens_per_second_per_gpu:1913.5642553112364 
Step 5241 | loss:1.2816107273101807 lr:1.394726378773581e-05 tokens_per_second_per_gpu:1888.0014625308615 
Step 5242 | loss:1.1964244842529297 lr:1.3935275539092376e-05 tokens_per_second_per_gpu:2347.7020039414274 
Step 5243 | loss:1.3795233964920044 lr:1.3923291164110673e-05 tokens_per_second_per_gpu:1902.475182284434 
Step 5244 | loss:1.0692386627197266 lr:1.3911310664994543e-05 tokens_per_second_per_gpu:2276.9317006847673 
Step 5245 | loss:1.4169349670410156 lr:1.3899334043947109e-05 tokens_per_second_per_gpu:2244.4299182808063 
Step 5246 | loss:1.22353196144104 lr:1.388736130317081e-05 tokens_per_second_per_gpu:2526.2579103031435 
Step 5247 | loss:1.2867974042892456 lr:1.387539244486734e-05 tokens_per_second_per_gpu:1907.7626296321318 
Step 5248 | loss:1.1794747114181519 lr:1.3863427471237707e-05 tokens_per_second_per_gpu:2986.9273661713273 
Step 5249 | loss:1.2291104793548584 lr:1.3851466384482181e-05 tokens_per_second_per_gpu:2002.1504099837935 
Step 5250 | loss:1.1558305025100708 lr:1.3839509186800313e-05 tokens_per_second_per_gpu:2867.794805522281 
Step 5251 | loss:0.9699459671974182 lr:1.3827555880390978e-05 tokens_per_second_per_gpu:2889.2089526352997 
Step 5252 | loss:1.0607033967971802 lr:1.3815606467452291e-05 tokens_per_second_per_gpu:2728.1195239006356 
Step 5253 | loss:1.246566891670227 lr:1.3803660950181672e-05 tokens_per_second_per_gpu:2425.9531216734076 
Step 5254 | loss:1.1240698099136353 lr:1.3791719330775813e-05 tokens_per_second_per_gpu:2497.5012666559433 
Step 5255 | loss:1.2433863878250122 lr:1.3779781611430715e-05 tokens_per_second_per_gpu:1884.6348856126958 
Step 5256 | loss:1.1277326345443726 lr:1.376784779434164e-05 tokens_per_second_per_gpu:2325.5069587294597 
Step 5257 | loss:1.1191129684448242 lr:1.3755917881703132e-05 tokens_per_second_per_gpu:2534.4743410987476 
Step 5258 | loss:1.1387287378311157 lr:1.3743991875709013e-05 tokens_per_second_per_gpu:2540.8013995552424 
Step 5259 | loss:1.0912244319915771 lr:1.3732069778552418e-05 tokens_per_second_per_gpu:2761.424059164497 
Step 5260 | loss:1.0742207765579224 lr:1.3720151592425713e-05 tokens_per_second_per_gpu:3207.6976267949494 
Step 5261 | loss:1.1159950494766235 lr:1.3708237319520604e-05 tokens_per_second_per_gpu:2177.5002874167835 
Step 5262 | loss:1.4297378063201904 lr:1.369632696202803e-05 tokens_per_second_per_gpu:1855.4915545823012 
Step 5263 | loss:1.1578311920166016 lr:1.3684420522138217e-05 tokens_per_second_per_gpu:2716.386808524291 
Step 5264 | loss:1.281676173210144 lr:1.3672518002040698e-05 tokens_per_second_per_gpu:2159.7849775688524 
Step 5265 | loss:1.3132483959197998 lr:1.3660619403924259e-05 tokens_per_second_per_gpu:2103.2036910336933 
Step 5266 | loss:1.2401100397109985 lr:1.364872472997697e-05 tokens_per_second_per_gpu:3164.3221104499758 
Step 5267 | loss:1.0457181930541992 lr:1.3636833982386173e-05 tokens_per_second_per_gpu:2510.5226321488312 
Step 5268 | loss:0.996019184589386 lr:1.3624947163338516e-05 tokens_per_second_per_gpu:2830.4313784548503 
Step 5269 | loss:1.2098636627197266 lr:1.3613064275019902e-05 tokens_per_second_per_gpu:2669.8043716171615 
Step 5270 | loss:1.1817712783813477 lr:1.3601185319615503e-05 tokens_per_second_per_gpu:2542.4621213933433 
Step 5271 | loss:1.2295533418655396 lr:1.3589310299309776e-05 tokens_per_second_per_gpu:2053.6419885781556 
Step 5272 | loss:1.0367127656936646 lr:1.3577439216286478e-05 tokens_per_second_per_gpu:2107.5582234094695 
Step 5273 | loss:1.1510350704193115 lr:1.3565572072728613e-05 tokens_per_second_per_gpu:2651.439545883199 
Step 5274 | loss:1.038967490196228 lr:1.3553708870818453e-05 tokens_per_second_per_gpu:3237.886844310892 
Step 5275 | loss:1.107032060623169 lr:1.3541849612737587e-05 tokens_per_second_per_gpu:2422.845189034465 
Step 5276 | loss:1.2796692848205566 lr:1.352999430066683e-05 tokens_per_second_per_gpu:1957.1424923004383 
Step 5277 | loss:1.3581900596618652 lr:1.3518142936786315e-05 tokens_per_second_per_gpu:1680.6124365384096 
Step 5278 | loss:1.2773797512054443 lr:1.3506295523275424e-05 tokens_per_second_per_gpu:2814.70810901707 
Step 5279 | loss:1.345431923866272 lr:1.3494452062312809e-05 tokens_per_second_per_gpu:1902.3799542856123 
Step 5280 | loss:1.2191411256790161 lr:1.3482612556076394e-05 tokens_per_second_per_gpu:2570.280365349665 
Step 5281 | loss:1.2716219425201416 lr:1.347077700674341e-05 tokens_per_second_per_gpu:2449.292523413533 
Step 5282 | loss:1.2626971006393433 lr:1.3458945416490326e-05 tokens_per_second_per_gpu:1675.3061678663296 
Step 5283 | loss:1.166896104812622 lr:1.3447117787492882e-05 tokens_per_second_per_gpu:2567.806807858188 
Step 5284 | loss:1.1323845386505127 lr:1.34352941219261e-05 tokens_per_second_per_gpu:2367.9102705484106 
Step 5285 | loss:1.3595631122589111 lr:1.3423474421964291e-05 tokens_per_second_per_gpu:1729.9269471155258 
Step 5286 | loss:1.0293424129486084 lr:1.3411658689781002e-05 tokens_per_second_per_gpu:2442.5703870599664 
Step 5287 | loss:1.3491206169128418 lr:1.3399846927549076e-05 tokens_per_second_per_gpu:1818.8455820093916 
Step 5288 | loss:1.1105414628982544 lr:1.33880391374406e-05 tokens_per_second_per_gpu:2323.57673633106 
Step 5289 | loss:1.3555004596710205 lr:1.3376235321626962e-05 tokens_per_second_per_gpu:1438.0356122234366 
Step 5290 | loss:1.2140247821807861 lr:1.3364435482278815e-05 tokens_per_second_per_gpu:2772.4598703754295 
Step 5291 | loss:1.2225080728530884 lr:1.3352639621566056e-05 tokens_per_second_per_gpu:2084.204847838856 
Step 5292 | loss:1.103992223739624 lr:1.3340847741657867e-05 tokens_per_second_per_gpu:3405.903341608237 
Step 5293 | loss:1.3465098142623901 lr:1.3329059844722697e-05 tokens_per_second_per_gpu:2013.3426389698052 
Step 5294 | loss:1.1484575271606445 lr:1.3317275932928251e-05 tokens_per_second_per_gpu:1963.9490069672395 
Step 5295 | loss:1.3208235502243042 lr:1.330549600844153e-05 tokens_per_second_per_gpu:1909.8105928864707 
Step 5296 | loss:1.2447137832641602 lr:1.3293720073428774e-05 tokens_per_second_per_gpu:1894.3444393171098 
Step 5297 | loss:1.237257480621338 lr:1.3281948130055499e-05 tokens_per_second_per_gpu:2552.7160141863683 
Step 5298 | loss:1.2673224210739136 lr:1.3270180180486472e-05 tokens_per_second_per_gpu:2790.6866270364476 
Step 5299 | loss:1.122251272201538 lr:1.3258416226885768e-05 tokens_per_second_per_gpu:2772.513843115583 
Step 5300 | loss:0.9762084484100342 lr:1.3246656271416686e-05 tokens_per_second_per_gpu:2903.773593225678 
Step 5301 | loss:1.2990723848342896 lr:1.323490031624179e-05 tokens_per_second_per_gpu:2329.761017112243 
Step 5302 | loss:1.1449384689331055 lr:1.3223148363522944e-05 tokens_per_second_per_gpu:2822.198330229608 
Step 5303 | loss:1.2350163459777832 lr:1.3211400415421234e-05 tokens_per_second_per_gpu:2344.603002365401 
Step 5304 | loss:1.184443473815918 lr:1.3199656474097052e-05 tokens_per_second_per_gpu:2375.013601187101 
Step 5305 | loss:1.2478011846542358 lr:1.3187916541710013e-05 tokens_per_second_per_gpu:2102.9690904506847 
Step 5306 | loss:1.2186139822006226 lr:1.3176180620419016e-05 tokens_per_second_per_gpu:2370.2779523360323 
Step 5307 | loss:1.2661935091018677 lr:1.3164448712382204e-05 tokens_per_second_per_gpu:1581.4791740411536 
Step 5308 | loss:1.2558749914169312 lr:1.3152720819757024e-05 tokens_per_second_per_gpu:2389.069852316199 
Step 5309 | loss:1.0831780433654785 lr:1.3140996944700143e-05 tokens_per_second_per_gpu:2736.634434958223 
Step 5310 | loss:0.9823794364929199 lr:1.3129277089367504e-05 tokens_per_second_per_gpu:2849.1423947248622 
Step 5311 | loss:1.1091588735580444 lr:1.3117561255914293e-05 tokens_per_second_per_gpu:3029.6530010773486 
Step 5312 | loss:1.216510534286499 lr:1.3105849446495003e-05 tokens_per_second_per_gpu:2334.0619324008776 
Step 5313 | loss:1.1441285610198975 lr:1.3094141663263343e-05 tokens_per_second_per_gpu:2139.1292625019573 
Step 5314 | loss:1.2173850536346436 lr:1.3082437908372295e-05 tokens_per_second_per_gpu:2819.7148506815756 
Step 5315 | loss:1.1965014934539795 lr:1.3070738183974091e-05 tokens_per_second_per_gpu:1989.197142341593 
Step 5316 | loss:1.2685943841934204 lr:1.3059042492220247e-05 tokens_per_second_per_gpu:2525.2681057400746 
Step 5317 | loss:1.2416539192199707 lr:1.3047350835261527e-05 tokens_per_second_per_gpu:2043.8457829475049 
Step 5318 | loss:1.1569044589996338 lr:1.3035663215247943e-05 tokens_per_second_per_gpu:2246.001434995025 
Step 5319 | loss:1.2019009590148926 lr:1.3023979634328765e-05 tokens_per_second_per_gpu:2259.2677022287417 
Step 5320 | loss:1.1640324592590332 lr:1.3012300094652516e-05 tokens_per_second_per_gpu:2208.3906417149587 
Step 5321 | loss:1.236926555633545 lr:1.3000624598367006e-05 tokens_per_second_per_gpu:2292.008150371214 
Step 5322 | loss:1.3408640623092651 lr:1.2988953147619274e-05 tokens_per_second_per_gpu:2133.6433514445102 
Step 5323 | loss:1.1202424764633179 lr:1.2977285744555617e-05 tokens_per_second_per_gpu:2783.862264782927 
Step 5324 | loss:1.440765380859375 lr:1.2965622391321585e-05 tokens_per_second_per_gpu:2205.7204213070004 
Step 5325 | loss:1.30595862865448 lr:1.295396309006201e-05 tokens_per_second_per_gpu:2162.9784873292824 
Step 5326 | loss:1.4762325286865234 lr:1.2942307842920947e-05 tokens_per_second_per_gpu:2610.05577611473 
Step 5327 | loss:1.3174382448196411 lr:1.2930656652041722e-05 tokens_per_second_per_gpu:2316.207420272852 
Step 5328 | loss:1.3534871339797974 lr:1.2919009519566897e-05 tokens_per_second_per_gpu:1890.1114751138425 
Step 5329 | loss:1.1835368871688843 lr:1.2907366447638313e-05 tokens_per_second_per_gpu:2235.392590515129 
Step 5330 | loss:1.319414496421814 lr:1.2895727438397062e-05 tokens_per_second_per_gpu:2436.7992906885383 
Step 5331 | loss:1.2634027004241943 lr:1.2884092493983476e-05 tokens_per_second_per_gpu:2476.1592475499215 
Step 5332 | loss:1.3050543069839478 lr:1.2872461616537135e-05 tokens_per_second_per_gpu:2177.316829839422 
Step 5333 | loss:1.0273007154464722 lr:1.2860834808196875e-05 tokens_per_second_per_gpu:2528.0278876117172 
Step 5334 | loss:1.1554009914398193 lr:1.2849212071100801e-05 tokens_per_second_per_gpu:2221.0351395443513 
Step 5335 | loss:1.2887904644012451 lr:1.2837593407386259e-05 tokens_per_second_per_gpu:2530.482031403903 
Step 5336 | loss:1.1213219165802002 lr:1.2825978819189831e-05 tokens_per_second_per_gpu:2885.780331309801 
Step 5337 | loss:1.2685338258743286 lr:1.2814368308647357e-05 tokens_per_second_per_gpu:2280.4818306627494 
Step 5338 | loss:1.1573551893234253 lr:1.2802761877893958e-05 tokens_per_second_per_gpu:2499.030334489616 
Step 5339 | loss:1.1143678426742554 lr:1.2791159529063958e-05 tokens_per_second_per_gpu:2885.677406805983 
Step 5340 | loss:1.3157329559326172 lr:1.2779561264290958e-05 tokens_per_second_per_gpu:2227.698628918623 
Step 5341 | loss:1.2506287097930908 lr:1.2767967085707786e-05 tokens_per_second_per_gpu:2284.166494015406 
Step 5342 | loss:1.1805503368377686 lr:1.275637699544655e-05 tokens_per_second_per_gpu:2561.9942368570123 
Step 5343 | loss:1.0757993459701538 lr:1.2744790995638594e-05 tokens_per_second_per_gpu:2540.9655375647762 
Step 5344 | loss:1.1929426193237305 lr:1.2733209088414505e-05 tokens_per_second_per_gpu:2147.348652018119 
Step 5345 | loss:1.2436771392822266 lr:1.272163127590411e-05 tokens_per_second_per_gpu:2090.691036938315 
Step 5346 | loss:1.1300702095031738 lr:1.271005756023648e-05 tokens_per_second_per_gpu:2491.557977069338 
Step 5347 | loss:1.3204147815704346 lr:1.2698487943539973e-05 tokens_per_second_per_gpu:2272.8223830484903 
Step 5348 | loss:1.4632244110107422 lr:1.2686922427942145e-05 tokens_per_second_per_gpu:1901.9830617426885 
Step 5349 | loss:1.2588765621185303 lr:1.267536101556982e-05 tokens_per_second_per_gpu:1467.340583307508 
Step 5350 | loss:1.2350168228149414 lr:1.2663803708549063e-05 tokens_per_second_per_gpu:1985.8352666735784 
Step 5351 | loss:1.0313831567764282 lr:1.2652250509005175e-05 tokens_per_second_per_gpu:3197.6366402727235 
Step 5352 | loss:1.385265588760376 lr:1.2640701419062736e-05 tokens_per_second_per_gpu:2396.8034164639066 
Step 5353 | loss:1.2095426321029663 lr:1.2629156440845535e-05 tokens_per_second_per_gpu:2288.9312712700676 
Step 5354 | loss:1.0096944570541382 lr:1.2617615576476613e-05 tokens_per_second_per_gpu:3392.4855122085246 
Step 5355 | loss:1.3200432062149048 lr:1.2606078828078252e-05 tokens_per_second_per_gpu:2062.58060440798 
Step 5356 | loss:1.4074249267578125 lr:1.2594546197771983e-05 tokens_per_second_per_gpu:1767.0199981752205 
Step 5357 | loss:1.223526954650879 lr:1.2583017687678605e-05 tokens_per_second_per_gpu:2332.4564017361154 
Step 5358 | loss:1.150903344154358 lr:1.2571493299918114e-05 tokens_per_second_per_gpu:2852.4506708846193 
Step 5359 | loss:1.1988210678100586 lr:1.2559973036609768e-05 tokens_per_second_per_gpu:2277.6440540264375 
Step 5360 | loss:1.1817628145217896 lr:1.2548456899872058e-05 tokens_per_second_per_gpu:1739.015060278393 
Step 5361 | loss:1.1564722061157227 lr:1.2536944891822744e-05 tokens_per_second_per_gpu:1934.5260400491266 
Step 5362 | loss:1.249800443649292 lr:1.2525437014578799e-05 tokens_per_second_per_gpu:2333.1088308275603 
Step 5363 | loss:1.2961286306381226 lr:1.251393327025644e-05 tokens_per_second_per_gpu:2362.329468220115 
Step 5364 | loss:1.1357154846191406 lr:1.2502433660971121e-05 tokens_per_second_per_gpu:3137.188097816062 
Step 5365 | loss:1.3628398180007935 lr:1.2490938188837566e-05 tokens_per_second_per_gpu:2260.4077183880777 
Step 5366 | loss:1.1741970777511597 lr:1.2479446855969704e-05 tokens_per_second_per_gpu:2307.3544567342938 
Step 5367 | loss:1.2057199478149414 lr:1.246795966448071e-05 tokens_per_second_per_gpu:1945.7729661556705 
Step 5368 | loss:1.2033079862594604 lr:1.2456476616482994e-05 tokens_per_second_per_gpu:2185.219485432352 
Step 5369 | loss:1.1351364850997925 lr:1.2444997714088235e-05 tokens_per_second_per_gpu:3132.5094914455926 
Step 5370 | loss:1.1956127882003784 lr:1.2433522959407298e-05 tokens_per_second_per_gpu:2166.7302960406632 
Step 5371 | loss:1.090113878250122 lr:1.2422052354550344e-05 tokens_per_second_per_gpu:2561.1635332956826 
Step 5372 | loss:1.2088745832443237 lr:1.241058590162672e-05 tokens_per_second_per_gpu:2279.3110634345103 
Step 5373 | loss:1.0672032833099365 lr:1.2399123602745031e-05 tokens_per_second_per_gpu:2598.1456230644203 
Step 5374 | loss:1.240273118019104 lr:1.2387665460013125e-05 tokens_per_second_per_gpu:1977.0491976792782 
Step 5375 | loss:1.1435866355895996 lr:1.237621147553808e-05 tokens_per_second_per_gpu:2564.103401756171 
Step 5376 | loss:1.0948917865753174 lr:1.2364761651426198e-05 tokens_per_second_per_gpu:2397.2808858472767 
Step 5377 | loss:1.185235857963562 lr:1.2353315989783015e-05 tokens_per_second_per_gpu:3128.297296107042 
Step 5378 | loss:1.3020514249801636 lr:1.234187449271334e-05 tokens_per_second_per_gpu:2006.8261205247902 
Step 5379 | loss:1.2881619930267334 lr:1.233043716232117e-05 tokens_per_second_per_gpu:2174.0837430630404 
Step 5380 | loss:1.1859173774719238 lr:1.2319004000709752e-05 tokens_per_second_per_gpu:2561.404745367283 
Step 5381 | loss:1.1585947275161743 lr:1.2307575009981562e-05 tokens_per_second_per_gpu:3002.238898568076 
Step 5382 | loss:1.182289481163025 lr:1.2296150192238336e-05 tokens_per_second_per_gpu:2384.294714948043 
Step 5383 | loss:1.1185983419418335 lr:1.2284729549581e-05 tokens_per_second_per_gpu:2351.3736042900214 
Step 5384 | loss:1.287784457206726 lr:1.2273313084109752e-05 tokens_per_second_per_gpu:2491.4100023893225 
Step 5385 | loss:1.2752108573913574 lr:1.2261900797923997e-05 tokens_per_second_per_gpu:2630.57275688382 
Step 5386 | loss:1.1531143188476562 lr:1.2250492693122362e-05 tokens_per_second_per_gpu:3286.4020258247665 
Step 5387 | loss:1.1515746116638184 lr:1.2239088771802745e-05 tokens_per_second_per_gpu:2783.1268333450066 
Step 5388 | loss:1.238276720046997 lr:1.2227689036062243e-05 tokens_per_second_per_gpu:2392.0032792443635 
Step 5389 | loss:1.362256407737732 lr:1.221629348799719e-05 tokens_per_second_per_gpu:1700.5443758925908 
Step 5390 | loss:1.0651108026504517 lr:1.2204902129703134e-05 tokens_per_second_per_gpu:2174.4629165146052 
Step 5391 | loss:1.2884849309921265 lr:1.21935149632749e-05 tokens_per_second_per_gpu:2381.642487722505 
Step 5392 | loss:1.3864742517471313 lr:1.2182131990806495e-05 tokens_per_second_per_gpu:2480.618575498095 
Step 5393 | loss:1.21542227268219 lr:1.2170753214391171e-05 tokens_per_second_per_gpu:2497.8077932470997 
Step 5394 | loss:1.2404130697250366 lr:1.2159378636121404e-05 tokens_per_second_per_gpu:2376.4063666640477 
Step 5395 | loss:1.4844212532043457 lr:1.2148008258088914e-05 tokens_per_second_per_gpu:1732.0610873943722 
Step 5396 | loss:1.0508517026901245 lr:1.213664208238464e-05 tokens_per_second_per_gpu:2440.410910590492 
Step 5397 | loss:1.185997486114502 lr:1.2125280111098724e-05 tokens_per_second_per_gpu:2264.0902876172995 
Step 5398 | loss:1.1792333126068115 lr:1.2113922346320584e-05 tokens_per_second_per_gpu:2485.2627054372265 
Step 5399 | loss:1.3595508337020874 lr:1.210256879013881e-05 tokens_per_second_per_gpu:2315.8865812091967 
Step 5400 | loss:1.4343570470809937 lr:1.2091219444641271e-05 tokens_per_second_per_gpu:2021.8175180215385 
Step 5401 | loss:1.2936347723007202 lr:1.2079874311915024e-05 tokens_per_second_per_gpu:2592.701003574889 
Step 5402 | loss:1.2842379808425903 lr:1.2068533394046361e-05 tokens_per_second_per_gpu:2203.4579210288616 
Step 5403 | loss:1.2385436296463013 lr:1.2057196693120789e-05 tokens_per_second_per_gpu:2389.23731365568 
Step 5404 | loss:1.2047532796859741 lr:1.2045864211223079e-05 tokens_per_second_per_gpu:1840.5943647028125 
Step 5405 | loss:1.1068902015686035 lr:1.2034535950437182e-05 tokens_per_second_per_gpu:2363.7055688911746 
Step 5406 | loss:1.1310310363769531 lr:1.2023211912846291e-05 tokens_per_second_per_gpu:2285.5576642820483 
Step 5407 | loss:1.3026589155197144 lr:1.2011892100532813e-05 tokens_per_second_per_gpu:2827.938732431413 
Step 5408 | loss:1.140871286392212 lr:1.20005765155784e-05 tokens_per_second_per_gpu:2181.0628952919374 
Step 5409 | loss:1.2452888488769531 lr:1.1989265160063909e-05 tokens_per_second_per_gpu:2472.350358401965 
Step 5410 | loss:1.186908483505249 lr:1.1977958036069419e-05 tokens_per_second_per_gpu:2641.593571504369 
Step 5411 | loss:1.2091686725616455 lr:1.196665514567422e-05 tokens_per_second_per_gpu:2560.022765191114 
Step 5412 | loss:1.2166643142700195 lr:1.1955356490956856e-05 tokens_per_second_per_gpu:1750.7794295869162 
Step 5413 | loss:1.2266509532928467 lr:1.1944062073995081e-05 tokens_per_second_per_gpu:2520.8323735858776 
Step 5414 | loss:1.2367409467697144 lr:1.1932771896865855e-05 tokens_per_second_per_gpu:2615.171703385415 
Step 5415 | loss:1.3130099773406982 lr:1.192148596164536e-05 tokens_per_second_per_gpu:2017.1254239559166 
Step 5416 | loss:1.112771987915039 lr:1.1910204270409005e-05 tokens_per_second_per_gpu:2549.6559917808545 
Step 5417 | loss:1.2796396017074585 lr:1.189892682523141e-05 tokens_per_second_per_gpu:1729.0166427285312 
Step 5418 | loss:1.359906792640686 lr:1.1887653628186442e-05 tokens_per_second_per_gpu:3076.9784963670627 
Step 5419 | loss:1.2122128009796143 lr:1.1876384681347155e-05 tokens_per_second_per_gpu:2238.4497505620648 
Step 5420 | loss:1.1843886375427246 lr:1.1865119986785833e-05 tokens_per_second_per_gpu:1880.5957540839174 
Step 5421 | loss:1.1475415229797363 lr:1.1853859546573965e-05 tokens_per_second_per_gpu:2802.380393769592 
Step 5422 | loss:1.2604182958602905 lr:1.1842603362782298e-05 tokens_per_second_per_gpu:1680.3993236839024 
Step 5423 | loss:1.2835363149642944 lr:1.1831351437480756e-05 tokens_per_second_per_gpu:2309.502274833766 
Step 5424 | loss:1.216016411781311 lr:1.1820103772738475e-05 tokens_per_second_per_gpu:2643.4368659217807 
Step 5425 | loss:1.1788365840911865 lr:1.1808860370623856e-05 tokens_per_second_per_gpu:2414.3933445388598 
Step 5426 | loss:1.3348554372787476 lr:1.1797621233204458e-05 tokens_per_second_per_gpu:1943.0254750470765 
Step 5427 | loss:1.0757150650024414 lr:1.1786386362547106e-05 tokens_per_second_per_gpu:3144.050680272644 
Step 5428 | loss:1.3106513023376465 lr:1.177515576071781e-05 tokens_per_second_per_gpu:2218.8375353647643 
Step 5429 | loss:1.2477028369903564 lr:1.1763929429781797e-05 tokens_per_second_per_gpu:2300.5809850868677 
Step 5430 | loss:1.2007806301116943 lr:1.1752707371803507e-05 tokens_per_second_per_gpu:2313.436615462764 
Step 5431 | loss:1.2651853561401367 lr:1.174148958884662e-05 tokens_per_second_per_gpu:1854.9263229498945 
Step 5432 | loss:1.2436529397964478 lr:1.1730276082974004e-05 tokens_per_second_per_gpu:2442.284108421653 
Step 5433 | loss:1.3362891674041748 lr:1.1719066856247747e-05 tokens_per_second_per_gpu:1574.900454230003 
Step 5434 | loss:1.348040223121643 lr:1.1707861910729137e-05 tokens_per_second_per_gpu:1801.3739540487043 
Step 5435 | loss:1.173132061958313 lr:1.1696661248478712e-05 tokens_per_second_per_gpu:2244.616028947133 
Step 5436 | loss:1.2320706844329834 lr:1.1685464871556186e-05 tokens_per_second_per_gpu:2219.571672388186 
Step 5437 | loss:1.276313066482544 lr:1.1674272782020503e-05 tokens_per_second_per_gpu:2722.6596496613333 
Step 5438 | loss:1.3575865030288696 lr:1.1663084981929796e-05 tokens_per_second_per_gpu:1636.1533407193479 
Step 5439 | loss:1.0617096424102783 lr:1.1651901473341439e-05 tokens_per_second_per_gpu:3255.875359204742 
Step 5440 | loss:1.2454712390899658 lr:1.1640722258312018e-05 tokens_per_second_per_gpu:2019.0857787015543 
Step 5441 | loss:1.1569875478744507 lr:1.1629547338897306e-05 tokens_per_second_per_gpu:2824.4466261958173 
Step 5442 | loss:1.2536448240280151 lr:1.1618376717152288e-05 tokens_per_second_per_gpu:1960.5964474269854 
Step 5443 | loss:1.226574420928955 lr:1.1607210395131163e-05 tokens_per_second_per_gpu:2120.5925587544316 
Step 5444 | loss:1.2667155265808105 lr:1.1596048374887362e-05 tokens_per_second_per_gpu:2467.8031045580747 
Step 5445 | loss:1.132510781288147 lr:1.1584890658473495e-05 tokens_per_second_per_gpu:2356.406986823438 
Step 5446 | loss:1.1540679931640625 lr:1.1573737247941392e-05 tokens_per_second_per_gpu:1736.0900178470752 
Step 5447 | loss:1.1474015712738037 lr:1.1562588145342079e-05 tokens_per_second_per_gpu:2619.148696442429 
Step 5448 | loss:1.0412638187408447 lr:1.1551443352725822e-05 tokens_per_second_per_gpu:3096.042471817428 
Step 5449 | loss:1.4393455982208252 lr:1.1540302872142066e-05 tokens_per_second_per_gpu:2556.3018198929344 
Step 5450 | loss:1.1086890697479248 lr:1.1529166705639465e-05 tokens_per_second_per_gpu:2720.8101843132094 
Step 5451 | loss:1.1454883813858032 lr:1.1518034855265884e-05 tokens_per_second_per_gpu:2873.5123593429707 
Step 5452 | loss:1.1870665550231934 lr:1.1506907323068397e-05 tokens_per_second_per_gpu:2372.877032375179 
Step 5453 | loss:1.0998748540878296 lr:1.1495784111093298e-05 tokens_per_second_per_gpu:3130.71202368566 
Step 5454 | loss:1.186349630355835 lr:1.148466522138606e-05 tokens_per_second_per_gpu:2361.786887673689 
Step 5455 | loss:1.2835521697998047 lr:1.147355065599137e-05 tokens_per_second_per_gpu:2282.685543881846 
Step 5456 | loss:0.953441321849823 lr:1.1462440416953117e-05 tokens_per_second_per_gpu:3831.376639711195 
Step 5457 | loss:1.137023687362671 lr:1.1451334506314415e-05 tokens_per_second_per_gpu:2759.498287205352 
Step 5458 | loss:1.2608848810195923 lr:1.1440232926117556e-05 tokens_per_second_per_gpu:2140.5291992572606 
Step 5459 | loss:1.2385855913162231 lr:1.1429135678404052e-05 tokens_per_second_per_gpu:2250.6690374678633 
Step 5460 | loss:1.1228184700012207 lr:1.1418042765214597e-05 tokens_per_second_per_gpu:1970.7140870831379 
Step 5461 | loss:1.2385060787200928 lr:1.1406954188589125e-05 tokens_per_second_per_gpu:2118.7353564057585 
Step 5462 | loss:1.2227377891540527 lr:1.1395869950566744e-05 tokens_per_second_per_gpu:2128.440986486121 
Step 5463 | loss:1.290046215057373 lr:1.1384790053185767e-05 tokens_per_second_per_gpu:1685.3162541134554 
Step 5464 | loss:1.2065612077713013 lr:1.1373714498483705e-05 tokens_per_second_per_gpu:2246.421269425875 
Step 5465 | loss:1.296595573425293 lr:1.1362643288497285e-05 tokens_per_second_per_gpu:2090.6152302166142 
Step 5466 | loss:1.1379060745239258 lr:1.1351576425262443e-05 tokens_per_second_per_gpu:3228.2067702643376 
Step 5467 | loss:1.088360071182251 lr:1.1340513910814289e-05 tokens_per_second_per_gpu:2598.7442000977067 
Step 5468 | loss:1.1545487642288208 lr:1.1329455747187145e-05 tokens_per_second_per_gpu:2986.1553297733212 
Step 5469 | loss:1.1131073236465454 lr:1.1318401936414528e-05 tokens_per_second_per_gpu:1861.0039504144122 
Step 5470 | loss:1.1109626293182373 lr:1.1307352480529172e-05 tokens_per_second_per_gpu:2887.7434423810078 
Step 5471 | loss:1.1163510084152222 lr:1.1296307381562989e-05 tokens_per_second_per_gpu:2416.4377621828885 
Step 5472 | loss:1.2276556491851807 lr:1.1285266641547105e-05 tokens_per_second_per_gpu:1672.7065834525351 
Step 5473 | loss:1.0908095836639404 lr:1.127423026251182e-05 tokens_per_second_per_gpu:2676.3719492841155 
Step 5474 | loss:1.1031805276870728 lr:1.1263198246486676e-05 tokens_per_second_per_gpu:2869.2454220551763 
Step 5475 | loss:1.0897974967956543 lr:1.1252170595500376e-05 tokens_per_second_per_gpu:2591.3155237154215 
Step 5476 | loss:1.268660306930542 lr:1.1241147311580833e-05 tokens_per_second_per_gpu:2409.068856444881 
Step 5477 | loss:1.2959243059158325 lr:1.1230128396755148e-05 tokens_per_second_per_gpu:2100.396208410262 
Step 5478 | loss:1.228476643562317 lr:1.1219113853049622e-05 tokens_per_second_per_gpu:1768.6583839956925 
Step 5479 | loss:1.1809078454971313 lr:1.1208103682489762e-05 tokens_per_second_per_gpu:2556.2933032414085 
Step 5480 | loss:1.1608071327209473 lr:1.1197097887100279e-05 tokens_per_second_per_gpu:3012.690619526029 
Step 5481 | loss:1.1847665309906006 lr:1.118609646890505e-05 tokens_per_second_per_gpu:2213.999395840136 
Step 5482 | loss:0.9403562545776367 lr:1.1175099429927164e-05 tokens_per_second_per_gpu:2272.7088975032934 
Step 5483 | loss:1.2731465101242065 lr:1.1164106772188894e-05 tokens_per_second_per_gpu:2030.9899458787045 
Step 5484 | loss:1.1956487894058228 lr:1.1153118497711741e-05 tokens_per_second_per_gpu:2560.6051656670156 
Step 5485 | loss:1.2251852750778198 lr:1.1142134608516354e-05 tokens_per_second_per_gpu:1995.9890422504927 
Step 5486 | loss:1.3586137294769287 lr:1.1131155106622605e-05 tokens_per_second_per_gpu:2279.974650606298 
Step 5487 | loss:1.1058411598205566 lr:1.1120179994049535e-05 tokens_per_second_per_gpu:2426.0842586889107 
Step 5488 | loss:1.2667319774627686 lr:1.110920927281542e-05 tokens_per_second_per_gpu:1722.2149187855975 
Step 5489 | loss:1.1364295482635498 lr:1.1098242944937689e-05 tokens_per_second_per_gpu:1907.6993164343867 
Step 5490 | loss:1.3672051429748535 lr:1.1087281012432974e-05 tokens_per_second_per_gpu:2064.5029873785934 
Step 5491 | loss:1.1013925075531006 lr:1.107632347731709e-05 tokens_per_second_per_gpu:2570.31277275871 
Step 5492 | loss:1.3708072900772095 lr:1.1065370341605083e-05 tokens_per_second_per_gpu:2385.36334337481 
Step 5493 | loss:1.1271800994873047 lr:1.1054421607311135e-05 tokens_per_second_per_gpu:2791.0055509481786 
Step 5494 | loss:1.1729001998901367 lr:1.1043477276448663e-05 tokens_per_second_per_gpu:2564.086093577997 
Step 5495 | loss:1.3046942949295044 lr:1.1032537351030251e-05 tokens_per_second_per_gpu:1776.3348411095453 
Step 5496 | loss:1.2914760112762451 lr:1.1021601833067665e-05 tokens_per_second_per_gpu:2104.6336815552795 
Step 5497 | loss:1.2831542491912842 lr:1.1010670724571894e-05 tokens_per_second_per_gpu:2404.279335995536 
Step 5498 | loss:1.0699611902236938 lr:1.0999744027553088e-05 tokens_per_second_per_gpu:2746.1026334461026 
Step 5499 | loss:1.327695608139038 lr:1.098882174402059e-05 tokens_per_second_per_gpu:2055.43478048675 
Step 5500 | loss:1.30001962184906 lr:1.0977903875982926e-05 tokens_per_second_per_gpu:1870.3541786050466 
Step 5501 | loss:0.9840062856674194 lr:1.0966990425447837e-05 tokens_per_second_per_gpu:2672.9432543778134 
Step 5502 | loss:1.2699016332626343 lr:1.095608139442223e-05 tokens_per_second_per_gpu:1868.612957036824 
Step 5503 | loss:1.1286146640777588 lr:1.0945176784912194e-05 tokens_per_second_per_gpu:2665.4640400469884 
Step 5504 | loss:1.2347718477249146 lr:1.0934276598923006e-05 tokens_per_second_per_gpu:2132.9033860420423 
Step 5505 | loss:1.2265667915344238 lr:1.0923380838459164e-05 tokens_per_second_per_gpu:2252.6782244006563 
Step 5506 | loss:1.090086817741394 lr:1.0912489505524297e-05 tokens_per_second_per_gpu:2386.649099513047 
Step 5507 | loss:1.1911877393722534 lr:1.0901602602121273e-05 tokens_per_second_per_gpu:2532.1830149205725 
Step 5508 | loss:1.122074842453003 lr:1.0890720130252109e-05 tokens_per_second_per_gpu:2656.398059123663 
Step 5509 | loss:1.3257887363433838 lr:1.0879842091918007e-05 tokens_per_second_per_gpu:2325.930090062854 
Step 5510 | loss:1.1933503150939941 lr:1.086896848911939e-05 tokens_per_second_per_gpu:2339.049319115182 
Step 5511 | loss:1.2649288177490234 lr:1.0858099323855825e-05 tokens_per_second_per_gpu:2832.301230530699 
Step 5512 | loss:1.274293303489685 lr:1.0847234598126085e-05 tokens_per_second_per_gpu:1959.3073481498207 
Step 5513 | loss:1.1963496208190918 lr:1.0836374313928102e-05 tokens_per_second_per_gpu:2716.2522173881193 
Step 5514 | loss:1.369144320487976 lr:1.0825518473259038e-05 tokens_per_second_per_gpu:2202.2989752536487 
Step 5515 | loss:1.2676002979278564 lr:1.0814667078115196e-05 tokens_per_second_per_gpu:2256.1600839239 
Step 5516 | loss:1.2635055780410767 lr:1.0803820130492073e-05 tokens_per_second_per_gpu:2374.5988911547292 
Step 5517 | loss:1.1185280084609985 lr:1.0792977632384341e-05 tokens_per_second_per_gpu:2760.0534383797126 
Step 5518 | loss:1.2027835845947266 lr:1.0782139585785887e-05 tokens_per_second_per_gpu:2449.4632629822518 
Step 5519 | loss:1.1161870956420898 lr:1.077130599268974e-05 tokens_per_second_per_gpu:2009.1102533341814 
Step 5520 | loss:1.2464513778686523 lr:1.0760476855088113e-05 tokens_per_second_per_gpu:2667.1050071309587 
Step 5521 | loss:1.1364021301269531 lr:1.0749652174972438e-05 tokens_per_second_per_gpu:2987.767387551861 
Step 5522 | loss:1.2689765691757202 lr:1.073883195433328e-05 tokens_per_second_per_gpu:2309.883524272756 
Step 5523 | loss:1.1344276666641235 lr:1.0728016195160423e-05 tokens_per_second_per_gpu:2601.615349815959 
Step 5524 | loss:0.9950590133666992 lr:1.0717204899442803e-05 tokens_per_second_per_gpu:3458.7178514023053 
Step 5525 | loss:1.3536127805709839 lr:1.0706398069168547e-05 tokens_per_second_per_gpu:1741.350464280224 
Step 5526 | loss:1.2417588233947754 lr:1.0695595706324945e-05 tokens_per_second_per_gpu:2462.617744570664 
Step 5527 | loss:1.3249902725219727 lr:1.0684797812898499e-05 tokens_per_second_per_gpu:1940.5148927549365 
Step 5528 | loss:1.2131292819976807 lr:1.0674004390874865e-05 tokens_per_second_per_gpu:2554.002577081865 
Step 5529 | loss:1.2314355373382568 lr:1.0663215442238879e-05 tokens_per_second_per_gpu:2016.8399819276087 
Step 5530 | loss:1.1769726276397705 lr:1.0652430968974541e-05 tokens_per_second_per_gpu:2852.223550060229 
Step 5531 | loss:1.298575758934021 lr:1.0641650973065073e-05 tokens_per_second_per_gpu:2822.0715016855056 
Step 5532 | loss:1.1981303691864014 lr:1.0630875456492823e-05 tokens_per_second_per_gpu:2429.839671468742 
Step 5533 | loss:1.2187306880950928 lr:1.0620104421239344e-05 tokens_per_second_per_gpu:2266.010239414346 
Step 5534 | loss:1.4128923416137695 lr:1.0609337869285343e-05 tokens_per_second_per_gpu:1830.1732054547085 
Step 5535 | loss:1.183117389678955 lr:1.059857580261073e-05 tokens_per_second_per_gpu:2453.8148707401756 
Step 5536 | loss:1.1806378364562988 lr:1.0587818223194587e-05 tokens_per_second_per_gpu:2280.256835330637 
Step 5537 | loss:1.2157504558563232 lr:1.0577065133015147e-05 tokens_per_second_per_gpu:2589.7025276939917 
Step 5538 | loss:1.23514723777771 lr:1.0566316534049836e-05 tokens_per_second_per_gpu:2059.2079730132255 
Step 5539 | loss:1.4000089168548584 lr:1.0555572428275246e-05 tokens_per_second_per_gpu:2271.560211009407 
Step 5540 | loss:1.2504194974899292 lr:1.0544832817667137e-05 tokens_per_second_per_gpu:2435.160706559403 
Step 5541 | loss:1.079010248184204 lr:1.0534097704200471e-05 tokens_per_second_per_gpu:2917.7823220669866 
Step 5542 | loss:1.274560570716858 lr:1.0523367089849358e-05 tokens_per_second_per_gpu:2675.836310563741 
Step 5543 | loss:1.2420152425765991 lr:1.051264097658708e-05 tokens_per_second_per_gpu:2523.426628479484 
Step 5544 | loss:1.442608118057251 lr:1.0501919366386087e-05 tokens_per_second_per_gpu:1548.7019160603077 
Step 5545 | loss:1.2215664386749268 lr:1.0491202261218037e-05 tokens_per_second_per_gpu:2417.264270541236 
Step 5546 | loss:1.2640818357467651 lr:1.0480489663053719e-05 tokens_per_second_per_gpu:3398.0521731712556 
Step 5547 | loss:1.1536694765090942 lr:1.04697815738631e-05 tokens_per_second_per_gpu:2159.410625735044 
Step 5548 | loss:1.24373197555542 lr:1.0459077995615345e-05 tokens_per_second_per_gpu:2837.2450828951505 
Step 5549 | loss:1.156304955482483 lr:1.044837893027875e-05 tokens_per_second_per_gpu:2657.8333084547594 
Step 5550 | loss:1.1336967945098877 lr:1.0437684379820823e-05 tokens_per_second_per_gpu:2358.521229696869 
Step 5551 | loss:1.0227124691009521 lr:1.0426994346208212e-05 tokens_per_second_per_gpu:2167.8843527014087 
Step 5552 | loss:1.2254363298416138 lr:1.0416308831406739e-05 tokens_per_second_per_gpu:2513.1052669951005 
Step 5553 | loss:1.1760196685791016 lr:1.040562783738139e-05 tokens_per_second_per_gpu:2438.432833125103 
Step 5554 | loss:1.2928671836853027 lr:1.039495136609635e-05 tokens_per_second_per_gpu:2299.0135236629794 
Step 5555 | loss:1.1467959880828857 lr:1.0384279419514935e-05 tokens_per_second_per_gpu:2667.3159815684135 
Step 5556 | loss:1.2498193979263306 lr:1.037361199959965e-05 tokens_per_second_per_gpu:2576.979016617791 
Step 5557 | loss:1.1169543266296387 lr:1.036294910831215e-05 tokens_per_second_per_gpu:2375.829511408727 
Step 5558 | loss:1.0739878416061401 lr:1.0352290747613287e-05 tokens_per_second_per_gpu:2331.554971026587 
Step 5559 | loss:1.3253018856048584 lr:1.0341636919463058e-05 tokens_per_second_per_gpu:2305.9048521315026 
Step 5560 | loss:1.0799111127853394 lr:1.0330987625820628e-05 tokens_per_second_per_gpu:2750.9662627357343 
Step 5561 | loss:1.0406365394592285 lr:1.0320342868644315e-05 tokens_per_second_per_gpu:2589.841781850384 
Step 5562 | loss:1.3649083375930786 lr:1.0309702649891636e-05 tokens_per_second_per_gpu:2197.428242936703 
Step 5563 | loss:1.212141990661621 lr:1.0299066971519265e-05 tokens_per_second_per_gpu:2353.79163789063 
Step 5564 | loss:1.4089899063110352 lr:1.0288435835483016e-05 tokens_per_second_per_gpu:1952.6625477225325 
Step 5565 | loss:1.109843373298645 lr:1.0277809243737893e-05 tokens_per_second_per_gpu:2572.4923288700716 
Step 5566 | loss:1.2144695520401 lr:1.0267187198238036e-05 tokens_per_second_per_gpu:2927.6653454618795 
Step 5567 | loss:1.1237735748291016 lr:1.0256569700936797e-05 tokens_per_second_per_gpu:2347.9824895369475 
Step 5568 | loss:1.128908395767212 lr:1.0245956753786645e-05 tokens_per_second_per_gpu:2740.389081411717 
Step 5569 | loss:1.3817509412765503 lr:1.0235348358739236e-05 tokens_per_second_per_gpu:1629.487746566525 
Step 5570 | loss:1.0909011363983154 lr:1.0224744517745366e-05 tokens_per_second_per_gpu:2040.8773869069455 
Step 5571 | loss:1.2903108596801758 lr:1.0214145232755036e-05 tokens_per_second_per_gpu:2296.474641489929 
Step 5572 | loss:1.1997979879379272 lr:1.0203550505717367e-05 tokens_per_second_per_gpu:2284.739112928877 
Step 5573 | loss:1.0723308324813843 lr:1.0192960338580668e-05 tokens_per_second_per_gpu:3164.8966850618913 
Step 5574 | loss:1.1342157125473022 lr:1.0182374733292384e-05 tokens_per_second_per_gpu:2562.6890977453972 
Step 5575 | loss:1.2764195203781128 lr:1.0171793691799146e-05 tokens_per_second_per_gpu:1932.6404791704726 
Step 5576 | loss:1.102886438369751 lr:1.0161217216046746e-05 tokens_per_second_per_gpu:2329.936250306912 
Step 5577 | loss:1.320864200592041 lr:1.0150645307980121e-05 tokens_per_second_per_gpu:2241.9374188684956 
Step 5578 | loss:1.2848448753356934 lr:1.0140077969543373e-05 tokens_per_second_per_gpu:2173.5464001543965 
Step 5579 | loss:1.2467246055603027 lr:1.0129515202679754e-05 tokens_per_second_per_gpu:2179.7160510292706 
Step 5580 | loss:1.1773114204406738 lr:1.0118957009331706e-05 tokens_per_second_per_gpu:1704.362480090811 
Step 5581 | loss:1.114386796951294 lr:1.0108403391440797e-05 tokens_per_second_per_gpu:2667.9725976090203 
Step 5582 | loss:1.2480230331420898 lr:1.0097854350947774e-05 tokens_per_second_per_gpu:1553.6982079908094 
Step 5583 | loss:1.1330866813659668 lr:1.0087309889792521e-05 tokens_per_second_per_gpu:2641.3217859260003 
Step 5584 | loss:1.2441307306289673 lr:1.0076770009914108e-05 tokens_per_second_per_gpu:1895.8712466932675 
Step 5585 | loss:1.179815411567688 lr:1.0066234713250747e-05 tokens_per_second_per_gpu:2210.710769914595 
Step 5586 | loss:1.0665725469589233 lr:1.0055704001739808e-05 tokens_per_second_per_gpu:3098.6592011191024 
Step 5587 | loss:1.0951273441314697 lr:1.0045177877317801e-05 tokens_per_second_per_gpu:2400.1630691534438 
Step 5588 | loss:1.32529616355896 lr:1.0034656341920435e-05 tokens_per_second_per_gpu:1952.5942478132752 
Step 5589 | loss:1.1491494178771973 lr:1.0024139397482531e-05 tokens_per_second_per_gpu:2973.2149256300036 
Step 5590 | loss:1.400901436805725 lr:1.00136270459381e-05 tokens_per_second_per_gpu:1963.5686119788913 
Step 5591 | loss:1.091922402381897 lr:1.0003119289220289e-05 tokens_per_second_per_gpu:2478.862439596374 
Step 5592 | loss:1.272875428199768 lr:9.992616129261389e-06 tokens_per_second_per_gpu:1834.0950318735006 
Step 5593 | loss:1.237304925918579 lr:9.982117567992883e-06 tokens_per_second_per_gpu:2151.9946624298914 
Step 5594 | loss:1.0790356397628784 lr:9.971623607345374e-06 tokens_per_second_per_gpu:2440.602610816264 
Step 5595 | loss:1.1593087911605835 lr:9.961134249248637e-06 tokens_per_second_per_gpu:2524.6164648023746 
Step 5596 | loss:1.151724100112915 lr:9.950649495631576e-06 tokens_per_second_per_gpu:2514.240315144596 
Step 5597 | loss:1.2152191400527954 lr:9.940169348422294e-06 tokens_per_second_per_gpu:2680.203231538453 
Step 5598 | loss:1.1645840406417847 lr:9.929693809548009e-06 tokens_per_second_per_gpu:2609.868847173683 
Step 5599 | loss:1.033148169517517 lr:9.919222880935099e-06 tokens_per_second_per_gpu:3343.527157889648 
Step 5600 | loss:1.3060681819915771 lr:9.9087565645091e-06 tokens_per_second_per_gpu:2415.0976333640383 
Step 5601 | loss:1.1502454280853271 lr:9.898294862194683e-06 tokens_per_second_per_gpu:2445.2000389392183 
Step 5602 | loss:1.2471059560775757 lr:9.887837775915702e-06 tokens_per_second_per_gpu:2306.6552307904653 
Step 5603 | loss:1.1451635360717773 lr:9.87738530759515e-06 tokens_per_second_per_gpu:3165.0608528120583 
Step 5604 | loss:1.0483338832855225 lr:9.866937459155161e-06 tokens_per_second_per_gpu:2468.00570993869 
Step 5605 | loss:1.1322768926620483 lr:9.856494232517019e-06 tokens_per_second_per_gpu:2512.2121101604107 
Step 5606 | loss:1.1185293197631836 lr:9.846055629601156e-06 tokens_per_second_per_gpu:2306.4642440676444 
Step 5607 | loss:1.268357515335083 lr:9.83562165232718e-06 tokens_per_second_per_gpu:1845.8706869088703 
Step 5608 | loss:1.0767467021942139 lr:9.825192302613823e-06 tokens_per_second_per_gpu:2915.752611767323 
Step 5609 | loss:1.2254806756973267 lr:9.814767582378968e-06 tokens_per_second_per_gpu:2086.255810048947 
Step 5610 | loss:1.5821418762207031 lr:9.804347493539641e-06 tokens_per_second_per_gpu:2624.293201665865 
Step 5611 | loss:1.2098050117492676 lr:9.793932038012054e-06 tokens_per_second_per_gpu:2532.453352918177 
Step 5612 | loss:1.149655818939209 lr:9.783521217711521e-06 tokens_per_second_per_gpu:2513.479626813003 
Step 5613 | loss:1.0814318656921387 lr:9.773115034552528e-06 tokens_per_second_per_gpu:2481.8687607842185 
Step 5614 | loss:1.2670187950134277 lr:9.762713490448685e-06 tokens_per_second_per_gpu:2310.861304766226 
Step 5615 | loss:1.1233305931091309 lr:9.752316587312791e-06 tokens_per_second_per_gpu:2411.063519215997 
Step 5616 | loss:1.1670918464660645 lr:9.741924327056748e-06 tokens_per_second_per_gpu:2386.5746541341678 
Step 5617 | loss:1.2355917692184448 lr:9.731536711591644e-06 tokens_per_second_per_gpu:2215.570958112268 
Step 5618 | loss:1.2480854988098145 lr:9.72115374282768e-06 tokens_per_second_per_gpu:1435.3319274001092 
Step 5619 | loss:1.3334887027740479 lr:9.710775422674198e-06 tokens_per_second_per_gpu:2113.5247347211875 
Step 5620 | loss:1.0726501941680908 lr:9.700401753039736e-06 tokens_per_second_per_gpu:2761.4732289298095 
Step 5621 | loss:1.1237980127334595 lr:9.69003273583192e-06 tokens_per_second_per_gpu:2195.2763832619025 
Step 5622 | loss:1.1314986944198608 lr:9.679668372957547e-06 tokens_per_second_per_gpu:2237.488899269538 
Step 5623 | loss:1.2629778385162354 lr:9.669308666322541e-06 tokens_per_second_per_gpu:2307.8255994430137 
Step 5624 | loss:1.1335806846618652 lr:9.65895361783201e-06 tokens_per_second_per_gpu:2234.862934880346 
Step 5625 | loss:1.3256494998931885 lr:9.648603229390162e-06 tokens_per_second_per_gpu:2376.540226064238 
Step 5626 | loss:1.2249869108200073 lr:9.638257502900367e-06 tokens_per_second_per_gpu:1900.7621837033498 
Step 5627 | loss:1.2595361471176147 lr:9.627916440265119e-06 tokens_per_second_per_gpu:2323.40481548273 
Step 5628 | loss:1.2219712734222412 lr:9.617580043386096e-06 tokens_per_second_per_gpu:2127.4305693775905 
Step 5629 | loss:1.2513811588287354 lr:9.607248314164084e-06 tokens_per_second_per_gpu:2207.4292169143982 
Step 5630 | loss:1.16914701461792 lr:9.596921254499003e-06 tokens_per_second_per_gpu:2029.6003026624828 
Step 5631 | loss:1.3800545930862427 lr:9.58659886628995e-06 tokens_per_second_per_gpu:1981.8129447766676 
Step 5632 | loss:1.0621509552001953 lr:9.57628115143513e-06 tokens_per_second_per_gpu:2450.9281534523266 
Step 5633 | loss:1.114026665687561 lr:9.565968111831916e-06 tokens_per_second_per_gpu:2123.050730141328 
Step 5634 | loss:1.1830506324768066 lr:9.5556597493768e-06 tokens_per_second_per_gpu:2527.6803544742565 
Step 5635 | loss:1.1405341625213623 lr:9.545356065965416e-06 tokens_per_second_per_gpu:2851.0899713003832 
Step 5636 | loss:1.304279088973999 lr:9.535057063492533e-06 tokens_per_second_per_gpu:2480.7227575766724 
Step 5637 | loss:1.2014011144638062 lr:9.524762743852095e-06 tokens_per_second_per_gpu:2611.576863797262 
Step 5638 | loss:1.368654489517212 lr:9.514473108937146e-06 tokens_per_second_per_gpu:2883.25335858342 
Step 5639 | loss:0.9710308909416199 lr:9.504188160639875e-06 tokens_per_second_per_gpu:3194.191340515559 
Step 5640 | loss:1.0696042776107788 lr:9.493907900851613e-06 tokens_per_second_per_gpu:3158.531725708399 
Step 5641 | loss:1.2588651180267334 lr:9.483632331462843e-06 tokens_per_second_per_gpu:2568.23513561827 
Step 5642 | loss:1.2274127006530762 lr:9.473361454363172e-06 tokens_per_second_per_gpu:2373.1833307190846 
Step 5643 | loss:1.1450979709625244 lr:9.463095271441327e-06 tokens_per_second_per_gpu:2281.088913332909 
Step 5644 | loss:1.2267990112304688 lr:9.452833784585217e-06 tokens_per_second_per_gpu:1861.3434844884264 
Step 5645 | loss:1.1741619110107422 lr:9.442576995681838e-06 tokens_per_second_per_gpu:1885.1659107373298 
Step 5646 | loss:1.2907094955444336 lr:9.432324906617365e-06 tokens_per_second_per_gpu:2109.675119064454 
Step 5647 | loss:1.2617517709732056 lr:9.422077519277078e-06 tokens_per_second_per_gpu:2506.728260329057 
Step 5648 | loss:1.0782793760299683 lr:9.411834835545402e-06 tokens_per_second_per_gpu:2537.882731387019 
Step 5649 | loss:1.1630384922027588 lr:9.401596857305889e-06 tokens_per_second_per_gpu:2540.695234546679 
Step 5650 | loss:1.031707525253296 lr:9.391363586441259e-06 tokens_per_second_per_gpu:2598.2735048863838 
Step 5651 | loss:1.1909193992614746 lr:9.381135024833325e-06 tokens_per_second_per_gpu:2144.7538626058645 
Step 5652 | loss:1.187340497970581 lr:9.370911174363054e-06 tokens_per_second_per_gpu:1946.4375469332322 
Step 5653 | loss:1.2145718336105347 lr:9.360692036910535e-06 tokens_per_second_per_gpu:2946.6847544087327 
Step 5654 | loss:1.0348961353302002 lr:9.350477614355014e-06 tokens_per_second_per_gpu:2562.312151361348 
Step 5655 | loss:1.218993902206421 lr:9.340267908574848e-06 tokens_per_second_per_gpu:2077.4494466336364 
Step 5656 | loss:1.1376636028289795 lr:9.330062921447536e-06 tokens_per_second_per_gpu:1684.3196305114009 
Step 5657 | loss:1.119652509689331 lr:9.319862654849692e-06 tokens_per_second_per_gpu:2911.463199798793 
Step 5658 | loss:1.2591148614883423 lr:9.309667110657092e-06 tokens_per_second_per_gpu:3128.96494604469 
Step 5659 | loss:1.3073760271072388 lr:9.299476290744636e-06 tokens_per_second_per_gpu:2009.8716593735553 
Step 5660 | loss:1.1642776727676392 lr:9.289290196986337e-06 tokens_per_second_per_gpu:2377.71747165711 
Step 5661 | loss:1.1788080930709839 lr:9.279108831255347e-06 tokens_per_second_per_gpu:2872.0995566959277 
Step 5662 | loss:1.2301234006881714 lr:9.268932195423953e-06 tokens_per_second_per_gpu:2256.7426734542123 
Step 5663 | loss:1.1137086153030396 lr:9.258760291363565e-06 tokens_per_second_per_gpu:2872.557284256482 
Step 5664 | loss:1.2421436309814453 lr:9.248593120944738e-06 tokens_per_second_per_gpu:2070.177067628451 
Step 5665 | loss:1.2255525588989258 lr:9.238430686037144e-06 tokens_per_second_per_gpu:2137.3648449648304 
Step 5666 | loss:1.255784511566162 lr:9.228272988509585e-06 tokens_per_second_per_gpu:2005.434256014679 
Step 5667 | loss:1.2491332292556763 lr:9.218120030229985e-06 tokens_per_second_per_gpu:2716.4348621225795 
Step 5668 | loss:1.141853928565979 lr:9.207971813065421e-06 tokens_per_second_per_gpu:2727.1050490125617 
Step 5669 | loss:1.2015278339385986 lr:9.197828338882078e-06 tokens_per_second_per_gpu:2507.2300328370593 
Step 5670 | loss:1.230536699295044 lr:9.187689609545268e-06 tokens_per_second_per_gpu:2095.254422935055 
Step 5671 | loss:1.0609016418457031 lr:9.177555626919424e-06 tokens_per_second_per_gpu:2716.8629509971947 
Step 5672 | loss:1.1856184005737305 lr:9.167426392868129e-06 tokens_per_second_per_gpu:2831.7498635996108 
Step 5673 | loss:1.050342082977295 lr:9.1573019092541e-06 tokens_per_second_per_gpu:2087.0872284947063 
Step 5674 | loss:1.1853060722351074 lr:9.147182177939137e-06 tokens_per_second_per_gpu:2566.6328806443357 
Step 5675 | loss:0.9827651381492615 lr:9.137067200784204e-06 tokens_per_second_per_gpu:3233.281636058302 
Step 5676 | loss:1.2622793912887573 lr:9.126956979649356e-06 tokens_per_second_per_gpu:2833.8306166523043 
Step 5677 | loss:1.1970700025558472 lr:9.116851516393826e-06 tokens_per_second_per_gpu:2808.7160625800752 
Step 5678 | loss:1.227614164352417 lr:9.106750812875924e-06 tokens_per_second_per_gpu:2368.5987839063964 
Step 5679 | loss:1.263305425643921 lr:9.096654870953103e-06 tokens_per_second_per_gpu:2413.420490471884 
Step 5680 | loss:0.9980641603469849 lr:9.086563692481927e-06 tokens_per_second_per_gpu:3556.60824457792 
Step 5681 | loss:1.233298659324646 lr:9.076477279318124e-06 tokens_per_second_per_gpu:1888.8596572557421 
Step 5682 | loss:1.1404470205307007 lr:9.066395633316499e-06 tokens_per_second_per_gpu:2559.0220514660505 
Step 5683 | loss:1.1278355121612549 lr:9.056318756331002e-06 tokens_per_second_per_gpu:1935.9011879232291 
Step 5684 | loss:1.0295881032943726 lr:9.046246650214695e-06 tokens_per_second_per_gpu:2840.9652147073093 
Step 5685 | loss:1.3773784637451172 lr:9.03617931681978e-06 tokens_per_second_per_gpu:1737.759225022938 
Step 5686 | loss:1.3733820915222168 lr:9.026116757997582e-06 tokens_per_second_per_gpu:2073.064072771951 
Step 5687 | loss:0.9983770251274109 lr:9.016058975598527e-06 tokens_per_second_per_gpu:2574.467275656664 
Step 5688 | loss:1.4221090078353882 lr:9.006005971472177e-06 tokens_per_second_per_gpu:2208.028510007165 
Step 5689 | loss:1.179298996925354 lr:8.995957747467196e-06 tokens_per_second_per_gpu:2413.846583700357 
Step 5690 | loss:1.059739589691162 lr:8.98591430543141e-06 tokens_per_second_per_gpu:2120.1944554534866 
Step 5691 | loss:1.3138889074325562 lr:8.97587564721173e-06 tokens_per_second_per_gpu:2208.5537208323058 
Step 5692 | loss:1.351430058479309 lr:8.965841774654202e-06 tokens_per_second_per_gpu:2125.56524318872 
Step 5693 | loss:1.2477689981460571 lr:8.955812689603967e-06 tokens_per_second_per_gpu:1678.4127425166191 
Step 5694 | loss:1.1896109580993652 lr:8.945788393905339e-06 tokens_per_second_per_gpu:2700.033860118015 
Step 5695 | loss:1.133359670639038 lr:8.9357688894017e-06 tokens_per_second_per_gpu:2445.5029225283565 
Step 5696 | loss:1.241938829421997 lr:8.925754177935574e-06 tokens_per_second_per_gpu:2768.0573809507046 
Step 5697 | loss:1.3258378505706787 lr:8.915744261348586e-06 tokens_per_second_per_gpu:2465.6302292323753 
Step 5698 | loss:1.3134841918945312 lr:8.905739141481507e-06 tokens_per_second_per_gpu:2216.1776437642347 
Step 5699 | loss:1.0027815103530884 lr:8.895738820174218e-06 tokens_per_second_per_gpu:2408.5133650880607 
Step 5700 | loss:1.212629795074463 lr:8.885743299265701e-06 tokens_per_second_per_gpu:2349.887567510164 
Step 5701 | loss:1.2962607145309448 lr:8.875752580594073e-06 tokens_per_second_per_gpu:2262.835053171151 
Step 5702 | loss:1.4945449829101562 lr:8.865766665996539e-06 tokens_per_second_per_gpu:1955.5631018006927 
Step 5703 | loss:1.1035983562469482 lr:8.855785557309468e-06 tokens_per_second_per_gpu:2653.8496081937137 
Step 5704 | loss:1.3274255990982056 lr:8.845809256368307e-06 tokens_per_second_per_gpu:2626.9944358697057 
Step 5705 | loss:1.1382532119750977 lr:8.83583776500763e-06 tokens_per_second_per_gpu:2064.676598008167 
Step 5706 | loss:1.3275717496871948 lr:8.825871085061122e-06 tokens_per_second_per_gpu:2100.8423363126926 
Step 5707 | loss:1.0699717998504639 lr:8.815909218361607e-06 tokens_per_second_per_gpu:2695.770999738757 
Step 5708 | loss:1.15162992477417 lr:8.805952166740992e-06 tokens_per_second_per_gpu:2239.484908320403 
Step 5709 | loss:1.048161506652832 lr:8.795999932030314e-06 tokens_per_second_per_gpu:2639.641809564701 
Step 5710 | loss:1.2007958889007568 lr:8.786052516059715e-06 tokens_per_second_per_gpu:2581.7690705613168 
Step 5711 | loss:1.0886828899383545 lr:8.776109920658476e-06 tokens_per_second_per_gpu:2795.440903434754 
Step 5712 | loss:1.272640347480774 lr:8.766172147654954e-06 tokens_per_second_per_gpu:2064.0472091402085 
Step 5713 | loss:1.123683214187622 lr:8.756239198876654e-06 tokens_per_second_per_gpu:2419.235848705706 
Step 5714 | loss:1.2454570531845093 lr:8.746311076150181e-06 tokens_per_second_per_gpu:2272.839868725239 
Step 5715 | loss:1.3212543725967407 lr:8.736387781301226e-06 tokens_per_second_per_gpu:2980.0671971330585 
Step 5716 | loss:1.2184478044509888 lr:8.726469316154645e-06 tokens_per_second_per_gpu:2050.2958257989408 
Step 5717 | loss:1.1510552167892456 lr:8.716555682534369e-06 tokens_per_second_per_gpu:2070.2315133657726 
Step 5718 | loss:1.251952052116394 lr:8.706646882263441e-06 tokens_per_second_per_gpu:2188.792765419876 
Step 5719 | loss:1.1212812662124634 lr:8.696742917164017e-06 tokens_per_second_per_gpu:2282.596113446877 
Step 5720 | loss:1.354103922843933 lr:8.686843789057391e-06 tokens_per_second_per_gpu:1860.2252439124281 
Step 5721 | loss:1.178298830986023 lr:8.676949499763936e-06 tokens_per_second_per_gpu:2336.577785000168 
Step 5722 | loss:1.1475756168365479 lr:8.667060051103147e-06 tokens_per_second_per_gpu:3165.430969068375 
Step 5723 | loss:1.110540747642517 lr:8.657175444893622e-06 tokens_per_second_per_gpu:2938.0760439053897 
Step 5724 | loss:0.9938982725143433 lr:8.647295682953067e-06 tokens_per_second_per_gpu:3104.810868402894 
Step 5725 | loss:1.2567718029022217 lr:8.637420767098312e-06 tokens_per_second_per_gpu:2222.2773319589232 
Step 5726 | loss:1.1968885660171509 lr:8.627550699145304e-06 tokens_per_second_per_gpu:2713.251383355891 
Step 5727 | loss:1.178326964378357 lr:8.61768548090907e-06 tokens_per_second_per_gpu:1939.9712975884745 
Step 5728 | loss:1.1096752882003784 lr:8.607825114203754e-06 tokens_per_second_per_gpu:2151.239762273052 
Step 5729 | loss:1.2020045518875122 lr:8.597969600842602e-06 tokens_per_second_per_gpu:2659.9961325202985 
Step 5730 | loss:1.09220552444458 lr:8.588118942637997e-06 tokens_per_second_per_gpu:2974.191894450473 
Step 5731 | loss:1.2878868579864502 lr:8.578273141401405e-06 tokens_per_second_per_gpu:2312.525090881489 
Step 5732 | loss:1.0765774250030518 lr:8.568432198943396e-06 tokens_per_second_per_gpu:2472.041488621476 
Step 5733 | loss:1.0294572114944458 lr:8.558596117073645e-06 tokens_per_second_per_gpu:2867.817321740406 
Step 5734 | loss:1.2930907011032104 lr:8.548764897600963e-06 tokens_per_second_per_gpu:2647.7156074561253 
Step 5735 | loss:1.1757168769836426 lr:8.538938542333235e-06 tokens_per_second_per_gpu:2475.084334381825 
Step 5736 | loss:1.3187581300735474 lr:8.529117053077459e-06 tokens_per_second_per_gpu:2048.85399099054 
Step 5737 | loss:1.1972357034683228 lr:8.519300431639735e-06 tokens_per_second_per_gpu:2142.6528289733374 
Step 5738 | loss:1.35617995262146 lr:8.509488679825294e-06 tokens_per_second_per_gpu:2215.692189053319 
Step 5739 | loss:1.2119958400726318 lr:8.499681799438427e-06 tokens_per_second_per_gpu:1952.7492771389484 
Step 5740 | loss:1.2510676383972168 lr:8.48987979228258e-06 tokens_per_second_per_gpu:1762.3553236173564 
Step 5741 | loss:1.3001161813735962 lr:8.480082660160262e-06 tokens_per_second_per_gpu:2610.1140391086665 
Step 5742 | loss:1.1913291215896606 lr:8.470290404873089e-06 tokens_per_second_per_gpu:2590.485723386595 
Step 5743 | loss:1.2340260744094849 lr:8.460503028221814e-06 tokens_per_second_per_gpu:2100.3895487322684 
Step 5744 | loss:1.1872308254241943 lr:8.450720532006263e-06 tokens_per_second_per_gpu:1735.535015755603 
Step 5745 | loss:1.379589557647705 lr:8.440942918025361e-06 tokens_per_second_per_gpu:1808.7947733431306 
Step 5746 | loss:1.1813740730285645 lr:8.431170188077148e-06 tokens_per_second_per_gpu:2896.2551730875934 
Step 5747 | loss:1.4182779788970947 lr:8.421402343958773e-06 tokens_per_second_per_gpu:2234.389292129812 
Step 5748 | loss:1.1270251274108887 lr:8.411639387466478e-06 tokens_per_second_per_gpu:2451.3366379670747 
Step 5749 | loss:1.1797592639923096 lr:8.401881320395596e-06 tokens_per_second_per_gpu:2381.554427591544 
Step 5750 | loss:1.1751492023468018 lr:8.392128144540562e-06 tokens_per_second_per_gpu:3142.0309881611156 
Step 5751 | loss:1.33892023563385 lr:8.382379861694944e-06 tokens_per_second_per_gpu:2332.623452406317 
Step 5752 | loss:1.1179125308990479 lr:8.372636473651375e-06 tokens_per_second_per_gpu:3122.511719435688 
Step 5753 | loss:1.22397780418396 lr:8.36289798220158e-06 tokens_per_second_per_gpu:2343.923302919084 
Step 5754 | loss:1.1866041421890259 lr:8.353164389136434e-06 tokens_per_second_per_gpu:2039.8362141486507 
Step 5755 | loss:1.1545047760009766 lr:8.343435696245858e-06 tokens_per_second_per_gpu:2427.8358766597494 
Step 5756 | loss:1.2764440774917603 lr:8.333711905318903e-06 tokens_per_second_per_gpu:2508.0003076558673 
Step 5757 | loss:1.183957815170288 lr:8.32399301814371e-06 tokens_per_second_per_gpu:2696.2573245868484 
Step 5758 | loss:1.2865417003631592 lr:8.314279036507515e-06 tokens_per_second_per_gpu:2341.8320561932187 
Step 5759 | loss:1.368195652961731 lr:8.304569962196641e-06 tokens_per_second_per_gpu:2039.5145548527655 
Step 5760 | loss:1.1195762157440186 lr:8.294865796996544e-06 tokens_per_second_per_gpu:2784.2120965695676 
Step 5761 | loss:1.2323466539382935 lr:8.285166542691745e-06 tokens_per_second_per_gpu:2155.6183951954977 
Step 5762 | loss:1.247745394706726 lr:8.275472201065873e-06 tokens_per_second_per_gpu:2344.431684925607 
Step 5763 | loss:1.0760051012039185 lr:8.265782773901638e-06 tokens_per_second_per_gpu:2874.5795189639944 
Step 5764 | loss:1.1986360549926758 lr:8.256098262980884e-06 tokens_per_second_per_gpu:2995.0739867426487 
Step 5765 | loss:1.0123226642608643 lr:8.246418670084516e-06 tokens_per_second_per_gpu:2345.651381912357 
Step 5766 | loss:1.2297065258026123 lr:8.23674399699254e-06 tokens_per_second_per_gpu:2307.9181641605483 
Step 5767 | loss:1.2031495571136475 lr:8.227074245484082e-06 tokens_per_second_per_gpu:2638.1769391650078 
Step 5768 | loss:1.0204331874847412 lr:8.217409417337322e-06 tokens_per_second_per_gpu:2197.5872861988714 
Step 5769 | loss:1.1990373134613037 lr:8.20774951432958e-06 tokens_per_second_per_gpu:2091.9935580178835 
Step 5770 | loss:1.2000136375427246 lr:8.198094538237233e-06 tokens_per_second_per_gpu:2877.5472573295897 
Step 5771 | loss:1.2877987623214722 lr:8.188444490835772e-06 tokens_per_second_per_gpu:2356.1023749438864 
Step 5772 | loss:1.0389771461486816 lr:8.178799373899763e-06 tokens_per_second_per_gpu:2515.4982213462645 
Step 5773 | loss:1.2592060565948486 lr:8.169159189202902e-06 tokens_per_second_per_gpu:2454.8613483986037 
Step 5774 | loss:1.328936219215393 lr:8.15952393851794e-06 tokens_per_second_per_gpu:1805.141420889922 
Step 5775 | loss:1.1939177513122559 lr:8.149893623616734e-06 tokens_per_second_per_gpu:2758.790361738239 
Step 5776 | loss:1.0905190706253052 lr:8.140268246270231e-06 tokens_per_second_per_gpu:3072.983645090989 
Step 5777 | loss:1.1791388988494873 lr:8.130647808248488e-06 tokens_per_second_per_gpu:2316.547503551598 
Step 5778 | loss:1.04549241065979 lr:8.12103231132063e-06 tokens_per_second_per_gpu:2435.175297130872 
Step 5779 | loss:1.2551583051681519 lr:8.111421757254886e-06 tokens_per_second_per_gpu:1930.8533485010307 
Step 5780 | loss:1.132096767425537 lr:8.101816147818555e-06 tokens_per_second_per_gpu:2345.6503925648926 
Step 5781 | loss:1.1899579763412476 lr:8.092215484778062e-06 tokens_per_second_per_gpu:1880.1047911636986 
Step 5782 | loss:1.146510124206543 lr:8.08261976989891e-06 tokens_per_second_per_gpu:3170.8433918711576 
Step 5783 | loss:1.3420330286026 lr:8.073029004945678e-06 tokens_per_second_per_gpu:1890.473129380026 
Step 5784 | loss:1.0845223665237427 lr:8.063443191682046e-06 tokens_per_second_per_gpu:2675.3795365736664 
Step 5785 | loss:1.1921665668487549 lr:8.053862331870767e-06 tokens_per_second_per_gpu:2216.7414129872977 
Step 5786 | loss:1.2238374948501587 lr:8.044286427273717e-06 tokens_per_second_per_gpu:2547.1153954914694 
Step 5787 | loss:1.1422218084335327 lr:8.034715479651834e-06 tokens_per_second_per_gpu:2807.19511713147 
Step 5788 | loss:1.21015465259552 lr:8.025149490765146e-06 tokens_per_second_per_gpu:2570.9420641081138 
Step 5789 | loss:1.154649257659912 lr:8.015588462372782e-06 tokens_per_second_per_gpu:3096.4201670101525 
Step 5790 | loss:1.2359737157821655 lr:8.006032396232931e-06 tokens_per_second_per_gpu:2410.9874361968373 
Step 5791 | loss:1.184608817100525 lr:7.996481294102921e-06 tokens_per_second_per_gpu:2088.9372569153525 
Step 5792 | loss:1.0680149793624878 lr:7.986935157739118e-06 tokens_per_second_per_gpu:3246.387049356661 
Step 5793 | loss:1.2301065921783447 lr:7.977393988896995e-06 tokens_per_second_per_gpu:2736.638747217393 
Step 5794 | loss:1.1679210662841797 lr:7.967857789331094e-06 tokens_per_second_per_gpu:3168.038086776458 
Step 5795 | loss:1.1872479915618896 lr:7.958326560795079e-06 tokens_per_second_per_gpu:1438.6994180883626 
Step 5796 | loss:1.2660828828811646 lr:7.94880030504168e-06 tokens_per_second_per_gpu:1699.872636742693 
Step 5797 | loss:1.186970591545105 lr:7.939279023822701e-06 tokens_per_second_per_gpu:1726.417731953538 
Step 5798 | loss:1.2454643249511719 lr:7.92976271888905e-06 tokens_per_second_per_gpu:2168.2029934794436 
Step 5799 | loss:1.392554521560669 lr:7.920251391990695e-06 tokens_per_second_per_gpu:1844.7014701364512 
Step 5800 | loss:1.1405328512191772 lr:7.910745044876727e-06 tokens_per_second_per_gpu:1884.4686473264305 
Step 5801 | loss:1.137771487236023 lr:7.90124367929529e-06 tokens_per_second_per_gpu:2183.078264834791 
Step 5802 | loss:1.2229862213134766 lr:7.891747296993622e-06 tokens_per_second_per_gpu:1756.732172633228 
Step 5803 | loss:1.2140014171600342 lr:7.882255899718032e-06 tokens_per_second_per_gpu:2775.1186141399626 
Step 5804 | loss:1.206093192100525 lr:7.872769489213947e-06 tokens_per_second_per_gpu:2788.0202281464294 
Step 5805 | loss:1.136531114578247 lr:7.863288067225842e-06 tokens_per_second_per_gpu:2767.7799864195536 
Step 5806 | loss:1.1697731018066406 lr:7.853811635497288e-06 tokens_per_second_per_gpu:2570.233091586655 
Step 5807 | loss:1.1935404539108276 lr:7.844340195770929e-06 tokens_per_second_per_gpu:1659.7096299548323 
Step 5808 | loss:1.2075457572937012 lr:7.834873749788506e-06 tokens_per_second_per_gpu:2657.1933901646744 
Step 5809 | loss:1.2802648544311523 lr:7.825412299290848e-06 tokens_per_second_per_gpu:2242.022609035786 
Step 5810 | loss:1.342613935470581 lr:7.81595584601784e-06 tokens_per_second_per_gpu:2069.020854399174 
Step 5811 | loss:1.1869521141052246 lr:7.806504391708462e-06 tokens_per_second_per_gpu:2715.127896227725 
Step 5812 | loss:1.0917041301727295 lr:7.797057938100764e-06 tokens_per_second_per_gpu:3015.427141317649 
Step 5813 | loss:1.1449942588806152 lr:7.787616486931903e-06 tokens_per_second_per_gpu:1906.9195439565035 
Step 5814 | loss:1.1703790426254272 lr:7.77818003993809e-06 tokens_per_second_per_gpu:2794.7318449222694 
Step 5815 | loss:1.2291510105133057 lr:7.768748598854623e-06 tokens_per_second_per_gpu:2515.4531485008392 
Step 5816 | loss:1.1582911014556885 lr:7.759322165415872e-06 tokens_per_second_per_gpu:2444.8290110804237 
Step 5817 | loss:1.3095899820327759 lr:7.749900741355318e-06 tokens_per_second_per_gpu:1919.877973641231 
Step 5818 | loss:1.28460693359375 lr:7.740484328405483e-06 tokens_per_second_per_gpu:2474.874791563819 
Step 5819 | loss:1.2990010976791382 lr:7.731072928297982e-06 tokens_per_second_per_gpu:1761.2028859414079 
Step 5820 | loss:1.4329986572265625 lr:7.721666542763505e-06 tokens_per_second_per_gpu:1601.2227721820836 
Step 5821 | loss:1.4008597135543823 lr:7.712265173531823e-06 tokens_per_second_per_gpu:1532.3445891575298 
Step 5822 | loss:1.3685203790664673 lr:7.702868822331806e-06 tokens_per_second_per_gpu:2051.0424206229163 
Step 5823 | loss:1.078433871269226 lr:7.693477490891362e-06 tokens_per_second_per_gpu:2621.8234890248496 
Step 5824 | loss:1.3317564725875854 lr:7.684091180937497e-06 tokens_per_second_per_gpu:1970.4481594794938 
Step 5825 | loss:1.2734603881835938 lr:7.674709894196281e-06 tokens_per_second_per_gpu:2206.6237261928363 
Step 5826 | loss:1.0721322298049927 lr:7.665333632392887e-06 tokens_per_second_per_gpu:1955.3894132574442 
Step 5827 | loss:1.4317137002944946 lr:7.65596239725154e-06 tokens_per_second_per_gpu:1744.9704055174784 
Step 5828 | loss:1.1273561716079712 lr:7.646596190495546e-06 tokens_per_second_per_gpu:2678.920110195565 
Step 5829 | loss:1.3887330293655396 lr:7.63723501384728e-06 tokens_per_second_per_gpu:1795.9341701878752 
Step 5830 | loss:1.1707350015640259 lr:7.627878869028214e-06 tokens_per_second_per_gpu:2986.980479898973 
Step 5831 | loss:1.1498197317123413 lr:7.618527757758874e-06 tokens_per_second_per_gpu:2271.101801304621 
Step 5832 | loss:1.362352728843689 lr:7.609181681758869e-06 tokens_per_second_per_gpu:2390.912160379843 
Step 5833 | loss:1.2995367050170898 lr:7.599840642746866e-06 tokens_per_second_per_gpu:1913.1028247643303 
Step 5834 | loss:1.3050389289855957 lr:7.590504642440638e-06 tokens_per_second_per_gpu:2003.883884958373 
Step 5835 | loss:1.1218253374099731 lr:7.581173682557001e-06 tokens_per_second_per_gpu:2434.9325523850166 
Step 5836 | loss:1.2628681659698486 lr:7.571847764811866e-06 tokens_per_second_per_gpu:2414.832143510447 
Step 5837 | loss:1.2445926666259766 lr:7.562526890920202e-06 tokens_per_second_per_gpu:2030.1964580488268 
Step 5838 | loss:1.2067067623138428 lr:7.553211062596048e-06 tokens_per_second_per_gpu:2508.4521805912996 
Step 5839 | loss:1.0824745893478394 lr:7.543900281552538e-06 tokens_per_second_per_gpu:3214.1850116531837 
Step 5840 | loss:1.2040982246398926 lr:7.534594549501852e-06 tokens_per_second_per_gpu:2118.6211140857504 
Step 5841 | loss:1.2473018169403076 lr:7.5252938681552535e-06 tokens_per_second_per_gpu:2228.3085078191116 
Step 5842 | loss:1.465649962425232 lr:7.515998239223065e-06 tokens_per_second_per_gpu:1733.3622165005056 
Step 5843 | loss:1.2723701000213623 lr:7.50670766441471e-06 tokens_per_second_per_gpu:2173.133609753976 
Step 5844 | loss:1.3550902605056763 lr:7.497422145438656e-06 tokens_per_second_per_gpu:2216.781714575301 
Step 5845 | loss:1.2765525579452515 lr:7.488141684002444e-06 tokens_per_second_per_gpu:2156.7934124992416 
Step 5846 | loss:1.3595664501190186 lr:7.478866281812692e-06 tokens_per_second_per_gpu:2585.7450983602 
Step 5847 | loss:1.2067553997039795 lr:7.46959594057507e-06 tokens_per_second_per_gpu:2729.688212958505 
Step 5848 | loss:1.0800433158874512 lr:7.4603306619943435e-06 tokens_per_second_per_gpu:2329.664495748785 
Step 5849 | loss:1.041968584060669 lr:7.4510704477743505e-06 tokens_per_second_per_gpu:2916.170793448743 
Step 5850 | loss:1.135960340499878 lr:7.441815299617963e-06 tokens_per_second_per_gpu:2891.8331051380837 
Step 5851 | loss:1.2561912536621094 lr:7.432565219227147e-06 tokens_per_second_per_gpu:2349.892629991922 
Step 5852 | loss:1.1554194688796997 lr:7.423320208302918e-06 tokens_per_second_per_gpu:1942.242523474683 
Step 5853 | loss:1.0782052278518677 lr:7.4140802685453925e-06 tokens_per_second_per_gpu:2986.9588245455743 
Step 5854 | loss:1.0739679336547852 lr:7.404845401653724e-06 tokens_per_second_per_gpu:3079.125876628127 
Step 5855 | loss:1.1855920553207397 lr:7.39561560932614e-06 tokens_per_second_per_gpu:2734.247595246203 
Step 5856 | loss:1.1360175609588623 lr:7.3863908932599316e-06 tokens_per_second_per_gpu:3068.901031458367 
Step 5857 | loss:1.168757677078247 lr:7.377171255151478e-06 tokens_per_second_per_gpu:2731.5834241556963 
Step 5858 | loss:1.2482635974884033 lr:7.367956696696201e-06 tokens_per_second_per_gpu:2169.296110283523 
Step 5859 | loss:1.0655217170715332 lr:7.3587472195886e-06 tokens_per_second_per_gpu:2552.7497700772187 
Step 5860 | loss:1.1385513544082642 lr:7.3495428255222165e-06 tokens_per_second_per_gpu:1993.0678051864309 
Step 5861 | loss:1.1741424798965454 lr:7.340343516189707e-06 tokens_per_second_per_gpu:2824.041687893403 
Step 5862 | loss:1.2298117876052856 lr:7.33114929328274e-06 tokens_per_second_per_gpu:2239.475913856829 
Step 5863 | loss:1.2259324789047241 lr:7.321960158492086e-06 tokens_per_second_per_gpu:2821.308099083169 
Step 5864 | loss:1.0390958786010742 lr:7.312776113507563e-06 tokens_per_second_per_gpu:2702.94100588244 
Step 5865 | loss:1.112700343132019 lr:7.303597160018038e-06 tokens_per_second_per_gpu:2653.8918124649267 
Step 5866 | loss:1.3834443092346191 lr:7.294423299711484e-06 tokens_per_second_per_gpu:2132.9287334295973 
Step 5867 | loss:1.222226858139038 lr:7.285254534274904e-06 tokens_per_second_per_gpu:2211.903439813198 
Step 5868 | loss:1.0844883918762207 lr:7.276090865394369e-06 tokens_per_second_per_gpu:2099.5333286218824 
Step 5869 | loss:1.213563323020935 lr:7.2669322947550065e-06 tokens_per_second_per_gpu:2296.0162393095516 
Step 5870 | loss:1.1302028894424438 lr:7.257778824041035e-06 tokens_per_second_per_gpu:2047.0544870813087 
Step 5871 | loss:1.1902469396591187 lr:7.2486304549357115e-06 tokens_per_second_per_gpu:2241.974398566338 
Step 5872 | loss:0.930037260055542 lr:7.239487189121354e-06 tokens_per_second_per_gpu:3340.8110822469826 
Step 5873 | loss:1.0973339080810547 lr:7.2303490282793434e-06 tokens_per_second_per_gpu:2124.3294782116063 
Step 5874 | loss:1.2311716079711914 lr:7.2212159740901405e-06 tokens_per_second_per_gpu:3252.214248897679 
Step 5875 | loss:1.2195621728897095 lr:7.2120880282332485e-06 tokens_per_second_per_gpu:2592.3556286274784 
Step 5876 | loss:1.2165266275405884 lr:7.202965192387221e-06 tokens_per_second_per_gpu:2511.8044237419526 
Step 5877 | loss:1.1899526119232178 lr:7.193847468229708e-06 tokens_per_second_per_gpu:2081.079407824633 
Step 5878 | loss:1.2551722526550293 lr:7.184734857437381e-06 tokens_per_second_per_gpu:2098.362696615286 
Step 5879 | loss:1.3690794706344604 lr:7.175627361685999e-06 tokens_per_second_per_gpu:1558.014376359282 
Step 5880 | loss:0.919407844543457 lr:7.166524982650372e-06 tokens_per_second_per_gpu:2995.0755274352764 
Step 5881 | loss:1.1853116750717163 lr:7.157427722004359e-06 tokens_per_second_per_gpu:2190.183469560706 
Step 5882 | loss:1.2504252195358276 lr:7.148335581420872e-06 tokens_per_second_per_gpu:2656.181961227563 
Step 5883 | loss:1.4519404172897339 lr:7.139248562571922e-06 tokens_per_second_per_gpu:1388.5948500328461 
Step 5884 | loss:1.300884485244751 lr:7.13016666712854e-06 tokens_per_second_per_gpu:1815.7308356056235 
Step 5885 | loss:1.1801575422286987 lr:7.121089896760821e-06 tokens_per_second_per_gpu:2405.742735570446 
Step 5886 | loss:1.2001490592956543 lr:7.112018253137916e-06 tokens_per_second_per_gpu:2233.2507785049424 
Step 5887 | loss:1.1540662050247192 lr:7.102951737928059e-06 tokens_per_second_per_gpu:1840.6755421033351 
Step 5888 | loss:1.2575832605361938 lr:7.093890352798511e-06 tokens_per_second_per_gpu:2885.1265252564094 
Step 5889 | loss:1.2188498973846436 lr:7.08483409941559e-06 tokens_per_second_per_gpu:2363.474635777268 
Step 5890 | loss:1.1008933782577515 lr:7.075782979444699e-06 tokens_per_second_per_gpu:2605.6643793170247 
Step 5891 | loss:1.2639150619506836 lr:7.06673699455026e-06 tokens_per_second_per_gpu:2407.540400791798 
Step 5892 | loss:1.2305504083633423 lr:7.057696146395789e-06 tokens_per_second_per_gpu:2180.325255936619 
Step 5893 | loss:1.2189557552337646 lr:7.048660436643828e-06 tokens_per_second_per_gpu:2727.8389127721734 
Step 5894 | loss:1.1886169910430908 lr:7.0396298669559834e-06 tokens_per_second_per_gpu:2424.898673851143 
Step 5895 | loss:1.2146955728530884 lr:7.030604438992906e-06 tokens_per_second_per_gpu:2354.028150290949 
Step 5896 | loss:1.06389582157135 lr:7.021584154414329e-06 tokens_per_second_per_gpu:3464.0242021955974 
Step 5897 | loss:1.0047568082809448 lr:7.012569014879014e-06 tokens_per_second_per_gpu:2576.9459679495026 
Step 5898 | loss:1.2240859270095825 lr:7.0035590220447885e-06 tokens_per_second_per_gpu:2350.0133680543413 
Step 5899 | loss:1.3726224899291992 lr:6.9945541775685124e-06 tokens_per_second_per_gpu:2148.105667547204 
Step 5900 | loss:1.2709665298461914 lr:6.985554483106146e-06 tokens_per_second_per_gpu:1783.7641080846447 
Step 5901 | loss:1.1996012926101685 lr:6.976559940312652e-06 tokens_per_second_per_gpu:2221.747868733665 
Step 5902 | loss:1.2372440099716187 lr:6.9675705508420745e-06 tokens_per_second_per_gpu:2448.220419638456 
Step 5903 | loss:1.354310393333435 lr:6.958586316347487e-06 tokens_per_second_per_gpu:2191.3717771484767 
Step 5904 | loss:1.4514648914337158 lr:6.949607238481047e-06 tokens_per_second_per_gpu:1785.0451132306944 
Step 5905 | loss:1.0890944004058838 lr:6.940633318893952e-06 tokens_per_second_per_gpu:2806.736889924223 
Step 5906 | loss:1.2854738235473633 lr:6.931664559236432e-06 tokens_per_second_per_gpu:2110.911668096191 
Step 5907 | loss:1.232518196105957 lr:6.922700961157788e-06 tokens_per_second_per_gpu:2509.932361666405 
Step 5908 | loss:1.099595546722412 lr:6.913742526306352e-06 tokens_per_second_per_gpu:2473.944911391395 
Step 5909 | loss:1.1870841979980469 lr:6.904789256329544e-06 tokens_per_second_per_gpu:2579.96173558169 
Step 5910 | loss:1.2434394359588623 lr:6.895841152873795e-06 tokens_per_second_per_gpu:2529.917286514003 
Step 5911 | loss:1.1383633613586426 lr:6.886898217584606e-06 tokens_per_second_per_gpu:2126.7498025071923 
Step 5912 | loss:1.233973741531372 lr:6.8779604521065205e-06 tokens_per_second_per_gpu:1672.1601619270657 
Step 5913 | loss:1.2527942657470703 lr:6.869027858083127e-06 tokens_per_second_per_gpu:1854.1636393472922 
Step 5914 | loss:1.3962218761444092 lr:6.860100437157084e-06 tokens_per_second_per_gpu:2417.1605207724674 
Step 5915 | loss:1.2440686225891113 lr:6.851178190970081e-06 tokens_per_second_per_gpu:2474.1977960589243 
Step 5916 | loss:1.2455552816390991 lr:6.842261121162852e-06 tokens_per_second_per_gpu:2304.6706067740647 
Step 5917 | loss:1.3079733848571777 lr:6.833349229375181e-06 tokens_per_second_per_gpu:2371.2936527111315 
Step 5918 | loss:1.5800000429153442 lr:6.824442517245914e-06 tokens_per_second_per_gpu:1778.5599373895488 
Step 5919 | loss:1.2308439016342163 lr:6.815540986412948e-06 tokens_per_second_per_gpu:2765.719171214534 
Step 5920 | loss:1.2211685180664062 lr:6.8066446385132026e-06 tokens_per_second_per_gpu:2141.6762622573065 
Step 5921 | loss:1.17423677444458 lr:6.7977534751826545e-06 tokens_per_second_per_gpu:2410.5497492630334 
Step 5922 | loss:1.1412688493728638 lr:6.788867498056324e-06 tokens_per_second_per_gpu:2775.817056063951 
Step 5923 | loss:1.331784725189209 lr:6.779986708768302e-06 tokens_per_second_per_gpu:2109.821405660575 
Step 5924 | loss:1.2907612323760986 lr:6.771111108951693e-06 tokens_per_second_per_gpu:2241.347269442589 
Step 5925 | loss:1.3284687995910645 lr:6.762240700238659e-06 tokens_per_second_per_gpu:2322.178486020129 
Step 5926 | loss:1.1839380264282227 lr:6.7533754842604025e-06 tokens_per_second_per_gpu:1918.3187661444415 
Step 5927 | loss:1.0771801471710205 lr:6.744515462647198e-06 tokens_per_second_per_gpu:2020.3932858454712 
Step 5928 | loss:1.3230695724487305 lr:6.735660637028334e-06 tokens_per_second_per_gpu:2119.636249744966 
Step 5929 | loss:1.2125130891799927 lr:6.726811009032147e-06 tokens_per_second_per_gpu:2015.0681347775305 
Step 5930 | loss:1.0951634645462036 lr:6.717966580286024e-06 tokens_per_second_per_gpu:2354.0047055468967 
Step 5931 | loss:1.22672700881958 lr:6.709127352416402e-06 tokens_per_second_per_gpu:2061.9513848027036 
Step 5932 | loss:1.358673095703125 lr:6.700293327048762e-06 tokens_per_second_per_gpu:1859.08505782529 
Step 5933 | loss:1.2164487838745117 lr:6.69146450580762e-06 tokens_per_second_per_gpu:1965.4299289599203 
Step 5934 | loss:1.3504419326782227 lr:6.6826408903165295e-06 tokens_per_second_per_gpu:2068.911272138466 
Step 5935 | loss:1.093273401260376 lr:6.673822482198087e-06 tokens_per_second_per_gpu:3191.607232390552 
Step 5936 | loss:1.1790952682495117 lr:6.665009283073961e-06 tokens_per_second_per_gpu:2477.8966095432165 
Step 5937 | loss:1.2937307357788086 lr:6.656201294564828e-06 tokens_per_second_per_gpu:2118.982730352245 
Step 5938 | loss:1.1424072980880737 lr:6.6473985182904146e-06 tokens_per_second_per_gpu:2212.224271650313 
Step 5939 | loss:1.1182092428207397 lr:6.638600955869491e-06 tokens_per_second_per_gpu:2455.3642726073813 
Step 5940 | loss:1.3795024156570435 lr:6.629808608919881e-06 tokens_per_second_per_gpu:1426.613877239299 
Step 5941 | loss:1.3056684732437134 lr:6.621021479058431e-06 tokens_per_second_per_gpu:2434.743735791733 
Step 5942 | loss:1.2995097637176514 lr:6.612239567901041e-06 tokens_per_second_per_gpu:2444.72528177892 
Step 5943 | loss:1.2765828371047974 lr:6.6034628770626265e-06 tokens_per_second_per_gpu:2105.8811036650836 
Step 5944 | loss:1.0843892097473145 lr:6.5946914081571796e-06 tokens_per_second_per_gpu:3363.7190128840903 
Step 5945 | loss:1.1453568935394287 lr:6.585925162797722e-06 tokens_per_second_per_gpu:2837.6222864813317 
Step 5946 | loss:1.1398835182189941 lr:6.577164142596298e-06 tokens_per_second_per_gpu:2135.942897648701 
Step 5947 | loss:1.0469653606414795 lr:6.568408349163998e-06 tokens_per_second_per_gpu:3135.9879831991466 
Step 5948 | loss:1.487733244895935 lr:6.5596577841109455e-06 tokens_per_second_per_gpu:1667.8070345400017 
Step 5949 | loss:1.2029610872268677 lr:6.5509124490463285e-06 tokens_per_second_per_gpu:2741.1174021340416 
Step 5950 | loss:1.0010883808135986 lr:6.5421723455783505e-06 tokens_per_second_per_gpu:2677.792967606354 
Step 5951 | loss:1.183417797088623 lr:6.533437475314256e-06 tokens_per_second_per_gpu:2336.0620189406727 
Step 5952 | loss:1.1079325675964355 lr:6.524707839860318e-06 tokens_per_second_per_gpu:2119.2133399322993 
Step 5953 | loss:1.2760348320007324 lr:6.515983440821881e-06 tokens_per_second_per_gpu:2345.520388223268 
Step 5954 | loss:1.169621229171753 lr:6.507264279803286e-06 tokens_per_second_per_gpu:2820.37930242236 
Step 5955 | loss:1.2613571882247925 lr:6.498550358407935e-06 tokens_per_second_per_gpu:1744.9011916964505 
Step 5956 | loss:1.070005178451538 lr:6.489841678238249e-06 tokens_per_second_per_gpu:2410.7846944535986 
Step 5957 | loss:1.351686954498291 lr:6.481138240895715e-06 tokens_per_second_per_gpu:2200.6989957528845 
Step 5958 | loss:1.1381481885910034 lr:6.472440047980819e-06 tokens_per_second_per_gpu:2572.6064510854167 
Step 5959 | loss:1.2761493921279907 lr:6.463747101093115e-06 tokens_per_second_per_gpu:1724.548529474455 
Step 5960 | loss:1.3556606769561768 lr:6.455059401831172e-06 tokens_per_second_per_gpu:2513.7958256201455 
Step 5961 | loss:1.0856454372406006 lr:6.446376951792592e-06 tokens_per_second_per_gpu:2183.8183574434065 
Step 5962 | loss:1.2623800039291382 lr:6.437699752574032e-06 tokens_per_second_per_gpu:1614.561354949105 
Step 5963 | loss:1.2411047220230103 lr:6.429027805771167e-06 tokens_per_second_per_gpu:2168.5003647532617 
Step 5964 | loss:1.098904013633728 lr:6.4203611129787075e-06 tokens_per_second_per_gpu:2456.7169745829297 
Step 5965 | loss:1.1758438348770142 lr:6.411699675790389e-06 tokens_per_second_per_gpu:2769.1449656392665 
Step 5966 | loss:1.2011759281158447 lr:6.403043495799014e-06 tokens_per_second_per_gpu:2784.4673616213818 
Step 5967 | loss:1.1232024431228638 lr:6.394392574596388e-06 tokens_per_second_per_gpu:2686.6511369760074 
Step 5968 | loss:1.0779213905334473 lr:6.385746913773353e-06 tokens_per_second_per_gpu:2740.629886524916 
Step 5969 | loss:1.1340829133987427 lr:6.377106514919787e-06 tokens_per_second_per_gpu:2493.9341304751047 
Step 5970 | loss:1.302313208580017 lr:6.3684713796246e-06 tokens_per_second_per_gpu:2414.5853439578336 
Step 5971 | loss:1.1305369138717651 lr:6.359841509475738e-06 tokens_per_second_per_gpu:2502.4574345144433 
Step 5972 | loss:1.2822628021240234 lr:6.351216906060188e-06 tokens_per_second_per_gpu:2213.2545814050554 
Step 5973 | loss:1.3774234056472778 lr:6.342597570963944e-06 tokens_per_second_per_gpu:1783.7429149922207 
Step 5974 | loss:1.1762473583221436 lr:6.3339835057720515e-06 tokens_per_second_per_gpu:3013.702190130477 
Step 5975 | loss:1.3245222568511963 lr:6.3253747120685624e-06 tokens_per_second_per_gpu:1562.072447017773 
Step 5976 | loss:1.1829791069030762 lr:6.3167711914366e-06 tokens_per_second_per_gpu:2810.10724263097 
Step 5977 | loss:1.353570818901062 lr:6.308172945458283e-06 tokens_per_second_per_gpu:2256.8898864270086 
Step 5978 | loss:1.2897593975067139 lr:6.299579975714769e-06 tokens_per_second_per_gpu:2290.56413530364 
Step 5979 | loss:1.175471544265747 lr:6.290992283786244e-06 tokens_per_second_per_gpu:2296.938392853939 
Step 5980 | loss:1.1928532123565674 lr:6.282409871251938e-06 tokens_per_second_per_gpu:2247.077240624805 
Step 5981 | loss:1.2712085247039795 lr:6.273832739690097e-06 tokens_per_second_per_gpu:2097.9128874381845 
Step 5982 | loss:1.3628090620040894 lr:6.265260890677997e-06 tokens_per_second_per_gpu:2158.1582069518886 
Step 5983 | loss:1.411246657371521 lr:6.256694325791929e-06 tokens_per_second_per_gpu:2676.2856716313436 
Step 5984 | loss:0.99884033203125 lr:6.248133046607249e-06 tokens_per_second_per_gpu:3098.0353783616565 
Step 5985 | loss:1.0560418367385864 lr:6.239577054698299e-06 tokens_per_second_per_gpu:2377.0037343026147 
Step 5986 | loss:1.2010934352874756 lr:6.231026351638489e-06 tokens_per_second_per_gpu:2635.7272090475485 
Step 5987 | loss:1.2425611019134521 lr:6.222480939000227e-06 tokens_per_second_per_gpu:1998.8430494759339 
Step 5988 | loss:1.3299721479415894 lr:6.213940818354945e-06 tokens_per_second_per_gpu:1977.1583006494573 
Step 5989 | loss:1.1891019344329834 lr:6.205405991273138e-06 tokens_per_second_per_gpu:2310.473849693093 
Step 5990 | loss:1.2165757417678833 lr:6.196876459324287e-06 tokens_per_second_per_gpu:1684.9267903219675 
Step 5991 | loss:1.1758166551589966 lr:6.188352224076921e-06 tokens_per_second_per_gpu:2653.397878038588 
Step 5992 | loss:1.1805262565612793 lr:6.1798332870985775e-06 tokens_per_second_per_gpu:2218.616222033586 
Step 5993 | loss:1.260056495666504 lr:6.171319649955856e-06 tokens_per_second_per_gpu:2385.442466458289 
Step 5994 | loss:1.019026756286621 lr:6.162811314214339e-06 tokens_per_second_per_gpu:2810.9574249183447 
Step 5995 | loss:1.1012344360351562 lr:6.154308281438661e-06 tokens_per_second_per_gpu:1749.569281191438 
Step 5996 | loss:1.2413690090179443 lr:6.14581055319246e-06 tokens_per_second_per_gpu:2424.7067160713736 
Step 5997 | loss:1.188867211341858 lr:6.137318131038425e-06 tokens_per_second_per_gpu:1696.4906999393002 
Step 5998 | loss:1.2771260738372803 lr:6.128831016538257e-06 tokens_per_second_per_gpu:1832.546994974836 
Step 5999 | loss:1.1344197988510132 lr:6.120349211252662e-06 tokens_per_second_per_gpu:2552.2513583746877 
Step 6000 | loss:1.2365635633468628 lr:6.111872716741406e-06 tokens_per_second_per_gpu:1962.9135148438618 
Step 6001 | loss:1.2455894947052002 lr:6.1034015345632444e-06 tokens_per_second_per_gpu:3236.0559098286067 
Step 6002 | loss:1.272993803024292 lr:6.094935666275989e-06 tokens_per_second_per_gpu:2661.4534657979734 
Step 6003 | loss:1.2761324644088745 lr:6.0864751134364455e-06 tokens_per_second_per_gpu:2460.9035162893833 
Step 6004 | loss:1.1765475273132324 lr:6.078019877600453e-06 tokens_per_second_per_gpu:3133.94289992588 
Step 6005 | loss:1.3053100109100342 lr:6.069569960322864e-06 tokens_per_second_per_gpu:2102.924547055721 
Step 6006 | loss:1.1919139623641968 lr:6.0611253631575795e-06 tokens_per_second_per_gpu:2500.922820465202 
Step 6007 | loss:1.1571457386016846 lr:6.052686087657496e-06 tokens_per_second_per_gpu:2952.1750914762924 
Step 6008 | loss:1.196706771850586 lr:6.044252135374542e-06 tokens_per_second_per_gpu:2267.4939808014697 
Step 6009 | loss:1.2523646354675293 lr:6.035823507859651e-06 tokens_per_second_per_gpu:2176.589813552102 
Step 6010 | loss:1.1908955574035645 lr:6.027400206662811e-06 tokens_per_second_per_gpu:2059.3269308054205 
Step 6011 | loss:1.2035026550292969 lr:6.018982233333003e-06 tokens_per_second_per_gpu:2036.8038788522097 
Step 6012 | loss:1.3515294790267944 lr:6.010569589418225e-06 tokens_per_second_per_gpu:1760.1336451850702 
Step 6013 | loss:1.1638985872268677 lr:6.002162276465527e-06 tokens_per_second_per_gpu:2533.702605138655 
Step 6014 | loss:1.307732105255127 lr:5.993760296020936e-06 tokens_per_second_per_gpu:2273.683853608988 
Step 6015 | loss:1.2140860557556152 lr:5.9853636496295395e-06 tokens_per_second_per_gpu:2278.695250125378 
Step 6016 | loss:1.1706466674804688 lr:5.976972338835415e-06 tokens_per_second_per_gpu:2586.030691705458 
Step 6017 | loss:1.2899813652038574 lr:5.968586365181668e-06 tokens_per_second_per_gpu:2150.2781153178503 
Step 6018 | loss:1.2215807437896729 lr:5.960205730210416e-06 tokens_per_second_per_gpu:1991.5880774803632 
Step 6019 | loss:1.1999762058258057 lr:5.9518304354628195e-06 tokens_per_second_per_gpu:2196.0440066913793 
Step 6020 | loss:1.1885945796966553 lr:5.943460482479027e-06 tokens_per_second_per_gpu:2112.427292665192 
Step 6021 | loss:1.3113092184066772 lr:5.9350958727982155e-06 tokens_per_second_per_gpu:2288.2938379069137 
Step 6022 | loss:1.2675819396972656 lr:5.926736607958578e-06 tokens_per_second_per_gpu:2140.898347205887 
Step 6023 | loss:1.2232776880264282 lr:5.9183826894973415e-06 tokens_per_second_per_gpu:1634.8304474404054 
Step 6024 | loss:1.1844165325164795 lr:5.91003411895073e-06 tokens_per_second_per_gpu:2419.5334997501473 
Step 6025 | loss:1.246719479560852 lr:5.901690897853985e-06 tokens_per_second_per_gpu:1817.860876821658 
Step 6026 | loss:1.1511393785476685 lr:5.893353027741359e-06 tokens_per_second_per_gpu:2327.1096669967023 
Step 6027 | loss:1.1959398984909058 lr:5.885020510146147e-06 tokens_per_second_per_gpu:2509.728667834313 
Step 6028 | loss:1.2783864736557007 lr:5.876693346600644e-06 tokens_per_second_per_gpu:1757.0716961404985 
Step 6029 | loss:1.1302549839019775 lr:5.868371538636154e-06 tokens_per_second_per_gpu:1949.1689630460962 
Step 6030 | loss:1.3426854610443115 lr:5.860055087783004e-06 tokens_per_second_per_gpu:2521.7854925248266 
Step 6031 | loss:1.228184700012207 lr:5.851743995570524e-06 tokens_per_second_per_gpu:2195.5866602747983 
Step 6032 | loss:1.080433964729309 lr:5.8434382635270834e-06 tokens_per_second_per_gpu:3152.532296852013 
Step 6033 | loss:1.081956148147583 lr:5.83513789318004e-06 tokens_per_second_per_gpu:2715.615894581063 
Step 6034 | loss:1.0787107944488525 lr:5.826842886055782e-06 tokens_per_second_per_gpu:2667.133548014722 
Step 6035 | loss:1.2618409395217896 lr:5.8185532436797e-06 tokens_per_second_per_gpu:2374.3953366436817 
Step 6036 | loss:1.1715586185455322 lr:5.8102689675762025e-06 tokens_per_second_per_gpu:2340.1221596887995 
Step 6037 | loss:1.257522463798523 lr:5.801990059268724e-06 tokens_per_second_per_gpu:2102.3699140643826 
Step 6038 | loss:1.2248374223709106 lr:5.79371652027969e-06 tokens_per_second_per_gpu:2397.0315606369345 
Step 6039 | loss:1.2417771816253662 lr:5.785448352130552e-06 tokens_per_second_per_gpu:1946.7396141324136 
Step 6040 | loss:1.353840708732605 lr:5.7771855563417634e-06 tokens_per_second_per_gpu:2000.4969210903448 
Step 6041 | loss:1.2873971462249756 lr:5.768928134432806e-06 tokens_per_second_per_gpu:1660.018879757439 
Step 6042 | loss:1.3007349967956543 lr:5.760676087922168e-06 tokens_per_second_per_gpu:2079.292859037417 
Step 6043 | loss:1.0191696882247925 lr:5.752429418327341e-06 tokens_per_second_per_gpu:3162.5656644139244 
Step 6044 | loss:1.2225219011306763 lr:5.744188127164831e-06 tokens_per_second_per_gpu:2665.588730149896 
Step 6045 | loss:1.1495965719223022 lr:5.735952215950148e-06 tokens_per_second_per_gpu:2282.415895709109 
Step 6046 | loss:1.1938238143920898 lr:5.727721686197837e-06 tokens_per_second_per_gpu:2561.818265035444 
Step 6047 | loss:1.1948083639144897 lr:5.719496539421429e-06 tokens_per_second_per_gpu:2502.761795362558 
Step 6048 | loss:1.3342653512954712 lr:5.711276777133475e-06 tokens_per_second_per_gpu:2086.931486864694 
Step 6049 | loss:1.1759603023529053 lr:5.703062400845525e-06 tokens_per_second_per_gpu:2285.6907896772163 
Step 6050 | loss:1.026424765586853 lr:5.6948534120681644e-06 tokens_per_second_per_gpu:3154.683534899152 
Step 6051 | loss:0.914298951625824 lr:5.686649812310964e-06 tokens_per_second_per_gpu:3549.111216848261 
Step 6052 | loss:1.2050975561141968 lr:5.678451603082509e-06 tokens_per_second_per_gpu:2064.5632239100414 
Step 6053 | loss:1.1337038278579712 lr:5.670258785890385e-06 tokens_per_second_per_gpu:2683.639022007889 
Step 6054 | loss:1.2657550573349 lr:5.66207136224121e-06 tokens_per_second_per_gpu:2388.973734904102 
Step 6055 | loss:1.1305044889450073 lr:5.6538893336405995e-06 tokens_per_second_per_gpu:2540.429157564687 
Step 6056 | loss:1.3379523754119873 lr:5.645712701593171e-06 tokens_per_second_per_gpu:1802.948368865766 
Step 6057 | loss:1.142425537109375 lr:5.637541467602549e-06 tokens_per_second_per_gpu:2950.302950363867 
Step 6058 | loss:1.2071455717086792 lr:5.629375633171359e-06 tokens_per_second_per_gpu:2590.537310607959 
Step 6059 | loss:1.1552486419677734 lr:5.6212151998012595e-06 tokens_per_second_per_gpu:2437.694983220972 
Step 6060 | loss:1.2293206453323364 lr:5.613060168992894e-06 tokens_per_second_per_gpu:1811.4115321108327 
Step 6061 | loss:1.1062699556350708 lr:5.604910542245919e-06 tokens_per_second_per_gpu:2239.276418131367 
Step 6062 | loss:1.1469403505325317 lr:5.5967663210589845e-06 tokens_per_second_per_gpu:2259.1624712720295 
Step 6063 | loss:1.3039422035217285 lr:5.588627506929775e-06 tokens_per_second_per_gpu:2309.690915783057 
Step 6064 | loss:1.1744214296340942 lr:5.5804941013549575e-06 tokens_per_second_per_gpu:2081.616465978391 
Step 6065 | loss:1.0633465051651 lr:5.572366105830211e-06 tokens_per_second_per_gpu:2955.052942053045 
Step 6066 | loss:1.2845003604888916 lr:5.5642435218502125e-06 tokens_per_second_per_gpu:1984.358102114333 
Step 6067 | loss:1.219859004020691 lr:5.556126350908653e-06 tokens_per_second_per_gpu:1888.517461923377 
Step 6068 | loss:1.1623812913894653 lr:5.548014594498244e-06 tokens_per_second_per_gpu:2198.7131768072177 
Step 6069 | loss:1.2293177843093872 lr:5.539908254110665e-06 tokens_per_second_per_gpu:1885.3674836870796 
Step 6070 | loss:1.2419767379760742 lr:5.531807331236622e-06 tokens_per_second_per_gpu:2250.891801323288 
Step 6071 | loss:1.1064811944961548 lr:5.5237118273658115e-06 tokens_per_second_per_gpu:2507.6516144524953 
Step 6072 | loss:1.0945783853530884 lr:5.515621743986958e-06 tokens_per_second_per_gpu:2909.410606047776 
Step 6073 | loss:1.1887072324752808 lr:5.50753708258777e-06 tokens_per_second_per_gpu:2253.9285687553406 
Step 6074 | loss:1.1798278093338013 lr:5.499457844654957e-06 tokens_per_second_per_gpu:2152.340032812972 
Step 6075 | loss:1.2086392641067505 lr:5.491384031674233e-06 tokens_per_second_per_gpu:1908.7142285957882 
Step 6076 | loss:1.1563196182250977 lr:5.483315645130329e-06 tokens_per_second_per_gpu:2381.9742193328207 
Step 6077 | loss:0.9975595474243164 lr:5.475252686506965e-06 tokens_per_second_per_gpu:2425.748964513287 
Step 6078 | loss:1.1423029899597168 lr:5.467195157286865e-06 tokens_per_second_per_gpu:1353.2106551571505 
Step 6079 | loss:1.0934866666793823 lr:5.459143058951737e-06 tokens_per_second_per_gpu:2567.914177439167 
Step 6080 | loss:1.2901651859283447 lr:5.451096392982335e-06 tokens_per_second_per_gpu:2054.2355115193614 
Step 6081 | loss:1.019277572631836 lr:5.443055160858371e-06 tokens_per_second_per_gpu:2799.84567252578 
Step 6082 | loss:1.112334966659546 lr:5.435019364058581e-06 tokens_per_second_per_gpu:2986.8705692594217 
Step 6083 | loss:1.193077564239502 lr:5.42698900406069e-06 tokens_per_second_per_gpu:2333.8387048177433 
Step 6084 | loss:1.2987117767333984 lr:5.418964082341423e-06 tokens_per_second_per_gpu:2571.006296666502 
Step 6085 | loss:1.3718039989471436 lr:5.410944600376524e-06 tokens_per_second_per_gpu:1997.175531308971 
Step 6086 | loss:1.2062629461288452 lr:5.402930559640711e-06 tokens_per_second_per_gpu:2000.9091147070328 
Step 6087 | loss:1.3792847394943237 lr:5.394921961607716e-06 tokens_per_second_per_gpu:1794.9089355136439 
Step 6088 | loss:0.9770244359970093 lr:5.386918807750254e-06 tokens_per_second_per_gpu:2615.1136413445297 
Step 6089 | loss:1.154823899269104 lr:5.378921099540071e-06 tokens_per_second_per_gpu:2693.3106084262013 
Step 6090 | loss:1.3047341108322144 lr:5.370928838447885e-06 tokens_per_second_per_gpu:1776.8675642907313 
Step 6091 | loss:1.2790950536727905 lr:5.362942025943415e-06 tokens_per_second_per_gpu:2162.7346594591445 
Step 6092 | loss:1.2518209218978882 lr:5.354960663495386e-06 tokens_per_second_per_gpu:2575.2761165580428 
Step 6093 | loss:1.182252049446106 lr:5.346984752571506e-06 tokens_per_second_per_gpu:1911.8959335776103 
Step 6094 | loss:1.134335994720459 lr:5.339014294638503e-06 tokens_per_second_per_gpu:2750.585653262776 
Step 6095 | loss:1.2333561182022095 lr:5.331049291162096e-06 tokens_per_second_per_gpu:1555.326129268321 
Step 6096 | loss:1.2181910276412964 lr:5.323089743606989e-06 tokens_per_second_per_gpu:2017.7442024892378 
Step 6097 | loss:1.2319920063018799 lr:5.315135653436882e-06 tokens_per_second_per_gpu:2403.750835421183 
Step 6098 | loss:1.1362091302871704 lr:5.307187022114497e-06 tokens_per_second_per_gpu:2354.2862771479095 
Step 6099 | loss:0.9638304114341736 lr:5.2992438511015185e-06 tokens_per_second_per_gpu:2698.370444833511 
Step 6100 | loss:1.0493690967559814 lr:5.29130614185865e-06 tokens_per_second_per_gpu:3259.8314961637016 
Step 6101 | loss:1.0899065732955933 lr:5.283373895845581e-06 tokens_per_second_per_gpu:2243.848716545079 
Step 6102 | loss:1.3148268461227417 lr:5.275447114520988e-06 tokens_per_second_per_gpu:2392.906497278662 
Step 6103 | loss:1.2398655414581299 lr:5.267525799342573e-06 tokens_per_second_per_gpu:1819.2868062021782 
Step 6104 | loss:1.189843773841858 lr:5.259609951767e-06 tokens_per_second_per_gpu:2970.5852546783076 
Step 6105 | loss:1.2785497903823853 lr:5.251699573249948e-06 tokens_per_second_per_gpu:1828.8635678666928 
Step 6106 | loss:0.9821711778640747 lr:5.243794665246062e-06 tokens_per_second_per_gpu:2862.7020566870224 
Step 6107 | loss:1.18263840675354 lr:5.2358952292090305e-06 tokens_per_second_per_gpu:2294.5032640616187 
Step 6108 | loss:1.2779450416564941 lr:5.228001266591485e-06 tokens_per_second_per_gpu:1949.3391878958448 
Step 6109 | loss:1.065801978111267 lr:5.22011277884509e-06 tokens_per_second_per_gpu:3519.2198645286976 
Step 6110 | loss:1.182713270187378 lr:5.212229767420475e-06 tokens_per_second_per_gpu:2795.648749842028 
Step 6111 | loss:1.2868586778640747 lr:5.204352233767264e-06 tokens_per_second_per_gpu:2563.1125956820283 
Step 6112 | loss:1.2539674043655396 lr:5.196480179334104e-06 tokens_per_second_per_gpu:2711.4536253444626 
Step 6113 | loss:1.0129191875457764 lr:5.1886136055686e-06 tokens_per_second_per_gpu:2942.2387172904305 
Step 6114 | loss:1.142218828201294 lr:5.180752513917367e-06 tokens_per_second_per_gpu:1796.1044601463284 
Step 6115 | loss:0.9654892086982727 lr:5.172896905825999e-06 tokens_per_second_per_gpu:2410.9553652504487 
Step 6116 | loss:1.2450900077819824 lr:5.1650467827390966e-06 tokens_per_second_per_gpu:2949.394565180154 
Step 6117 | loss:1.3368313312530518 lr:5.157202146100249e-06 tokens_per_second_per_gpu:1841.760423750946 
Step 6118 | loss:1.3774205446243286 lr:5.149362997352023e-06 tokens_per_second_per_gpu:2161.681450365508 
Step 6119 | loss:1.14510977268219 lr:5.141529337935983e-06 tokens_per_second_per_gpu:2547.7716697506567 
Step 6120 | loss:1.1667835712432861 lr:5.133701169292702e-06 tokens_per_second_per_gpu:2041.4017155093477 
Step 6121 | loss:1.1213395595550537 lr:5.125878492861717e-06 tokens_per_second_per_gpu:2702.5465520690827 
Step 6122 | loss:1.0595166683197021 lr:5.118061310081561e-06 tokens_per_second_per_gpu:2452.2068370619213 
Step 6123 | loss:1.22782564163208 lr:5.110249622389775e-06 tokens_per_second_per_gpu:2567.015435618895 
Step 6124 | loss:1.0597996711730957 lr:5.102443431222864e-06 tokens_per_second_per_gpu:1972.3031515498562 
Step 6125 | loss:1.3516074419021606 lr:5.094642738016341e-06 tokens_per_second_per_gpu:1681.1354499283643 
Step 6126 | loss:1.2270143032073975 lr:5.0868475442047065e-06 tokens_per_second_per_gpu:3286.1829407164923 
Step 6127 | loss:1.1155145168304443 lr:5.079057851221432e-06 tokens_per_second_per_gpu:2558.2357997647177 
Step 6128 | loss:1.2301750183105469 lr:5.071273660498992e-06 tokens_per_second_per_gpu:2711.441992482699 
Step 6129 | loss:1.1940008401870728 lr:5.063494973468856e-06 tokens_per_second_per_gpu:2331.8553252687457 
Step 6130 | loss:1.1941477060317993 lr:5.055721791561466e-06 tokens_per_second_per_gpu:1784.141066463522 
Step 6131 | loss:1.247359037399292 lr:5.04795411620626e-06 tokens_per_second_per_gpu:2240.5380227336777 
Step 6132 | loss:1.3536378145217896 lr:5.040191948831653e-06 tokens_per_second_per_gpu:1569.9126451138166 
Step 6133 | loss:1.2195769548416138 lr:5.032435290865069e-06 tokens_per_second_per_gpu:2773.0284579802533 
Step 6134 | loss:1.4802155494689941 lr:5.024684143732901e-06 tokens_per_second_per_gpu:2098.991211292378 
Step 6135 | loss:1.2527439594268799 lr:5.01693850886052e-06 tokens_per_second_per_gpu:2538.624186320741 
Step 6136 | loss:1.2478231191635132 lr:5.009198387672319e-06 tokens_per_second_per_gpu:2837.2725992379947 
Step 6137 | loss:1.19624924659729 lr:5.001463781591636e-06 tokens_per_second_per_gpu:1953.7370215994265 
Step 6138 | loss:1.2035688161849976 lr:4.9937346920408255e-06 tokens_per_second_per_gpu:2178.317483295509 
Step 6139 | loss:1.2031340599060059 lr:4.986011120441212e-06 tokens_per_second_per_gpu:2087.6289091230224 
Step 6140 | loss:1.0293402671813965 lr:4.9782930682131085e-06 tokens_per_second_per_gpu:2491.279247240034 
Step 6141 | loss:1.2881145477294922 lr:4.9705805367758026e-06 tokens_per_second_per_gpu:1806.608545649403 
Step 6142 | loss:1.172810435295105 lr:4.962873527547594e-06 tokens_per_second_per_gpu:2500.5976751846074 
Step 6143 | loss:1.0561314821243286 lr:4.955172041945741e-06 tokens_per_second_per_gpu:3198.2646357541703 
Step 6144 | loss:1.113261342048645 lr:4.947476081386497e-06 tokens_per_second_per_gpu:2629.959858483985 
Step 6145 | loss:1.17684006690979 lr:4.939785647285087e-06 tokens_per_second_per_gpu:2612.9083655431223 
Step 6146 | loss:1.2116538286209106 lr:4.93210074105575e-06 tokens_per_second_per_gpu:2550.8382466441967 
Step 6147 | loss:1.229624629020691 lr:4.92442136411168e-06 tokens_per_second_per_gpu:2306.9413793440945 
Step 6148 | loss:1.143722414970398 lr:4.9167475178650605e-06 tokens_per_second_per_gpu:2042.1005470804962 
Step 6149 | loss:1.3138753175735474 lr:4.909079203727055e-06 tokens_per_second_per_gpu:1754.3045540984788 
Step 6150 | loss:1.355808973312378 lr:4.901416423107821e-06 tokens_per_second_per_gpu:2257.0152109942355 
Step 6151 | loss:1.3814719915390015 lr:4.8937591774165014e-06 tokens_per_second_per_gpu:2207.663702356462 
Step 6152 | loss:1.394431710243225 lr:4.886107468061207e-06 tokens_per_second_per_gpu:2177.1737823380768 
Step 6153 | loss:0.9926806688308716 lr:4.8784612964490284e-06 tokens_per_second_per_gpu:3032.2692954326762 
Step 6154 | loss:1.3359748125076294 lr:4.870820663986047e-06 tokens_per_second_per_gpu:1854.8753912485076 
Step 6155 | loss:1.0617992877960205 lr:4.863185572077336e-06 tokens_per_second_per_gpu:2477.7602656963168 
Step 6156 | loss:1.1668840646743774 lr:4.855556022126926e-06 tokens_per_second_per_gpu:2350.031994352031 
Step 6157 | loss:1.2126624584197998 lr:4.847932015537842e-06 tokens_per_second_per_gpu:2547.763486681722 
Step 6158 | loss:1.2697769403457642 lr:4.840313553712092e-06 tokens_per_second_per_gpu:2850.796591954063 
Step 6159 | loss:1.221872329711914 lr:4.832700638050649e-06 tokens_per_second_per_gpu:1762.3406521126124 
Step 6160 | loss:1.0668330192565918 lr:4.825093269953488e-06 tokens_per_second_per_gpu:3337.2323594880154 
Step 6161 | loss:1.1492478847503662 lr:4.817491450819557e-06 tokens_per_second_per_gpu:2376.964190164737 
Step 6162 | loss:1.3040262460708618 lr:4.80989518204677e-06 tokens_per_second_per_gpu:1860.5583396174231 
Step 6163 | loss:1.2273162603378296 lr:4.802304465032022e-06 tokens_per_second_per_gpu:2841.6666750398235 
Step 6164 | loss:1.1495451927185059 lr:4.7947193011712095e-06 tokens_per_second_per_gpu:2152.0664133170726 
Step 6165 | loss:1.0665444135665894 lr:4.787139691859195e-06 tokens_per_second_per_gpu:2377.5634728218733 
Step 6166 | loss:1.2530385255813599 lr:4.779565638489814e-06 tokens_per_second_per_gpu:2415.8035418633067 
Step 6167 | loss:1.111354947090149 lr:4.771997142455883e-06 tokens_per_second_per_gpu:2173.3302618025004 
Step 6168 | loss:1.175032138824463 lr:4.764434205149189e-06 tokens_per_second_per_gpu:2484.018246048168 
Step 6169 | loss:1.0243232250213623 lr:4.756876827960523e-06 tokens_per_second_per_gpu:3452.4944731773376 
Step 6170 | loss:1.065170168876648 lr:4.749325012279626e-06 tokens_per_second_per_gpu:2373.494891406179 
Step 6171 | loss:1.1211745738983154 lr:4.741778759495226e-06 tokens_per_second_per_gpu:2292.894034195148 
Step 6172 | loss:1.2470873594284058 lr:4.73423807099502e-06 tokens_per_second_per_gpu:1863.7189420959257 
Step 6173 | loss:1.1211637258529663 lr:4.726702948165713e-06 tokens_per_second_per_gpu:2263.688657871253 
Step 6174 | loss:1.3020870685577393 lr:4.719173392392944e-06 tokens_per_second_per_gpu:2333.5587393376245 
Step 6175 | loss:1.183538556098938 lr:4.711649405061359e-06 tokens_per_second_per_gpu:2240.417147423517 
Step 6176 | loss:1.0164916515350342 lr:4.704130987554555e-06 tokens_per_second_per_gpu:2908.3349362553095 
Step 6177 | loss:1.1826965808868408 lr:4.6966181412551286e-06 tokens_per_second_per_gpu:1977.3621827001289 
Step 6178 | loss:1.2315294742584229 lr:4.689110867544645e-06 tokens_per_second_per_gpu:2054.3228759130375 
Step 6179 | loss:1.2711048126220703 lr:4.68160916780364e-06 tokens_per_second_per_gpu:1909.1679052818015 
Step 6180 | loss:1.4230051040649414 lr:4.674113043411626e-06 tokens_per_second_per_gpu:1975.4223091609758 
Step 6181 | loss:1.096660852432251 lr:4.666622495747074e-06 tokens_per_second_per_gpu:2589.171325154516 
Step 6182 | loss:1.1635727882385254 lr:4.65913752618747e-06 tokens_per_second_per_gpu:2125.059388032566 
Step 6183 | loss:1.1999354362487793 lr:4.651658136109241e-06 tokens_per_second_per_gpu:2138.2582292339393 
Step 6184 | loss:1.2078793048858643 lr:4.644184326887791e-06 tokens_per_second_per_gpu:2390.4073282148756 
Step 6185 | loss:1.0683389902114868 lr:4.636716099897499e-06 tokens_per_second_per_gpu:3209.3847997702705 
Step 6186 | loss:1.0478750467300415 lr:4.6292534565117405e-06 tokens_per_second_per_gpu:2354.4498332915255 
Step 6187 | loss:1.2410037517547607 lr:4.621796398102836e-06 tokens_per_second_per_gpu:1930.7251779842968 
Step 6188 | loss:1.1646873950958252 lr:4.614344926042085e-06 tokens_per_second_per_gpu:2894.0255434845103 
Step 6189 | loss:1.2252815961837769 lr:4.6068990416997594e-06 tokens_per_second_per_gpu:2663.1951821456455 
Step 6190 | loss:1.283982515335083 lr:4.599458746445113e-06 tokens_per_second_per_gpu:2762.4098408832433 
Step 6191 | loss:1.3645519018173218 lr:4.592024041646372e-06 tokens_per_second_per_gpu:1871.516297081692 
Step 6192 | loss:1.2049496173858643 lr:4.58459492867073e-06 tokens_per_second_per_gpu:2060.12328626096 
Step 6193 | loss:1.2972387075424194 lr:4.577171408884342e-06 tokens_per_second_per_gpu:2104.6588329976958 
Step 6194 | loss:1.2666971683502197 lr:4.569753483652339e-06 tokens_per_second_per_gpu:2625.638420639476 
Step 6195 | loss:1.1267510652542114 lr:4.562341154338842e-06 tokens_per_second_per_gpu:2811.0631389277833 
Step 6196 | loss:1.2436736822128296 lr:4.554934422306924e-06 tokens_per_second_per_gpu:1740.48859881153 
Step 6197 | loss:1.2352114915847778 lr:4.547533288918632e-06 tokens_per_second_per_gpu:2155.12575598226 
Step 6198 | loss:1.2495620250701904 lr:4.540137755534977e-06 tokens_per_second_per_gpu:2496.2732031134215 
Step 6199 | loss:1.1614984273910522 lr:4.532747823515963e-06 tokens_per_second_per_gpu:2204.9520240129664 
Step 6200 | loss:1.337843894958496 lr:4.525363494220539e-06 tokens_per_second_per_gpu:2154.055095992944 
Step 6201 | loss:1.1416988372802734 lr:4.51798476900664e-06 tokens_per_second_per_gpu:2433.0251351168417 
Step 6202 | loss:1.354599952697754 lr:4.510611649231151e-06 tokens_per_second_per_gpu:2177.8973925829046 
Step 6203 | loss:1.2039278745651245 lr:4.503244136249955e-06 tokens_per_second_per_gpu:2597.465540993179 
Step 6204 | loss:1.2480270862579346 lr:4.495882231417875e-06 tokens_per_second_per_gpu:1936.7052122409966 
Step 6205 | loss:1.206087350845337 lr:4.488525936088733e-06 tokens_per_second_per_gpu:2389.8808108693925 
Step 6206 | loss:1.245800495147705 lr:4.481175251615289e-06 tokens_per_second_per_gpu:2023.60560745893 
Step 6207 | loss:1.0869736671447754 lr:4.473830179349282e-06 tokens_per_second_per_gpu:2396.42095146419 
Step 6208 | loss:1.186841607093811 lr:4.466490720641437e-06 tokens_per_second_per_gpu:2648.303169383327 
Step 6209 | loss:1.223663091659546 lr:4.459156876841417e-06 tokens_per_second_per_gpu:2850.337295883301 
Step 6210 | loss:1.3027766942977905 lr:4.4518286492978764e-06 tokens_per_second_per_gpu:2311.8999963318574 
Step 6211 | loss:1.2822152376174927 lr:4.444506039358414e-06 tokens_per_second_per_gpu:2402.853821989349 
Step 6212 | loss:1.2604917287826538 lr:4.437189048369621e-06 tokens_per_second_per_gpu:2097.0698960887926 
Step 6213 | loss:1.3182382583618164 lr:4.429877677677043e-06 tokens_per_second_per_gpu:2213.1439890697393 
Step 6214 | loss:1.1657332181930542 lr:4.4225719286251896e-06 tokens_per_second_per_gpu:2481.7957958381826 
Step 6215 | loss:1.1224751472473145 lr:4.415271802557527e-06 tokens_per_second_per_gpu:2772.709321329735 
Step 6216 | loss:1.2554616928100586 lr:4.407977300816519e-06 tokens_per_second_per_gpu:2685.760459723616 
Step 6217 | loss:1.1929594278335571 lr:4.40068842474356e-06 tokens_per_second_per_gpu:2193.653312562998 
Step 6218 | loss:1.1602139472961426 lr:4.393405175679038e-06 tokens_per_second_per_gpu:2419.6904133014627 
Step 6219 | loss:1.1093175411224365 lr:4.38612755496229e-06 tokens_per_second_per_gpu:2498.1068392646334 
Step 6220 | loss:1.167150616645813 lr:4.378855563931608e-06 tokens_per_second_per_gpu:2396.5299132888267 
Step 6221 | loss:1.0949722528457642 lr:4.371589203924288e-06 tokens_per_second_per_gpu:2686.0309973356752 
Step 6222 | loss:1.2640759944915771 lr:4.3643284762765455e-06 tokens_per_second_per_gpu:2759.1148844437316 
Step 6223 | loss:1.171386957168579 lr:4.357073382323589e-06 tokens_per_second_per_gpu:2444.358430305096 
Step 6224 | loss:1.067831039428711 lr:4.349823923399577e-06 tokens_per_second_per_gpu:2415.388645628293 
Step 6225 | loss:1.188039779663086 lr:4.342580100837632e-06 tokens_per_second_per_gpu:2384.6075244116137 
Step 6226 | loss:1.183811902999878 lr:4.335341915969855e-06 tokens_per_second_per_gpu:2373.9828859205477 
Step 6227 | loss:1.0828391313552856 lr:4.328109370127295e-06 tokens_per_second_per_gpu:2653.513138398453 
Step 6228 | loss:1.17239511013031 lr:4.320882464639966e-06 tokens_per_second_per_gpu:2974.4227077877395 
Step 6229 | loss:1.0134592056274414 lr:4.313661200836845e-06 tokens_per_second_per_gpu:2337.3597467490436 
Step 6230 | loss:1.2306575775146484 lr:4.306445580045888e-06 tokens_per_second_per_gpu:2741.7732845561272 
Step 6231 | loss:1.1665139198303223 lr:4.299235603593981e-06 tokens_per_second_per_gpu:2838.991878573722 
Step 6232 | loss:0.9973134398460388 lr:4.292031272807007e-06 tokens_per_second_per_gpu:2917.6984546297795 
Step 6233 | loss:1.2274974584579468 lr:4.284832589009784e-06 tokens_per_second_per_gpu:2279.0228346526715 
Step 6234 | loss:1.0339072942733765 lr:4.277639553526099e-06 tokens_per_second_per_gpu:2712.155249159976 
Step 6235 | loss:1.057131290435791 lr:4.270452167678717e-06 tokens_per_second_per_gpu:2514.5760165671504 
Step 6236 | loss:1.2986196279525757 lr:4.263270432789341e-06 tokens_per_second_per_gpu:2159.1828309297557 
Step 6237 | loss:1.1809532642364502 lr:4.256094350178645e-06 tokens_per_second_per_gpu:2673.426249120899 
Step 6238 | loss:1.1957989931106567 lr:4.248923921166258e-06 tokens_per_second_per_gpu:2291.599901617585 
Step 6239 | loss:1.2312901020050049 lr:4.241759147070781e-06 tokens_per_second_per_gpu:2070.534024604146 
Step 6240 | loss:1.0321863889694214 lr:4.234600029209766e-06 tokens_per_second_per_gpu:2757.679726316635 
Step 6241 | loss:1.4381023645401 lr:4.227446568899724e-06 tokens_per_second_per_gpu:2249.7267215637694 
Step 6242 | loss:1.2230960130691528 lr:4.220298767456126e-06 tokens_per_second_per_gpu:2185.064066477643 
Step 6243 | loss:1.1861894130706787 lr:4.213156626193416e-06 tokens_per_second_per_gpu:2232.290057538952 
Step 6244 | loss:1.2562865018844604 lr:4.206020146424977e-06 tokens_per_second_per_gpu:2414.5853917471854 
Step 6245 | loss:1.011228322982788 lr:4.198889329463155e-06 tokens_per_second_per_gpu:2597.2847543090197 
Step 6246 | loss:1.2767194509506226 lr:4.191764176619276e-06 tokens_per_second_per_gpu:2540.347128569961 
Step 6247 | loss:1.1968046426773071 lr:4.184644689203587e-06 tokens_per_second_per_gpu:2006.4989266116208 
Step 6248 | loss:1.212860107421875 lr:4.177530868525335e-06 tokens_per_second_per_gpu:2408.7195984118307 
Step 6249 | loss:1.2182207107543945 lr:4.1704227158926925e-06 tokens_per_second_per_gpu:2233.045542714612 
Step 6250 | loss:1.1510907411575317 lr:4.163320232612802e-06 tokens_per_second_per_gpu:1869.5545649777325 
Step 6251 | loss:1.2683992385864258 lr:4.1562234199917575e-06 tokens_per_second_per_gpu:2091.264334596638 
Step 6252 | loss:1.352371096611023 lr:4.149132279334631e-06 tokens_per_second_per_gpu:1686.6149960910154 
Step 6253 | loss:1.139122724533081 lr:4.142046811945422e-06 tokens_per_second_per_gpu:2472.6034304477857 
Step 6254 | loss:1.1836762428283691 lr:4.134967019127106e-06 tokens_per_second_per_gpu:2285.890557873408 
Step 6255 | loss:1.009665608406067 lr:4.127892902181603e-06 tokens_per_second_per_gpu:2445.879541563044 
Step 6256 | loss:1.2155835628509521 lr:4.120824462409804e-06 tokens_per_second_per_gpu:2527.0202004041566 
Step 6257 | loss:1.222915530204773 lr:4.113761701111545e-06 tokens_per_second_per_gpu:2425.2514151171163 
Step 6258 | loss:1.240495204925537 lr:4.106704619585614e-06 tokens_per_second_per_gpu:2465.337837395766 
Step 6259 | loss:1.2915761470794678 lr:4.099653219129774e-06 tokens_per_second_per_gpu:2174.1441537726487 
Step 6260 | loss:1.2974958419799805 lr:4.0926075010407164e-06 tokens_per_second_per_gpu:2361.769316285804 
Step 6261 | loss:0.9980286359786987 lr:4.085567466614114e-06 tokens_per_second_per_gpu:2552.4565975919 
Step 6262 | loss:1.1789478063583374 lr:4.078533117144578e-06 tokens_per_second_per_gpu:2706.7732407632075 
Step 6263 | loss:1.258018970489502 lr:4.0715044539256756e-06 tokens_per_second_per_gpu:2480.9053962855446 
Step 6264 | loss:1.4967877864837646 lr:4.064481478249925e-06 tokens_per_second_per_gpu:1872.8540330705812 
Step 6265 | loss:1.1007659435272217 lr:4.05746419140882e-06 tokens_per_second_per_gpu:2352.0707803338237 
Step 6266 | loss:1.2293200492858887 lr:4.050452594692782e-06 tokens_per_second_per_gpu:2697.2115820475483 
Step 6267 | loss:1.2358452081680298 lr:4.0434466893911975e-06 tokens_per_second_per_gpu:1748.2812062827177 
Step 6268 | loss:1.2680506706237793 lr:4.036446476792402e-06 tokens_per_second_per_gpu:1703.3413778510087 
Step 6269 | loss:1.251577377319336 lr:4.029451958183696e-06 tokens_per_second_per_gpu:2054.5272936293118 
Step 6270 | loss:1.1785551309585571 lr:4.0224631348513235e-06 tokens_per_second_per_gpu:2452.2293683583575 
Step 6271 | loss:1.1955008506774902 lr:4.0154800080804785e-06 tokens_per_second_per_gpu:2052.2860568342103 
Step 6272 | loss:1.2262014150619507 lr:4.008502579155307e-06 tokens_per_second_per_gpu:1643.9882984528263 
Step 6273 | loss:1.1461176872253418 lr:4.001530849358913e-06 tokens_per_second_per_gpu:1947.3305181400303 
Step 6274 | loss:1.1740925312042236 lr:3.994564819973365e-06 tokens_per_second_per_gpu:3245.4698829171425 
Step 6275 | loss:1.0465004444122314 lr:3.9876044922796585e-06 tokens_per_second_per_gpu:2083.8328364251306 
Step 6276 | loss:1.2282394170761108 lr:3.980649867557751e-06 tokens_per_second_per_gpu:2466.0087917262567 
Step 6277 | loss:1.3583192825317383 lr:3.973700947086543e-06 tokens_per_second_per_gpu:2098.400664293175 
Step 6278 | loss:1.2232470512390137 lr:3.966757732143916e-06 tokens_per_second_per_gpu:2391.257894717653 
Step 6279 | loss:1.3535654544830322 lr:3.959820224006663e-06 tokens_per_second_per_gpu:1578.117312388801 
Step 6280 | loss:1.161756157875061 lr:3.952888423950552e-06 tokens_per_second_per_gpu:2516.971894157411 
Step 6281 | loss:1.0232586860656738 lr:3.9459623332502945e-06 tokens_per_second_per_gpu:2122.7656329796337 
Step 6282 | loss:1.1684316396713257 lr:3.9390419531795396e-06 tokens_per_second_per_gpu:2659.467196986182 
Step 6283 | loss:1.2372393608093262 lr:3.9321272850109206e-06 tokens_per_second_per_gpu:2597.850235849816 
Step 6284 | loss:1.2293412685394287 lr:3.925218330015984e-06 tokens_per_second_per_gpu:2600.8462402393893 
Step 6285 | loss:1.1046323776245117 lr:3.918315089465248e-06 tokens_per_second_per_gpu:2202.1393908270857 
Step 6286 | loss:1.1867611408233643 lr:3.911417564628161e-06 tokens_per_second_per_gpu:2854.9557772500543 
Step 6287 | loss:1.0871788263320923 lr:3.904525756773139e-06 tokens_per_second_per_gpu:1984.9460450266142 
Step 6288 | loss:1.2998921871185303 lr:3.897639667167546e-06 tokens_per_second_per_gpu:2556.011726784607 
Step 6289 | loss:1.3410736322402954 lr:3.8907592970776815e-06 tokens_per_second_per_gpu:2233.849153339707 
Step 6290 | loss:1.201074481010437 lr:3.883884647768798e-06 tokens_per_second_per_gpu:2123.5103458660637 
Step 6291 | loss:1.1718305349349976 lr:3.877015720505095e-06 tokens_per_second_per_gpu:2576.9542642835195 
Step 6292 | loss:1.1221259832382202 lr:3.87015251654973e-06 tokens_per_second_per_gpu:2445.662397662907 
Step 6293 | loss:1.197813630104065 lr:3.863295037164794e-06 tokens_per_second_per_gpu:2238.4191329087603 
Step 6294 | loss:1.0363988876342773 lr:3.8564432836113355e-06 tokens_per_second_per_gpu:1976.0085897913589 
Step 6295 | loss:1.2927747964859009 lr:3.849597257149338e-06 tokens_per_second_per_gpu:2376.138287361846 
Step 6296 | loss:1.0617560148239136 lr:3.842756959037756e-06 tokens_per_second_per_gpu:2186.700270600511 
Step 6297 | loss:1.0958698987960815 lr:3.835922390534463e-06 tokens_per_second_per_gpu:2704.4181304600675 
Step 6298 | loss:1.1591376066207886 lr:3.829093552896287e-06 tokens_per_second_per_gpu:2576.7495789435884 
Step 6299 | loss:1.082378625869751 lr:3.822270447379008e-06 tokens_per_second_per_gpu:2685.2311549855444 
Step 6300 | loss:1.3477281332015991 lr:3.815453075237352e-06 tokens_per_second_per_gpu:2271.6179887077524 
Step 6301 | loss:1.2847672700881958 lr:3.8086414377249964e-06 tokens_per_second_per_gpu:2342.5755221188497 
Step 6302 | loss:1.1465928554534912 lr:3.801835536094542e-06 tokens_per_second_per_gpu:2111.849232641218 
Step 6303 | loss:1.268959879875183 lr:3.7950353715975595e-06 tokens_per_second_per_gpu:2273.0016217381126 
Step 6304 | loss:1.1034760475158691 lr:3.7882409454845365e-06 tokens_per_second_per_gpu:2591.0642565058374 
Step 6305 | loss:1.2014895677566528 lr:3.7814522590049453e-06 tokens_per_second_per_gpu:2127.7951379035976 
Step 6306 | loss:1.1425745487213135 lr:3.774669313407163e-06 tokens_per_second_per_gpu:2108.256549780725 
Step 6307 | loss:1.252786636352539 lr:3.7678921099385362e-06 tokens_per_second_per_gpu:1704.37051471502 
Step 6308 | loss:1.353774070739746 lr:3.7611206498453365e-06 tokens_per_second_per_gpu:2329.3742748422483 
Step 6309 | loss:1.2576336860656738 lr:3.7543549343728052e-06 tokens_per_second_per_gpu:2475.091542781651 
Step 6310 | loss:1.219840168952942 lr:3.7475949647651065e-06 tokens_per_second_per_gpu:2232.8233167898575 
Step 6311 | loss:1.1945213079452515 lr:3.7408407422653526e-06 tokens_per_second_per_gpu:2285.655781004782 
Step 6312 | loss:1.1709116697311401 lr:3.734092268115586e-06 tokens_per_second_per_gpu:2312.3092131797775 
Step 6313 | loss:1.3556616306304932 lr:3.7273495435568248e-06 tokens_per_second_per_gpu:2123.0993710916932 
Step 6314 | loss:1.1469401121139526 lr:3.720612569829009e-06 tokens_per_second_per_gpu:2373.2955545912655 
Step 6315 | loss:1.296427607536316 lr:3.7138813481710196e-06 tokens_per_second_per_gpu:2103.9142852967184 
Step 6316 | loss:1.2961931228637695 lr:3.707155879820683e-06 tokens_per_second_per_gpu:2062.9328171598927 
Step 6317 | loss:1.1830062866210938 lr:3.700436166014758e-06 tokens_per_second_per_gpu:1923.9966699149816 
Step 6318 | loss:1.1249053478240967 lr:3.6937222079889733e-06 tokens_per_second_per_gpu:3241.145611579412 
Step 6319 | loss:1.2010931968688965 lr:3.6870140069779696e-06 tokens_per_second_per_gpu:2229.4050966830273 
Step 6320 | loss:1.2086002826690674 lr:3.6803115642153464e-06 tokens_per_second_per_gpu:2348.2292818754345 
Step 6321 | loss:1.2534092664718628 lr:3.6736148809336226e-06 tokens_per_second_per_gpu:2276.086635318193 
Step 6322 | loss:1.0880873203277588 lr:3.6669239583642914e-06 tokens_per_second_per_gpu:2545.2739149343756 
Step 6323 | loss:1.2547776699066162 lr:3.6602387977377654e-06 tokens_per_second_per_gpu:2547.378172485108 
Step 6324 | loss:1.1854878664016724 lr:3.653559400283394e-06 tokens_per_second_per_gpu:2468.9651250175234 
Step 6325 | loss:1.1712262630462646 lr:3.6468857672294717e-06 tokens_per_second_per_gpu:2458.999883036417 
Step 6326 | loss:1.2854005098342896 lr:3.6402178998032482e-06 tokens_per_second_per_gpu:2838.059711654152 
Step 6327 | loss:1.310997724533081 lr:3.6335557992308822e-06 tokens_per_second_per_gpu:2030.2757035778477 
Step 6328 | loss:1.021921992301941 lr:3.6268994667375056e-06 tokens_per_second_per_gpu:2421.9560773061057 
Step 6329 | loss:1.0682485103607178 lr:3.6202489035471703e-06 tokens_per_second_per_gpu:2796.3320171335217 
Step 6330 | loss:1.1713203191757202 lr:3.613604110882856e-06 tokens_per_second_per_gpu:2440.3681817450974 
Step 6331 | loss:1.3989834785461426 lr:3.6069650899665127e-06 tokens_per_second_per_gpu:2040.1764169648839 
Step 6332 | loss:1.2142301797866821 lr:3.6003318420190093e-06 tokens_per_second_per_gpu:2588.7339704386322 
Step 6333 | loss:1.150193691253662 lr:3.593704368260147e-06 tokens_per_second_per_gpu:2586.5821608733613 
Step 6334 | loss:1.170662522315979 lr:3.5870826699086737e-06 tokens_per_second_per_gpu:2211.728801363036 
Step 6335 | loss:1.2905679941177368 lr:3.5804667481822878e-06 tokens_per_second_per_gpu:1808.7906400217194 
Step 6336 | loss:1.0342621803283691 lr:3.5738566042976045e-06 tokens_per_second_per_gpu:2262.3486680469814 
Step 6337 | loss:1.232278823852539 lr:3.567252239470189e-06 tokens_per_second_per_gpu:2096.794294894784 
Step 6338 | loss:1.1254570484161377 lr:3.5606536549145265e-06 tokens_per_second_per_gpu:2453.4261542052714 
Step 6339 | loss:1.3611141443252563 lr:3.5540608518440683e-06 tokens_per_second_per_gpu:2190.8044395330194 
Step 6340 | loss:1.1602157354354858 lr:3.547473831471178e-06 tokens_per_second_per_gpu:2500.4965738831793 
Step 6341 | loss:1.297613501548767 lr:3.5408925950071703e-06 tokens_per_second_per_gpu:2117.749310497087 
Step 6342 | loss:1.2498195171356201 lr:3.5343171436622906e-06 tokens_per_second_per_gpu:2384.1725331941684 
Step 6343 | loss:1.1764529943466187 lr:3.5277474786457087e-06 tokens_per_second_per_gpu:2502.1525618550963 
Step 6344 | loss:1.1834352016448975 lr:3.52118360116556e-06 tokens_per_second_per_gpu:2179.552472482737 
Step 6345 | loss:1.1028425693511963 lr:3.5146255124288854e-06 tokens_per_second_per_gpu:2861.879940290163 
Step 6346 | loss:1.198734164237976 lr:3.5080732136416783e-06 tokens_per_second_per_gpu:2567.1763876743166 
Step 6347 | loss:1.1807641983032227 lr:3.501526706008862e-06 tokens_per_second_per_gpu:2130.141495530027 
Step 6348 | loss:1.0908665657043457 lr:3.494985990734286e-06 tokens_per_second_per_gpu:2126.009462400869 
Step 6349 | loss:1.1209168434143066 lr:3.4884510690207582e-06 tokens_per_second_per_gpu:3083.23632840486 
Step 6350 | loss:1.1520190238952637 lr:3.481921942070004e-06 tokens_per_second_per_gpu:2429.3018238307145 
Step 6351 | loss:1.3283330202102661 lr:3.475398611082678e-06 tokens_per_second_per_gpu:1950.6833962395958 
Step 6352 | loss:1.0111888647079468 lr:3.4688810772583796e-06 tokens_per_second_per_gpu:2449.5558194293403 
Step 6353 | loss:1.1163101196289062 lr:3.4623693417956466e-06 tokens_per_second_per_gpu:2474.4100632722775 
Step 6354 | loss:1.0240541696548462 lr:3.455863405891933e-06 tokens_per_second_per_gpu:2279.381898217037 
Step 6355 | loss:1.0495686531066895 lr:3.4493632707436504e-06 tokens_per_second_per_gpu:2697.83388269106 
Step 6356 | loss:1.2141844034194946 lr:3.44286893754612e-06 tokens_per_second_per_gpu:1867.039440046796 
Step 6357 | loss:1.2029160261154175 lr:3.436380407493605e-06 tokens_per_second_per_gpu:2270.499695952193 
Step 6358 | loss:1.105416178703308 lr:3.4298976817793126e-06 tokens_per_second_per_gpu:2561.3475277089265 
Step 6359 | loss:1.0850167274475098 lr:3.423420761595365e-06 tokens_per_second_per_gpu:1955.0693346478174 
Step 6360 | loss:1.3404878377914429 lr:3.416949648132828e-06 tokens_per_second_per_gpu:1706.1702345012468 
Step 6361 | loss:1.1107312440872192 lr:3.4104843425816863e-06 tokens_per_second_per_gpu:2415.5699790172475 
Step 6362 | loss:1.2809247970581055 lr:3.4040248461308806e-06 tokens_per_second_per_gpu:2127.9303427439468 
Step 6363 | loss:1.3351812362670898 lr:3.3975711599682624e-06 tokens_per_second_per_gpu:2278.093422106033 
Step 6364 | loss:1.2592698335647583 lr:3.3911232852806196e-06 tokens_per_second_per_gpu:2136.1777359087364 
Step 6365 | loss:1.2423253059387207 lr:3.384681223253671e-06 tokens_per_second_per_gpu:1974.128727110441 
Step 6366 | loss:1.1708379983901978 lr:3.3782449750720735e-06 tokens_per_second_per_gpu:2602.2186482873017 
Step 6367 | loss:1.121631383895874 lr:3.371814541919414e-06 tokens_per_second_per_gpu:2421.9425038653826 
Step 6368 | loss:1.0263005495071411 lr:3.3653899249781925e-06 tokens_per_second_per_gpu:2948.636497692269 
Step 6369 | loss:1.1002601385116577 lr:3.3589711254298698e-06 tokens_per_second_per_gpu:2825.5340030368416 
Step 6370 | loss:1.1491426229476929 lr:3.3525581444548055e-06 tokens_per_second_per_gpu:1612.2639688694799 
Step 6371 | loss:1.1757168769836426 lr:3.3461509832323153e-06 tokens_per_second_per_gpu:2339.69420177193 
Step 6372 | loss:1.236903429031372 lr:3.3397496429406295e-06 tokens_per_second_per_gpu:2701.5301703070095 
Step 6373 | loss:1.0635040998458862 lr:3.3333541247569105e-06 tokens_per_second_per_gpu:2231.289066533168 
Step 6374 | loss:1.2754721641540527 lr:3.3269644298572407e-06 tokens_per_second_per_gpu:2661.1127515350795 
Step 6375 | loss:1.1470775604248047 lr:3.320580559416664e-06 tokens_per_second_per_gpu:1995.3860229327202 
Step 6376 | loss:1.2189689874649048 lr:3.314202514609118e-06 tokens_per_second_per_gpu:1845.653281667321 
Step 6377 | loss:1.1616663932800293 lr:3.307830296607486e-06 tokens_per_second_per_gpu:1994.2725451492875 
Step 6378 | loss:1.0552575588226318 lr:3.3014639065835686e-06 tokens_per_second_per_gpu:2243.234365990668 
Step 6379 | loss:1.274466872215271 lr:3.295103345708112e-06 tokens_per_second_per_gpu:1859.0927766520506 
Step 6380 | loss:1.180627703666687 lr:3.2887486151507797e-06 tokens_per_second_per_gpu:2879.933144397328 
Step 6381 | loss:1.1453415155410767 lr:3.2823997160801534e-06 tokens_per_second_per_gpu:2759.3673666604955 
Step 6382 | loss:1.1462494134902954 lr:3.276056649663767e-06 tokens_per_second_per_gpu:1940.24380351844 
Step 6383 | loss:1.0740023851394653 lr:3.2697194170680572e-06 tokens_per_second_per_gpu:2559.53197978605 
Step 6384 | loss:1.1561000347137451 lr:3.2633880194584094e-06 tokens_per_second_per_gpu:1606.077865963463 
Step 6385 | loss:1.0966839790344238 lr:3.2570624579991196e-06 tokens_per_second_per_gpu:2687.2641530325996 
Step 6386 | loss:1.0727217197418213 lr:3.2507427338534153e-06 tokens_per_second_per_gpu:3146.4898084821766 
Step 6387 | loss:1.096457600593567 lr:3.2444288481834447e-06 tokens_per_second_per_gpu:2628.84828576612 
Step 6388 | loss:1.288323998451233 lr:3.238120802150306e-06 tokens_per_second_per_gpu:2837.100225831964 
Step 6389 | loss:1.1661978960037231 lr:3.2318185969139937e-06 tokens_per_second_per_gpu:2074.0468984360277 
Step 6390 | loss:1.152970552444458 lr:3.2255222336334463e-06 tokens_per_second_per_gpu:2424.699245267731 
Step 6391 | loss:1.1182034015655518 lr:3.2192317134665176e-06 tokens_per_second_per_gpu:2106.5797624169345 
Step 6392 | loss:1.2726547718048096 lr:3.212947037569996e-06 tokens_per_second_per_gpu:1789.2455588868188 
Step 6393 | loss:1.072645664215088 lr:3.206668207099595e-06 tokens_per_second_per_gpu:2312.0767493283024 
Step 6394 | loss:1.4019651412963867 lr:3.2003952232099435e-06 tokens_per_second_per_gpu:1834.8959286147247 
Step 6395 | loss:1.1358613967895508 lr:3.1941280870545968e-06 tokens_per_second_per_gpu:2366.0325933841214 
Step 6396 | loss:1.2407188415527344 lr:3.187866799786046e-06 tokens_per_second_per_gpu:2827.616164607065 
Step 6397 | loss:1.2346631288528442 lr:3.1816113625557075e-06 tokens_per_second_per_gpu:1795.1838042241372 
Step 6398 | loss:1.1658060550689697 lr:3.1753617765139037e-06 tokens_per_second_per_gpu:2308.142381206861 
Step 6399 | loss:1.2184375524520874 lr:3.1691180428098934e-06 tokens_per_second_per_gpu:2281.141279280886 
Step 6400 | loss:1.283029317855835 lr:3.162880162591854e-06 tokens_per_second_per_gpu:2662.3910266658554 
Step 6401 | loss:1.1212122440338135 lr:3.1566481370069004e-06 tokens_per_second_per_gpu:2403.9754430380785 
Step 6402 | loss:1.104161024093628 lr:3.1504219672010527e-06 tokens_per_second_per_gpu:2640.110357832694 
Step 6403 | loss:1.0971252918243408 lr:3.144201654319265e-06 tokens_per_second_per_gpu:2532.8587699800414 
Step 6404 | loss:1.1490185260772705 lr:3.1379871995054056e-06 tokens_per_second_per_gpu:2391.420159897439 
Step 6405 | loss:1.1824297904968262 lr:3.131778603902271e-06 tokens_per_second_per_gpu:2477.2402406384745 
Step 6406 | loss:1.0610240697860718 lr:3.1255758686515897e-06 tokens_per_second_per_gpu:2761.4615375168046 
Step 6407 | loss:1.2271294593811035 lr:3.1193789948940005e-06 tokens_per_second_per_gpu:2347.455048797055 
Step 6408 | loss:1.2139949798583984 lr:3.11318798376906e-06 tokens_per_second_per_gpu:2306.91380166732 
Step 6409 | loss:1.2556670904159546 lr:3.1070028364152467e-06 tokens_per_second_per_gpu:2779.728374225038 
Step 6410 | loss:1.2589071989059448 lr:3.100823553969991e-06 tokens_per_second_per_gpu:2054.2806511424833 
Step 6411 | loss:1.5379809141159058 lr:3.094650137569608e-06 tokens_per_second_per_gpu:1466.4497342932548 
Step 6412 | loss:1.2625575065612793 lr:3.088482588349352e-06 tokens_per_second_per_gpu:2583.585320343959 
Step 6413 | loss:1.1532256603240967 lr:3.0823209074433885e-06 tokens_per_second_per_gpu:2797.0281945908387 
Step 6414 | loss:1.2491846084594727 lr:3.076165095984808e-06 tokens_per_second_per_gpu:2600.4802905872043 
Step 6415 | loss:1.2038613557815552 lr:3.070015155105631e-06 tokens_per_second_per_gpu:3192.715900982003 
Step 6416 | loss:1.3126221895217896 lr:3.0638710859367867e-06 tokens_per_second_per_gpu:1533.2003794977068 
Step 6417 | loss:1.2295398712158203 lr:3.0577328896081283e-06 tokens_per_second_per_gpu:1874.7230567341 
Step 6418 | loss:1.2745990753173828 lr:3.0516005672484205e-06 tokens_per_second_per_gpu:1866.2315304213457 
Step 6419 | loss:1.2518259286880493 lr:3.0454741199853718e-06 tokens_per_second_per_gpu:2342.7195434632076 
Step 6420 | loss:1.1744658946990967 lr:3.0393535489455896e-06 tokens_per_second_per_gpu:1877.8872586505556 
Step 6421 | loss:1.200891375541687 lr:3.033238855254602e-06 tokens_per_second_per_gpu:1848.2299917461667 
Step 6422 | loss:1.1428937911987305 lr:3.0271300400368535e-06 tokens_per_second_per_gpu:3348.6168741651477 
Step 6423 | loss:1.1214666366577148 lr:3.021027104415723e-06 tokens_per_second_per_gpu:2267.871139147294 
Step 6424 | loss:1.0918227434158325 lr:3.0149300495135093e-06 tokens_per_second_per_gpu:2432.2631951309486 
Step 6425 | loss:1.1729589700698853 lr:3.0088388764514036e-06 tokens_per_second_per_gpu:2878.5982340998326 
Step 6426 | loss:1.2811579704284668 lr:3.002753586349541e-06 tokens_per_second_per_gpu:2077.9186418818467 
Step 6427 | loss:1.2257109880447388 lr:2.99667418032696e-06 tokens_per_second_per_gpu:2492.0531224726055 
Step 6428 | loss:1.3107696771621704 lr:2.990600659501627e-06 tokens_per_second_per_gpu:2631.1461313409363 
Step 6429 | loss:1.2154052257537842 lr:2.98453302499042e-06 tokens_per_second_per_gpu:2234.1784951307195 
Step 6430 | loss:1.3430284261703491 lr:2.978471277909137e-06 tokens_per_second_per_gpu:2387.712967046723 
Step 6431 | loss:0.9797497987747192 lr:2.972415419372488e-06 tokens_per_second_per_gpu:3685.5755782536057 
Step 6432 | loss:1.092551589012146 lr:2.966365450494111e-06 tokens_per_second_per_gpu:1763.6437577706056 
Step 6433 | loss:1.2598316669464111 lr:2.960321372386555e-06 tokens_per_second_per_gpu:2387.885499435569 
Step 6434 | loss:0.9363261461257935 lr:2.9542831861612853e-06 tokens_per_second_per_gpu:3568.8098014521793 
Step 6435 | loss:1.1958696842193604 lr:2.948250892928672e-06 tokens_per_second_per_gpu:2407.7252131533323 
Step 6436 | loss:1.1881479024887085 lr:2.9422244937980234e-06 tokens_per_second_per_gpu:2377.458166990046 
Step 6437 | loss:1.2862657308578491 lr:2.936203989877564e-06 tokens_per_second_per_gpu:2423.5800415049375 
Step 6438 | loss:1.1548807621002197 lr:2.9301893822744075e-06 tokens_per_second_per_gpu:1611.7196094499127 
Step 6439 | loss:1.2533433437347412 lr:2.9241806720946103e-06 tokens_per_second_per_gpu:1509.8409260569165 
Step 6440 | loss:1.2581548690795898 lr:2.918177860443125e-06 tokens_per_second_per_gpu:2049.2623488168665 
Step 6441 | loss:1.1948577165603638 lr:2.9121809484238356e-06 tokens_per_second_per_gpu:2261.9813618448825 
Step 6442 | loss:1.4902327060699463 lr:2.9061899371395347e-06 tokens_per_second_per_gpu:2219.7428446323206 
Step 6443 | loss:1.0000208616256714 lr:2.9002048276919226e-06 tokens_per_second_per_gpu:3274.4557345954163 
Step 6444 | loss:1.3504143953323364 lr:2.894225621181623e-06 tokens_per_second_per_gpu:2313.8104827910256 
Step 6445 | loss:1.1321330070495605 lr:2.8882523187081767e-06 tokens_per_second_per_gpu:2699.0226767510712 
Step 6446 | loss:1.1380810737609863 lr:2.882284921370031e-06 tokens_per_second_per_gpu:1782.9233938542284 
Step 6447 | loss:1.2835904359817505 lr:2.87632343026455e-06 tokens_per_second_per_gpu:1982.266753611378 
Step 6448 | loss:1.1874853372573853 lr:2.8703678464880054e-06 tokens_per_second_per_gpu:2448.5454700181576 
Step 6449 | loss:1.1712409257888794 lr:2.8644181711356045e-06 tokens_per_second_per_gpu:2545.1584325264853 
Step 6450 | loss:1.2993226051330566 lr:2.8584744053014358e-06 tokens_per_second_per_gpu:2117.15820178903 
Step 6451 | loss:1.1496299505233765 lr:2.85253655007853e-06 tokens_per_second_per_gpu:2894.237159384641 
Step 6452 | loss:1.1826725006103516 lr:2.8466046065588194e-06 tokens_per_second_per_gpu:1915.3161116151246 
Step 6453 | loss:1.1237757205963135 lr:2.8406785758331353e-06 tokens_per_second_per_gpu:2467.300180145352 
Step 6454 | loss:1.0997798442840576 lr:2.8347584589912524e-06 tokens_per_second_per_gpu:2361.193591002195 
Step 6455 | loss:1.1087043285369873 lr:2.828844257121831e-06 tokens_per_second_per_gpu:3175.878543379192 
Step 6456 | loss:1.135482907295227 lr:2.8229359713124546e-06 tokens_per_second_per_gpu:1966.4179945274525 
Step 6457 | loss:1.2367973327636719 lr:2.8170336026496137e-06 tokens_per_second_per_gpu:1950.2227618185857 
Step 6458 | loss:1.3106536865234375 lr:2.8111371522187206e-06 tokens_per_second_per_gpu:2689.9575406728122 
Step 6459 | loss:1.338046669960022 lr:2.8052466211040896e-06 tokens_per_second_per_gpu:2065.425888721964 
Step 6460 | loss:1.1778531074523926 lr:2.799362010388953e-06 tokens_per_second_per_gpu:2942.717638705349 
Step 6461 | loss:1.222233533859253 lr:2.7934833211554458e-06 tokens_per_second_per_gpu:1848.9049546831752 
Step 6462 | loss:1.1073085069656372 lr:2.7876105544846233e-06 tokens_per_second_per_gpu:2708.236469510543 
Step 6463 | loss:1.3314918279647827 lr:2.781743711456445e-06 tokens_per_second_per_gpu:1770.4454205842578 
Step 6464 | loss:1.027455449104309 lr:2.7758827931497903e-06 tokens_per_second_per_gpu:2487.3076162946318 
Step 6465 | loss:1.1869654655456543 lr:2.7700278006424383e-06 tokens_per_second_per_gpu:2511.1657389264974 
Step 6466 | loss:1.3391005992889404 lr:2.7641787350110807e-06 tokens_per_second_per_gpu:1721.7161545802262 
Step 6467 | loss:1.1914539337158203 lr:2.7583355973313286e-06 tokens_per_second_per_gpu:2670.7776165140767 
Step 6468 | loss:1.105952262878418 lr:2.7524983886776903e-06 tokens_per_second_per_gpu:2443.0864664786886 
Step 6469 | loss:1.070001244544983 lr:2.7466671101235925e-06 tokens_per_second_per_gpu:2330.2575972053537 
Step 6470 | loss:1.3249119520187378 lr:2.7408417627413674e-06 tokens_per_second_per_gpu:2224.1679854973536 
Step 6471 | loss:1.0442280769348145 lr:2.735022347602251e-06 tokens_per_second_per_gpu:3207.609778222383 
Step 6472 | loss:1.2272776365280151 lr:2.729208865776402e-06 tokens_per_second_per_gpu:2054.107178233459 
Step 6473 | loss:1.1710807085037231 lr:2.7234013183328814e-06 tokens_per_second_per_gpu:2648.7631092564125 
Step 6474 | loss:1.1796352863311768 lr:2.717599706339656e-06 tokens_per_second_per_gpu:2347.600277354882 
Step 6475 | loss:1.0324145555496216 lr:2.7118040308635984e-06 tokens_per_second_per_gpu:2887.961005885912 
Step 6476 | loss:1.1714950799942017 lr:2.7060142929705047e-06 tokens_per_second_per_gpu:1769.4179774792506 
Step 6477 | loss:1.36741304397583 lr:2.700230493725055e-06 tokens_per_second_per_gpu:1622.4605815042787 
Step 6478 | loss:1.1678776741027832 lr:2.6944526341908697e-06 tokens_per_second_per_gpu:2104.6008839937003 
Step 6479 | loss:1.1019140481948853 lr:2.6886807154304446e-06 tokens_per_second_per_gpu:2702.1567158851444 
Step 6480 | loss:1.0094842910766602 lr:2.6829147385051968e-06 tokens_per_second_per_gpu:3860.1401044503286 
Step 6481 | loss:1.3807034492492676 lr:2.6771547044754624e-06 tokens_per_second_per_gpu:2089.0604529784414 
Step 6482 | loss:1.1327691078186035 lr:2.671400614400463e-06 tokens_per_second_per_gpu:2325.7115208886207 
Step 6483 | loss:1.2211886644363403 lr:2.6656524693383384e-06 tokens_per_second_per_gpu:2619.146481284616 
Step 6484 | loss:1.2208528518676758 lr:2.6599102703461344e-06 tokens_per_second_per_gpu:1718.1012503362301 
Step 6485 | loss:1.2143653631210327 lr:2.6541740184798077e-06 tokens_per_second_per_gpu:2845.15775308179 
Step 6486 | loss:1.140727162361145 lr:2.648443714794212e-06 tokens_per_second_per_gpu:2527.525377919847 
Step 6487 | loss:1.2071597576141357 lr:2.642719360343112e-06 tokens_per_second_per_gpu:2287.2093041396984 
Step 6488 | loss:1.3690400123596191 lr:2.6370009561791737e-06 tokens_per_second_per_gpu:1870.6352379432944 
Step 6489 | loss:1.280453085899353 lr:2.631288503353983e-06 tokens_per_second_per_gpu:2155.7611590366255 
Step 6490 | loss:1.3627078533172607 lr:2.625582002918018e-06 tokens_per_second_per_gpu:2343.913039924251 
Step 6491 | loss:1.234690546989441 lr:2.6198814559206565e-06 tokens_per_second_per_gpu:2659.177975035842 
Step 6492 | loss:1.248693823814392 lr:2.6141868634102085e-06 tokens_per_second_per_gpu:2317.3569108869196 
Step 6493 | loss:1.205320119857788 lr:2.6084982264338573e-06 tokens_per_second_per_gpu:2895.1250542261073 
Step 6494 | loss:1.3035151958465576 lr:2.6028155460377126e-06 tokens_per_second_per_gpu:2207.201519099018 
Step 6495 | loss:1.1619775295257568 lr:2.5971388232667815e-06 tokens_per_second_per_gpu:2864.4989425440594 
Step 6496 | loss:1.1869323253631592 lr:2.591468059164972e-06 tokens_per_second_per_gpu:3121.2424241549697 
Step 6497 | loss:1.2569273710250854 lr:2.585803254775094e-06 tokens_per_second_per_gpu:2673.405182362784 
Step 6498 | loss:1.2680420875549316 lr:2.5801444111388756e-06 tokens_per_second_per_gpu:2036.6992281863531 
Step 6499 | loss:1.2280892133712769 lr:2.574491529296941e-06 tokens_per_second_per_gpu:2203.9839149743366 
Step 6500 | loss:1.100266933441162 lr:2.568844610288817e-06 tokens_per_second_per_gpu:3382.69307843431 
Step 6501 | loss:1.1954869031906128 lr:2.5632036551529213e-06 tokens_per_second_per_gpu:2321.457744164678 
Step 6502 | loss:1.2809185981750488 lr:2.5575686649266046e-06 tokens_per_second_per_gpu:2411.0739698648395 
Step 6503 | loss:1.2102388143539429 lr:2.5519396406460967e-06 tokens_per_second_per_gpu:2709.3537190226266 
Step 6504 | loss:1.1192102432250977 lr:2.5463165833465345e-06 tokens_per_second_per_gpu:3098.412123797125 
Step 6505 | loss:1.1920080184936523 lr:2.540699494061966e-06 tokens_per_second_per_gpu:2092.02162203926 
Step 6506 | loss:1.1843321323394775 lr:2.5350883738253304e-06 tokens_per_second_per_gpu:2620.225928697953 
Step 6507 | loss:1.2070550918579102 lr:2.5294832236684876e-06 tokens_per_second_per_gpu:2775.0745264091856 
Step 6508 | loss:1.2803007364273071 lr:2.5238840446221726e-06 tokens_per_second_per_gpu:2857.7738074642452 
Step 6509 | loss:1.325317144393921 lr:2.518290837716047e-06 tokens_per_second_per_gpu:1348.6358075543556 
Step 6510 | loss:1.2639002799987793 lr:2.512703603978654e-06 tokens_per_second_per_gpu:2539.915537548423 
Step 6511 | loss:1.3547265529632568 lr:2.50712234443746e-06 tokens_per_second_per_gpu:2192.0823951439957 
Step 6512 | loss:1.225339412689209 lr:2.501547060118812e-06 tokens_per_second_per_gpu:2719.6555702169126 
Step 6513 | loss:1.3744421005249023 lr:2.4959777520479773e-06 tokens_per_second_per_gpu:1531.3346995593104 
Step 6514 | loss:1.188834547996521 lr:2.4904144212490963e-06 tokens_per_second_per_gpu:2018.1355289782812 
Step 6515 | loss:1.0696232318878174 lr:2.4848570687452478e-06 tokens_per_second_per_gpu:1793.337530536706 
Step 6516 | loss:1.2267606258392334 lr:2.479305695558385e-06 tokens_per_second_per_gpu:2661.227734801786 
Step 6517 | loss:1.224515438079834 lr:2.473760302709368e-06 tokens_per_second_per_gpu:2266.5430696571902 
Step 6518 | loss:1.1314934492111206 lr:2.468220891217951e-06 tokens_per_second_per_gpu:2381.0485616509595 
Step 6519 | loss:1.3256696462631226 lr:2.4626874621027974e-06 tokens_per_second_per_gpu:1910.610163479813 
Step 6520 | loss:1.2740422487258911 lr:2.457160016381478e-06 tokens_per_second_per_gpu:2051.6884360948266 
Step 6521 | loss:1.133797526359558 lr:2.4516385550704466e-06 tokens_per_second_per_gpu:2857.080883954347 
Step 6522 | loss:1.1407452821731567 lr:2.446123079185061e-06 tokens_per_second_per_gpu:2373.6267718130925 
Step 6523 | loss:1.2130800485610962 lr:2.440613589739573e-06 tokens_per_second_per_gpu:1920.613032346002 
Step 6524 | loss:1.154567837715149 lr:2.43511008774716e-06 tokens_per_second_per_gpu:2204.6659579717966 
Step 6525 | loss:1.3198773860931396 lr:2.429612574219863e-06 tokens_per_second_per_gpu:2787.918388359987 
Step 6526 | loss:1.2997307777404785 lr:2.4241210501686486e-06 tokens_per_second_per_gpu:3096.499381505567 
Step 6527 | loss:1.2623264789581299 lr:2.418635516603354e-06 tokens_per_second_per_gpu:2349.872450433828 
Step 6528 | loss:1.0118329524993896 lr:2.4131559745327543e-06 tokens_per_second_per_gpu:2917.912589050443 
Step 6529 | loss:1.1973825693130493 lr:2.4076824249644876e-06 tokens_per_second_per_gpu:2369.02649993945 
Step 6530 | loss:1.2199668884277344 lr:2.402214868905107e-06 tokens_per_second_per_gpu:2187.008173012413 
Step 6531 | loss:1.2520462274551392 lr:2.3967533073600574e-06 tokens_per_second_per_gpu:2664.2831154182286 
Step 6532 | loss:1.134040355682373 lr:2.3912977413336743e-06 tokens_per_second_per_gpu:2393.7622008955227 
Step 6533 | loss:1.1257784366607666 lr:2.385848171829219e-06 tokens_per_second_per_gpu:2146.633886716096 
Step 6534 | loss:1.2149239778518677 lr:2.3804045998488227e-06 tokens_per_second_per_gpu:2043.0404559164542 
Step 6535 | loss:1.24663507938385 lr:2.3749670263935207e-06 tokens_per_second_per_gpu:2226.727511359087 
Step 6536 | loss:1.1246414184570312 lr:2.3695354524632446e-06 tokens_per_second_per_gpu:2616.5559050500233 
Step 6537 | loss:1.1890933513641357 lr:2.3641098790568197e-06 tokens_per_second_per_gpu:2601.8041177807963 
Step 6538 | loss:1.2380003929138184 lr:2.3586903071719854e-06 tokens_per_second_per_gpu:1952.0624401114915 
Step 6539 | loss:1.1403295993804932 lr:2.353276737805359e-06 tokens_per_second_per_gpu:2685.9790829907643 
Step 6540 | loss:1.3242610692977905 lr:2.3478691719524586e-06 tokens_per_second_per_gpu:2422.7374330073053 
Step 6541 | loss:1.2942132949829102 lr:2.3424676106076932e-06 tokens_per_second_per_gpu:2095.333220325006 
Step 6542 | loss:1.1312142610549927 lr:2.3370720547643863e-06 tokens_per_second_per_gpu:2409.540305413859 
Step 6543 | loss:1.2561627626419067 lr:2.3316825054147357e-06 tokens_per_second_per_gpu:1764.9900875288765 
Step 6544 | loss:1.2251224517822266 lr:2.3262989635498495e-06 tokens_per_second_per_gpu:2147.4062450772085 
Step 6545 | loss:1.3379145860671997 lr:2.320921430159716e-06 tokens_per_second_per_gpu:2953.695287434025 
Step 6546 | loss:1.075713872909546 lr:2.31554990623323e-06 tokens_per_second_per_gpu:3206.4092443018963 
Step 6547 | loss:1.347707748413086 lr:2.3101843927581894e-06 tokens_per_second_per_gpu:2070.8431350554315 
Step 6548 | loss:1.2429161071777344 lr:2.304824890721267e-06 tokens_per_second_per_gpu:1712.1394959583981 
Step 6549 | loss:1.2626231908798218 lr:2.2994714011080404e-06 tokens_per_second_per_gpu:2333.1121885314337 
Step 6550 | loss:1.293556809425354 lr:2.294123924902977e-06 tokens_per_second_per_gpu:1739.2256919195966 
Step 6551 | loss:1.1737194061279297 lr:2.28878246308945e-06 tokens_per_second_per_gpu:2689.932780130863 
Step 6552 | loss:1.237218976020813 lr:2.283447016649716e-06 tokens_per_second_per_gpu:2100.7854985688996 
Step 6553 | loss:1.2425601482391357 lr:2.278117586564926e-06 tokens_per_second_per_gpu:2760.9443851330416 
Step 6554 | loss:1.2300992012023926 lr:2.2727941738151206e-06 tokens_per_second_per_gpu:2378.3716712783335 
Step 6555 | loss:1.330117106437683 lr:2.2674767793792485e-06 tokens_per_second_per_gpu:2576.4403926192804 
Step 6556 | loss:1.245865821838379 lr:2.2621654042351435e-06 tokens_per_second_per_gpu:2939.4297700813827 
Step 6557 | loss:1.1688960790634155 lr:2.2568600493595267e-06 tokens_per_second_per_gpu:1927.579668564022 
Step 6558 | loss:1.1742064952850342 lr:2.2515607157280173e-06 tokens_per_second_per_gpu:2205.7067982671883 
Step 6559 | loss:1.274393916130066 lr:2.2462674043151262e-06 tokens_per_second_per_gpu:1857.843736470791 
Step 6560 | loss:1.2281818389892578 lr:2.2409801160942647e-06 tokens_per_second_per_gpu:2631.359851857933 
Step 6561 | loss:1.3422151803970337 lr:2.235698852037729e-06 tokens_per_second_per_gpu:2463.7216012466142 
Step 6562 | loss:1.151334524154663 lr:2.2304236131167036e-06 tokens_per_second_per_gpu:2619.08885927539 
Step 6563 | loss:1.166454792022705 lr:2.225154400301266e-06 tokens_per_second_per_gpu:2687.4761456081083 
Step 6564 | loss:1.248666763305664 lr:2.219891214560402e-06 tokens_per_second_per_gpu:1730.400556373601 
Step 6565 | loss:1.1547516584396362 lr:2.214634056861966e-06 tokens_per_second_per_gpu:2241.6814155594725 
Step 6566 | loss:1.1900384426116943 lr:2.2093829281727167e-06 tokens_per_second_per_gpu:2341.549224183884 
Step 6567 | loss:1.132081151008606 lr:2.204137829458294e-06 tokens_per_second_per_gpu:2683.1460613652594 
Step 6568 | loss:1.1837882995605469 lr:2.1988987616832497e-06 tokens_per_second_per_gpu:2193.8126257542467 
Step 6569 | loss:1.1714648008346558 lr:2.193665725811009e-06 tokens_per_second_per_gpu:2115.3324344371194 
Step 6570 | loss:1.1932214498519897 lr:2.188438722803889e-06 tokens_per_second_per_gpu:2701.0484436516535 
Step 6571 | loss:1.2723312377929688 lr:2.1832177536231e-06 tokens_per_second_per_gpu:1938.3877866402254 
Step 6572 | loss:1.2930248975753784 lr:2.178002819228748e-06 tokens_per_second_per_gpu:2749.1392188133677 
Step 6573 | loss:1.1905180215835571 lr:2.172793920579813e-06 tokens_per_second_per_gpu:3298.7739007397627 
Step 6574 | loss:1.204857587814331 lr:2.1675910586341937e-06 tokens_per_second_per_gpu:2095.928921250622 
Step 6575 | loss:1.1565901041030884 lr:2.1623942343486556e-06 tokens_per_second_per_gpu:2202.0545865934864 
Step 6576 | loss:1.2101621627807617 lr:2.1572034486788513e-06 tokens_per_second_per_gpu:1946.5446763288967 
Step 6577 | loss:0.90065598487854 lr:2.152018702579339e-06 tokens_per_second_per_gpu:2326.110827914034 
Step 6578 | loss:1.225580096244812 lr:2.1468399970035606e-06 tokens_per_second_per_gpu:2451.271399687803 
Step 6579 | loss:1.3022092580795288 lr:2.141667332903843e-06 tokens_per_second_per_gpu:2584.574248782787 
Step 6580 | loss:1.1378426551818848 lr:2.136500711231395e-06 tokens_per_second_per_gpu:2933.52516404452 
Step 6581 | loss:1.2302900552749634 lr:2.1313401329363396e-06 tokens_per_second_per_gpu:1753.8469027132794 
Step 6582 | loss:1.3409922122955322 lr:2.1261855989676662e-06 tokens_per_second_per_gpu:2168.41870612987 
Step 6583 | loss:1.16951584815979 lr:2.121037110273257e-06 tokens_per_second_per_gpu:2922.8618137898 
Step 6584 | loss:1.206333875656128 lr:2.115894667799882e-06 tokens_per_second_per_gpu:2712.5458341768817 
Step 6585 | loss:1.2405047416687012 lr:2.1107582724932087e-06 tokens_per_second_per_gpu:2871.8134994435677 
Step 6586 | loss:1.2577323913574219 lr:2.1056279252977763e-06 tokens_per_second_per_gpu:1921.519228192946 
Step 6587 | loss:1.2005959749221802 lr:2.1005036271570375e-06 tokens_per_second_per_gpu:2449.160877153875 
Step 6588 | loss:1.2387886047363281 lr:2.095385379013305e-06 tokens_per_second_per_gpu:2048.766034862278 
Step 6589 | loss:1.3113934993743896 lr:2.0902731818077854e-06 tokens_per_second_per_gpu:2119.5858012329995 
Step 6590 | loss:1.3251796960830688 lr:2.0851670364805928e-06 tokens_per_second_per_gpu:2033.7444213860265 
Step 6591 | loss:1.288432240486145 lr:2.0800669439707026e-06 tokens_per_second_per_gpu:2595.6373348438406 
Step 6592 | loss:1.2852492332458496 lr:2.0749729052159865e-06 tokens_per_second_per_gpu:2168.944996038271 
Step 6593 | loss:1.0707066059112549 lr:2.0698849211532093e-06 tokens_per_second_per_gpu:2880.5328429880856 
Step 6594 | loss:1.1347641944885254 lr:2.064802992718013e-06 tokens_per_second_per_gpu:2007.8705588413313 
Step 6595 | loss:1.250664472579956 lr:2.0597271208449345e-06 tokens_per_second_per_gpu:2546.3779493659454 
Step 6596 | loss:1.354561448097229 lr:2.0546573064673897e-06 tokens_per_second_per_gpu:2853.2395661603264 
Step 6597 | loss:1.181596279144287 lr:2.0495935505176866e-06 tokens_per_second_per_gpu:2672.6412070607726 
Step 6598 | loss:1.155557632446289 lr:2.0445358539270047e-06 tokens_per_second_per_gpu:2289.5783180641365 
Step 6599 | loss:1.2001219987869263 lr:2.039484217625437e-06 tokens_per_second_per_gpu:2748.094985350221 
Step 6600 | loss:1.2637982368469238 lr:2.0344386425419344e-06 tokens_per_second_per_gpu:2213.9779486337056 
Step 6601 | loss:1.2167840003967285 lr:2.029399129604351e-06 tokens_per_second_per_gpu:2291.245000305964 
Step 6602 | loss:1.2181187868118286 lr:2.024365679739414e-06 tokens_per_second_per_gpu:2501.1704239550822 
Step 6603 | loss:1.0820248126983643 lr:2.0193382938727444e-06 tokens_per_second_per_gpu:2749.104766455162 
Step 6604 | loss:1.2278732061386108 lr:2.0143169729288462e-06 tokens_per_second_per_gpu:2378.8437530009296 
Step 6605 | loss:1.2513327598571777 lr:2.0093017178311017e-06 tokens_per_second_per_gpu:1774.4405048677684 
Step 6606 | loss:1.1316232681274414 lr:2.004292529501789e-06 tokens_per_second_per_gpu:2942.649242812567 
Step 6607 | loss:1.2590287923812866 lr:1.9992894088620527e-06 tokens_per_second_per_gpu:1781.0880244384314 
Step 6608 | loss:1.2421061992645264 lr:1.9942923568319476e-06 tokens_per_second_per_gpu:1926.3542744514461 
Step 6609 | loss:0.9836218357086182 lr:1.989301374330395e-06 tokens_per_second_per_gpu:2873.0081760144753 
Step 6610 | loss:1.2551751136779785 lr:1.9843164622751968e-06 tokens_per_second_per_gpu:2244.837101474302 
Step 6611 | loss:1.1088939905166626 lr:1.9793376215830397e-06 tokens_per_second_per_gpu:2402.564874973037 
Step 6612 | loss:1.2926228046417236 lr:1.974364853169519e-06 tokens_per_second_per_gpu:2432.7209403322254 
Step 6613 | loss:1.2159308195114136 lr:1.9693981579490785e-06 tokens_per_second_per_gpu:2947.1528631518013 
Step 6614 | loss:1.2124223709106445 lr:1.9644375368350563e-06 tokens_per_second_per_gpu:2525.7604605323454 
Step 6615 | loss:1.0968055725097656 lr:1.959482990739693e-06 tokens_per_second_per_gpu:2335.1724542665756 
Step 6616 | loss:1.235166072845459 lr:1.954534520574084e-06 tokens_per_second_per_gpu:2108.4459410794047 
Step 6617 | loss:1.3082342147827148 lr:1.949592127248225e-06 tokens_per_second_per_gpu:2805.7931807674645 
Step 6618 | loss:1.3413680791854858 lr:1.944655811670992e-06 tokens_per_second_per_gpu:2122.030642649231 
Step 6619 | loss:1.1940855979919434 lr:1.9397255747501346e-06 tokens_per_second_per_gpu:1722.2535994606765 
Step 6620 | loss:1.214414119720459 lr:1.9348014173922864e-06 tokens_per_second_per_gpu:1865.190140672398 
Step 6621 | loss:1.1387078762054443 lr:1.929883340502979e-06 tokens_per_second_per_gpu:2044.1976897488905 
Step 6622 | loss:1.1824742555618286 lr:1.924971344986604e-06 tokens_per_second_per_gpu:2729.5654440345807 
Step 6623 | loss:1.2592828273773193 lr:1.920065431746454e-06 tokens_per_second_per_gpu:2160.7364471920646 
Step 6624 | loss:1.0664466619491577 lr:1.9151656016846783e-06 tokens_per_second_per_gpu:2340.3792473539493 
Step 6625 | loss:1.4213870763778687 lr:1.9102718557023362e-06 tokens_per_second_per_gpu:2282.52706668279 
Step 6626 | loss:1.3661472797393799 lr:1.9053841946993543e-06 tokens_per_second_per_gpu:2060.7094315148565 
Step 6627 | loss:1.051676869392395 lr:1.9005026195745292e-06 tokens_per_second_per_gpu:2807.5274805073245 
Step 6628 | loss:1.1341397762298584 lr:1.8956271312255623e-06 tokens_per_second_per_gpu:1899.8215535724432 
Step 6629 | loss:1.1376327276229858 lr:1.8907577305490151e-06 tokens_per_second_per_gpu:2627.564326315019 
Step 6630 | loss:1.1418405771255493 lr:1.885894418440347e-06 tokens_per_second_per_gpu:3298.067481518362 
Step 6631 | loss:1.0493381023406982 lr:1.8810371957938814e-06 tokens_per_second_per_gpu:2696.44629129137 
Step 6632 | loss:1.1654069423675537 lr:1.8761860635028315e-06 tokens_per_second_per_gpu:2012.9877636024094 
Step 6633 | loss:1.267181634902954 lr:1.871341022459279e-06 tokens_per_second_per_gpu:2285.744771860938 
Step 6634 | loss:1.3398289680480957 lr:1.8665020735542103e-06 tokens_per_second_per_gpu:1615.185793028117 
Step 6635 | loss:1.0492498874664307 lr:1.861669217677469e-06 tokens_per_second_per_gpu:2665.85861604566 
Step 6636 | loss:1.2600634098052979 lr:1.8568424557177835e-06 tokens_per_second_per_gpu:2492.6807225717034 
Step 6637 | loss:1.228817343711853 lr:1.8520217885627558e-06 tokens_per_second_per_gpu:2135.1400820380377 
Step 6638 | loss:1.252706527709961 lr:1.8472072170988878e-06 tokens_per_second_per_gpu:1784.457217782534 
Step 6639 | loss:1.147788643836975 lr:1.8423987422115427e-06 tokens_per_second_per_gpu:2481.008155013906 
Step 6640 | loss:1.0310314893722534 lr:1.8375963647849612e-06 tokens_per_second_per_gpu:2076.06225891172 
Step 6641 | loss:1.0691308975219727 lr:1.8328000857022723e-06 tokens_per_second_per_gpu:2856.7445038054666 
Step 6642 | loss:1.2628540992736816 lr:1.8280099058454746e-06 tokens_per_second_per_gpu:3037.760078972938 
Step 6643 | loss:1.365863561630249 lr:1.8232258260954624e-06 tokens_per_second_per_gpu:2131.4217230019294 
Step 6644 | loss:1.087859034538269 lr:1.8184478473319885e-06 tokens_per_second_per_gpu:2791.1475938724247 
Step 6645 | loss:1.220000982284546 lr:1.8136759704336902e-06 tokens_per_second_per_gpu:2274.4504108993983 
Step 6646 | loss:1.3471757173538208 lr:1.808910196278081e-06 tokens_per_second_per_gpu:2106.6956212681193 
Step 6647 | loss:1.2524338960647583 lr:1.8041505257415644e-06 tokens_per_second_per_gpu:2619.8517691195493 
Step 6648 | loss:1.2861762046813965 lr:1.7993969596994046e-06 tokens_per_second_per_gpu:1563.9201112005953 
Step 6649 | loss:0.9385861158370972 lr:1.7946494990257505e-06 tokens_per_second_per_gpu:2636.310291660993 
Step 6650 | loss:1.3184726238250732 lr:1.7899081445936281e-06 tokens_per_second_per_gpu:1944.6615015413515 
Step 6651 | loss:1.2197864055633545 lr:1.7851728972749447e-06 tokens_per_second_per_gpu:2417.9866484213753 
Step 6652 | loss:1.1532130241394043 lr:1.7804437579404801e-06 tokens_per_second_per_gpu:2401.4695516330244 
Step 6653 | loss:1.1880854368209839 lr:1.7757207274598878e-06 tokens_per_second_per_gpu:2524.362288178958 
Step 6654 | loss:1.2927489280700684 lr:1.7710038067017057e-06 tokens_per_second_per_gpu:2156.2528317357524 
Step 6655 | loss:1.1107714176177979 lr:1.7662929965333294e-06 tokens_per_second_per_gpu:3210.816612417251 
Step 6656 | loss:1.183716893196106 lr:1.7615882978210665e-06 tokens_per_second_per_gpu:2420.8409172692154 
Step 6657 | loss:1.094209909439087 lr:1.7568897114300745e-06 tokens_per_second_per_gpu:3329.2875592886935 
Step 6658 | loss:1.2180235385894775 lr:1.7521972382243838e-06 tokens_per_second_per_gpu:2266.5124021182205 
Step 6659 | loss:1.2985461950302124 lr:1.7475108790669135e-06 tokens_per_second_per_gpu:2477.760784671249 
Step 6660 | loss:1.174726128578186 lr:1.742830634819452e-06 tokens_per_second_per_gpu:2681.556837252393 
Step 6661 | loss:1.1008809804916382 lr:1.738156506342665e-06 tokens_per_second_per_gpu:2537.8688569546243 
Step 6662 | loss:1.2875443696975708 lr:1.7334884944960987e-06 tokens_per_second_per_gpu:2143.447625828115 
Step 6663 | loss:1.0571266412734985 lr:1.7288266001381646e-06 tokens_per_second_per_gpu:2513.1596550328804 
Step 6664 | loss:1.2936506271362305 lr:1.7241708241261475e-06 tokens_per_second_per_gpu:2019.3686612551658 
Step 6665 | loss:1.2685790061950684 lr:1.7195211673162252e-06 tokens_per_second_per_gpu:2550.910090974626 
Step 6666 | loss:1.3019696474075317 lr:1.714877630563436e-06 tokens_per_second_per_gpu:2037.2057604581807 
Step 6667 | loss:1.2251009941101074 lr:1.710240214721688e-06 tokens_per_second_per_gpu:2230.8439767936793 
Step 6668 | loss:1.272760033607483 lr:1.7056089206437745e-06 tokens_per_second_per_gpu:1885.9747761412577 
Step 6669 | loss:1.2497899532318115 lr:1.700983749181357e-06 tokens_per_second_per_gpu:1489.3883294899383 
Step 6670 | loss:1.2940843105316162 lr:1.6963647011849828e-06 tokens_per_second_per_gpu:2707.985731952556 
Step 6671 | loss:1.2944862842559814 lr:1.6917517775040601e-06 tokens_per_second_per_gpu:2509.23895685912 
Step 6672 | loss:1.0717109441757202 lr:1.6871449789868703e-06 tokens_per_second_per_gpu:2999.6748399980265 
Step 6673 | loss:1.1842379570007324 lr:1.6825443064805715e-06 tokens_per_second_per_gpu:1821.04451826296 
Step 6674 | loss:1.0038676261901855 lr:1.6779497608312037e-06 tokens_per_second_per_gpu:2478.1476391988986 
Step 6675 | loss:1.2523608207702637 lr:1.6733613428836712e-06 tokens_per_second_per_gpu:2045.9133727182805 
Step 6676 | loss:1.3630824089050293 lr:1.6687790534817518e-06 tokens_per_second_per_gpu:1387.620853027383 
Step 6677 | loss:1.1993708610534668 lr:1.664202893468089e-06 tokens_per_second_per_gpu:1905.6745908308917 
Step 6678 | loss:1.213566541671753 lr:1.659632863684226e-06 tokens_per_second_per_gpu:2959.5371953050976 
Step 6679 | loss:1.148480772972107 lr:1.6550689649705485e-06 tokens_per_second_per_gpu:2231.1809334918557 
Step 6680 | loss:1.1541906595230103 lr:1.6505111981663305e-06 tokens_per_second_per_gpu:2167.573075072243 
Step 6681 | loss:1.1348999738693237 lr:1.6459595641097078e-06 tokens_per_second_per_gpu:2393.306831055201 
Step 6682 | loss:1.153051495552063 lr:1.6414140636377048e-06 tokens_per_second_per_gpu:2597.5178730021194 
Step 6683 | loss:1.037981390953064 lr:1.6368746975862073e-06 tokens_per_second_per_gpu:2571.822811557465 
Step 6684 | loss:1.209423303604126 lr:1.6323414667899741e-06 tokens_per_second_per_gpu:2038.8371067032328 
Step 6685 | loss:1.1009165048599243 lr:1.6278143720826337e-06 tokens_per_second_per_gpu:2038.1996175326638 
Step 6686 | loss:1.4178905487060547 lr:1.623293414296683e-06 tokens_per_second_per_gpu:2003.587820759036 
Step 6687 | loss:1.1422951221466064 lr:1.6187785942635085e-06 tokens_per_second_per_gpu:2479.8523073049555 
Step 6688 | loss:1.2358263731002808 lr:1.6142699128133497e-06 tokens_per_second_per_gpu:2287.245099046556 
Step 6689 | loss:1.0629353523254395 lr:1.6097673707753196e-06 tokens_per_second_per_gpu:2182.9849083315207 
Step 6690 | loss:1.129116415977478 lr:1.605270968977404e-06 tokens_per_second_per_gpu:3004.962726253839 
Step 6691 | loss:1.2670634984970093 lr:1.6007807082464702e-06 tokens_per_second_per_gpu:2188.35700294176 
Step 6692 | loss:1.3058195114135742 lr:1.5962965894082386e-06 tokens_per_second_per_gpu:2214.7067475230942 
Step 6693 | loss:1.2058316469192505 lr:1.5918186132873144e-06 tokens_per_second_per_gpu:1848.0102277337294 
Step 6694 | loss:1.1750518083572388 lr:1.587346780707161e-06 tokens_per_second_per_gpu:2669.085414631965 
Step 6695 | loss:1.0418508052825928 lr:1.5828810924901258e-06 tokens_per_second_per_gpu:2766.9992005909285 
Step 6696 | loss:1.1507104635238647 lr:1.5784215494574142e-06 tokens_per_second_per_gpu:2449.5636342143107 
Step 6697 | loss:1.1198220252990723 lr:1.5739681524291088e-06 tokens_per_second_per_gpu:1991.3278273995422 
Step 6698 | loss:1.135372281074524 lr:1.5695209022241567e-06 tokens_per_second_per_gpu:2477.504339876423 
Step 6699 | loss:1.1862597465515137 lr:1.5650797996603792e-06 tokens_per_second_per_gpu:2479.7747771010195 
Step 6700 | loss:1.1829960346221924 lr:1.5606448455544662e-06 tokens_per_second_per_gpu:2122.9859210707236 
Step 6701 | loss:1.1737380027770996 lr:1.5562160407219732e-06 tokens_per_second_per_gpu:2653.644630125688 
Step 6702 | loss:1.0704147815704346 lr:1.5517933859773324e-06 tokens_per_second_per_gpu:2808.1704323029676 
Step 6703 | loss:1.2094180583953857 lr:1.547376882133834e-06 tokens_per_second_per_gpu:1853.2618470128757 
Step 6704 | loss:1.206675410270691 lr:1.5429665300036486e-06 tokens_per_second_per_gpu:2100.0744275035504 
Step 6705 | loss:0.9557620286941528 lr:1.538562330397809e-06 tokens_per_second_per_gpu:3128.6802028217057 
Step 6706 | loss:1.3618053197860718 lr:1.5341642841262203e-06 tokens_per_second_per_gpu:2213.1022613785276 
Step 6707 | loss:1.3289003372192383 lr:1.5297723919976456e-06 tokens_per_second_per_gpu:1221.7510193445542 
Step 6708 | loss:1.24214506149292 lr:1.525386654819733e-06 tokens_per_second_per_gpu:2595.0883561703467 
Step 6709 | loss:1.1383196115493774 lr:1.5210070733989837e-06 tokens_per_second_per_gpu:2590.5352036108698 
Step 6710 | loss:1.1398696899414062 lr:1.5166336485407843e-06 tokens_per_second_per_gpu:2705.743368011111 
Step 6711 | loss:1.1270784139633179 lr:1.5122663810493668e-06 tokens_per_second_per_gpu:2252.3381461754657 
Step 6712 | loss:1.2874897718429565 lr:1.5079052717278446e-06 tokens_per_second_per_gpu:2282.1344302841435 
Step 6713 | loss:1.1734520196914673 lr:1.5035503213781996e-06 tokens_per_second_per_gpu:2750.026703485731 
Step 6714 | loss:1.109963297843933 lr:1.49920153080128e-06 tokens_per_second_per_gpu:2427.155987460121 
Step 6715 | loss:1.3250477313995361 lr:1.4948589007967949e-06 tokens_per_second_per_gpu:1794.6217990095658 
Step 6716 | loss:1.2007360458374023 lr:1.4905224321633264e-06 tokens_per_second_per_gpu:2636.684043695386 
Step 6717 | loss:1.1572813987731934 lr:1.4861921256983183e-06 tokens_per_second_per_gpu:2817.7386263782155 
Step 6718 | loss:1.0078215599060059 lr:1.4818679821980916e-06 tokens_per_second_per_gpu:3031.983904994431 
Step 6719 | loss:1.0941386222839355 lr:1.4775500024578246e-06 tokens_per_second_per_gpu:1606.0915530646178 
Step 6720 | loss:1.0636836290359497 lr:1.4732381872715648e-06 tokens_per_second_per_gpu:2640.4464354122856 
Step 6721 | loss:1.2519621849060059 lr:1.4689325374322214e-06 tokens_per_second_per_gpu:2148.085406235301 
Step 6722 | loss:1.3988442420959473 lr:1.4646330537315843e-06 tokens_per_second_per_gpu:1423.2274669746819 
Step 6723 | loss:1.1536909341812134 lr:1.4603397369602893e-06 tokens_per_second_per_gpu:2638.3447967183333 
Step 6724 | loss:1.2746108770370483 lr:1.456052587907857e-06 tokens_per_second_per_gpu:1898.4163480726406 
Step 6725 | loss:1.145584225654602 lr:1.4517716073626623e-06 tokens_per_second_per_gpu:1933.300440451252 
Step 6726 | loss:1.0807136297225952 lr:1.4474967961119444e-06 tokens_per_second_per_gpu:3107.8028380894743 
Step 6727 | loss:1.0585075616836548 lr:1.44322815494182e-06 tokens_per_second_per_gpu:3058.210235578748 
Step 6728 | loss:1.1103309392929077 lr:1.4389656846372599e-06 tokens_per_second_per_gpu:2800.471625314815 
Step 6729 | loss:1.2170957326889038 lr:1.4347093859821034e-06 tokens_per_second_per_gpu:2525.150001988413 
Step 6730 | loss:1.1810110807418823 lr:1.430459259759056e-06 tokens_per_second_per_gpu:2500.6203481836947 
Step 6731 | loss:1.2219760417938232 lr:1.4262153067496873e-06 tokens_per_second_per_gpu:2372.5966173147744 
Step 6732 | loss:1.4104136228561401 lr:1.4219775277344375e-06 tokens_per_second_per_gpu:1938.2599989475327 
Step 6733 | loss:1.2929326295852661 lr:1.4177459234925959e-06 tokens_per_second_per_gpu:1913.4068505763648 
Step 6734 | loss:1.2584887742996216 lr:1.413520494802325e-06 tokens_per_second_per_gpu:1635.3603121361891 
Step 6735 | loss:1.1881178617477417 lr:1.409301242440668e-06 tokens_per_second_per_gpu:2378.5349576642448 
Step 6736 | loss:1.395930290222168 lr:1.405088167183503e-06 tokens_per_second_per_gpu:1863.1954053648908 
Step 6737 | loss:1.2335809469223022 lr:1.4008812698055882e-06 tokens_per_second_per_gpu:2423.478928831896 
Step 6738 | loss:1.3328843116760254 lr:1.3966805510805517e-06 tokens_per_second_per_gpu:2382.7548490924187 
Step 6739 | loss:1.3147938251495361 lr:1.3924860117808674e-06 tokens_per_second_per_gpu:2106.6996475790415 
Step 6740 | loss:1.278194785118103 lr:1.3882976526778932e-06 tokens_per_second_per_gpu:2581.5515143223256 
Step 6741 | loss:1.0059984922409058 lr:1.3841154745418343e-06 tokens_per_second_per_gpu:2369.60408601348 
Step 6742 | loss:1.3499106168746948 lr:1.3799394781417638e-06 tokens_per_second_per_gpu:1673.9362411287243 
Step 6743 | loss:1.2125933170318604 lr:1.3757696642456212e-06 tokens_per_second_per_gpu:2024.704446374434 
Step 6744 | loss:1.1335382461547852 lr:1.3716060336202105e-06 tokens_per_second_per_gpu:1953.9383486067297 
Step 6745 | loss:1.248452067375183 lr:1.3674485870311903e-06 tokens_per_second_per_gpu:2750.0621357253044 
Step 6746 | loss:0.9487636685371399 lr:1.3632973252430911e-06 tokens_per_second_per_gpu:3662.2967570054884 
Step 6747 | loss:1.2139543294906616 lr:1.3591522490192985e-06 tokens_per_second_per_gpu:2811.463997555859 
Step 6748 | loss:1.3114606142044067 lr:1.3550133591220702e-06 tokens_per_second_per_gpu:2490.925170107096 
Step 6749 | loss:1.1638939380645752 lr:1.350880656312514e-06 tokens_per_second_per_gpu:2558.969252262589 
Step 6750 | loss:1.286567211151123 lr:1.3467541413506072e-06 tokens_per_second_per_gpu:2110.9845237880163 
Step 6751 | loss:1.246815800666809 lr:1.3426338149951959e-06 tokens_per_second_per_gpu:2948.205863039942 
Step 6752 | loss:1.3105089664459229 lr:1.3385196780039647e-06 tokens_per_second_per_gpu:1882.7720166797355 
Step 6753 | loss:1.191118597984314 lr:1.3344117311334945e-06 tokens_per_second_per_gpu:2117.816758232314 
Step 6754 | loss:1.1046748161315918 lr:1.3303099751392004e-06 tokens_per_second_per_gpu:3490.6382578538914 
Step 6755 | loss:1.310623049736023 lr:1.3262144107753668e-06 tokens_per_second_per_gpu:2122.297368703977 
Step 6756 | loss:1.2707011699676514 lr:1.322125038795136e-06 tokens_per_second_per_gpu:2231.4757857982995 
Step 6757 | loss:1.2981690168380737 lr:1.3180418599505266e-06 tokens_per_second_per_gpu:1589.1379836952499 
Step 6758 | loss:1.123585820198059 lr:1.3139648749924036e-06 tokens_per_second_per_gpu:2818.5249908616056 
Step 6759 | loss:1.2944936752319336 lr:1.3098940846704936e-06 tokens_per_second_per_gpu:2344.4735027446254 
Step 6760 | loss:0.9892942309379578 lr:1.305829489733392e-06 tokens_per_second_per_gpu:2755.24742793378 
Step 6761 | loss:1.217612862586975 lr:1.3017710909285484e-06 tokens_per_second_per_gpu:2047.4853853508046 
Step 6762 | loss:1.1630373001098633 lr:1.2977188890022771e-06 tokens_per_second_per_gpu:2081.928714805406 
Step 6763 | loss:1.3090245723724365 lr:1.2936728846997507e-06 tokens_per_second_per_gpu:2458.030400243411 
Step 6764 | loss:1.2967450618743896 lr:1.289633078764999e-06 tokens_per_second_per_gpu:2544.680047733353 
Step 6765 | loss:1.1848719120025635 lr:1.285599471940917e-06 tokens_per_second_per_gpu:2468.4974118814453 
Step 6766 | loss:1.0736973285675049 lr:1.2815720649692613e-06 tokens_per_second_per_gpu:2185.255312905535 
Step 6767 | loss:1.2207019329071045 lr:1.2775508585906425e-06 tokens_per_second_per_gpu:2039.39327771235 
Step 6768 | loss:1.1735765933990479 lr:1.2735358535445322e-06 tokens_per_second_per_gpu:1700.2797491942451 
Step 6769 | loss:0.9283978939056396 lr:1.26952705056926e-06 tokens_per_second_per_gpu:2933.212791503468 
Step 6770 | loss:1.0286102294921875 lr:1.2655244504020285e-06 tokens_per_second_per_gpu:2489.844297741532 
Step 6771 | loss:1.2844995260238647 lr:1.2615280537788819e-06 tokens_per_second_per_gpu:2396.8662479137347 
Step 6772 | loss:1.310811996459961 lr:1.2575378614347304e-06 tokens_per_second_per_gpu:1691.9607433063645 
Step 6773 | loss:1.2480347156524658 lr:1.2535538741033413e-06 tokens_per_second_per_gpu:2393.9854651627866 
Step 6774 | loss:1.0178009271621704 lr:1.2495760925173476e-06 tokens_per_second_per_gpu:2981.8501072689296 
Step 6775 | loss:1.1626660823822021 lr:1.2456045174082396e-06 tokens_per_second_per_gpu:2376.698989780265 
Step 6776 | loss:1.0980348587036133 lr:1.2416391495063577e-06 tokens_per_second_per_gpu:2691.8706232839663 
Step 6777 | loss:1.214367151260376 lr:1.2376799895409074e-06 tokens_per_second_per_gpu:3262.2611349211106 
Step 6778 | loss:1.18324613571167 lr:1.2337270382399479e-06 tokens_per_second_per_gpu:2064.668547479784 
Step 6779 | loss:1.1928373575210571 lr:1.2297802963304116e-06 tokens_per_second_per_gpu:1996.1738512858649 
Step 6780 | loss:1.1455161571502686 lr:1.225839764538069e-06 tokens_per_second_per_gpu:2134.544300501275 
Step 6781 | loss:1.114203691482544 lr:1.2219054435875642e-06 tokens_per_second_per_gpu:2421.163824522456 
Step 6782 | loss:1.251266360282898 lr:1.2179773342023824e-06 tokens_per_second_per_gpu:2364.2172781027057 
Step 6783 | loss:1.3876310586929321 lr:1.2140554371048828e-06 tokens_per_second_per_gpu:2421.6741245696353 
Step 6784 | loss:1.242003321647644 lr:1.2101397530162776e-06 tokens_per_second_per_gpu:2136.0080475594236 
Step 6785 | loss:1.2928972244262695 lr:1.2062302826566334e-06 tokens_per_second_per_gpu:2036.2244261978387 
Step 6786 | loss:1.159551739692688 lr:1.2023270267448775e-06 tokens_per_second_per_gpu:1888.9963611143774 
Step 6787 | loss:1.2431416511535645 lr:1.19842998599878e-06 tokens_per_second_per_gpu:2341.707050760992 
Step 6788 | loss:1.234251618385315 lr:1.194539161134999e-06 tokens_per_second_per_gpu:2156.9074935908598 
Step 6789 | loss:1.2929409742355347 lr:1.1906545528690236e-06 tokens_per_second_per_gpu:2156.8287509357665 
Step 6790 | loss:1.1600474119186401 lr:1.1867761619152039e-06 tokens_per_second_per_gpu:2717.9167916073307 
Step 6791 | loss:1.2263857126235962 lr:1.1829039889867515e-06 tokens_per_second_per_gpu:2239.169153729698 
Step 6792 | loss:1.0915838479995728 lr:1.1790380347957317e-06 tokens_per_second_per_gpu:2349.75519016248 
Step 6793 | loss:1.278907060623169 lr:1.1751783000530717e-06 tokens_per_second_per_gpu:1884.690131628602 
Step 6794 | loss:1.2663986682891846 lr:1.171324785468552e-06 tokens_per_second_per_gpu:1957.614724262498 
Step 6795 | loss:0.9873573780059814 lr:1.1674774917508066e-06 tokens_per_second_per_gpu:3035.058755661488 
Step 6796 | loss:1.208082914352417 lr:1.16363641960732e-06 tokens_per_second_per_gpu:2618.766167703388 
Step 6797 | loss:1.1989938020706177 lr:1.159801569744449e-06 tokens_per_second_per_gpu:2055.812915379691 
Step 6798 | loss:1.2351118326187134 lr:1.155972942867393e-06 tokens_per_second_per_gpu:2616.5718678625612 
Step 6799 | loss:1.1907563209533691 lr:1.1521505396802128e-06 tokens_per_second_per_gpu:2015.2619249123416 
Step 6800 | loss:1.2886631488800049 lr:1.1483343608858148e-06 tokens_per_second_per_gpu:2374.3776241541677 
Step 6801 | loss:1.008296012878418 lr:1.1445244071859827e-06 tokens_per_second_per_gpu:3613.0600464274044 
Step 6802 | loss:1.1435023546218872 lr:1.1407206792813307e-06 tokens_per_second_per_gpu:2748.7719921942294 
Step 6803 | loss:1.1237974166870117 lr:1.1369231778713417e-06 tokens_per_second_per_gpu:2670.0081484816355 
Step 6804 | loss:1.160841464996338 lr:1.1331319036543452e-06 tokens_per_second_per_gpu:3113.5040261673003 
Step 6805 | loss:1.3015408515930176 lr:1.1293468573275393e-06 tokens_per_second_per_gpu:2243.709994352828 
Step 6806 | loss:1.2303757667541504 lr:1.1255680395869687e-06 tokens_per_second_per_gpu:2469.7041122874425 
Step 6807 | loss:1.260208010673523 lr:1.1217954511275313e-06 tokens_per_second_per_gpu:2177.266017013983 
Step 6808 | loss:1.3285378217697144 lr:1.1180290926429785e-06 tokens_per_second_per_gpu:2307.2667745809154 
Step 6809 | loss:1.2701417207717896 lr:1.1142689648259161e-06 tokens_per_second_per_gpu:2017.0034652739432 
Step 6810 | loss:1.0960901975631714 lr:1.110515068367815e-06 tokens_per_second_per_gpu:2440.6621221328146 
Step 6811 | loss:1.3379141092300415 lr:1.1067674039589836e-06 tokens_per_second_per_gpu:2273.157641144238 
Step 6812 | loss:1.0805652141571045 lr:1.1030259722886003e-06 tokens_per_second_per_gpu:2058.08285524437 
Step 6813 | loss:1.3185343742370605 lr:1.0992907740446738e-06 tokens_per_second_per_gpu:2418.3839323931516 
Step 6814 | loss:1.298454761505127 lr:1.0955618099141012e-06 tokens_per_second_per_gpu:1802.6167159955112 
Step 6815 | loss:0.9488391280174255 lr:1.0918390805826021e-06 tokens_per_second_per_gpu:3783.272357683127 
Step 6816 | loss:1.2232608795166016 lr:1.0881225867347697e-06 tokens_per_second_per_gpu:2750.1666878528786 
Step 6817 | loss:1.2740809917449951 lr:1.0844123290540275e-06 tokens_per_second_per_gpu:2194.7846292953 
Step 6818 | loss:1.302250862121582 lr:1.080708308222683e-06 tokens_per_second_per_gpu:2339.0853501695397 
Step 6819 | loss:1.2294095754623413 lr:1.0770105249218714e-06 tokens_per_second_per_gpu:1791.1033172735124 
Step 6820 | loss:1.1384615898132324 lr:1.073318979831596e-06 tokens_per_second_per_gpu:2884.144188226616 
Step 6821 | loss:1.3362557888031006 lr:1.069633673630707e-06 tokens_per_second_per_gpu:2836.7742247540127 
Step 6822 | loss:1.18496572971344 lr:1.0659546069968999e-06 tokens_per_second_per_gpu:2258.5484127826217 
Step 6823 | loss:1.307417392730713 lr:1.0622817806067396e-06 tokens_per_second_per_gpu:2195.7619145684193 
Step 6824 | loss:1.1263927221298218 lr:1.0586151951356331e-06 tokens_per_second_per_gpu:2420.9790067741656 
Step 6825 | loss:1.0199006795883179 lr:1.054954851257833e-06 tokens_per_second_per_gpu:2478.0097421717514 
Step 6826 | loss:1.231529951095581 lr:1.0513007496464582e-06 tokens_per_second_per_gpu:2197.864583482527 
Step 6827 | loss:1.1625666618347168 lr:1.0476528909734722e-06 tokens_per_second_per_gpu:2305.8240765675973 
Step 6828 | loss:1.1635884046554565 lr:1.0440112759096969e-06 tokens_per_second_per_gpu:2786.5472818015555 
Step 6829 | loss:1.2845094203948975 lr:1.0403759051247923e-06 tokens_per_second_per_gpu:2711.9196610587787 
Step 6830 | loss:1.112343668937683 lr:1.0367467792872796e-06 tokens_per_second_per_gpu:2010.996470139156 
Step 6831 | loss:1.2510287761688232 lr:1.0331238990645379e-06 tokens_per_second_per_gpu:1492.741684281704 
Step 6832 | loss:1.1451650857925415 lr:1.0295072651227842e-06 tokens_per_second_per_gpu:2482.168311498308 
Step 6833 | loss:1.0970094203948975 lr:1.0258968781270972e-06 tokens_per_second_per_gpu:2248.4035980303497 
Step 6834 | loss:1.254453420639038 lr:1.022292738741401e-06 tokens_per_second_per_gpu:3116.0156936295907 
Step 6835 | loss:1.2409791946411133 lr:1.01869484762847e-06 tokens_per_second_per_gpu:2292.2809914887175 
Step 6836 | loss:1.2052370309829712 lr:1.0151032054499402e-06 tokens_per_second_per_gpu:1839.9081959483804 
Step 6837 | loss:1.305672526359558 lr:1.0115178128662816e-06 tokens_per_second_per_gpu:1879.2138842967258 
Step 6838 | loss:1.2449778318405151 lr:1.0079386705368332e-06 tokens_per_second_per_gpu:2212.9947709884946 
Step 6839 | loss:1.250525951385498 lr:1.0043657791197606e-06 tokens_per_second_per_gpu:2831.948150559282 
Step 6840 | loss:1.261375904083252 lr:1.000799139272111e-06 tokens_per_second_per_gpu:2407.9266844951458 
Step 6841 | loss:1.1566377878189087 lr:9.97238751649757e-07 tokens_per_second_per_gpu:2158.7155689871875 
Step 6842 | loss:1.210951566696167 lr:9.936846169074336e-07 tokens_per_second_per_gpu:2515.137681973854 
Step 6843 | loss:1.1088266372680664 lr:9.901367356987173e-07 tokens_per_second_per_gpu:2942.7021557496164 
Step 6844 | loss:1.1980741024017334 lr:9.86595108676042e-07 tokens_per_second_per_gpu:3011.744069540782 
Step 6845 | loss:1.259247064590454 lr:9.830597364906923e-07 tokens_per_second_per_gpu:2223.346291611228 
Step 6846 | loss:1.05388605594635 lr:9.795306197927937e-07 tokens_per_second_per_gpu:3528.592355995306 
Step 6847 | loss:1.1495332717895508 lr:9.760077592313303e-07 tokens_per_second_per_gpu:1977.7342250226097 
Step 6848 | loss:1.1994245052337646 lr:9.724911554541393e-07 tokens_per_second_per_gpu:2915.684866140416 
Step 6849 | loss:1.0688793659210205 lr:9.689808091078844e-07 tokens_per_second_per_gpu:2971.2526833120182 
Step 6850 | loss:1.0899826288223267 lr:9.654767208381102e-07 tokens_per_second_per_gpu:2943.4606957279243 
Step 6851 | loss:1.253270149230957 lr:9.619788912891885e-07 tokens_per_second_per_gpu:2781.3770619570637 
Step 6852 | loss:1.226186752319336 lr:9.584873211043475e-07 tokens_per_second_per_gpu:2091.140259685143 
Step 6853 | loss:1.059304118156433 lr:9.550020109256622e-07 tokens_per_second_per_gpu:2771.269834722154 
Step 6854 | loss:1.2371934652328491 lr:9.515229613940611e-07 tokens_per_second_per_gpu:2011.0019970202013 
Step 6855 | loss:1.451827049255371 lr:9.480501731493145e-07 tokens_per_second_per_gpu:1807.7132591379884 
Step 6856 | loss:1.256107211112976 lr:9.445836468300505e-07 tokens_per_second_per_gpu:2694.3266215240733 
Step 6857 | loss:1.2554353475570679 lr:9.411233830737274e-07 tokens_per_second_per_gpu:1938.117012248842 
Step 6858 | loss:1.2869309186935425 lr:9.376693825166809e-07 tokens_per_second_per_gpu:1803.7684235626255 
Step 6859 | loss:1.1254558563232422 lr:9.342216457940688e-07 tokens_per_second_per_gpu:3029.6685672591457 
Step 6860 | loss:1.1591477394104004 lr:9.307801735399068e-07 tokens_per_second_per_gpu:2175.746656964034 
Step 6861 | loss:0.9249384999275208 lr:9.273449663870602e-07 tokens_per_second_per_gpu:3646.1770432273856 
Step 6862 | loss:1.156215786933899 lr:9.239160249672406e-07 tokens_per_second_per_gpu:2548.5415469380155 
Step 6863 | loss:1.0261449813842773 lr:9.204933499110129e-07 tokens_per_second_per_gpu:2430.5204347901335 
Step 6864 | loss:1.1542733907699585 lr:9.170769418477764e-07 tokens_per_second_per_gpu:2503.8645963917606 
Step 6865 | loss:1.1662687063217163 lr:9.13666801405788e-07 tokens_per_second_per_gpu:2196.1789880588613 
Step 6866 | loss:1.2737787961959839 lr:9.102629292121466e-07 tokens_per_second_per_gpu:1666.207556677727 
Step 6867 | loss:1.2441675662994385 lr:9.068653258928127e-07 tokens_per_second_per_gpu:1409.3599234270287 
Step 6868 | loss:1.2476880550384521 lr:9.034739920725692e-07 tokens_per_second_per_gpu:2983.164866086793 
Step 6869 | loss:1.1579010486602783 lr:9.000889283750684e-07 tokens_per_second_per_gpu:1806.231152009148 
Step 6870 | loss:1.0845097303390503 lr:8.96710135422793e-07 tokens_per_second_per_gpu:2941.1188634331425 
Step 6871 | loss:1.161029577255249 lr:8.933376138370868e-07 tokens_per_second_per_gpu:2434.535388554006 
Step 6872 | loss:1.1890878677368164 lr:8.899713642381362e-07 tokens_per_second_per_gpu:2005.0760382257897 
Step 6873 | loss:1.3337335586547852 lr:8.866113872449615e-07 tokens_per_second_per_gpu:2512.0787000471737 
Step 6874 | loss:1.2121655941009521 lr:8.832576834754523e-07 tokens_per_second_per_gpu:2444.324878945634 
Step 6875 | loss:1.2628068923950195 lr:8.799102535463248e-07 tokens_per_second_per_gpu:2072.489967372234 
Step 6876 | loss:1.3769842386245728 lr:8.765690980731488e-07 tokens_per_second_per_gpu:1615.3203514761562 
Step 6877 | loss:1.0687474012374878 lr:8.732342176703477e-07 tokens_per_second_per_gpu:3049.7867853563916 
Step 6878 | loss:1.1984736919403076 lr:8.699056129511756e-07 tokens_per_second_per_gpu:2399.131925066057 
Step 6879 | loss:1.0231853723526 lr:8.665832845277399e-07 tokens_per_second_per_gpu:2383.7683023257646 
Step 6880 | loss:1.1336231231689453 lr:8.632672330110019e-07 tokens_per_second_per_gpu:2166.0672408684673 
Step 6881 | loss:1.091434121131897 lr:8.599574590107533e-07 tokens_per_second_per_gpu:2432.2176410582815 
Step 6882 | loss:1.2114938497543335 lr:8.566539631356473e-07 tokens_per_second_per_gpu:2187.202612241987 
Step 6883 | loss:1.2363224029541016 lr:8.533567459931673e-07 tokens_per_second_per_gpu:2232.0900070836924 
Step 6884 | loss:1.0926381349563599 lr:8.500658081896545e-07 tokens_per_second_per_gpu:1866.2522620201937 
Step 6885 | loss:1.2074352502822876 lr:8.467811503302918e-07 tokens_per_second_per_gpu:2082.662806619987 
Step 6886 | loss:1.0726041793823242 lr:8.435027730191008e-07 tokens_per_second_per_gpu:2404.799427872654 
Step 6887 | loss:0.9813337326049805 lr:8.402306768589484e-07 tokens_per_second_per_gpu:2482.046598346057 
Step 6888 | loss:1.0844433307647705 lr:8.369648624515634e-07 tokens_per_second_per_gpu:3039.0654082467813 
Step 6889 | loss:1.1973698139190674 lr:8.33705330397501e-07 tokens_per_second_per_gpu:2907.090695609055 
Step 6890 | loss:1.20889151096344 lr:8.304520812961701e-07 tokens_per_second_per_gpu:2339.0194901488803 
Step 6891 | loss:1.0769920349121094 lr:8.272051157458176e-07 tokens_per_second_per_gpu:2323.4319729885774 
Step 6892 | loss:1.3369766473770142 lr:8.239644343435365e-07 tokens_per_second_per_gpu:2068.1656402847366 
Step 6893 | loss:1.2000046968460083 lr:8.207300376852732e-07 tokens_per_second_per_gpu:2712.7176091027227 
Step 6894 | loss:1.1525461673736572 lr:8.175019263658089e-07 tokens_per_second_per_gpu:1986.3249612673078 
Step 6895 | loss:1.2050894498825073 lr:8.142801009787742e-07 tokens_per_second_per_gpu:1935.5131087226932 
Step 6896 | loss:1.221174955368042 lr:8.110645621166339e-07 tokens_per_second_per_gpu:2112.1744068546154 
Step 6897 | loss:1.16778564453125 lr:8.078553103707109e-07 tokens_per_second_per_gpu:2693.175823721489 
Step 6898 | loss:1.3975558280944824 lr:8.046523463311616e-07 tokens_per_second_per_gpu:1605.9745541669413 
Step 6899 | loss:1.0697898864746094 lr:8.01455670586989e-07 tokens_per_second_per_gpu:3078.8585088992227 
Step 6900 | loss:1.2006022930145264 lr:7.982652837260456e-07 tokens_per_second_per_gpu:1879.1802256508763 
Step 6901 | loss:1.1363428831100464 lr:7.950811863350104e-07 tokens_per_second_per_gpu:2474.70127615188 
Step 6902 | loss:1.2046250104904175 lr:7.919033789994355e-07 tokens_per_second_per_gpu:2328.2703208767175 
Step 6903 | loss:1.1155956983566284 lr:7.887318623036842e-07 tokens_per_second_per_gpu:3036.4509649943907 
Step 6904 | loss:1.1406779289245605 lr:7.855666368309849e-07 tokens_per_second_per_gpu:2610.616311125827 
Step 6905 | loss:1.1781667470932007 lr:7.824077031633963e-07 tokens_per_second_per_gpu:2711.0440385681377 
Step 6906 | loss:1.099381446838379 lr:7.792550618818233e-07 tokens_per_second_per_gpu:3026.8864806527927 
Step 6907 | loss:1.1783485412597656 lr:7.761087135660243e-07 tokens_per_second_per_gpu:1704.666441419154 
Step 6908 | loss:1.1467065811157227 lr:7.729686587945843e-07 tokens_per_second_per_gpu:2949.2789283052707 
Step 6909 | loss:1.1302180290222168 lr:7.69834898144942e-07 tokens_per_second_per_gpu:2392.2285504631445 
Step 6910 | loss:1.1862367391586304 lr:7.667074321933703e-07 tokens_per_second_per_gpu:1951.0117486861457 
Step 6911 | loss:1.4082063436508179 lr:7.635862615149957e-07 tokens_per_second_per_gpu:2052.9905178590025 
Step 6912 | loss:1.2691295146942139 lr:7.604713866837791e-07 tokens_per_second_per_gpu:2741.2232171109576 
Step 6913 | loss:1.234126091003418 lr:7.573628082725197e-07 tokens_per_second_per_gpu:1812.3281891081656 
Step 6914 | loss:1.4334096908569336 lr:7.542605268528662e-07 tokens_per_second_per_gpu:1305.752054987061 
Step 6915 | loss:1.2720093727111816 lr:7.511645429953134e-07 tokens_per_second_per_gpu:2156.8780079153307 
Step 6916 | loss:1.176411747932434 lr:7.480748572691864e-07 tokens_per_second_per_gpu:1599.8637505371557 
Step 6917 | loss:1.125276803970337 lr:7.449914702426602e-07 tokens_per_second_per_gpu:2734.950590511021 
Step 6918 | loss:1.2570444345474243 lr:7.419143824827478e-07 tokens_per_second_per_gpu:2169.599716547597 
Step 6919 | loss:1.171433448791504 lr:7.388435945553006e-07 tokens_per_second_per_gpu:2307.1987330386196 
Step 6920 | loss:1.128476619720459 lr:7.357791070250235e-07 tokens_per_second_per_gpu:2041.811712451038 
Step 6921 | loss:1.2518346309661865 lr:7.327209204554557e-07 tokens_per_second_per_gpu:2659.0704556119517 
Step 6922 | loss:1.200682282447815 lr:7.296690354089707e-07 tokens_per_second_per_gpu:2172.2528339815217 
Step 6923 | loss:1.1588451862335205 lr:7.266234524467879e-07 tokens_per_second_per_gpu:2692.0865918347217 
Step 6924 | loss:1.208715558052063 lr:7.235841721289804e-07 tokens_per_second_per_gpu:2645.962456081795 
Step 6925 | loss:0.9992973208427429 lr:7.205511950144438e-07 tokens_per_second_per_gpu:2751.0381232893446 
Step 6926 | loss:1.3078042268753052 lr:7.175245216609277e-07 tokens_per_second_per_gpu:2236.359131197296 
Step 6927 | loss:1.1595256328582764 lr:7.145041526250078e-07 tokens_per_second_per_gpu:3055.6155355214855 
Step 6928 | loss:1.171059489250183 lr:7.114900884621139e-07 tokens_per_second_per_gpu:2383.8951748158834 
Step 6929 | loss:1.0364373922348022 lr:7.084823297265175e-07 tokens_per_second_per_gpu:2789.47403853015 
Step 6930 | loss:1.0990570783615112 lr:7.054808769713205e-07 tokens_per_second_per_gpu:2445.5588753413417 
Step 6931 | loss:1.286336898803711 lr:7.024857307484749e-07 tokens_per_second_per_gpu:2009.8886624213062 
Step 6932 | loss:1.1211695671081543 lr:6.994968916087551e-07 tokens_per_second_per_gpu:3058.5104778899504 
Step 6933 | loss:1.2173116207122803 lr:6.965143601018047e-07 tokens_per_second_per_gpu:2529.378289005988 
Step 6934 | loss:1.081380009651184 lr:6.935381367760823e-07 tokens_per_second_per_gpu:3759.5014115541317 
Step 6935 | loss:1.1466243267059326 lr:6.90568222178896e-07 tokens_per_second_per_gpu:2442.202083286522 
Step 6936 | loss:1.1028940677642822 lr:6.876046168563926e-07 tokens_per_second_per_gpu:2468.884514596553 
Step 6937 | loss:1.084741473197937 lr:6.846473213535642e-07 tokens_per_second_per_gpu:2696.2694733691033 
Step 6938 | loss:1.3585673570632935 lr:6.816963362142375e-07 tokens_per_second_per_gpu:2174.44349302017 
Step 6939 | loss:1.3132710456848145 lr:6.787516619810695e-07 tokens_per_second_per_gpu:1713.7031514928549 
Step 6940 | loss:1.1733403205871582 lr:6.758132991955751e-07 tokens_per_second_per_gpu:2630.5468667735677 
Step 6941 | loss:1.2697370052337646 lr:6.72881248398095e-07 tokens_per_second_per_gpu:2323.7576128063383 
Step 6942 | loss:1.329054594039917 lr:6.699555101278164e-07 tokens_per_second_per_gpu:2298.4123024866885 
Step 6943 | loss:1.017909288406372 lr:6.670360849227646e-07 tokens_per_second_per_gpu:1874.9606458065455 
Step 6944 | loss:1.399517297744751 lr:6.641229733197989e-07 tokens_per_second_per_gpu:2345.1400620276445 
Step 6945 | loss:1.0860157012939453 lr:6.61216175854617e-07 tokens_per_second_per_gpu:2628.497332203824 
Step 6946 | loss:1.4093310832977295 lr:6.5831569306177e-07 tokens_per_second_per_gpu:1810.2212344195566 
Step 6947 | loss:1.2695987224578857 lr:6.55421525474632e-07 tokens_per_second_per_gpu:2888.862321929476 
Step 6948 | loss:1.301730751991272 lr:6.525336736254188e-07 tokens_per_second_per_gpu:2818.47838896602 
Step 6949 | loss:1.2547985315322876 lr:6.496521380451886e-07 tokens_per_second_per_gpu:1771.7678725269986 
Step 6950 | loss:1.3384959697723389 lr:6.467769192638372e-07 tokens_per_second_per_gpu:2259.6115931102754 
Step 6951 | loss:1.1470818519592285 lr:6.439080178100992e-07 tokens_per_second_per_gpu:2791.6037650535804 
Step 6952 | loss:1.2376360893249512 lr:6.410454342115428e-07 tokens_per_second_per_gpu:2528.708176458941 
Step 6953 | loss:1.2873241901397705 lr:6.38189168994579e-07 tokens_per_second_per_gpu:2595.772197894671 
Step 6954 | loss:1.3478249311447144 lr:6.353392226844601e-07 tokens_per_second_per_gpu:1961.0669436938324 
Step 6955 | loss:1.0904618501663208 lr:6.324955958052652e-07 tokens_per_second_per_gpu:2780.788163792545 
Step 6956 | loss:1.1791290044784546 lr:6.296582888799234e-07 tokens_per_second_per_gpu:2370.117858111804 
Step 6957 | loss:1.1305410861968994 lr:6.268273024301979e-07 tokens_per_second_per_gpu:2914.140842324912 
Step 6958 | loss:1.198630452156067 lr:6.24002636976682e-07 tokens_per_second_per_gpu:1838.63356994446 
Step 6959 | loss:1.379861831665039 lr:6.211842930388156e-07 tokens_per_second_per_gpu:1791.78590105094 
Step 6960 | loss:1.0612272024154663 lr:6.18372271134876e-07 tokens_per_second_per_gpu:3182.5368567874857 
Step 6961 | loss:1.3231443166732788 lr:6.155665717819713e-07 tokens_per_second_per_gpu:2404.141780106729 
Step 6962 | loss:1.3048579692840576 lr:6.127671954960517e-07 tokens_per_second_per_gpu:2143.998143980237 
Step 6963 | loss:1.0529751777648926 lr:6.099741427919053e-07 tokens_per_second_per_gpu:2700.137809721269 
Step 6964 | loss:1.312909722328186 lr:6.071874141831584e-07 tokens_per_second_per_gpu:2385.184128457331 
Step 6965 | loss:1.1562076807022095 lr:6.04407010182264e-07 tokens_per_second_per_gpu:2488.981543105652 
Step 6966 | loss:1.2750005722045898 lr:6.016329313005247e-07 tokens_per_second_per_gpu:1875.1713432777847 
Step 6967 | loss:1.3052195310592651 lr:5.988651780480736e-07 tokens_per_second_per_gpu:2479.955284579751 
Step 6968 | loss:1.2008426189422607 lr:5.961037509338856e-07 tokens_per_second_per_gpu:1528.469451381853 
Step 6969 | loss:1.1067566871643066 lr:5.933486504657625e-07 tokens_per_second_per_gpu:3029.89262734864 
Step 6970 | loss:1.256693959236145 lr:5.905998771503517e-07 tokens_per_second_per_gpu:2284.6705459007626 
Step 6971 | loss:1.3487800359725952 lr:5.87857431493139e-07 tokens_per_second_per_gpu:2085.079039353119 
Step 6972 | loss:1.092345118522644 lr:5.851213139984323e-07 tokens_per_second_per_gpu:2510.116319872807 
Step 6973 | loss:1.0171003341674805 lr:5.823915251693939e-07 tokens_per_second_per_gpu:2922.0452497398996 
Step 6974 | loss:1.2479239702224731 lr:5.796680655080082e-07 tokens_per_second_per_gpu:2650.4633090593934 
Step 6975 | loss:1.5019800662994385 lr:5.76950935515102e-07 tokens_per_second_per_gpu:1911.838339203446 
Step 6976 | loss:1.1189829111099243 lr:5.742401356903397e-07 tokens_per_second_per_gpu:2610.3157724439534 
Step 6977 | loss:1.2151697874069214 lr:5.715356665322207e-07 tokens_per_second_per_gpu:1995.256776147691 
Step 6978 | loss:1.2055044174194336 lr:5.688375285380742e-07 tokens_per_second_per_gpu:2726.2850860362996 
Step 6979 | loss:1.1736387014389038 lr:5.661457222040716e-07 tokens_per_second_per_gpu:2095.0337692280523 
Step 6980 | loss:1.186287522315979 lr:5.634602480252148e-07 tokens_per_second_per_gpu:2078.995264798198 
Step 6981 | loss:1.2307323217391968 lr:5.607811064953477e-07 tokens_per_second_per_gpu:2260.6930719887987 
Step 6982 | loss:1.2423605918884277 lr:5.581082981071521e-07 tokens_per_second_per_gpu:2233.5857141759147 
Step 6983 | loss:1.1039127111434937 lr:5.554418233521291e-07 tokens_per_second_per_gpu:2899.095532768253 
Step 6984 | loss:1.2984684705734253 lr:5.527816827206288e-07 tokens_per_second_per_gpu:2328.452356162355 
Step 6985 | loss:1.3709800243377686 lr:5.501278767018363e-07 tokens_per_second_per_gpu:2743.120898568678 
Step 6986 | loss:1.1739064455032349 lr:5.474804057837706e-07 tokens_per_second_per_gpu:2879.8924674450636 
Step 6987 | loss:1.0686440467834473 lr:5.448392704532811e-07 tokens_per_second_per_gpu:3100.555412264381 
Step 6988 | loss:1.2762049436569214 lr:5.422044711960516e-07 tokens_per_second_per_gpu:1966.9140516034859 
Step 6989 | loss:1.1792479753494263 lr:5.395760084966039e-07 tokens_per_second_per_gpu:2519.506706530269 
Step 6990 | loss:1.1268965005874634 lr:5.369538828383018e-07 tokens_per_second_per_gpu:2528.7970236777323 
Step 6991 | loss:1.3041164875030518 lr:5.343380947033321e-07 tokens_per_second_per_gpu:1688.0948062542814 
Step 6992 | loss:1.3102900981903076 lr:5.317286445727193e-07 tokens_per_second_per_gpu:1894.2009104492338 
Step 6993 | loss:1.1199548244476318 lr:5.29125532926326e-07 tokens_per_second_per_gpu:2256.213610433056 
Step 6994 | loss:1.1535389423370361 lr:5.265287602428458e-07 tokens_per_second_per_gpu:2012.0786593109192 
Step 6995 | loss:1.2549980878829956 lr:5.239383269998098e-07 tokens_per_second_per_gpu:2095.9519598250827 
Step 6996 | loss:1.336444616317749 lr:5.213542336735799e-07 tokens_per_second_per_gpu:2727.2237988290253 
Step 6997 | loss:1.2371546030044556 lr:5.187764807393518e-07 tokens_per_second_per_gpu:2112.5200269255506 
Step 6998 | loss:1.1469472646713257 lr:5.1620506867116e-07 tokens_per_second_per_gpu:2096.8261822821296 
Step 6999 | loss:1.3834216594696045 lr:5.136399979418687e-07 tokens_per_second_per_gpu:2439.0880175111383 
Step 7000 | loss:1.1872146129608154 lr:5.110812690231769e-07 tokens_per_second_per_gpu:2168.525292316599 
Step 7001 | loss:1.26188325881958 lr:5.085288823856215e-07 tokens_per_second_per_gpu:1933.4299062596122 
Step 7002 | loss:1.1578871011734009 lr:5.05982838498562e-07 tokens_per_second_per_gpu:2020.0802838458026 
Step 7003 | loss:1.2939491271972656 lr:5.03443137830204e-07 tokens_per_second_per_gpu:2008.7174664329768 
Step 7004 | loss:1.2720946073532104 lr:5.009097808475792e-07 tokens_per_second_per_gpu:2048.472173957336 
Step 7005 | loss:1.1926671266555786 lr:4.98382768016558e-07 tokens_per_second_per_gpu:2192.541947647936 
Step 7006 | loss:1.0371294021606445 lr:4.95862099801837e-07 tokens_per_second_per_gpu:2558.3165414796285 
Step 7007 | loss:1.1832774877548218 lr:4.933477766669547e-07 tokens_per_second_per_gpu:2400.597566971752 
Step 7008 | loss:1.241588830947876 lr:4.908397990742763e-07 tokens_per_second_per_gpu:2342.8892216615154 
Step 7009 | loss:1.2159069776535034 lr:4.883381674850012e-07 tokens_per_second_per_gpu:2383.335208921731 
Step 7010 | loss:0.8616956472396851 lr:4.858428823591592e-07 tokens_per_second_per_gpu:2674.5432803184904 
Step 7011 | loss:1.2290915250778198 lr:4.833539441556222e-07 tokens_per_second_per_gpu:2422.9045797374965 
Step 7012 | loss:1.2161847352981567 lr:4.808713533320885e-07 tokens_per_second_per_gpu:2706.5678207903984 
Step 7013 | loss:1.2116551399230957 lr:4.783951103450906e-07 tokens_per_second_per_gpu:3161.255322834428 
Step 7014 | loss:1.1545698642730713 lr:4.7592521564999154e-07 tokens_per_second_per_gpu:3193.493204274296 
Step 7015 | loss:1.217604637145996 lr:4.7346166970098464e-07 tokens_per_second_per_gpu:2507.669808954927 
Step 7016 | loss:1.185304045677185 lr:4.7100447295110534e-07 tokens_per_second_per_gpu:2659.0165052170564 
Step 7017 | loss:1.0167148113250732 lr:4.6855362585221543e-07 tokens_per_second_per_gpu:2961.985783915173 
Step 7018 | loss:1.198947548866272 lr:4.661091288550034e-07 tokens_per_second_per_gpu:2180.5566423436694 
Step 7019 | loss:1.1247386932373047 lr:4.636709824089996e-07 tokens_per_second_per_gpu:2345.1621469565307 
Step 7020 | loss:1.113978624343872 lr:4.612391869625648e-07 tokens_per_second_per_gpu:2538.6009887283367 
Step 7021 | loss:1.2209721803665161 lr:4.588137429628902e-07 tokens_per_second_per_gpu:2031.6647746477115 
Step 7022 | loss:1.1915037631988525 lr:4.5639465085599345e-07 tokens_per_second_per_gpu:2229.8994177441273 
Step 7023 | loss:1.3037593364715576 lr:4.539819110867343e-07 tokens_per_second_per_gpu:2205.559268759143 
Step 7024 | loss:1.1212323904037476 lr:4.5157552409879505e-07 tokens_per_second_per_gpu:2401.71615773882 
Step 7025 | loss:1.324013352394104 lr:4.4917549033470004e-07 tokens_per_second_per_gpu:1996.939976593296 
Step 7026 | loss:1.269547700881958 lr:4.467818102357923e-07 tokens_per_second_per_gpu:2749.6433588502728 
Step 7027 | loss:1.2995035648345947 lr:4.443944842422609e-07 tokens_per_second_per_gpu:1671.2906373343194 
Step 7028 | loss:1.1031441688537598 lr:4.4201351279311735e-07 tokens_per_second_per_gpu:2603.2525673283144 
Step 7029 | loss:1.174232840538025 lr:4.3963889632619986e-07 tokens_per_second_per_gpu:3384.9313780166485 
Step 7030 | loss:1.3773784637451172 lr:4.372706352781885e-07 tokens_per_second_per_gpu:1777.8495220390907 
Step 7031 | loss:1.1907556056976318 lr:4.3490873008459384e-07 tokens_per_second_per_gpu:2806.2986956786162 
Step 7032 | loss:1.1375209093093872 lr:4.3255318117975277e-07 tokens_per_second_per_gpu:3358.9204354716444 
Step 7033 | loss:1.3236689567565918 lr:4.3020398899683283e-07 tokens_per_second_per_gpu:1861.9264452291704 
Step 7034 | loss:1.2476227283477783 lr:4.278611539678356e-07 tokens_per_second_per_gpu:1726.4613708268187 
Step 7035 | loss:1.2007720470428467 lr:4.25524676523597e-07 tokens_per_second_per_gpu:2959.9833272430365 
Step 7036 | loss:1.114281177520752 lr:4.231945570937717e-07 tokens_per_second_per_gpu:2287.763529857614 
Step 7037 | loss:1.2350752353668213 lr:4.2087079610685634e-07 tokens_per_second_per_gpu:2810.9028444077294 
Step 7038 | loss:1.2859030961990356 lr:4.185533939901742e-07 tokens_per_second_per_gpu:2742.2076858886085 
Step 7039 | loss:1.2126719951629639 lr:4.1624235116988647e-07 tokens_per_second_per_gpu:2373.174626448809 
Step 7040 | loss:0.9515088796615601 lr:4.139376680709694e-07 tokens_per_second_per_gpu:3796.0419457381668 
Step 7041 | loss:1.1183592081069946 lr:4.1163934511724895e-07 tokens_per_second_per_gpu:1936.1683098047884 
Step 7042 | loss:1.0718052387237549 lr:4.0934738273135813e-07 tokens_per_second_per_gpu:2562.1122842562163 
Step 7043 | loss:1.2334017753601074 lr:4.0706178133478373e-07 tokens_per_second_per_gpu:2345.3039122609825 
Step 7044 | loss:1.2579553127288818 lr:4.047825413478312e-07 tokens_per_second_per_gpu:2680.233797292137 
Step 7045 | loss:1.112612247467041 lr:4.025096631896324e-07 tokens_per_second_per_gpu:2655.4119340723346 
Step 7046 | loss:1.258000135421753 lr:4.0024314727815754e-07 tokens_per_second_per_gpu:2314.4590836832162 
Step 7047 | loss:1.2863800525665283 lr:3.979829940302071e-07 tokens_per_second_per_gpu:2742.720589543371 
Step 7048 | loss:1.2449674606323242 lr:3.9572920386140406e-07 tokens_per_second_per_gpu:1724.6742985078274 
Step 7049 | loss:1.2900586128234863 lr:3.934817771862059e-07 tokens_per_second_per_gpu:2556.4693813687268 
Step 7050 | loss:1.267364740371704 lr:3.912407144178964e-07 tokens_per_second_per_gpu:1796.7723171894895 
Step 7051 | loss:1.1606765985488892 lr:3.890060159685976e-07 tokens_per_second_per_gpu:1926.088481036929 
Step 7052 | loss:1.088204264640808 lr:3.867776822492541e-07 tokens_per_second_per_gpu:2412.0463088792176 
Step 7053 | loss:1.2174261808395386 lr:3.845557136696409e-07 tokens_per_second_per_gpu:2151.189279292262 
Step 7054 | loss:1.3118922710418701 lr:3.8234011063835944e-07 tokens_per_second_per_gpu:2503.3933400666106 
Step 7055 | loss:1.2228782176971436 lr:3.801308735628494e-07 tokens_per_second_per_gpu:2428.482035291894 
Step 7056 | loss:1.1896767616271973 lr:3.7792800284937695e-07 tokens_per_second_per_gpu:2003.2028458981883 
Step 7057 | loss:1.1895718574523926 lr:3.757314989030269e-07 tokens_per_second_per_gpu:2890.9505113675823 
Step 7058 | loss:0.9987378716468811 lr:3.735413621277261e-07 tokens_per_second_per_gpu:3346.7811411985517 
Step 7059 | loss:1.1835424900054932 lr:3.71357592926228e-07 tokens_per_second_per_gpu:1527.1537076566415 
Step 7060 | loss:1.1925265789031982 lr:3.691801917001086e-07 tokens_per_second_per_gpu:2612.019915367023 
Step 7061 | loss:1.2062501907348633 lr:3.67009158849782e-07 tokens_per_second_per_gpu:2003.594341543878 
Step 7062 | loss:1.336165189743042 lr:3.6484449477448497e-07 tokens_per_second_per_gpu:2330.005629500875 
Step 7063 | loss:1.1671092510223389 lr:3.626861998722808e-07 tokens_per_second_per_gpu:2023.405356316844 
Step 7064 | loss:1.2205642461776733 lr:3.6053427454007075e-07 tokens_per_second_per_gpu:2270.098195138176 
Step 7065 | loss:1.2943629026412964 lr:3.5838871917357514e-07 tokens_per_second_per_gpu:1993.994064024835 
Step 7066 | loss:1.1638741493225098 lr:3.56249534167356e-07 tokens_per_second_per_gpu:2531.899655849502 
Step 7067 | loss:1.312859058380127 lr:3.541167199147826e-07 tokens_per_second_per_gpu:1966.9658426081792 
Step 7068 | loss:1.2745425701141357 lr:3.51990276808074e-07 tokens_per_second_per_gpu:2009.155097759157 
Step 7069 | loss:1.2831122875213623 lr:3.4987020523826793e-07 tokens_per_second_per_gpu:2253.963526614223 
Step 7070 | loss:1.3406281471252441 lr:3.477565055952286e-07 tokens_per_second_per_gpu:2727.742099598734 
Step 7071 | loss:1.1045136451721191 lr:3.456491782676507e-07 tokens_per_second_per_gpu:2793.3561124513544 
Step 7072 | loss:1.101454257965088 lr:3.4354822364305925e-07 tokens_per_second_per_gpu:1927.3719667698779 
Step 7073 | loss:1.090206503868103 lr:3.414536421078057e-07 tokens_per_second_per_gpu:2824.1973686192 
Step 7074 | loss:1.3320183753967285 lr:3.3936543404707196e-07 tokens_per_second_per_gpu:2603.360872548723 
Step 7075 | loss:1.0768258571624756 lr:3.372835998448625e-07 tokens_per_second_per_gpu:3081.819106530396 
Step 7076 | loss:1.206543207168579 lr:3.352081398840084e-07 tokens_per_second_per_gpu:2158.4476962210356 
Step 7077 | loss:1.158576488494873 lr:3.331390545461826e-07 tokens_per_second_per_gpu:2880.6597182429023 
Step 7078 | loss:1.1343095302581787 lr:3.3107634421186914e-07 tokens_per_second_per_gpu:2332.658629135096 
Step 7079 | loss:1.1348880529403687 lr:3.2902000926039005e-07 tokens_per_second_per_gpu:3512.815375330405 
Step 7080 | loss:1.3170899152755737 lr:3.2697005006989016e-07 tokens_per_second_per_gpu:2038.756247067031 
Step 7081 | loss:1.42995285987854 lr:3.249264670173407e-07 tokens_per_second_per_gpu:2099.713490044848 
Step 7082 | loss:1.1927704811096191 lr:3.228892604785471e-07 tokens_per_second_per_gpu:2056.405635004326 
Step 7083 | loss:1.2212069034576416 lr:3.2085843082813755e-07 tokens_per_second_per_gpu:2700.4361706568193 
Step 7084 | loss:1.297552466392517 lr:3.188339784395666e-07 tokens_per_second_per_gpu:1638.0559347218493 
Step 7085 | loss:1.2857003211975098 lr:3.1681590368511536e-07 tokens_per_second_per_gpu:2268.589757055764 
Step 7086 | loss:1.2565710544586182 lr:3.1480420693589914e-07 tokens_per_second_per_gpu:2262.599251451318 
Step 7087 | loss:1.25302255153656 lr:3.127988885618521e-07 tokens_per_second_per_gpu:2356.818612610601 
Step 7088 | loss:1.289114236831665 lr:3.107999489317425e-07 tokens_per_second_per_gpu:1752.6819576328298 
Step 7089 | loss:1.2439378499984741 lr:3.0880738841315755e-07 tokens_per_second_per_gpu:2299.576101317669 
Step 7090 | loss:1.1610825061798096 lr:3.068212073725146e-07 tokens_per_second_per_gpu:2386.676665692607 
Step 7091 | loss:1.4363577365875244 lr:3.048414061750615e-07 tokens_per_second_per_gpu:1633.7635721348336 
Step 7092 | loss:1.04960036277771 lr:3.028679851848725e-07 tokens_per_second_per_gpu:3032.660597465551 
Step 7093 | loss:1.0929665565490723 lr:3.0090094476484474e-07 tokens_per_second_per_gpu:2662.9123313972523 
Step 7094 | loss:1.4182208776474 lr:2.989402852767053e-07 tokens_per_second_per_gpu:2212.4456553051336 
Step 7095 | loss:1.1677186489105225 lr:2.969860070810004e-07 tokens_per_second_per_gpu:2816.2930110341017 
Step 7096 | loss:1.2350691556930542 lr:2.9503811053711413e-07 tokens_per_second_per_gpu:2176.6589390360414 
Step 7097 | loss:1.1529755592346191 lr:2.930965960032533e-07 tokens_per_second_per_gpu:2501.3136053679655 
Step 7098 | loss:1.217702031135559 lr:2.9116146383644735e-07 tokens_per_second_per_gpu:2479.460432322456 
Step 7099 | loss:1.267667531967163 lr:2.8923271439255213e-07 tokens_per_second_per_gpu:1906.1404410833832 
Step 7100 | loss:1.21823251247406 lr:2.87310348026254e-07 tokens_per_second_per_gpu:2243.028211432497 
Step 7101 | loss:1.3092087507247925 lr:2.853943650910617e-07 tokens_per_second_per_gpu:1598.138116234032 
Step 7102 | loss:1.1961947679519653 lr:2.834847659393108e-07 tokens_per_second_per_gpu:2552.712466205704 
Step 7103 | loss:1.059297800064087 lr:2.8158155092216304e-07 tokens_per_second_per_gpu:2591.266214669782 
Step 7104 | loss:1.1850618124008179 lr:2.7968472038961466e-07 tokens_per_second_per_gpu:2202.3450278060936 
Step 7105 | loss:1.2978183031082153 lr:2.7779427469047267e-07 tokens_per_second_per_gpu:1853.1124011792676 
Step 7106 | loss:1.1893020868301392 lr:2.759102141723785e-07 tokens_per_second_per_gpu:2332.5936625285026 
Step 7107 | loss:1.1204982995986938 lr:2.740325391817999e-07 tokens_per_second_per_gpu:2246.8296494192787 
Step 7108 | loss:1.2917323112487793 lr:2.7216125006402744e-07 tokens_per_second_per_gpu:2657.384991897936 
Step 7109 | loss:1.140514850616455 lr:2.7029634716317805e-07 tokens_per_second_per_gpu:2921.4741108644716 
Step 7110 | loss:1.2274256944656372 lr:2.6843783082219906e-07 tokens_per_second_per_gpu:2323.2397204419003 
Step 7111 | loss:1.2717838287353516 lr:2.665857013828565e-07 tokens_per_second_per_gpu:1941.542337225507 
Step 7112 | loss:1.1527950763702393 lr:2.647399591857391e-07 tokens_per_second_per_gpu:1874.116051834255 
Step 7113 | loss:1.2993601560592651 lr:2.6290060457027364e-07 tokens_per_second_per_gpu:2737.5702484111084 
Step 7114 | loss:1.2406129837036133 lr:2.610676378747056e-07 tokens_per_second_per_gpu:2175.1817640310137 
Step 7115 | loss:1.2011696100234985 lr:2.5924105943609943e-07 tokens_per_second_per_gpu:2562.5314817052754 
Step 7116 | loss:1.142173171043396 lr:2.5742086959035344e-07 tokens_per_second_per_gpu:2166.3574437275147 
Step 7117 | loss:1.2869285345077515 lr:2.556070686721928e-07 tokens_per_second_per_gpu:2142.3597049759046 
Step 7118 | loss:1.1512904167175293 lr:2.5379965701515737e-07 tokens_per_second_per_gpu:2861.6011762646467 
Step 7119 | loss:1.171623945236206 lr:2.519986349516173e-07 tokens_per_second_per_gpu:2295.671626272008 
Step 7120 | loss:1.012341022491455 lr:2.502040028127772e-07 tokens_per_second_per_gpu:2982.270535294191 
Step 7121 | loss:1.4299465417861938 lr:2.484157609286447e-07 tokens_per_second_per_gpu:1607.489289363577 
Step 7122 | loss:1.2560011148452759 lr:2.466339096280773e-07 tokens_per_second_per_gpu:2237.222469324571 
Step 7123 | loss:1.3160516023635864 lr:2.448584492387434e-07 tokens_per_second_per_gpu:2537.198879542821 
Step 7124 | loss:1.147691249847412 lr:2.430893800871303e-07 tokens_per_second_per_gpu:2370.082628427678 
Step 7125 | loss:1.2243611812591553 lr:2.413267024985671e-07 tokens_per_second_per_gpu:2150.240649190508 
Step 7126 | loss:1.175000786781311 lr:2.39570416797194e-07 tokens_per_second_per_gpu:2309.5807521250877 
Step 7127 | loss:1.3431816101074219 lr:2.3782052330598156e-07 tokens_per_second_per_gpu:2007.845030237488 
Step 7128 | loss:1.347014307975769 lr:2.36077022346719e-07 tokens_per_second_per_gpu:1783.8663168706012 
Step 7129 | loss:1.1994799375534058 lr:2.3433991424002984e-07 tokens_per_second_per_gpu:2499.96268400797 
Step 7130 | loss:1.1163036823272705 lr:2.3260919930535638e-07 tokens_per_second_per_gpu:3055.821862053125 
Step 7131 | loss:1.1515101194381714 lr:2.3088487786096732e-07 tokens_per_second_per_gpu:2334.460954146436 
Step 7132 | loss:1.0561156272888184 lr:2.2916695022394625e-07 tokens_per_second_per_gpu:2990.8482318232186 
Step 7133 | loss:1.3056843280792236 lr:2.2745541671021494e-07 tokens_per_second_per_gpu:2633.3582667739192 
Step 7134 | loss:1.252951979637146 lr:2.257502776345099e-07 tokens_per_second_per_gpu:2156.1205707020576 
Step 7135 | loss:1.1832916736602783 lr:2.2405153331039816e-07 tokens_per_second_per_gpu:2427.229390050767 
Step 7136 | loss:1.1908457279205322 lr:2.2235918405026142e-07 tokens_per_second_per_gpu:2592.8804653747657 
Step 7137 | loss:1.1357519626617432 lr:2.2067323016531968e-07 tokens_per_second_per_gpu:2434.2348628147897 
Step 7138 | loss:1.2250900268554688 lr:2.189936719655999e-07 tokens_per_second_per_gpu:2121.7297015947433 
Step 7139 | loss:1.1197978258132935 lr:2.173205097599673e-07 tokens_per_second_per_gpu:2792.12452621765 
Step 7140 | loss:1.408318042755127 lr:2.1565374385610568e-07 tokens_per_second_per_gpu:1873.9723634623253 
Step 7141 | loss:1.1847347021102905 lr:2.1399337456051768e-07 tokens_per_second_per_gpu:1714.6265060533733 
Step 7142 | loss:1.176632046699524 lr:2.123394021785363e-07 tokens_per_second_per_gpu:2486.3841379672212 
Step 7143 | loss:1.050696611404419 lr:2.1069182701431708e-07 tokens_per_second_per_gpu:3222.5147734229336 
Step 7144 | loss:1.189674973487854 lr:2.0905064937083826e-07 tokens_per_second_per_gpu:2659.029655876072 
Step 7145 | loss:1.2185404300689697 lr:2.0741586954990063e-07 tokens_per_second_per_gpu:1896.2890973408773 
Step 7146 | loss:1.1968789100646973 lr:2.0578748785212762e-07 tokens_per_second_per_gpu:1860.5980246155484 
Step 7147 | loss:1.3639068603515625 lr:2.0416550457696523e-07 tokens_per_second_per_gpu:2207.69653193552 
Step 7148 | loss:1.4012815952301025 lr:2.0254992002269376e-07 tokens_per_second_per_gpu:1929.082482785216 
Step 7149 | loss:1.1256024837493896 lr:2.0094073448640447e-07 tokens_per_second_per_gpu:3049.267614404338 
Step 7150 | loss:1.258087396621704 lr:1.9933794826401117e-07 tokens_per_second_per_gpu:1890.9851382626257 
Step 7151 | loss:1.2649848461151123 lr:1.97741561650262e-07 tokens_per_second_per_gpu:1813.6291664907255 
Step 7152 | loss:1.0906726121902466 lr:1.961515749387199e-07 tokens_per_second_per_gpu:1533.0114173993725 
Step 7153 | loss:1.064659833908081 lr:1.9456798842177046e-07 tokens_per_second_per_gpu:2417.325654586273 
Step 7154 | loss:1.292293667793274 lr:1.929908023906257e-07 tokens_per_second_per_gpu:2123.3541912060537 
Step 7155 | loss:1.157901406288147 lr:1.9142001713532417e-07 tokens_per_second_per_gpu:2084.772222487486 
Step 7156 | loss:1.1416635513305664 lr:1.898556329447115e-07 tokens_per_second_per_gpu:2557.2751122561713 
Step 7157 | loss:1.275077223777771 lr:1.8829765010647923e-07 tokens_per_second_per_gpu:2116.2461620090435 
Step 7158 | loss:1.1589932441711426 lr:1.8674606890712594e-07 tokens_per_second_per_gpu:1743.1941055540256 
Step 7159 | loss:1.2432746887207031 lr:1.8520088963197677e-07 tokens_per_second_per_gpu:2006.7531005062363 
Step 7160 | loss:1.1410870552062988 lr:1.8366211256517548e-07 tokens_per_second_per_gpu:2398.4394260279046 
Step 7161 | loss:1.220031499862671 lr:1.8212973798970022e-07 tokens_per_second_per_gpu:2813.7708537611315 
Step 7162 | loss:1.132887363433838 lr:1.8060376618733996e-07 tokens_per_second_per_gpu:2797.374342582665 
Step 7163 | loss:1.3702630996704102 lr:1.7908419743871417e-07 tokens_per_second_per_gpu:1992.3857231182087 
Step 7164 | loss:1.1160104274749756 lr:1.7757103202325707e-07 tokens_per_second_per_gpu:2357.352989360596 
Step 7165 | loss:1.3765372037887573 lr:1.7606427021922942e-07 tokens_per_second_per_gpu:2573.4317507221963 
Step 7166 | loss:1.3403247594833374 lr:1.7456391230371846e-07 tokens_per_second_per_gpu:2449.4588535513717 
Step 7167 | loss:1.0890727043151855 lr:1.7306995855263016e-07 tokens_per_second_per_gpu:2487.316372058024 
Step 7168 | loss:1.2306349277496338 lr:1.715824092406892e-07 tokens_per_second_per_gpu:2186.258194500245 
Step 7169 | loss:1.2178000211715698 lr:1.701012646414468e-07 tokens_per_second_per_gpu:2280.7915130318256 
Step 7170 | loss:1.1613069772720337 lr:1.686265250272767e-07 tokens_per_second_per_gpu:2437.169239005601 
Step 7171 | loss:1.1928938627243042 lr:1.671581906693753e-07 tokens_per_second_per_gpu:1910.1840890811093 
Step 7172 | loss:1.0531405210494995 lr:1.6569626183775775e-07 tokens_per_second_per_gpu:2264.8373327483537 
Step 7173 | loss:1.1994473934173584 lr:1.6424073880125788e-07 tokens_per_second_per_gpu:2020.6244208496505 
Step 7174 | loss:1.3004451990127563 lr:1.627916218275438e-07 tokens_per_second_per_gpu:2363.660547096619 
Step 7175 | loss:1.1515146493911743 lr:1.6134891118309456e-07 tokens_per_second_per_gpu:2256.81244036596 
Step 7176 | loss:1.239656686782837 lr:1.5991260713321964e-07 tokens_per_second_per_gpu:2009.0891618350895 
Step 7177 | loss:1.0882344245910645 lr:1.5848270994203937e-07 tokens_per_second_per_gpu:1987.787562951011 
Step 7178 | loss:1.095979928970337 lr:1.5705921987250458e-07 tokens_per_second_per_gpu:3148.006175763701 
Step 7179 | loss:1.170318841934204 lr:1.5564213718638863e-07 tokens_per_second_per_gpu:2443.2563716764794 
Step 7180 | loss:1.159334421157837 lr:1.5423146214427974e-07 tokens_per_second_per_gpu:2734.0786485589815 
Step 7181 | loss:1.161879539489746 lr:1.528271950055965e-07 tokens_per_second_per_gpu:3118.072137561375 
Step 7182 | loss:1.1643822193145752 lr:1.5142933602856455e-07 tokens_per_second_per_gpu:2465.2683808579945 
Step 7183 | loss:1.1541870832443237 lr:1.5003788547025164e-07 tokens_per_second_per_gpu:1952.6766408266353 
Step 7184 | loss:1.3124480247497559 lr:1.486528435865325e-07 tokens_per_second_per_gpu:2762.2033594242644 
Step 7185 | loss:1.2341203689575195 lr:1.4727421063210455e-07 tokens_per_second_per_gpu:2235.467651566911 
Step 7186 | loss:1.3001494407653809 lr:1.459019868604877e-07 tokens_per_second_per_gpu:1988.1550174943732 
Step 7187 | loss:1.0158686637878418 lr:1.4453617252403237e-07 tokens_per_second_per_gpu:3099.932159692826 
Step 7188 | loss:1.1308069229125977 lr:1.4317676787389598e-07 tokens_per_second_per_gpu:3134.0404495286602 
Step 7189 | loss:1.229410171508789 lr:1.4182377316006631e-07 tokens_per_second_per_gpu:1760.1020466696643 
Step 7190 | loss:1.201143741607666 lr:1.4047718863134995e-07 tokens_per_second_per_gpu:2244.656143292443 
Step 7191 | loss:1.3122007846832275 lr:1.3913701453537208e-07 tokens_per_second_per_gpu:2527.9100405040194 
Step 7192 | loss:1.0971986055374146 lr:1.3780325111858447e-07 tokens_per_second_per_gpu:2879.8219708470424 
Step 7193 | loss:1.2340914011001587 lr:1.3647589862626152e-07 tokens_per_second_per_gpu:1837.131341813178 
Step 7194 | loss:1.131499171257019 lr:1.3515495730248849e-07 tokens_per_second_per_gpu:2440.1895264078435 
Step 7195 | loss:1.356550931930542 lr:1.338404273901733e-07 tokens_per_second_per_gpu:2218.5194356984885 
Step 7196 | loss:1.1831481456756592 lr:1.3253230913106206e-07 tokens_per_second_per_gpu:1958.435500699698 
Step 7197 | loss:1.192237138748169 lr:1.3123060276570008e-07 tokens_per_second_per_gpu:2667.373148226455 
Step 7198 | loss:1.207563877105713 lr:1.2993530853346313e-07 tokens_per_second_per_gpu:2115.6342618243675 
Step 7199 | loss:1.0250846147537231 lr:1.2864642667254565e-07 tokens_per_second_per_gpu:2538.5137474741823 
Step 7200 | loss:0.9518208503723145 lr:1.2736395741997252e-07 tokens_per_second_per_gpu:1608.6133151303914 
Step 7201 | loss:1.213681936264038 lr:1.2608790101157174e-07 tokens_per_second_per_gpu:2014.3095934249345 
Step 7202 | loss:1.133989691734314 lr:1.248182576820095e-07 tokens_per_second_per_gpu:2871.5167885963133 
Step 7203 | loss:1.4976587295532227 lr:1.2355502766475513e-07 tokens_per_second_per_gpu:1872.8137397105754 
Step 7204 | loss:1.350149154663086 lr:1.2229821119211612e-07 tokens_per_second_per_gpu:2466.7453446649233 
Step 7205 | loss:1.376578688621521 lr:1.2104780849521101e-07 tokens_per_second_per_gpu:2287.2062470326464 
Step 7206 | loss:1.0551344156265259 lr:1.198038198039808e-07 tokens_per_second_per_gpu:3296.6261662261595 
Step 7207 | loss:1.0957123041152954 lr:1.1856624534718529e-07 tokens_per_second_per_gpu:2507.0227237985 
Step 7208 | loss:1.016249179840088 lr:1.1733508535240688e-07 tokens_per_second_per_gpu:3041.741446200689 
Step 7209 | loss:1.3734610080718994 lr:1.161103400460428e-07 tokens_per_second_per_gpu:2406.063505939233 
Step 7210 | loss:1.2285826206207275 lr:1.1489200965332457e-07 tokens_per_second_per_gpu:2168.9385590909174 
Step 7211 | loss:1.172942042350769 lr:1.1368009439829073e-07 tokens_per_second_per_gpu:2345.9232361589993 
Step 7212 | loss:1.220693826675415 lr:1.1247459450380247e-07 tokens_per_second_per_gpu:2250.3629784584023 
Step 7213 | loss:1.082495927810669 lr:1.1127551019154358e-07 tokens_per_second_per_gpu:3141.581904708885 
Step 7214 | loss:1.172526240348816 lr:1.1008284168202042e-07 tokens_per_second_per_gpu:2166.2220883421523 
Step 7215 | loss:1.2259325981140137 lr:1.0889658919455036e-07 tokens_per_second_per_gpu:2795.2506853209247 
Step 7216 | loss:1.3500685691833496 lr:1.0771675294728888e-07 tokens_per_second_per_gpu:1739.607342451075 
Step 7217 | loss:1.1547882556915283 lr:1.0654333315718689e-07 tokens_per_second_per_gpu:2584.0851663347808 
Step 7218 | loss:1.2484937906265259 lr:1.0537633004003731e-07 tokens_per_second_per_gpu:2653.2388900378646 
Step 7219 | loss:1.2952615022659302 lr:1.0421574381044407e-07 tokens_per_second_per_gpu:1956.690749004957 
Step 7220 | loss:1.267897129058838 lr:1.0306157468182586e-07 tokens_per_second_per_gpu:1606.0753223577203 
Step 7221 | loss:1.036608099937439 lr:1.0191382286642791e-07 tokens_per_second_per_gpu:3170.1600985586533 
Step 7222 | loss:1.1921473741531372 lr:1.0077248857531806e-07 tokens_per_second_per_gpu:2633.7962804458975 
Step 7223 | loss:1.2508517503738403 lr:9.963757201837507e-08 tokens_per_second_per_gpu:2425.788820108769 
Step 7224 | loss:1.146969199180603 lr:9.850907340430813e-08 tokens_per_second_per_gpu:3098.170248466401 
Step 7225 | loss:1.0771936178207397 lr:9.738699294063735e-08 tokens_per_second_per_gpu:2767.942963892355 
Step 7226 | loss:1.077345848083496 lr:9.627133083370153e-08 tokens_per_second_per_gpu:2432.5282126174448 
Step 7227 | loss:1.2276790142059326 lr:9.51620872886738e-08 tokens_per_second_per_gpu:2075.353593580798 
Step 7228 | loss:1.318625569343567 lr:9.405926250952656e-08 tokens_per_second_per_gpu:1928.0719275947542 
Step 7229 | loss:1.259896993637085 lr:9.296285669906645e-08 tokens_per_second_per_gpu:2740.2401899227966 
Step 7230 | loss:1.2048622369766235 lr:9.187287005891498e-08 tokens_per_second_per_gpu:2205.5571243347085 
Step 7231 | loss:1.0899988412857056 lr:9.078930278951235e-08 tokens_per_second_per_gpu:2939.50399694862 
Step 7232 | loss:1.1610325574874878 lr:8.971215509012142e-08 tokens_per_second_per_gpu:2301.946302281806 
Step 7233 | loss:1.3125685453414917 lr:8.864142715881984e-08 tokens_per_second_per_gpu:2177.689258929779 
Step 7234 | loss:1.1285076141357422 lr:8.757711919251175e-08 tokens_per_second_per_gpu:2512.4680011753944 
Step 7235 | loss:1.1613764762878418 lr:8.651923138690841e-08 tokens_per_second_per_gpu:2824.8987846876103 
Step 7236 | loss:1.219120979309082 lr:8.54677639365553e-08 tokens_per_second_per_gpu:1881.4624436491365 
Step 7237 | loss:1.110263705253601 lr:8.442271703480885e-08 tokens_per_second_per_gpu:2488.067809668857 
Step 7238 | loss:1.1566245555877686 lr:8.338409087384424e-08 tokens_per_second_per_gpu:2817.3884852099022 
Step 7239 | loss:1.316768765449524 lr:8.235188564465922e-08 tokens_per_second_per_gpu:2349.071715008284 
Step 7240 | loss:0.9613726139068604 lr:8.132610153706642e-08 tokens_per_second_per_gpu:3199.5675813398893 
Step 7241 | loss:1.2183353900909424 lr:8.030673873970883e-08 tokens_per_second_per_gpu:2100.325458031915 
Step 7242 | loss:1.068593144416809 lr:7.929379744002873e-08 tokens_per_second_per_gpu:2297.1059557648464 
Step 7243 | loss:1.1379425525665283 lr:7.828727782430655e-08 tokens_per_second_per_gpu:2708.8975677989833 
Step 7244 | loss:1.2275029420852661 lr:7.728718007763757e-08 tokens_per_second_per_gpu:2210.615287261082 
Step 7245 | loss:1.0407921075820923 lr:7.629350438392412e-08 tokens_per_second_per_gpu:2849.44648282734 
Step 7246 | loss:1.0816411972045898 lr:7.530625092590281e-08 tokens_per_second_per_gpu:2547.2978617307667 
Step 7247 | loss:1.3147011995315552 lr:7.432541988512509e-08 tokens_per_second_per_gpu:2489.67438029157 
Step 7248 | loss:1.1918175220489502 lr:7.335101144194944e-08 tokens_per_second_per_gpu:2513.519202828826 
Step 7249 | loss:1.0615805387496948 lr:7.238302577557253e-08 tokens_per_second_per_gpu:2876.7074786351923 
Step 7250 | loss:1.2011842727661133 lr:7.142146306399809e-08 tokens_per_second_per_gpu:2287.6046794537197 
Step 7251 | loss:1.1967899799346924 lr:7.046632348404857e-08 tokens_per_second_per_gpu:2541.643096019283 
Step 7252 | loss:1.3144021034240723 lr:6.951760721136513e-08 tokens_per_second_per_gpu:2391.693086068705 
Step 7253 | loss:1.1391587257385254 lr:6.85753144204193e-08 tokens_per_second_per_gpu:2690.166230694226 
Step 7254 | loss:1.1003130674362183 lr:6.763944528448584e-08 tokens_per_second_per_gpu:3681.286227612536 
Step 7255 | loss:0.9787403345108032 lr:6.670999997566983e-08 tokens_per_second_per_gpu:2711.089451457176 
Step 7256 | loss:1.1579015254974365 lr:6.578697866487959e-08 tokens_per_second_per_gpu:2132.9346259404274 
Step 7257 | loss:1.1848864555358887 lr:6.48703815218654e-08 tokens_per_second_per_gpu:2858.561614819945 
Step 7258 | loss:1.1567076444625854 lr:6.396020871517305e-08 tokens_per_second_per_gpu:2173.6965989671116 
Step 7259 | loss:1.2246812582015991 lr:6.305646041218637e-08 tokens_per_second_per_gpu:2158.5561159634144 
Step 7260 | loss:1.2534211874008179 lr:6.215913677909246e-08 tokens_per_second_per_gpu:2480.1597344658594 
Step 7261 | loss:1.3587948083877563 lr:6.126823798090485e-08 tokens_per_second_per_gpu:2239.279538568321 
Step 7262 | loss:1.2099602222442627 lr:6.038376418145196e-08 tokens_per_second_per_gpu:2275.2247331388294 
Step 7263 | loss:1.163381814956665 lr:5.950571554338479e-08 tokens_per_second_per_gpu:1868.6244935155912 
Step 7264 | loss:1.304186224937439 lr:5.863409222817306e-08 tokens_per_second_per_gpu:1953.079426862343 
Step 7265 | loss:1.0426102876663208 lr:5.7768894396093556e-08 tokens_per_second_per_gpu:2500.9761440097645 
Step 7266 | loss:1.246570348739624 lr:5.6910122206261235e-08 tokens_per_second_per_gpu:1586.2758189224064 
Step 7267 | loss:1.360783338546753 lr:5.6057775816594205e-08 tokens_per_second_per_gpu:2831.936133923095 
Step 7268 | loss:1.3761564493179321 lr:5.521185538382933e-08 tokens_per_second_per_gpu:1794.3820558891073 
Step 7269 | loss:1.1962378025054932 lr:5.437236106352994e-08 tokens_per_second_per_gpu:2323.174752562441 
Step 7270 | loss:1.155060052871704 lr:5.353929301007032e-08 tokens_per_second_per_gpu:2171.0551571839896 
Step 7271 | loss:1.2446221113204956 lr:5.271265137665126e-08 tokens_per_second_per_gpu:2057.9379415063363 
Step 7272 | loss:1.199752688407898 lr:5.18924363152845e-08 tokens_per_second_per_gpu:2322.385399600434 
Step 7273 | loss:1.0862764120101929 lr:5.10786479768005e-08 tokens_per_second_per_gpu:2082.2312473936886 
Step 7274 | loss:1.250282883644104 lr:5.027128651084844e-08 tokens_per_second_per_gpu:2043.3540408748459 
Step 7275 | loss:1.0814710855484009 lr:4.947035206590011e-08 tokens_per_second_per_gpu:3042.4013086653085 
Step 7276 | loss:1.2864066362380981 lr:4.8675844789242134e-08 tokens_per_second_per_gpu:1821.9451775517248 
Step 7277 | loss:1.3322021961212158 lr:4.7887764826975984e-08 tokens_per_second_per_gpu:2210.7192818380604 
Step 7278 | loss:1.4133663177490234 lr:4.7106112324025725e-08 tokens_per_second_per_gpu:1956.9986458633173 
Step 7279 | loss:1.338316798210144 lr:4.633088742413027e-08 tokens_per_second_per_gpu:1747.2540987215193 
Step 7280 | loss:1.1607439517974854 lr:4.5562090269851135e-08 tokens_per_second_per_gpu:2393.657765014948 
Step 7281 | loss:1.3162665367126465 lr:4.479972100256468e-08 tokens_per_second_per_gpu:2022.6892216437816 
Step 7282 | loss:1.4381273984909058 lr:4.4043779762462094e-08 tokens_per_second_per_gpu:2007.2545301789044 
Step 7283 | loss:1.3108117580413818 lr:4.3294266688561066e-08 tokens_per_second_per_gpu:2180.422891037777 
Step 7284 | loss:1.3655903339385986 lr:4.255118191868634e-08 tokens_per_second_per_gpu:2687.4455059322945 
Step 7285 | loss:1.2598568201065063 lr:4.181452558948917e-08 tokens_per_second_per_gpu:2309.8673487079554 
Step 7286 | loss:1.155538558959961 lr:4.1084297836439514e-08 tokens_per_second_per_gpu:2265.1391057429378 
Step 7287 | loss:1.3439816236495972 lr:4.036049879381442e-08 tokens_per_second_per_gpu:2114.2896442029014 
Step 7288 | loss:1.0681772232055664 lr:3.9643128594721295e-08 tokens_per_second_per_gpu:2409.993334235291 
Step 7289 | loss:1.2616939544677734 lr:3.8932187371074617e-08 tokens_per_second_per_gpu:2380.89362328623 
Step 7290 | loss:1.2221499681472778 lr:3.822767525361925e-08 tokens_per_second_per_gpu:2179.6477796766135 
Step 7291 | loss:1.3198976516723633 lr:3.752959237189934e-08 tokens_per_second_per_gpu:1823.0855702724098 
Step 7292 | loss:1.0656213760375977 lr:3.6837938854297197e-08 tokens_per_second_per_gpu:2872.9040313780206 
Step 7293 | loss:1.0933657884597778 lr:3.615271482799831e-08 tokens_per_second_per_gpu:2870.211170613513 
Step 7294 | loss:1.2573169469833374 lr:3.5473920419014644e-08 tokens_per_second_per_gpu:2101.661710903997 
Step 7295 | loss:1.2065893411636353 lr:3.480155575216914e-08 tokens_per_second_per_gpu:2643.8538091053365 
Step 7296 | loss:1.2381253242492676 lr:3.4135620951103445e-08 tokens_per_second_per_gpu:2125.1523880457553 
Step 7297 | loss:1.1884615421295166 lr:3.3476116138281827e-08 tokens_per_second_per_gpu:2087.243737656995 
Step 7298 | loss:1.168395757675171 lr:3.282304143498338e-08 tokens_per_second_per_gpu:2209.9515114672768 
Step 7299 | loss:1.0870401859283447 lr:3.2176396961298145e-08 tokens_per_second_per_gpu:2689.964229618171 
Step 7300 | loss:1.1378628015518188 lr:3.153618283615045e-08 tokens_per_second_per_gpu:2788.1032000247565 
Step 7301 | loss:1.3284906148910522 lr:3.090239917726001e-08 tokens_per_second_per_gpu:1946.7835095561131 
Step 7302 | loss:1.402729868888855 lr:3.027504610118081e-08 tokens_per_second_per_gpu:1946.997004855956 
Step 7303 | loss:1.1387546062469482 lr:2.9654123723277802e-08 tokens_per_second_per_gpu:2558.0500597966875 
Step 7304 | loss:1.1920644044876099 lr:2.9039632157738524e-08 tokens_per_second_per_gpu:2308.812736647902 
Step 7305 | loss:1.1468292474746704 lr:2.8431571517557594e-08 tokens_per_second_per_gpu:1637.6235315085905 
Step 7306 | loss:1.0642733573913574 lr:2.782994191455612e-08 tokens_per_second_per_gpu:2776.571395038778 
Step 7307 | loss:1.4235721826553345 lr:2.7234743459370044e-08 tokens_per_second_per_gpu:1590.3097039017732 
Step 7308 | loss:1.3648096323013306 lr:2.664597626145404e-08 tokens_per_second_per_gpu:2256.7982180218632 
Step 7309 | loss:0.9518132209777832 lr:2.6063640429073717e-08 tokens_per_second_per_gpu:3878.6357642240214 
Step 7310 | loss:1.319293737411499 lr:2.5487736069321198e-08 tokens_per_second_per_gpu:2218.871089501717 
Step 7311 | loss:1.2344670295715332 lr:2.491826328809954e-08 tokens_per_second_per_gpu:2416.9892928308054 
Step 7312 | loss:1.2680087089538574 lr:2.435522219013053e-08 tokens_per_second_per_gpu:2122.386590261673 
Step 7313 | loss:1.157929539680481 lr:2.379861287895468e-08 tokens_per_second_per_gpu:2596.175400211017 
Step 7314 | loss:1.234950065612793 lr:2.3248435456927338e-08 tokens_per_second_per_gpu:2548.3339722360615 
Step 7315 | loss:1.1595568656921387 lr:2.270469002522257e-08 tokens_per_second_per_gpu:2933.9759006881573 
Step 7316 | loss:1.1060863733291626 lr:2.216737668383317e-08 tokens_per_second_per_gpu:2420.8818200489827 
Step 7317 | loss:1.2394025325775146 lr:2.1636495531570652e-08 tokens_per_second_per_gpu:2090.3284889932124 
Step 7318 | loss:1.299928069114685 lr:2.111204666604971e-08 tokens_per_second_per_gpu:2602.6611064086114 
Step 7319 | loss:1.2376947402954102 lr:2.0594030183723185e-08 tokens_per_second_per_gpu:2248.4091735451875 
Step 7320 | loss:1.105715274810791 lr:2.0082446179850996e-08 tokens_per_second_per_gpu:2577.1106913846697 
Step 7321 | loss:1.0777170658111572 lr:1.9577294748500117e-08 tokens_per_second_per_gpu:2896.1358657176606 
Step 7322 | loss:1.0946601629257202 lr:1.907857598257567e-08 tokens_per_second_per_gpu:2892.609114075098 
Step 7323 | loss:1.3258849382400513 lr:1.858628997378209e-08 tokens_per_second_per_gpu:1632.7765041952678 
Step 7324 | loss:1.1806070804595947 lr:1.810043681264639e-08 tokens_per_second_per_gpu:2080.898884420601 
Step 7325 | loss:1.3814773559570312 lr:1.7621016588522106e-08 tokens_per_second_per_gpu:2126.321300265798 
Step 7326 | loss:1.2465426921844482 lr:1.7148029389562058e-08 tokens_per_second_per_gpu:1847.4279322643995 
Step 7327 | loss:1.107275128364563 lr:1.6681475302749436e-08 tokens_per_second_per_gpu:2151.565105581272 
Step 7328 | loss:1.3064991235733032 lr:1.6221354413882282e-08 tokens_per_second_per_gpu:2166.664073181598 
Step 7329 | loss:1.1786242723464966 lr:1.576766680756958e-08 tokens_per_second_per_gpu:1613.0794438301036 
Step 7330 | loss:1.0689419507980347 lr:1.5320412567242923e-08 tokens_per_second_per_gpu:2243.000896302013 
Step 7331 | loss:1.0705695152282715 lr:1.4879591775152633e-08 tokens_per_second_per_gpu:2546.470407245579 
Step 7332 | loss:1.3238840103149414 lr:1.4445204512359976e-08 tokens_per_second_per_gpu:1849.1825304780548 
Step 7333 | loss:1.3503544330596924 lr:1.4017250858744944e-08 tokens_per_second_per_gpu:2189.3477275817636 
Step 7334 | loss:1.230602502822876 lr:1.359573089300625e-08 tokens_per_second_per_gpu:3004.856149626025 
Step 7335 | loss:1.1455762386322021 lr:1.318064469265745e-08 tokens_per_second_per_gpu:2731.327596937796 
Step 7336 | loss:1.3275190591812134 lr:1.2771992334030812e-08 tokens_per_second_per_gpu:2506.121262237302 
Step 7337 | loss:1.284515380859375 lr:1.2369773892277334e-08 tokens_per_second_per_gpu:2681.1147295305977 
Step 7338 | loss:1.1551940441131592 lr:1.1973989441358966e-08 tokens_per_second_per_gpu:2492.405383889723 
Step 7339 | loss:1.2533364295959473 lr:1.1584639054060263e-08 tokens_per_second_per_gpu:2261.1433338334414 
Step 7340 | loss:1.2656197547912598 lr:1.1201722801980617e-08 tokens_per_second_per_gpu:2343.230046689167 
Step 7341 | loss:1.2644754648208618 lr:1.0825240755530373e-08 tokens_per_second_per_gpu:2491.8880531398513 
Step 7342 | loss:1.1432536840438843 lr:1.0455192983950256e-08 tokens_per_second_per_gpu:3272.3694368258775 
Step 7343 | loss:1.2574188709259033 lr:1.0091579555280282e-08 tokens_per_second_per_gpu:2239.3359388496115 
Step 7344 | loss:1.2329285144805908 lr:9.734400536394738e-09 tokens_per_second_per_gpu:2490.4313022198185 
Step 7345 | loss:1.3063976764678955 lr:9.383655992971083e-09 tokens_per_second_per_gpu:1212.9134269497788 
Step 7346 | loss:1.4101353883743286 lr:9.03934598951328e-09 tokens_per_second_per_gpu:2227.494432023771 
Step 7347 | loss:1.2216593027114868 lr:8.701470589332349e-09 tokens_per_second_per_gpu:2691.6955544476277 
Step 7348 | loss:1.163913607597351 lr:8.370029854565807e-09 tokens_per_second_per_gpu:2638.0717119717597 
Step 7349 | loss:1.1965265274047852 lr:8.045023846162124e-09 tokens_per_second_per_gpu:2085.622295991278 
Step 7350 | loss:1.0162065029144287 lr:7.726452623888491e-09 tokens_per_second_per_gpu:2725.9367753086603 
Step 7351 | loss:1.0929019451141357 lr:7.414316246326934e-09 tokens_per_second_per_gpu:3026.502384387124 
Step 7352 | loss:1.2693055868148804 lr:7.108614770874321e-09 tokens_per_second_per_gpu:1836.3920276616088 
Step 7353 | loss:1.2230581045150757 lr:6.809348253750124e-09 tokens_per_second_per_gpu:2649.7412347234517 
Step 7354 | loss:1.191684603691101 lr:6.516516749988654e-09 tokens_per_second_per_gpu:2762.349180988895 
Step 7355 | loss:1.1121701002120972 lr:6.2301203134390575e-09 tokens_per_second_per_gpu:1998.1623111700703 
Step 7356 | loss:1.1394504308700562 lr:5.950158996769205e-09 tokens_per_second_per_gpu:2245.3407671758 
Step 7357 | loss:1.2572388648986816 lr:5.676632851457919e-09 tokens_per_second_per_gpu:2219.1096387236685 
Step 7358 | loss:1.292199969291687 lr:5.409541927802741e-09 tokens_per_second_per_gpu:2013.6051044461985 
Step 7359 | loss:1.284308910369873 lr:5.14888627492771e-09 tokens_per_second_per_gpu:1782.089873392306 
Step 7360 | loss:1.1352938413619995 lr:4.894665940763931e-09 tokens_per_second_per_gpu:1981.3977465982362 
Step 7361 | loss:1.28249990940094 lr:4.646880972057343e-09 tokens_per_second_per_gpu:2446.089896880791 
Step 7362 | loss:1.3262168169021606 lr:4.405531414372609e-09 tokens_per_second_per_gpu:2647.954712457542 
Step 7363 | loss:1.3243741989135742 lr:4.170617312097002e-09 tokens_per_second_per_gpu:2367.3995740899104 
Step 7364 | loss:1.2781462669372559 lr:3.942138708428744e-09 tokens_per_second_per_gpu:2262.321466586579 
Step 7365 | loss:1.2183924913406372 lr:3.720095645380894e-09 tokens_per_second_per_gpu:2215.401096423442 
Step 7366 | loss:1.2332898378372192 lr:3.504488163789121e-09 tokens_per_second_per_gpu:2428.9321030576525 
Step 7367 | loss:1.1968590021133423 lr:3.295316303300044e-09 tokens_per_second_per_gpu:2302.2989873339648 
Step 7368 | loss:1.1518460512161255 lr:3.0925801023790055e-09 tokens_per_second_per_gpu:2309.308844247633 
Step 7369 | loss:1.2327911853790283 lr:2.8962795983100693e-09 tokens_per_second_per_gpu:1787.1752580788352 
Step 7370 | loss:1.2312721014022827 lr:2.7064148271843667e-09 tokens_per_second_per_gpu:2102.1123848392676 
Step 7371 | loss:1.1867399215698242 lr:2.522985823927293e-09 tokens_per_second_per_gpu:2043.1938842839863 
Step 7372 | loss:1.383244514465332 lr:2.3459926222635373e-09 tokens_per_second_per_gpu:2151.373964186484 
Step 7373 | loss:1.3307018280029297 lr:2.1754352547403986e-09 tokens_per_second_per_gpu:1954.7628828699903 
Step 7374 | loss:1.1600922346115112 lr:2.0113137527277833e-09 tokens_per_second_per_gpu:2375.7330506456633 
Step 7375 | loss:1.0999281406402588 lr:1.853628146398778e-09 tokens_per_second_per_gpu:2628.4549803443992 
Step 7376 | loss:1.2990505695343018 lr:1.7023784647568484e-09 tokens_per_second_per_gpu:1934.3190730929425 
Step 7377 | loss:0.9650833606719971 lr:1.5575647356164124e-09 tokens_per_second_per_gpu:2743.1449782522536 
Step 7378 | loss:1.1647377014160156 lr:1.4191869856028381e-09 tokens_per_second_per_gpu:1625.4571862539303 
Step 7379 | loss:1.173197627067566 lr:1.287245240164103e-09 tokens_per_second_per_gpu:2838.96973939568 
Step 7380 | loss:1.19344961643219 lr:1.161739523566907e-09 tokens_per_second_per_gpu:2206.1460704320843 
Step 7381 | loss:1.052341341972351 lr:1.0426698588889005e-09 tokens_per_second_per_gpu:2159.5790682410056 
Step 7382 | loss:1.0819593667984009 lr:9.300362680225715e-10 tokens_per_second_per_gpu:2280.3841990739 
Step 7383 | loss:1.1966475248336792 lr:8.238387716869021e-10 tokens_per_second_per_gpu:3347.821646547063 
Step 7384 | loss:1.1139271259307861 lr:7.240773894079399e-10 tokens_per_second_per_gpu:2359.1945435042057 
Step 7385 | loss:1.3203996419906616 lr:6.307521395265691e-10 tokens_per_second_per_gpu:1806.5607923687692 
Step 7386 | loss:1.1673054695129395 lr:5.438630392140542e-10 tokens_per_second_per_gpu:2840.470602467365 
Step 7387 | loss:1.0672869682312012 lr:4.634101044409533e-10 tokens_per_second_per_gpu:2361.6909862129974 
Step 7388 | loss:1.0241670608520508 lr:3.893933500082047e-10 tokens_per_second_per_gpu:2571.0158551049717 
Step 7389 | loss:1.1650289297103882 lr:3.2181278951992626e-10 tokens_per_second_per_gpu:2826.6890755159734 
Step 7390 | loss:1.1850882768630981 lr:2.606684354067301e-10 tokens_per_second_per_gpu:1960.7832874248545 
Step 7391 | loss:1.1603550910949707 lr:2.0596029891795095e-10 tokens_per_second_per_gpu:2229.5406627546095 
Step 7392 | loss:1.0487046241760254 lr:1.5768839010610325e-10 tokens_per_second_per_gpu:2862.9159112345797 
Step 7393 | loss:1.102046012878418 lr:1.1585271785019556e-10 tokens_per_second_per_gpu:2407.722746920648 
Step 7394 | loss:1.2384967803955078 lr:8.04532898479593e-11 tokens_per_second_per_gpu:2445.06361649314 
Step 7395 | loss:1.1893576383590698 lr:5.149011260419111e-11 tokens_per_second_per_gpu:2622.16603459663 
Step 7396 | loss:1.3191596269607544 lr:2.896319144629622e-11 tokens_per_second_per_gpu:1633.1652983896568 
Step 7397 | loss:1.2703255414962769 lr:1.287253051651671e-11 tokens_per_second_per_gpu:1830.9226813871776 
Step 7398 | loss:1.288827896118164 lr:3.2181327758173947e-12 tokens_per_second_per_gpu:2280.745664616544 
Step 7399 | loss:1.0816458463668823 lr:0.0 tokens_per_second_per_gpu:2654.1149627835516