{"step": 3576, "episode/score": 230.0}
{"step": 4400, "eval_episode/score": 140.0}
{"step": 6916, "episode/score": 280.0}
{"step": 9508, "episode/score": 330.0}
{"step": 12280, "episode/score": 240.0}
{"step": 14844, "episode/score": 160.0}
{"step": 17240, "episode/score": 260.0}
{"step": 19892, "episode/score": 230.0}
{"step": 22088, "episode/score": 290.0}
{"step": 24648, "episode/score": 170.0}
{"step": 27388, "episode/score": 210.0}
{"step": 29548, "episode/score": 300.0}
{"step": 31828, "episode/score": 380.0}
{"step": 35608, "episode/score": 440.0}
{"step": 38336, "episode/score": 450.0}
{"step": 40336, "episode/score": 310.0}
{"step": 42400, "episode/score": 280.0}
{"step": 44412, "episode/score": 380.0}
{"step": 46680, "episode/score": 410.0}
{"step": 49004, "episode/score": 290.0}
{"step": 50976, "episode/score": 390.0}
{"step": 52796, "episode/score": 350.0}
{"step": 54988, "episode/score": 410.0}
{"step": 57824, "episode/score": 510.0}
{"step": 59524, "episode/score": 420.0}
{"step": 62076, "episode/score": 520.0}
{"step": 64760, "episode/score": 630.0}
{"step": 68256, "episode/score": 570.0}
{"step": 71304, "episode/score": 440.0}
{"step": 73924, "episode/score": 440.0}
{"step": 75692, "episode/score": 440.0}
{"step": 77896, "episode/score": 510.0}
{"step": 79344, "episode/score": 440.0}
{"step": 81656, "episode/score": 540.0}
{"step": 83884, "episode/score": 460.0}
{"step": 85516, "episode/score": 440.0}
{"step": 88764, "episode/score": 460.0}
{"step": 78620, "episode/score": 390.0}
{"step": 81316, "episode/score": 1110.0}
{"step": 83336, "episode/score": 490.0}
{"step": 86008, "episode/score": 600.0}
{"step": 87668, "episode/score": 500.0}
{"step": 89660, "episode/score": 510.0}
{"step": 92056, "episode/score": 520.0}
{"step": 93492, "episode/score": 440.0}
{"step": 94956, "episode/score": 440.0}
{"step": 96952, "episode/score": 500.0}
{"step": 98512, "episode/score": 480.0}
{"step": 101312, "episode/score": 570.0}
{"step": 102964, "episode/score": 480.0}
{"step": 105228, "episode/score": 570.0}
{"step": 106792, "episode/score": 470.0}
{"step": 108164, "episode/score": 460.0}
{"step": 109608, "episode/score": 500.0}
{"step": 111272, "episode/score": 350.0}
{"step": 113388, "episode/score": 910.0}
{"step": 115052, "episode/score": 480.0}
{"step": 116500, "episode/score": 500.0}
{"step": 117728, "episode/score": 420.0}
{"step": 119724, "episode/score": 480.0}
{"step": 121260, "episode/score": 460.0}
{"step": 123416, "episode/score": 1090.0}
{"step": 125236, "episode/score": 500.0}
{"step": 126616, "episode/score": 470.0}
{"step": 128088, "episode/score": 460.0}
{"step": 129712, "episode/score": 480.0}
{"step": 132880, "episode/score": 540.0}
{"step": 135688, "episode/score": 660.0}
{"step": 137108, "episode/score": 410.0}
{"step": 138980, "episode/score": 550.0}
{"step": 140648, "episode/score": 460.0}
{"step": 142772, "episode/score": 470.0}
{"step": 145040, "episode/score": 480.0}
{"step": 147996, "episode/score": 1090.0}
{"step": 149504, "episode/score": 480.0}
{"step": 151716, "episode/score": 580.0}
{"step": 154620, "episode/score": 620.0}
{"step": 156980, "episode/score": 530.0}
{"step": 159740, "episode/score": 640.0}
{"step": 162160, "episode/score": 590.0}
{"step": 165108, "episode/score": 550.0}
{"step": 166820, "episode/score": 470.0}
{"step": 169376, "episode/score": 510.0}
{"step": 171400, "episode/score": 500.0}
{"step": 173352, "episode/score": 560.0}
{"step": 175112, "episode/score": 500.0}
{"step": 176868, "episode/score": 460.0}
{"step": 178380, "episode/score": 450.0}
{"step": 180160, "episode/score": 460.0}
{"step": 182364, "episode/score": 500.0}
{"step": 184088, "episode/score": 440.0}
{"step": 185516, "episode/score": 460.0}
{"step": 187112, "episode/score": 440.0}
{"step": 188908, "episode/score": 990.0}
{"step": 191604, "episode/score": 630.0}
{"step": 193756, "episode/score": 600.0}
{"step": 195840, "episode/score": 580.0}
{"step": 197972, "episode/score": 540.0}
{"step": 199568, "episode/score": 530.0}
{"step": 201316, "episode/score": 580.0}
{"step": 202848, "episode/score": 470.0}
{"step": 204592, "episode/score": 580.0}
{"step": 206944, "episode/score": 520.0}
{"step": 208404, "episode/score": 460.0}
{"step": 210400, "episode/score": 570.0}
{"step": 212732, "episode/score": 560.0}
{"step": 214816, "episode/score": 500.0}
{"step": 216656, "episode/score": 560.0}
{"step": 218328, "episode/score": 470.0}
{"step": 220156, "episode/score": 500.0}
{"step": 223508, "episode/score": 1750.0}
{"step": 225396, "episode/score": 530.0}
{"step": 226980, "episode/score": 990.0}
{"step": 228860, "episode/score": 500.0}
{"step": 231436, "episode/score": 690.0}
{"step": 233924, "episode/score": 710.0}
{"step": 235776, "episode/score": 550.0}
{"step": 237668, "episode/score": 520.0}
{"step": 240560, "episode/score": 640.0}
{"step": 242744, "episode/score": 2130.0}
{"step": 245316, "episode/score": 600.0}
{"step": 248520, "episode/score": 820.0}
{"step": 250360, "episode/score": 510.0}
{"step": 253400, "episode/score": 640.0}
{"step": 254996, "episode/score": 470.0}
{"step": 258264, "episode/score": 680.0}
{"step": 260236, "episode/score": 600.0}
{"step": 262320, "episode/score": 500.0}
{"step": 263872, "episode/score": 980.0}
{"step": 266616, "episode/score": 1210.0}
{"step": 268948, "episode/score": 440.0}
{"step": 270636, "episode/score": 1010.0}
{"step": 273456, "episode/score": 1100.0}
{"step": 275336, "episode/score": 540.0}
{"step": 277300, "episode/score": 530.0}
{"step": 279092, "episode/score": 530.0}
{"step": 281652, "episode/score": 700.0}
{"step": 284292, "episode/score": 640.0}
{"step": 286880, "episode/score": 660.0}
{"step": 288992, "episode/score": 620.0}
{"step": 290884, "episode/score": 560.0}
{"step": 292820, "episode/score": 1030.0}
{"step": 296080, "episode/score": 740.0}
{"step": 297788, "episode/score": 990.0}
{"step": 299308, "episode/score": 980.0}
{"step": 301824, "episode/score": 670.0}
{"step": 304004, "episode/score": 670.0}
{"step": 305884, "episode/score": 540.0}
{"step": 308036, "episode/score": 500.0}
{"step": 310148, "episode/score": 520.0}
{"step": 312572, "episode/score": 650.0}
{"step": 314736, "episode/score": 1130.0}
{"step": 317288, "episode/score": 710.0}
{"step": 319720, "episode/score": 510.0}
{"step": 322532, "episode/score": 760.0}
{"step": 324644, "episode/score": 670.0}
{"step": 327268, "episode/score": 730.0}
{"step": 329680, "episode/score": 660.0}
{"step": 331744, "episode/score": 1120.0}
{"step": 333852, "episode/score": 510.0}
{"step": 337096, "episode/score": 1230.0}
{"step": 340312, "episode/score": 660.0}
{"step": 343612, "episode/score": 640.0}
{"step": 345920, "episode/score": 1140.0}
{"step": 348272, "episode/score": 1180.0}
{"step": 351320, "episode/score": 1180.0}
{"step": 352884, "episode/score": 1010.0}
{"step": 355176, "episode/score": 1190.0}
{"step": 357472, "episode/score": 720.0}
{"step": 359528, "episode/score": 1120.0}
{"step": 361868, "episode/score": 710.0}
{"step": 364476, "episode/score": 1230.0}
{"step": 366756, "episode/score": 1160.0}
{"step": 368496, "episode/score": 1010.0}
{"step": 371064, "episode/score": 730.0}
{"step": 373276, "episode/score": 660.0}
{"step": 376492, "episode/score": 1150.0}
{"step": 378756, "episode/score": 1150.0}
{"step": 381264, "episode/score": 2200.0}
{"step": 384828, "episode/score": 720.0}
{"step": 388404, "episode/score": 750.0}
{"step": 390208, "episode/score": 1050.0}
{"step": 392628, "episode/score": 1190.0}
{"step": 395072, "episode/score": 610.0}
{"step": 397560, "episode/score": 680.0}
{"step": 399676, "episode/score": 520.0}
{"step": 400000, "eval_episode/score": 580.0}
{"step": 401604, "episode/score": 1040.0}
{"step": 404200, "episode/score": 1200.0}
{"step": 405760, "episode/score": 980.0}
{"step": 408708, "episode/score": 730.0}
{"step": 410720, "episode/score": 650.0}
{"step": 413252, "episode/score": 680.0}
{"step": 416328, "episode/score": 1150.0}
{"step": 418408, "episode/score": 650.0}
{"step": 420600, "episode/score": 600.0}
{"step": 423384, "episode/score": 820.0}
{"step": 425508, "episode/score": 1190.0}
{"step": 427172, "episode/score": 970.0}
{"step": 429460, "episode/score": 720.0}
{"step": 431084, "episode/score": 990.0}
{"step": 433052, "episode/score": 950.0}
{"step": 434644, "episode/score": 1010.0}
{"step": 436452, "episode/score": 1070.0}
{"step": 438236, "episode/score": 1040.0}
{"step": 440416, "episode/score": 1030.0}
{"step": 442184, "episode/score": 1040.0}
{"step": 444104, "episode/score": 1030.0}
{"step": 446184, "episode/score": 1000.0}
{"step": 447716, "episode/score": 1000.0}
{"step": 449728, "episode/score": 970.0}
{"step": 451464, "episode/score": 1040.0}
{"step": 453276, "episode/score": 1050.0}
{"step": 455492, "episode/score": 990.0}
{"step": 457668, "episode/score": 1030.0}
{"step": 459948, "episode/score": 990.0}
{"step": 461628, "episode/score": 990.0}
{"step": 463372, "episode/score": 1040.0}
{"step": 464940, "episode/score": 1010.0}
{"step": 466508, "episode/score": 990.0}
{"step": 468100, "episode/score": 990.0}
{"step": 469756, "episode/score": 1040.0}
{"step": 471332, "episode/score": 1010.0}
{"step": 473280, "episode/score": 1040.0}
{"step": 474816, "episode/score": 1010.0}
{"step": 476228, "episode/score": 350.0}
{"step": 477916, "episode/score": 1030.0}
{"step": 480404, "episode/score": 1000.0}
{"step": 482108, "episode/score": 1040.0}
{"step": 484212, "episode/score": 1000.0}
{"step": 486348, "episode/score": 1010.0}
{"step": 487884, "episode/score": 1010.0}
{"step": 489476, "episode/score": 1010.0}
{"step": 491060, "episode/score": 980.0}
{"step": 493096, "episode/score": 390.0}
{"step": 494800, "episode/score": 1040.0}
{"step": 496364, "episode/score": 500.0}
{"step": 497872, "episode/score": 970.0}
{"step": 499632, "episode/score": 1040.0}
{"step": 501404, "episode/score": 530.0}
{"step": 502992, "episode/score": 990.0}
{"step": 504528, "episode/score": 1010.0}
{"step": 506272, "episode/score": 1040.0}
{"step": 508036, "episode/score": 1080.0}
{"step": 509568, "episode/score": 1010.0}
{"step": 511108, "episode/score": 1000.0}
{"step": 512784, "episode/score": 1010.0}
{"step": 514360, "episode/score": 1010.0}
{"step": 517140, "episode/score": 1130.0}
{"step": 518796, "episode/score": 1010.0}
{"step": 520328, "episode/score": 1000.0}
{"step": 521900, "episode/score": 980.0}
{"step": 523872, "episode/score": 1120.0}
{"step": 525632, "episode/score": 1040.0}
{"step": 527160, "episode/score": 1010.0}
{"step": 529408, "episode/score": 1120.0}
{"step": 531056, "episode/score": 1040.0}
{"step": 532784, "episode/score": 1040.0}
{"step": 534592, "episode/score": 1010.0}
{"step": 536172, "episode/score": 1000.0}
{"step": 537868, "episode/score": 1040.0}
{"step": 539620, "episode/score": 1040.0}
{"step": 541208, "episode/score": 1010.0}
{"step": 542860, "episode/score": 1040.0}
{"step": 544500, "episode/score": 990.0}
{"step": 546724, "episode/score": 940.0}
{"step": 548272, "episode/score": 1000.0}
{"step": 549816, "episode/score": 1010.0}
{"step": 551392, "episode/score": 1010.0}
{"step": 552956, "episode/score": 500.0}
{"step": 554512, "episode/score": 1010.0}
{"step": 556188, "episode/score": 1040.0}
{"step": 557968, "episode/score": 1070.0}
{"step": 559520, "episode/score": 500.0}
{"step": 561080, "episode/score": 1010.0}
{"step": 562848, "episode/score": 1040.0}
{"step": 564548, "episode/score": 1040.0}
{"step": 566100, "episode/score": 1010.0}
{"step": 567656, "episode/score": 1010.0}
{"step": 569192, "episode/score": 1010.0}
{"step": 570768, "episode/score": 1010.0}
{"step": 572384, "episode/score": 1000.0}
{"step": 573964, "episode/score": 990.0}
{"step": 575580, "episode/score": 460.0}
{"step": 577156, "episode/score": 1000.0}
{"step": 578704, "episode/score": 980.0}
{"step": 580184, "episode/score": 900.0}
{"step": 581732, "episode/score": 1010.0}
{"step": 583268, "episode/score": 990.0}
{"step": 585080, "episode/score": 510.0}
{"step": 586592, "episode/score": 970.0}
{"step": 588308, "episode/score": 520.0}
{"step": 589908, "episode/score": 1010.0}
{"step": 591516, "episode/score": 1010.0}
{"step": 593212, "episode/score": 1030.0}
{"step": 594844, "episode/score": 900.0}
{"step": 596464, "episode/score": 980.0}
{"step": 598224, "episode/score": 1040.0}
{"step": 599964, "episode/score": 1040.0}
{"step": 595628, "episode/score": 1010.0}
{"step": 597344, "episode/score": 520.0}
{"step": 599124, "episode/score": 1040.0}
{"step": 595548, "episode/score": 1010.0}
{"step": 598800, "episode/score": 1220.0}
{"step": 595540, "episode/score": 1010.0}
{"step": 597240, "episode/score": 1030.0}
{"step": 599148, "episode/score": 1150.0}
{"step": 597136, "episode/score": 1100.0}
{"step": 598744, "episode/score": 1000.0}
{"step": 595564, "episode/score": 1010.0}
{"step": 597508, "episode/score": 1110.0}
{"step": 599100, "episode/score": 1010.0}