Tianshou/examples/atari/benchmark/BreakoutNoFrameskip-v4/result.json

[{"env_step": 0, "rew": 1.489999993145466, "rew_std": 1.4842169361904596, "Agent": "c51"}, {"env_step": 100000, "rew": 7.160000157356262, "rew_std": 3.2809146348741707, "Agent": "c51"}, {"env_step": 200000, "rew": 17.44999990463257, "rew_std": 3.923327599934239, "Agent": "c51"}, {"env_step": 300000, "rew": 17.149999713897706, "rew_std": 4.067001119498604, "Agent": "c51"}, {"env_step": 400000, "rew": 25.739999961853027, "rew_std": 3.0522777522079583, "Agent": "c51"}, {"env_step": 500000, "rew": 31.940000152587892, "rew_std": 6.872292668284413, "Agent": "c51"}, {"env_step": 600000, "rew": 36.10000019073486, "rew_std": 4.652311404432131, "Agent": "c51"}, {"env_step": 700000, "rew": 44.069999885559085, "rew_std": 8.63215520480072, "Agent": "c51"}, {"env_step": 800000, "rew": 54.52999992370606, "rew_std": 6.331357911285241, "Agent": "c51"}, {"env_step": 900000, "rew": 75.43000068664551, "rew_std": 22.26365004429836, "Agent": "c51"}, {"env_step": 1000000, "rew": 73.68000030517578, "rew_std": 23.26932736029952, "Agent": "c51"}, {"env_step": 1100000, "rew": 116.59999771118164, "rew_std": 33.29786741329967, "Agent": "c51"}, {"env_step": 1200000, "rew": 118.80000152587891, "rew_std": 24.21891832224786, "Agent": "c51"}, {"env_step": 1300000, "rew": 149.72999954223633, "rew_std": 34.80965616483245, "Agent": "c51"}, {"env_step": 1400000, "rew": 155.19000167846679, "rew_std": 59.97181996860956, "Agent": "c51"}, {"env_step": 1500000, "rew": 227.85000076293946, "rew_std": 74.72283777482421, "Agent": "c51"}, {"env_step": 1600000, "rew": 224.7099994659424, "rew_std": 81.33929570370834, "Agent": "c51"}, {"env_step": 1700000, "rew": 269.3300064086914, "rew_std": 39.881227624530716, "Agent": "c51"}, {"env_step": 1800000, "rew": 294.8, "rew_std": 48.58571966090773, "Agent": "c51"}, {"env_step": 1900000, "rew": 299.05999450683595, "rew_std": 40.756084489018896, "Agent": "c51"}, {"env_step": 2000000, "rew": 306.51000213623047, "rew_std": 39.86726833847238, "Agent": "c51"}, {"env_step": 2100000, "rew": 277.07000122070315, "rew_std": 52.86110130603287, "Agent": "c51"}, {"env_step": 2200000, "rew": 329.5400024414063, "rew_std": 32.50145093140574, "Agent": "c51"}, {"env_step": 2300000, "rew": 337.4499984741211, "rew_std": 44.79243428344727, "Agent": "c51"}, {"env_step": 2400000, "rew": 364.02000122070314, "rew_std": 18.57825612929554, "Agent": "c51"}, {"env_step": 2500000, "rew": 321.4100006103516, "rew_std": 43.22805389464291, "Agent": "c51"}, {"env_step": 2600000, "rew": 361.55, "rew_std": 27.54516925199673, "Agent": "c51"}, {"env_step": 2700000, "rew": 333.14000244140624, "rew_std": 47.81977169887054, "Agent": "c51"}, {"env_step": 2800000, "rew": 322.52000579833987, "rew_std": 76.32684991482328, "Agent": "c51"}, {"env_step": 2900000, "rew": 330.7200012207031, "rew_std": 64.05682960403955, "Agent": "c51"}, {"env_step": 3000000, "rew": 365.2100006103516, "rew_std": 15.082475188932436, "Agent": "c51"}, {"env_step": 3100000, "rew": 355.52999725341795, "rew_std": 49.67731822769064, "Agent": "c51"}, {"env_step": 3200000, "rew": 365.6499969482422, "rew_std": 50.31155528215873, "Agent": "c51"}, {"env_step": 3300000, "rew": 346.89000091552737, "rew_std": 37.82696142293252, "Agent": "c51"}, {"env_step": 3400000, "rew": 337.4800048828125, "rew_std": 62.96080895743974, "Agent": "c51"}, {"env_step": 3500000, "rew": 362.2200012207031, "rew_std": 35.653072714280874, "Agent": "c51"}, {"env_step": 3600000, "rew": 333.90000305175784, "rew_std": 81.13762513523231, "Agent": "c51"}, {"env_step": 3700000, "rew": 376.25, "rew_std": 31.655335448058853, "Agent": "c51"}, {"env_step": 3800000, "rew": 362.44000244140625, "rew_std": 18.283176431620095, "Agent": "c51"}, {"env_step": 3900000, "rew": 366.27000427246094, "rew_std": 35.04446188070728, "Agent": "c51"}, {"env_step": 4000000, "rew": 382.57000122070315, "rew_std": 14.872595676225728, "Agent": "c51"}, {"env_step": 4100000, "rew": 359.1599945068359, "rew_std": 31.658272094999887, "Agent": "c51"}, {"env_step": 4200000, "rew": 360.13999938964844, "rew_std": 25.854099915610277, "Agent": "c51"}, {"env_step": 4300000, "rew": 358.4100006103516, "rew_std": 45.640715079962746, "Agent": "c51"}, {"env_step": 4400000, "rew": 375.90000305175784, "rew_std": 31.782793945259574, "Agent": "c51"}, {"env_step": 4500000, "rew": 357.9, "rew_std": 39.46456467194559, "Agent": "c51"}, {"env_step": 4600000, "rew": 403.4100036621094, "rew_std": 37.36884707172226, "Agent": "c51"}, {"env_step": 4700000, "rew": 375.38999938964844, "rew_std": 24.63223304182013, "Agent": "c51"}, {"env_step": 4800000, "rew": 345.60999908447263, "rew_std": 64.29045939613836, "Agent": "c51"}, {"env_step": 4900000, "rew": 369.19000244140625, "rew_std": 40.53828808279498, "Agent": "c51"}, {"env_step": 5000000, "rew": 328.8799976348877, "rew_std": 98.52224821427203, "Agent": "c51"}, {"env_step": 5100000, "rew": 385.2899993896484, "rew_std": 33.74096429736962, "Agent": "c51"}, {"env_step": 5200000, "rew": 378.63999938964844, "rew_std": 23.966530681765192, "Agent": "c51"}, {"env_step": 5300000, "rew": 358.99000244140626, "rew_std": 35.26937456390392, "Agent": "c51"}, {"env_step": 5400000, "rew": 367.1299987792969, "rew_std": 37.816190250907496, "Agent": "c51"}, {"env_step": 5500000, "rew": 374.85, "rew_std": 48.78137438800481, "Agent": "c51"}, {"env_step": 5600000, "rew": 396.31000366210935, "rew_std": 16.84918405865486, "Agent": "c51"}, {"env_step": 5700000, "rew": 392.25, "rew_std": 17.89766911339113, "Agent": "c51"}, {"env_step": 5800000, "rew": 371.0399993896484, "rew_std": 39.75309508083556, "Agent": "c51"}, {"env_step": 5900000, "rew": 361.20999908447266, "rew_std": 66.4414985994371, "Agent": "c51"}, {"env_step": 6000000, "rew": 379.6600006103516, "rew_std": 33.6160148677817, "Agent": "c51"}, {"env_step": 6100000, "rew": 376.65, "rew_std": 38.38656729834399, "Agent": "c51"}, {"env_step": 6200000, "rew": 401.14000244140624, "rew_std": 25.221350146221273, "Agent": "c51"}, {"env_step": 6300000, "rew": 373.94000244140625, "rew_std": 43.70732540398474, "Agent": "c51"}, {"env_step": 6400000, "rew": 383.6600006103516, "rew_std": 21.5665598368943, "Agent": "c51"}, {"env_step": 6500000, "rew": 396.2099945068359, "rew_std": 23.735648538855735, "Agent": "c51"}, {"env_step": 6600000, "rew": 379.5899993896484, "rew_std": 37.21383152538017, "Agent": "c51"}, {"env_step": 6700000, "rew": 369.11000366210936, "rew_std": 33.04576961471482, "Agent": "c51"}, {"env_step": 6800000, "rew": 384.3999969482422, "rew_std": 43.737378807281985, "Agent": "c51"}, {"env_step": 6900000, "rew": 392.86000366210936, "rew_std": 25.008686655391916, "Agent": "c51"}, {"env_step": 7000000, "rew": 388.18999938964845, "rew_std": 41.67885269592273, "Agent": "c51"}, {"env_step": 7100000, "rew": 400.7399963378906, "rew_std": 31.629359514939143, "Agent": "c51"}, {"env_step": 7200000, "rew": 392.60999755859376, "rew_std": 31.733938484043435, "Agent": "c51"}, {"env_step": 7300000, "rew": 381.43999633789065, "rew_std": 28.448867547263603, "Agent": "c51"}, {"env_step": 7400000, "rew": 383.7099975585937, "rew_std": 27.319865345659487, "Agent": "c51"}, {"env_step": 7500000, "rew": 400.85, "rew_std": 24.355008972204978, "Agent": "c51"}, {"env_step": 7600000, "rew": 370.6299987792969, "rew_std": 61.18848259333839, "Agent": "c51"}, {"env_step": 7700000, "rew": 377.75999755859374, "rew_std": 29.30734371334747, "Agent": "c51"}, {"env_step": 7800000, "rew": 366.9, "rew_std": 61.976462247217256, "Agent": "c51"}, {"env_step": 7900000, "rew": 381.92999877929685, "rew_std": 42.68440563855683, "Agent": "c51"}, {"env_step": 8000000, "rew": 389.1, "rew_std": 30.273154962392713, "Agent": "c51"}, {"env_step": 8100000, "rew": 377.89000244140624, "rew_std": 64.2143809894212, "Agent": "c51"}, {"env_step": 8200000, "rew": 369.98999786376953, "rew_std": 51.384270079498556, "Agent": "c51"}, {"env_step": 8300000, "rew": 363.1800018310547, "rew_std": 53.85413212986565, "Agent": "c51"}, {"env_step": 8400000, "rew": 402.32000122070315, "rew_std": 47.67640870874529, "Agent": "c51"}, {"env_step": 8500000, "rew": 412.0899993896484, "rew_std": 49.33683150503912, "Agent": "c51"}, {"env_step": 8600000, "rew": 362.84000396728516, "rew_std": 95.5870313016572, "Agent": "c51"}, {"env_step": 8700000, "rew": 374.8699951171875, "rew_std": 35.3107884710375, "Agent": "c51"}, {"env_step": 8800000, "rew": 387.94000244140625, "rew_std": 45.46937780145519, "Agent": "c51"}, {"env_step": 8900000, "rew": 390.63999938964844, "rew_std": 27.526135712106345, "Agent": "c51"}, {"env_step": 9000000, "rew": 389.9, "rew_std": 36.79899479363974, "Agent": "c51"}, {"env_step": 9100000, "rew": 401.82000122070315, "rew_std": 28.145932045294533, "Agent": "c51"}, {"env_step": 9200000, "rew": 378.2200042724609, "rew_std": 44.36847920124076, "Agent": "c51"}, {"env_step": 9300000, "rew": 378.5300048828125, "rew_std": 20.175735548110744, "Agent": "c51"}, {"env_step": 9400000, "rew": 411.37000427246096, "rew_std": 26.821631968299695, "Agent": "c51"}, {"env_step": 9500000, "rew": 398.6599945068359, "rew_std": 36.35720540569888, "Agent": "c51"}, {"env_step": 9600000, "rew": 386.3699981689453, "rew_std": 28.54824021627022, "Agent": "c51"}, {"env_step": 9700000, "rew": 389.52000122070314, "rew_std": 61.006069637114855, "Agent": "c51"}, {"env_step": 9800000, "rew": 412.8700012207031, "rew_std": 35.838668839394245, "Agent": "c51"}, {"env_step": 9900000, "rew": 399.7899993896484, "rew_std": 36.742630957118074, "Agent": "c51"}, {"env_step": 10000000, "rew": 393.1800048828125, "rew_std": 20.823774222066966, "Agent": "c51"}, {"env_step": 0, "rew": 2.3299999952316286, "rew_std": 1.0705605633034625, "Agent": "dqn"}, {"env_step": 100000, "rew": 7.849999904632568, "rew_std": 1.8200273963417377, "Agent": "dqn"}, {"env_step": 200000, "rew": 17.30000009536743, "rew_std": 9.143740794241733, "Agent": "dqn"}, {"env_step": 300000, "rew": 20.85, "rew_std": 4.622391089254499, "Agent": "dqn"}, {"env_step": 400000, "rew": 20.7, "rew_std": 5.0768098447216925, "Agent": "dqn"}, {"env_step": 500000, "rew": 25.080000114440917, "rew_std": 3.1577840761532077, "Agent": "dqn"}, {"env_step": 600000, "rew": 28.130000114440918, "rew_std": 3.998262178859403, "Agent": "dqn"}, {"env_step": 700000, "rew": 35.89000053405762, "rew_std": 6.575477441314717, "Agent": "dqn"}, {"env_step": 800000, "rew": 40.44000015258789, "rew_std": 3.872260440437905, "Agent": "dqn"}, {"env_step": 900000, "rew": 39.329999923706055, "rew_std": 8.570536398642876, "Agent": "dqn"}, {"env_step": 1000000, "rew": 41.73000030517578, "rew_std": 9.01854193615441, "Agent": "dqn"}, {"env_step": 1100000, "rew": 46.03999996185303, "rew_std": 13.705852687158178, "Agent": "dqn"}, {"env_step": 1200000, "rew": 46.45000019073486, "rew_std": 8.782511298663483, "Agent": "dqn"}, {"env_step": 1300000, "rew": 47.709999084472656, "rew_std": 8.820708473452349, "Agent": "dqn"}, {"env_step": 1400000, "rew": 53.69000015258789, "rew_std": 8.472597260377047, "Agent": "dqn"}, {"env_step": 1500000, "rew": 56.78999996185303, "rew_std": 19.832672991347415, "Agent": "dqn"}, {"env_step": 1600000, "rew": 47.09000072479248, "rew_std": 14.559289729405599, "Agent": "dqn"}, {"env_step": 1700000, "rew": 51.7899995803833, "rew_std": 15.683395606454836, "Agent": "dqn"}, {"env_step": 1800000, "rew": 49.360000419616696, "rew_std": 14.638525024332282, "Agent": "dqn"}, {"env_step": 1900000, "rew": 52.28000049591064, "rew_std": 13.878459272042756, "Agent": "dqn"}, {"env_step": 2000000, "rew": 50.32000026702881, "rew_std": 12.656760859312767, "Agent": "dqn"}, {"env_step": 2100000, "rew": 50.69000015258789, "rew_std": 7.424345019289965, "Agent": "dqn"}, {"env_step": 2200000, "rew": 57.699999237060545, "rew_std": 26.776631520034286, "Agent": "dqn"}, {"env_step": 2300000, "rew": 51.079999923706055, "rew_std": 16.490165999706548, "Agent": "dqn"}, {"env_step": 2400000, "rew": 56.36000061035156, "rew_std": 10.570827964178985, "Agent": "dqn"}, {"env_step": 2500000, "rew": 61.59000091552734, "rew_std": 20.03838606299226, "Agent": "dqn"}, {"env_step": 2600000, "rew": 49.81999969482422, "rew_std": 11.181932063887603, "Agent": "dqn"}, {"env_step": 2700000, "rew": 50.91000061035156, "rew_std": 6.640550189836024, "Agent": "dqn"}, {"env_step": 2800000, "rew": 51.87000007629395, "rew_std": 16.15952039351572, "Agent": "dqn"}, {"env_step": 2900000, "rew": 55.97000026702881, "rew_std": 12.618800305474606, "Agent": "dqn"}, {"env_step": 3000000, "rew": 62.70000076293945, "rew_std": 15.349006905504705, "Agent": "dqn"}, {"env_step": 3100000, "rew": 62.3, "rew_std": 7.967809614396711, "Agent": "dqn"}, {"env_step": 3200000, "rew": 57.64999961853027, "rew_std": 14.362815684542023, "Agent": "dqn"}, {"env_step": 3300000, "rew": 63.35, "rew_std": 17.445471857828533, "Agent": "dqn"}, {"env_step": 3400000, "rew": 61.999999618530275, "rew_std": 9.367175853731641, "Agent": "dqn"}, {"env_step": 3500000, "rew": 58.58999938964844, "rew_std": 7.702006216494004, "Agent": "dqn"}, {"env_step": 3600000, "rew": 59.83000030517578, "rew_std": 11.262597633065775, "Agent": "dqn"}, {"env_step": 3700000, "rew": 66.31999969482422, "rew_std": 12.887497638750386, "Agent": "dqn"}, {"env_step": 3800000, "rew": 60.06000022888183, "rew_std": 8.369014666496854, "Agent": "dqn"}, {"env_step": 3900000, "rew": 68.73999938964843, "rew_std": 16.99924625009274, "Agent": "dqn"}, {"env_step": 4000000, "rew": 65.21999893188476, "rew_std": 13.805780604536238, "Agent": "dqn"}, {"env_step": 4100000, "rew": 65.03999938964844, "rew_std": 24.91546420245774, "Agent": "dqn"}, {"env_step": 4200000, "rew": 57.69999961853027, "rew_std": 19.0262977849217, "Agent": "dqn"}, {"env_step": 4300000, "rew": 72.17000045776368, "rew_std": 17.75004520954237, "Agent": "dqn"}, {"env_step": 4400000, "rew": 69.8600009918213, "rew_std": 6.844588638105477, "Agent": "dqn"}, {"env_step": 4500000, "rew": 61.260000228881836, "rew_std": 11.948741149739522, "Agent": "dqn"}, {"env_step": 4600000, "rew": 67.55, "rew_std": 8.807752424830234, "Agent": "dqn"}, {"env_step": 4700000, "rew": 70.23999977111816, "rew_std": 8.630087095950666, "Agent": "dqn"}, {"env_step": 4800000, "rew": 72.41999969482421, "rew_std": 12.884859861619276, "Agent": "dqn"}, {"env_step": 4900000, "rew": 73.97000045776367, "rew_std": 13.834816048918906, "Agent": "dqn"}, {"env_step": 5000000, "rew": 74.23000030517578, "rew_std": 13.696208341395574, "Agent": "dqn"}, {"env_step": 5100000, "rew": 67.39999885559082, "rew_std": 15.599165755242288, "Agent": "dqn"}, {"env_step": 5200000, "rew": 85.09999961853028, "rew_std": 31.04148759266113, "Agent": "dqn"}, {"env_step": 5300000, "rew": 69.8799991607666, "rew_std": 17.921539788764512, "Agent": "dqn"}, {"env_step": 5400000, "rew": 73.52999992370606, "rew_std": 21.51474045621979, "Agent": "dqn"}, {"env_step": 5500000, "rew": 77.47999992370606, "rew_std": 13.142054243069717, "Agent": "dqn"}, {"env_step": 5600000, "rew": 81.1799991607666, "rew_std": 20.257827947382573, "Agent": "dqn"}, {"env_step": 5700000, "rew": 91.23000030517578, "rew_std": 32.801493962015556, "Agent": "dqn"}, {"env_step": 5800000, "rew": 82.73000068664551, "rew_std": 19.65411187086091, "Agent": "dqn"}, {"env_step": 5900000, "rew": 81.49000053405761, "rew_std": 18.301501103980517, "Agent": "dqn"}, {"env_step": 6000000, "rew": 81.15999946594238, "rew_std": 17.353743105571674, "Agent": "dqn"}, {"env_step": 6100000, "rew": 78.85, "rew_std": 23.848828094928958, "Agent": "dqn"}, {"env_step": 6200000, "rew": 73.11000022888183, "rew_std": 16.69673268597132, "Agent": "dqn"}, {"env_step": 6300000, "rew": 91.60000190734863, "rew_std": 27.26793083658477, "Agent": "dqn"}, {"env_step": 6400000, "rew": 91.17999992370605, "rew_std": 17.885123036862367, "Agent": "dqn"}, {"env_step": 6500000, "rew": 85.3, "rew_std": 27.91558722418007, "Agent": "dqn"}, {"env_step": 6600000, "rew": 78.09999961853028, "rew_std": 18.799307603869114, "Agent": "dqn"}, {"env_step": 6700000, "rew": 73.22999992370606, "rew_std": 15.534029981853278, "Agent": "dqn"}, {"env_step": 6800000, "rew": 98.13000106811523, "rew_std": 20.634877163905355, "Agent": "dqn"}, {"env_step": 6900000, "rew": 89.0, "rew_std": 24.171967172300295, "Agent": "dqn"}, {"env_step": 7000000, "rew": 94.03000106811524, "rew_std": 22.807151580126355, "Agent": "dqn"}, {"env_step": 7100000, "rew": 91.46000061035156, "rew_std": 23.31502638921496, "Agent": "dqn"}, {"env_step": 7200000, "rew": 83.65999984741211, "rew_std": 16.474659802642254, "Agent": "dqn"}, {"env_step": 7300000, "rew": 80.12000045776367, "rew_std": 11.930952073355787, "Agent": "dqn"}, {"env_step": 7400000, "rew": 77.42999877929688, "rew_std": 19.180929987122642, "Agent": "dqn"}, {"env_step": 7500000, "rew": 86.84999923706054, "rew_std": 17.592342521566607, "Agent": "dqn"}, {"env_step": 7600000, "rew": 82.52999992370606, "rew_std": 20.004302258249783, "Agent": "dqn"}, {"env_step": 7700000, "rew": 107.37000045776367, "rew_std": 34.55555067760397, "Agent": "dqn"}, {"env_step": 7800000, "rew": 96.06000061035157, "rew_std": 22.622474586994528, "Agent": "dqn"}, {"env_step": 7900000, "rew": 94.13999977111817, "rew_std": 28.41982322868775, "Agent": "dqn"}, {"env_step": 8000000, "rew": 101.21000061035156, "rew_std": 26.587306822196613, "Agent": "dqn"}, {"env_step": 8100000, "rew": 85.82999992370605, "rew_std": 25.36777673896879, "Agent": "dqn"}, {"env_step": 8200000, "rew": 87.62999954223633, "rew_std": 39.89198041691922, "Agent": "dqn"}, {"env_step": 8300000, "rew": 101.57999839782715, "rew_std": 41.77749993495092, "Agent": "dqn"}, {"env_step": 8400000, "rew": 93.03000068664551, "rew_std": 27.115569981755712, "Agent": "dqn"}, {"env_step": 8500000, "rew": 87.7099998474121, "rew_std": 36.714669130069105, "Agent": "dqn"}, {"env_step": 8600000, "rew": 90.95000076293945, "rew_std": 12.810327317331756, "Agent": "dqn"}, {"env_step": 8700000, "rew": 104.0099998474121, "rew_std": 32.22671128294261, "Agent": "dqn"}, {"env_step": 8800000, "rew": 103.99000091552735, "rew_std": 27.8962892258018, "Agent": "dqn"}, {"env_step": 8900000, "rew": 114.25000076293945, "rew_std": 32.67464640396138, "Agent": "dqn"}, {"env_step": 9000000, "rew": 106.80000038146973, "rew_std": 32.973262202331064, "Agent": "dqn"}, {"env_step": 9100000, "rew": 98.43000030517578, "rew_std": 20.662141740244365, "Agent": "dqn"}, {"env_step": 9200000, "rew": 88.96000099182129, "rew_std": 33.323092362700145, "Agent": "dqn"}, {"env_step": 9300000, "rew": 121.35000076293946, "rew_std": 25.42248087718444, "Agent": "dqn"}, {"env_step": 9400000, "rew": 114.03000106811524, "rew_std": 31.284407594353972, "Agent": "dqn"}, {"env_step": 9500000, "rew": 125.76000061035157, "rew_std": 36.260922820967124, "Agent": "dqn"}, {"env_step": 9600000, "rew": 100.2, "rew_std": 41.19708629230755, "Agent": "dqn"}, {"env_step": 9700000, "rew": 122.76999969482422, "rew_std": 33.774755897887985, "Agent": "dqn"}, {"env_step": 9800000, "rew": 133.53999938964844, "rew_std": 44.59944213785166, "Agent": "dqn"}, {"env_step": 9900000, "rew": 111.62000198364258, "rew_std": 32.61686090929321, "Agent": "dqn"}, {"env_step": 10000000, "rew": 119.93999862670898, "rew_std": 32.37928701114132, "Agent": "dqn"}, {"env_step": 0, "rew": 1.8899999886751175, "rew_std": 1.2739309645395656, "Agent": "fqf"}, {"env_step": 100000, "rew": 6.579999995231629, "rew_std": 2.0439177558947796, "Agent": "fqf"}, {"env_step": 200000, "rew": 15.449999904632568, "rew_std": 1.902235310873203, "Agent": "fqf"}, {"env_step": 300000, "rew": 15.630000019073487, "rew_std": 1.6285271252770628, "Agent": "fqf"}, {"env_step": 400000, "rew": 20.410000228881835, "rew_std": 2.727068191039453, "Agent": "fqf"}, {"env_step": 500000, "rew": 27.5, "rew_std": 5.404812646912962, "Agent": "fqf"}, {"env_step": 600000, "rew": 34.10999984741211, "rew_std": 5.110469271319042, "Agent": "fqf"}, {"env_step": 700000, "rew": 44.479999732971194, "rew_std": 9.641866944004914, "Agent": "fqf"}, {"env_step": 800000, "rew": 58.929999923706056, "rew_std": 10.773119278904277, "Agent": "fqf"}, {"env_step": 900000, "rew": 74.28000030517578, "rew_std": 18.03883545662945, "Agent": "fqf"}, {"env_step": 1000000, "rew": 91.27000007629394, "rew_std": 19.16142200039165, "Agent": "fqf"}, {"env_step": 1100000, "rew": 89.1100009918213, "rew_std": 13.826457342888988, "Agent": "fqf"}, {"env_step": 1200000, "rew": 94.35999984741211, "rew_std": 42.61833485770056, "Agent": "fqf"}, {"env_step": 1300000, "rew": 111.60999984741211, "rew_std": 28.842728288197964, "Agent": "fqf"}, {"env_step": 1400000, "rew": 137.2, "rew_std": 25.806123286033692, "Agent": "fqf"}, {"env_step": 1500000, "rew": 157.3999984741211, "rew_std": 31.331581823972737, "Agent": "fqf"}, {"env_step": 1600000, "rew": 166.1099998474121, "rew_std": 31.462182753954036, "Agent": "fqf"}, {"env_step": 1700000, "rew": 189.7300018310547, "rew_std": 38.91149203014107, "Agent": "fqf"}, {"env_step": 1800000, "rew": 206.3300003051758, "rew_std": 38.15114780212248, "Agent": "fqf"}, {"env_step": 1900000, "rew": 224.5, "rew_std": 38.52728870047049, "Agent": "fqf"}, {"env_step": 2000000, "rew": 222.76000061035157, "rew_std": 46.865021102153406, "Agent": "fqf"}, {"env_step": 2100000, "rew": 245.28999938964844, "rew_std": 49.371034931773835, "Agent": "fqf"}, {"env_step": 2200000, "rew": 267.70999908447266, "rew_std": 28.133131370013544, "Agent": "fqf"}, {"env_step": 2300000, "rew": 268.58999786376955, "rew_std": 49.59553152130905, "Agent": "fqf"}, {"env_step": 2400000, "rew": 247.30999908447265, "rew_std": 63.79005209586264, "Agent": "fqf"}, {"env_step": 2500000, "rew": 281.91000213623045, "rew_std": 36.61752006054675, "Agent": "fqf"}, {"env_step": 2600000, "rew": 273.11999969482423, "rew_std": 53.78060736276747, "Agent": "fqf"}, {"env_step": 2700000, "rew": 299.9100006103516, "rew_std": 30.088116602832, "Agent": "fqf"}, {"env_step": 2800000, "rew": 297.63999938964844, "rew_std": 55.8203918208197, "Agent": "fqf"}, {"env_step": 2900000, "rew": 309.13000335693357, "rew_std": 49.09570374572412, "Agent": "fqf"}, {"env_step": 3000000, "rew": 315.32999725341796, "rew_std": 43.39456033965058, "Agent": "fqf"}, {"env_step": 3100000, "rew": 279.22000274658205, "rew_std": 85.23476924161254, "Agent": "fqf"}, {"env_step": 3200000, "rew": 297.58000030517576, "rew_std": 63.087017417518, "Agent": "fqf"}, {"env_step": 3300000, "rew": 301.73999938964846, "rew_std": 49.87208136848178, "Agent": "fqf"}, {"env_step": 3400000, "rew": 275.0300010681152, "rew_std": 68.53272323238663, "Agent": "fqf"}, {"env_step": 3500000, "rew": 309.43999938964845, "rew_std": 32.276252757870395, "Agent": "fqf"}, {"env_step": 3600000, "rew": 319.67999572753905, "rew_std": 42.78061813129124, "Agent": "fqf"}, {"env_step": 3700000, "rew": 332.6600006103516, "rew_std": 33.96071915762684, "Agent": "fqf"}, {"env_step": 3800000, "rew": 355.36000061035156, "rew_std": 28.662765200015865, "Agent": "fqf"}, {"env_step": 3900000, "rew": 316.99999542236327, "rew_std": 53.55531395626551, "Agent": "fqf"}, {"env_step": 4000000, "rew": 319.78999786376954, "rew_std": 80.64893371138278, "Agent": "fqf"}, {"env_step": 4100000, "rew": 345.6599975585938, "rew_std": 25.589495375720983, "Agent": "fqf"}, {"env_step": 4200000, "rew": 338.1300048828125, "rew_std": 25.35192511248875, "Agent": "fqf"}, {"env_step": 4300000, "rew": 331.38999633789064, "rew_std": 38.176389861042445, "Agent": "fqf"}, {"env_step": 4400000, "rew": 328.5199996948242, "rew_std": 88.22566393672108, "Agent": "fqf"}, {"env_step": 4500000, "rew": 356.0900024414062, "rew_std": 26.407973243051238, "Agent": "fqf"}, {"env_step": 4600000, "rew": 330.85999755859376, "rew_std": 52.67645135396039, "Agent": "fqf"}, {"env_step": 4700000, "rew": 363.3799987792969, "rew_std": 35.14901906852587, "Agent": "fqf"}, {"env_step": 4800000, "rew": 364.2799987792969, "rew_std": 22.464898788730974, "Agent": "fqf"}, {"env_step": 4900000, "rew": 342.62999572753904, "rew_std": 31.664115177564884, "Agent": "fqf"}, {"env_step": 5000000, "rew": 326.9600006103516, "rew_std": 44.123470427909474, "Agent": "fqf"}, {"env_step": 5100000, "rew": 342.51000061035154, "rew_std": 42.72719409460211, "Agent": "fqf"}, {"env_step": 5200000, "rew": 368.5100036621094, "rew_std": 36.07728802793028, "Agent": "fqf"}, {"env_step": 5300000, "rew": 339.4, "rew_std": 37.085738197603874, "Agent": "fqf"}, {"env_step": 5400000, "rew": 339.8399963378906, "rew_std": 29.956508084411002, "Agent": "fqf"}, {"env_step": 5500000, "rew": 329.1000015258789, "rew_std": 52.50864780548441, "Agent": "fqf"}, {"env_step": 5600000, "rew": 345.49000244140626, "rew_std": 25.85855984648126, "Agent": "fqf"}, {"env_step": 5700000, "rew": 348.35999908447263, "rew_std": 53.21148820407242, "Agent": "fqf"}, {"env_step": 5800000, "rew": 344.5499984741211, "rew_std": 46.83556422879634, "Agent": "fqf"}, {"env_step": 5900000, "rew": 350.65999908447264, "rew_std": 54.664820479976136, "Agent": "fqf"}, {"env_step": 6000000, "rew": 346.4800033569336, "rew_std": 62.894860468597145, "Agent": "fqf"}, {"env_step": 6100000, "rew": 350.48999938964846, "rew_std": 26.15692816124583, "Agent": "fqf"}, {"env_step": 6200000, "rew": 362.8300048828125, "rew_std": 36.7557307025397, "Agent": "fqf"}, {"env_step": 6300000, "rew": 328.7800018310547, "rew_std": 47.65588972046255, "Agent": "fqf"}, {"env_step": 6400000, "rew": 364.5799987792969, "rew_std": 26.335103106220885, "Agent": "fqf"}, {"env_step": 6500000, "rew": 318.6900009155273, "rew_std": 56.799413057921996, "Agent": "fqf"}, {"env_step": 6600000, "rew": 371.51999816894534, "rew_std": 26.211210500163315, "Agent": "fqf"}, {"env_step": 6700000, "rew": 347.8500030517578, "rew_std": 32.235581327971936, "Agent": "fqf"}, {"env_step": 6800000, "rew": 372.7200042724609, "rew_std": 28.695146937057064, "Agent": "fqf"}, {"env_step": 6900000, "rew": 361.5699981689453, "rew_std": 43.78193476682266, "Agent": "fqf"}, {"env_step": 7000000, "rew": 317.13000030517577, "rew_std": 49.348357840104256, "Agent": "fqf"}, {"env_step": 7100000, "rew": 340.74000091552733, "rew_std": 77.68987471874023, "Agent": "fqf"}, {"env_step": 7200000, "rew": 344.6399978637695, "rew_std": 59.30083036122553, "Agent": "fqf"}, {"env_step": 7300000, "rew": 341.8500015258789, "rew_std": 40.51899094909766, "Agent": "fqf"}, {"env_step": 7400000, "rew": 359.8500030517578, "rew_std": 20.46920835454293, "Agent": "fqf"}, {"env_step": 7500000, "rew": 342.1299987792969, "rew_std": 52.97516510033074, "Agent": "fqf"}, {"env_step": 7600000, "rew": 348.57000122070315, "rew_std": 27.585034799201082, "Agent": "fqf"}, {"env_step": 7700000, "rew": 347.2500030517578, "rew_std": 27.34297686518728, "Agent": "fqf"}, {"env_step": 7800000, "rew": 345.8099990844727, "rew_std": 71.28503787650662, "Agent": "fqf"}, {"env_step": 7900000, "rew": 355.4199981689453, "rew_std": 48.30798976082001, "Agent": "fqf"}, {"env_step": 8000000, "rew": 373.85, "rew_std": 25.45906797131143, "Agent": "fqf"}, {"env_step": 8100000, "rew": 346.7200012207031, "rew_std": 34.270798637584605, "Agent": "fqf"}, {"env_step": 8200000, "rew": 365.01000213623047, "rew_std": 59.017802669324645, "Agent": "fqf"}, {"env_step": 8300000, "rew": 334.4899932861328, "rew_std": 60.103334841706335, "Agent": "fqf"}, {"env_step": 8400000, "rew": 355.2200012207031, "rew_std": 30.91270427542967, "Agent": "fqf"}, {"env_step": 8500000, "rew": 359.00999755859374, "rew_std": 34.8320641579841, "Agent": "fqf"}, {"env_step": 8600000, "rew": 336.2000045776367, "rew_std": 45.92332986368791, "Agent": "fqf"}, {"env_step": 8700000, "rew": 371.00999755859374, "rew_std": 35.20410344429364, "Agent": "fqf"}, {"env_step": 8800000, "rew": 345.88999938964844, "rew_std": 27.24296297805744, "Agent": "fqf"}, {"env_step": 8900000, "rew": 327.00999603271487, "rew_std": 62.46383398874547, "Agent": "fqf"}, {"env_step": 9000000, "rew": 367.0299957275391, "rew_std": 24.968425234757614, "Agent": "fqf"}, {"env_step": 9100000, "rew": 357.7699951171875, "rew_std": 31.722642179225197, "Agent": "fqf"}, {"env_step": 9200000, "rew": 351.0800018310547, "rew_std": 40.11283828329421, "Agent": "fqf"}, {"env_step": 9300000, "rew": 363.8500030517578, "rew_std": 21.079715798651307, "Agent": "fqf"}, {"env_step": 9400000, "rew": 342.8400054931641, "rew_std": 63.49006749721425, "Agent": "fqf"}, {"env_step": 9500000, "rew": 373.99000091552733, "rew_std": 45.288134172835484, "Agent": "fqf"}, {"env_step": 9600000, "rew": 356.8399993896484, "rew_std": 47.543644666957135, "Agent": "fqf"}, {"env_step": 9700000, "rew": 364.5300018310547, "rew_std": 23.580712727396694, "Agent": "fqf"}, {"env_step": 9800000, "rew": 382.63999633789064, "rew_std": 29.47945522804052, "Agent": "fqf"}, {"env_step": 9900000, "rew": 353.19000244140625, "rew_std": 41.2007373443112, "Agent": "fqf"}, {"env_step": 10000000, "rew": 335.73000183105466, "rew_std": 36.178617059142844, "Agent": "fqf"}, {"env_step": 0, "rew": 2.0200000025331972, "rew_std": 1.062826409813908, "Agent": "qrdqn"}, {"env_step": 100000, "rew": 11.1, "rew_std": 1.8363006019761408, "Agent": "qrdqn"}, {"env_step": 200000, "rew": 15.950000190734864, "rew_std": 2.2743131208480416, "Agent": "qrdqn"}, {"env_step": 300000, "rew": 21.6100004196167, "rew_std": 1.6908279939018895, "Agent": "qrdqn"}, {"env_step": 400000, "rew": 26.039999961853027, "rew_std": 3.166764513719337, "Agent": "qrdqn"}, {"env_step": 500000, "rew": 31.70999984741211, "rew_std": 4.500988535661596, "Agent": "qrdqn"}, {"env_step": 600000, "rew": 34.890000343322754, "rew_std": 8.884306606312624, "Agent": "qrdqn"}, {"env_step": 700000, "rew": 39.35000057220459, "rew_std": 11.433481420905531, "Agent": "qrdqn"}, {"env_step": 800000, "rew": 45.01999969482422, "rew_std": 7.258622758189306, "Agent": "qrdqn"}, {"env_step": 900000, "rew": 51.72000007629394, "rew_std": 12.04224138466468, "Agent": "qrdqn"}, {"env_step": 1000000, "rew": 48.96999988555908, "rew_std": 9.053513212898372, "Agent": "qrdqn"}, {"env_step": 1100000, "rew": 66.27000007629394, "rew_std": 17.327149763903382, "Agent": "qrdqn"}, {"env_step": 1200000, "rew": 67.5099998474121, "rew_std": 15.202332343099394, "Agent": "qrdqn"}, {"env_step": 1300000, "rew": 47.89999961853027, "rew_std": 13.158266496317525, "Agent": "qrdqn"}, {"env_step": 1400000, "rew": 54.50000057220459, "rew_std": 12.41821272111614, "Agent": "qrdqn"}, {"env_step": 1500000, "rew": 71.68000030517578, "rew_std": 12.78567937628033, "Agent": "qrdqn"}, {"env_step": 1600000, "rew": 65.53000030517578, "rew_std": 15.931104640556512, "Agent": "qrdqn"}, {"env_step": 1700000, "rew": 65.3899990081787, "rew_std": 14.402253328610442, "Agent": "qrdqn"}, {"env_step": 1800000, "rew": 69.67999954223633, "rew_std": 13.667245828132831, "Agent": "qrdqn"}, {"env_step": 1900000, "rew": 104.74000091552735, "rew_std": 41.49964546688277, "Agent": "qrdqn"}, {"env_step": 2000000, "rew": 64.65, "rew_std": 15.356839508305148, "Agent": "qrdqn"}, {"env_step": 2100000, "rew": 67.09999961853028, "rew_std": 20.951228029225863, "Agent": "qrdqn"}, {"env_step": 2200000, "rew": 81.0700008392334, "rew_std": 28.43526185117888, "Agent": "qrdqn"}, {"env_step": 2300000, "rew": 69.75000076293945, "rew_std": 15.399562151245634, "Agent": "qrdqn"}, {"env_step": 2400000, "rew": 93.77000045776367, "rew_std": 48.462461876453574, "Agent": "qrdqn"}, {"env_step": 2500000, "rew": 90.25000076293945, "rew_std": 37.74602613741299, "Agent": "qrdqn"}, {"env_step": 2600000, "rew": 90.18000106811523, "rew_std": 29.855881757158723, "Agent": "qrdqn"}, {"env_step": 2700000, "rew": 99.36000061035156, "rew_std": 40.36459324093467, "Agent": "qrdqn"}, {"env_step": 2800000, "rew": 81.06999969482422, "rew_std": 39.89363303080445, "Agent": "qrdqn"}, {"env_step": 2900000, "rew": 95.2400001525879, "rew_std": 43.06056686630658, "Agent": "qrdqn"}, {"env_step": 3000000, "rew": 104.05000076293945, "rew_std": 28.336240349879567, "Agent": "qrdqn"}, {"env_step": 3100000, "rew": 93.90999908447266, "rew_std": 27.109681802005888, "Agent": "qrdqn"}, {"env_step": 3200000, "rew": 107.66000022888184, "rew_std": 40.67018922208847, "Agent": "qrdqn"}, {"env_step": 3300000, "rew": 93.79000053405761, "rew_std": 30.64237221598378, "Agent": "qrdqn"}, {"env_step": 3400000, "rew": 108.4900001525879, "rew_std": 41.321239097052164, "Agent": "qrdqn"}, {"env_step": 3500000, "rew": 124.85, "rew_std": 42.0317792485268, "Agent": "qrdqn"}, {"env_step": 3600000, "rew": 116.13000106811523, "rew_std": 43.9727670450532, "Agent": "qrdqn"}, {"env_step": 3700000, "rew": 111.63999977111817, "rew_std": 43.274708584109035, "Agent": "qrdqn"}, {"env_step": 3800000, "rew": 106.15, "rew_std": 45.770651300224905, "Agent": "qrdqn"}, {"env_step": 3900000, "rew": 129.54000015258788, "rew_std": 46.98308583368676, "Agent": "qrdqn"}, {"env_step": 4000000, "rew": 115.51000137329102, "rew_std": 36.304806385435626, "Agent": "qrdqn"}, {"env_step": 4100000, "rew": 129.35999908447266, "rew_std": 31.217724397411512, "Agent": "qrdqn"}, {"env_step": 4200000, "rew": 135.28999938964844, "rew_std": 26.868697494551604, "Agent": "qrdqn"}, {"env_step": 4300000, "rew": 126.12999877929687, "rew_std": 41.017608258673214, "Agent": "qrdqn"}, {"env_step": 4400000, "rew": 136.70000076293945, "rew_std": 50.228299617735615, "Agent": "qrdqn"}, {"env_step": 4500000, "rew": 120.93000183105468, "rew_std": 41.47946862067106, "Agent": "qrdqn"}, {"env_step": 4600000, "rew": 138.7300003051758, "rew_std": 50.09087919140305, "Agent": "qrdqn"}, {"env_step": 4700000, "rew": 111.62000122070313, "rew_std": 28.04349582228607, "Agent": "qrdqn"}, {"env_step": 4800000, "rew": 139.99000091552733, "rew_std": 46.49149126588381, "Agent": "qrdqn"}, {"env_step": 4900000, "rew": 141.19000167846679, "rew_std": 55.482997939665566, "Agent": "qrdqn"}, {"env_step": 5000000, "rew": 141.16000061035157, "rew_std": 29.674102239383583, "Agent": "qrdqn"}, {"env_step": 5100000, "rew": 149.54000015258788, "rew_std": 40.483557547800565, "Agent": "qrdqn"}, {"env_step": 5200000, "rew": 138.81000061035155, "rew_std": 25.27221522764106, "Agent": "qrdqn"}, {"env_step": 5300000, "rew": 154.86000289916993, "rew_std": 47.20214481743621, "Agent": "qrdqn"}, {"env_step": 5400000, "rew": 152.83000259399415, "rew_std": 35.65692378910702, "Agent": "qrdqn"}, {"env_step": 5500000, "rew": 165.04999923706055, "rew_std": 52.75731800579599, "Agent": "qrdqn"}, {"env_step": 5600000, "rew": 159.33999938964843, "rew_std": 39.30949528911902, "Agent": "qrdqn"}, {"env_step": 5700000, "rew": 157.33999938964843, "rew_std": 31.022483741005583, "Agent": "qrdqn"}, {"env_step": 5800000, "rew": 133.2099983215332, "rew_std": 30.196568926146423, "Agent": "qrdqn"}, {"env_step": 5900000, "rew": 154.22000122070312, "rew_std": 54.375359375832986, "Agent": "qrdqn"}, {"env_step": 6000000, "rew": 184.93000030517578, "rew_std": 30.234021002954563, "Agent": "qrdqn"}, {"env_step": 6100000, "rew": 163.85000305175782, "rew_std": 37.09256658071057, "Agent": "qrdqn"}, {"env_step": 6200000, "rew": 174.16000061035157, "rew_std": 45.05503855203985, "Agent": "qrdqn"}, {"env_step": 6300000, "rew": 134.93999862670898, "rew_std": 28.63627883914366, "Agent": "qrdqn"}, {"env_step": 6400000, "rew": 158.54000244140624, "rew_std": 58.80484980319214, "Agent": "qrdqn"}, {"env_step": 6500000, "rew": 163.03000259399414, "rew_std": 43.68508069770034, "Agent": "qrdqn"}, {"env_step": 6600000, "rew": 171.29000091552734, "rew_std": 25.585327282680602, "Agent": "qrdqn"}, {"env_step": 6700000, "rew": 175.55999755859375, "rew_std": 40.4673989589574, "Agent": "qrdqn"}, {"env_step": 6800000, "rew": 170.24999923706054, "rew_std": 40.89010527420232, "Agent": "qrdqn"}, {"env_step": 6900000, "rew": 174.58000106811522, "rew_std": 34.85977017255225, "Agent": "qrdqn"}, {"env_step": 7000000, "rew": 197.0900016784668, "rew_std": 40.22520027724406, "Agent": "qrdqn"}, {"env_step": 7100000, "rew": 185.90000076293944, "rew_std": 40.68073380527696, "Agent": "qrdqn"}, {"env_step": 7200000, "rew": 163.37999954223633, "rew_std": 29.362010642178937, "Agent": "qrdqn"}, {"env_step": 7300000, "rew": 175.2400001525879, "rew_std": 33.284537997701975, "Agent": "qrdqn"}, {"env_step": 7400000, "rew": 173.48999938964843, "rew_std": 38.9055120846502, "Agent": "qrdqn"}, {"env_step": 7500000, "rew": 180.91999893188478, "rew_std": 32.606096613717376, "Agent": "qrdqn"}, {"env_step": 7600000, "rew": 182.53000030517578, "rew_std": 39.06146447307148, "Agent": "qrdqn"}, {"env_step": 7700000, "rew": 202.53999938964844, "rew_std": 34.642085489481985, "Agent": "qrdqn"}, {"env_step": 7800000, "rew": 198.09000091552736, "rew_std": 37.14933188731783, "Agent": "qrdqn"}, {"env_step": 7900000, "rew": 173.42000045776368, "rew_std": 46.51472327478004, "Agent": "qrdqn"}, {"env_step": 8000000, "rew": 187.71000137329102, "rew_std": 42.45332867238581, "Agent": "qrdqn"}, {"env_step": 8100000, "rew": 178.81999816894532, "rew_std": 25.60713985608123, "Agent": "qrdqn"}, {"env_step": 8200000, "rew": 186.19999923706055, "rew_std": 58.60175754971055, "Agent": "qrdqn"}, {"env_step": 8300000, "rew": 183.31999893188475, "rew_std": 40.961731898305466, "Agent": "qrdqn"}, {"env_step": 8400000, "rew": 189.95, "rew_std": 19.00927386779873, "Agent": "qrdqn"}, {"env_step": 8500000, "rew": 192.83999938964843, "rew_std": 33.04204192587639, "Agent": "qrdqn"}, {"env_step": 8600000, "rew": 202.9000015258789, "rew_std": 23.599364986605206, "Agent": "qrdqn"}, {"env_step": 8700000, "rew": 186.10999908447266, "rew_std": 46.4904581707004, "Agent": "qrdqn"}, {"env_step": 8800000, "rew": 213.19000015258788, "rew_std": 44.943285014544436, "Agent": "qrdqn"}, {"env_step": 8900000, "rew": 202.45999603271486, "rew_std": 54.62318213575417, "Agent": "qrdqn"}, {"env_step": 9000000, "rew": 163.0799997329712, "rew_std": 66.0252791544666, "Agent": "qrdqn"}, {"env_step": 9100000, "rew": 189.61999969482423, "rew_std": 31.533055330348382, "Agent": "qrdqn"}, {"env_step": 9200000, "rew": 190.22999954223633, "rew_std": 44.21936226238718, "Agent": "qrdqn"}, {"env_step": 9300000, "rew": 206.0199996948242, "rew_std": 34.16480026287263, "Agent": "qrdqn"}, {"env_step": 9400000, "rew": 194.15, "rew_std": 31.170764052493578, "Agent": "qrdqn"}, {"env_step": 9500000, "rew": 198.09000091552736, "rew_std": 34.949348176785655, "Agent": "qrdqn"}, {"env_step": 9600000, "rew": 184.69000167846679, "rew_std": 36.43675343515362, "Agent": "qrdqn"}, {"env_step": 9700000, "rew": 177.53000259399414, "rew_std": 49.71995694653478, "Agent": "qrdqn"}, {"env_step": 9800000, "rew": 188.76999893188477, "rew_std": 54.15346713496224, "Agent": "qrdqn"}, {"env_step": 9900000, "rew": 228.30999908447265, "rew_std": 27.33559443989839, "Agent": "qrdqn"}, {"env_step": 10000000, "rew": 208.64000244140624, "rew_std": 42.412903043388575, "Agent": "qrdqn"}, {"env_step": 0, "rew": 2.0299999952316283, "rew_std": 0.6356886257408865, "Agent": "iqn"}, {"env_step": 100000, "rew": 10.880000019073487, "rew_std": 1.0235234666900987, "Agent": "iqn"}, {"env_step": 200000, "rew": 16.200000095367432, "rew_std": 2.41453951471406, "Agent": "iqn"}, {"env_step": 300000, "rew": 19.000000286102296, "rew_std": 3.212164382918219, "Agent": "iqn"}, {"env_step": 400000, "rew": 24.710000038146973, "rew_std": 4.045108260414139, "Agent": "iqn"}, {"env_step": 500000, "rew": 36.970000457763675, "rew_std": 6.761220184785156, "Agent": "iqn"}, {"env_step": 600000, "rew": 57.630000305175784, "rew_std": 17.247496577908297, "Agent": "iqn"}, {"env_step": 700000, "rew": 59.85, "rew_std": 15.685677915496768, "Agent": "iqn"}, {"env_step": 800000, "rew": 79.85, "rew_std": 15.545884075479117, "Agent": "iqn"}, {"env_step": 900000, "rew": 85.95, "rew_std": 18.034815034946483, "Agent": "iqn"}, {"env_step": 1000000, "rew": 105.31999969482422, "rew_std": 23.10228556713175, "Agent": "iqn"}, {"env_step": 1100000, "rew": 114.6, "rew_std": 42.868006897695565, "Agent": "iqn"}, {"env_step": 1200000, "rew": 100.68000030517578, "rew_std": 21.099801867092722, "Agent": "iqn"}, {"env_step": 1300000, "rew": 115.17000045776368, "rew_std": 24.481870429507214, "Agent": "iqn"}, {"env_step": 1400000, "rew": 148.81999969482422, "rew_std": 46.95697798485056, "Agent": "iqn"}, {"env_step": 1500000, "rew": 174.43000259399415, "rew_std": 65.91861982472467, "Agent": "iqn"}, {"env_step": 1600000, "rew": 177.42999954223632, "rew_std": 37.79439115810842, "Agent": "iqn"}, {"env_step": 1700000, "rew": 212.91999893188478, "rew_std": 38.73584462706583, "Agent": "iqn"}, {"env_step": 1800000, "rew": 239.47000274658203, "rew_std": 44.23055960487321, "Agent": "iqn"}, {"env_step": 1900000, "rew": 224.89999542236328, "rew_std": 35.47142441734377, "Agent": "iqn"}, {"env_step": 2000000, "rew": 255.11000366210936, "rew_std": 70.83536414074327, "Agent": "iqn"}, {"env_step": 2100000, "rew": 268.1800018310547, "rew_std": 46.30323741929793, "Agent": "iqn"}, {"env_step": 2200000, "rew": 251.55999755859375, "rew_std": 84.66489362401488, "Agent": "iqn"}, {"env_step": 2300000, "rew": 272.47999420166013, "rew_std": 42.157886622987164, "Agent": "iqn"}, {"env_step": 2400000, "rew": 315.0400024414063, "rew_std": 35.556779061887944, "Agent": "iqn"}, {"env_step": 2500000, "rew": 288.16000213623045, "rew_std": 75.40411670056966, "Agent": "iqn"}, {"env_step": 2600000, "rew": 282.24999847412107, "rew_std": 67.52896065218202, "Agent": "iqn"}, {"env_step": 2700000, "rew": 314.6600006103516, "rew_std": 33.30751400267159, "Agent": "iqn"}, {"env_step": 2800000, "rew": 292.0699981689453, "rew_std": 70.06501237480857, "Agent": "iqn"}, {"env_step": 2900000, "rew": 280.75, "rew_std": 53.51295587493006, "Agent": "iqn"}, {"env_step": 3000000, "rew": 320.45, "rew_std": 25.30736054112851, "Agent": "iqn"}, {"env_step": 3100000, "rew": 314.0599990844727, "rew_std": 44.75654636439621, "Agent": "iqn"}, {"env_step": 3200000, "rew": 331.3699981689453, "rew_std": 23.177711488651255, "Agent": "iqn"}, {"env_step": 3300000, "rew": 330.7899993896484, "rew_std": 30.686655193589775, "Agent": "iqn"}, {"env_step": 3400000, "rew": 302.63000030517577, "rew_std": 62.505184496442915, "Agent": "iqn"}, {"env_step": 3500000, "rew": 312.2699996948242, "rew_std": 60.86172947653031, "Agent": "iqn"}, {"env_step": 3600000, "rew": 337.6700012207031, "rew_std": 35.29467556366819, "Agent": "iqn"}, {"env_step": 3700000, "rew": 299.9600006103516, "rew_std": 71.5931756482553, "Agent": "iqn"}, {"env_step": 3800000, "rew": 246.19000167846679, "rew_std": 87.48656258153838, "Agent": "iqn"}, {"env_step": 3900000, "rew": 326.85999755859376, "rew_std": 51.01209852522548, "Agent": "iqn"}, {"env_step": 4000000, "rew": 307.7100006103516, "rew_std": 58.77869107819418, "Agent": "iqn"}, {"env_step": 4100000, "rew": 311.3300033569336, "rew_std": 66.51625456766375, "Agent": "iqn"}, {"env_step": 4200000, "rew": 300.1900009155273, "rew_std": 35.21126152649786, "Agent": "iqn"}, {"env_step": 4300000, "rew": 307.98000183105466, "rew_std": 31.851334098626857, "Agent": "iqn"}, {"env_step": 4400000, "rew": 318.60999755859376, "rew_std": 43.45476757896472, "Agent": "iqn"}, {"env_step": 4500000, "rew": 327.53999786376954, "rew_std": 62.97847529940396, "Agent": "iqn"}, {"env_step": 4600000, "rew": 282.2199996948242, "rew_std": 65.37763576262309, "Agent": "iqn"}, {"env_step": 4700000, "rew": 298.72000274658205, "rew_std": 53.23556836698092, "Agent": "iqn"}, {"env_step": 4800000, "rew": 338.88000030517577, "rew_std": 64.96912888006219, "Agent": "iqn"}, {"env_step": 4900000, "rew": 320.7, "rew_std": 66.17025120314409, "Agent": "iqn"}, {"env_step": 5000000, "rew": 318.7500061035156, "rew_std": 40.19410702152574, "Agent": "iqn"}, {"env_step": 5100000, "rew": 295.86999664306643, "rew_std": 70.69885222375017, "Agent": "iqn"}, {"env_step": 5200000, "rew": 344.55999755859375, "rew_std": 31.723278369793565, "Agent": "iqn"}, {"env_step": 5300000, "rew": 328.7099975585937, "rew_std": 42.69288989467297, "Agent": "iqn"}, {"env_step": 5400000, "rew": 296.60999755859376, "rew_std": 66.42924294236374, "Agent": "iqn"}, {"env_step": 5500000, "rew": 283.00999755859374, "rew_std": 70.532708487894, "Agent": "iqn"}, {"env_step": 5600000, "rew": 355.9200042724609, "rew_std": 22.674958525127415, "Agent": "iqn"}, {"env_step": 5700000, "rew": 301.33000030517576, "rew_std": 88.94783620229133, "Agent": "iqn"}, {"env_step": 5800000, "rew": 293.93999633789065, "rew_std": 52.81626973902586, "Agent": "iqn"}, {"env_step": 5900000, "rew": 353.3300018310547, "rew_std": 36.446288269528395, "Agent": "iqn"}, {"env_step": 6000000, "rew": 305.2799987792969, "rew_std": 54.018343190981945, "Agent": "iqn"}, {"env_step": 6100000, "rew": 349.9500030517578, "rew_std": 24.089635436458245, "Agent": "iqn"}, {"env_step": 6200000, "rew": 328.2199966430664, "rew_std": 48.67830877960062, "Agent": "iqn"}, {"env_step": 6300000, "rew": 343.49000244140626, "rew_std": 31.285020475109025, "Agent": "iqn"}, {"env_step": 6400000, "rew": 303.22000274658205, "rew_std": 55.57735070139985, "Agent": "iqn"}, {"env_step": 6500000, "rew": 321.5300003051758, "rew_std": 54.123212058813415, "Agent": "iqn"}, {"env_step": 6600000, "rew": 348.51000061035154, "rew_std": 38.049976345782774, "Agent": "iqn"}, {"env_step": 6700000, "rew": 352.5299987792969, "rew_std": 29.52311476032704, "Agent": "iqn"}, {"env_step": 6800000, "rew": 352.8199981689453, "rew_std": 27.302040489543003, "Agent": "iqn"}, {"env_step": 6900000, "rew": 325.95, "rew_std": 32.27061521262411, "Agent": "iqn"}, {"env_step": 7000000, "rew": 337.38000335693357, "rew_std": 57.94110508353129, "Agent": "iqn"}, {"env_step": 7100000, "rew": 337.1800064086914, "rew_std": 57.54656752151562, "Agent": "iqn"}, {"env_step": 7200000, "rew": 347.05, "rew_std": 29.28273921056375, "Agent": "iqn"}, {"env_step": 7300000, "rew": 336.5800018310547, "rew_std": 25.209833569339764, "Agent": "iqn"}, {"env_step": 7400000, "rew": 314.8700004577637, "rew_std": 83.15007163125841, "Agent": "iqn"}, {"env_step": 7500000, "rew": 346.7200012207031, "rew_std": 32.34303330425867, "Agent": "iqn"}, {"env_step": 7600000, "rew": 314.9699996948242, "rew_std": 51.35753429441995, "Agent": "iqn"}, {"env_step": 7700000, "rew": 312.4199966430664, "rew_std": 58.537693420573355, "Agent": "iqn"}, {"env_step": 7800000, "rew": 328.15, "rew_std": 45.2648705332799, "Agent": "iqn"}, {"env_step": 7900000, "rew": 346.00999755859374, "rew_std": 24.54332676008246, "Agent": "iqn"}, {"env_step": 8000000, "rew": 321.4400039672852, "rew_std": 50.142358701938754, "Agent": "iqn"}, {"env_step": 8100000, "rew": 337.76999816894534, "rew_std": 42.3190257331327, "Agent": "iqn"}, {"env_step": 8200000, "rew": 333.6700012207031, "rew_std": 29.37312182285308, "Agent": "iqn"}, {"env_step": 8300000, "rew": 324.7100006103516, "rew_std": 52.949946115785885, "Agent": "iqn"}, {"env_step": 8400000, "rew": 333.55999755859375, "rew_std": 33.45080520039474, "Agent": "iqn"}, {"env_step": 8500000, "rew": 331.4600036621094, "rew_std": 48.38483477275051, "Agent": "iqn"}, {"env_step": 8600000, "rew": 324.1599975585938, "rew_std": 49.630536861003044, "Agent": "iqn"}, {"env_step": 8700000, "rew": 351.7799987792969, "rew_std": 27.03962312243994, "Agent": "iqn"}, {"env_step": 8800000, "rew": 339.1300018310547, "rew_std": 53.111113054337935, "Agent": "iqn"}, {"env_step": 8900000, "rew": 329.3400024414062, "rew_std": 39.404931065916315, "Agent": "iqn"}, {"env_step": 9000000, "rew": 337.5, "rew_std": 31.20205217899507, "Agent": "iqn"}, {"env_step": 9100000, "rew": 312.82000122070315, "rew_std": 81.47756719359116, "Agent": "iqn"}, {"env_step": 9200000, "rew": 318.81000366210935, "rew_std": 61.65786917648312, "Agent": "iqn"}, {"env_step": 9300000, "rew": 355.5400024414063, "rew_std": 16.46543217809965, "Agent": "iqn"}, {"env_step": 9400000, "rew": 316.15000305175784, "rew_std": 69.99261936144228, "Agent": "iqn"}, {"env_step": 9500000, "rew": 346.1699981689453, "rew_std": 31.56960876454528, "Agent": "iqn"}, {"env_step": 9600000, "rew": 338.1199951171875, "rew_std": 45.98025387262979, "Agent": "iqn"}, {"env_step": 9700000, "rew": 329.63000335693357, "rew_std": 42.38771307072964, "Agent": "iqn"}, {"env_step": 9800000, "rew": 331.4, "rew_std": 39.38928853624626, "Agent": "iqn"}, {"env_step": 9900000, "rew": 318.9999969482422, "rew_std": 43.779264475855875, "Agent": "iqn"}, {"env_step": 10000000, "rew": 345.3199981689453, "rew_std": 30.032006070982476, "Agent": "iqn"}, {"env_step": 0, "rew": 1.7999999798834323, "rew_std": 1.461506037350442, "Agent": "rainbow"}, {"env_step": 100000, "rew": 2.789999971538782, "rew_std": 2.4865437409115354, "Agent": "rainbow"}, {"env_step": 200000, "rew": 12.420000076293945, "rew_std": 1.9046260138234519, "Agent": "rainbow"}, {"env_step": 300000, "rew": 17.679999923706056, "rew_std": 3.491647063886927, "Agent": "rainbow"}, {"env_step": 400000, "rew": 22.370000076293945, "rew_std": 3.6133226874735795, "Agent": "rainbow"}, {"env_step": 500000, "rew": 25.05, "rew_std": 3.6381997573897396, "Agent": "rainbow"}, {"env_step": 600000, "rew": 35.28999977111816, "rew_std": 4.300104297171605, "Agent": "rainbow"}, {"env_step": 700000, "rew": 38.70999984741211, "rew_std": 5.35918838448342, "Agent": "rainbow"}, {"env_step": 800000, "rew": 50.54999961853027, "rew_std": 8.483189257414512, "Agent": "rainbow"}, {"env_step": 900000, "rew": 60.01000061035156, "rew_std": 10.841259439227493, "Agent": "rainbow"}, {"env_step": 1000000, "rew": 72.13000030517578, "rew_std": 14.579921126080473, "Agent": "rainbow"}, {"env_step": 1100000, "rew": 105.4900016784668, "rew_std": 41.347393284288735, "Agent": "rainbow"}, {"env_step": 1200000, "rew": 99.45000076293945, "rew_std": 25.770341675180582, "Agent": "rainbow"}, {"env_step": 1300000, "rew": 104.1, "rew_std": 24.05194318506914, "Agent": "rainbow"}, {"env_step": 1400000, "rew": 122.69000091552735, "rew_std": 33.97927298843038, "Agent": "rainbow"}, {"env_step": 1500000, "rew": 188.78999786376954, "rew_std": 47.31898888179236, "Agent": "rainbow"}, {"env_step": 1600000, "rew": 230.06000213623048, "rew_std": 45.668113003632385, "Agent": "rainbow"}, {"env_step": 1700000, "rew": 222.32000122070312, "rew_std": 69.96254538894237, "Agent": "rainbow"}, {"env_step": 1800000, "rew": 264.9599975585937, "rew_std": 44.13764946857046, "Agent": "rainbow"}, {"env_step": 1900000, "rew": 304.4, "rew_std": 44.836877219962034, "Agent": "rainbow"}, {"env_step": 2000000, "rew": 327.15000305175784, "rew_std": 42.61066349224782, "Agent": "rainbow"}, {"env_step": 2100000, "rew": 329.89000091552737, "rew_std": 47.86103795081456, "Agent": "rainbow"}, {"env_step": 2200000, "rew": 332.67000274658204, "rew_std": 49.45685362258107, "Agent": "rainbow"}, {"env_step": 2300000, "rew": 291.48999786376953, "rew_std": 72.64021500933792, "Agent": "rainbow"}, {"env_step": 2400000, "rew": 334.86000061035156, "rew_std": 78.4941559533148, "Agent": "rainbow"}, {"env_step": 2500000, "rew": 333.99000091552733, "rew_std": 75.35539320141508, "Agent": "rainbow"}, {"env_step": 2600000, "rew": 353.07000122070315, "rew_std": 51.661630785667796, "Agent": "rainbow"}, {"env_step": 2700000, "rew": 335.8000061035156, "rew_std": 65.27762192648794, "Agent": "rainbow"}, {"env_step": 2800000, "rew": 381.63999938964844, "rew_std": 33.01331023409123, "Agent": "rainbow"}, {"env_step": 2900000, "rew": 370.3, "rew_std": 29.175224311445085, "Agent": "rainbow"}, {"env_step": 3000000, "rew": 396.6999969482422, "rew_std": 40.15956167187139, "Agent": "rainbow"}, {"env_step": 3100000, "rew": 378.6699981689453, "rew_std": 44.56986018654734, "Agent": "rainbow"}, {"env_step": 3200000, "rew": 367.72999877929686, "rew_std": 48.201724085448, "Agent": "rainbow"}, {"env_step": 3300000, "rew": 373.5100036621094, "rew_std": 50.91597587464675, "Agent": "rainbow"}, {"env_step": 3400000, "rew": 373.94000549316405, "rew_std": 45.228182826120296, "Agent": "rainbow"}, {"env_step": 3500000, "rew": 386.4099945068359, "rew_std": 24.17674431981728, "Agent": "rainbow"}, {"env_step": 3600000, "rew": 405.77000732421874, "rew_std": 42.80668625101679, "Agent": "rainbow"}, {"env_step": 3700000, "rew": 407.6, "rew_std": 48.41737864076781, "Agent": "rainbow"}, {"env_step": 3800000, "rew": 408.2899993896484, "rew_std": 31.628448022764232, "Agent": "rainbow"}, {"env_step": 3900000, "rew": 390.32000122070315, "rew_std": 28.6771582193927, "Agent": "rainbow"}, {"env_step": 4000000, "rew": 371.5400054931641, "rew_std": 32.82566550832653, "Agent": "rainbow"}, {"env_step": 4100000, "rew": 374.39000244140624, "rew_std": 44.559746097958346, "Agent": "rainbow"}, {"env_step": 4200000, "rew": 373.72999877929686, "rew_std": 42.524114470487525, "Agent": "rainbow"}, {"env_step": 4300000, "rew": 405.72999877929686, "rew_std": 21.966842238579567, "Agent": "rainbow"}, {"env_step": 4400000, "rew": 382.3500061035156, "rew_std": 30.38684579249488, "Agent": "rainbow"}, {"env_step": 4500000, "rew": 411.3499984741211, "rew_std": 69.50523878087984, "Agent": "rainbow"}, {"env_step": 4600000, "rew": 417.1599975585938, "rew_std": 63.06370162906102, "Agent": "rainbow"}, {"env_step": 4700000, "rew": 386.0800048828125, "rew_std": 28.676079172356957, "Agent": "rainbow"}, {"env_step": 4800000, "rew": 398.8399993896484, "rew_std": 30.87983841532746, "Agent": "rainbow"}, {"env_step": 4900000, "rew": 396.72999877929686, "rew_std": 33.71180556312966, "Agent": "rainbow"}, {"env_step": 5000000, "rew": 384.89000244140624, "rew_std": 33.94638292724067, "Agent": "rainbow"}, {"env_step": 5100000, "rew": 400.55, "rew_std": 46.40784802725254, "Agent": "rainbow"}, {"env_step": 5200000, "rew": 419.52000122070314, "rew_std": 28.008704651064, "Agent": "rainbow"}, {"env_step": 5300000, "rew": 407.02000122070314, "rew_std": 16.72254065818173, "Agent": "rainbow"}, {"env_step": 5400000, "rew": 414.0499969482422, "rew_std": 41.30225599948548, "Agent": "rainbow"}, {"env_step": 5500000, "rew": 398.7799987792969, "rew_std": 47.40503931200679, "Agent": "rainbow"}, {"env_step": 5600000, "rew": 403.820002746582, "rew_std": 64.9688057624937, "Agent": "rainbow"}, {"env_step": 5700000, "rew": 389.6999984741211, "rew_std": 72.28918253740537, "Agent": "rainbow"}, {"env_step": 5800000, "rew": 403.6700012207031, "rew_std": 38.4149988299815, "Agent": "rainbow"}, {"env_step": 5900000, "rew": 409.89000244140624, "rew_std": 24.034117466481515, "Agent": "rainbow"}, {"env_step": 6000000, "rew": 399.0400024414063, "rew_std": 39.877192287649464, "Agent": "rainbow"}, {"env_step": 6100000, "rew": 384.40000305175784, "rew_std": 56.328160747865354, "Agent": "rainbow"}, {"env_step": 6200000, "rew": 403.8999969482422, "rew_std": 33.781714504496996, "Agent": "rainbow"}, {"env_step": 6300000, "rew": 397.63999938964844, "rew_std": 26.051031347673337, "Agent": "rainbow"}, {"env_step": 6400000, "rew": 409.3799987792969, "rew_std": 15.132536949771454, "Agent": "rainbow"}, {"env_step": 6500000, "rew": 408.31000061035155, "rew_std": 22.57203611858315, "Agent": "rainbow"}, {"env_step": 6600000, "rew": 415.3700012207031, "rew_std": 38.56120137444495, "Agent": "rainbow"}, {"env_step": 6700000, "rew": 431.77000122070314, "rew_std": 47.137184174849416, "Agent": "rainbow"}, {"env_step": 6800000, "rew": 404.22999877929686, "rew_std": 34.66502740832278, "Agent": "rainbow"}, {"env_step": 6900000, "rew": 401.00999755859374, "rew_std": 22.66051127275429, "Agent": "rainbow"}, {"env_step": 7000000, "rew": 393.8199981689453, "rew_std": 48.31937448033659, "Agent": "rainbow"}, {"env_step": 7100000, "rew": 417.7, "rew_std": 50.47389404778245, "Agent": "rainbow"}, {"env_step": 7200000, "rew": 395.7499969482422, "rew_std": 40.349476442782, "Agent": "rainbow"}, {"env_step": 7300000, "rew": 417.0899963378906, "rew_std": 18.112780812448758, "Agent": "rainbow"}, {"env_step": 7400000, "rew": 383.18999633789065, "rew_std": 47.911194905935396, "Agent": "rainbow"}, {"env_step": 7500000, "rew": 410.9200073242188, "rew_std": 70.87141742592017, "Agent": "rainbow"}, {"env_step": 7600000, "rew": 420.8400024414062, "rew_std": 34.12468989742961, "Agent": "rainbow"}, {"env_step": 7700000, "rew": 422.22999572753906, "rew_std": 21.98477505605195, "Agent": "rainbow"}, {"env_step": 7800000, "rew": 423.4200042724609, "rew_std": 43.2258487041201, "Agent": "rainbow"}, {"env_step": 7900000, "rew": 418.1700012207031, "rew_std": 35.33822585932713, "Agent": "rainbow"}, {"env_step": 8000000, "rew": 396.6499938964844, "rew_std": 39.98475122704287, "Agent": "rainbow"}, {"env_step": 8100000, "rew": 431.2100006103516, "rew_std": 43.29839137758222, "Agent": "rainbow"}, {"env_step": 8200000, "rew": 388.6700042724609, "rew_std": 42.25809445722602, "Agent": "rainbow"}, {"env_step": 8300000, "rew": 371.5899963378906, "rew_std": 76.53331656114038, "Agent": "rainbow"}, {"env_step": 8400000, "rew": 408.69000244140625, "rew_std": 24.624358338524335, "Agent": "rainbow"}, {"env_step": 8500000, "rew": 409.0399993896484, "rew_std": 41.573793217544875, "Agent": "rainbow"}, {"env_step": 8600000, "rew": 401.95, "rew_std": 37.11682649365457, "Agent": "rainbow"}, {"env_step": 8700000, "rew": 420.77000122070314, "rew_std": 44.74215708867204, "Agent": "rainbow"}, {"env_step": 8800000, "rew": 405.2499969482422, "rew_std": 31.691043996566787, "Agent": "rainbow"}, {"env_step": 8900000, "rew": 398.4700012207031, "rew_std": 40.46342211972141, "Agent": "rainbow"}, {"env_step": 9000000, "rew": 440.4, "rew_std": 50.116695811843044, "Agent": "rainbow"}, {"env_step": 9100000, "rew": 422.5, "rew_std": 35.31455535189779, "Agent": "rainbow"}, {"env_step": 9200000, "rew": 428.8199981689453, "rew_std": 33.58162360678032, "Agent": "rainbow"}, {"env_step": 9300000, "rew": 425.3400024414062, "rew_std": 46.15141555774316, "Agent": "rainbow"}, {"env_step": 9400000, "rew": 440.2799987792969, "rew_std": 42.420672496482084, "Agent": "rainbow"}, {"env_step": 9500000, "rew": 410.85, "rew_std": 6.367617048401184, "Agent": "rainbow"}, {"env_step": 9600000, "rew": 399.57000122070315, "rew_std": 53.69724380529421, "Agent": "rainbow"}, {"env_step": 9700000, "rew": 431.38999938964844, "rew_std": 40.52948488877201, "Agent": "rainbow"}, {"env_step": 9800000, "rew": 422.23999938964846, "rew_std": 37.25512766393269, "Agent": "rainbow"}, {"env_step": 9900000, "rew": 413.8299987792969, "rew_std": 36.612840411302244, "Agent": "rainbow"}, {"env_step": 10000000, "rew": 392.0399993896484, "rew_std": 48.50192720302268, "Agent": "rainbow"}, {"env_step": 0, "rew": 2.0299999833106996, "rew_std": 0.8764131095183902, "Agent": "ppo"}, {"env_step": 100000, "rew": 2.680000030994415, "rew_std": 1.5315352171604617, "Agent": "ppo"}, {"env_step": 200000, "rew": 6.869999933242798, "rew_std": 2.2427883234590684, "Agent": "ppo"}, {"env_step": 300000, "rew": 8.350000023841858, "rew_std": 2.62154539898698, "Agent": "ppo"}, {"env_step": 400000, "rew": 10.77000002861023, "rew_std": 3.155328811734828, "Agent": "ppo"}, {"env_step": 500000, "rew": 11.309999942779541, "rew_std": 2.5762180106126547, "Agent": "ppo"}, {"env_step": 600000, "rew": 13.859999895095825, "rew_std": 4.651494279703967, "Agent": "ppo"}, {"env_step": 700000, "rew": 14.749999761581421, "rew_std": 4.220485482312834, "Agent": "ppo"}, {"env_step": 800000, "rew": 15.349999904632568, "rew_std": 4.1898090655449005, "Agent": "ppo"}, {"env_step": 900000, "rew": 18.020000171661376, "rew_std": 4.536915203735637, "Agent": "ppo"}, {"env_step": 1000000, "rew": 17.020000171661376, "rew_std": 4.455962464888489, "Agent": "ppo"}, {"env_step": 1100000, "rew": 20.690000343322755, "rew_std": 8.05238462382638, "Agent": "ppo"}, {"env_step": 1200000, "rew": 22.689999961853026, "rew_std": 12.304588638832776, "Agent": "ppo"}, {"env_step": 1300000, "rew": 20.55999975204468, "rew_std": 4.387299621179701, "Agent": "ppo"}, {"env_step": 1400000, "rew": 19.94000005722046, "rew_std": 4.290501381090037, "Agent": "ppo"}, {"env_step": 1500000, "rew": 26.379999923706055, "rew_std": 10.657748376402598, "Agent": "ppo"}, {"env_step": 1600000, "rew": 23.750000190734863, "rew_std": 4.385715448611054, "Agent": "ppo"}, {"env_step": 1700000, "rew": 23.659999656677247, "rew_std": 4.599826003557162, "Agent": "ppo"}, {"env_step": 1800000, "rew": 24.960000133514406, "rew_std": 4.907586145252241, "Agent": "ppo"}, {"env_step": 1900000, "rew": 27.629999732971193, "rew_std": 5.699657718554115, "Agent": "ppo"}, {"env_step": 2000000, "rew": 25.119999885559082, "rew_std": 2.981207745714502, "Agent": "ppo"}, {"env_step": 2100000, "rew": 24.629999923706055, "rew_std": 3.647204546502502, "Agent": "ppo"}, {"env_step": 2200000, "rew": 27.63999996185303, "rew_std": 3.726714114078771, "Agent": "ppo"}, {"env_step": 2300000, "rew": 28.329999923706055, "rew_std": 4.171102659408543, "Agent": "ppo"}, {"env_step": 2400000, "rew": 28.530000305175783, "rew_std": 3.5877709920260523, "Agent": "ppo"}, {"env_step": 2500000, "rew": 32.079999923706055, "rew_std": 4.9793168787475475, "Agent": "ppo"}, {"env_step": 2600000, "rew": 35.150000190734865, "rew_std": 6.757550860011463, "Agent": "ppo"}, {"env_step": 2700000, "rew": 35.24000015258789, "rew_std": 13.677953506506757, "Agent": "ppo"}, {"env_step": 2800000, "rew": 37.55, "rew_std": 9.215123739752018, "Agent": "ppo"}, {"env_step": 2900000, "rew": 36.089999771118165, "rew_std": 4.728942780362954, "Agent": "ppo"}, {"env_step": 3000000, "rew": 42.98000030517578, "rew_std": 19.57303269533935, "Agent": "ppo"}, {"env_step": 3100000, "rew": 37.360000419616696, "rew_std": 12.54338152629255, "Agent": "ppo"}, {"env_step": 3200000, "rew": 40.380000305175784, "rew_std": 10.776437119519981, "Agent": "ppo"}, {"env_step": 3300000, "rew": 38.110000419616696, "rew_std": 12.645825732034167, "Agent": "ppo"}, {"env_step": 3400000, "rew": 42.21999931335449, "rew_std": 9.1218199543614, "Agent": "ppo"}, {"env_step": 3500000, "rew": 50.119999694824216, "rew_std": 14.80836362588282, "Agent": "ppo"}, {"env_step": 3600000, "rew": 47.400000190734865, "rew_std": 10.068664307564164, "Agent": "ppo"}, {"env_step": 3700000, "rew": 45.4399995803833, "rew_std": 9.41564705130973, "Agent": "ppo"}, {"env_step": 3800000, "rew": 53.88000068664551, "rew_std": 16.57653842254833, "Agent": "ppo"}, {"env_step": 3900000, "rew": 61.64000015258789, "rew_std": 24.900129246081427, "Agent": "ppo"}, {"env_step": 4000000, "rew": 56.04999923706055, "rew_std": 14.419240647637906, "Agent": "ppo"}, {"env_step": 4100000, "rew": 55.7, "rew_std": 20.825513362350105, "Agent": "ppo"}, {"env_step": 4200000, "rew": 54.29000072479248, "rew_std": 21.086083955047158, "Agent": "ppo"}, {"env_step": 4300000, "rew": 60.97000007629394, "rew_std": 23.419352948854787, "Agent": "ppo"}, {"env_step": 4400000, "rew": 61.32000160217285, "rew_std": 24.429810367430697, "Agent": "ppo"}, {"env_step": 4500000, "rew": 62.31000022888183, "rew_std": 21.309597897936026, "Agent": "ppo"}, {"env_step": 4600000, "rew": 67.86999893188477, "rew_std": 26.248467597744845, "Agent": "ppo"}, {"env_step": 4700000, "rew": 66.7, "rew_std": 24.40237644035704, "Agent": "ppo"}, {"env_step": 4800000, "rew": 82.43000106811523, "rew_std": 39.014153045648264, "Agent": "ppo"}, {"env_step": 4900000, "rew": 82.50999946594239, "rew_std": 29.639110602215194, "Agent": "ppo"}, {"env_step": 5000000, "rew": 89.46999969482422, "rew_std": 36.290717341380685, "Agent": "ppo"}, {"env_step": 5100000, "rew": 75.40999946594238, "rew_std": 19.553385764445366, "Agent": "ppo"}, {"env_step": 5200000, "rew": 91.71999969482422, "rew_std": 33.941354984622286, "Agent": "ppo"}, {"env_step": 5300000, "rew": 95.90999984741211, "rew_std": 34.3326784841907, "Agent": "ppo"}, {"env_step": 5400000, "rew": 101.17000045776368, "rew_std": 48.307889695724214, "Agent": "ppo"}, {"env_step": 5500000, "rew": 93.73999977111816, "rew_std": 32.80829688751657, "Agent": "ppo"}, {"env_step": 5600000, "rew": 101.56000099182128, "rew_std": 38.65323253336432, "Agent": "ppo"}, {"env_step": 5700000, "rew": 119.71000213623047, "rew_std": 58.63711387604412, "Agent": "ppo"}, {"env_step": 5800000, "rew": 121.56000022888183, "rew_std": 52.67867263607598, "Agent": "ppo"}, {"env_step": 5900000, "rew": 128.3799991607666, "rew_std": 58.80482705685627, "Agent": "ppo"}, {"env_step": 6000000, "rew": 120.53999824523926, "rew_std": 48.01154252771422, "Agent": "ppo"}, {"env_step": 6100000, "rew": 122.3899990081787, "rew_std": 49.0965679103651, "Agent": "ppo"}, {"env_step": 6200000, "rew": 133.99999961853027, "rew_std": 60.90436501831146, "Agent": "ppo"}, {"env_step": 6300000, "rew": 140.52000198364257, "rew_std": 69.07889716111299, "Agent": "ppo"}, {"env_step": 6400000, "rew": 137.21999893188476, "rew_std": 62.32881643967556, "Agent": "ppo"}, {"env_step": 6500000, "rew": 146.8299991607666, "rew_std": 55.37363915857669, "Agent": "ppo"}, {"env_step": 6600000, "rew": 139.81000213623048, "rew_std": 74.04937024552305, "Agent": "ppo"}, {"env_step": 6700000, "rew": 149.6099994659424, "rew_std": 71.83785305550174, "Agent": "ppo"}, {"env_step": 6800000, "rew": 135.49000091552733, "rew_std": 55.006754667730945, "Agent": "ppo"}, {"env_step": 6900000, "rew": 147.45999984741212, "rew_std": 59.91933138185291, "Agent": "ppo"}, {"env_step": 7000000, "rew": 165.1099994659424, "rew_std": 73.1342120883567, "Agent": "ppo"}, {"env_step": 7100000, "rew": 174.0099983215332, "rew_std": 66.24739028991273, "Agent": "ppo"}, {"env_step": 7200000, "rew": 177.29999847412108, "rew_std": 73.95540152011542, "Agent": "ppo"}, {"env_step": 7300000, "rew": 175.92999992370605, "rew_std": 76.0113898211075, "Agent": "ppo"}, {"env_step": 7400000, "rew": 164.42999877929688, "rew_std": 77.33506176445988, "Agent": "ppo"}, {"env_step": 7500000, "rew": 173.9599983215332, "rew_std": 84.44470542302061, "Agent": "ppo"}, {"env_step": 7600000, "rew": 171.43999900817872, "rew_std": 83.88048894373154, "Agent": "ppo"}, {"env_step": 7700000, "rew": 199.14999923706054, "rew_std": 94.75587743328266, "Agent": "ppo"}, {"env_step": 7800000, "rew": 186.2400001525879, "rew_std": 77.16537397952645, "Agent": "ppo"}, {"env_step": 7900000, "rew": 199.35, "rew_std": 79.58159406938299, "Agent": "ppo"}, {"env_step": 8000000, "rew": 210.05000190734864, "rew_std": 90.49879749595148, "Agent": "ppo"}, {"env_step": 8100000, "rew": 212.7500015258789, "rew_std": 88.85424210708028, "Agent": "ppo"}, {"env_step": 8200000, "rew": 210.8900001525879, "rew_std": 73.44615975377866, "Agent": "ppo"}, {"env_step": 8300000, "rew": 219.910001373291, "rew_std": 100.7312432120665, "Agent": "ppo"}, {"env_step": 8400000, "rew": 237.1999984741211, "rew_std": 88.27977955944947, "Agent": "ppo"}, {"env_step": 8500000, "rew": 235.44000015258788, "rew_std": 82.60257787044871, "Agent": "ppo"}, {"env_step": 8600000, "rew": 217.410001373291, "rew_std": 82.26707245141274, "Agent": "ppo"}, {"env_step": 8700000, "rew": 239.08999938964843, "rew_std": 80.68150053430362, "Agent": "ppo"}, {"env_step": 8800000, "rew": 228.78000259399414, "rew_std": 78.50268738950463, "Agent": "ppo"}, {"env_step": 8900000, "rew": 242.50999908447267, "rew_std": 88.02333190391393, "Agent": "ppo"}, {"env_step": 9000000, "rew": 230.4200012207031, "rew_std": 98.88399222725009, "Agent": "ppo"}, {"env_step": 9100000, "rew": 254.71000213623046, "rew_std": 74.41610668817124, "Agent": "ppo"}, {"env_step": 9200000, "rew": 258.9599975585937, "rew_std": 88.94478371137306, "Agent": "ppo"}, {"env_step": 9300000, "rew": 248.64999694824218, "rew_std": 86.56067064571964, "Agent": "ppo"}, {"env_step": 9400000, "rew": 247.660001373291, "rew_std": 92.0610693574401, "Agent": "ppo"}, {"env_step": 9500000, "rew": 276.51000289916993, "rew_std": 81.18026107244279, "Agent": "ppo"}, {"env_step": 9600000, "rew": 258.3400054931641, "rew_std": 82.19079470003253, "Agent": "ppo"}, {"env_step": 9700000, "rew": 265.7800018310547, "rew_std": 71.35941141595737, "Agent": "ppo"}, {"env_step": 9800000, "rew": 279.3699981689453, "rew_std": 81.73140051743914, "Agent": "ppo"}, {"env_step": 9900000, "rew": 283.01000061035154, "rew_std": 74.29673322328118, "Agent": "ppo"}, {"env_step": 10000000, "rew": 272.84999923706056, "rew_std": 87.10014073751415, "Agent": "ppo"}]