1 line
59 KiB
JSON
1 line
59 KiB
JSON
[{"env_step": 0, "rew": 232.0, "rew_std": 98.97373388935065, "Agent": "c51"}, {"env_step": 100000, "rew": 471.9, "rew_std": 188.48206811259263, "Agent": "c51"}, {"env_step": 200000, "rew": 674.3, "rew_std": 146.9837065800152, "Agent": "c51"}, {"env_step": 300000, "rew": 971.9, "rew_std": 232.55900326583787, "Agent": "c51"}, {"env_step": 400000, "rew": 1213.2, "rew_std": 339.9396417012879, "Agent": "c51"}, {"env_step": 500000, "rew": 1105.6, "rew_std": 205.68480741172888, "Agent": "c51"}, {"env_step": 600000, "rew": 1321.9, "rew_std": 232.04717192846803, "Agent": "c51"}, {"env_step": 700000, "rew": 1380.7, "rew_std": 526.1245194818429, "Agent": "c51"}, {"env_step": 800000, "rew": 1383.7, "rew_std": 241.8123445980374, "Agent": "c51"}, {"env_step": 900000, "rew": 1527.4, "rew_std": 273.0213178489914, "Agent": "c51"}, {"env_step": 1000000, "rew": 1433.2, "rew_std": 211.11788176277253, "Agent": "c51"}, {"env_step": 1100000, "rew": 1540.9, "rew_std": 213.74632160577642, "Agent": "c51"}, {"env_step": 1200000, "rew": 1537.3, "rew_std": 244.24375119949335, "Agent": "c51"}, {"env_step": 1300000, "rew": 1540.3, "rew_std": 281.00250888559697, "Agent": "c51"}, {"env_step": 1400000, "rew": 1688.0, "rew_std": 280.55480747975076, "Agent": "c51"}, {"env_step": 1500000, "rew": 1538.1, "rew_std": 241.28466590316094, "Agent": "c51"}, {"env_step": 1600000, "rew": 1563.0, "rew_std": 274.25572008619986, "Agent": "c51"}, {"env_step": 1700000, "rew": 1590.1, "rew_std": 294.4925975300568, "Agent": "c51"}, {"env_step": 1800000, "rew": 1855.9, "rew_std": 304.23755520974066, "Agent": "c51"}, {"env_step": 1900000, "rew": 1742.9, "rew_std": 189.30052826128087, "Agent": "c51"}, {"env_step": 2000000, "rew": 1842.5, "rew_std": 387.4669663339057, "Agent": "c51"}, {"env_step": 2100000, "rew": 1696.0, "rew_std": 306.7631007797385, "Agent": "c51"}, {"env_step": 2200000, "rew": 1946.0, "rew_std": 377.3793847045702, "Agent": "c51"}, {"env_step": 2300000, "rew": 1633.2, "rew_std": 193.38914137045026, "Agent": "c51"}, {"env_step": 2400000, "rew": 1732.7, "rew_std": 415.1855127530343, "Agent": "c51"}, {"env_step": 2500000, "rew": 2071.9, "rew_std": 396.92983007075696, "Agent": "c51"}, {"env_step": 2600000, "rew": 1844.4, "rew_std": 247.90207744188027, "Agent": "c51"}, {"env_step": 2700000, "rew": 1785.0, "rew_std": 315.5059428917306, "Agent": "c51"}, {"env_step": 2800000, "rew": 2009.1, "rew_std": 355.064627920045, "Agent": "c51"}, {"env_step": 2900000, "rew": 1977.9, "rew_std": 321.0471772185515, "Agent": "c51"}, {"env_step": 3000000, "rew": 1903.5, "rew_std": 249.7784017884653, "Agent": "c51"}, {"env_step": 3100000, "rew": 1831.5, "rew_std": 293.79082695005985, "Agent": "c51"}, {"env_step": 3200000, "rew": 2088.6, "rew_std": 283.78238141223636, "Agent": "c51"}, {"env_step": 3300000, "rew": 2027.6, "rew_std": 295.14003455986784, "Agent": "c51"}, {"env_step": 3400000, "rew": 2003.4, "rew_std": 174.97668416106185, "Agent": "c51"}, {"env_step": 3500000, "rew": 2107.5, "rew_std": 332.1888769962053, "Agent": "c51"}, {"env_step": 3600000, "rew": 1979.6, "rew_std": 317.34372532003846, "Agent": "c51"}, {"env_step": 3700000, "rew": 1993.1, "rew_std": 282.6320753205481, "Agent": "c51"}, {"env_step": 3800000, "rew": 1860.6, "rew_std": 249.90246097227612, "Agent": "c51"}, {"env_step": 3900000, "rew": 2034.8, "rew_std": 301.3057583253264, "Agent": "c51"}, {"env_step": 4000000, "rew": 2045.1, "rew_std": 451.0275933909144, "Agent": "c51"}, {"env_step": 4100000, "rew": 2082.3, "rew_std": 434.06291018699125, "Agent": "c51"}, {"env_step": 4200000, "rew": 2143.4, "rew_std": 325.0452891521426, "Agent": "c51"}, {"env_step": 4300000, "rew": 2178.5, "rew_std": 244.46441458829955, "Agent": "c51"}, {"env_step": 4400000, "rew": 2125.9, "rew_std": 343.1540324693854, "Agent": "c51"}, {"env_step": 4500000, "rew": 1984.6, "rew_std": 215.0196270111173, "Agent": "c51"}, {"env_step": 4600000, "rew": 2114.5, "rew_std": 265.95535339601645, "Agent": "c51"}, {"env_step": 4700000, "rew": 1941.8, "rew_std": 327.6485312037886, "Agent": "c51"}, {"env_step": 4800000, "rew": 2072.2, "rew_std": 302.6386624342633, "Agent": "c51"}, {"env_step": 4900000, "rew": 1997.1, "rew_std": 483.2809638295306, "Agent": "c51"}, {"env_step": 5000000, "rew": 2116.6, "rew_std": 315.6698275096941, "Agent": "c51"}, {"env_step": 5100000, "rew": 2136.5, "rew_std": 296.60318609212544, "Agent": "c51"}, {"env_step": 5200000, "rew": 1947.6, "rew_std": 303.33222710420995, "Agent": "c51"}, {"env_step": 5300000, "rew": 2043.2, "rew_std": 348.6327007037636, "Agent": "c51"}, {"env_step": 5400000, "rew": 2003.5, "rew_std": 181.4779600943321, "Agent": "c51"}, {"env_step": 5500000, "rew": 2042.7, "rew_std": 349.1080205323275, "Agent": "c51"}, {"env_step": 5600000, "rew": 2124.6, "rew_std": 246.09843559031415, "Agent": "c51"}, {"env_step": 5700000, "rew": 1958.8, "rew_std": 204.2428946132521, "Agent": "c51"}, {"env_step": 5800000, "rew": 2104.0, "rew_std": 256.8260111437313, "Agent": "c51"}, {"env_step": 5900000, "rew": 2023.0, "rew_std": 217.54447821077878, "Agent": "c51"}, {"env_step": 6000000, "rew": 1912.1, "rew_std": 324.066490091154, "Agent": "c51"}, {"env_step": 6100000, "rew": 2112.9, "rew_std": 196.80114328936202, "Agent": "c51"}, {"env_step": 6200000, "rew": 2013.2, "rew_std": 245.47211654279596, "Agent": "c51"}, {"env_step": 6300000, "rew": 2207.9, "rew_std": 279.84583255785674, "Agent": "c51"}, {"env_step": 6400000, "rew": 2062.1, "rew_std": 293.391700632448, "Agent": "c51"}, {"env_step": 6500000, "rew": 2121.7, "rew_std": 276.0326248833641, "Agent": "c51"}, {"env_step": 6600000, "rew": 2086.0, "rew_std": 265.9657872734762, "Agent": "c51"}, {"env_step": 6700000, "rew": 1945.4, "rew_std": 268.4459722178748, "Agent": "c51"}, {"env_step": 6800000, "rew": 2025.5, "rew_std": 188.10648579993196, "Agent": "c51"}, {"env_step": 6900000, "rew": 2222.5, "rew_std": 192.25828980826807, "Agent": "c51"}, {"env_step": 7000000, "rew": 1962.0, "rew_std": 251.00756960697422, "Agent": "c51"}, {"env_step": 7100000, "rew": 2028.0, "rew_std": 182.15323219751002, "Agent": "c51"}, {"env_step": 7200000, "rew": 2155.4, "rew_std": 353.8415464582982, "Agent": "c51"}, {"env_step": 7300000, "rew": 2094.3, "rew_std": 366.438821633298, "Agent": "c51"}, {"env_step": 7400000, "rew": 2234.5, "rew_std": 312.953111503944, "Agent": "c51"}, {"env_step": 7500000, "rew": 2193.4, "rew_std": 310.7629965102023, "Agent": "c51"}, {"env_step": 7600000, "rew": 2107.7, "rew_std": 326.7916920608601, "Agent": "c51"}, {"env_step": 7700000, "rew": 2056.6, "rew_std": 275.43790588806036, "Agent": "c51"}, {"env_step": 7800000, "rew": 2155.4, "rew_std": 317.36546756066576, "Agent": "c51"}, {"env_step": 7900000, "rew": 2004.5, "rew_std": 340.1814956754703, "Agent": "c51"}, {"env_step": 8000000, "rew": 2161.7, "rew_std": 239.97793648583612, "Agent": "c51"}, {"env_step": 8100000, "rew": 1823.4, "rew_std": 288.0486764420208, "Agent": "c51"}, {"env_step": 8200000, "rew": 2090.5, "rew_std": 331.0233375458594, "Agent": "c51"}, {"env_step": 8300000, "rew": 1968.3, "rew_std": 320.45063582399086, "Agent": "c51"}, {"env_step": 8400000, "rew": 2106.9, "rew_std": 403.024428540008, "Agent": "c51"}, {"env_step": 8500000, "rew": 2226.4, "rew_std": 361.9058441086577, "Agent": "c51"}, {"env_step": 8600000, "rew": 1958.6, "rew_std": 128.12353413795609, "Agent": "c51"}, {"env_step": 8700000, "rew": 1775.2, "rew_std": 258.49982591870344, "Agent": "c51"}, {"env_step": 8800000, "rew": 2074.7, "rew_std": 342.712138682014, "Agent": "c51"}, {"env_step": 8900000, "rew": 1892.9, "rew_std": 167.9615729862042, "Agent": "c51"}, {"env_step": 9000000, "rew": 2107.6, "rew_std": 225.7517220310844, "Agent": "c51"}, {"env_step": 9100000, "rew": 1941.5, "rew_std": 392.5196173441526, "Agent": "c51"}, {"env_step": 9200000, "rew": 2188.9, "rew_std": 298.97974847805324, "Agent": "c51"}, {"env_step": 9300000, "rew": 2027.5, "rew_std": 442.07267502074814, "Agent": "c51"}, {"env_step": 9400000, "rew": 2137.9, "rew_std": 365.06340545171054, "Agent": "c51"}, {"env_step": 9500000, "rew": 2254.9, "rew_std": 201.1842190630269, "Agent": "c51"}, {"env_step": 9600000, "rew": 1965.5, "rew_std": 197.30040547348096, "Agent": "c51"}, {"env_step": 9700000, "rew": 2237.9, "rew_std": 387.8250765486935, "Agent": "c51"}, {"env_step": 9800000, "rew": 2177.9, "rew_std": 237.57838706414353, "Agent": "c51"}, {"env_step": 9900000, "rew": 2144.3, "rew_std": 298.6901571863392, "Agent": "c51"}, {"env_step": 10000000, "rew": 2196.7, "rew_std": 370.68991084193266, "Agent": "c51"}, {"env_step": 0, "rew": 131.5, "rew_std": 68.65020029104068, "Agent": "dqn"}, {"env_step": 100000, "rew": 614.7, "rew_std": 204.22930739734684, "Agent": "dqn"}, {"env_step": 200000, "rew": 701.0, "rew_std": 207.84417239845817, "Agent": "dqn"}, {"env_step": 300000, "rew": 810.8, "rew_std": 271.50977882941896, "Agent": "dqn"}, {"env_step": 400000, "rew": 834.8, "rew_std": 215.7822050123689, "Agent": "dqn"}, {"env_step": 500000, "rew": 909.7, "rew_std": 287.6004346311041, "Agent": "dqn"}, {"env_step": 600000, "rew": 1064.1, "rew_std": 212.43608450543425, "Agent": "dqn"}, {"env_step": 700000, "rew": 1294.5, "rew_std": 225.1289630411867, "Agent": "dqn"}, {"env_step": 800000, "rew": 1285.4, "rew_std": 259.38820327840665, "Agent": "dqn"}, {"env_step": 900000, "rew": 1304.9, "rew_std": 298.1504485993607, "Agent": "dqn"}, {"env_step": 1000000, "rew": 1251.2, "rew_std": 232.5570037646684, "Agent": "dqn"}, {"env_step": 1100000, "rew": 1391.9, "rew_std": 193.24205028926804, "Agent": "dqn"}, {"env_step": 1200000, "rew": 1458.9, "rew_std": 220.16468835851038, "Agent": "dqn"}, {"env_step": 1300000, "rew": 1373.2, "rew_std": 253.95267275616533, "Agent": "dqn"}, {"env_step": 1400000, "rew": 1561.5, "rew_std": 382.30334814123717, "Agent": "dqn"}, {"env_step": 1500000, "rew": 1512.3, "rew_std": 150.26180486071635, "Agent": "dqn"}, {"env_step": 1600000, "rew": 1592.5, "rew_std": 247.11060276726292, "Agent": "dqn"}, {"env_step": 1700000, "rew": 1433.2, "rew_std": 348.8689725384016, "Agent": "dqn"}, {"env_step": 1800000, "rew": 1603.8, "rew_std": 354.88640436060666, "Agent": "dqn"}, {"env_step": 1900000, "rew": 1709.6, "rew_std": 354.1762837909958, "Agent": "dqn"}, {"env_step": 2000000, "rew": 1364.8, "rew_std": 449.32745297833736, "Agent": "dqn"}, {"env_step": 2100000, "rew": 1460.0, "rew_std": 327.8566760034024, "Agent": "dqn"}, {"env_step": 2200000, "rew": 1597.0, "rew_std": 265.5627985995026, "Agent": "dqn"}, {"env_step": 2300000, "rew": 1751.1, "rew_std": 489.0773865146496, "Agent": "dqn"}, {"env_step": 2400000, "rew": 1606.6, "rew_std": 194.81129330713864, "Agent": "dqn"}, {"env_step": 2500000, "rew": 1659.0, "rew_std": 233.647169895122, "Agent": "dqn"}, {"env_step": 2600000, "rew": 1689.7, "rew_std": 161.25510844621326, "Agent": "dqn"}, {"env_step": 2700000, "rew": 1622.3, "rew_std": 451.706552974384, "Agent": "dqn"}, {"env_step": 2800000, "rew": 1908.7, "rew_std": 397.6817949064302, "Agent": "dqn"}, {"env_step": 2900000, "rew": 1810.7, "rew_std": 342.4213924391991, "Agent": "dqn"}, {"env_step": 3000000, "rew": 1618.5, "rew_std": 344.36412414768176, "Agent": "dqn"}, {"env_step": 3100000, "rew": 1750.4, "rew_std": 284.15425388334415, "Agent": "dqn"}, {"env_step": 3200000, "rew": 1895.3, "rew_std": 299.36167089325244, "Agent": "dqn"}, {"env_step": 3300000, "rew": 1750.6, "rew_std": 258.5123594724244, "Agent": "dqn"}, {"env_step": 3400000, "rew": 1768.8, "rew_std": 519.2761885547998, "Agent": "dqn"}, {"env_step": 3500000, "rew": 1923.8, "rew_std": 338.9373983496067, "Agent": "dqn"}, {"env_step": 3600000, "rew": 1848.1, "rew_std": 409.1123195407344, "Agent": "dqn"}, {"env_step": 3700000, "rew": 1954.5, "rew_std": 319.1367261848752, "Agent": "dqn"}, {"env_step": 3800000, "rew": 1761.1, "rew_std": 322.0672134819066, "Agent": "dqn"}, {"env_step": 3900000, "rew": 1843.7, "rew_std": 310.8404896405872, "Agent": "dqn"}, {"env_step": 4000000, "rew": 2049.1, "rew_std": 425.3754694384715, "Agent": "dqn"}, {"env_step": 4100000, "rew": 1596.5, "rew_std": 433.0591760949074, "Agent": "dqn"}, {"env_step": 4200000, "rew": 1982.2, "rew_std": 302.4684446351388, "Agent": "dqn"}, {"env_step": 4300000, "rew": 1967.3, "rew_std": 453.393217858406, "Agent": "dqn"}, {"env_step": 4400000, "rew": 1863.3, "rew_std": 420.0681016216299, "Agent": "dqn"}, {"env_step": 4500000, "rew": 2167.2, "rew_std": 428.3346355362825, "Agent": "dqn"}, {"env_step": 4600000, "rew": 1978.7, "rew_std": 467.56562106296906, "Agent": "dqn"}, {"env_step": 4700000, "rew": 2055.6, "rew_std": 222.23060095315407, "Agent": "dqn"}, {"env_step": 4800000, "rew": 1964.6, "rew_std": 371.6714140205028, "Agent": "dqn"}, {"env_step": 4900000, "rew": 1900.1, "rew_std": 293.1492623221147, "Agent": "dqn"}, {"env_step": 5000000, "rew": 1980.9, "rew_std": 444.9308822727413, "Agent": "dqn"}, {"env_step": 5100000, "rew": 1902.8, "rew_std": 498.980921478968, "Agent": "dqn"}, {"env_step": 5200000, "rew": 2109.0, "rew_std": 436.7092854520041, "Agent": "dqn"}, {"env_step": 5300000, "rew": 1968.1, "rew_std": 310.17428971466995, "Agent": "dqn"}, {"env_step": 5400000, "rew": 1976.0, "rew_std": 482.8349614516331, "Agent": "dqn"}, {"env_step": 5500000, "rew": 1849.4, "rew_std": 398.51930944434804, "Agent": "dqn"}, {"env_step": 5600000, "rew": 1880.3, "rew_std": 403.730863323576, "Agent": "dqn"}, {"env_step": 5700000, "rew": 2198.5, "rew_std": 510.2962374934779, "Agent": "dqn"}, {"env_step": 5800000, "rew": 2004.4, "rew_std": 301.12960664803455, "Agent": "dqn"}, {"env_step": 5900000, "rew": 2048.1, "rew_std": 450.4685227626898, "Agent": "dqn"}, {"env_step": 6000000, "rew": 2285.8, "rew_std": 433.295003432996, "Agent": "dqn"}, {"env_step": 6100000, "rew": 2123.8, "rew_std": 344.2341644869085, "Agent": "dqn"}, {"env_step": 6200000, "rew": 2220.9, "rew_std": 532.900825670218, "Agent": "dqn"}, {"env_step": 6300000, "rew": 2083.9, "rew_std": 434.93619072227136, "Agent": "dqn"}, {"env_step": 6400000, "rew": 2324.8, "rew_std": 359.76959293414444, "Agent": "dqn"}, {"env_step": 6500000, "rew": 1959.3, "rew_std": 218.1110038489576, "Agent": "dqn"}, {"env_step": 6600000, "rew": 2100.8, "rew_std": 346.50073592995443, "Agent": "dqn"}, {"env_step": 6700000, "rew": 1936.2, "rew_std": 392.79404272468287, "Agent": "dqn"}, {"env_step": 6800000, "rew": 2225.4, "rew_std": 382.2230239009681, "Agent": "dqn"}, {"env_step": 6900000, "rew": 2039.2, "rew_std": 316.61895079101, "Agent": "dqn"}, {"env_step": 7000000, "rew": 2102.3, "rew_std": 456.89212074624356, "Agent": "dqn"}, {"env_step": 7100000, "rew": 2108.4, "rew_std": 328.34195589354704, "Agent": "dqn"}, {"env_step": 7200000, "rew": 1930.3, "rew_std": 574.398824859522, "Agent": "dqn"}, {"env_step": 7300000, "rew": 1915.3, "rew_std": 206.36184240309544, "Agent": "dqn"}, {"env_step": 7400000, "rew": 2049.0, "rew_std": 228.25950144517535, "Agent": "dqn"}, {"env_step": 7500000, "rew": 1851.8, "rew_std": 267.78043244419484, "Agent": "dqn"}, {"env_step": 7600000, "rew": 1897.6, "rew_std": 284.4177209668905, "Agent": "dqn"}, {"env_step": 7700000, "rew": 2028.1, "rew_std": 348.8350469777943, "Agent": "dqn"}, {"env_step": 7800000, "rew": 1792.0, "rew_std": 491.49120032814426, "Agent": "dqn"}, {"env_step": 7900000, "rew": 1943.1, "rew_std": 397.7744209976303, "Agent": "dqn"}, {"env_step": 8000000, "rew": 1958.2, "rew_std": 320.44587686534527, "Agent": "dqn"}, {"env_step": 8100000, "rew": 1928.8, "rew_std": 440.1206198305187, "Agent": "dqn"}, {"env_step": 8200000, "rew": 1939.0, "rew_std": 313.2452713130719, "Agent": "dqn"}, {"env_step": 8300000, "rew": 1952.0, "rew_std": 200.15993605114886, "Agent": "dqn"}, {"env_step": 8400000, "rew": 2045.5, "rew_std": 214.5685205243304, "Agent": "dqn"}, {"env_step": 8500000, "rew": 1957.4, "rew_std": 295.4894921989613, "Agent": "dqn"}, {"env_step": 8600000, "rew": 1757.6, "rew_std": 440.1148032048002, "Agent": "dqn"}, {"env_step": 8700000, "rew": 1913.0, "rew_std": 399.30990471061443, "Agent": "dqn"}, {"env_step": 8800000, "rew": 1883.1, "rew_std": 390.40759470071794, "Agent": "dqn"}, {"env_step": 8900000, "rew": 2099.2, "rew_std": 247.28234874329385, "Agent": "dqn"}, {"env_step": 9000000, "rew": 1986.4, "rew_std": 552.3334500100459, "Agent": "dqn"}, {"env_step": 9100000, "rew": 1933.1, "rew_std": 483.2095715111612, "Agent": "dqn"}, {"env_step": 9200000, "rew": 1978.8, "rew_std": 328.87955242003113, "Agent": "dqn"}, {"env_step": 9300000, "rew": 2072.5, "rew_std": 331.83045369585955, "Agent": "dqn"}, {"env_step": 9400000, "rew": 2054.7, "rew_std": 349.56088167871417, "Agent": "dqn"}, {"env_step": 9500000, "rew": 1718.4, "rew_std": 509.64207047691815, "Agent": "dqn"}, {"env_step": 9600000, "rew": 1724.2, "rew_std": 495.79507863632534, "Agent": "dqn"}, {"env_step": 9700000, "rew": 1770.2, "rew_std": 291.362591970898, "Agent": "dqn"}, {"env_step": 9800000, "rew": 1836.1, "rew_std": 500.204048364265, "Agent": "dqn"}, {"env_step": 9900000, "rew": 2061.6, "rew_std": 311.6386368857366, "Agent": "dqn"}, {"env_step": 10000000, "rew": 1889.7, "rew_std": 482.98779487684783, "Agent": "dqn"}, {"env_step": 0, "rew": 209.6, "rew_std": 147.36770338171112, "Agent": "fqf"}, {"env_step": 100000, "rew": 564.9, "rew_std": 161.8928349248354, "Agent": "fqf"}, {"env_step": 200000, "rew": 767.5, "rew_std": 204.61732575713134, "Agent": "fqf"}, {"env_step": 300000, "rew": 1075.9, "rew_std": 288.21535351191824, "Agent": "fqf"}, {"env_step": 400000, "rew": 1022.0, "rew_std": 265.35787156216037, "Agent": "fqf"}, {"env_step": 500000, "rew": 1071.1, "rew_std": 377.931329741264, "Agent": "fqf"}, {"env_step": 600000, "rew": 1151.7, "rew_std": 300.1049982922644, "Agent": "fqf"}, {"env_step": 700000, "rew": 1196.7, "rew_std": 103.24538730616491, "Agent": "fqf"}, {"env_step": 800000, "rew": 1514.1, "rew_std": 486.713149606624, "Agent": "fqf"}, {"env_step": 900000, "rew": 1626.9, "rew_std": 316.3809254680187, "Agent": "fqf"}, {"env_step": 1000000, "rew": 1582.2, "rew_std": 369.04926500400995, "Agent": "fqf"}, {"env_step": 1100000, "rew": 1562.1, "rew_std": 180.65572230073423, "Agent": "fqf"}, {"env_step": 1200000, "rew": 1479.4, "rew_std": 133.2525421896333, "Agent": "fqf"}, {"env_step": 1300000, "rew": 1791.1, "rew_std": 167.81623878516643, "Agent": "fqf"}, {"env_step": 1400000, "rew": 1891.5, "rew_std": 251.22788459882395, "Agent": "fqf"}, {"env_step": 1500000, "rew": 1736.2, "rew_std": 316.84216891064233, "Agent": "fqf"}, {"env_step": 1600000, "rew": 2012.1, "rew_std": 421.7516923498944, "Agent": "fqf"}, {"env_step": 1700000, "rew": 1790.0, "rew_std": 352.4060158396845, "Agent": "fqf"}, {"env_step": 1800000, "rew": 1927.9, "rew_std": 216.36147993577785, "Agent": "fqf"}, {"env_step": 1900000, "rew": 2056.4, "rew_std": 326.7314493586438, "Agent": "fqf"}, {"env_step": 2000000, "rew": 2039.8, "rew_std": 309.31789472967773, "Agent": "fqf"}, {"env_step": 2100000, "rew": 2133.9, "rew_std": 337.53442787366146, "Agent": "fqf"}, {"env_step": 2200000, "rew": 2087.1, "rew_std": 346.3381151418365, "Agent": "fqf"}, {"env_step": 2300000, "rew": 2096.6, "rew_std": 242.30361119884284, "Agent": "fqf"}, {"env_step": 2400000, "rew": 2233.8, "rew_std": 185.708804314712, "Agent": "fqf"}, {"env_step": 2500000, "rew": 1932.5, "rew_std": 284.03248053699775, "Agent": "fqf"}, {"env_step": 2600000, "rew": 1983.8, "rew_std": 354.9137359979182, "Agent": "fqf"}, {"env_step": 2700000, "rew": 2270.3, "rew_std": 424.8583410973592, "Agent": "fqf"}, {"env_step": 2800000, "rew": 2289.4, "rew_std": 383.8, "Agent": "fqf"}, {"env_step": 2900000, "rew": 2172.8, "rew_std": 362.5851072506978, "Agent": "fqf"}, {"env_step": 3000000, "rew": 2144.2, "rew_std": 308.21057736554076, "Agent": "fqf"}, {"env_step": 3100000, "rew": 2074.5, "rew_std": 176.32711079127907, "Agent": "fqf"}, {"env_step": 3200000, "rew": 2291.0, "rew_std": 323.1361941968123, "Agent": "fqf"}, {"env_step": 3300000, "rew": 2121.9, "rew_std": 152.47062012073016, "Agent": "fqf"}, {"env_step": 3400000, "rew": 2160.7, "rew_std": 297.12726229681454, "Agent": "fqf"}, {"env_step": 3500000, "rew": 1965.6, "rew_std": 434.0376020577019, "Agent": "fqf"}, {"env_step": 3600000, "rew": 2088.7, "rew_std": 263.4023728063208, "Agent": "fqf"}, {"env_step": 3700000, "rew": 2288.5, "rew_std": 494.5837138442793, "Agent": "fqf"}, {"env_step": 3800000, "rew": 2077.7, "rew_std": 488.92699864090133, "Agent": "fqf"}, {"env_step": 3900000, "rew": 2320.0, "rew_std": 402.8208038321755, "Agent": "fqf"}, {"env_step": 4000000, "rew": 2162.4, "rew_std": 318.08275652729117, "Agent": "fqf"}, {"env_step": 4100000, "rew": 2152.5, "rew_std": 415.441271421124, "Agent": "fqf"}, {"env_step": 4200000, "rew": 2323.0, "rew_std": 441.1031625368379, "Agent": "fqf"}, {"env_step": 4300000, "rew": 2254.9, "rew_std": 369.04347982317745, "Agent": "fqf"}, {"env_step": 4400000, "rew": 2266.5, "rew_std": 468.3191753494619, "Agent": "fqf"}, {"env_step": 4500000, "rew": 2189.8, "rew_std": 463.9204242108769, "Agent": "fqf"}, {"env_step": 4600000, "rew": 2164.3, "rew_std": 272.80764285481445, "Agent": "fqf"}, {"env_step": 4700000, "rew": 2167.5, "rew_std": 151.73611962878186, "Agent": "fqf"}, {"env_step": 4800000, "rew": 2223.9, "rew_std": 334.81470995163875, "Agent": "fqf"}, {"env_step": 4900000, "rew": 2216.2, "rew_std": 302.2647184174825, "Agent": "fqf"}, {"env_step": 5000000, "rew": 2307.7, "rew_std": 463.2478926017905, "Agent": "fqf"}, {"env_step": 5100000, "rew": 2229.6, "rew_std": 334.5005829591333, "Agent": "fqf"}, {"env_step": 5200000, "rew": 2097.1, "rew_std": 257.26540770185176, "Agent": "fqf"}, {"env_step": 5300000, "rew": 2246.4, "rew_std": 323.79691165914477, "Agent": "fqf"}, {"env_step": 5400000, "rew": 2412.3, "rew_std": 271.80399187649914, "Agent": "fqf"}, {"env_step": 5500000, "rew": 2289.4, "rew_std": 326.94929270454156, "Agent": "fqf"}, {"env_step": 5600000, "rew": 2213.5, "rew_std": 387.96320701839755, "Agent": "fqf"}, {"env_step": 5700000, "rew": 2212.0, "rew_std": 371.89353315162657, "Agent": "fqf"}, {"env_step": 5800000, "rew": 2119.3, "rew_std": 379.4562030063549, "Agent": "fqf"}, {"env_step": 5900000, "rew": 2086.9, "rew_std": 480.4985848054081, "Agent": "fqf"}, {"env_step": 6000000, "rew": 2082.4, "rew_std": 193.79483997258544, "Agent": "fqf"}, {"env_step": 6100000, "rew": 2167.7, "rew_std": 307.71611917480044, "Agent": "fqf"}, {"env_step": 6200000, "rew": 2257.0, "rew_std": 330.79963724284823, "Agent": "fqf"}, {"env_step": 6300000, "rew": 2369.5, "rew_std": 511.182990718588, "Agent": "fqf"}, {"env_step": 6400000, "rew": 2233.4, "rew_std": 333.7532621563421, "Agent": "fqf"}, {"env_step": 6500000, "rew": 2179.4, "rew_std": 211.5184152739425, "Agent": "fqf"}, {"env_step": 6600000, "rew": 2365.5, "rew_std": 349.8263140474141, "Agent": "fqf"}, {"env_step": 6700000, "rew": 2255.2, "rew_std": 228.93309066187874, "Agent": "fqf"}, {"env_step": 6800000, "rew": 2354.2, "rew_std": 476.53138406614937, "Agent": "fqf"}, {"env_step": 6900000, "rew": 2295.9, "rew_std": 328.7827398146077, "Agent": "fqf"}, {"env_step": 7000000, "rew": 2294.0, "rew_std": 350.9675198647305, "Agent": "fqf"}, {"env_step": 7100000, "rew": 2279.9, "rew_std": 249.64392642321585, "Agent": "fqf"}, {"env_step": 7200000, "rew": 2247.8, "rew_std": 342.9891543474808, "Agent": "fqf"}, {"env_step": 7300000, "rew": 2430.6, "rew_std": 378.38821334708615, "Agent": "fqf"}, {"env_step": 7400000, "rew": 2458.8, "rew_std": 619.2716366829665, "Agent": "fqf"}, {"env_step": 7500000, "rew": 2126.3, "rew_std": 379.9394820231243, "Agent": "fqf"}, {"env_step": 7600000, "rew": 2294.9, "rew_std": 231.97821018362907, "Agent": "fqf"}, {"env_step": 7700000, "rew": 2384.8, "rew_std": 322.39317610644304, "Agent": "fqf"}, {"env_step": 7800000, "rew": 2327.4, "rew_std": 316.6234988120749, "Agent": "fqf"}, {"env_step": 7900000, "rew": 2369.9, "rew_std": 376.6129179940593, "Agent": "fqf"}, {"env_step": 8000000, "rew": 2459.9, "rew_std": 387.55888584833144, "Agent": "fqf"}, {"env_step": 8100000, "rew": 2432.6, "rew_std": 335.16748052279775, "Agent": "fqf"}, {"env_step": 8200000, "rew": 2405.6, "rew_std": 405.6466935647325, "Agent": "fqf"}, {"env_step": 8300000, "rew": 2475.6, "rew_std": 527.2349002105228, "Agent": "fqf"}, {"env_step": 8400000, "rew": 2371.0, "rew_std": 221.4050586594624, "Agent": "fqf"}, {"env_step": 8500000, "rew": 2384.4, "rew_std": 362.2496928915192, "Agent": "fqf"}, {"env_step": 8600000, "rew": 2201.5, "rew_std": 263.163162315701, "Agent": "fqf"}, {"env_step": 8700000, "rew": 2120.5, "rew_std": 442.54948875803706, "Agent": "fqf"}, {"env_step": 8800000, "rew": 2236.1, "rew_std": 213.28546598397182, "Agent": "fqf"}, {"env_step": 8900000, "rew": 2335.3, "rew_std": 308.52230065264325, "Agent": "fqf"}, {"env_step": 9000000, "rew": 2441.1, "rew_std": 316.18394962426544, "Agent": "fqf"}, {"env_step": 9100000, "rew": 2425.4, "rew_std": 412.7859493732799, "Agent": "fqf"}, {"env_step": 9200000, "rew": 2400.9, "rew_std": 393.80869721223786, "Agent": "fqf"}, {"env_step": 9300000, "rew": 2478.2, "rew_std": 338.00852060266175, "Agent": "fqf"}, {"env_step": 9400000, "rew": 2325.9, "rew_std": 250.8499352202428, "Agent": "fqf"}, {"env_step": 9500000, "rew": 2419.5, "rew_std": 283.8465254323188, "Agent": "fqf"}, {"env_step": 9600000, "rew": 2506.6, "rew_std": 402.5186206872919, "Agent": "fqf"}, {"env_step": 9700000, "rew": 2327.1, "rew_std": 375.1155688584519, "Agent": "fqf"}, {"env_step": 9800000, "rew": 2354.1, "rew_std": 263.84557983790444, "Agent": "fqf"}, {"env_step": 9900000, "rew": 2433.2, "rew_std": 550.9763697292291, "Agent": "fqf"}, {"env_step": 10000000, "rew": 2478.0, "rew_std": 184.68892765945662, "Agent": "fqf"}, {"env_step": 0, "rew": 147.9, "rew_std": 65.50030534279973, "Agent": "qrdqn"}, {"env_step": 100000, "rew": 658.8, "rew_std": 173.94355406280508, "Agent": "qrdqn"}, {"env_step": 200000, "rew": 901.9, "rew_std": 225.8364231030947, "Agent": "qrdqn"}, {"env_step": 300000, "rew": 947.9, "rew_std": 176.00366473457305, "Agent": "qrdqn"}, {"env_step": 400000, "rew": 984.4, "rew_std": 298.15405413980204, "Agent": "qrdqn"}, {"env_step": 500000, "rew": 1047.1, "rew_std": 262.9248752020242, "Agent": "qrdqn"}, {"env_step": 600000, "rew": 1181.9, "rew_std": 363.3566980255077, "Agent": "qrdqn"}, {"env_step": 700000, "rew": 1294.7, "rew_std": 404.93630363305283, "Agent": "qrdqn"}, {"env_step": 800000, "rew": 1202.4, "rew_std": 548.8827197134193, "Agent": "qrdqn"}, {"env_step": 900000, "rew": 1376.5, "rew_std": 180.5803145417573, "Agent": "qrdqn"}, {"env_step": 1000000, "rew": 1537.5, "rew_std": 396.10762426391136, "Agent": "qrdqn"}, {"env_step": 1100000, "rew": 1516.6, "rew_std": 246.3169502896624, "Agent": "qrdqn"}, {"env_step": 1200000, "rew": 1514.0, "rew_std": 284.75779181613274, "Agent": "qrdqn"}, {"env_step": 1300000, "rew": 1366.4, "rew_std": 237.443551186382, "Agent": "qrdqn"}, {"env_step": 1400000, "rew": 1548.5, "rew_std": 338.3723540716647, "Agent": "qrdqn"}, {"env_step": 1500000, "rew": 1512.0, "rew_std": 236.26468208346333, "Agent": "qrdqn"}, {"env_step": 1600000, "rew": 1628.0, "rew_std": 213.3972820820359, "Agent": "qrdqn"}, {"env_step": 1700000, "rew": 1573.0, "rew_std": 335.270338682085, "Agent": "qrdqn"}, {"env_step": 1800000, "rew": 1587.9, "rew_std": 292.99059711874713, "Agent": "qrdqn"}, {"env_step": 1900000, "rew": 1870.7, "rew_std": 401.1979685890745, "Agent": "qrdqn"}, {"env_step": 2000000, "rew": 1629.4, "rew_std": 364.31859683524254, "Agent": "qrdqn"}, {"env_step": 2100000, "rew": 1756.7, "rew_std": 314.8085291093619, "Agent": "qrdqn"}, {"env_step": 2200000, "rew": 1695.5, "rew_std": 151.9527887207076, "Agent": "qrdqn"}, {"env_step": 2300000, "rew": 1751.0, "rew_std": 158.11894257172352, "Agent": "qrdqn"}, {"env_step": 2400000, "rew": 1726.3, "rew_std": 512.4833753401177, "Agent": "qrdqn"}, {"env_step": 2500000, "rew": 1908.5, "rew_std": 349.27532120091166, "Agent": "qrdqn"}, {"env_step": 2600000, "rew": 1737.8, "rew_std": 288.164813952016, "Agent": "qrdqn"}, {"env_step": 2700000, "rew": 1928.7, "rew_std": 390.23686396853896, "Agent": "qrdqn"}, {"env_step": 2800000, "rew": 1859.6, "rew_std": 433.55949995358196, "Agent": "qrdqn"}, {"env_step": 2900000, "rew": 1784.5, "rew_std": 345.3847854205509, "Agent": "qrdqn"}, {"env_step": 3000000, "rew": 1677.1, "rew_std": 354.96688577950476, "Agent": "qrdqn"}, {"env_step": 3100000, "rew": 1964.8, "rew_std": 299.83221974964596, "Agent": "qrdqn"}, {"env_step": 3200000, "rew": 1798.1, "rew_std": 198.37159574898823, "Agent": "qrdqn"}, {"env_step": 3300000, "rew": 1783.1, "rew_std": 387.8730333498322, "Agent": "qrdqn"}, {"env_step": 3400000, "rew": 1856.4, "rew_std": 299.4779457656273, "Agent": "qrdqn"}, {"env_step": 3500000, "rew": 2008.8, "rew_std": 300.43894554468136, "Agent": "qrdqn"}, {"env_step": 3600000, "rew": 2021.3, "rew_std": 332.70619170673694, "Agent": "qrdqn"}, {"env_step": 3700000, "rew": 1957.0, "rew_std": 290.85013323015687, "Agent": "qrdqn"}, {"env_step": 3800000, "rew": 1850.0, "rew_std": 178.16116299575506, "Agent": "qrdqn"}, {"env_step": 3900000, "rew": 1878.4, "rew_std": 399.1170755555317, "Agent": "qrdqn"}, {"env_step": 4000000, "rew": 2028.5, "rew_std": 457.8126800340943, "Agent": "qrdqn"}, {"env_step": 4100000, "rew": 1910.1, "rew_std": 372.1944249985483, "Agent": "qrdqn"}, {"env_step": 4200000, "rew": 1774.8, "rew_std": 338.8928444213598, "Agent": "qrdqn"}, {"env_step": 4300000, "rew": 1837.0, "rew_std": 452.25545878408144, "Agent": "qrdqn"}, {"env_step": 4400000, "rew": 2068.4, "rew_std": 295.75131445185497, "Agent": "qrdqn"}, {"env_step": 4500000, "rew": 1876.6, "rew_std": 202.19851631503136, "Agent": "qrdqn"}, {"env_step": 4600000, "rew": 1891.1, "rew_std": 480.94541270293865, "Agent": "qrdqn"}, {"env_step": 4700000, "rew": 1814.4, "rew_std": 474.1063593751934, "Agent": "qrdqn"}, {"env_step": 4800000, "rew": 2115.4, "rew_std": 403.2094244930294, "Agent": "qrdqn"}, {"env_step": 4900000, "rew": 2100.4, "rew_std": 376.1237030552581, "Agent": "qrdqn"}, {"env_step": 5000000, "rew": 1879.5, "rew_std": 195.04525115982702, "Agent": "qrdqn"}, {"env_step": 5100000, "rew": 1979.9, "rew_std": 212.22226556136846, "Agent": "qrdqn"}, {"env_step": 5200000, "rew": 1924.1, "rew_std": 592.8174170855643, "Agent": "qrdqn"}, {"env_step": 5300000, "rew": 2100.4, "rew_std": 348.4285292567186, "Agent": "qrdqn"}, {"env_step": 5400000, "rew": 1820.9, "rew_std": 254.82796157407844, "Agent": "qrdqn"}, {"env_step": 5500000, "rew": 1936.0, "rew_std": 332.0704744478196, "Agent": "qrdqn"}, {"env_step": 5600000, "rew": 1994.6, "rew_std": 341.4827082005764, "Agent": "qrdqn"}, {"env_step": 5700000, "rew": 1998.0, "rew_std": 395.96893817571095, "Agent": "qrdqn"}, {"env_step": 5800000, "rew": 2020.0, "rew_std": 326.8748996175754, "Agent": "qrdqn"}, {"env_step": 5900000, "rew": 1926.1, "rew_std": 247.97235733040887, "Agent": "qrdqn"}, {"env_step": 6000000, "rew": 2020.8, "rew_std": 313.74059348449, "Agent": "qrdqn"}, {"env_step": 6100000, "rew": 1995.5, "rew_std": 454.48965884825145, "Agent": "qrdqn"}, {"env_step": 6200000, "rew": 2165.4, "rew_std": 601.1125019495103, "Agent": "qrdqn"}, {"env_step": 6300000, "rew": 2024.4, "rew_std": 388.68424202686685, "Agent": "qrdqn"}, {"env_step": 6400000, "rew": 1701.7, "rew_std": 395.4142258442405, "Agent": "qrdqn"}, {"env_step": 6500000, "rew": 1837.4, "rew_std": 457.4256660923171, "Agent": "qrdqn"}, {"env_step": 6600000, "rew": 2029.2, "rew_std": 292.2097876526384, "Agent": "qrdqn"}, {"env_step": 6700000, "rew": 2231.2, "rew_std": 258.9786863817175, "Agent": "qrdqn"}, {"env_step": 6800000, "rew": 1961.0, "rew_std": 310.98295773241335, "Agent": "qrdqn"}, {"env_step": 6900000, "rew": 2151.2, "rew_std": 517.7655453967558, "Agent": "qrdqn"}, {"env_step": 7000000, "rew": 2058.0, "rew_std": 143.03985458605584, "Agent": "qrdqn"}, {"env_step": 7100000, "rew": 1998.7, "rew_std": 416.9923380591063, "Agent": "qrdqn"}, {"env_step": 7200000, "rew": 2028.3, "rew_std": 338.8569167067422, "Agent": "qrdqn"}, {"env_step": 7300000, "rew": 1894.4, "rew_std": 426.75219976000125, "Agent": "qrdqn"}, {"env_step": 7400000, "rew": 2052.4, "rew_std": 381.0210492873064, "Agent": "qrdqn"}, {"env_step": 7500000, "rew": 2102.5, "rew_std": 231.69905049438592, "Agent": "qrdqn"}, {"env_step": 7600000, "rew": 2112.5, "rew_std": 287.3075877870266, "Agent": "qrdqn"}, {"env_step": 7700000, "rew": 2069.4, "rew_std": 393.8327563827062, "Agent": "qrdqn"}, {"env_step": 7800000, "rew": 2143.4, "rew_std": 293.58174330158886, "Agent": "qrdqn"}, {"env_step": 7900000, "rew": 2049.1, "rew_std": 565.8735636164672, "Agent": "qrdqn"}, {"env_step": 8000000, "rew": 1993.5, "rew_std": 267.2022642119636, "Agent": "qrdqn"}, {"env_step": 8100000, "rew": 1891.7, "rew_std": 279.16018698947744, "Agent": "qrdqn"}, {"env_step": 8200000, "rew": 2026.0, "rew_std": 382.7017115195593, "Agent": "qrdqn"}, {"env_step": 8300000, "rew": 1835.2, "rew_std": 455.81439205009747, "Agent": "qrdqn"}, {"env_step": 8400000, "rew": 1992.0, "rew_std": 213.05257567088927, "Agent": "qrdqn"}, {"env_step": 8500000, "rew": 2126.1, "rew_std": 186.0109942987242, "Agent": "qrdqn"}, {"env_step": 8600000, "rew": 2112.9, "rew_std": 253.74532508008892, "Agent": "qrdqn"}, {"env_step": 8700000, "rew": 2143.2, "rew_std": 242.88507570453973, "Agent": "qrdqn"}, {"env_step": 8800000, "rew": 1859.2, "rew_std": 253.84436176523596, "Agent": "qrdqn"}, {"env_step": 8900000, "rew": 1909.5, "rew_std": 577.5562743144602, "Agent": "qrdqn"}, {"env_step": 9000000, "rew": 2166.2, "rew_std": 251.24044260429093, "Agent": "qrdqn"}, {"env_step": 9100000, "rew": 2221.9, "rew_std": 475.83493986885827, "Agent": "qrdqn"}, {"env_step": 9200000, "rew": 2060.8, "rew_std": 244.7904409898393, "Agent": "qrdqn"}, {"env_step": 9300000, "rew": 2114.2, "rew_std": 240.22980664355538, "Agent": "qrdqn"}, {"env_step": 9400000, "rew": 2168.0, "rew_std": 323.3663557020118, "Agent": "qrdqn"}, {"env_step": 9500000, "rew": 2012.4, "rew_std": 346.8542056830218, "Agent": "qrdqn"}, {"env_step": 9600000, "rew": 1901.9, "rew_std": 406.43263894525006, "Agent": "qrdqn"}, {"env_step": 9700000, "rew": 2197.4, "rew_std": 377.0950012927777, "Agent": "qrdqn"}, {"env_step": 9800000, "rew": 2095.6, "rew_std": 300.4899998336051, "Agent": "qrdqn"}, {"env_step": 9900000, "rew": 2027.9, "rew_std": 359.36790340819255, "Agent": "qrdqn"}, {"env_step": 10000000, "rew": 2259.3, "rew_std": 269.21108818174633, "Agent": "qrdqn"}, {"env_step": 0, "rew": 203.5, "rew_std": 125.49442218680478, "Agent": "iqn"}, {"env_step": 100000, "rew": 497.4, "rew_std": 171.87914358641655, "Agent": "iqn"}, {"env_step": 200000, "rew": 719.6, "rew_std": 175.82332041000703, "Agent": "iqn"}, {"env_step": 300000, "rew": 808.8, "rew_std": 230.12640005005943, "Agent": "iqn"}, {"env_step": 400000, "rew": 841.3, "rew_std": 215.85182417575254, "Agent": "iqn"}, {"env_step": 500000, "rew": 917.6, "rew_std": 177.8264322309819, "Agent": "iqn"}, {"env_step": 600000, "rew": 896.3, "rew_std": 348.6686249148323, "Agent": "iqn"}, {"env_step": 700000, "rew": 1141.9, "rew_std": 364.5055417960062, "Agent": "iqn"}, {"env_step": 800000, "rew": 1323.0, "rew_std": 291.3722704719857, "Agent": "iqn"}, {"env_step": 900000, "rew": 1274.1, "rew_std": 234.52439105559998, "Agent": "iqn"}, {"env_step": 1000000, "rew": 1553.1, "rew_std": 408.0204529187232, "Agent": "iqn"}, {"env_step": 1100000, "rew": 1436.4, "rew_std": 345.38245467886753, "Agent": "iqn"}, {"env_step": 1200000, "rew": 1649.8, "rew_std": 456.99295399382254, "Agent": "iqn"}, {"env_step": 1300000, "rew": 1489.3, "rew_std": 167.85592036028996, "Agent": "iqn"}, {"env_step": 1400000, "rew": 1645.2, "rew_std": 115.38006760268429, "Agent": "iqn"}, {"env_step": 1500000, "rew": 1641.9, "rew_std": 186.58534240395198, "Agent": "iqn"}, {"env_step": 1600000, "rew": 1599.5, "rew_std": 387.8569968429086, "Agent": "iqn"}, {"env_step": 1700000, "rew": 1690.2, "rew_std": 161.43902873840636, "Agent": "iqn"}, {"env_step": 1800000, "rew": 1613.6, "rew_std": 344.5162405460735, "Agent": "iqn"}, {"env_step": 1900000, "rew": 1773.5, "rew_std": 319.91131583612355, "Agent": "iqn"}, {"env_step": 2000000, "rew": 1738.7, "rew_std": 435.27900248001856, "Agent": "iqn"}, {"env_step": 2100000, "rew": 1719.0, "rew_std": 253.0829903411132, "Agent": "iqn"}, {"env_step": 2200000, "rew": 1831.4, "rew_std": 298.3257280222408, "Agent": "iqn"}, {"env_step": 2300000, "rew": 1982.3, "rew_std": 322.387980545181, "Agent": "iqn"}, {"env_step": 2400000, "rew": 1801.0, "rew_std": 123.33045041675636, "Agent": "iqn"}, {"env_step": 2500000, "rew": 1800.4, "rew_std": 263.40888367706964, "Agent": "iqn"}, {"env_step": 2600000, "rew": 1744.0, "rew_std": 312.34083946868043, "Agent": "iqn"}, {"env_step": 2700000, "rew": 2024.6, "rew_std": 493.24663202093933, "Agent": "iqn"}, {"env_step": 2800000, "rew": 1913.7, "rew_std": 184.7598711841941, "Agent": "iqn"}, {"env_step": 2900000, "rew": 1956.7, "rew_std": 347.0703242860156, "Agent": "iqn"}, {"env_step": 3000000, "rew": 1950.4, "rew_std": 288.921165718263, "Agent": "iqn"}, {"env_step": 3100000, "rew": 1983.4, "rew_std": 243.26002548713177, "Agent": "iqn"}, {"env_step": 3200000, "rew": 2040.2, "rew_std": 305.4157166879269, "Agent": "iqn"}, {"env_step": 3300000, "rew": 2148.3, "rew_std": 352.78890288669794, "Agent": "iqn"}, {"env_step": 3400000, "rew": 1893.3, "rew_std": 572.8401260386705, "Agent": "iqn"}, {"env_step": 3500000, "rew": 2011.7, "rew_std": 243.61323855652836, "Agent": "iqn"}, {"env_step": 3600000, "rew": 1999.7, "rew_std": 199.95301948207737, "Agent": "iqn"}, {"env_step": 3700000, "rew": 2145.6, "rew_std": 185.3392565000734, "Agent": "iqn"}, {"env_step": 3800000, "rew": 2101.3, "rew_std": 386.0235873622233, "Agent": "iqn"}, {"env_step": 3900000, "rew": 1885.6, "rew_std": 300.85850494875496, "Agent": "iqn"}, {"env_step": 4000000, "rew": 2040.6, "rew_std": 263.6210158541993, "Agent": "iqn"}, {"env_step": 4100000, "rew": 2034.7, "rew_std": 204.19894710796137, "Agent": "iqn"}, {"env_step": 4200000, "rew": 2011.4, "rew_std": 203.3834801551001, "Agent": "iqn"}, {"env_step": 4300000, "rew": 1990.5, "rew_std": 242.6170851362286, "Agent": "iqn"}, {"env_step": 4400000, "rew": 1978.7, "rew_std": 212.20275681526854, "Agent": "iqn"}, {"env_step": 4500000, "rew": 1977.7, "rew_std": 178.95030036297788, "Agent": "iqn"}, {"env_step": 4600000, "rew": 1849.0, "rew_std": 308.38774294708924, "Agent": "iqn"}, {"env_step": 4700000, "rew": 1953.0, "rew_std": 273.4209209259599, "Agent": "iqn"}, {"env_step": 4800000, "rew": 2019.8, "rew_std": 216.3579441573616, "Agent": "iqn"}, {"env_step": 4900000, "rew": 1956.9, "rew_std": 152.99048990051637, "Agent": "iqn"}, {"env_step": 5000000, "rew": 2045.9, "rew_std": 282.905090092066, "Agent": "iqn"}, {"env_step": 5100000, "rew": 1971.6, "rew_std": 380.651336527274, "Agent": "iqn"}, {"env_step": 5200000, "rew": 2039.4, "rew_std": 223.29630538815462, "Agent": "iqn"}, {"env_step": 5300000, "rew": 1975.8, "rew_std": 201.08694636897744, "Agent": "iqn"}, {"env_step": 5400000, "rew": 2064.5, "rew_std": 254.50432216369134, "Agent": "iqn"}, {"env_step": 5500000, "rew": 2134.7, "rew_std": 428.5522255221643, "Agent": "iqn"}, {"env_step": 5600000, "rew": 1948.5, "rew_std": 272.5880591662078, "Agent": "iqn"}, {"env_step": 5700000, "rew": 2002.2, "rew_std": 340.7244634598461, "Agent": "iqn"}, {"env_step": 5800000, "rew": 2045.1, "rew_std": 164.70364294696094, "Agent": "iqn"}, {"env_step": 5900000, "rew": 1886.4, "rew_std": 163.4730558838367, "Agent": "iqn"}, {"env_step": 6000000, "rew": 1919.7, "rew_std": 219.83268637761765, "Agent": "iqn"}, {"env_step": 6100000, "rew": 2004.6, "rew_std": 165.23207920981932, "Agent": "iqn"}, {"env_step": 6200000, "rew": 1947.4, "rew_std": 389.1902362598528, "Agent": "iqn"}, {"env_step": 6300000, "rew": 2121.2, "rew_std": 371.044148316612, "Agent": "iqn"}, {"env_step": 6400000, "rew": 2047.5, "rew_std": 190.7633350515764, "Agent": "iqn"}, {"env_step": 6500000, "rew": 2032.7, "rew_std": 139.8721201669582, "Agent": "iqn"}, {"env_step": 6600000, "rew": 2159.6, "rew_std": 173.13416762730577, "Agent": "iqn"}, {"env_step": 6700000, "rew": 1899.0, "rew_std": 313.5557366721266, "Agent": "iqn"}, {"env_step": 6800000, "rew": 2104.5, "rew_std": 332.75554090052356, "Agent": "iqn"}, {"env_step": 6900000, "rew": 2212.5, "rew_std": 400.02956140765394, "Agent": "iqn"}, {"env_step": 7000000, "rew": 1910.5, "rew_std": 262.7969748684334, "Agent": "iqn"}, {"env_step": 7100000, "rew": 2110.5, "rew_std": 244.04640952081226, "Agent": "iqn"}, {"env_step": 7200000, "rew": 2069.4, "rew_std": 252.60095011697797, "Agent": "iqn"}, {"env_step": 7300000, "rew": 1997.3, "rew_std": 178.55478150976523, "Agent": "iqn"}, {"env_step": 7400000, "rew": 2102.1, "rew_std": 270.0775629333173, "Agent": "iqn"}, {"env_step": 7500000, "rew": 1930.6, "rew_std": 381.8453089930528, "Agent": "iqn"}, {"env_step": 7600000, "rew": 2114.2, "rew_std": 166.0757658419795, "Agent": "iqn"}, {"env_step": 7700000, "rew": 2000.9, "rew_std": 236.48909065747623, "Agent": "iqn"}, {"env_step": 7800000, "rew": 2138.6, "rew_std": 264.63189528097325, "Agent": "iqn"}, {"env_step": 7900000, "rew": 2128.6, "rew_std": 213.55570701809867, "Agent": "iqn"}, {"env_step": 8000000, "rew": 2109.3, "rew_std": 174.64652873733274, "Agent": "iqn"}, {"env_step": 8100000, "rew": 2009.0, "rew_std": 247.61986996200446, "Agent": "iqn"}, {"env_step": 8200000, "rew": 1983.7, "rew_std": 389.60288756630126, "Agent": "iqn"}, {"env_step": 8300000, "rew": 1994.3, "rew_std": 114.65692303563705, "Agent": "iqn"}, {"env_step": 8400000, "rew": 2095.6, "rew_std": 306.54630971518804, "Agent": "iqn"}, {"env_step": 8500000, "rew": 2008.5, "rew_std": 301.76555469436863, "Agent": "iqn"}, {"env_step": 8600000, "rew": 2129.8, "rew_std": 119.71365836862559, "Agent": "iqn"}, {"env_step": 8700000, "rew": 1975.8, "rew_std": 117.61700557317381, "Agent": "iqn"}, {"env_step": 8800000, "rew": 2123.2, "rew_std": 291.63051966486637, "Agent": "iqn"}, {"env_step": 8900000, "rew": 2044.2, "rew_std": 255.55109078225433, "Agent": "iqn"}, {"env_step": 9000000, "rew": 2228.6, "rew_std": 253.11902338623227, "Agent": "iqn"}, {"env_step": 9100000, "rew": 2149.0, "rew_std": 178.49201662819544, "Agent": "iqn"}, {"env_step": 9200000, "rew": 2148.9, "rew_std": 300.1541104166325, "Agent": "iqn"}, {"env_step": 9300000, "rew": 2022.7, "rew_std": 154.7081445819838, "Agent": "iqn"}, {"env_step": 9400000, "rew": 2217.1, "rew_std": 328.33350423007397, "Agent": "iqn"}, {"env_step": 9500000, "rew": 1985.3, "rew_std": 223.17842637674457, "Agent": "iqn"}, {"env_step": 9600000, "rew": 2110.1, "rew_std": 211.15892119444067, "Agent": "iqn"}, {"env_step": 9700000, "rew": 2162.6, "rew_std": 227.4173256372522, "Agent": "iqn"}, {"env_step": 9800000, "rew": 2212.4, "rew_std": 328.63329107076174, "Agent": "iqn"}, {"env_step": 9900000, "rew": 2094.4, "rew_std": 378.75142243957316, "Agent": "iqn"}, {"env_step": 10000000, "rew": 2151.1, "rew_std": 407.2558041329798, "Agent": "iqn"}, {"env_step": 0, "rew": 218.6, "rew_std": 99.78997945685728, "Agent": "rainbow"}, {"env_step": 100000, "rew": 395.4, "rew_std": 217.94045058226342, "Agent": "rainbow"}, {"env_step": 200000, "rew": 716.4, "rew_std": 209.39923591073583, "Agent": "rainbow"}, {"env_step": 300000, "rew": 943.7, "rew_std": 255.72096120576424, "Agent": "rainbow"}, {"env_step": 400000, "rew": 1031.6, "rew_std": 220.23632761195415, "Agent": "rainbow"}, {"env_step": 500000, "rew": 1255.4, "rew_std": 227.50701088098361, "Agent": "rainbow"}, {"env_step": 600000, "rew": 1306.0, "rew_std": 232.00991358129505, "Agent": "rainbow"}, {"env_step": 700000, "rew": 1406.3, "rew_std": 257.8658759898254, "Agent": "rainbow"}, {"env_step": 800000, "rew": 1297.9, "rew_std": 324.35488280585514, "Agent": "rainbow"}, {"env_step": 900000, "rew": 1442.4, "rew_std": 252.78734145522398, "Agent": "rainbow"}, {"env_step": 1000000, "rew": 1444.5, "rew_std": 303.269269791715, "Agent": "rainbow"}, {"env_step": 1100000, "rew": 1614.9, "rew_std": 246.82117008068815, "Agent": "rainbow"}, {"env_step": 1200000, "rew": 1609.4, "rew_std": 298.84952735448655, "Agent": "rainbow"}, {"env_step": 1300000, "rew": 1685.1, "rew_std": 399.2817175879707, "Agent": "rainbow"}, {"env_step": 1400000, "rew": 1548.6, "rew_std": 186.0033333034653, "Agent": "rainbow"}, {"env_step": 1500000, "rew": 1715.5, "rew_std": 250.8785562777337, "Agent": "rainbow"}, {"env_step": 1600000, "rew": 1737.4, "rew_std": 276.36541028138817, "Agent": "rainbow"}, {"env_step": 1700000, "rew": 2035.6, "rew_std": 429.08791639942507, "Agent": "rainbow"}, {"env_step": 1800000, "rew": 1743.6, "rew_std": 354.16470744556125, "Agent": "rainbow"}, {"env_step": 1900000, "rew": 1857.3, "rew_std": 287.29046277243526, "Agent": "rainbow"}, {"env_step": 2000000, "rew": 1836.8, "rew_std": 371.6750731485769, "Agent": "rainbow"}, {"env_step": 2100000, "rew": 1950.2, "rew_std": 312.3401351091467, "Agent": "rainbow"}, {"env_step": 2200000, "rew": 2048.7, "rew_std": 436.6781537929279, "Agent": "rainbow"}, {"env_step": 2300000, "rew": 1939.5, "rew_std": 278.96782968650706, "Agent": "rainbow"}, {"env_step": 2400000, "rew": 1835.0, "rew_std": 308.29239367846884, "Agent": "rainbow"}, {"env_step": 2500000, "rew": 1861.0, "rew_std": 219.7257381373425, "Agent": "rainbow"}, {"env_step": 2600000, "rew": 1996.7, "rew_std": 346.1849361251873, "Agent": "rainbow"}, {"env_step": 2700000, "rew": 2101.1, "rew_std": 340.95056826466794, "Agent": "rainbow"}, {"env_step": 2800000, "rew": 2038.1, "rew_std": 255.98728484047797, "Agent": "rainbow"}, {"env_step": 2900000, "rew": 1941.0, "rew_std": 302.7953103996163, "Agent": "rainbow"}, {"env_step": 3000000, "rew": 2099.1, "rew_std": 384.3590638972886, "Agent": "rainbow"}, {"env_step": 3100000, "rew": 2072.2, "rew_std": 272.6069698301934, "Agent": "rainbow"}, {"env_step": 3200000, "rew": 1995.5, "rew_std": 265.344021979015, "Agent": "rainbow"}, {"env_step": 3300000, "rew": 2059.7, "rew_std": 355.7518938811148, "Agent": "rainbow"}, {"env_step": 3400000, "rew": 1939.6, "rew_std": 301.1342557730688, "Agent": "rainbow"}, {"env_step": 3500000, "rew": 1921.4, "rew_std": 263.6744963017849, "Agent": "rainbow"}, {"env_step": 3600000, "rew": 2222.2, "rew_std": 170.95309298167143, "Agent": "rainbow"}, {"env_step": 3700000, "rew": 2048.7, "rew_std": 211.11515814834328, "Agent": "rainbow"}, {"env_step": 3800000, "rew": 2072.6, "rew_std": 327.48288504897477, "Agent": "rainbow"}, {"env_step": 3900000, "rew": 2167.4, "rew_std": 428.5650942389032, "Agent": "rainbow"}, {"env_step": 4000000, "rew": 2107.1, "rew_std": 285.2712568766787, "Agent": "rainbow"}, {"env_step": 4100000, "rew": 1802.2, "rew_std": 228.4192636359727, "Agent": "rainbow"}, {"env_step": 4200000, "rew": 1961.4, "rew_std": 254.83100282343983, "Agent": "rainbow"}, {"env_step": 4300000, "rew": 2048.1, "rew_std": 245.7040699703609, "Agent": "rainbow"}, {"env_step": 4400000, "rew": 2136.8, "rew_std": 292.6403253141986, "Agent": "rainbow"}, {"env_step": 4500000, "rew": 2099.8, "rew_std": 350.09107386507304, "Agent": "rainbow"}, {"env_step": 4600000, "rew": 2179.6, "rew_std": 253.28489887871328, "Agent": "rainbow"}, {"env_step": 4700000, "rew": 2250.3, "rew_std": 184.54974939023896, "Agent": "rainbow"}, {"env_step": 4800000, "rew": 1950.7, "rew_std": 262.8326653975871, "Agent": "rainbow"}, {"env_step": 4900000, "rew": 2161.1, "rew_std": 393.27940449507395, "Agent": "rainbow"}, {"env_step": 5000000, "rew": 2120.8, "rew_std": 218.70198901701832, "Agent": "rainbow"}, {"env_step": 5100000, "rew": 2207.4, "rew_std": 232.03973797606307, "Agent": "rainbow"}, {"env_step": 5200000, "rew": 2217.3, "rew_std": 359.2347561136032, "Agent": "rainbow"}, {"env_step": 5300000, "rew": 2141.2, "rew_std": 243.542521954586, "Agent": "rainbow"}, {"env_step": 5400000, "rew": 2160.4, "rew_std": 287.35072646506393, "Agent": "rainbow"}, {"env_step": 5500000, "rew": 2235.1, "rew_std": 212.19493396403223, "Agent": "rainbow"}, {"env_step": 5600000, "rew": 2280.4, "rew_std": 318.04597151984177, "Agent": "rainbow"}, {"env_step": 5700000, "rew": 2358.9, "rew_std": 310.13430961439917, "Agent": "rainbow"}, {"env_step": 5800000, "rew": 2267.6, "rew_std": 273.4484229246898, "Agent": "rainbow"}, {"env_step": 5900000, "rew": 2193.4, "rew_std": 181.35997353330202, "Agent": "rainbow"}, {"env_step": 6000000, "rew": 2366.9, "rew_std": 578.7907134707674, "Agent": "rainbow"}, {"env_step": 6100000, "rew": 2292.2, "rew_std": 293.46372859350095, "Agent": "rainbow"}, {"env_step": 6200000, "rew": 2048.0, "rew_std": 355.46139030842716, "Agent": "rainbow"}, {"env_step": 6300000, "rew": 2311.8, "rew_std": 276.04304012236935, "Agent": "rainbow"}, {"env_step": 6400000, "rew": 2211.3, "rew_std": 304.2528718023874, "Agent": "rainbow"}, {"env_step": 6500000, "rew": 2256.9, "rew_std": 187.56622830349818, "Agent": "rainbow"}, {"env_step": 6600000, "rew": 2262.1, "rew_std": 290.55342021735004, "Agent": "rainbow"}, {"env_step": 6700000, "rew": 2175.7, "rew_std": 346.9455432773276, "Agent": "rainbow"}, {"env_step": 6800000, "rew": 2179.1, "rew_std": 243.099341833745, "Agent": "rainbow"}, {"env_step": 6900000, "rew": 2338.0, "rew_std": 367.66288907095316, "Agent": "rainbow"}, {"env_step": 7000000, "rew": 2354.4, "rew_std": 258.2797707912875, "Agent": "rainbow"}, {"env_step": 7100000, "rew": 2320.4, "rew_std": 294.2781677257081, "Agent": "rainbow"}, {"env_step": 7200000, "rew": 2389.3, "rew_std": 247.6655204100886, "Agent": "rainbow"}, {"env_step": 7300000, "rew": 2187.6, "rew_std": 325.17201601613874, "Agent": "rainbow"}, {"env_step": 7400000, "rew": 2160.5, "rew_std": 205.99866504421817, "Agent": "rainbow"}, {"env_step": 7500000, "rew": 2400.5, "rew_std": 389.60268222896, "Agent": "rainbow"}, {"env_step": 7600000, "rew": 2228.4, "rew_std": 339.70051516004503, "Agent": "rainbow"}, {"env_step": 7700000, "rew": 2230.1, "rew_std": 383.68019234774164, "Agent": "rainbow"}, {"env_step": 7800000, "rew": 2358.0, "rew_std": 292.9624549323684, "Agent": "rainbow"}, {"env_step": 7900000, "rew": 2243.1, "rew_std": 245.06833740816052, "Agent": "rainbow"}, {"env_step": 8000000, "rew": 2271.8, "rew_std": 182.58466529257052, "Agent": "rainbow"}, {"env_step": 8100000, "rew": 2178.2, "rew_std": 284.79389038390553, "Agent": "rainbow"}, {"env_step": 8200000, "rew": 2151.4, "rew_std": 386.34937556569184, "Agent": "rainbow"}, {"env_step": 8300000, "rew": 2225.5, "rew_std": 272.64161457855255, "Agent": "rainbow"}, {"env_step": 8400000, "rew": 2378.0, "rew_std": 335.8109587252923, "Agent": "rainbow"}, {"env_step": 8500000, "rew": 2290.5, "rew_std": 365.62802135503784, "Agent": "rainbow"}, {"env_step": 8600000, "rew": 2313.5, "rew_std": 400.5274647262033, "Agent": "rainbow"}, {"env_step": 8700000, "rew": 2258.8, "rew_std": 245.23898548150945, "Agent": "rainbow"}, {"env_step": 8800000, "rew": 2345.8, "rew_std": 273.3780532522682, "Agent": "rainbow"}, {"env_step": 8900000, "rew": 2222.2, "rew_std": 320.44181999233496, "Agent": "rainbow"}, {"env_step": 9000000, "rew": 2361.9, "rew_std": 291.36212863033523, "Agent": "rainbow"}, {"env_step": 9100000, "rew": 2401.0, "rew_std": 308.2463300673667, "Agent": "rainbow"}, {"env_step": 9200000, "rew": 2296.9, "rew_std": 327.37759544599265, "Agent": "rainbow"}, {"env_step": 9300000, "rew": 2196.2, "rew_std": 414.1250535768151, "Agent": "rainbow"}, {"env_step": 9400000, "rew": 2343.8, "rew_std": 295.55195820701306, "Agent": "rainbow"}, {"env_step": 9500000, "rew": 2109.8, "rew_std": 314.5847421602008, "Agent": "rainbow"}, {"env_step": 9600000, "rew": 2524.2, "rew_std": 338.81463958925974, "Agent": "rainbow"}, {"env_step": 9700000, "rew": 2397.1, "rew_std": 202.06011481734836, "Agent": "rainbow"}, {"env_step": 9800000, "rew": 2485.8, "rew_std": 377.7405988241137, "Agent": "rainbow"}, {"env_step": 9900000, "rew": 2244.9, "rew_std": 120.4271148869722, "Agent": "rainbow"}, {"env_step": 10000000, "rew": 2214.0, "rew_std": 176.29690865128634, "Agent": "rainbow"}, {"env_step": 0, "rew": 370.7, "rew_std": 113.11502994739469, "Agent": "ppo"}, {"env_step": 100000, "rew": 505.9, "rew_std": 129.42986517801833, "Agent": "ppo"}, {"env_step": 200000, "rew": 421.8, "rew_std": 102.49858535609162, "Agent": "ppo"}, {"env_step": 300000, "rew": 479.5, "rew_std": 92.63719555340609, "Agent": "ppo"}, {"env_step": 400000, "rew": 508.4, "rew_std": 132.38595091625092, "Agent": "ppo"}, {"env_step": 500000, "rew": 560.6, "rew_std": 100.25088528287418, "Agent": "ppo"}, {"env_step": 600000, "rew": 664.6, "rew_std": 175.08866325379265, "Agent": "ppo"}, {"env_step": 700000, "rew": 588.6, "rew_std": 162.83746497658333, "Agent": "ppo"}, {"env_step": 800000, "rew": 610.4, "rew_std": 181.44982777616517, "Agent": "ppo"}, {"env_step": 900000, "rew": 633.7, "rew_std": 107.41233634922946, "Agent": "ppo"}, {"env_step": 1000000, "rew": 697.1, "rew_std": 94.16204118433288, "Agent": "ppo"}, {"env_step": 1100000, "rew": 631.9, "rew_std": 98.8275771229873, "Agent": "ppo"}, {"env_step": 1200000, "rew": 712.6, "rew_std": 130.972668904623, "Agent": "ppo"}, {"env_step": 1300000, "rew": 727.2, "rew_std": 129.8936488054747, "Agent": "ppo"}, {"env_step": 1400000, "rew": 664.1, "rew_std": 156.49054284524672, "Agent": "ppo"}, {"env_step": 1500000, "rew": 628.1, "rew_std": 184.3379776389011, "Agent": "ppo"}, {"env_step": 1600000, "rew": 641.9, "rew_std": 127.15065866915515, "Agent": "ppo"}, {"env_step": 1700000, "rew": 647.3, "rew_std": 92.44355034289846, "Agent": "ppo"}, {"env_step": 1800000, "rew": 647.3, "rew_std": 125.52294610946637, "Agent": "ppo"}, {"env_step": 1900000, "rew": 613.0, "rew_std": 117.30387887874808, "Agent": "ppo"}, {"env_step": 2000000, "rew": 757.2, "rew_std": 211.36262678155757, "Agent": "ppo"}, {"env_step": 2100000, "rew": 698.0, "rew_std": 88.34591105421914, "Agent": "ppo"}, {"env_step": 2200000, "rew": 756.7, "rew_std": 118.22609694986974, "Agent": "ppo"}, {"env_step": 2300000, "rew": 694.6, "rew_std": 142.86441124366837, "Agent": "ppo"}, {"env_step": 2400000, "rew": 795.3, "rew_std": 180.00836091693074, "Agent": "ppo"}, {"env_step": 2500000, "rew": 637.0, "rew_std": 111.93748255164576, "Agent": "ppo"}, {"env_step": 2600000, "rew": 731.4, "rew_std": 201.773239058107, "Agent": "ppo"}, {"env_step": 2700000, "rew": 709.3, "rew_std": 171.81679196167062, "Agent": "ppo"}, {"env_step": 2800000, "rew": 643.3, "rew_std": 124.15880959480886, "Agent": "ppo"}, {"env_step": 2900000, "rew": 841.8, "rew_std": 230.30275725661647, "Agent": "ppo"}, {"env_step": 3000000, "rew": 771.9, "rew_std": 201.02659028098745, "Agent": "ppo"}, {"env_step": 3100000, "rew": 803.4, "rew_std": 195.58128744846732, "Agent": "ppo"}, {"env_step": 3200000, "rew": 756.8, "rew_std": 186.79657384438292, "Agent": "ppo"}, {"env_step": 3300000, "rew": 761.7, "rew_std": 183.00986312218257, "Agent": "ppo"}, {"env_step": 3400000, "rew": 884.0, "rew_std": 177.51788642274894, "Agent": "ppo"}, {"env_step": 3500000, "rew": 882.3, "rew_std": 235.03235947417963, "Agent": "ppo"}, {"env_step": 3600000, "rew": 886.8, "rew_std": 165.33166665826604, "Agent": "ppo"}, {"env_step": 3700000, "rew": 887.6, "rew_std": 155.86545479996522, "Agent": "ppo"}, {"env_step": 3800000, "rew": 870.0, "rew_std": 140.03142504452347, "Agent": "ppo"}, {"env_step": 3900000, "rew": 963.2, "rew_std": 163.08267841803433, "Agent": "ppo"}, {"env_step": 4000000, "rew": 915.2, "rew_std": 198.6211469103932, "Agent": "ppo"}, {"env_step": 4100000, "rew": 954.3, "rew_std": 224.29135070260733, "Agent": "ppo"}, {"env_step": 4200000, "rew": 1005.9, "rew_std": 185.8673989703412, "Agent": "ppo"}, {"env_step": 4300000, "rew": 1021.8, "rew_std": 173.70768549491413, "Agent": "ppo"}, {"env_step": 4400000, "rew": 969.5, "rew_std": 176.3333490863257, "Agent": "ppo"}, {"env_step": 4500000, "rew": 1041.1, "rew_std": 177.89291722831462, "Agent": "ppo"}, {"env_step": 4600000, "rew": 977.5, "rew_std": 200.08660624839436, "Agent": "ppo"}, {"env_step": 4700000, "rew": 1033.2, "rew_std": 133.5520872169357, "Agent": "ppo"}, {"env_step": 4800000, "rew": 1085.6, "rew_std": 141.09018392503427, "Agent": "ppo"}, {"env_step": 4900000, "rew": 1077.5, "rew_std": 248.93543339589084, "Agent": "ppo"}, {"env_step": 5000000, "rew": 1067.3, "rew_std": 158.23656341061002, "Agent": "ppo"}, {"env_step": 5100000, "rew": 1198.8, "rew_std": 166.84831434569546, "Agent": "ppo"}, {"env_step": 5200000, "rew": 1088.0, "rew_std": 144.770853420155, "Agent": "ppo"}, {"env_step": 5300000, "rew": 1108.4, "rew_std": 154.99238690980923, "Agent": "ppo"}, {"env_step": 5400000, "rew": 1203.5, "rew_std": 257.2929264476581, "Agent": "ppo"}, {"env_step": 5500000, "rew": 1092.1, "rew_std": 100.34286222746488, "Agent": "ppo"}, {"env_step": 5600000, "rew": 1198.8, "rew_std": 151.49838282965268, "Agent": "ppo"}, {"env_step": 5700000, "rew": 1137.5, "rew_std": 123.52024125624108, "Agent": "ppo"}, {"env_step": 5800000, "rew": 1118.2, "rew_std": 153.89463928285483, "Agent": "ppo"}, {"env_step": 5900000, "rew": 1187.0, "rew_std": 157.57855184002676, "Agent": "ppo"}, {"env_step": 6000000, "rew": 1200.2, "rew_std": 167.1201962660408, "Agent": "ppo"}, {"env_step": 6100000, "rew": 1207.1, "rew_std": 205.2556698364262, "Agent": "ppo"}, {"env_step": 6200000, "rew": 1304.3, "rew_std": 198.32904477156137, "Agent": "ppo"}, {"env_step": 6300000, "rew": 1280.2, "rew_std": 114.50310039470546, "Agent": "ppo"}, {"env_step": 6400000, "rew": 1224.8, "rew_std": 189.02105702804647, "Agent": "ppo"}, {"env_step": 6500000, "rew": 1325.9, "rew_std": 179.55859767774976, "Agent": "ppo"}, {"env_step": 6600000, "rew": 1417.9, "rew_std": 262.43606840524035, "Agent": "ppo"}, {"env_step": 6700000, "rew": 1329.9, "rew_std": 153.3286992053347, "Agent": "ppo"}, {"env_step": 6800000, "rew": 1324.8, "rew_std": 237.16230729186287, "Agent": "ppo"}, {"env_step": 6900000, "rew": 1362.0, "rew_std": 162.35947770302786, "Agent": "ppo"}, {"env_step": 7000000, "rew": 1291.7, "rew_std": 179.75597347515324, "Agent": "ppo"}, {"env_step": 7100000, "rew": 1315.4, "rew_std": 236.61200307676702, "Agent": "ppo"}, {"env_step": 7200000, "rew": 1400.3, "rew_std": 257.7530019223831, "Agent": "ppo"}, {"env_step": 7300000, "rew": 1361.2, "rew_std": 186.70286553773084, "Agent": "ppo"}, {"env_step": 7400000, "rew": 1465.6, "rew_std": 229.4812410634037, "Agent": "ppo"}, {"env_step": 7500000, "rew": 1450.6, "rew_std": 163.0295678703713, "Agent": "ppo"}, {"env_step": 7600000, "rew": 1490.6, "rew_std": 267.5194198558303, "Agent": "ppo"}, {"env_step": 7700000, "rew": 1461.2, "rew_std": 199.32877363792716, "Agent": "ppo"}, {"env_step": 7800000, "rew": 1510.4, "rew_std": 212.96769708103622, "Agent": "ppo"}, {"env_step": 7900000, "rew": 1515.6, "rew_std": 344.78027785823247, "Agent": "ppo"}, {"env_step": 8000000, "rew": 1401.0, "rew_std": 341.4229049141255, "Agent": "ppo"}, {"env_step": 8100000, "rew": 1480.9, "rew_std": 253.02982037696665, "Agent": "ppo"}, {"env_step": 8200000, "rew": 1490.2, "rew_std": 273.54590108426044, "Agent": "ppo"}, {"env_step": 8300000, "rew": 1565.9, "rew_std": 238.09512804759362, "Agent": "ppo"}, {"env_step": 8400000, "rew": 1507.5, "rew_std": 310.9798224965729, "Agent": "ppo"}, {"env_step": 8500000, "rew": 1463.0, "rew_std": 203.8013738913455, "Agent": "ppo"}, {"env_step": 8600000, "rew": 1554.6, "rew_std": 261.8802016189846, "Agent": "ppo"}, {"env_step": 8700000, "rew": 1525.2, "rew_std": 198.0645349374794, "Agent": "ppo"}, {"env_step": 8800000, "rew": 1599.1, "rew_std": 190.6459808126046, "Agent": "ppo"}, {"env_step": 8900000, "rew": 1544.1, "rew_std": 207.58297136325993, "Agent": "ppo"}, {"env_step": 9000000, "rew": 1524.5, "rew_std": 192.14382633850093, "Agent": "ppo"}, {"env_step": 9100000, "rew": 1563.0, "rew_std": 273.20761336390314, "Agent": "ppo"}, {"env_step": 9200000, "rew": 1699.4, "rew_std": 248.01701554530484, "Agent": "ppo"}, {"env_step": 9300000, "rew": 1534.9, "rew_std": 245.79888120168488, "Agent": "ppo"}, {"env_step": 9400000, "rew": 1526.9, "rew_std": 157.2097007184989, "Agent": "ppo"}, {"env_step": 9500000, "rew": 1573.5, "rew_std": 227.85620465548, "Agent": "ppo"}, {"env_step": 9600000, "rew": 1482.6, "rew_std": 161.7721854955295, "Agent": "ppo"}, {"env_step": 9700000, "rew": 1633.9, "rew_std": 182.42667019928857, "Agent": "ppo"}, {"env_step": 9800000, "rew": 1514.0, "rew_std": 231.70110055845657, "Agent": "ppo"}, {"env_step": 9900000, "rew": 1624.4, "rew_std": 227.23696882329688, "Agent": "ppo"}, {"env_step": 10000000, "rew": 1531.6, "rew_std": 227.96455864892684, "Agent": "ppo"}] |