1 line
58 KiB
JSON
1 line
58 KiB
JSON
[{"env_step": 0, "rew": 32.2, "rew_std": 46.315872009495834, "Agent": "c51"}, {"env_step": 100000, "rew": 150.4, "rew_std": 44.16152171291203, "Agent": "c51"}, {"env_step": 200000, "rew": 128.6, "rew_std": 49.11252386102755, "Agent": "c51"}, {"env_step": 300000, "rew": 247.0, "rew_std": 99.90095094642493, "Agent": "c51"}, {"env_step": 400000, "rew": 316.8, "rew_std": 101.15809409038903, "Agent": "c51"}, {"env_step": 500000, "rew": 294.4, "rew_std": 154.54138604270378, "Agent": "c51"}, {"env_step": 600000, "rew": 319.4, "rew_std": 168.48513287527777, "Agent": "c51"}, {"env_step": 700000, "rew": 447.6, "rew_std": 228.1434636363707, "Agent": "c51"}, {"env_step": 800000, "rew": 584.0, "rew_std": 225.6138293633615, "Agent": "c51"}, {"env_step": 900000, "rew": 728.2, "rew_std": 275.2329195427029, "Agent": "c51"}, {"env_step": 1000000, "rew": 972.4, "rew_std": 346.5323072961596, "Agent": "c51"}, {"env_step": 1100000, "rew": 1153.0, "rew_std": 393.3764100705582, "Agent": "c51"}, {"env_step": 1200000, "rew": 1589.2, "rew_std": 267.4624459620453, "Agent": "c51"}, {"env_step": 1300000, "rew": 1583.4, "rew_std": 262.64508371564847, "Agent": "c51"}, {"env_step": 1400000, "rew": 1678.6, "rew_std": 221.38482332806828, "Agent": "c51"}, {"env_step": 1500000, "rew": 1636.2, "rew_std": 262.5969535238366, "Agent": "c51"}, {"env_step": 1600000, "rew": 1672.2, "rew_std": 191.08835652650322, "Agent": "c51"}, {"env_step": 1700000, "rew": 1610.6, "rew_std": 330.96591969566896, "Agent": "c51"}, {"env_step": 1800000, "rew": 1730.3, "rew_std": 421.8265164733009, "Agent": "c51"}, {"env_step": 1900000, "rew": 1915.1, "rew_std": 466.08463823644735, "Agent": "c51"}, {"env_step": 2000000, "rew": 1765.0, "rew_std": 223.29218526406157, "Agent": "c51"}, {"env_step": 2100000, "rew": 1774.2, "rew_std": 280.23483009790203, "Agent": "c51"}, {"env_step": 2200000, "rew": 1940.0, "rew_std": 288.7337874236405, "Agent": "c51"}, {"env_step": 2300000, "rew": 1953.0, "rew_std": 183.59793027155834, "Agent": "c51"}, {"env_step": 2400000, "rew": 1960.0, "rew_std": 160.45186193996005, "Agent": "c51"}, {"env_step": 2500000, "rew": 1876.8, "rew_std": 178.058866670548, "Agent": "c51"}, {"env_step": 2600000, "rew": 1938.3, "rew_std": 339.1395140646398, "Agent": "c51"}, {"env_step": 2700000, "rew": 2020.2, "rew_std": 316.60505365518094, "Agent": "c51"}, {"env_step": 2800000, "rew": 1987.6, "rew_std": 300.36351309704713, "Agent": "c51"}, {"env_step": 2900000, "rew": 1866.7, "rew_std": 246.95750646619348, "Agent": "c51"}, {"env_step": 3000000, "rew": 1934.9, "rew_std": 380.61383316952634, "Agent": "c51"}, {"env_step": 3100000, "rew": 2063.6, "rew_std": 397.0740988782824, "Agent": "c51"}, {"env_step": 3200000, "rew": 2049.0, "rew_std": 507.7331976540435, "Agent": "c51"}, {"env_step": 3300000, "rew": 2166.0, "rew_std": 523.4004203284518, "Agent": "c51"}, {"env_step": 3400000, "rew": 2154.2, "rew_std": 581.4135877325194, "Agent": "c51"}, {"env_step": 3500000, "rew": 2041.9, "rew_std": 658.6993927430024, "Agent": "c51"}, {"env_step": 3600000, "rew": 2267.9, "rew_std": 511.7625328216203, "Agent": "c51"}, {"env_step": 3700000, "rew": 2240.1, "rew_std": 415.064440779983, "Agent": "c51"}, {"env_step": 3800000, "rew": 2300.7, "rew_std": 460.17693336367915, "Agent": "c51"}, {"env_step": 3900000, "rew": 2148.5, "rew_std": 605.8113980439787, "Agent": "c51"}, {"env_step": 4000000, "rew": 2083.7, "rew_std": 491.9182960614496, "Agent": "c51"}, {"env_step": 4100000, "rew": 2218.3, "rew_std": 504.38795584351533, "Agent": "c51"}, {"env_step": 4200000, "rew": 2268.6, "rew_std": 484.98725756456736, "Agent": "c51"}, {"env_step": 4300000, "rew": 2227.8, "rew_std": 526.6742446712199, "Agent": "c51"}, {"env_step": 4400000, "rew": 2411.4, "rew_std": 649.1550200067777, "Agent": "c51"}, {"env_step": 4500000, "rew": 2175.5, "rew_std": 458.5758933917046, "Agent": "c51"}, {"env_step": 4600000, "rew": 2318.9, "rew_std": 604.9889998999981, "Agent": "c51"}, {"env_step": 4700000, "rew": 2327.4, "rew_std": 395.89195495741006, "Agent": "c51"}, {"env_step": 4800000, "rew": 2369.6, "rew_std": 508.4897639087733, "Agent": "c51"}, {"env_step": 4900000, "rew": 2172.9, "rew_std": 587.6421445063313, "Agent": "c51"}, {"env_step": 5000000, "rew": 2279.5, "rew_std": 422.98540163934734, "Agent": "c51"}, {"env_step": 5100000, "rew": 2513.7, "rew_std": 757.7894232568834, "Agent": "c51"}, {"env_step": 5200000, "rew": 2347.0, "rew_std": 447.44988546204814, "Agent": "c51"}, {"env_step": 5300000, "rew": 2241.3, "rew_std": 527.0457380531599, "Agent": "c51"}, {"env_step": 5400000, "rew": 2434.3, "rew_std": 574.2675421787305, "Agent": "c51"}, {"env_step": 5500000, "rew": 2543.6, "rew_std": 672.8527624971157, "Agent": "c51"}, {"env_step": 5600000, "rew": 2479.0, "rew_std": 647.793794351258, "Agent": "c51"}, {"env_step": 5700000, "rew": 2461.7, "rew_std": 558.4800891705988, "Agent": "c51"}, {"env_step": 5800000, "rew": 2491.6, "rew_std": 587.2570476375741, "Agent": "c51"}, {"env_step": 5900000, "rew": 2470.1, "rew_std": 801.6780463502789, "Agent": "c51"}, {"env_step": 6000000, "rew": 2324.7, "rew_std": 429.707353904957, "Agent": "c51"}, {"env_step": 6100000, "rew": 2391.7, "rew_std": 472.14575080159307, "Agent": "c51"}, {"env_step": 6200000, "rew": 2537.3, "rew_std": 751.1694948545235, "Agent": "c51"}, {"env_step": 6300000, "rew": 2379.9, "rew_std": 653.9957874482068, "Agent": "c51"}, {"env_step": 6400000, "rew": 2658.8, "rew_std": 892.9185629160143, "Agent": "c51"}, {"env_step": 6500000, "rew": 2667.7, "rew_std": 955.2983879396008, "Agent": "c51"}, {"env_step": 6600000, "rew": 2439.5, "rew_std": 665.1733984458489, "Agent": "c51"}, {"env_step": 6700000, "rew": 2414.2, "rew_std": 540.237318222279, "Agent": "c51"}, {"env_step": 6800000, "rew": 2644.7, "rew_std": 830.3852178356741, "Agent": "c51"}, {"env_step": 6900000, "rew": 2430.4, "rew_std": 685.8056867655736, "Agent": "c51"}, {"env_step": 7000000, "rew": 2793.1, "rew_std": 1111.4479250059358, "Agent": "c51"}, {"env_step": 7100000, "rew": 2576.3, "rew_std": 875.817338261809, "Agent": "c51"}, {"env_step": 7200000, "rew": 2954.8, "rew_std": 1122.580758787536, "Agent": "c51"}, {"env_step": 7300000, "rew": 2826.6, "rew_std": 955.3017533742938, "Agent": "c51"}, {"env_step": 7400000, "rew": 2654.4, "rew_std": 863.3571914335341, "Agent": "c51"}, {"env_step": 7500000, "rew": 2642.0, "rew_std": 993.2044099781273, "Agent": "c51"}, {"env_step": 7600000, "rew": 2686.2, "rew_std": 1022.8722109823885, "Agent": "c51"}, {"env_step": 7700000, "rew": 2804.2, "rew_std": 1017.5520428951043, "Agent": "c51"}, {"env_step": 7800000, "rew": 2618.4, "rew_std": 754.956846448855, "Agent": "c51"}, {"env_step": 7900000, "rew": 2661.4, "rew_std": 895.5007761023996, "Agent": "c51"}, {"env_step": 8000000, "rew": 2549.6, "rew_std": 666.4779366190602, "Agent": "c51"}, {"env_step": 8100000, "rew": 2469.4, "rew_std": 947.9606742898145, "Agent": "c51"}, {"env_step": 8200000, "rew": 2505.2, "rew_std": 674.0418087923033, "Agent": "c51"}, {"env_step": 8300000, "rew": 2662.4, "rew_std": 742.0776509234057, "Agent": "c51"}, {"env_step": 8400000, "rew": 2667.8, "rew_std": 823.5222887086907, "Agent": "c51"}, {"env_step": 8500000, "rew": 2946.4, "rew_std": 1133.8231960936414, "Agent": "c51"}, {"env_step": 8600000, "rew": 2712.2, "rew_std": 895.4735953672783, "Agent": "c51"}, {"env_step": 8700000, "rew": 2573.9, "rew_std": 830.3705739005928, "Agent": "c51"}, {"env_step": 8800000, "rew": 2695.3, "rew_std": 1011.963146562166, "Agent": "c51"}, {"env_step": 8900000, "rew": 2988.3, "rew_std": 1189.3779929021725, "Agent": "c51"}, {"env_step": 9000000, "rew": 3090.7, "rew_std": 1242.8095630465675, "Agent": "c51"}, {"env_step": 9100000, "rew": 2933.6, "rew_std": 1181.3922464617751, "Agent": "c51"}, {"env_step": 9200000, "rew": 2749.2, "rew_std": 1097.8828534957636, "Agent": "c51"}, {"env_step": 9300000, "rew": 2900.2, "rew_std": 1171.506961140223, "Agent": "c51"}, {"env_step": 9400000, "rew": 2628.8, "rew_std": 762.4866949658859, "Agent": "c51"}, {"env_step": 9500000, "rew": 2926.8, "rew_std": 1080.2360667928099, "Agent": "c51"}, {"env_step": 9600000, "rew": 2832.0, "rew_std": 1037.878316567024, "Agent": "c51"}, {"env_step": 9700000, "rew": 3305.4, "rew_std": 1524.3043790529503, "Agent": "c51"}, {"env_step": 9800000, "rew": 2810.2, "rew_std": 1373.4536613952434, "Agent": "c51"}, {"env_step": 9900000, "rew": 2678.6, "rew_std": 794.8096879127733, "Agent": "c51"}, {"env_step": 10000000, "rew": 2879.0, "rew_std": 1374.2044243852513, "Agent": "c51"}, {"env_step": 0, "rew": 67.6, "rew_std": 52.75452587219413, "Agent": "dqn"}, {"env_step": 100000, "rew": 221.0, "rew_std": 43.148580509676094, "Agent": "dqn"}, {"env_step": 200000, "rew": 284.2, "rew_std": 53.54960317313286, "Agent": "dqn"}, {"env_step": 300000, "rew": 255.8, "rew_std": 84.65671857566888, "Agent": "dqn"}, {"env_step": 400000, "rew": 283.4, "rew_std": 66.36294146585125, "Agent": "dqn"}, {"env_step": 500000, "rew": 266.6, "rew_std": 59.49151199961218, "Agent": "dqn"}, {"env_step": 600000, "rew": 290.4, "rew_std": 82.25715774326268, "Agent": "dqn"}, {"env_step": 700000, "rew": 346.2, "rew_std": 104.86353036208536, "Agent": "dqn"}, {"env_step": 800000, "rew": 407.4, "rew_std": 125.18801859603019, "Agent": "dqn"}, {"env_step": 900000, "rew": 519.8, "rew_std": 125.2436026310326, "Agent": "dqn"}, {"env_step": 1000000, "rew": 500.8, "rew_std": 113.11304080432106, "Agent": "dqn"}, {"env_step": 1100000, "rew": 857.6, "rew_std": 217.36200219909645, "Agent": "dqn"}, {"env_step": 1200000, "rew": 909.4, "rew_std": 323.0765234429763, "Agent": "dqn"}, {"env_step": 1300000, "rew": 1074.6, "rew_std": 300.64337677720425, "Agent": "dqn"}, {"env_step": 1400000, "rew": 1264.8, "rew_std": 315.2956707600027, "Agent": "dqn"}, {"env_step": 1500000, "rew": 1273.2, "rew_std": 365.40629441759756, "Agent": "dqn"}, {"env_step": 1600000, "rew": 1206.4, "rew_std": 444.22498804097006, "Agent": "dqn"}, {"env_step": 1700000, "rew": 1501.1, "rew_std": 372.9220964222957, "Agent": "dqn"}, {"env_step": 1800000, "rew": 1625.4, "rew_std": 438.0347474801514, "Agent": "dqn"}, {"env_step": 1900000, "rew": 1565.2, "rew_std": 472.6666478608365, "Agent": "dqn"}, {"env_step": 2000000, "rew": 1754.0, "rew_std": 312.49191989553907, "Agent": "dqn"}, {"env_step": 2100000, "rew": 1821.2, "rew_std": 352.37389233596747, "Agent": "dqn"}, {"env_step": 2200000, "rew": 1993.0, "rew_std": 548.2636227217706, "Agent": "dqn"}, {"env_step": 2300000, "rew": 1839.2, "rew_std": 397.0201002468263, "Agent": "dqn"}, {"env_step": 2400000, "rew": 2161.7, "rew_std": 328.52276937831874, "Agent": "dqn"}, {"env_step": 2500000, "rew": 2045.4, "rew_std": 817.1477467386177, "Agent": "dqn"}, {"env_step": 2600000, "rew": 1969.4, "rew_std": 666.9255130822332, "Agent": "dqn"}, {"env_step": 2700000, "rew": 2051.1, "rew_std": 532.0207608731073, "Agent": "dqn"}, {"env_step": 2800000, "rew": 2071.5, "rew_std": 529.4195406291686, "Agent": "dqn"}, {"env_step": 2900000, "rew": 1928.8, "rew_std": 357.8560604488905, "Agent": "dqn"}, {"env_step": 3000000, "rew": 2327.6, "rew_std": 610.7462975737143, "Agent": "dqn"}, {"env_step": 3100000, "rew": 2295.2, "rew_std": 519.696988638572, "Agent": "dqn"}, {"env_step": 3200000, "rew": 1959.3, "rew_std": 419.5507239893646, "Agent": "dqn"}, {"env_step": 3300000, "rew": 2432.6, "rew_std": 510.47276127135325, "Agent": "dqn"}, {"env_step": 3400000, "rew": 2435.4, "rew_std": 451.0752043728407, "Agent": "dqn"}, {"env_step": 3500000, "rew": 2519.0, "rew_std": 417.8040210433595, "Agent": "dqn"}, {"env_step": 3600000, "rew": 2485.6, "rew_std": 568.3300449562736, "Agent": "dqn"}, {"env_step": 3700000, "rew": 2359.6, "rew_std": 628.5970410366247, "Agent": "dqn"}, {"env_step": 3800000, "rew": 2478.4, "rew_std": 378.3150010242787, "Agent": "dqn"}, {"env_step": 3900000, "rew": 2657.6, "rew_std": 525.0781275200862, "Agent": "dqn"}, {"env_step": 4000000, "rew": 2616.8, "rew_std": 352.63715062369704, "Agent": "dqn"}, {"env_step": 4100000, "rew": 2332.2, "rew_std": 373.4396336759129, "Agent": "dqn"}, {"env_step": 4200000, "rew": 2553.5, "rew_std": 363.4631343066309, "Agent": "dqn"}, {"env_step": 4300000, "rew": 2390.0, "rew_std": 644.888207366207, "Agent": "dqn"}, {"env_step": 4400000, "rew": 2727.2, "rew_std": 635.8051273778783, "Agent": "dqn"}, {"env_step": 4500000, "rew": 2780.6, "rew_std": 470.3411953040048, "Agent": "dqn"}, {"env_step": 4600000, "rew": 2597.2, "rew_std": 523.4158576122813, "Agent": "dqn"}, {"env_step": 4700000, "rew": 2602.5, "rew_std": 744.5147748701835, "Agent": "dqn"}, {"env_step": 4800000, "rew": 2417.0, "rew_std": 749.8470510710835, "Agent": "dqn"}, {"env_step": 4900000, "rew": 2945.2, "rew_std": 587.9389083909995, "Agent": "dqn"}, {"env_step": 5000000, "rew": 2675.3, "rew_std": 784.2958689168265, "Agent": "dqn"}, {"env_step": 5100000, "rew": 2855.4, "rew_std": 1029.4697858606633, "Agent": "dqn"}, {"env_step": 5200000, "rew": 2557.8, "rew_std": 957.7696800379516, "Agent": "dqn"}, {"env_step": 5300000, "rew": 2583.4, "rew_std": 686.686566054703, "Agent": "dqn"}, {"env_step": 5400000, "rew": 2643.4, "rew_std": 625.6280364561678, "Agent": "dqn"}, {"env_step": 5500000, "rew": 2624.8, "rew_std": 485.9606568437408, "Agent": "dqn"}, {"env_step": 5600000, "rew": 2627.2, "rew_std": 482.2772646517769, "Agent": "dqn"}, {"env_step": 5700000, "rew": 2659.2, "rew_std": 828.4439389602655, "Agent": "dqn"}, {"env_step": 5800000, "rew": 2599.4, "rew_std": 550.9120074930297, "Agent": "dqn"}, {"env_step": 5900000, "rew": 2938.3, "rew_std": 744.541207724596, "Agent": "dqn"}, {"env_step": 6000000, "rew": 2851.0, "rew_std": 557.9026796852655, "Agent": "dqn"}, {"env_step": 6100000, "rew": 2454.4, "rew_std": 921.5052034579078, "Agent": "dqn"}, {"env_step": 6200000, "rew": 2610.6, "rew_std": 869.3878536073529, "Agent": "dqn"}, {"env_step": 6300000, "rew": 2773.0, "rew_std": 432.34268815373764, "Agent": "dqn"}, {"env_step": 6400000, "rew": 2506.0, "rew_std": 803.5655542642429, "Agent": "dqn"}, {"env_step": 6500000, "rew": 2808.7, "rew_std": 689.5932206743335, "Agent": "dqn"}, {"env_step": 6600000, "rew": 2985.2, "rew_std": 595.4958941923949, "Agent": "dqn"}, {"env_step": 6700000, "rew": 2698.0, "rew_std": 634.7957151714243, "Agent": "dqn"}, {"env_step": 6800000, "rew": 2821.2, "rew_std": 647.6642339978331, "Agent": "dqn"}, {"env_step": 6900000, "rew": 2988.2, "rew_std": 699.9722565930738, "Agent": "dqn"}, {"env_step": 7000000, "rew": 2854.4, "rew_std": 386.69864235603416, "Agent": "dqn"}, {"env_step": 7100000, "rew": 2749.0, "rew_std": 739.4631836677199, "Agent": "dqn"}, {"env_step": 7200000, "rew": 2854.4, "rew_std": 721.7993072870048, "Agent": "dqn"}, {"env_step": 7300000, "rew": 2570.2, "rew_std": 562.2785430727372, "Agent": "dqn"}, {"env_step": 7400000, "rew": 2909.4, "rew_std": 663.843385144418, "Agent": "dqn"}, {"env_step": 7500000, "rew": 2631.1, "rew_std": 731.3366461486802, "Agent": "dqn"}, {"env_step": 7600000, "rew": 2852.2, "rew_std": 665.8404914091662, "Agent": "dqn"}, {"env_step": 7700000, "rew": 2876.5, "rew_std": 423.60199480172423, "Agent": "dqn"}, {"env_step": 7800000, "rew": 2636.4, "rew_std": 778.3766697428694, "Agent": "dqn"}, {"env_step": 7900000, "rew": 2651.3, "rew_std": 599.0412423197588, "Agent": "dqn"}, {"env_step": 8000000, "rew": 2770.2, "rew_std": 600.3961692082987, "Agent": "dqn"}, {"env_step": 8100000, "rew": 2965.0, "rew_std": 660.43697655416, "Agent": "dqn"}, {"env_step": 8200000, "rew": 2998.4, "rew_std": 484.83795230984134, "Agent": "dqn"}, {"env_step": 8300000, "rew": 2604.2, "rew_std": 553.038479673883, "Agent": "dqn"}, {"env_step": 8400000, "rew": 2286.0, "rew_std": 568.7192629056976, "Agent": "dqn"}, {"env_step": 8500000, "rew": 2715.2, "rew_std": 530.8809282692307, "Agent": "dqn"}, {"env_step": 8600000, "rew": 2736.2, "rew_std": 531.8183524475251, "Agent": "dqn"}, {"env_step": 8700000, "rew": 2767.8, "rew_std": 546.1792379796215, "Agent": "dqn"}, {"env_step": 8800000, "rew": 2634.8, "rew_std": 725.9069912874514, "Agent": "dqn"}, {"env_step": 8900000, "rew": 2286.2, "rew_std": 622.9314247973047, "Agent": "dqn"}, {"env_step": 9000000, "rew": 2815.0, "rew_std": 796.1378021423176, "Agent": "dqn"}, {"env_step": 9100000, "rew": 2723.2, "rew_std": 613.141549725673, "Agent": "dqn"}, {"env_step": 9200000, "rew": 2820.4, "rew_std": 687.1970896329524, "Agent": "dqn"}, {"env_step": 9300000, "rew": 2704.2, "rew_std": 625.2215287400139, "Agent": "dqn"}, {"env_step": 9400000, "rew": 2331.2, "rew_std": 761.4608066079304, "Agent": "dqn"}, {"env_step": 9500000, "rew": 2712.7, "rew_std": 589.839308625663, "Agent": "dqn"}, {"env_step": 9600000, "rew": 2890.0, "rew_std": 690.3222435935264, "Agent": "dqn"}, {"env_step": 9700000, "rew": 2330.1, "rew_std": 573.4458038908298, "Agent": "dqn"}, {"env_step": 9800000, "rew": 2720.6, "rew_std": 1005.5040725924486, "Agent": "dqn"}, {"env_step": 9900000, "rew": 3213.9, "rew_std": 381.56741213054346, "Agent": "dqn"}, {"env_step": 10000000, "rew": 2365.6, "rew_std": 703.0867940731073, "Agent": "dqn"}, {"env_step": 0, "rew": 84.0, "rew_std": 39.97999499749844, "Agent": "fqf"}, {"env_step": 100000, "rew": 235.4, "rew_std": 48.70359329659363, "Agent": "fqf"}, {"env_step": 200000, "rew": 270.2, "rew_std": 64.16509954796298, "Agent": "fqf"}, {"env_step": 300000, "rew": 268.0, "rew_std": 43.174066289845804, "Agent": "fqf"}, {"env_step": 400000, "rew": 273.4, "rew_std": 98.09403651598807, "Agent": "fqf"}, {"env_step": 500000, "rew": 311.6, "rew_std": 46.21514903145937, "Agent": "fqf"}, {"env_step": 600000, "rew": 390.6, "rew_std": 107.00299061241232, "Agent": "fqf"}, {"env_step": 700000, "rew": 513.8, "rew_std": 207.3131930196436, "Agent": "fqf"}, {"env_step": 800000, "rew": 677.2, "rew_std": 171.06536762302298, "Agent": "fqf"}, {"env_step": 900000, "rew": 902.2, "rew_std": 367.83088505453156, "Agent": "fqf"}, {"env_step": 1000000, "rew": 1180.2, "rew_std": 368.2884195844338, "Agent": "fqf"}, {"env_step": 1100000, "rew": 1722.4, "rew_std": 516.4639774466366, "Agent": "fqf"}, {"env_step": 1200000, "rew": 2106.6, "rew_std": 570.7236108660653, "Agent": "fqf"}, {"env_step": 1300000, "rew": 2475.0, "rew_std": 793.9652385337787, "Agent": "fqf"}, {"env_step": 1400000, "rew": 2825.5, "rew_std": 731.4583036646724, "Agent": "fqf"}, {"env_step": 1500000, "rew": 3100.2, "rew_std": 422.5548011796813, "Agent": "fqf"}, {"env_step": 1600000, "rew": 3458.9, "rew_std": 911.015197458308, "Agent": "fqf"}, {"env_step": 1700000, "rew": 3497.4, "rew_std": 772.6115712309776, "Agent": "fqf"}, {"env_step": 1800000, "rew": 3650.5, "rew_std": 925.8434262876202, "Agent": "fqf"}, {"env_step": 1900000, "rew": 3701.9, "rew_std": 668.0494667313193, "Agent": "fqf"}, {"env_step": 2000000, "rew": 3597.7, "rew_std": 658.9843776600474, "Agent": "fqf"}, {"env_step": 2100000, "rew": 3653.4, "rew_std": 609.672239814148, "Agent": "fqf"}, {"env_step": 2200000, "rew": 4249.8, "rew_std": 837.1662678345324, "Agent": "fqf"}, {"env_step": 2300000, "rew": 4032.9, "rew_std": 788.8272878140056, "Agent": "fqf"}, {"env_step": 2400000, "rew": 4410.0, "rew_std": 802.1447500295691, "Agent": "fqf"}, {"env_step": 2500000, "rew": 4966.7, "rew_std": 1177.294359962707, "Agent": "fqf"}, {"env_step": 2600000, "rew": 4576.1, "rew_std": 841.7940900243955, "Agent": "fqf"}, {"env_step": 2700000, "rew": 5155.4, "rew_std": 1126.5631984047766, "Agent": "fqf"}, {"env_step": 2800000, "rew": 5071.3, "rew_std": 472.3333674429534, "Agent": "fqf"}, {"env_step": 2900000, "rew": 4688.0, "rew_std": 717.3926400514574, "Agent": "fqf"}, {"env_step": 3000000, "rew": 4985.2, "rew_std": 726.9461878296082, "Agent": "fqf"}, {"env_step": 3100000, "rew": 4975.1, "rew_std": 585.9778920744366, "Agent": "fqf"}, {"env_step": 3200000, "rew": 4920.8, "rew_std": 1034.2605861193783, "Agent": "fqf"}, {"env_step": 3300000, "rew": 5047.4, "rew_std": 724.611233697077, "Agent": "fqf"}, {"env_step": 3400000, "rew": 5616.9, "rew_std": 1700.5169478720288, "Agent": "fqf"}, {"env_step": 3500000, "rew": 5794.7, "rew_std": 1492.3058031114133, "Agent": "fqf"}, {"env_step": 3600000, "rew": 5340.5, "rew_std": 1678.8342532841054, "Agent": "fqf"}, {"env_step": 3700000, "rew": 5262.5, "rew_std": 1011.5026692994933, "Agent": "fqf"}, {"env_step": 3800000, "rew": 5265.4, "rew_std": 708.2388297742507, "Agent": "fqf"}, {"env_step": 3900000, "rew": 5469.6, "rew_std": 858.3154664807107, "Agent": "fqf"}, {"env_step": 4000000, "rew": 6005.2, "rew_std": 1882.1700667049192, "Agent": "fqf"}, {"env_step": 4100000, "rew": 5602.9, "rew_std": 1134.739304862575, "Agent": "fqf"}, {"env_step": 4200000, "rew": 5792.3, "rew_std": 707.0452672919888, "Agent": "fqf"}, {"env_step": 4300000, "rew": 5279.0, "rew_std": 1276.4659807452763, "Agent": "fqf"}, {"env_step": 4400000, "rew": 5126.0, "rew_std": 1668.219589862198, "Agent": "fqf"}, {"env_step": 4500000, "rew": 5870.5, "rew_std": 1084.202771625308, "Agent": "fqf"}, {"env_step": 4600000, "rew": 5440.8, "rew_std": 1613.5675876764506, "Agent": "fqf"}, {"env_step": 4700000, "rew": 5901.3, "rew_std": 586.3447876463131, "Agent": "fqf"}, {"env_step": 4800000, "rew": 5909.6, "rew_std": 1153.2979840440196, "Agent": "fqf"}, {"env_step": 4900000, "rew": 6558.0, "rew_std": 1928.9374277046936, "Agent": "fqf"}, {"env_step": 5000000, "rew": 6140.0, "rew_std": 1449.9375848635693, "Agent": "fqf"}, {"env_step": 5100000, "rew": 6061.0, "rew_std": 844.278626994667, "Agent": "fqf"}, {"env_step": 5200000, "rew": 5817.9, "rew_std": 983.7778661872811, "Agent": "fqf"}, {"env_step": 5300000, "rew": 6269.0, "rew_std": 660.6495288729116, "Agent": "fqf"}, {"env_step": 5400000, "rew": 5512.1, "rew_std": 1459.216464408211, "Agent": "fqf"}, {"env_step": 5500000, "rew": 5616.9, "rew_std": 1634.4490478445637, "Agent": "fqf"}, {"env_step": 5600000, "rew": 6840.6, "rew_std": 1181.8537303744486, "Agent": "fqf"}, {"env_step": 5700000, "rew": 6313.4, "rew_std": 1765.277666544275, "Agent": "fqf"}, {"env_step": 5800000, "rew": 6400.5, "rew_std": 2038.3985012749592, "Agent": "fqf"}, {"env_step": 5900000, "rew": 6898.0, "rew_std": 1592.9492145074807, "Agent": "fqf"}, {"env_step": 6000000, "rew": 6413.2, "rew_std": 2133.357813401212, "Agent": "fqf"}, {"env_step": 6100000, "rew": 6410.2, "rew_std": 1778.3248184738356, "Agent": "fqf"}, {"env_step": 6200000, "rew": 6357.5, "rew_std": 1512.9386140884897, "Agent": "fqf"}, {"env_step": 6300000, "rew": 6276.0, "rew_std": 815.767613968586, "Agent": "fqf"}, {"env_step": 6400000, "rew": 6026.5, "rew_std": 1442.6516038184686, "Agent": "fqf"}, {"env_step": 6500000, "rew": 6285.0, "rew_std": 1306.420376448561, "Agent": "fqf"}, {"env_step": 6600000, "rew": 6946.2, "rew_std": 1895.469588255111, "Agent": "fqf"}, {"env_step": 6700000, "rew": 6952.1, "rew_std": 1505.6863185936172, "Agent": "fqf"}, {"env_step": 6800000, "rew": 6325.1, "rew_std": 1797.747893893913, "Agent": "fqf"}, {"env_step": 6900000, "rew": 6713.2, "rew_std": 1581.9958154179803, "Agent": "fqf"}, {"env_step": 7000000, "rew": 6725.5, "rew_std": 1307.073238192872, "Agent": "fqf"}, {"env_step": 7100000, "rew": 6847.9, "rew_std": 1273.460596170922, "Agent": "fqf"}, {"env_step": 7200000, "rew": 7050.2, "rew_std": 1556.5933187573432, "Agent": "fqf"}, {"env_step": 7300000, "rew": 6831.8, "rew_std": 1364.3794047111676, "Agent": "fqf"}, {"env_step": 7400000, "rew": 6303.4, "rew_std": 1708.135252256097, "Agent": "fqf"}, {"env_step": 7500000, "rew": 7570.5, "rew_std": 2275.7164695980914, "Agent": "fqf"}, {"env_step": 7600000, "rew": 7652.3, "rew_std": 2182.971646632177, "Agent": "fqf"}, {"env_step": 7700000, "rew": 7493.9, "rew_std": 2103.570604947692, "Agent": "fqf"}, {"env_step": 7800000, "rew": 7694.6, "rew_std": 2340.8724954597587, "Agent": "fqf"}, {"env_step": 7900000, "rew": 6932.5, "rew_std": 1200.7625285625797, "Agent": "fqf"}, {"env_step": 8000000, "rew": 7276.4, "rew_std": 1941.6771204296558, "Agent": "fqf"}, {"env_step": 8100000, "rew": 6880.9, "rew_std": 1708.650546483979, "Agent": "fqf"}, {"env_step": 8200000, "rew": 6877.8, "rew_std": 1889.6905460947833, "Agent": "fqf"}, {"env_step": 8300000, "rew": 6632.9, "rew_std": 1580.6722905143872, "Agent": "fqf"}, {"env_step": 8400000, "rew": 7083.5, "rew_std": 1896.2999894531456, "Agent": "fqf"}, {"env_step": 8500000, "rew": 6696.8, "rew_std": 2655.081648462058, "Agent": "fqf"}, {"env_step": 8600000, "rew": 7298.9, "rew_std": 2318.328382693013, "Agent": "fqf"}, {"env_step": 8700000, "rew": 6763.7, "rew_std": 1158.4843589794382, "Agent": "fqf"}, {"env_step": 8800000, "rew": 7196.0, "rew_std": 1865.8348265588784, "Agent": "fqf"}, {"env_step": 8900000, "rew": 6880.7, "rew_std": 1600.4205728495244, "Agent": "fqf"}, {"env_step": 9000000, "rew": 7794.2, "rew_std": 2350.0790965412207, "Agent": "fqf"}, {"env_step": 9100000, "rew": 7289.3, "rew_std": 1832.8727206219203, "Agent": "fqf"}, {"env_step": 9200000, "rew": 6713.8, "rew_std": 1709.8212070272143, "Agent": "fqf"}, {"env_step": 9300000, "rew": 7391.5, "rew_std": 2495.9832631650397, "Agent": "fqf"}, {"env_step": 9400000, "rew": 7061.4, "rew_std": 1013.7232561207226, "Agent": "fqf"}, {"env_step": 9500000, "rew": 7424.5, "rew_std": 2155.5881911905158, "Agent": "fqf"}, {"env_step": 9600000, "rew": 7426.3, "rew_std": 1927.6538615633253, "Agent": "fqf"}, {"env_step": 9700000, "rew": 7352.0, "rew_std": 1948.6867372669215, "Agent": "fqf"}, {"env_step": 9800000, "rew": 7327.9, "rew_std": 1429.7993880261663, "Agent": "fqf"}, {"env_step": 9900000, "rew": 8051.5, "rew_std": 3155.5843912023647, "Agent": "fqf"}, {"env_step": 10000000, "rew": 6903.5, "rew_std": 1400.5262046816547, "Agent": "fqf"}, {"env_step": 0, "rew": 45.4, "rew_std": 52.91540418441496, "Agent": "qrdqn"}, {"env_step": 100000, "rew": 200.0, "rew_std": 31.41973901864877, "Agent": "qrdqn"}, {"env_step": 200000, "rew": 289.4, "rew_std": 83.21562353308423, "Agent": "qrdqn"}, {"env_step": 300000, "rew": 258.4, "rew_std": 86.97493891920823, "Agent": "qrdqn"}, {"env_step": 400000, "rew": 267.0, "rew_std": 81.28591513909406, "Agent": "qrdqn"}, {"env_step": 500000, "rew": 300.6, "rew_std": 89.50553055537965, "Agent": "qrdqn"}, {"env_step": 600000, "rew": 325.2, "rew_std": 81.07379354637354, "Agent": "qrdqn"}, {"env_step": 700000, "rew": 408.6, "rew_std": 74.08670595997638, "Agent": "qrdqn"}, {"env_step": 800000, "rew": 465.0, "rew_std": 195.36273953853123, "Agent": "qrdqn"}, {"env_step": 900000, "rew": 629.4, "rew_std": 227.03488718696954, "Agent": "qrdqn"}, {"env_step": 1000000, "rew": 899.2, "rew_std": 221.7118851121879, "Agent": "qrdqn"}, {"env_step": 1100000, "rew": 1039.5, "rew_std": 408.2810918962572, "Agent": "qrdqn"}, {"env_step": 1200000, "rew": 1266.2, "rew_std": 453.6681165786284, "Agent": "qrdqn"}, {"env_step": 1300000, "rew": 1240.1, "rew_std": 317.7037771258, "Agent": "qrdqn"}, {"env_step": 1400000, "rew": 1547.9, "rew_std": 501.95188016382605, "Agent": "qrdqn"}, {"env_step": 1500000, "rew": 1760.2, "rew_std": 333.3532060742779, "Agent": "qrdqn"}, {"env_step": 1600000, "rew": 1911.5, "rew_std": 621.3912213734596, "Agent": "qrdqn"}, {"env_step": 1700000, "rew": 1998.1, "rew_std": 404.5299618075279, "Agent": "qrdqn"}, {"env_step": 1800000, "rew": 2403.4, "rew_std": 561.4866338569423, "Agent": "qrdqn"}, {"env_step": 1900000, "rew": 2352.4, "rew_std": 371.63858787806197, "Agent": "qrdqn"}, {"env_step": 2000000, "rew": 2128.1, "rew_std": 730.9558741811984, "Agent": "qrdqn"}, {"env_step": 2100000, "rew": 2500.0, "rew_std": 809.2574374078993, "Agent": "qrdqn"}, {"env_step": 2200000, "rew": 2503.2, "rew_std": 550.9215552145332, "Agent": "qrdqn"}, {"env_step": 2300000, "rew": 2622.2, "rew_std": 507.82079516301815, "Agent": "qrdqn"}, {"env_step": 2400000, "rew": 2551.8, "rew_std": 607.7318158530126, "Agent": "qrdqn"}, {"env_step": 2500000, "rew": 2391.6, "rew_std": 668.416516851581, "Agent": "qrdqn"}, {"env_step": 2600000, "rew": 2284.1, "rew_std": 935.7713876797045, "Agent": "qrdqn"}, {"env_step": 2700000, "rew": 2470.0, "rew_std": 762.4539330346457, "Agent": "qrdqn"}, {"env_step": 2800000, "rew": 2389.0, "rew_std": 905.0358003968684, "Agent": "qrdqn"}, {"env_step": 2900000, "rew": 2890.4, "rew_std": 717.7201683107421, "Agent": "qrdqn"}, {"env_step": 3000000, "rew": 2774.2, "rew_std": 525.8086724275284, "Agent": "qrdqn"}, {"env_step": 3100000, "rew": 2885.2, "rew_std": 427.62993347051844, "Agent": "qrdqn"}, {"env_step": 3200000, "rew": 2853.4, "rew_std": 634.3021677402656, "Agent": "qrdqn"}, {"env_step": 3300000, "rew": 2818.2, "rew_std": 437.66238129407463, "Agent": "qrdqn"}, {"env_step": 3400000, "rew": 3153.4, "rew_std": 560.2157084552342, "Agent": "qrdqn"}, {"env_step": 3500000, "rew": 2667.6, "rew_std": 998.5805125276579, "Agent": "qrdqn"}, {"env_step": 3600000, "rew": 3060.6, "rew_std": 483.220901865803, "Agent": "qrdqn"}, {"env_step": 3700000, "rew": 2940.4, "rew_std": 498.1427907738905, "Agent": "qrdqn"}, {"env_step": 3800000, "rew": 3141.6, "rew_std": 600.0958590092087, "Agent": "qrdqn"}, {"env_step": 3900000, "rew": 3165.2, "rew_std": 600.9986356057724, "Agent": "qrdqn"}, {"env_step": 4000000, "rew": 2781.6, "rew_std": 783.5125014956686, "Agent": "qrdqn"}, {"env_step": 4100000, "rew": 3374.4, "rew_std": 895.0686230675277, "Agent": "qrdqn"}, {"env_step": 4200000, "rew": 2629.0, "rew_std": 847.0873626728237, "Agent": "qrdqn"}, {"env_step": 4300000, "rew": 3079.4, "rew_std": 804.6664153548352, "Agent": "qrdqn"}, {"env_step": 4400000, "rew": 3388.8, "rew_std": 672.935182614195, "Agent": "qrdqn"}, {"env_step": 4500000, "rew": 3347.8, "rew_std": 759.8049486545872, "Agent": "qrdqn"}, {"env_step": 4600000, "rew": 3110.0, "rew_std": 800.3929035167666, "Agent": "qrdqn"}, {"env_step": 4700000, "rew": 3388.4, "rew_std": 840.9579299822316, "Agent": "qrdqn"}, {"env_step": 4800000, "rew": 3641.4, "rew_std": 761.8887320337531, "Agent": "qrdqn"}, {"env_step": 4900000, "rew": 3562.0, "rew_std": 694.3111694334176, "Agent": "qrdqn"}, {"env_step": 5000000, "rew": 3529.8, "rew_std": 537.6299470825635, "Agent": "qrdqn"}, {"env_step": 5100000, "rew": 3322.8, "rew_std": 854.5160969812096, "Agent": "qrdqn"}, {"env_step": 5200000, "rew": 3274.0, "rew_std": 1038.5505283807813, "Agent": "qrdqn"}, {"env_step": 5300000, "rew": 3571.0, "rew_std": 705.0641105601675, "Agent": "qrdqn"}, {"env_step": 5400000, "rew": 3157.2, "rew_std": 1001.435449742019, "Agent": "qrdqn"}, {"env_step": 5500000, "rew": 3315.6, "rew_std": 1095.1945215348735, "Agent": "qrdqn"}, {"env_step": 5600000, "rew": 3545.9, "rew_std": 659.3630942053096, "Agent": "qrdqn"}, {"env_step": 5700000, "rew": 3607.2, "rew_std": 404.7084876797125, "Agent": "qrdqn"}, {"env_step": 5800000, "rew": 3753.6, "rew_std": 658.8455357669201, "Agent": "qrdqn"}, {"env_step": 5900000, "rew": 3261.0, "rew_std": 661.858746259351, "Agent": "qrdqn"}, {"env_step": 6000000, "rew": 3644.2, "rew_std": 767.9252307353887, "Agent": "qrdqn"}, {"env_step": 6100000, "rew": 3731.4, "rew_std": 678.6693156464347, "Agent": "qrdqn"}, {"env_step": 6200000, "rew": 4187.6, "rew_std": 725.6907330261287, "Agent": "qrdqn"}, {"env_step": 6300000, "rew": 3814.6, "rew_std": 838.6646767331983, "Agent": "qrdqn"}, {"env_step": 6400000, "rew": 3318.2, "rew_std": 769.7981293819828, "Agent": "qrdqn"}, {"env_step": 6500000, "rew": 3726.2, "rew_std": 650.0095076227732, "Agent": "qrdqn"}, {"env_step": 6600000, "rew": 3536.0, "rew_std": 672.9190144437888, "Agent": "qrdqn"}, {"env_step": 6700000, "rew": 3278.2, "rew_std": 785.3837024028446, "Agent": "qrdqn"}, {"env_step": 6800000, "rew": 3081.8, "rew_std": 919.7605992865751, "Agent": "qrdqn"}, {"env_step": 6900000, "rew": 3286.2, "rew_std": 544.497897149291, "Agent": "qrdqn"}, {"env_step": 7000000, "rew": 3537.8, "rew_std": 511.0807763944952, "Agent": "qrdqn"}, {"env_step": 7100000, "rew": 3516.8, "rew_std": 652.3656643325122, "Agent": "qrdqn"}, {"env_step": 7200000, "rew": 3074.8, "rew_std": 885.5579935837065, "Agent": "qrdqn"}, {"env_step": 7300000, "rew": 3015.6, "rew_std": 826.9422228910554, "Agent": "qrdqn"}, {"env_step": 7400000, "rew": 3113.0, "rew_std": 853.1176941079115, "Agent": "qrdqn"}, {"env_step": 7500000, "rew": 3382.6, "rew_std": 425.42407078114417, "Agent": "qrdqn"}, {"env_step": 7600000, "rew": 3832.2, "rew_std": 956.4151609003278, "Agent": "qrdqn"}, {"env_step": 7700000, "rew": 3565.6, "rew_std": 824.5613621799168, "Agent": "qrdqn"}, {"env_step": 7800000, "rew": 3260.4, "rew_std": 1026.301242326053, "Agent": "qrdqn"}, {"env_step": 7900000, "rew": 3165.4, "rew_std": 1141.938019333799, "Agent": "qrdqn"}, {"env_step": 8000000, "rew": 3833.2, "rew_std": 872.2041962751612, "Agent": "qrdqn"}, {"env_step": 8100000, "rew": 3275.8, "rew_std": 543.5265954854463, "Agent": "qrdqn"}, {"env_step": 8200000, "rew": 3510.4, "rew_std": 1006.9696321140971, "Agent": "qrdqn"}, {"env_step": 8300000, "rew": 3475.6, "rew_std": 1033.5646278777153, "Agent": "qrdqn"}, {"env_step": 8400000, "rew": 3522.6, "rew_std": 554.0274722430288, "Agent": "qrdqn"}, {"env_step": 8500000, "rew": 3770.6, "rew_std": 639.6787005989804, "Agent": "qrdqn"}, {"env_step": 8600000, "rew": 3319.4, "rew_std": 514.5678186595038, "Agent": "qrdqn"}, {"env_step": 8700000, "rew": 3270.6, "rew_std": 850.6858644646684, "Agent": "qrdqn"}, {"env_step": 8800000, "rew": 3856.0, "rew_std": 599.3169445293533, "Agent": "qrdqn"}, {"env_step": 8900000, "rew": 3440.7, "rew_std": 711.9547808674369, "Agent": "qrdqn"}, {"env_step": 9000000, "rew": 3568.7, "rew_std": 857.8783188774502, "Agent": "qrdqn"}, {"env_step": 9100000, "rew": 3740.8, "rew_std": 602.7020491088444, "Agent": "qrdqn"}, {"env_step": 9200000, "rew": 3701.8, "rew_std": 647.5816241988341, "Agent": "qrdqn"}, {"env_step": 9300000, "rew": 3148.5, "rew_std": 721.4049140392655, "Agent": "qrdqn"}, {"env_step": 9400000, "rew": 3532.6, "rew_std": 894.7174079003939, "Agent": "qrdqn"}, {"env_step": 9500000, "rew": 3562.2, "rew_std": 658.007568345532, "Agent": "qrdqn"}, {"env_step": 9600000, "rew": 3524.8, "rew_std": 867.9291215300937, "Agent": "qrdqn"}, {"env_step": 9700000, "rew": 3570.2, "rew_std": 838.2216651936408, "Agent": "qrdqn"}, {"env_step": 9800000, "rew": 3432.2, "rew_std": 583.9133154844133, "Agent": "qrdqn"}, {"env_step": 9900000, "rew": 3285.6, "rew_std": 924.0051082109882, "Agent": "qrdqn"}, {"env_step": 10000000, "rew": 3202.8, "rew_std": 982.7004426578835, "Agent": "qrdqn"}, {"env_step": 0, "rew": 106.6, "rew_std": 87.09557968117556, "Agent": "iqn"}, {"env_step": 100000, "rew": 228.6, "rew_std": 33.87093148999596, "Agent": "iqn"}, {"env_step": 200000, "rew": 229.6, "rew_std": 75.1308192421725, "Agent": "iqn"}, {"env_step": 300000, "rew": 251.2, "rew_std": 79.04530346579739, "Agent": "iqn"}, {"env_step": 400000, "rew": 247.6, "rew_std": 64.6083585923679, "Agent": "iqn"}, {"env_step": 500000, "rew": 382.2, "rew_std": 127.84506247798544, "Agent": "iqn"}, {"env_step": 600000, "rew": 441.6, "rew_std": 243.14736272474764, "Agent": "iqn"}, {"env_step": 700000, "rew": 692.8, "rew_std": 305.80542833638515, "Agent": "iqn"}, {"env_step": 800000, "rew": 990.8, "rew_std": 394.5460175949062, "Agent": "iqn"}, {"env_step": 900000, "rew": 901.2, "rew_std": 464.5894531734443, "Agent": "iqn"}, {"env_step": 1000000, "rew": 1541.4, "rew_std": 385.48883252307064, "Agent": "iqn"}, {"env_step": 1100000, "rew": 2180.2, "rew_std": 539.3918427266026, "Agent": "iqn"}, {"env_step": 1200000, "rew": 2100.2, "rew_std": 646.6129908995024, "Agent": "iqn"}, {"env_step": 1300000, "rew": 2565.6, "rew_std": 635.4090336153555, "Agent": "iqn"}, {"env_step": 1400000, "rew": 2368.0, "rew_std": 440.5024404018666, "Agent": "iqn"}, {"env_step": 1500000, "rew": 2376.0, "rew_std": 1055.6806335251206, "Agent": "iqn"}, {"env_step": 1600000, "rew": 3192.5, "rew_std": 493.9407353114339, "Agent": "iqn"}, {"env_step": 1700000, "rew": 2622.4, "rew_std": 1216.6698155210393, "Agent": "iqn"}, {"env_step": 1800000, "rew": 3191.4, "rew_std": 527.0340026981181, "Agent": "iqn"}, {"env_step": 1900000, "rew": 2762.6, "rew_std": 706.9370834805597, "Agent": "iqn"}, {"env_step": 2000000, "rew": 3111.6, "rew_std": 1020.695762703069, "Agent": "iqn"}, {"env_step": 2100000, "rew": 3645.5, "rew_std": 998.2598108708975, "Agent": "iqn"}, {"env_step": 2200000, "rew": 3387.8, "rew_std": 938.3493805614196, "Agent": "iqn"}, {"env_step": 2300000, "rew": 3795.2, "rew_std": 690.2713669275294, "Agent": "iqn"}, {"env_step": 2400000, "rew": 3738.6, "rew_std": 1253.164011612207, "Agent": "iqn"}, {"env_step": 2500000, "rew": 3917.4, "rew_std": 391.9112654670697, "Agent": "iqn"}, {"env_step": 2600000, "rew": 3715.0, "rew_std": 903.7580428411135, "Agent": "iqn"}, {"env_step": 2700000, "rew": 4198.8, "rew_std": 916.1332654150268, "Agent": "iqn"}, {"env_step": 2800000, "rew": 3842.8, "rew_std": 1014.2438365600256, "Agent": "iqn"}, {"env_step": 2900000, "rew": 3685.0, "rew_std": 1446.485741374591, "Agent": "iqn"}, {"env_step": 3000000, "rew": 3950.0, "rew_std": 1456.4194450775506, "Agent": "iqn"}, {"env_step": 3100000, "rew": 4272.0, "rew_std": 806.635977377652, "Agent": "iqn"}, {"env_step": 3200000, "rew": 4197.4, "rew_std": 668.5554875999449, "Agent": "iqn"}, {"env_step": 3300000, "rew": 4473.6, "rew_std": 668.1130443270808, "Agent": "iqn"}, {"env_step": 3400000, "rew": 4128.8, "rew_std": 1420.9650804998691, "Agent": "iqn"}, {"env_step": 3500000, "rew": 4091.2, "rew_std": 799.4804312802158, "Agent": "iqn"}, {"env_step": 3600000, "rew": 3836.0, "rew_std": 495.31727205903087, "Agent": "iqn"}, {"env_step": 3700000, "rew": 3937.6, "rew_std": 955.3729324195865, "Agent": "iqn"}, {"env_step": 3800000, "rew": 4366.0, "rew_std": 646.7463181186267, "Agent": "iqn"}, {"env_step": 3900000, "rew": 4184.6, "rew_std": 648.5627494699337, "Agent": "iqn"}, {"env_step": 4000000, "rew": 4264.2, "rew_std": 1133.6307864556254, "Agent": "iqn"}, {"env_step": 4100000, "rew": 3667.2, "rew_std": 1318.5249940748186, "Agent": "iqn"}, {"env_step": 4200000, "rew": 4149.6, "rew_std": 734.6094472575206, "Agent": "iqn"}, {"env_step": 4300000, "rew": 4311.5, "rew_std": 1162.0347025799185, "Agent": "iqn"}, {"env_step": 4400000, "rew": 4001.8, "rew_std": 1118.5291949698942, "Agent": "iqn"}, {"env_step": 4500000, "rew": 4658.6, "rew_std": 651.7754521305632, "Agent": "iqn"}, {"env_step": 4600000, "rew": 4676.1, "rew_std": 562.302134088072, "Agent": "iqn"}, {"env_step": 4700000, "rew": 4486.8, "rew_std": 643.8162470767571, "Agent": "iqn"}, {"env_step": 4800000, "rew": 4090.2, "rew_std": 1062.8171808923678, "Agent": "iqn"}, {"env_step": 4900000, "rew": 4424.2, "rew_std": 889.2979028424614, "Agent": "iqn"}, {"env_step": 5000000, "rew": 4119.8, "rew_std": 986.707433842474, "Agent": "iqn"}, {"env_step": 5100000, "rew": 4387.0, "rew_std": 1373.3178073556026, "Agent": "iqn"}, {"env_step": 5200000, "rew": 4230.2, "rew_std": 906.2165083466533, "Agent": "iqn"}, {"env_step": 5300000, "rew": 4634.0, "rew_std": 1000.1627867502369, "Agent": "iqn"}, {"env_step": 5400000, "rew": 4360.6, "rew_std": 547.0027787863604, "Agent": "iqn"}, {"env_step": 5500000, "rew": 4132.2, "rew_std": 1382.0892735275822, "Agent": "iqn"}, {"env_step": 5600000, "rew": 4627.2, "rew_std": 630.4678897453858, "Agent": "iqn"}, {"env_step": 5700000, "rew": 4543.6, "rew_std": 817.3174658601149, "Agent": "iqn"}, {"env_step": 5800000, "rew": 4541.4, "rew_std": 589.8366214469902, "Agent": "iqn"}, {"env_step": 5900000, "rew": 4541.8, "rew_std": 957.1254672194237, "Agent": "iqn"}, {"env_step": 6000000, "rew": 4616.6, "rew_std": 624.175648355493, "Agent": "iqn"}, {"env_step": 6100000, "rew": 4831.4, "rew_std": 685.3571623613486, "Agent": "iqn"}, {"env_step": 6200000, "rew": 4185.4, "rew_std": 1318.965063980089, "Agent": "iqn"}, {"env_step": 6300000, "rew": 4762.2, "rew_std": 578.2092700744256, "Agent": "iqn"}, {"env_step": 6400000, "rew": 4953.0, "rew_std": 491.9441025157228, "Agent": "iqn"}, {"env_step": 6500000, "rew": 4542.0, "rew_std": 540.8837213301949, "Agent": "iqn"}, {"env_step": 6600000, "rew": 4407.3, "rew_std": 992.3926692595023, "Agent": "iqn"}, {"env_step": 6700000, "rew": 4558.4, "rew_std": 883.3956305076453, "Agent": "iqn"}, {"env_step": 6800000, "rew": 4337.2, "rew_std": 886.7474048453709, "Agent": "iqn"}, {"env_step": 6900000, "rew": 4499.8, "rew_std": 1165.5764067619075, "Agent": "iqn"}, {"env_step": 7000000, "rew": 4851.0, "rew_std": 666.8494582737546, "Agent": "iqn"}, {"env_step": 7100000, "rew": 4711.8, "rew_std": 1179.0499395699912, "Agent": "iqn"}, {"env_step": 7200000, "rew": 5200.4, "rew_std": 528.0430285497575, "Agent": "iqn"}, {"env_step": 7300000, "rew": 4526.0, "rew_std": 615.5309902839987, "Agent": "iqn"}, {"env_step": 7400000, "rew": 4689.4, "rew_std": 1031.8333392559093, "Agent": "iqn"}, {"env_step": 7500000, "rew": 4679.8, "rew_std": 1083.7780030984204, "Agent": "iqn"}, {"env_step": 7600000, "rew": 4287.0, "rew_std": 1172.4614279369705, "Agent": "iqn"}, {"env_step": 7700000, "rew": 4314.4, "rew_std": 984.6696095645484, "Agent": "iqn"}, {"env_step": 7800000, "rew": 5033.0, "rew_std": 813.2641637254159, "Agent": "iqn"}, {"env_step": 7900000, "rew": 5103.8, "rew_std": 708.6434646562402, "Agent": "iqn"}, {"env_step": 8000000, "rew": 4809.2, "rew_std": 815.4278386221555, "Agent": "iqn"}, {"env_step": 8100000, "rew": 4326.3, "rew_std": 854.7598551640103, "Agent": "iqn"}, {"env_step": 8200000, "rew": 4424.6, "rew_std": 656.1347727410886, "Agent": "iqn"}, {"env_step": 8300000, "rew": 4463.8, "rew_std": 1188.5400960842676, "Agent": "iqn"}, {"env_step": 8400000, "rew": 4601.0, "rew_std": 1020.5477940792387, "Agent": "iqn"}, {"env_step": 8500000, "rew": 4801.4, "rew_std": 724.9215405821516, "Agent": "iqn"}, {"env_step": 8600000, "rew": 4811.2, "rew_std": 703.3446950109171, "Agent": "iqn"}, {"env_step": 8700000, "rew": 4873.2, "rew_std": 966.0274116193598, "Agent": "iqn"}, {"env_step": 8800000, "rew": 4744.0, "rew_std": 747.7903449497059, "Agent": "iqn"}, {"env_step": 8900000, "rew": 4795.2, "rew_std": 1258.5916573694583, "Agent": "iqn"}, {"env_step": 9000000, "rew": 4230.6, "rew_std": 1360.8685608830854, "Agent": "iqn"}, {"env_step": 9100000, "rew": 4927.6, "rew_std": 1000.1939012011621, "Agent": "iqn"}, {"env_step": 9200000, "rew": 4662.6, "rew_std": 837.6820637927017, "Agent": "iqn"}, {"env_step": 9300000, "rew": 4471.6, "rew_std": 785.4536523563946, "Agent": "iqn"}, {"env_step": 9400000, "rew": 5254.6, "rew_std": 424.59020243053186, "Agent": "iqn"}, {"env_step": 9500000, "rew": 5147.4, "rew_std": 802.4213606329283, "Agent": "iqn"}, {"env_step": 9600000, "rew": 4296.0, "rew_std": 1377.9889694768967, "Agent": "iqn"}, {"env_step": 9700000, "rew": 4708.8, "rew_std": 957.8067445993477, "Agent": "iqn"}, {"env_step": 9800000, "rew": 5341.2, "rew_std": 670.1965084958291, "Agent": "iqn"}, {"env_step": 9900000, "rew": 4807.4, "rew_std": 688.9702751207776, "Agent": "iqn"}, {"env_step": 10000000, "rew": 5173.0, "rew_std": 639.4342812205176, "Agent": "iqn"}, {"env_step": 0, "rew": 55.2, "rew_std": 71.61675781547221, "Agent": "rainbow"}, {"env_step": 100000, "rew": 197.4, "rew_std": 98.0124481889928, "Agent": "rainbow"}, {"env_step": 200000, "rew": 183.8, "rew_std": 83.80190928612545, "Agent": "rainbow"}, {"env_step": 300000, "rew": 341.6, "rew_std": 115.49129837351384, "Agent": "rainbow"}, {"env_step": 400000, "rew": 478.6, "rew_std": 112.00374993722309, "Agent": "rainbow"}, {"env_step": 500000, "rew": 327.8, "rew_std": 113.28000706214668, "Agent": "rainbow"}, {"env_step": 600000, "rew": 556.2, "rew_std": 241.52424308959132, "Agent": "rainbow"}, {"env_step": 700000, "rew": 778.0, "rew_std": 244.70390270692457, "Agent": "rainbow"}, {"env_step": 800000, "rew": 952.2, "rew_std": 287.64902224759953, "Agent": "rainbow"}, {"env_step": 900000, "rew": 1213.4, "rew_std": 264.05310072029073, "Agent": "rainbow"}, {"env_step": 1000000, "rew": 1398.2, "rew_std": 236.1549491329792, "Agent": "rainbow"}, {"env_step": 1100000, "rew": 1322.4, "rew_std": 223.74056404684424, "Agent": "rainbow"}, {"env_step": 1200000, "rew": 1377.0, "rew_std": 333.29416436535456, "Agent": "rainbow"}, {"env_step": 1300000, "rew": 1495.2, "rew_std": 277.13996463880846, "Agent": "rainbow"}, {"env_step": 1400000, "rew": 1431.2, "rew_std": 408.9402890398548, "Agent": "rainbow"}, {"env_step": 1500000, "rew": 1460.6, "rew_std": 341.7953188678862, "Agent": "rainbow"}, {"env_step": 1600000, "rew": 1478.6, "rew_std": 316.41750899721086, "Agent": "rainbow"}, {"env_step": 1700000, "rew": 1522.4, "rew_std": 258.7659946747254, "Agent": "rainbow"}, {"env_step": 1800000, "rew": 1574.8, "rew_std": 316.74620755424996, "Agent": "rainbow"}, {"env_step": 1900000, "rew": 1628.8, "rew_std": 394.08445795286065, "Agent": "rainbow"}, {"env_step": 2000000, "rew": 1717.2, "rew_std": 368.0708627424887, "Agent": "rainbow"}, {"env_step": 2100000, "rew": 1660.2, "rew_std": 333.7057985711366, "Agent": "rainbow"}, {"env_step": 2200000, "rew": 1685.8, "rew_std": 311.28051657628686, "Agent": "rainbow"}, {"env_step": 2300000, "rew": 1637.6, "rew_std": 437.96237281300773, "Agent": "rainbow"}, {"env_step": 2400000, "rew": 1646.0, "rew_std": 412.8253868162664, "Agent": "rainbow"}, {"env_step": 2500000, "rew": 1597.1, "rew_std": 315.6765591550947, "Agent": "rainbow"}, {"env_step": 2600000, "rew": 1661.2, "rew_std": 427.9338266601508, "Agent": "rainbow"}, {"env_step": 2700000, "rew": 1649.2, "rew_std": 378.05629210476053, "Agent": "rainbow"}, {"env_step": 2800000, "rew": 1687.8, "rew_std": 342.1618915075143, "Agent": "rainbow"}, {"env_step": 2900000, "rew": 1625.6, "rew_std": 356.8526866929826, "Agent": "rainbow"}, {"env_step": 3000000, "rew": 1646.2, "rew_std": 357.99156414641953, "Agent": "rainbow"}, {"env_step": 3100000, "rew": 1651.4, "rew_std": 435.95141931183116, "Agent": "rainbow"}, {"env_step": 3200000, "rew": 1694.2, "rew_std": 385.55253857289017, "Agent": "rainbow"}, {"env_step": 3300000, "rew": 1634.8, "rew_std": 408.7338498338497, "Agent": "rainbow"}, {"env_step": 3400000, "rew": 1658.6, "rew_std": 404.9168309665578, "Agent": "rainbow"}, {"env_step": 3500000, "rew": 1594.8, "rew_std": 372.0668757091929, "Agent": "rainbow"}, {"env_step": 3600000, "rew": 1646.4, "rew_std": 462.23093795201555, "Agent": "rainbow"}, {"env_step": 3700000, "rew": 1722.8, "rew_std": 375.3560443099325, "Agent": "rainbow"}, {"env_step": 3800000, "rew": 1726.6, "rew_std": 325.04775033831567, "Agent": "rainbow"}, {"env_step": 3900000, "rew": 1754.4, "rew_std": 369.6255402430952, "Agent": "rainbow"}, {"env_step": 4000000, "rew": 1707.2, "rew_std": 340.19782480198194, "Agent": "rainbow"}, {"env_step": 4100000, "rew": 1701.8, "rew_std": 354.3878666094538, "Agent": "rainbow"}, {"env_step": 4200000, "rew": 1657.6, "rew_std": 428.869024295297, "Agent": "rainbow"}, {"env_step": 4300000, "rew": 1686.4, "rew_std": 453.4417713444583, "Agent": "rainbow"}, {"env_step": 4400000, "rew": 1743.8, "rew_std": 245.49940936792498, "Agent": "rainbow"}, {"env_step": 4500000, "rew": 1714.6, "rew_std": 414.4838235685441, "Agent": "rainbow"}, {"env_step": 4600000, "rew": 1804.6, "rew_std": 416.3316466472372, "Agent": "rainbow"}, {"env_step": 4700000, "rew": 1770.2, "rew_std": 335.57884319485936, "Agent": "rainbow"}, {"env_step": 4800000, "rew": 1752.0, "rew_std": 379.45750750248703, "Agent": "rainbow"}, {"env_step": 4900000, "rew": 1681.8, "rew_std": 369.5407420028271, "Agent": "rainbow"}, {"env_step": 5000000, "rew": 1798.8, "rew_std": 338.7603282558334, "Agent": "rainbow"}, {"env_step": 5100000, "rew": 1814.6, "rew_std": 419.58651074599624, "Agent": "rainbow"}, {"env_step": 5200000, "rew": 1811.0, "rew_std": 331.25005660376877, "Agent": "rainbow"}, {"env_step": 5300000, "rew": 1854.4, "rew_std": 320.87106444801157, "Agent": "rainbow"}, {"env_step": 5400000, "rew": 1821.8, "rew_std": 351.93914246642134, "Agent": "rainbow"}, {"env_step": 5500000, "rew": 1869.2, "rew_std": 345.7851355972376, "Agent": "rainbow"}, {"env_step": 5600000, "rew": 1842.0, "rew_std": 353.2319351361086, "Agent": "rainbow"}, {"env_step": 5700000, "rew": 1894.3, "rew_std": 423.4864932911084, "Agent": "rainbow"}, {"env_step": 5800000, "rew": 1768.2, "rew_std": 373.75334112218985, "Agent": "rainbow"}, {"env_step": 5900000, "rew": 1788.2, "rew_std": 346.13690932924214, "Agent": "rainbow"}, {"env_step": 6000000, "rew": 1827.0, "rew_std": 370.17320270381543, "Agent": "rainbow"}, {"env_step": 6100000, "rew": 1777.0, "rew_std": 365.00767115226495, "Agent": "rainbow"}, {"env_step": 6200000, "rew": 1762.0, "rew_std": 395.1910930170365, "Agent": "rainbow"}, {"env_step": 6300000, "rew": 1882.0, "rew_std": 356.34477686644993, "Agent": "rainbow"}, {"env_step": 6400000, "rew": 1807.8, "rew_std": 391.83103501381817, "Agent": "rainbow"}, {"env_step": 6500000, "rew": 1864.4, "rew_std": 366.81635732338873, "Agent": "rainbow"}, {"env_step": 6600000, "rew": 1839.8, "rew_std": 329.80776218882414, "Agent": "rainbow"}, {"env_step": 6700000, "rew": 1803.2, "rew_std": 371.11852554136937, "Agent": "rainbow"}, {"env_step": 6800000, "rew": 1861.4, "rew_std": 354.3445216170274, "Agent": "rainbow"}, {"env_step": 6900000, "rew": 1861.8, "rew_std": 366.5399841763515, "Agent": "rainbow"}, {"env_step": 7000000, "rew": 1877.6, "rew_std": 345.57175810531743, "Agent": "rainbow"}, {"env_step": 7100000, "rew": 1860.6, "rew_std": 372.0484377067051, "Agent": "rainbow"}, {"env_step": 7200000, "rew": 1861.4, "rew_std": 343.88259624470675, "Agent": "rainbow"}, {"env_step": 7300000, "rew": 1931.6, "rew_std": 363.43890820879375, "Agent": "rainbow"}, {"env_step": 7400000, "rew": 1901.2, "rew_std": 362.95145680930943, "Agent": "rainbow"}, {"env_step": 7500000, "rew": 1897.0, "rew_std": 373.6364543242536, "Agent": "rainbow"}, {"env_step": 7600000, "rew": 1901.0, "rew_std": 359.4754511785193, "Agent": "rainbow"}, {"env_step": 7700000, "rew": 1892.6, "rew_std": 381.24957704894575, "Agent": "rainbow"}, {"env_step": 7800000, "rew": 1892.4, "rew_std": 351.7485465499467, "Agent": "rainbow"}, {"env_step": 7900000, "rew": 1915.4, "rew_std": 373.93480715226286, "Agent": "rainbow"}, {"env_step": 8000000, "rew": 1863.4, "rew_std": 332.4106496488944, "Agent": "rainbow"}, {"env_step": 8100000, "rew": 1909.0, "rew_std": 413.3543274238217, "Agent": "rainbow"}, {"env_step": 8200000, "rew": 1866.6, "rew_std": 333.5890285965652, "Agent": "rainbow"}, {"env_step": 8300000, "rew": 1887.8, "rew_std": 355.3504748836, "Agent": "rainbow"}, {"env_step": 8400000, "rew": 1912.4, "rew_std": 447.0863898621831, "Agent": "rainbow"}, {"env_step": 8500000, "rew": 1909.8, "rew_std": 365.22152181929255, "Agent": "rainbow"}, {"env_step": 8600000, "rew": 1915.4, "rew_std": 369.93734604659744, "Agent": "rainbow"}, {"env_step": 8700000, "rew": 1866.4, "rew_std": 375.5697538407479, "Agent": "rainbow"}, {"env_step": 8800000, "rew": 1877.2, "rew_std": 429.923900242822, "Agent": "rainbow"}, {"env_step": 8900000, "rew": 1829.0, "rew_std": 345.25845391532414, "Agent": "rainbow"}, {"env_step": 9000000, "rew": 1908.6, "rew_std": 339.2050117554279, "Agent": "rainbow"}, {"env_step": 9100000, "rew": 1874.0, "rew_std": 355.7178657306939, "Agent": "rainbow"}, {"env_step": 9200000, "rew": 1831.8, "rew_std": 345.1578769201132, "Agent": "rainbow"}, {"env_step": 9300000, "rew": 1870.8, "rew_std": 397.23262705875504, "Agent": "rainbow"}, {"env_step": 9400000, "rew": 1910.0, "rew_std": 358.90277234928124, "Agent": "rainbow"}, {"env_step": 9500000, "rew": 1902.4, "rew_std": 376.3017937772819, "Agent": "rainbow"}, {"env_step": 9600000, "rew": 1889.8, "rew_std": 407.2625197584477, "Agent": "rainbow"}, {"env_step": 9700000, "rew": 1912.6, "rew_std": 381.65329816470864, "Agent": "rainbow"}, {"env_step": 9800000, "rew": 1894.6, "rew_std": 346.8568004234601, "Agent": "rainbow"}, {"env_step": 9900000, "rew": 1934.6, "rew_std": 376.412592775534, "Agent": "rainbow"}, {"env_step": 10000000, "rew": 1896.0, "rew_std": 353.1526582088828, "Agent": "rainbow"}, {"env_step": 0, "rew": 149.2, "rew_std": 108.08959246847033, "Agent": "ppo"}, {"env_step": 100000, "rew": 451.8, "rew_std": 93.66087763842489, "Agent": "ppo"}, {"env_step": 200000, "rew": 548.8, "rew_std": 87.63195764103413, "Agent": "ppo"}, {"env_step": 300000, "rew": 628.6, "rew_std": 55.785661240143064, "Agent": "ppo"}, {"env_step": 400000, "rew": 712.4, "rew_std": 68.37426416423068, "Agent": "ppo"}, {"env_step": 500000, "rew": 747.4, "rew_std": 46.5536249931195, "Agent": "ppo"}, {"env_step": 600000, "rew": 758.2, "rew_std": 58.05824661492974, "Agent": "ppo"}, {"env_step": 700000, "rew": 748.8, "rew_std": 55.246357345982545, "Agent": "ppo"}, {"env_step": 800000, "rew": 781.4, "rew_std": 39.2127530275547, "Agent": "ppo"}, {"env_step": 900000, "rew": 792.4, "rew_std": 79.78370761001271, "Agent": "ppo"}, {"env_step": 1000000, "rew": 785.8, "rew_std": 37.83596172955037, "Agent": "ppo"}, {"env_step": 1100000, "rew": 824.4, "rew_std": 24.83223711227001, "Agent": "ppo"}, {"env_step": 1200000, "rew": 814.2, "rew_std": 35.104985400937004, "Agent": "ppo"}, {"env_step": 1300000, "rew": 823.0, "rew_std": 42.22084793085046, "Agent": "ppo"}, {"env_step": 1400000, "rew": 822.6, "rew_std": 22.628300864183327, "Agent": "ppo"}, {"env_step": 1500000, "rew": 824.2, "rew_std": 23.142169301947472, "Agent": "ppo"}, {"env_step": 1600000, "rew": 841.0, "rew_std": 110.87740978215535, "Agent": "ppo"}, {"env_step": 1700000, "rew": 851.8, "rew_std": 50.91522365658429, "Agent": "ppo"}, {"env_step": 1800000, "rew": 865.0, "rew_std": 90.81960140850653, "Agent": "ppo"}, {"env_step": 1900000, "rew": 872.2, "rew_std": 84.7417252597562, "Agent": "ppo"}, {"env_step": 2000000, "rew": 843.8, "rew_std": 130.17357642778353, "Agent": "ppo"}, {"env_step": 2100000, "rew": 868.0, "rew_std": 104.34557968596465, "Agent": "ppo"}, {"env_step": 2200000, "rew": 860.4, "rew_std": 135.80809990571254, "Agent": "ppo"}, {"env_step": 2300000, "rew": 884.0, "rew_std": 147.23043163694115, "Agent": "ppo"}, {"env_step": 2400000, "rew": 922.0, "rew_std": 163.5506037897751, "Agent": "ppo"}, {"env_step": 2500000, "rew": 906.8, "rew_std": 148.42425677765746, "Agent": "ppo"}, {"env_step": 2600000, "rew": 895.0, "rew_std": 125.72111994410486, "Agent": "ppo"}, {"env_step": 2700000, "rew": 920.4, "rew_std": 155.8660963776279, "Agent": "ppo"}, {"env_step": 2800000, "rew": 934.2, "rew_std": 182.06251673532364, "Agent": "ppo"}, {"env_step": 2900000, "rew": 894.0, "rew_std": 235.24625395529682, "Agent": "ppo"}, {"env_step": 3000000, "rew": 922.6, "rew_std": 170.39964788696014, "Agent": "ppo"}, {"env_step": 3100000, "rew": 933.2, "rew_std": 172.90968740935253, "Agent": "ppo"}, {"env_step": 3200000, "rew": 931.8, "rew_std": 181.70404508430735, "Agent": "ppo"}, {"env_step": 3300000, "rew": 928.4, "rew_std": 214.5931965370757, "Agent": "ppo"}, {"env_step": 3400000, "rew": 933.0, "rew_std": 203.49201458533943, "Agent": "ppo"}, {"env_step": 3500000, "rew": 958.2, "rew_std": 223.07209596899386, "Agent": "ppo"}, {"env_step": 3600000, "rew": 951.8, "rew_std": 234.61704967883298, "Agent": "ppo"}, {"env_step": 3700000, "rew": 944.0, "rew_std": 233.30666514268296, "Agent": "ppo"}, {"env_step": 3800000, "rew": 934.8, "rew_std": 249.3434579049549, "Agent": "ppo"}, {"env_step": 3900000, "rew": 925.6, "rew_std": 264.6655247666382, "Agent": "ppo"}, {"env_step": 4000000, "rew": 910.4, "rew_std": 329.20364518030476, "Agent": "ppo"}, {"env_step": 4100000, "rew": 939.6, "rew_std": 328.4677153085216, "Agent": "ppo"}, {"env_step": 4200000, "rew": 925.8, "rew_std": 297.59227140502156, "Agent": "ppo"}, {"env_step": 4300000, "rew": 947.8, "rew_std": 306.41599174977796, "Agent": "ppo"}, {"env_step": 4400000, "rew": 938.0, "rew_std": 307.99350642505436, "Agent": "ppo"}, {"env_step": 4500000, "rew": 885.0, "rew_std": 320.93145685644464, "Agent": "ppo"}, {"env_step": 4600000, "rew": 937.4, "rew_std": 259.07226790994054, "Agent": "ppo"}, {"env_step": 4700000, "rew": 932.6, "rew_std": 310.10198322487395, "Agent": "ppo"}, {"env_step": 4800000, "rew": 906.4, "rew_std": 359.8041689586156, "Agent": "ppo"}, {"env_step": 4900000, "rew": 887.0, "rew_std": 377.4125064170503, "Agent": "ppo"}, {"env_step": 5000000, "rew": 901.6, "rew_std": 373.16462854884844, "Agent": "ppo"}, {"env_step": 5100000, "rew": 899.6, "rew_std": 394.11145631661105, "Agent": "ppo"}, {"env_step": 5200000, "rew": 871.2, "rew_std": 410.2703498913856, "Agent": "ppo"}, {"env_step": 5300000, "rew": 859.8, "rew_std": 379.5180628112449, "Agent": "ppo"}, {"env_step": 5400000, "rew": 908.4, "rew_std": 370.1597492975161, "Agent": "ppo"}, {"env_step": 5500000, "rew": 858.8, "rew_std": 425.68175906420987, "Agent": "ppo"}, {"env_step": 5600000, "rew": 917.0, "rew_std": 371.99059127886557, "Agent": "ppo"}, {"env_step": 5700000, "rew": 926.0, "rew_std": 387.98144285519635, "Agent": "ppo"}, {"env_step": 5800000, "rew": 924.4, "rew_std": 380.3491027989944, "Agent": "ppo"}, {"env_step": 5900000, "rew": 942.8, "rew_std": 393.7331075741536, "Agent": "ppo"}, {"env_step": 6000000, "rew": 953.0, "rew_std": 385.58864091152896, "Agent": "ppo"}, {"env_step": 6100000, "rew": 931.0, "rew_std": 386.86871158055675, "Agent": "ppo"}, {"env_step": 6200000, "rew": 947.2, "rew_std": 389.32474876380513, "Agent": "ppo"}, {"env_step": 6300000, "rew": 954.4, "rew_std": 382.7979101301365, "Agent": "ppo"}, {"env_step": 6400000, "rew": 966.4, "rew_std": 395.44081731657394, "Agent": "ppo"}, {"env_step": 6500000, "rew": 952.8, "rew_std": 410.60073063744056, "Agent": "ppo"}, {"env_step": 6600000, "rew": 952.2, "rew_std": 401.42491203212586, "Agent": "ppo"}, {"env_step": 6700000, "rew": 974.0, "rew_std": 328.4058464765815, "Agent": "ppo"}, {"env_step": 6800000, "rew": 992.8, "rew_std": 326.9534523445195, "Agent": "ppo"}, {"env_step": 6900000, "rew": 986.8, "rew_std": 301.4514222888988, "Agent": "ppo"}, {"env_step": 7000000, "rew": 1018.6, "rew_std": 286.2880367741551, "Agent": "ppo"}, {"env_step": 7100000, "rew": 995.0, "rew_std": 302.6037012331475, "Agent": "ppo"}, {"env_step": 7200000, "rew": 986.4, "rew_std": 286.39804468606275, "Agent": "ppo"}, {"env_step": 7300000, "rew": 997.6, "rew_std": 314.9346598899524, "Agent": "ppo"}, {"env_step": 7400000, "rew": 1001.6, "rew_std": 297.1273127802289, "Agent": "ppo"}, {"env_step": 7500000, "rew": 986.2, "rew_std": 317.547413782572, "Agent": "ppo"}, {"env_step": 7600000, "rew": 1022.6, "rew_std": 319.39574198789813, "Agent": "ppo"}, {"env_step": 7700000, "rew": 1019.6, "rew_std": 320.0022499920899, "Agent": "ppo"}, {"env_step": 7800000, "rew": 1003.2, "rew_std": 321.1394712582058, "Agent": "ppo"}, {"env_step": 7900000, "rew": 1024.8, "rew_std": 323.7668296783968, "Agent": "ppo"}, {"env_step": 8000000, "rew": 1018.2, "rew_std": 316.27260393527604, "Agent": "ppo"}, {"env_step": 8100000, "rew": 1014.0, "rew_std": 307.1468704056742, "Agent": "ppo"}, {"env_step": 8200000, "rew": 1004.0, "rew_std": 307.0244289954791, "Agent": "ppo"}, {"env_step": 8300000, "rew": 1017.0, "rew_std": 338.5513255032389, "Agent": "ppo"}, {"env_step": 8400000, "rew": 1018.2, "rew_std": 328.83363574914296, "Agent": "ppo"}, {"env_step": 8500000, "rew": 1000.2, "rew_std": 347.273321751038, "Agent": "ppo"}, {"env_step": 8600000, "rew": 1010.0, "rew_std": 339.7281265953704, "Agent": "ppo"}, {"env_step": 8700000, "rew": 1023.2, "rew_std": 338.9633608518773, "Agent": "ppo"}, {"env_step": 8800000, "rew": 1024.2, "rew_std": 358.4092074710135, "Agent": "ppo"}, {"env_step": 8900000, "rew": 953.8, "rew_std": 392.8872102779626, "Agent": "ppo"}, {"env_step": 9000000, "rew": 951.4, "rew_std": 427.01105372109515, "Agent": "ppo"}, {"env_step": 9100000, "rew": 979.0, "rew_std": 400.3560914985558, "Agent": "ppo"}, {"env_step": 9200000, "rew": 991.6, "rew_std": 416.51199262446204, "Agent": "ppo"}, {"env_step": 9300000, "rew": 989.2, "rew_std": 423.34780027773854, "Agent": "ppo"}, {"env_step": 9400000, "rew": 993.2, "rew_std": 427.4821165850099, "Agent": "ppo"}, {"env_step": 9500000, "rew": 978.2, "rew_std": 419.3723405280801, "Agent": "ppo"}, {"env_step": 9600000, "rew": 992.2, "rew_std": 368.224333796668, "Agent": "ppo"}, {"env_step": 9700000, "rew": 1026.4, "rew_std": 379.41723735223206, "Agent": "ppo"}, {"env_step": 9800000, "rew": 1025.2, "rew_std": 368.4651408206752, "Agent": "ppo"}, {"env_step": 9900000, "rew": 1035.2, "rew_std": 353.61696791867894, "Agent": "ppo"}, {"env_step": 10000000, "rew": 1025.8, "rew_std": 358.64461518333155, "Agent": "ppo"}] |