Tianshou/examples/atari/benchmark/SpaceInvadersNoFrameskip-v4/result.json

[{"env_step": 0, "rew": 131.5, "rew_std": 72.94964016360875, "Agent": "c51"}, {"env_step": 100000, "rew": 175.3, "rew_std": 78.69695038564073, "Agent": "c51"}, {"env_step": 200000, "rew": 162.45, "rew_std": 70.4969680199085, "Agent": "c51"}, {"env_step": 300000, "rew": 216.1, "rew_std": 43.270544253568154, "Agent": "c51"}, {"env_step": 400000, "rew": 310.5, "rew_std": 67.2647753285477, "Agent": "c51"}, {"env_step": 500000, "rew": 371.6, "rew_std": 66.80149698921424, "Agent": "c51"}, {"env_step": 600000, "rew": 429.15, "rew_std": 59.84816204362503, "Agent": "c51"}, {"env_step": 700000, "rew": 411.25, "rew_std": 67.41819116529307, "Agent": "c51"}, {"env_step": 800000, "rew": 433.9, "rew_std": 56.295115241022465, "Agent": "c51"}, {"env_step": 900000, "rew": 468.25, "rew_std": 55.36661900459518, "Agent": "c51"}, {"env_step": 1000000, "rew": 479.2, "rew_std": 77.91508198032008, "Agent": "c51"}, {"env_step": 1100000, "rew": 517.25, "rew_std": 102.26613564616588, "Agent": "c51"}, {"env_step": 1200000, "rew": 511.4, "rew_std": 65.065659145205, "Agent": "c51"}, {"env_step": 1300000, "rew": 573.65, "rew_std": 58.454277003483675, "Agent": "c51"}, {"env_step": 1400000, "rew": 556.35, "rew_std": 71.15758919468814, "Agent": "c51"}, {"env_step": 1500000, "rew": 553.5, "rew_std": 38.90629769073382, "Agent": "c51"}, {"env_step": 1600000, "rew": 608.25, "rew_std": 35.925791570959156, "Agent": "c51"}, {"env_step": 1700000, "rew": 571.35, "rew_std": 70.93273221863092, "Agent": "c51"}, {"env_step": 1800000, "rew": 624.95, "rew_std": 94.19406828457936, "Agent": "c51"}, {"env_step": 1900000, "rew": 640.2, "rew_std": 96.80113635696638, "Agent": "c51"}, {"env_step": 2000000, "rew": 617.15, "rew_std": 67.16139143883188, "Agent": "c51"}, {"env_step": 2100000, "rew": 617.65, "rew_std": 94.80454894149331, "Agent": "c51"}, {"env_step": 2200000, "rew": 613.0, "rew_std": 115.9631406956538, "Agent": "c51"}, {"env_step": 2300000, "rew": 659.9, "rew_std": 81.69969400187493, "Agent": "c51"}, {"env_step": 2400000, "rew": 698.0, "rew_std": 80.07558928912107, "Agent": "c51"}, {"env_step": 2500000, "rew": 651.8, "rew_std": 74.98106427625578, "Agent": "c51"}, {"env_step": 2600000, "rew": 619.8, "rew_std": 103.08035700365032, "Agent": "c51"}, {"env_step": 2700000, "rew": 629.75, "rew_std": 97.50211536166792, "Agent": "c51"}, {"env_step": 2800000, "rew": 655.95, "rew_std": 62.26975590123989, "Agent": "c51"}, {"env_step": 2900000, "rew": 722.85, "rew_std": 111.88946554524246, "Agent": "c51"}, {"env_step": 3000000, "rew": 689.7, "rew_std": 116.6568043450531, "Agent": "c51"}, {"env_step": 3100000, "rew": 738.45, "rew_std": 90.73572890543173, "Agent": "c51"}, {"env_step": 3200000, "rew": 742.85, "rew_std": 114.76150269145138, "Agent": "c51"}, {"env_step": 3300000, "rew": 722.95, "rew_std": 115.68069199308933, "Agent": "c51"}, {"env_step": 3400000, "rew": 775.55, "rew_std": 107.4728919309423, "Agent": "c51"}, {"env_step": 3500000, "rew": 796.25, "rew_std": 82.22902468106989, "Agent": "c51"}, {"env_step": 3600000, "rew": 742.3, "rew_std": 119.33360800713268, "Agent": "c51"}, {"env_step": 3700000, "rew": 758.55, "rew_std": 96.7464340428111, "Agent": "c51"}, {"env_step": 3800000, "rew": 664.4, "rew_std": 103.92925478420403, "Agent": "c51"}, {"env_step": 3900000, "rew": 738.85, "rew_std": 97.65578579889673, "Agent": "c51"}, {"env_step": 4000000, "rew": 689.45, "rew_std": 113.2767518072442, "Agent": "c51"}, {"env_step": 4100000, "rew": 832.35, "rew_std": 157.338973239309, "Agent": "c51"}, {"env_step": 4200000, "rew": 672.15, "rew_std": 78.5875467233836, "Agent": "c51"}, {"env_step": 4300000, "rew": 722.05, "rew_std": 77.35387837723458, "Agent": "c51"}, {"env_step": 4400000, "rew": 897.7, "rew_std": 116.28654264359226, "Agent": "c51"}, {"env_step": 4500000, "rew": 823.1, "rew_std": 92.00076086641893, "Agent": "c51"}, {"env_step": 4600000, "rew": 690.8, "rew_std": 81.19273366502695, "Agent": "c51"}, {"env_step": 4700000, "rew": 811.15, "rew_std": 99.55050225890375, "Agent": "c51"}, {"env_step": 4800000, "rew": 755.0, "rew_std": 107.04998832321282, "Agent": "c51"}, {"env_step": 4900000, "rew": 805.75, "rew_std": 115.61017472523774, "Agent": "c51"}, {"env_step": 5000000, "rew": 760.75, "rew_std": 112.35040053333142, "Agent": "c51"}, {"env_step": 5100000, "rew": 820.95, "rew_std": 141.30984572916356, "Agent": "c51"}, {"env_step": 5200000, "rew": 797.1, "rew_std": 154.61869227231227, "Agent": "c51"}, {"env_step": 5300000, "rew": 825.8, "rew_std": 151.04969380968635, "Agent": "c51"}, {"env_step": 5400000, "rew": 787.95, "rew_std": 107.38399554868501, "Agent": "c51"}, {"env_step": 5500000, "rew": 825.0, "rew_std": 65.9052349969257, "Agent": "c51"}, {"env_step": 5600000, "rew": 822.5, "rew_std": 149.53043168532616, "Agent": "c51"}, {"env_step": 5700000, "rew": 865.65, "rew_std": 141.1168044564502, "Agent": "c51"}, {"env_step": 5800000, "rew": 756.65, "rew_std": 111.32251569201982, "Agent": "c51"}, {"env_step": 5900000, "rew": 833.3, "rew_std": 179.73886613640354, "Agent": "c51"}, {"env_step": 6000000, "rew": 838.7, "rew_std": 96.8695514596821, "Agent": "c51"}, {"env_step": 6100000, "rew": 797.05, "rew_std": 143.24549731143384, "Agent": "c51"}, {"env_step": 6200000, "rew": 787.65, "rew_std": 143.62260441866385, "Agent": "c51"}, {"env_step": 6300000, "rew": 836.35, "rew_std": 147.87225060842215, "Agent": "c51"}, {"env_step": 6400000, "rew": 936.1, "rew_std": 174.2318570181699, "Agent": "c51"}, {"env_step": 6500000, "rew": 878.6, "rew_std": 130.01822949109868, "Agent": "c51"}, {"env_step": 6600000, "rew": 869.35, "rew_std": 131.44923925226803, "Agent": "c51"}, {"env_step": 6700000, "rew": 831.1, "rew_std": 128.2900619689616, "Agent": "c51"}, {"env_step": 6800000, "rew": 848.35, "rew_std": 173.9251347563083, "Agent": "c51"}, {"env_step": 6900000, "rew": 833.4, "rew_std": 157.15466903658958, "Agent": "c51"}, {"env_step": 7000000, "rew": 832.3, "rew_std": 154.00165583525393, "Agent": "c51"}, {"env_step": 7100000, "rew": 832.85, "rew_std": 96.22423031648525, "Agent": "c51"}, {"env_step": 7200000, "rew": 867.75, "rew_std": 155.06728378352412, "Agent": "c51"}, {"env_step": 7300000, "rew": 881.55, "rew_std": 176.80051611915616, "Agent": "c51"}, {"env_step": 7400000, "rew": 848.7, "rew_std": 122.09365257866602, "Agent": "c51"}, {"env_step": 7500000, "rew": 891.75, "rew_std": 136.24688069823839, "Agent": "c51"}, {"env_step": 7600000, "rew": 947.85, "rew_std": 155.2700953178042, "Agent": "c51"}, {"env_step": 7700000, "rew": 810.6, "rew_std": 61.26001958863546, "Agent": "c51"}, {"env_step": 7800000, "rew": 809.45, "rew_std": 132.21695239264895, "Agent": "c51"}, {"env_step": 7900000, "rew": 933.9, "rew_std": 128.37421859547965, "Agent": "c51"}, {"env_step": 8000000, "rew": 859.35, "rew_std": 175.26181129955265, "Agent": "c51"}, {"env_step": 8100000, "rew": 922.05, "rew_std": 125.99334307811664, "Agent": "c51"}, {"env_step": 8200000, "rew": 878.3, "rew_std": 114.7343017584541, "Agent": "c51"}, {"env_step": 8300000, "rew": 895.25, "rew_std": 212.38682280216915, "Agent": "c51"}, {"env_step": 8400000, "rew": 877.2, "rew_std": 165.07804214976625, "Agent": "c51"}, {"env_step": 8500000, "rew": 872.55, "rew_std": 171.04918152391141, "Agent": "c51"}, {"env_step": 8600000, "rew": 921.95, "rew_std": 176.95118677194566, "Agent": "c51"}, {"env_step": 8700000, "rew": 881.1, "rew_std": 133.7792584820233, "Agent": "c51"}, {"env_step": 8800000, "rew": 875.65, "rew_std": 134.4557641010604, "Agent": "c51"}, {"env_step": 8900000, "rew": 865.25, "rew_std": 158.70353650753975, "Agent": "c51"}, {"env_step": 9000000, "rew": 873.9, "rew_std": 141.55260506257028, "Agent": "c51"}, {"env_step": 9100000, "rew": 923.35, "rew_std": 146.47082473994607, "Agent": "c51"}, {"env_step": 9200000, "rew": 894.5, "rew_std": 181.60740623664003, "Agent": "c51"}, {"env_step": 9300000, "rew": 873.55, "rew_std": 141.41206631684582, "Agent": "c51"}, {"env_step": 9400000, "rew": 919.55, "rew_std": 149.74168591277447, "Agent": "c51"}, {"env_step": 9500000, "rew": 886.55, "rew_std": 105.35142381572258, "Agent": "c51"}, {"env_step": 9600000, "rew": 860.15, "rew_std": 190.00829587152242, "Agent": "c51"}, {"env_step": 9700000, "rew": 919.65, "rew_std": 205.74645197426855, "Agent": "c51"}, {"env_step": 9800000, "rew": 877.75, "rew_std": 124.24014045388068, "Agent": "c51"}, {"env_step": 9900000, "rew": 880.1, "rew_std": 104.3469692899607, "Agent": "c51"}, {"env_step": 10000000, "rew": 880.55, "rew_std": 143.47516335589236, "Agent": "c51"}, {"env_step": 0, "rew": 189.2, "rew_std": 81.34807926435633, "Agent": "dqn"}, {"env_step": 100000, "rew": 245.5, "rew_std": 101.77032966439678, "Agent": "dqn"}, {"env_step": 200000, "rew": 230.55, "rew_std": 65.04092942140356, "Agent": "dqn"}, {"env_step": 300000, "rew": 289.9, "rew_std": 61.85903329344874, "Agent": "dqn"}, {"env_step": 400000, "rew": 272.75, "rew_std": 70.29838191594456, "Agent": "dqn"}, {"env_step": 500000, "rew": 295.65, "rew_std": 66.4168841485356, "Agent": "dqn"}, {"env_step": 600000, "rew": 313.0, "rew_std": 92.10130292237999, "Agent": "dqn"}, {"env_step": 700000, "rew": 321.55, "rew_std": 54.48323136525586, "Agent": "dqn"}, {"env_step": 800000, "rew": 398.9, "rew_std": 85.19647880047626, "Agent": "dqn"}, {"env_step": 900000, "rew": 368.95, "rew_std": 76.96442359947874, "Agent": "dqn"}, {"env_step": 1000000, "rew": 365.3, "rew_std": 76.99974025930217, "Agent": "dqn"}, {"env_step": 1100000, "rew": 436.35, "rew_std": 96.35638276730815, "Agent": "dqn"}, {"env_step": 1200000, "rew": 403.95, "rew_std": 62.60089855585142, "Agent": "dqn"}, {"env_step": 1300000, "rew": 449.65, "rew_std": 59.11558593129226, "Agent": "dqn"}, {"env_step": 1400000, "rew": 420.15, "rew_std": 76.2200924953519, "Agent": "dqn"}, {"env_step": 1500000, "rew": 467.6, "rew_std": 49.78092003970999, "Agent": "dqn"}, {"env_step": 1600000, "rew": 407.05, "rew_std": 62.21030863128715, "Agent": "dqn"}, {"env_step": 1700000, "rew": 471.3, "rew_std": 63.85264285838136, "Agent": "dqn"}, {"env_step": 1800000, "rew": 440.8, "rew_std": 76.10525606027484, "Agent": "dqn"}, {"env_step": 1900000, "rew": 511.2, "rew_std": 51.454931736423475, "Agent": "dqn"}, {"env_step": 2000000, "rew": 446.15, "rew_std": 89.50224857510564, "Agent": "dqn"}, {"env_step": 2100000, "rew": 512.9, "rew_std": 72.38224920517462, "Agent": "dqn"}, {"env_step": 2200000, "rew": 458.2, "rew_std": 57.65682960413277, "Agent": "dqn"}, {"env_step": 2300000, "rew": 443.95, "rew_std": 83.05884961880943, "Agent": "dqn"}, {"env_step": 2400000, "rew": 429.95, "rew_std": 97.29631287977978, "Agent": "dqn"}, {"env_step": 2500000, "rew": 518.2, "rew_std": 83.67950764673512, "Agent": "dqn"}, {"env_step": 2600000, "rew": 500.35, "rew_std": 86.74043174898313, "Agent": "dqn"}, {"env_step": 2700000, "rew": 472.85, "rew_std": 108.66325275823469, "Agent": "dqn"}, {"env_step": 2800000, "rew": 483.6, "rew_std": 62.72750592842027, "Agent": "dqn"}, {"env_step": 2900000, "rew": 442.75, "rew_std": 133.11221769619797, "Agent": "dqn"}, {"env_step": 3000000, "rew": 496.85, "rew_std": 91.74694817812743, "Agent": "dqn"}, {"env_step": 3100000, "rew": 488.3, "rew_std": 120.88097451625711, "Agent": "dqn"}, {"env_step": 3200000, "rew": 496.5, "rew_std": 77.99935897172489, "Agent": "dqn"}, {"env_step": 3300000, "rew": 489.05, "rew_std": 103.76065005578945, "Agent": "dqn"}, {"env_step": 3400000, "rew": 499.35, "rew_std": 79.70321511708295, "Agent": "dqn"}, {"env_step": 3500000, "rew": 518.35, "rew_std": 78.03109956933838, "Agent": "dqn"}, {"env_step": 3600000, "rew": 521.85, "rew_std": 87.429986274733, "Agent": "dqn"}, {"env_step": 3700000, "rew": 560.4, "rew_std": 98.244796299855, "Agent": "dqn"}, {"env_step": 3800000, "rew": 551.25, "rew_std": 61.10615762752556, "Agent": "dqn"}, {"env_step": 3900000, "rew": 520.0, "rew_std": 123.95079668965424, "Agent": "dqn"}, {"env_step": 4000000, "rew": 568.7, "rew_std": 94.99899999473679, "Agent": "dqn"}, {"env_step": 4100000, "rew": 540.9, "rew_std": 120.96668962983156, "Agent": "dqn"}, {"env_step": 4200000, "rew": 542.15, "rew_std": 113.86111056897346, "Agent": "dqn"}, {"env_step": 4300000, "rew": 564.95, "rew_std": 118.0547436573389, "Agent": "dqn"}, {"env_step": 4400000, "rew": 560.8, "rew_std": 101.43401796241733, "Agent": "dqn"}, {"env_step": 4500000, "rew": 572.3, "rew_std": 100.23228022947497, "Agent": "dqn"}, {"env_step": 4600000, "rew": 577.25, "rew_std": 122.57757747646998, "Agent": "dqn"}, {"env_step": 4700000, "rew": 597.7, "rew_std": 134.22410364759378, "Agent": "dqn"}, {"env_step": 4800000, "rew": 561.1, "rew_std": 95.81330805269172, "Agent": "dqn"}, {"env_step": 4900000, "rew": 556.8, "rew_std": 126.28364898117255, "Agent": "dqn"}, {"env_step": 5000000, "rew": 604.65, "rew_std": 157.45920900347494, "Agent": "dqn"}, {"env_step": 5100000, "rew": 551.65, "rew_std": 108.79270425906326, "Agent": "dqn"}, {"env_step": 5200000, "rew": 511.25, "rew_std": 115.59849696254706, "Agent": "dqn"}, {"env_step": 5300000, "rew": 551.55, "rew_std": 108.7601604448982, "Agent": "dqn"}, {"env_step": 5400000, "rew": 569.1, "rew_std": 100.45765276971187, "Agent": "dqn"}, {"env_step": 5500000, "rew": 502.8, "rew_std": 87.80495430213492, "Agent": "dqn"}, {"env_step": 5600000, "rew": 569.9, "rew_std": 101.9560689709053, "Agent": "dqn"}, {"env_step": 5700000, "rew": 518.95, "rew_std": 81.64326365353115, "Agent": "dqn"}, {"env_step": 5800000, "rew": 488.6, "rew_std": 77.79293027004447, "Agent": "dqn"}, {"env_step": 5900000, "rew": 546.3, "rew_std": 118.97693053697428, "Agent": "dqn"}, {"env_step": 6000000, "rew": 554.15, "rew_std": 153.27508766919692, "Agent": "dqn"}, {"env_step": 6100000, "rew": 515.95, "rew_std": 145.70954841739095, "Agent": "dqn"}, {"env_step": 6200000, "rew": 475.1, "rew_std": 145.77187657432418, "Agent": "dqn"}, {"env_step": 6300000, "rew": 559.6, "rew_std": 122.7236326059492, "Agent": "dqn"}, {"env_step": 6400000, "rew": 511.9, "rew_std": 133.77664220632838, "Agent": "dqn"}, {"env_step": 6500000, "rew": 543.75, "rew_std": 91.17270699063398, "Agent": "dqn"}, {"env_step": 6600000, "rew": 521.35, "rew_std": 109.17922192432037, "Agent": "dqn"}, {"env_step": 6700000, "rew": 516.6, "rew_std": 75.09121120344244, "Agent": "dqn"}, {"env_step": 6800000, "rew": 583.9, "rew_std": 113.4287882329702, "Agent": "dqn"}, {"env_step": 6900000, "rew": 526.35, "rew_std": 107.32288898459639, "Agent": "dqn"}, {"env_step": 7000000, "rew": 540.0, "rew_std": 147.050841548085, "Agent": "dqn"}, {"env_step": 7100000, "rew": 521.75, "rew_std": 136.49674904553586, "Agent": "dqn"}, {"env_step": 7200000, "rew": 561.3, "rew_std": 84.21229126439917, "Agent": "dqn"}, {"env_step": 7300000, "rew": 491.65, "rew_std": 89.11146110349667, "Agent": "dqn"}, {"env_step": 7400000, "rew": 521.25, "rew_std": 41.02392594572099, "Agent": "dqn"}, {"env_step": 7500000, "rew": 501.35, "rew_std": 102.60459297711775, "Agent": "dqn"}, {"env_step": 7600000, "rew": 491.5, "rew_std": 119.28767748598344, "Agent": "dqn"}, {"env_step": 7700000, "rew": 503.5, "rew_std": 155.50707379408823, "Agent": "dqn"}, {"env_step": 7800000, "rew": 504.8, "rew_std": 110.91780740710664, "Agent": "dqn"}, {"env_step": 7900000, "rew": 551.55, "rew_std": 103.75245780221306, "Agent": "dqn"}, {"env_step": 8000000, "rew": 528.65, "rew_std": 35.64621298258764, "Agent": "dqn"}, {"env_step": 8100000, "rew": 521.05, "rew_std": 94.89137210516033, "Agent": "dqn"}, {"env_step": 8200000, "rew": 519.65, "rew_std": 79.50504700960813, "Agent": "dqn"}, {"env_step": 8300000, "rew": 544.2, "rew_std": 153.77226668030877, "Agent": "dqn"}, {"env_step": 8400000, "rew": 540.2, "rew_std": 130.77427116982912, "Agent": "dqn"}, {"env_step": 8500000, "rew": 524.4, "rew_std": 132.1672803684785, "Agent": "dqn"}, {"env_step": 8600000, "rew": 572.25, "rew_std": 186.15480788848834, "Agent": "dqn"}, {"env_step": 8700000, "rew": 564.35, "rew_std": 140.56280624688736, "Agent": "dqn"}, {"env_step": 8800000, "rew": 486.55, "rew_std": 130.3735881994509, "Agent": "dqn"}, {"env_step": 8900000, "rew": 576.0, "rew_std": 83.01776918226604, "Agent": "dqn"}, {"env_step": 9000000, "rew": 553.25, "rew_std": 74.99208291546515, "Agent": "dqn"}, {"env_step": 9100000, "rew": 488.35, "rew_std": 62.5244152311719, "Agent": "dqn"}, {"env_step": 9200000, "rew": 557.05, "rew_std": 100.2916870931983, "Agent": "dqn"}, {"env_step": 9300000, "rew": 541.2, "rew_std": 124.49461835758201, "Agent": "dqn"}, {"env_step": 9400000, "rew": 445.8, "rew_std": 82.59031420209031, "Agent": "dqn"}, {"env_step": 9500000, "rew": 530.65, "rew_std": 123.81034892124325, "Agent": "dqn"}, {"env_step": 9600000, "rew": 553.6, "rew_std": 85.22347094550891, "Agent": "dqn"}, {"env_step": 9700000, "rew": 590.65, "rew_std": 110.74724601542019, "Agent": "dqn"}, {"env_step": 9800000, "rew": 561.0, "rew_std": 100.72661018817222, "Agent": "dqn"}, {"env_step": 9900000, "rew": 525.75, "rew_std": 88.93038007340348, "Agent": "dqn"}, {"env_step": 10000000, "rew": 522.1, "rew_std": 134.1502515838118, "Agent": "dqn"}, {"env_step": 0, "rew": 230.2, "rew_std": 115.47709729639034, "Agent": "fqf"}, {"env_step": 100000, "rew": 197.8, "rew_std": 50.49366296873302, "Agent": "fqf"}, {"env_step": 200000, "rew": 274.45, "rew_std": 80.67882311982494, "Agent": "fqf"}, {"env_step": 300000, "rew": 331.75, "rew_std": 106.72845215780092, "Agent": "fqf"}, {"env_step": 400000, "rew": 342.3, "rew_std": 107.6478518132155, "Agent": "fqf"}, {"env_step": 500000, "rew": 344.15, "rew_std": 89.13586539659555, "Agent": "fqf"}, {"env_step": 600000, "rew": 418.7, "rew_std": 101.0124249783164, "Agent": "fqf"}, {"env_step": 700000, "rew": 455.75, "rew_std": 68.63499471843791, "Agent": "fqf"}, {"env_step": 800000, "rew": 513.6, "rew_std": 56.154608003261856, "Agent": "fqf"}, {"env_step": 900000, "rew": 530.0, "rew_std": 71.92808908903392, "Agent": "fqf"}, {"env_step": 1000000, "rew": 524.25, "rew_std": 79.38332633494265, "Agent": "fqf"}, {"env_step": 1100000, "rew": 552.4, "rew_std": 55.314916613875496, "Agent": "fqf"}, {"env_step": 1200000, "rew": 592.0, "rew_std": 123.01138158723363, "Agent": "fqf"}, {"env_step": 1300000, "rew": 626.2, "rew_std": 132.57247074713513, "Agent": "fqf"}, {"env_step": 1400000, "rew": 666.45, "rew_std": 91.45120283517325, "Agent": "fqf"}, {"env_step": 1500000, "rew": 633.95, "rew_std": 123.25632843793458, "Agent": "fqf"}, {"env_step": 1600000, "rew": 672.8, "rew_std": 103.08981520984506, "Agent": "fqf"}, {"env_step": 1700000, "rew": 617.5, "rew_std": 140.43023178788818, "Agent": "fqf"}, {"env_step": 1800000, "rew": 673.4, "rew_std": 67.20520813151315, "Agent": "fqf"}, {"env_step": 1900000, "rew": 668.5, "rew_std": 96.4898958440727, "Agent": "fqf"}, {"env_step": 2000000, "rew": 667.75, "rew_std": 174.6682927723289, "Agent": "fqf"}, {"env_step": 2100000, "rew": 699.8, "rew_std": 121.638028593035, "Agent": "fqf"}, {"env_step": 2200000, "rew": 714.25, "rew_std": 161.04211405716208, "Agent": "fqf"}, {"env_step": 2300000, "rew": 747.05, "rew_std": 150.87817105201134, "Agent": "fqf"}, {"env_step": 2400000, "rew": 735.6, "rew_std": 94.85483646077304, "Agent": "fqf"}, {"env_step": 2500000, "rew": 686.05, "rew_std": 107.51405722043978, "Agent": "fqf"}, {"env_step": 2600000, "rew": 727.95, "rew_std": 72.91243035312978, "Agent": "fqf"}, {"env_step": 2700000, "rew": 804.25, "rew_std": 120.79305650574456, "Agent": "fqf"}, {"env_step": 2800000, "rew": 799.6, "rew_std": 149.8772497746072, "Agent": "fqf"}, {"env_step": 2900000, "rew": 837.3, "rew_std": 153.77031573096286, "Agent": "fqf"}, {"env_step": 3000000, "rew": 825.05, "rew_std": 126.28864754996785, "Agent": "fqf"}, {"env_step": 3100000, "rew": 897.25, "rew_std": 165.72601636435965, "Agent": "fqf"}, {"env_step": 3200000, "rew": 835.4, "rew_std": 150.30997970860085, "Agent": "fqf"}, {"env_step": 3300000, "rew": 886.3, "rew_std": 185.1247147195641, "Agent": "fqf"}, {"env_step": 3400000, "rew": 787.0, "rew_std": 143.65931922433714, "Agent": "fqf"}, {"env_step": 3500000, "rew": 887.85, "rew_std": 202.29138019203884, "Agent": "fqf"}, {"env_step": 3600000, "rew": 860.05, "rew_std": 139.24967683984045, "Agent": "fqf"}, {"env_step": 3700000, "rew": 864.55, "rew_std": 175.68529392069217, "Agent": "fqf"}, {"env_step": 3800000, "rew": 982.3, "rew_std": 242.51723650083102, "Agent": "fqf"}, {"env_step": 3900000, "rew": 976.7, "rew_std": 136.36333818149217, "Agent": "fqf"}, {"env_step": 4000000, "rew": 940.7, "rew_std": 151.9544668642551, "Agent": "fqf"}, {"env_step": 4100000, "rew": 923.85, "rew_std": 171.70586041250894, "Agent": "fqf"}, {"env_step": 4200000, "rew": 1001.85, "rew_std": 166.15249772422925, "Agent": "fqf"}, {"env_step": 4300000, "rew": 1156.5, "rew_std": 218.98983994697107, "Agent": "fqf"}, {"env_step": 4400000, "rew": 1059.3, "rew_std": 177.61998761400702, "Agent": "fqf"}, {"env_step": 4500000, "rew": 1082.8, "rew_std": 197.79777551833087, "Agent": "fqf"}, {"env_step": 4600000, "rew": 1097.7, "rew_std": 135.50944616520283, "Agent": "fqf"}, {"env_step": 4700000, "rew": 1051.95, "rew_std": 234.61686320467248, "Agent": "fqf"}, {"env_step": 4800000, "rew": 967.5, "rew_std": 162.95152653473363, "Agent": "fqf"}, {"env_step": 4900000, "rew": 987.2, "rew_std": 236.65536123232027, "Agent": "fqf"}, {"env_step": 5000000, "rew": 1005.5, "rew_std": 246.8736518950534, "Agent": "fqf"}, {"env_step": 5100000, "rew": 1098.95, "rew_std": 251.61572387273415, "Agent": "fqf"}, {"env_step": 5200000, "rew": 1028.55, "rew_std": 254.31441661848427, "Agent": "fqf"}, {"env_step": 5300000, "rew": 1025.2, "rew_std": 199.16051315459094, "Agent": "fqf"}, {"env_step": 5400000, "rew": 1034.65, "rew_std": 224.61445300781517, "Agent": "fqf"}, {"env_step": 5500000, "rew": 1263.2, "rew_std": 179.57897983895555, "Agent": "fqf"}, {"env_step": 5600000, "rew": 1016.95, "rew_std": 171.7589080659283, "Agent": "fqf"}, {"env_step": 5700000, "rew": 1224.7, "rew_std": 191.47979005628764, "Agent": "fqf"}, {"env_step": 5800000, "rew": 1192.7, "rew_std": 211.82247283987599, "Agent": "fqf"}, {"env_step": 5900000, "rew": 1256.45, "rew_std": 423.3461024977081, "Agent": "fqf"}, {"env_step": 6000000, "rew": 1206.3, "rew_std": 349.3533454827648, "Agent": "fqf"}, {"env_step": 6100000, "rew": 1323.8, "rew_std": 327.38587324440255, "Agent": "fqf"}, {"env_step": 6200000, "rew": 1459.2, "rew_std": 292.0249304425908, "Agent": "fqf"}, {"env_step": 6300000, "rew": 1187.2, "rew_std": 343.017506841852, "Agent": "fqf"}, {"env_step": 6400000, "rew": 1257.5, "rew_std": 311.28724676735476, "Agent": "fqf"}, {"env_step": 6500000, "rew": 1111.55, "rew_std": 231.75153181802273, "Agent": "fqf"}, {"env_step": 6600000, "rew": 1306.1, "rew_std": 182.76703750950279, "Agent": "fqf"}, {"env_step": 6700000, "rew": 1163.85, "rew_std": 369.6850044294467, "Agent": "fqf"}, {"env_step": 6800000, "rew": 1146.1, "rew_std": 217.4428430645626, "Agent": "fqf"}, {"env_step": 6900000, "rew": 1197.9, "rew_std": 226.09840777856002, "Agent": "fqf"}, {"env_step": 7000000, "rew": 1633.55, "rew_std": 109.7614344840664, "Agent": "fqf"}, {"env_step": 7100000, "rew": 1409.85, "rew_std": 353.492153378261, "Agent": "fqf"}, {"env_step": 7200000, "rew": 1372.45, "rew_std": 253.83640893299764, "Agent": "fqf"}, {"env_step": 7300000, "rew": 1275.55, "rew_std": 352.75008504605637, "Agent": "fqf"}, {"env_step": 7400000, "rew": 1356.95, "rew_std": 431.4569184750663, "Agent": "fqf"}, {"env_step": 7500000, "rew": 1394.0, "rew_std": 367.9727571437864, "Agent": "fqf"}, {"env_step": 7600000, "rew": 1537.6, "rew_std": 332.01941208308887, "Agent": "fqf"}, {"env_step": 7700000, "rew": 1574.95, "rew_std": 366.9757110491102, "Agent": "fqf"}, {"env_step": 7800000, "rew": 1337.1, "rew_std": 339.9577767900008, "Agent": "fqf"}, {"env_step": 7900000, "rew": 1460.65, "rew_std": 323.72148909208977, "Agent": "fqf"}, {"env_step": 8000000, "rew": 1490.3, "rew_std": 428.0282817758658, "Agent": "fqf"}, {"env_step": 8100000, "rew": 1340.1, "rew_std": 215.97648020097003, "Agent": "fqf"}, {"env_step": 8200000, "rew": 1639.3, "rew_std": 353.53735304773664, "Agent": "fqf"}, {"env_step": 8300000, "rew": 1621.2, "rew_std": 447.873486600848, "Agent": "fqf"}, {"env_step": 8400000, "rew": 1636.0, "rew_std": 445.03949262958673, "Agent": "fqf"}, {"env_step": 8500000, "rew": 1507.95, "rew_std": 247.5409511575812, "Agent": "fqf"}, {"env_step": 8600000, "rew": 1481.65, "rew_std": 305.7656005831918, "Agent": "fqf"}, {"env_step": 8700000, "rew": 1612.35, "rew_std": 260.7944640900186, "Agent": "fqf"}, {"env_step": 8800000, "rew": 1461.6, "rew_std": 150.4408189289064, "Agent": "fqf"}, {"env_step": 8900000, "rew": 1593.3, "rew_std": 260.38521463401105, "Agent": "fqf"}, {"env_step": 9000000, "rew": 1542.55, "rew_std": 377.05214825007954, "Agent": "fqf"}, {"env_step": 9100000, "rew": 1562.2, "rew_std": 291.7097187273678, "Agent": "fqf"}, {"env_step": 9200000, "rew": 1645.4, "rew_std": 301.2403359445743, "Agent": "fqf"}, {"env_step": 9300000, "rew": 1787.55, "rew_std": 340.77921371468653, "Agent": "fqf"}, {"env_step": 9400000, "rew": 1669.3, "rew_std": 312.634627000913, "Agent": "fqf"}, {"env_step": 9500000, "rew": 1691.45, "rew_std": 373.35073657353354, "Agent": "fqf"}, {"env_step": 9600000, "rew": 1444.45, "rew_std": 174.3102765186264, "Agent": "fqf"}, {"env_step": 9700000, "rew": 1547.25, "rew_std": 277.2487375985687, "Agent": "fqf"}, {"env_step": 9800000, "rew": 1697.55, "rew_std": 281.5422215228117, "Agent": "fqf"}, {"env_step": 9900000, "rew": 1566.15, "rew_std": 436.8016168697181, "Agent": "fqf"}, {"env_step": 10000000, "rew": 1580.2, "rew_std": 413.62206179071256, "Agent": "fqf"}, {"env_step": 0, "rew": 104.2, "rew_std": 85.97418217116113, "Agent": "qrdqn"}, {"env_step": 100000, "rew": 222.7, "rew_std": 70.10249638921569, "Agent": "qrdqn"}, {"env_step": 200000, "rew": 284.55, "rew_std": 65.67931561762806, "Agent": "qrdqn"}, {"env_step": 300000, "rew": 298.65, "rew_std": 112.2911505863218, "Agent": "qrdqn"}, {"env_step": 400000, "rew": 401.8, "rew_std": 97.01886414507233, "Agent": "qrdqn"}, {"env_step": 500000, "rew": 307.5, "rew_std": 84.26268450506429, "Agent": "qrdqn"}, {"env_step": 600000, "rew": 300.85, "rew_std": 93.35230313173854, "Agent": "qrdqn"}, {"env_step": 700000, "rew": 326.1, "rew_std": 88.10839914559793, "Agent": "qrdqn"}, {"env_step": 800000, "rew": 373.1, "rew_std": 67.90500717914696, "Agent": "qrdqn"}, {"env_step": 900000, "rew": 435.5, "rew_std": 72.41926539257355, "Agent": "qrdqn"}, {"env_step": 1000000, "rew": 410.55, "rew_std": 76.28939965683306, "Agent": "qrdqn"}, {"env_step": 1100000, "rew": 413.0, "rew_std": 106.63043655542258, "Agent": "qrdqn"}, {"env_step": 1200000, "rew": 435.95, "rew_std": 79.69894917751425, "Agent": "qrdqn"}, {"env_step": 1300000, "rew": 429.0, "rew_std": 77.78110310351737, "Agent": "qrdqn"}, {"env_step": 1400000, "rew": 486.8, "rew_std": 72.63580384355913, "Agent": "qrdqn"}, {"env_step": 1500000, "rew": 430.25, "rew_std": 113.51965688813546, "Agent": "qrdqn"}, {"env_step": 1600000, "rew": 468.6, "rew_std": 107.82086996495623, "Agent": "qrdqn"}, {"env_step": 1700000, "rew": 475.6, "rew_std": 44.46223116308942, "Agent": "qrdqn"}, {"env_step": 1800000, "rew": 501.05, "rew_std": 96.80765723846436, "Agent": "qrdqn"}, {"env_step": 1900000, "rew": 462.0, "rew_std": 61.099099829702894, "Agent": "qrdqn"}, {"env_step": 2000000, "rew": 496.1, "rew_std": 102.8520296348108, "Agent": "qrdqn"}, {"env_step": 2100000, "rew": 519.55, "rew_std": 87.50984230359464, "Agent": "qrdqn"}, {"env_step": 2200000, "rew": 485.35, "rew_std": 75.20473721781096, "Agent": "qrdqn"}, {"env_step": 2300000, "rew": 512.45, "rew_std": 120.2733241413074, "Agent": "qrdqn"}, {"env_step": 2400000, "rew": 489.4, "rew_std": 75.57109235680004, "Agent": "qrdqn"}, {"env_step": 2500000, "rew": 511.45, "rew_std": 56.399224285445634, "Agent": "qrdqn"}, {"env_step": 2600000, "rew": 513.45, "rew_std": 94.62939553859572, "Agent": "qrdqn"}, {"env_step": 2700000, "rew": 497.9, "rew_std": 62.18231259771544, "Agent": "qrdqn"}, {"env_step": 2800000, "rew": 509.8, "rew_std": 98.18966340710207, "Agent": "qrdqn"}, {"env_step": 2900000, "rew": 481.3, "rew_std": 49.9585828461937, "Agent": "qrdqn"}, {"env_step": 3000000, "rew": 519.35, "rew_std": 65.75106463016398, "Agent": "qrdqn"}, {"env_step": 3100000, "rew": 485.7, "rew_std": 51.05692901066417, "Agent": "qrdqn"}, {"env_step": 3200000, "rew": 518.6, "rew_std": 81.14117327226664, "Agent": "qrdqn"}, {"env_step": 3300000, "rew": 559.25, "rew_std": 62.88889011582252, "Agent": "qrdqn"}, {"env_step": 3400000, "rew": 512.15, "rew_std": 106.45211364740486, "Agent": "qrdqn"}, {"env_step": 3500000, "rew": 522.7, "rew_std": 51.48456079253275, "Agent": "qrdqn"}, {"env_step": 3600000, "rew": 565.4, "rew_std": 101.5477227711188, "Agent": "qrdqn"}, {"env_step": 3700000, "rew": 577.85, "rew_std": 100.99580436830037, "Agent": "qrdqn"}, {"env_step": 3800000, "rew": 509.1, "rew_std": 87.09069984791716, "Agent": "qrdqn"}, {"env_step": 3900000, "rew": 546.35, "rew_std": 75.80997625642684, "Agent": "qrdqn"}, {"env_step": 4000000, "rew": 516.45, "rew_std": 87.6491443198392, "Agent": "qrdqn"}, {"env_step": 4100000, "rew": 520.0, "rew_std": 117.6093108559012, "Agent": "qrdqn"}, {"env_step": 4200000, "rew": 546.85, "rew_std": 85.65396955191278, "Agent": "qrdqn"}, {"env_step": 4300000, "rew": 545.15, "rew_std": 87.88431316224755, "Agent": "qrdqn"}, {"env_step": 4400000, "rew": 489.25, "rew_std": 74.9827480157936, "Agent": "qrdqn"}, {"env_step": 4500000, "rew": 593.25, "rew_std": 62.53169196495486, "Agent": "qrdqn"}, {"env_step": 4600000, "rew": 527.6, "rew_std": 122.62091991173449, "Agent": "qrdqn"}, {"env_step": 4700000, "rew": 520.9, "rew_std": 74.23099083267041, "Agent": "qrdqn"}, {"env_step": 4800000, "rew": 598.05, "rew_std": 122.61779030793205, "Agent": "qrdqn"}, {"env_step": 4900000, "rew": 545.5, "rew_std": 72.01284607623838, "Agent": "qrdqn"}, {"env_step": 5000000, "rew": 603.55, "rew_std": 73.38203117930165, "Agent": "qrdqn"}, {"env_step": 5100000, "rew": 559.75, "rew_std": 47.47433517175359, "Agent": "qrdqn"}, {"env_step": 5200000, "rew": 558.3, "rew_std": 102.89951409020357, "Agent": "qrdqn"}, {"env_step": 5300000, "rew": 614.8, "rew_std": 85.48280528854912, "Agent": "qrdqn"}, {"env_step": 5400000, "rew": 604.75, "rew_std": 84.51220326083092, "Agent": "qrdqn"}, {"env_step": 5500000, "rew": 611.15, "rew_std": 93.74754663456532, "Agent": "qrdqn"}, {"env_step": 5600000, "rew": 520.85, "rew_std": 106.81691111429876, "Agent": "qrdqn"}, {"env_step": 5700000, "rew": 660.4, "rew_std": 123.0060567614457, "Agent": "qrdqn"}, {"env_step": 5800000, "rew": 585.9, "rew_std": 127.98120955827851, "Agent": "qrdqn"}, {"env_step": 5900000, "rew": 570.45, "rew_std": 98.77789479433139, "Agent": "qrdqn"}, {"env_step": 6000000, "rew": 641.5, "rew_std": 90.51408730136983, "Agent": "qrdqn"}, {"env_step": 6100000, "rew": 592.95, "rew_std": 103.75438544948354, "Agent": "qrdqn"}, {"env_step": 6200000, "rew": 612.3, "rew_std": 82.66323245554823, "Agent": "qrdqn"}, {"env_step": 6300000, "rew": 642.25, "rew_std": 79.97319863554289, "Agent": "qrdqn"}, {"env_step": 6400000, "rew": 652.8, "rew_std": 100.57017450516828, "Agent": "qrdqn"}, {"env_step": 6500000, "rew": 617.95, "rew_std": 120.11233283888878, "Agent": "qrdqn"}, {"env_step": 6600000, "rew": 579.0, "rew_std": 103.84363244802255, "Agent": "qrdqn"}, {"env_step": 6700000, "rew": 566.85, "rew_std": 83.09273433941141, "Agent": "qrdqn"}, {"env_step": 6800000, "rew": 572.8, "rew_std": 120.3420541622919, "Agent": "qrdqn"}, {"env_step": 6900000, "rew": 600.65, "rew_std": 63.689893232757115, "Agent": "qrdqn"}, {"env_step": 7000000, "rew": 576.3, "rew_std": 126.27830375800905, "Agent": "qrdqn"}, {"env_step": 7100000, "rew": 573.25, "rew_std": 80.12154828758615, "Agent": "qrdqn"}, {"env_step": 7200000, "rew": 580.7, "rew_std": 85.19865022404991, "Agent": "qrdqn"}, {"env_step": 7300000, "rew": 549.95, "rew_std": 106.52029149415617, "Agent": "qrdqn"}, {"env_step": 7400000, "rew": 559.15, "rew_std": 76.05657433779146, "Agent": "qrdqn"}, {"env_step": 7500000, "rew": 558.75, "rew_std": 96.65175890794745, "Agent": "qrdqn"}, {"env_step": 7600000, "rew": 628.15, "rew_std": 106.18169569186584, "Agent": "qrdqn"}, {"env_step": 7700000, "rew": 630.65, "rew_std": 103.51402078945634, "Agent": "qrdqn"}, {"env_step": 7800000, "rew": 617.2, "rew_std": 153.99938311564756, "Agent": "qrdqn"}, {"env_step": 7900000, "rew": 596.9, "rew_std": 75.67886098508619, "Agent": "qrdqn"}, {"env_step": 8000000, "rew": 528.0, "rew_std": 121.1131702169504, "Agent": "qrdqn"}, {"env_step": 8100000, "rew": 606.8, "rew_std": 102.84313297444804, "Agent": "qrdqn"}, {"env_step": 8200000, "rew": 591.8, "rew_std": 142.44142655842785, "Agent": "qrdqn"}, {"env_step": 8300000, "rew": 550.85, "rew_std": 137.40925187191726, "Agent": "qrdqn"}, {"env_step": 8400000, "rew": 569.7, "rew_std": 142.38858802586674, "Agent": "qrdqn"}, {"env_step": 8500000, "rew": 603.85, "rew_std": 53.07732566736949, "Agent": "qrdqn"}, {"env_step": 8600000, "rew": 570.5, "rew_std": 92.73537620563148, "Agent": "qrdqn"}, {"env_step": 8700000, "rew": 667.8, "rew_std": 81.47244933104687, "Agent": "qrdqn"}, {"env_step": 8800000, "rew": 550.0, "rew_std": 169.62207993065053, "Agent": "qrdqn"}, {"env_step": 8900000, "rew": 636.75, "rew_std": 63.59490938746591, "Agent": "qrdqn"}, {"env_step": 9000000, "rew": 586.6, "rew_std": 137.99434771033194, "Agent": "qrdqn"}, {"env_step": 9100000, "rew": 609.55, "rew_std": 123.41463649016674, "Agent": "qrdqn"}, {"env_step": 9200000, "rew": 626.9, "rew_std": 111.03260782310753, "Agent": "qrdqn"}, {"env_step": 9300000, "rew": 624.4, "rew_std": 161.2231062844281, "Agent": "qrdqn"}, {"env_step": 9400000, "rew": 633.05, "rew_std": 107.944997568206, "Agent": "qrdqn"}, {"env_step": 9500000, "rew": 552.85, "rew_std": 160.7512130591866, "Agent": "qrdqn"}, {"env_step": 9600000, "rew": 555.75, "rew_std": 80.15804700714708, "Agent": "qrdqn"}, {"env_step": 9700000, "rew": 582.25, "rew_std": 108.67411145254421, "Agent": "qrdqn"}, {"env_step": 9800000, "rew": 635.15, "rew_std": 106.95303876000905, "Agent": "qrdqn"}, {"env_step": 9900000, "rew": 597.35, "rew_std": 98.45660211484042, "Agent": "qrdqn"}, {"env_step": 10000000, "rew": 550.15, "rew_std": 221.34204864869213, "Agent": "qrdqn"}, {"env_step": 0, "rew": 193.85, "rew_std": 59.73192195133185, "Agent": "iqn"}, {"env_step": 100000, "rew": 178.3, "rew_std": 102.48638934024362, "Agent": "iqn"}, {"env_step": 200000, "rew": 275.5, "rew_std": 63.457466069801434, "Agent": "iqn"}, {"env_step": 300000, "rew": 309.5, "rew_std": 43.517812445020716, "Agent": "iqn"}, {"env_step": 400000, "rew": 321.25, "rew_std": 78.36525058978629, "Agent": "iqn"}, {"env_step": 500000, "rew": 374.9, "rew_std": 70.88398972969847, "Agent": "iqn"}, {"env_step": 600000, "rew": 344.3, "rew_std": 138.2237678548809, "Agent": "iqn"}, {"env_step": 700000, "rew": 402.65, "rew_std": 115.49524882002723, "Agent": "iqn"}, {"env_step": 800000, "rew": 502.4, "rew_std": 117.13129385437523, "Agent": "iqn"}, {"env_step": 900000, "rew": 550.95, "rew_std": 73.10145347392212, "Agent": "iqn"}, {"env_step": 1000000, "rew": 542.7, "rew_std": 35.80237422294784, "Agent": "iqn"}, {"env_step": 1100000, "rew": 579.8, "rew_std": 73.14273716508016, "Agent": "iqn"}, {"env_step": 1200000, "rew": 617.6, "rew_std": 98.75621499429795, "Agent": "iqn"}, {"env_step": 1300000, "rew": 650.15, "rew_std": 124.93219160808795, "Agent": "iqn"}, {"env_step": 1400000, "rew": 666.45, "rew_std": 72.53014890374898, "Agent": "iqn"}, {"env_step": 1500000, "rew": 619.95, "rew_std": 84.52113640977622, "Agent": "iqn"}, {"env_step": 1600000, "rew": 633.65, "rew_std": 143.48554805275688, "Agent": "iqn"}, {"env_step": 1700000, "rew": 659.7, "rew_std": 71.16923492633597, "Agent": "iqn"}, {"env_step": 1800000, "rew": 746.45, "rew_std": 159.69368334408222, "Agent": "iqn"}, {"env_step": 1900000, "rew": 713.35, "rew_std": 60.149418118548745, "Agent": "iqn"}, {"env_step": 2000000, "rew": 708.95, "rew_std": 140.94013800191908, "Agent": "iqn"}, {"env_step": 2100000, "rew": 723.65, "rew_std": 82.80701962998064, "Agent": "iqn"}, {"env_step": 2200000, "rew": 680.25, "rew_std": 95.15467671113176, "Agent": "iqn"}, {"env_step": 2300000, "rew": 799.4, "rew_std": 105.6581279410155, "Agent": "iqn"}, {"env_step": 2400000, "rew": 761.5, "rew_std": 83.66719787347967, "Agent": "iqn"}, {"env_step": 2500000, "rew": 796.4, "rew_std": 124.04732967702287, "Agent": "iqn"}, {"env_step": 2600000, "rew": 689.55, "rew_std": 71.40919058496603, "Agent": "iqn"}, {"env_step": 2700000, "rew": 688.0, "rew_std": 80.3962063781619, "Agent": "iqn"}, {"env_step": 2800000, "rew": 757.45, "rew_std": 125.27738223637978, "Agent": "iqn"}, {"env_step": 2900000, "rew": 756.0, "rew_std": 107.79216112500946, "Agent": "iqn"}, {"env_step": 3000000, "rew": 744.8, "rew_std": 124.25441642050394, "Agent": "iqn"}, {"env_step": 3100000, "rew": 812.6, "rew_std": 155.1967783170772, "Agent": "iqn"}, {"env_step": 3200000, "rew": 757.55, "rew_std": 168.36262203945387, "Agent": "iqn"}, {"env_step": 3300000, "rew": 770.5, "rew_std": 111.00945905642456, "Agent": "iqn"}, {"env_step": 3400000, "rew": 759.45, "rew_std": 102.85267376203694, "Agent": "iqn"}, {"env_step": 3500000, "rew": 850.85, "rew_std": 200.12159428707338, "Agent": "iqn"}, {"env_step": 3600000, "rew": 785.85, "rew_std": 128.4011390136396, "Agent": "iqn"}, {"env_step": 3700000, "rew": 787.85, "rew_std": 137.1677895863311, "Agent": "iqn"}, {"env_step": 3800000, "rew": 791.75, "rew_std": 188.92634146672083, "Agent": "iqn"}, {"env_step": 3900000, "rew": 774.5, "rew_std": 60.62507731953833, "Agent": "iqn"}, {"env_step": 4000000, "rew": 872.55, "rew_std": 194.64755970728223, "Agent": "iqn"}, {"env_step": 4100000, "rew": 782.7, "rew_std": 128.8107526567561, "Agent": "iqn"}, {"env_step": 4200000, "rew": 826.2, "rew_std": 168.36124851045741, "Agent": "iqn"}, {"env_step": 4300000, "rew": 795.05, "rew_std": 154.91133754506157, "Agent": "iqn"}, {"env_step": 4400000, "rew": 824.45, "rew_std": 175.53866383221674, "Agent": "iqn"}, {"env_step": 4500000, "rew": 912.3, "rew_std": 182.14118150489747, "Agent": "iqn"}, {"env_step": 4600000, "rew": 857.55, "rew_std": 158.4999132491876, "Agent": "iqn"}, {"env_step": 4700000, "rew": 815.05, "rew_std": 86.60411364363705, "Agent": "iqn"}, {"env_step": 4800000, "rew": 806.95, "rew_std": 147.00245746245196, "Agent": "iqn"}, {"env_step": 4900000, "rew": 912.15, "rew_std": 95.28878475455545, "Agent": "iqn"}, {"env_step": 5000000, "rew": 883.0, "rew_std": 149.37553347185073, "Agent": "iqn"}, {"env_step": 5100000, "rew": 886.6, "rew_std": 178.2464305392958, "Agent": "iqn"}, {"env_step": 5200000, "rew": 933.15, "rew_std": 92.64341584807849, "Agent": "iqn"}, {"env_step": 5300000, "rew": 874.25, "rew_std": 130.7188299366239, "Agent": "iqn"}, {"env_step": 5400000, "rew": 882.05, "rew_std": 148.7500336134416, "Agent": "iqn"}, {"env_step": 5500000, "rew": 801.65, "rew_std": 157.15773127657448, "Agent": "iqn"}, {"env_step": 5600000, "rew": 927.7, "rew_std": 267.2525210358174, "Agent": "iqn"}, {"env_step": 5700000, "rew": 952.6, "rew_std": 184.16715233721783, "Agent": "iqn"}, {"env_step": 5800000, "rew": 857.65, "rew_std": 235.34772677890902, "Agent": "iqn"}, {"env_step": 5900000, "rew": 836.4, "rew_std": 238.53121389034183, "Agent": "iqn"}, {"env_step": 6000000, "rew": 890.35, "rew_std": 114.51791344588845, "Agent": "iqn"}, {"env_step": 6100000, "rew": 935.55, "rew_std": 166.9722207434518, "Agent": "iqn"}, {"env_step": 6200000, "rew": 941.05, "rew_std": 148.40981268096797, "Agent": "iqn"}, {"env_step": 6300000, "rew": 965.9, "rew_std": 189.78208556130897, "Agent": "iqn"}, {"env_step": 6400000, "rew": 875.15, "rew_std": 215.37328641221964, "Agent": "iqn"}, {"env_step": 6500000, "rew": 939.0, "rew_std": 153.9548635152524, "Agent": "iqn"}, {"env_step": 6600000, "rew": 928.2, "rew_std": 232.79499565067974, "Agent": "iqn"}, {"env_step": 6700000, "rew": 847.65, "rew_std": 67.1215501906802, "Agent": "iqn"}, {"env_step": 6800000, "rew": 961.7, "rew_std": 153.62831770217363, "Agent": "iqn"}, {"env_step": 6900000, "rew": 917.75, "rew_std": 210.0694230486674, "Agent": "iqn"}, {"env_step": 7000000, "rew": 887.35, "rew_std": 105.70029564764708, "Agent": "iqn"}, {"env_step": 7100000, "rew": 958.85, "rew_std": 133.01297869005117, "Agent": "iqn"}, {"env_step": 7200000, "rew": 886.9, "rew_std": 131.38260919923914, "Agent": "iqn"}, {"env_step": 7300000, "rew": 919.7, "rew_std": 193.17805258362037, "Agent": "iqn"}, {"env_step": 7400000, "rew": 843.9, "rew_std": 261.7283706440706, "Agent": "iqn"}, {"env_step": 7500000, "rew": 865.8, "rew_std": 213.59625464881168, "Agent": "iqn"}, {"env_step": 7600000, "rew": 951.8, "rew_std": 178.61973575168003, "Agent": "iqn"}, {"env_step": 7700000, "rew": 889.7, "rew_std": 187.84557487468265, "Agent": "iqn"}, {"env_step": 7800000, "rew": 977.9, "rew_std": 223.82055312236184, "Agent": "iqn"}, {"env_step": 7900000, "rew": 909.35, "rew_std": 181.14414840121114, "Agent": "iqn"}, {"env_step": 8000000, "rew": 985.15, "rew_std": 156.5410569147915, "Agent": "iqn"}, {"env_step": 8100000, "rew": 1051.1, "rew_std": 157.7045972697055, "Agent": "iqn"}, {"env_step": 8200000, "rew": 953.55, "rew_std": 201.69462684960152, "Agent": "iqn"}, {"env_step": 8300000, "rew": 951.6, "rew_std": 148.2414921673416, "Agent": "iqn"}, {"env_step": 8400000, "rew": 930.85, "rew_std": 137.40233804415413, "Agent": "iqn"}, {"env_step": 8500000, "rew": 1027.05, "rew_std": 82.30353880605621, "Agent": "iqn"}, {"env_step": 8600000, "rew": 999.15, "rew_std": 210.70109752917756, "Agent": "iqn"}, {"env_step": 8700000, "rew": 1005.65, "rew_std": 197.8955595762573, "Agent": "iqn"}, {"env_step": 8800000, "rew": 1114.7, "rew_std": 116.91389994350544, "Agent": "iqn"}, {"env_step": 8900000, "rew": 955.6, "rew_std": 172.78857022384324, "Agent": "iqn"}, {"env_step": 9000000, "rew": 858.45, "rew_std": 104.03327592650344, "Agent": "iqn"}, {"env_step": 9100000, "rew": 887.4, "rew_std": 217.57881330681073, "Agent": "iqn"}, {"env_step": 9200000, "rew": 965.85, "rew_std": 178.4683515360637, "Agent": "iqn"}, {"env_step": 9300000, "rew": 970.6, "rew_std": 139.28151348976647, "Agent": "iqn"}, {"env_step": 9400000, "rew": 964.0, "rew_std": 120.89272103811709, "Agent": "iqn"}, {"env_step": 9500000, "rew": 993.35, "rew_std": 285.66554307441424, "Agent": "iqn"}, {"env_step": 9600000, "rew": 965.5, "rew_std": 75.48609143411785, "Agent": "iqn"}, {"env_step": 9700000, "rew": 984.5, "rew_std": 142.40224717328024, "Agent": "iqn"}, {"env_step": 9800000, "rew": 959.0, "rew_std": 233.88319734431545, "Agent": "iqn"}, {"env_step": 9900000, "rew": 1060.1, "rew_std": 261.16113799721427, "Agent": "iqn"}, {"env_step": 10000000, "rew": 966.65, "rew_std": 156.9350263644162, "Agent": "iqn"}, {"env_step": 0, "rew": 129.2, "rew_std": 69.53567429744247, "Agent": "rainbow"}, {"env_step": 100000, "rew": 177.85, "rew_std": 75.14188246244566, "Agent": "rainbow"}, {"env_step": 200000, "rew": 198.55, "rew_std": 53.13823952672877, "Agent": "rainbow"}, {"env_step": 300000, "rew": 274.85, "rew_std": 47.645592660811765, "Agent": "rainbow"}, {"env_step": 400000, "rew": 297.05, "rew_std": 50.52496907470602, "Agent": "rainbow"}, {"env_step": 500000, "rew": 363.35, "rew_std": 90.23110605550616, "Agent": "rainbow"}, {"env_step": 600000, "rew": 377.1, "rew_std": 62.0112086642407, "Agent": "rainbow"}, {"env_step": 700000, "rew": 449.6, "rew_std": 20.95924616965028, "Agent": "rainbow"}, {"env_step": 800000, "rew": 478.55, "rew_std": 50.6070400240915, "Agent": "rainbow"}, {"env_step": 900000, "rew": 467.45, "rew_std": 44.51092562506424, "Agent": "rainbow"}, {"env_step": 1000000, "rew": 518.3, "rew_std": 61.56102663211522, "Agent": "rainbow"}, {"env_step": 1100000, "rew": 546.95, "rew_std": 26.70809802288437, "Agent": "rainbow"}, {"env_step": 1200000, "rew": 539.1, "rew_std": 56.16929766340327, "Agent": "rainbow"}, {"env_step": 1300000, "rew": 585.25, "rew_std": 74.84425495654293, "Agent": "rainbow"}, {"env_step": 1400000, "rew": 547.5, "rew_std": 76.41760268419836, "Agent": "rainbow"}, {"env_step": 1500000, "rew": 622.95, "rew_std": 78.23376828454577, "Agent": "rainbow"}, {"env_step": 1600000, "rew": 608.95, "rew_std": 82.29776728441665, "Agent": "rainbow"}, {"env_step": 1700000, "rew": 593.7, "rew_std": 66.87682707784514, "Agent": "rainbow"}, {"env_step": 1800000, "rew": 589.45, "rew_std": 61.96388060798, "Agent": "rainbow"}, {"env_step": 1900000, "rew": 616.65, "rew_std": 62.149839098745865, "Agent": "rainbow"}, {"env_step": 2000000, "rew": 625.85, "rew_std": 97.02269064502386, "Agent": "rainbow"}, {"env_step": 2100000, "rew": 625.05, "rew_std": 74.01602866947131, "Agent": "rainbow"}, {"env_step": 2200000, "rew": 604.05, "rew_std": 120.92465629473585, "Agent": "rainbow"}, {"env_step": 2300000, "rew": 645.65, "rew_std": 99.99626243015285, "Agent": "rainbow"}, {"env_step": 2400000, "rew": 700.1, "rew_std": 88.73691452828412, "Agent": "rainbow"}, {"env_step": 2500000, "rew": 651.45, "rew_std": 63.471430581010225, "Agent": "rainbow"}, {"env_step": 2600000, "rew": 664.25, "rew_std": 97.90409848417991, "Agent": "rainbow"}, {"env_step": 2700000, "rew": 724.25, "rew_std": 75.68726775356606, "Agent": "rainbow"}, {"env_step": 2800000, "rew": 670.4, "rew_std": 85.67461701110778, "Agent": "rainbow"}, {"env_step": 2900000, "rew": 741.0, "rew_std": 110.0034090380839, "Agent": "rainbow"}, {"env_step": 3000000, "rew": 760.65, "rew_std": 146.2280838279706, "Agent": "rainbow"}, {"env_step": 3100000, "rew": 758.85, "rew_std": 83.78127774150977, "Agent": "rainbow"}, {"env_step": 3200000, "rew": 781.65, "rew_std": 80.49038762485866, "Agent": "rainbow"}, {"env_step": 3300000, "rew": 759.45, "rew_std": 155.77362581643916, "Agent": "rainbow"}, {"env_step": 3400000, "rew": 764.45, "rew_std": 146.94462392343587, "Agent": "rainbow"}, {"env_step": 3500000, "rew": 801.25, "rew_std": 66.33259002933626, "Agent": "rainbow"}, {"env_step": 3600000, "rew": 816.85, "rew_std": 83.54371610121254, "Agent": "rainbow"}, {"env_step": 3700000, "rew": 808.7, "rew_std": 91.75380101118428, "Agent": "rainbow"}, {"env_step": 3800000, "rew": 858.65, "rew_std": 116.32176279613373, "Agent": "rainbow"}, {"env_step": 3900000, "rew": 785.0, "rew_std": 113.13421233207929, "Agent": "rainbow"}, {"env_step": 4000000, "rew": 784.1, "rew_std": 148.00249997888548, "Agent": "rainbow"}, {"env_step": 4100000, "rew": 847.8, "rew_std": 141.88837161656343, "Agent": "rainbow"}, {"env_step": 4200000, "rew": 864.45, "rew_std": 98.91623981935423, "Agent": "rainbow"}, {"env_step": 4300000, "rew": 874.8, "rew_std": 130.1499519784775, "Agent": "rainbow"}, {"env_step": 4400000, "rew": 896.05, "rew_std": 163.69735031453627, "Agent": "rainbow"}, {"env_step": 4500000, "rew": 803.35, "rew_std": 121.67580901724055, "Agent": "rainbow"}, {"env_step": 4600000, "rew": 883.9, "rew_std": 127.14004089978893, "Agent": "rainbow"}, {"env_step": 4700000, "rew": 884.0, "rew_std": 62.155450283945335, "Agent": "rainbow"}, {"env_step": 4800000, "rew": 880.95, "rew_std": 157.68995687741182, "Agent": "rainbow"}, {"env_step": 4900000, "rew": 889.8, "rew_std": 118.07925304641795, "Agent": "rainbow"}, {"env_step": 5000000, "rew": 926.05, "rew_std": 152.34573344862665, "Agent": "rainbow"}, {"env_step": 5100000, "rew": 909.15, "rew_std": 130.32882451706527, "Agent": "rainbow"}, {"env_step": 5200000, "rew": 860.3, "rew_std": 148.12835650205534, "Agent": "rainbow"}, {"env_step": 5300000, "rew": 921.85, "rew_std": 225.55631780112037, "Agent": "rainbow"}, {"env_step": 5400000, "rew": 906.55, "rew_std": 165.13622406970558, "Agent": "rainbow"}, {"env_step": 5500000, "rew": 830.05, "rew_std": 163.59407843806574, "Agent": "rainbow"}, {"env_step": 5600000, "rew": 936.0, "rew_std": 105.19054139988063, "Agent": "rainbow"}, {"env_step": 5700000, "rew": 953.05, "rew_std": 209.43226231887004, "Agent": "rainbow"}, {"env_step": 5800000, "rew": 1002.05, "rew_std": 93.83001918362801, "Agent": "rainbow"}, {"env_step": 5900000, "rew": 925.0, "rew_std": 173.92857729539446, "Agent": "rainbow"}, {"env_step": 6000000, "rew": 959.65, "rew_std": 155.2884493450817, "Agent": "rainbow"}, {"env_step": 6100000, "rew": 968.05, "rew_std": 146.51168042173293, "Agent": "rainbow"}, {"env_step": 6200000, "rew": 1050.5, "rew_std": 181.52906103431485, "Agent": "rainbow"}, {"env_step": 6300000, "rew": 949.45, "rew_std": 170.18320275514853, "Agent": "rainbow"}, {"env_step": 6400000, "rew": 989.1, "rew_std": 128.6547317435313, "Agent": "rainbow"}, {"env_step": 6500000, "rew": 1003.1, "rew_std": 173.66603006921073, "Agent": "rainbow"}, {"env_step": 6600000, "rew": 1086.4, "rew_std": 179.66382496206631, "Agent": "rainbow"}, {"env_step": 6700000, "rew": 878.0, "rew_std": 83.01204731844649, "Agent": "rainbow"}, {"env_step": 6800000, "rew": 1107.55, "rew_std": 113.496354567008, "Agent": "rainbow"}, {"env_step": 6900000, "rew": 1062.7, "rew_std": 188.38619906988941, "Agent": "rainbow"}, {"env_step": 7000000, "rew": 1025.8, "rew_std": 146.94577231074055, "Agent": "rainbow"}, {"env_step": 7100000, "rew": 969.65, "rew_std": 143.79204602480627, "Agent": "rainbow"}, {"env_step": 7200000, "rew": 1074.2, "rew_std": 236.38752082121428, "Agent": "rainbow"}, {"env_step": 7300000, "rew": 1129.1, "rew_std": 145.2378738483871, "Agent": "rainbow"}, {"env_step": 7400000, "rew": 1020.55, "rew_std": 165.74822020160576, "Agent": "rainbow"}, {"env_step": 7500000, "rew": 1026.55, "rew_std": 126.17734543094492, "Agent": "rainbow"}, {"env_step": 7600000, "rew": 1062.0, "rew_std": 134.57005610461786, "Agent": "rainbow"}, {"env_step": 7700000, "rew": 1086.0, "rew_std": 98.97221832413376, "Agent": "rainbow"}, {"env_step": 7800000, "rew": 1066.7, "rew_std": 159.72964659073153, "Agent": "rainbow"}, {"env_step": 7900000, "rew": 1040.4, "rew_std": 127.58032763714004, "Agent": "rainbow"}, {"env_step": 8000000, "rew": 1074.7, "rew_std": 214.01894775930472, "Agent": "rainbow"}, {"env_step": 8100000, "rew": 1095.35, "rew_std": 139.572033373452, "Agent": "rainbow"}, {"env_step": 8200000, "rew": 1175.95, "rew_std": 163.02261346205933, "Agent": "rainbow"}, {"env_step": 8300000, "rew": 1147.0, "rew_std": 173.63841740813004, "Agent": "rainbow"}, {"env_step": 8400000, "rew": 1167.4, "rew_std": 160.64289589023224, "Agent": "rainbow"}, {"env_step": 8500000, "rew": 1162.35, "rew_std": 261.15216349860094, "Agent": "rainbow"}, {"env_step": 8600000, "rew": 1090.85, "rew_std": 134.61947295989538, "Agent": "rainbow"}, {"env_step": 8700000, "rew": 1165.2, "rew_std": 295.2810694914254, "Agent": "rainbow"}, {"env_step": 8800000, "rew": 1233.65, "rew_std": 176.00952389004408, "Agent": "rainbow"}, {"env_step": 8900000, "rew": 1189.25, "rew_std": 256.7154309736756, "Agent": "rainbow"}, {"env_step": 9000000, "rew": 1097.2, "rew_std": 220.08159850382765, "Agent": "rainbow"}, {"env_step": 9100000, "rew": 1151.05, "rew_std": 172.71746437462542, "Agent": "rainbow"}, {"env_step": 9200000, "rew": 1204.9, "rew_std": 126.59498410284667, "Agent": "rainbow"}, {"env_step": 9300000, "rew": 1064.65, "rew_std": 216.47644791062143, "Agent": "rainbow"}, {"env_step": 9400000, "rew": 1358.15, "rew_std": 267.57840439766437, "Agent": "rainbow"}, {"env_step": 9500000, "rew": 1092.1, "rew_std": 237.28230022485874, "Agent": "rainbow"}, {"env_step": 9600000, "rew": 1312.5, "rew_std": 333.92401830356556, "Agent": "rainbow"}, {"env_step": 9700000, "rew": 1284.1, "rew_std": 214.49811187980188, "Agent": "rainbow"}, {"env_step": 9800000, "rew": 1226.6, "rew_std": 304.27987117126236, "Agent": "rainbow"}, {"env_step": 9900000, "rew": 1122.35, "rew_std": 192.80275542636832, "Agent": "rainbow"}, {"env_step": 10000000, "rew": 1184.0, "rew_std": 231.1005192551501, "Agent": "rainbow"}, {"env_step": 0, "rew": 171.85, "rew_std": 31.587220517164848, "Agent": "ppo"}, {"env_step": 100000, "rew": 226.2, "rew_std": 53.99453676067608, "Agent": "ppo"}, {"env_step": 200000, "rew": 240.45, "rew_std": 20.0517455599257, "Agent": "ppo"}, {"env_step": 300000, "rew": 282.7, "rew_std": 25.0421644431946, "Agent": "ppo"}, {"env_step": 400000, "rew": 291.8, "rew_std": 47.00276587606308, "Agent": "ppo"}, {"env_step": 500000, "rew": 320.5, "rew_std": 31.345653606201928, "Agent": "ppo"}, {"env_step": 600000, "rew": 314.0, "rew_std": 56.18807702707043, "Agent": "ppo"}, {"env_step": 700000, "rew": 320.9, "rew_std": 56.30133213344068, "Agent": "ppo"}, {"env_step": 800000, "rew": 331.25, "rew_std": 52.53439349607074, "Agent": "ppo"}, {"env_step": 900000, "rew": 385.95, "rew_std": 86.00071220635328, "Agent": "ppo"}, {"env_step": 1000000, "rew": 396.05, "rew_std": 54.37713214210547, "Agent": "ppo"}, {"env_step": 1100000, "rew": 366.65, "rew_std": 46.54301773628349, "Agent": "ppo"}, {"env_step": 1200000, "rew": 377.25, "rew_std": 51.198266572219026, "Agent": "ppo"}, {"env_step": 1300000, "rew": 386.5, "rew_std": 81.74686538332831, "Agent": "ppo"}, {"env_step": 1400000, "rew": 400.45, "rew_std": 102.20431742348265, "Agent": "ppo"}, {"env_step": 1500000, "rew": 417.4, "rew_std": 66.27586287631418, "Agent": "ppo"}, {"env_step": 1600000, "rew": 428.3, "rew_std": 44.33801980242239, "Agent": "ppo"}, {"env_step": 1700000, "rew": 392.8, "rew_std": 61.047604375601836, "Agent": "ppo"}, {"env_step": 1800000, "rew": 443.6, "rew_std": 57.05953031702943, "Agent": "ppo"}, {"env_step": 1900000, "rew": 424.75, "rew_std": 63.06078416892704, "Agent": "ppo"}, {"env_step": 2000000, "rew": 438.4, "rew_std": 42.03617489734288, "Agent": "ppo"}, {"env_step": 2100000, "rew": 468.85, "rew_std": 68.96160163453283, "Agent": "ppo"}, {"env_step": 2200000, "rew": 474.1, "rew_std": 64.23659393211942, "Agent": "ppo"}, {"env_step": 2300000, "rew": 467.0, "rew_std": 42.47646407129482, "Agent": "ppo"}, {"env_step": 2400000, "rew": 488.1, "rew_std": 49.019791921222996, "Agent": "ppo"}, {"env_step": 2500000, "rew": 528.75, "rew_std": 90.16602741609503, "Agent": "ppo"}, {"env_step": 2600000, "rew": 522.45, "rew_std": 87.87617709026718, "Agent": "ppo"}, {"env_step": 2700000, "rew": 504.35, "rew_std": 51.12047045949401, "Agent": "ppo"}, {"env_step": 2800000, "rew": 528.55, "rew_std": 70.213050781176, "Agent": "ppo"}, {"env_step": 2900000, "rew": 521.1, "rew_std": 44.84852282963175, "Agent": "ppo"}, {"env_step": 3000000, "rew": 565.5, "rew_std": 67.83251432757008, "Agent": "ppo"}, {"env_step": 3100000, "rew": 526.7, "rew_std": 55.79569875895453, "Agent": "ppo"}, {"env_step": 3200000, "rew": 610.9, "rew_std": 55.02990096302191, "Agent": "ppo"}, {"env_step": 3300000, "rew": 552.1, "rew_std": 85.30791288034189, "Agent": "ppo"}, {"env_step": 3400000, "rew": 594.4, "rew_std": 72.59814047205342, "Agent": "ppo"}, {"env_step": 3500000, "rew": 560.7, "rew_std": 89.29171294134747, "Agent": "ppo"}, {"env_step": 3600000, "rew": 580.25, "rew_std": 79.42205298278306, "Agent": "ppo"}, {"env_step": 3700000, "rew": 629.95, "rew_std": 90.99023299233825, "Agent": "ppo"}, {"env_step": 3800000, "rew": 593.6, "rew_std": 96.24598692932604, "Agent": "ppo"}, {"env_step": 3900000, "rew": 633.6, "rew_std": 63.77060451336494, "Agent": "ppo"}, {"env_step": 4000000, "rew": 623.85, "rew_std": 79.62538853908345, "Agent": "ppo"}, {"env_step": 4100000, "rew": 625.55, "rew_std": 71.11520582828963, "Agent": "ppo"}, {"env_step": 4200000, "rew": 631.1, "rew_std": 60.92405108001273, "Agent": "ppo"}, {"env_step": 4300000, "rew": 652.7, "rew_std": 78.92122654900898, "Agent": "ppo"}, {"env_step": 4400000, "rew": 645.25, "rew_std": 61.85194014741979, "Agent": "ppo"}, {"env_step": 4500000, "rew": 684.05, "rew_std": 84.49658277113933, "Agent": "ppo"}, {"env_step": 4600000, "rew": 696.05, "rew_std": 90.35857734603837, "Agent": "ppo"}, {"env_step": 4700000, "rew": 651.7, "rew_std": 98.24744271481065, "Agent": "ppo"}, {"env_step": 4800000, "rew": 710.2, "rew_std": 113.41190413708783, "Agent": "ppo"}, {"env_step": 4900000, "rew": 719.95, "rew_std": 103.00544888499832, "Agent": "ppo"}, {"env_step": 5000000, "rew": 702.85, "rew_std": 71.93714270111094, "Agent": "ppo"}, {"env_step": 5100000, "rew": 657.1, "rew_std": 91.01615241263497, "Agent": "ppo"}, {"env_step": 5200000, "rew": 669.75, "rew_std": 95.95891047734962, "Agent": "ppo"}, {"env_step": 5300000, "rew": 730.45, "rew_std": 102.41861403084891, "Agent": "ppo"}, {"env_step": 5400000, "rew": 707.9, "rew_std": 79.9180204960058, "Agent": "ppo"}, {"env_step": 5500000, "rew": 711.65, "rew_std": 116.25189245771442, "Agent": "ppo"}, {"env_step": 5600000, "rew": 742.6, "rew_std": 103.81541311385318, "Agent": "ppo"}, {"env_step": 5700000, "rew": 752.15, "rew_std": 98.74513912087015, "Agent": "ppo"}, {"env_step": 5800000, "rew": 791.7, "rew_std": 111.0621897857232, "Agent": "ppo"}, {"env_step": 5900000, "rew": 806.95, "rew_std": 144.94213500566354, "Agent": "ppo"}, {"env_step": 6000000, "rew": 827.45, "rew_std": 113.05871262313224, "Agent": "ppo"}, {"env_step": 6100000, "rew": 779.5, "rew_std": 100.94874937313487, "Agent": "ppo"}, {"env_step": 6200000, "rew": 812.75, "rew_std": 158.00810896912856, "Agent": "ppo"}, {"env_step": 6300000, "rew": 839.65, "rew_std": 123.6092735194249, "Agent": "ppo"}, {"env_step": 6400000, "rew": 852.95, "rew_std": 132.6488691998541, "Agent": "ppo"}, {"env_step": 6500000, "rew": 833.05, "rew_std": 148.62073374869334, "Agent": "ppo"}, {"env_step": 6600000, "rew": 887.55, "rew_std": 111.08947969992478, "Agent": "ppo"}, {"env_step": 6700000, "rew": 793.6, "rew_std": 104.03119724390372, "Agent": "ppo"}, {"env_step": 6800000, "rew": 832.25, "rew_std": 154.1725088983117, "Agent": "ppo"}, {"env_step": 6900000, "rew": 871.05, "rew_std": 154.96926308142525, "Agent": "ppo"}, {"env_step": 7000000, "rew": 833.1, "rew_std": 101.21086898154763, "Agent": "ppo"}, {"env_step": 7100000, "rew": 885.15, "rew_std": 144.50104670901175, "Agent": "ppo"}, {"env_step": 7200000, "rew": 850.1, "rew_std": 142.2687246024227, "Agent": "ppo"}, {"env_step": 7300000, "rew": 861.5, "rew_std": 87.94373201087159, "Agent": "ppo"}, {"env_step": 7400000, "rew": 834.6, "rew_std": 195.45917732355264, "Agent": "ppo"}, {"env_step": 7500000, "rew": 880.95, "rew_std": 143.8566039499056, "Agent": "ppo"}, {"env_step": 7600000, "rew": 921.95, "rew_std": 171.26462711254766, "Agent": "ppo"}, {"env_step": 7700000, "rew": 906.05, "rew_std": 214.73034834415, "Agent": "ppo"}, {"env_step": 7800000, "rew": 934.75, "rew_std": 217.31075099957664, "Agent": "ppo"}, {"env_step": 7900000, "rew": 927.8, "rew_std": 146.93998775010158, "Agent": "ppo"}, {"env_step": 8000000, "rew": 904.5, "rew_std": 154.3149377085705, "Agent": "ppo"}, {"env_step": 8100000, "rew": 902.9, "rew_std": 179.20083705161647, "Agent": "ppo"}, {"env_step": 8200000, "rew": 941.1, "rew_std": 163.1423917931817, "Agent": "ppo"}, {"env_step": 8300000, "rew": 956.8, "rew_std": 210.935440360315, "Agent": "ppo"}, {"env_step": 8400000, "rew": 913.4, "rew_std": 155.79261856711955, "Agent": "ppo"}, {"env_step": 8500000, "rew": 907.55, "rew_std": 156.9779363477556, "Agent": "ppo"}, {"env_step": 8600000, "rew": 883.95, "rew_std": 164.77324570451358, "Agent": "ppo"}, {"env_step": 8700000, "rew": 963.85, "rew_std": 182.24695470706774, "Agent": "ppo"}, {"env_step": 8800000, "rew": 993.0, "rew_std": 205.16420253055844, "Agent": "ppo"}, {"env_step": 8900000, "rew": 961.75, "rew_std": 131.86114856165935, "Agent": "ppo"}, {"env_step": 9000000, "rew": 969.8, "rew_std": 228.0311601514144, "Agent": "ppo"}, {"env_step": 9100000, "rew": 1003.2, "rew_std": 189.2723170461016, "Agent": "ppo"}, {"env_step": 9200000, "rew": 953.9, "rew_std": 193.50074935255418, "Agent": "ppo"}, {"env_step": 9300000, "rew": 955.5, "rew_std": 164.37198666439485, "Agent": "ppo"}, {"env_step": 9400000, "rew": 989.6, "rew_std": 161.20899478627115, "Agent": "ppo"}, {"env_step": 9500000, "rew": 1055.5, "rew_std": 215.21524109597814, "Agent": "ppo"}, {"env_step": 9600000, "rew": 1071.5, "rew_std": 225.1992451141877, "Agent": "ppo"}, {"env_step": 9700000, "rew": 954.35, "rew_std": 160.38080464943425, "Agent": "ppo"}, {"env_step": 9800000, "rew": 965.05, "rew_std": 193.5224082632293, "Agent": "ppo"}, {"env_step": 9900000, "rew": 1018.95, "rew_std": 173.74959712183508, "Agent": "ppo"}, {"env_step": 10000000, "rew": 1129.5, "rew_std": 145.34132241038677, "Agent": "ppo"}]