Skip to content

Instantly share code, notes, and snippets.

@vanshg
Last active March 21, 2021 22:07
Show Gist options
  • Save vanshg/c8828331c49dc6c9bc2924343958cf5a to your computer and use it in GitHub Desktop.
Save vanshg/c8828331c49dc6c9bc2924343958cf5a to your computer and use it in GitHub Desktop.
e=0 episode_reward=-114.75037204631506 epsilon=0.9931234076923388 avg=-114.75037204631506 independent_100_runs=-824.6517578540403
e=1 episode_reward=-92.67197276659073 epsilon=0.9863927421806611 avg=-103.7111724064529 independent_100_runs=-861.3331301344857
e=2 episode_reward=-94.15312575149456 epsilon=0.9787284252653798 avg=-100.52515685480012 independent_100_runs=-794.5528100287706
e=3 episode_reward=-103.44985584041444 epsilon=0.9701529736732676 avg=-101.2563316012037 independent_100_runs=-808.3682172958485
e=4 episode_reward=-200.73751523945415 epsilon=0.9567604712354087 avg=-121.15256832885379 independent_100_runs=-663.1654239891043
e=5 episode_reward=-210.53422365911558 epsilon=0.9502762471633531 avg=-136.04951088389743 independent_100_runs=-641.7442584866305
e=6 episode_reward=-55.57915921801511 epsilon=0.9382834546082349 avg=-124.55374636019995 independent_100_runs=-643.2806284957525
e=7 episode_reward=-46.5797155748699 epsilon=0.9298763717789159 avg=-114.80699251203369 independent_100_runs=-629.506528813978
e=8 episode_reward=-353.19224562708087 epsilon=0.9210839368136717 avg=-141.29424285815003 independent_100_runs=-605.4666306574518
e=9 episode_reward=-187.04109797267097 epsilon=0.9110981440474375 avg=-145.86892836960212 independent_100_runs=-569.6363449592174
e=10 episode_reward=-70.42700782317041 epsilon=0.8943969556547676 avg=-139.01057195629016 independent_100_runs=5.688581771836226
e=11 episode_reward=-249.29500460410685 epsilon=0.886915114855721 avg=-148.2009413436082 independent_100_runs=-88.03517566318969
e=12 episode_reward=-287.099926337341 epsilon=0.8788803989742365 avg=-158.88547865081844 independent_100_runs=-302.55296647507356
e=13 episode_reward=-113.32916634084387 epsilon=0.8710926807848421 avg=-155.6314563429631 independent_100_runs=-320.9101219147312
e=14 episode_reward=-236.80589303193247 epsilon=0.8651025315568971 avg=-161.04308545556108 independent_100_runs=-251.53073540671133
e=15 episode_reward=-153.9311603331996 epsilon=0.8537576518285253 avg=-160.59859013541347 independent_100_runs=-182.41795260435902
e=16 episode_reward=-223.66868656831537 epsilon=0.8447551680487988 avg=-164.3085958079371 independent_100_runs=-402.952352108388
e=17 episode_reward=-50.41312814291691 epsilon=0.8371023863439886 avg=-157.9810698265471 independent_100_runs=-214.5545251472279
e=18 episode_reward=-92.61485361726476 epsilon=0.830847291613893 avg=-154.54074265763748 independent_100_runs=-353.9658242743292
e=19 episode_reward=-422.34248256099545 epsilon=0.8213468052330691 avg=-167.9308296528054 independent_100_runs=-471.4360484952772
e=20 episode_reward=-332.06947612393424 epsilon=0.8097655232403761 avg=-175.7469556752401 independent_100_runs=-359.25211562097684
e=21 episode_reward=-204.63335389380558 epsilon=0.7993861201051627 avg=-177.05997377608398 independent_100_runs=-453.6225138432157
e=22 episode_reward=-130.96664091230753 epsilon=0.7907196958885072 avg=-175.05591582548502 independent_100_runs=-369.62057655876504
e=23 episode_reward=-409.68943462637503 epsilon=0.7842619842952728 avg=-184.83231244218874 independent_100_runs=-592.2411342460183
e=24 episode_reward=-311.32399459608604 epsilon=0.7765357124835661 avg=-189.89197972834464 independent_100_runs=-384.91038024383755
e=25 episode_reward=-150.85478089195976 epsilon=0.7718130273339127 avg=-188.3905490038683 independent_100_runs=-995.4449875813234
e=26 episode_reward=-214.4032767994015 epsilon=0.7658925939187943 avg=-189.35398336666583 independent_100_runs=-728.8720503045262
e=27 episode_reward=-82.93834620888371 epsilon=0.759181973593113 avg=-185.55342489674504 independent_100_runs=-617.5462060765672
e=28 episode_reward=-60.28966917531248 epsilon=0.7510265192271953 avg=-181.23398504428184 independent_100_runs=-383.1183346322283
e=29 episode_reward=-115.40402330720761 epsilon=0.7431816063941132 avg=-179.03965298637934 independent_100_runs=-655.1966618330623
e=30 episode_reward=-222.0699353572586 epsilon=0.7356393080043597 avg=-180.4277266112464 independent_100_runs=-1378.2269895718812
e=31 episode_reward=-101.26984998615785 epsilon=0.7274457078830942 avg=-177.95404296671245 independent_100_runs=-1361.1948386526672
e=32 episode_reward=-114.29910273815413 epsilon=0.720495296915465 avg=-176.02510538402885 independent_100_runs=-1300.8130490114913
e=33 episode_reward=-145.1184091175706 epsilon=0.7151830456736593 avg=-175.11608490560363 independent_100_runs=-2349.5675494756456
e=34 episode_reward=-76.76042442010814 epsilon=0.7096970102588921 avg=-172.30592317744663 independent_100_runs=-1207.456107434761
e=35 episode_reward=-176.2105489025391 epsilon=0.6982919786272518 avg=-172.41438500314362 independent_100_runs=-889.8394422818405
e=36 episode_reward=-89.26459662445095 epsilon=0.6878264599937742 avg=-170.16709342534114 independent_100_runs=-422.665466698998
e=37 episode_reward=-110.87307437134818 epsilon=0.681936222248606 avg=-168.60672450286765 independent_100_runs=-3931.06434201414
e=38 episode_reward=-86.18163522447836 epsilon=0.6773822945534632 avg=-166.49326067521665 independent_100_runs=-3453.3998818315467
e=39 episode_reward=-183.8797688244241 epsilon=0.6686328816568734 avg=-166.9279233789468 independent_100_runs=-368.9372766693063
e=40 episode_reward=-340.1664256466577 epsilon=0.6568359308608496 avg=-171.15325270254948 independent_100_runs=-818.0605235446287
e=41 episode_reward=-120.69773049120434 epsilon=0.649974894011522 avg=-169.9519307451365 independent_100_runs=-267.2627281056471
e=42 episode_reward=-96.14917946770912 epsilon=0.6443443592447561 avg=-168.23558769217308 independent_100_runs=-1511.5439210672528
e=43 episode_reward=-148.6357304589049 epsilon=0.6390181690167855 avg=-167.79013639141698 independent_100_runs=-297.00045332183845
e=44 episode_reward=-121.26084189196783 epsilon=0.6329759403257378 avg=-166.756152069207 independent_100_runs=-1069.9820226119741
e=45 episode_reward=-190.90893546879408 epsilon=0.6278065028002345 avg=-167.28121257789368 independent_100_runs=-1011.6260771271122
e=46 episode_reward=-283.60870144839544 epsilon=0.6191399312930407 avg=-169.7562655325852 independent_100_runs=-1016.703738482601
e=47 episode_reward=-322.78023033807494 epsilon=0.6095558195972414 avg=-172.94426479936624 independent_100_runs=-955.889387953614
e=48 episode_reward=-195.56232291845538 epsilon=0.603550691156841 avg=-173.40585782220478 independent_100_runs=-1192.4710950747854
e=49 episode_reward=-81.80526598143743 epsilon=0.5982026566560948 avg=-171.57384598538943 independent_100_runs=-846.6927774782403
e=50 episode_reward=-253.16243828102162 epsilon=0.5884128116592916 avg=-173.17362230491162 independent_100_runs=-360.72583600746003
e=51 episode_reward=-157.95780936056656 epsilon=0.5795940862076501 avg=-172.8810105175204 independent_100_runs=-115.50494366333741
e=52 episode_reward=-33.521221047659964 epsilon=0.5723938950660648 avg=-170.25158052752303 independent_100_runs=-101.16928954589481
e=53 episode_reward=-96.30007180593509 epsilon=0.5673786773488227 avg=-168.88210814378994 independent_100_runs=-97.17625307952316
e=54 episode_reward=-234.05388280537807 epsilon=0.5617890632031082 avg=-170.06704950127335 independent_100_runs=-389.9846258525824
e=55 episode_reward=-275.7546944174321 epsilon=0.5538676376616535 avg=-171.95432887477617 independent_100_runs=-310.91965279528966
e=56 episode_reward=-62.71877042098754 epsilon=0.5489049463944978 avg=-170.03791556856936 independent_100_runs=-73.394383560182
e=57 episode_reward=-365.0640254837471 epsilon=0.5441499498357086 avg=-173.40043470503795 independent_100_runs=-999.3586467359876
e=58 episode_reward=-572.1117387140029 epsilon=0.5355124034013784 avg=-180.15825341705428 independent_100_runs=-315.39081646592376
e=59 episode_reward=-124.38034040079329 epsilon=0.5320958976720581 avg=-179.22862153344994 independent_100_runs=-95.5259644796991
e=60 episode_reward=-292.5185725854934 epsilon=0.5286483187258941 avg=-181.08583384577852 independent_100_runs=-254.8252601556403
e=61 episode_reward=-346.9376425264185 epsilon=0.520100775482169 avg=-183.7608630180469 independent_100_runs=-319.09064624532084
e=62 episode_reward=-292.31330542145645 epsilon=0.5148224488824813 avg=-185.48391765937086 independent_100_runs=-104.84708849035839
e=63 episode_reward=-306.0522065050876 epsilon=0.5104137400048158 avg=-187.3677971725852 independent_100_runs=-531.7417967381333
e=64 episode_reward=-187.6703261911416 epsilon=0.5057392355605383 avg=-187.3724514651784 independent_100_runs=-78.60377684671508
e=65 episode_reward=-130.7581427795967 epsilon=0.4998062891576742 avg=-186.51465890933622 independent_100_runs=-401.70239699263175
e=66 episode_reward=-69.76490604017255 epsilon=0.49285740932220784 avg=-184.77212528442334 independent_100_runs=-28.977974002437254
e=67 episode_reward=-88.57240776567734 epsilon=0.48780678086105095 avg=-183.3574235562065 independent_100_runs=-432.41659034963163
e=68 episode_reward=-211.79519306365194 epsilon=0.4817950260994209 avg=-183.7695651432709 independent_100_runs=-216.57815628122174
e=69 episode_reward=-176.36076120705133 epsilon=0.46299524146283894 avg=-183.6637250870392 independent_100_runs=-51.35464929676366
e=70 episode_reward=-211.74551824829513 epsilon=0.45432637678176596 avg=-184.05924330057803 independent_100_runs=-38.474725595117874
e=71 episode_reward=-37.28467759895156 epsilon=0.4443954087109891 avg=-182.02070766583319 independent_100_runs=-215.70267033285236
e=72 episode_reward=-36.490316323606656 epsilon=0.4370352656305669 avg=-180.02714066114515 independent_100_runs=-186.89172954608787
e=73 episode_reward=-26.963314425545178 epsilon=0.4288095758125656 avg=-177.9587105768803 independent_100_runs=-416.00179057469484
e=74 episode_reward=-559.980077960756 epsilon=0.4212439211678391 avg=-183.05232880866532 independent_100_runs=-376.5332508894639
e=75 episode_reward=-250.22581506986123 epsilon=0.4092845400101835 avg=-183.93619046999683 independent_100_runs=-215.5136508497512
e=76 episode_reward=-589.1284644278851 epsilon=0.3993384811385921 avg=-189.19842779412528 independent_100_runs=-359.51349359696724
e=77 episode_reward=-362.0292683613539 epsilon=0.3949301152716157 avg=-191.41420780139742 independent_100_runs=-455.5964244383204
e=78 episode_reward=-125.30429190952306 epsilon=0.3808505385015384 avg=-190.57737342301925 independent_100_runs=-344.3962714902725
e=79 episode_reward=-402.57011423829067 epsilon=0.3739814138919733 avg=-193.22728268321015 independent_100_runs=-227.1152472029112
e=80 episode_reward=-204.4786492363924 epsilon=0.36944633412408684 avg=-193.366188443126 independent_100_runs=-188.2330323275915
e=81 episode_reward=-405.7470960193278 epsilon=0.36423700945222265 avg=-195.95619951112846 independent_100_runs=-437.6625647950382
e=82 episode_reward=100.21663365840232 epsilon=0.3296065878625561 avg=-192.38785212354375 independent_100_runs=-272.16336346763933
e=83 episode_reward=-175.55382288180456 epsilon=0.32704552953485755 avg=-192.18744701352304 independent_100_runs=-252.63953667656173
e=84 episode_reward=-71.57447048507726 epsilon=0.32262759945576025 avg=-190.76847081907073 independent_100_runs=-47.151383053986905
e=85 episode_reward=-23.878721726928816 epsilon=0.3150393416430619 avg=-188.82789234125514 independent_100_runs=-79.13361558419697
e=86 episode_reward=-79.35097028005522 epsilon=0.30951193081995737 avg=-187.56953691526434 independent_100_runs=-288.08827825760983
e=87 episode_reward=-33.37964259977471 epsilon=0.298925655887403 avg=-185.81737902531557 independent_100_runs=-238.46229845619342
e=88 episode_reward=-7.8864197493118695 epsilon=0.29195325968337404 avg=-183.81815476378742 independent_100_runs=-65.58334890525137
e=89 episode_reward=15.45106191769571 epsilon=0.28131973367864643 avg=-181.6040523562154 independent_100_runs=-187.87476960126205
e=90 episode_reward=-213.00088937009093 epsilon=0.27715893652408996 avg=-181.94907254318105 independent_100_runs=-130.05290853958687
e=91 episode_reward=-13.604037878624212 epsilon=0.26834930389414413 avg=-180.11923520987065 independent_100_runs=-110.4236521446169
e=92 episode_reward=-172.9121024043797 epsilon=0.26348293143254886 avg=-180.04173915819868 independent_100_runs=-366.1646489539888
e=93 episode_reward=-194.9615354533316 epsilon=0.2437601376268074 avg=-180.20046039538093 independent_100_runs=-145.03450775741908
e=94 episode_reward=-253.45222900637452 epsilon=0.2400828180981832 avg=-180.97153164391773 independent_100_runs=-169.9538224825105
e=95 episode_reward=-322.21692342804477 epsilon=0.23714774041275977 avg=-182.44283780833575 independent_100_runs=-527.479960545272
e=96 episode_reward=34.982106394259034 epsilon=0.23324338848308065 avg=-180.20134353820592 independent_100_runs=-95.85623147488657
e=97 episode_reward=-89.037150662178 epsilon=0.22951805308262768 avg=-179.271096672124 independent_100_runs=-146.2941010371796
e=98 episode_reward=-48.63561018806925 epsilon=0.2257393147657892 avg=-177.9515463035982 independent_100_runs=-127.86128812605192
e=99 episode_reward=-219.69692270466743 epsilon=0.21812736687628653 avg=-178.3690000676089 independent_100_runs=-70.9532639712277
e=100 episode_reward=166.544545311551 epsilon=0.20222387153713733 avg=-175.55605089403028 independent_100_runs=-222.08451161964828
e=101 episode_reward=-385.0717749623909 epsilon=0.19909350298164596 avg=-178.48004891598822 independent_100_runs=-318.7758485152377
e=102 episode_reward=-475.0712692550815 epsilon=0.19728988084970484 avg=-182.2892303510241 independent_100_runs=-132.68231437671412
e=103 episode_reward=-161.68402293834947 epsilon=0.1956199406647896 avg=-182.87157202200345 independent_100_runs=-374.5369980672121
e=104 episode_reward=130.7851049991764 epsilon=0.17702105905538001 avg=-179.55634581961712 independent_100_runs=-564.1988509181986
e=105 episode_reward=-236.91737214680722 epsilon=0.1740892098567694 avg=-179.82017730449402 independent_100_runs=-351.39086947205146
e=106 episode_reward=-229.63556514595925 epsilon=0.17013065795934063 avg=-181.56074136377347 independent_100_runs=-266.21708201995114
e=107 episode_reward=-210.39115153536565 epsilon=0.16617900371450894 avg=-183.19885572337847 independent_100_runs=-279.80095630403395
e=108 episode_reward=-75.08156495647808 epsilon=0.16303494884825745 avg=-180.41774891667242 independent_100_runs=-383.08524358277896
e=109 episode_reward=-505.3046179128673 epsilon=0.15929589185617182 avg=-183.60038411607442 independent_100_runs=-155.58563308076103
e=110 episode_reward=-533.0683921306675 epsilon=0.15728552635286036 avg=-188.22679795914937 independent_100_runs=-597.2833999425558
e=111 episode_reward=-23.069529153660028 epsilon=0.15443323665825778 avg=-185.96454320464494 independent_100_runs=-470.87526548713265
e=112 episode_reward=-585.3865189107455 epsilon=0.15292710771774864 avg=-188.94740913037896 independent_100_runs=-468.2272405825225
e=113 episode_reward=-468.18956938286544 epsilon=0.15012382636652755 avg=-192.49601316079918 independent_100_runs=-528.3369752801299
e=114 episode_reward=-95.14311478098038 epsilon=0.14775561627956385 avg=-191.07938537828966 independent_100_runs=-639.4860577663536
e=115 episode_reward=-72.99076928622654 epsilon=0.14574506751459237 avg=-190.26998146781992 independent_100_runs=-544.6177652508196
e=116 episode_reward=-577.300887697518 epsilon=0.14416499431742405 avg=-193.80630347911196 independent_100_runs=-174.28526245333975
e=117 episode_reward=-61.27338640512007 epsilon=0.14153648345651346 avg=-193.914906061734 independent_100_runs=-328.16760862111505
e=118 episode_reward=-27.049613774659278 epsilon=0.13833196948764354 avg=-193.25925366330787 independent_100_runs=-191.63668088811366
e=119 episode_reward=-440.78597196040886 epsilon=0.13604089476439463 avg=-193.44368855730204 independent_100_runs=-338.97571658414347
e=120 episode_reward=-370.14901437120267 epsilon=0.13459294513754178 avg=-193.82448393977475 independent_100_runs=-353.1207725411313
e=121 episode_reward=-459.7022572469301 epsilon=0.13326698302424955 avg=-196.375172973306 independent_100_runs=-547.6956974564284
e=122 episode_reward=-487.53251245111653 epsilon=0.13176946813378346 avg=-199.9408316886941 independent_100_runs=-574.4696726469333
e=123 episode_reward=-375.6491765837842 epsilon=0.12852876059394477 avg=-199.60042910826817 independent_100_runs=-264.7510875035291
e=124 episode_reward=-39.95420453980597 epsilon=0.1254931909929642 avg=-196.88673120770534 independent_100_runs=-242.7889270937039
e=125 episode_reward=-282.1983201170556 epsilon=0.12190597513344077 avg=-198.20016659995636 independent_100_runs=-382.4665882862675
e=126 episode_reward=-245.97569504832555 epsilon=0.11881275504708917 avg=-198.51589078244552 independent_100_runs=-411.73355020788637
e=127 episode_reward=-86.67472963628161 epsilon=0.11639012987489482 avg=-198.5532546167195 independent_100_runs=-403.3811441878913
e=128 episode_reward=-476.4724928619652 epsilon=0.1136298841886934 avg=-202.71508285358604 independent_100_runs=-322.0702643818917
e=129 episode_reward=-393.15701525241155 epsilon=0.11113497200755222 avg=-205.4926127730381 independent_100_runs=-405.7579850920763
e=130 episode_reward=-156.79715576280324 epsilon=0.10882535794238718 avg=-204.83988497709353 independent_100_runs=-212.32349513894067
e=131 episode_reward=-94.79337813158949 epsilon=0.10686255398436242 avg=-204.77512025854784 independent_100_runs=-229.55142649495195
e=132 episode_reward=-83.27748096734504 epsilon=0.10522939658387646 avg=-204.46490404083977 independent_100_runs=-179.4374583612903
e=133 episode_reward=-82.90041802926409 epsilon=0.10121437086303793 avg=-203.8427241299567 independent_100_runs=-128.06140391579075
e=134 episode_reward=-144.88768097084545 epsilon=0.09903166636620694 avg=-204.5239966954641 independent_100_runs=-251.31587099284013
e=135 episode_reward=92.15049127053533 epsilon=0.08961607083914448 avg=-201.84038629373336 independent_100_runs=-511.02324194583883
e=136 episode_reward=-458.9315691325114 epsilon=0.08741207411234381 avg=-205.53705601881393 independent_100_runs=-573.7715639615919
e=137 episode_reward=-548.5664110890634 epsilon=0.08252741537106506 avg=-209.91398938599107 independent_100_runs=-267.61833322815477
e=138 episode_reward=-107.87739349676541 epsilon=0.0810308244142024 avg=-210.13094696871394 independent_100_runs=-148.28886136579933
e=139 episode_reward=-219.83697059788045 epsilon=0.07914079255702484 avg=-210.4905189864485 independent_100_runs=-101.04180620806221
e=140 episode_reward=-174.66948284577677 epsilon=0.07672494628622498 avg=-208.83554955843974 independent_100_runs=-130.9264915760914
e=141 episode_reward=-173.68449591305472 epsilon=0.07523570511682823 avg=-209.3654172126582 independent_100_runs=-204.69532177056294
e=142 episode_reward=-85.18085630580472 epsilon=0.07377537031189288 avg=-209.25573398103916 independent_100_runs=-210.18158312503576
e=143 episode_reward=158.04629671876444 epsilon=0.0677768505962707 avg=-206.18891370926247 independent_100_runs=-297.7978846036293
e=144 episode_reward=-323.2029176946197 epsilon=0.06666765314566421 avg=-208.20833446728903 independent_100_runs=-324.2335144063766
e=145 episode_reward=-349.0093448645925 epsilon=0.065216908940105 avg=-209.78933856124698 independent_100_runs=-279.3542634845497
e=146 episode_reward=-30.696912424826166 epsilon=0.06347317779861415 avg=-207.2602206710113 independent_100_runs=-140.63583406023727
e=147 episode_reward=-90.33609719395244 epsilon=0.06230343057768301 avg=-204.93577933957005 independent_100_runs=-58.71136290124776
e=148 episode_reward=-276.52444033730296 epsilon=0.06077115454978013 avg=-205.74540051375854 independent_100_runs=-109.50871893078426
e=149 episode_reward=-77.13059135672397 epsilon=0.05924100591334499 avg=-205.69865376751136 independent_100_runs=-165.29277084593653
e=150 episode_reward=-101.03238490676955 epsilon=0.05726629750210849 avg=-204.17735323376888 independent_100_runs=-160.9053679994974
e=151 episode_reward=-91.19261270113455 epsilon=0.054839465565431435 avg=-203.50970126717456 independent_100_runs=-172.80488458382703
e=152 episode_reward=-76.36869599746666 epsilon=0.05360321079789142 avg=-203.93817601667263 independent_100_runs=-113.29868770219927
e=153 episode_reward=-95.16008465464989 epsilon=0.05220131280743378 avg=-203.92677614515975 independent_100_runs=-87.78079874747513
e=154 episode_reward=-104.26455018380919 epsilon=0.05117784144418462 avg=-202.6288828189441 independent_100_runs=-131.96906293860607
e=155 episode_reward=170.29480233691342 epsilon=0.0490335380475393 avg=-198.1683878514006 independent_100_runs=-158.73605078029237
e=156 episode_reward=-244.22157405379218 epsilon=0.048043338735156156 avg=-199.98341588772865 independent_100_runs=-177.50750243997805
e=157 episode_reward=-234.6850131524391 epsilon=0.04735170222440894 avg=-198.6796257644156 independent_100_runs=-147.51216716585085
e=158 episode_reward=-93.55433991521289 epsilon=0.04639082690833309 avg=-193.8940517764277 independent_100_runs=-107.51430182717193
e=159 episode_reward=-233.92350998593105 epsilon=0.045015201266382525 avg=-194.98948347227906 independent_100_runs=-276.7752175713746
e=160 episode_reward=-255.10464263734758 epsilon=0.04346684608462484 avg=-194.61534417279768 independent_100_runs=-192.96218098530116
e=161 episode_reward=-373.763289953802 epsilon=0.04174987567279671 avg=-194.88360064707143 independent_100_runs=-112.73084825890018
e=162 episode_reward=-72.86387233584493 epsilon=0.040841363262996026 avg=-192.68910631621532 independent_100_runs=-226.0545485464959
e=163 episode_reward=-72.18914534260439 epsilon=0.04025340708165951 avg=-190.3504757045905 independent_100_runs=-133.89085163180883
e=164 episode_reward=-188.28768476179084 epsilon=0.039761298242619925 avg=-190.35664929029699 independent_100_runs=-117.95195368210237
e=165 episode_reward=-42.986460150398784 epsilon=0.03901682986985654 avg=-189.478932464005 independent_100_runs=-208.1246187076745
e=166 episode_reward=7.163489020348109 epsilon=0.038270988284524285 avg=-188.70964851339977 independent_100_runs=-173.5147109069282
e=167 episode_reward=-241.73465208789906 epsilon=0.0373260275563425 avg=-190.24127095662203 independent_100_runs=-259.97057834274693
e=168 episode_reward=-436.01345506953584 epsilon=0.03667113700323766 avg=-192.4834535766809 independent_100_runs=-402.3632559108799
e=169 episode_reward=-37.22319158385808 epsilon=0.0357227834775476 avg=-191.09207788044893 independent_100_runs=-165.24163786350843
e=170 episode_reward=-74.6491362727792 epsilon=0.03506094184065785 avg=-189.72111406069376 independent_100_runs=-228.84653842995274
e=171 episode_reward=-476.650990887672 epsilon=0.03432543699739846 avg=-194.114777193581 independent_100_runs=-351.8403113620017
e=172 episode_reward=-383.20535462949584 epsilon=0.0333509161465886 avg=-197.58192757663986 independent_100_runs=-377.3917693446484
e=173 episode_reward=-398.387813291986 epsilon=0.0328773683049989 avg=-201.29617256530426 independent_100_runs=-364.2530745099147
e=174 episode_reward=-420.8505375866429 epsilon=0.031566059990816416 avg=-199.90487716156315 independent_100_runs=-590.2267747240719
e=175 episode_reward=-253.58400976397215 epsilon=0.030996725888354486 avg=-199.93845910850428 independent_100_runs=-290.12922113654133
e=176 episode_reward=-221.87365959821392 epsilon=0.030474209396679188 avg=-196.26591106020763 independent_100_runs=-432.36892514527057
e=177 episode_reward=-407.71402994341975 epsilon=0.02987672479413262 avg=-196.7227586760283 independent_100_runs=-503.38825829820655
e=178 episode_reward=-323.2406433580019 epsilon=0.029367214006191338 avg=-198.70212219051308 independent_100_runs=-538.4616636883712
e=179 episode_reward=-26.57918243467678 epsilon=0.028716669189199965 avg=-194.94221287247692 independent_100_runs=-311.35755195670714
e=180 episode_reward=-236.25368252367596 epsilon=0.028269316026653106 avg=-195.25996320534975 independent_100_runs=-199.943340270151
e=181 episode_reward=-193.5427278914517 epsilon=0.02779277589510788 avg=-193.13791952407092 independent_100_runs=-194.78212075407671
e=182 episode_reward=-182.97288787065241 epsilon=0.026729669799884073 avg=-195.96981473936145 independent_100_runs=-136.17775776197558
e=183 episode_reward=-325.36027376257675 epsilon=0.026189882101300844 avg=-197.4678792481692 independent_100_runs=-202.13574405211057
e=184 episode_reward=-12.54531755713559 epsilon=0.025694377708889094 avg=-196.87758771888977 independent_100_runs=-200.3158652482556
e=185 episode_reward=-237.85117656297973 epsilon=0.02506746942466238 avg=-199.0173122672503 independent_100_runs=-115.75582397344171
e=186 episode_reward=-180.10799774806028 epsilon=0.02424642785498389 avg=-200.02488254193034 independent_100_runs=-169.66016533489545
e=187 episode_reward=-351.76568698528513 epsilon=0.023440554286665385 avg=-203.20874298578542 independent_100_runs=-211.9683563458227
e=188 episode_reward=-148.85365192069384 epsilon=0.022420268339386963 avg=-204.61841530749928 independent_100_runs=-225.05317140686665
e=189 episode_reward=-203.69656745955564 epsilon=0.02217498465691459 avg=-206.80989160127177 independent_100_runs=-265.94802742294075
e=190 episode_reward=-283.90307643066706 epsilon=0.021220392636310904 avg=-207.51891347187754 independent_100_runs=-291.15701793600425
e=191 episode_reward=-336.0625503500571 epsilon=0.02090862798621975 avg=-210.74349859659185 independent_100_runs=-294.83556486080903
e=192 episode_reward=-197.67698529932966 epsilon=0.0203923666296995 avg=-210.99114742554136 independent_100_runs=-326.340165622367
e=193 episode_reward=-254.70268889831198 epsilon=0.019996548145668407 avg=-211.58855895999116 independent_100_runs=-257.33434652300855
e=194 episode_reward=-251.57369484563745 epsilon=0.019479416731556502 avg=-211.5697736183838 independent_100_runs=-217.63528268017396
e=195 episode_reward=-311.23331105671855 epsilon=0.019044097780652584 avg=-211.45993749467058 independent_100_runs=-279.34124065634575
e=196 episode_reward=-153.4645757054093 epsilon=0.018848940600403853 avg=-213.34440431566725 independent_100_runs=-252.21257837243095
e=197 episode_reward=-269.36719607752343 epsilon=0.018462758990407523 avg=-215.1477047698207 independent_100_runs=-217.0882888366712
e=198 episode_reward=-230.50016730598028 epsilon=0.017935002055255077 avg=-216.96635034099984 independent_100_runs=-207.1790836523769
e=199 episode_reward=-41.64554200389033 epsilon=0.017434531534066995 avg=-215.18583653399205 independent_100_runs=-188.34032612920163
e=200 episode_reward=-254.83857059001383 epsilon=0.017043206445934787 avg=-219.39966769300773 independent_100_runs=-164.60218345314215
e=201 episode_reward=-268.3100476978792 epsilon=0.01679953076494115 avg=-218.23205042036258 independent_100_runs=-174.89361338250373
e=202 episode_reward=-164.21880378477368 epsilon=0.01619251527217846 avg=-215.1235257656595 independent_100_runs=-231.33301305645023
e=203 episode_reward=14.217963668677399 epsilon=0.01583065080478087 avg=-213.3645058995892 independent_100_runs=-229.83002551574134
e=204 episode_reward=-123.30777939613995 epsilon=0.015206849860061496 avg=-215.9054347435424 independent_100_runs=-180.349674162801
e=205 episode_reward=-242.5933545982904 epsilon=0.014794338886659196 avg=-215.9621945680572 independent_100_runs=-232.14640113692255
e=206 episode_reward=-323.8405844909658 epsilon=0.014512983170516733 avg=-216.90424476150724 independent_100_runs=-259.70812458236765
e=207 episode_reward=-249.88442694722758 epsilon=0.014136248651149047 avg=-217.2991775156259 independent_100_runs=-173.48146734384136
e=208 episode_reward=-349.29883350128694 epsilon=0.013665038402700752 avg=-220.041350201074 independent_100_runs=-320.6305063182051
e=209 episode_reward=-348.82298339652 epsilon=0.013193692500984587 avg=-218.4765338559105 independent_100_runs=-285.24955927727115
e=210 episode_reward=-421.62024546302115 epsilon=0.01277560207896601 avg=-217.3620523892341 independent_100_runs=-201.75921130710802
e=211 episode_reward=-367.50235860823614 epsilon=0.012437746537002827 avg=-220.80638068377976 independent_100_runs=-274.39285732814716
e=212 episode_reward=-361.9884269977323 epsilon=0.012147637959725222 avg=-218.57239976464967 independent_100_runs=-284.0309944414855
e=213 episode_reward=-220.5758971569817 epsilon=0.011812205297948526 avg=-216.09626304239086 independent_100_runs=-179.20966531782275
e=214 episode_reward=-223.2310673994323 epsilon=0.011503277779921592 avg=-217.37714256857535 independent_100_runs=-171.51240816135868
e=215 episode_reward=-27.536954016949508 epsilon=0.011079872166947613 avg=-216.92260441588257 independent_100_runs=-164.31698779857848
e=216 episode_reward=-276.0179901009506 epsilon=0.01076638423182095 avg=-213.90977543991693 independent_100_runs=-215.96940611980844
e=217 episode_reward=-193.5344536222384 epsilon=0.010525780975911768 avg=-215.2323861120881 independent_100_runs=-154.1040458877097
e=218 episode_reward=-398.3676585435414 epsilon=0.010344207577974536 avg=-218.94556655977692 independent_100_runs=-134.10639931238217
e=219 episode_reward=-209.64783958279037 epsilon=0.010052539394415805 avg=-216.63418523600075 independent_100_runs=-185.15810757667813
e=220 episode_reward=-146.32729569139616 epsilon=0.01 avg=-214.3959680492027 independent_100_runs=-234.9793251145585
e=221 episode_reward=-240.54402197845403 epsilon=0.01 avg=-212.20438569651793 independent_100_runs=-197.48625022317592
e=222 episode_reward=-146.24061750018774 epsilon=0.01 avg=-208.79146674700863 independent_100_runs=-189.3141902913881
e=223 episode_reward=-236.37331594862118 epsilon=0.01 avg=-207.398708140657 independent_100_runs=-209.00388605606497
e=224 episode_reward=-139.70920065850638 epsilon=0.01 avg=-208.39625810184404 independent_100_runs=-220.9404365956317
e=225 episode_reward=-171.45436327173806 epsilon=0.01 avg=-207.28881853339084 independent_100_runs=-205.2120879180427
e=226 episode_reward=-198.09195090462828 epsilon=0.01 avg=-206.8099810919539 independent_100_runs=-307.2575261155735
e=227 episode_reward=-382.07256903288703 epsilon=0.01 avg=-209.76395948591994 independent_100_runs=-269.73431440606856
e=228 episode_reward=-442.06166720354753 epsilon=0.01 avg=-209.41985122933573 independent_100_runs=-205.90320241884575
e=229 episode_reward=-415.7459342504522 epsilon=0.01 avg=-209.6457404193161 independent_100_runs=-259.81798859513225
e=230 episode_reward=-138.5294206566408 epsilon=0.01 avg=-209.46306306825448 independent_100_runs=-241.22798507079798
e=231 episode_reward=-201.39241283383652 epsilon=0.01 avg=-210.52905341527693 independent_100_runs=-250.12843980638266
e=232 episode_reward=-310.28718950544345 epsilon=0.01 avg=-212.79915050065796 independent_100_runs=-299.7981335787244
e=233 episode_reward=-347.79878973212016 epsilon=0.01 avg=-215.44813421768652 independent_100_runs=-355.15632618315396
e=234 episode_reward=-403.7719284596492 epsilon=0.01 avg=-218.0369766925746 independent_100_runs=-291.00144309907944
e=235 episode_reward=-361.47290475114175 epsilon=0.01 avg=-222.57321065279135 independent_100_runs=-275.0467238941596
e=236 episode_reward=-334.0149239971447 epsilon=0.01 avg=-221.3240442014377 independent_100_runs=-296.7129464723564
e=237 episode_reward=-63.31257112117978 epsilon=0.01 avg=-216.47150580175884 independent_100_runs=-289.77602082829594
e=238 episode_reward=-436.25063532794417 epsilon=0.01 avg=-219.75523822007065 independent_100_runs=-400.8791078071817
e=239 episode_reward=-417.4389353923008 epsilon=0.01 avg=-221.7312578680148 independent_100_runs=-379.08992033626595
e=240 episode_reward=-318.8540489741108 epsilon=0.01 avg=-223.17310352929817 independent_100_runs=-251.51346955083613
e=241 episode_reward=-465.5955381614878 epsilon=0.01 avg=-226.0922139517825 independent_100_runs=-295.03255086755667
e=242 episode_reward=-497.6375419031576 epsilon=0.01 avg=-230.216780807756 independent_100_runs=-291.7045427771376
e=243 episode_reward=-404.6952949156249 epsilon=0.01 avg=-235.8441967240999 independent_100_runs=-428.9873919238224
e=244 episode_reward=-284.80235927501656 epsilon=0.01 avg=-235.4601911399039 independent_100_runs=-362.21053573335905
e=245 episode_reward=-332.61805196423893 epsilon=0.01 avg=-235.29627821090034 independent_100_runs=-332.2118536613751
e=246 episode_reward=-322.81815585783534 epsilon=0.01 avg=-238.21749064523047 independent_100_runs=-293.16520226045685
e=247 episode_reward=-284.34169988321 epsilon=0.01 avg=-240.15754667212303 independent_100_runs=-331.7097809077735
e=248 episode_reward=-459.76943017469534 epsilon=0.01 avg=-241.989996570497 independent_100_runs=-352.75165769096833
e=249 episode_reward=-376.9271708071584 epsilon=0.01 avg=-244.9879623650013 independent_100_runs=-294.9093865586852
e=250 episode_reward=-284.75095873935777 epsilon=0.01 avg=-246.82514810332717 independent_100_runs=-251.28994637451996
e=251 episode_reward=-236.63162079834626 epsilon=0.01 avg=-248.27953818429927 independent_100_runs=-236.02054366832184
e=252 episode_reward=-137.77882021097713 epsilon=0.01 avg=-248.8936394264344 independent_100_runs=-173.37660056380216
e=253 episode_reward=-315.4548696595143 epsilon=0.01 avg=-251.09658727648304 independent_100_runs=-180.99186880941252
e=254 episode_reward=-319.43527401283575 epsilon=0.01 avg=-253.2482945147733 independent_100_runs=-313.77457967312716
e=255 episode_reward=-117.78678057568607 epsilon=0.01 avg=-256.1291103438993 independent_100_runs=-188.82652276231016
e=256 episode_reward=-520.7417101561468 epsilon=0.01 avg=-258.8943117049228 independent_100_runs=-232.33492201834
e=257 episode_reward=-98.58505096299046 epsilon=0.01 avg=-257.5333120830283 independent_100_runs=-190.57291234686522
e=258 episode_reward=-64.5548124302281 epsilon=0.01 avg=-257.2433168081785 independent_100_runs=-294.60035067980834
e=259 episode_reward=-334.14920190859505 epsilon=0.01 avg=-258.24557372740514 independent_100_runs=-238.88479477892983
e=260 episode_reward=-259.03059507677415 epsilon=0.01 avg=-258.2848332517994 independent_100_runs=-255.28382175051615
e=261 episode_reward=-216.5293799816721 epsilon=0.01 avg=-256.7124941520781 independent_100_runs=-160.5896894815486
e=262 episode_reward=-201.89409008620189 epsilon=0.01 avg=-258.00279632958166 independent_100_runs=-346.9455668046984
e=263 episode_reward=-120.21595997832694 epsilon=0.01 avg=-258.4830644759389 independent_100_runs=-268.5919300619811
e=264 episode_reward=-319.2732878872165 epsilon=0.01 avg=-259.7929205071931 independent_100_runs=-185.59267479334977
e=265 episode_reward=-294.2820816824325 epsilon=0.01 avg=-262.3058767225135 independent_100_runs=-129.65985347846058
e=266 episode_reward=-186.31409857985875 epsilon=0.01 avg=-264.2406525985155 independent_100_runs=-58.65717078508297
e=267 episode_reward=-218.991927877463 epsilon=0.01 avg=-264.01322535641117 independent_100_runs=-148.01210625175398
e=268 episode_reward=-258.40210907517553 epsilon=0.01 avg=-262.2371118964676 independent_100_runs=-112.51295435234262
e=269 episode_reward=-47.360115219061086 epsilon=0.01 avg=-262.3384811328196 independent_100_runs=-147.20277308771006
e=270 episode_reward=-3.522522055000678 epsilon=0.01 avg=-261.6272149906418 independent_100_runs=-129.331523537394
e=271 episode_reward=-170.25130187163575 epsilon=0.01 avg=-258.56321810048144 independent_100_runs=-228.08992754259924
e=272 episode_reward=-255.30646392739118 epsilon=0.01 avg=-257.2842291934604 independent_100_runs=-158.01996963460698
e=273 episode_reward=-69.48550239781028 epsilon=0.01 avg=-253.99520608451866 independent_100_runs=-121.94661722500527
e=274 episode_reward=-198.44589555803464 epsilon=0.01 avg=-251.7711596642325 independent_100_runs=-172.86605124418367
e=275 episode_reward=-328.0486350800094 epsilon=0.01 avg=-252.51580591739292 independent_100_runs=-160.13602242964637
e=276 episode_reward=-17.012862574632393 epsilon=0.01 avg=-250.4671979471571 independent_100_runs=-118.31420708812804
e=277 episode_reward=-223.14019449296467 epsilon=0.01 avg=-248.62145959265257 independent_100_runs=-156.20155565403272
e=278 episode_reward=-240.39282928646077 epsilon=0.01 avg=-247.79298145193715 independent_100_runs=-138.18693147101965
e=279 episode_reward=-58.97715892976554 epsilon=0.01 avg=-248.11696121688806 independent_100_runs=-95.18864823091562
e=280 episode_reward=-28.706286332322108 epsilon=0.01 avg=-246.04148725497453 independent_100_runs=-130.26998171118717
e=281 episode_reward=-428.4420572059199 epsilon=0.01 avg=-248.39048054811923 independent_100_runs=-93.51886368182804
e=282 episode_reward=198.05342297185615 epsilon=0.01 avg=-244.5802174396941 independent_100_runs=-160.03921736575364
e=283 episode_reward=-51.91813993430546 epsilon=0.01 avg=-241.8457961014114 independent_100_runs=-207.98527456741056
e=284 episode_reward=-158.43722334555233 epsilon=0.01 avg=-243.30471515929557 independent_100_runs=-171.27559811373882
e=285 episode_reward=-230.58794707978055 epsilon=0.01 avg=-243.23208286446356 independent_100_runs=-130.47467106320823
e=286 episode_reward=1.3406518807204009 epsilon=0.01 avg=-241.41759636817577 independent_100_runs=-106.0664924417193
e=287 episode_reward=-61.18984570950903 epsilon=0.01 avg=-238.511837955418 independent_100_runs=-118.69533356872086
e=288 episode_reward=-35.89459051968693 epsilon=0.01 avg=-237.38224734140792 independent_100_runs=-127.5673803780108
e=289 episode_reward=-3.5340261640917703 epsilon=0.01 avg=-235.38062192845328 independent_100_runs=-146.74835439440272
e=290 episode_reward=-205.60837572319468 epsilon=0.01 avg=-234.59767492137857 independent_100_runs=-169.92246065854414
e=291 episode_reward=-320.36041813534143 epsilon=0.01 avg=-234.44065359923138 independent_100_runs=-149.04262153285842
e=292 episode_reward=-170.73338212553193 epsilon=0.01 avg=-234.17121756749341 independent_100_runs=-125.29660297227039
e=293 episode_reward=-89.11523210896326 epsilon=0.01 avg=-232.51534299959994 independent_100_runs=-229.05725521571532
e=294 episode_reward=-67.35684091710215 epsilon=0.01 avg=-230.67317446031458 independent_100_runs=-196.236379596683
e=295 episode_reward=-340.0377603068784 epsilon=0.01 avg=-230.9612189528162 independent_100_runs=-239.95564269535473
e=296 episode_reward=-169.41028268344374 epsilon=0.01 avg=-231.1206760225965 independent_100_runs=-159.34311828973208
e=297 episode_reward=-224.9005897563476 epsilon=0.01 avg=-230.67600995938474 independent_100_runs=-143.6220445017101
e=298 episode_reward=-411.9820171760089 epsilon=0.01 avg=-232.49082845808502 independent_100_runs=-230.75073550876488
e=299 episode_reward=-213.6897073525226 epsilon=0.01 avg=-234.2112701115714 independent_100_runs=-175.42032895198045
e=300 episode_reward=-143.3664252637212 epsilon=0.01 avg=-233.09654865830845 independent_100_runs=-214.32537195640165
e=301 episode_reward=-251.61903297234878 epsilon=0.01 avg=-232.92963851105316 independent_100_runs=-328.32575293760294
e=302 episode_reward=-323.1098527493897 epsilon=0.01 avg=-234.51854900069932 independent_100_runs=-318.74990145291576
e=303 episode_reward=-164.2909778724647 epsilon=0.01 avg=-236.30363841611077 independent_100_runs=-187.0695831547604
e=304 episode_reward=-246.00523792115615 epsilon=0.01 avg=-237.53061300136093 independent_100_runs=-199.80522757311664
e=305 episode_reward=-147.12924579529934 epsilon=0.01 avg=-236.575971913331 independent_100_runs=-184.63217347325116
e=306 episode_reward=-478.8400153051518 epsilon=0.01 avg=-238.12596622147285 independent_100_runs=-177.96597640661037
e=307 episode_reward=-127.58103512886512 epsilon=0.01 avg=-236.90293230328925 independent_100_runs=-185.38739911787673
e=308 episode_reward=-438.08748782708335 epsilon=0.01 avg=-237.79081884654718 independent_100_runs=-235.15723974586766
e=309 episode_reward=-169.3362715939906 epsilon=0.01 avg=-235.99595172852193 independent_100_runs=-156.48790194450328
e=310 episode_reward=-226.07129339752117 epsilon=0.01 avg=-234.04046220786694 independent_100_runs=-325.40181375790723
e=311 episode_reward=-27.925123840272136 epsilon=0.01 avg=-230.64468986018733 independent_100_runs=-202.6699707006533
e=312 episode_reward=-19.63456507041181 epsilon=0.01 avg=-227.2211512409141 independent_100_runs=-238.20362181222063
e=313 episode_reward=-243.68252808949725 epsilon=0.01 avg=-227.45221755023923 independent_100_runs=-201.620273572175
e=314 episode_reward=-207.40189898872234 epsilon=0.01 avg=-227.2939258661321 independent_100_runs=-195.29939277512491
e=315 episode_reward=29.676594103202433 epsilon=0.01 avg=-226.7217903849306 independent_100_runs=-241.18280815800864
e=316 episode_reward=-250.3912333803302 epsilon=0.01 avg=-226.46552281772438 independent_100_runs=-176.25768375064425
e=317 episode_reward=-8.077781655367431 epsilon=0.01 avg=-224.61095609805568 independent_100_runs=-180.48090409254112
e=318 episode_reward=-78.83205798299535 epsilon=0.01 avg=-221.41560009245023 independent_100_runs=-231.21928368452794
e=319 episode_reward=-430.2149909362738 epsilon=0.01 avg=-223.6212716059851 independent_100_runs=-165.4533429073776
e=320 episode_reward=-185.82208153931757 epsilon=0.01 avg=-224.0162194644643 independent_100_runs=-170.6936483659861
e=321 episode_reward=-234.4003940045768 epsilon=0.01 avg=-223.9547831847255 independent_100_runs=-226.9626180441014
e=322 episode_reward=-159.73460109809082 epsilon=0.01 avg=-224.08972302070455 independent_100_runs=-135.72222037615722
e=323 episode_reward=-182.71522286902348 epsilon=0.01 avg=-223.5531420899086 independent_100_runs=-211.59225780745183
e=324 episode_reward=-287.5324551447677 epsilon=0.01 avg=-225.0313746347712 independent_100_runs=-172.83562155276022
e=325 episode_reward=-65.84276604691681 epsilon=0.01 avg=-223.97525866252295 independent_100_runs=-183.83083123261127
e=326 episode_reward=63.915323307365895 epsilon=0.01 avg=-221.35518592040302 independent_100_runs=-291.8866545595008
e=327 episode_reward=-226.42292364008532 epsilon=0.01 avg=-219.798689466475 independent_100_runs=-130.86071681013786
e=328 episode_reward=-20.480153604989454 epsilon=0.01 avg=-215.5828743304894 independent_100_runs=-254.4598541626808
e=329 episode_reward=-45.73518855406044 epsilon=0.01 avg=-211.88276687352547 independent_100_runs=-176.24282944625833
e=330 episode_reward=-31.59565000301832 epsilon=0.01 avg=-210.81342916698927 independent_100_runs=-122.53394792288775
e=331 episode_reward=-62.81341883552193 epsilon=0.01 avg=-209.42763922700615 independent_100_runs=-71.21114722135941
e=332 episode_reward=-10.54575887725396 epsilon=0.01 avg=-206.43022492072424 independent_100_runs=-193.66272545599702
e=333 episode_reward=-206.07689175359397 epsilon=0.01 avg=-205.01300594093897 independent_100_runs=-122.08986732931977
e=334 episode_reward=-28.03015909726011 epsilon=0.01 avg=-201.25558824731507 independent_100_runs=-150.65025452607105
e=335 episode_reward=-68.60980706280097 epsilon=0.01 avg=-198.32695727043168 independent_100_runs=-137.06926053716563
e=336 episode_reward=-175.14077290982107 epsilon=0.01 avg=-196.73821575955841 independent_100_runs=-141.90629274975643
e=337 episode_reward=-125.98344919177936 epsilon=0.01 avg=-197.3649245402644 independent_100_runs=-128.92376731613828
e=338 episode_reward=-38.003513431526514 epsilon=0.01 avg=-193.38245332130023 independent_100_runs=-123.6285954037692
e=339 episode_reward=-259.69681307857127 epsilon=0.01 avg=-191.80503209816297 independent_100_runs=-122.53464637047502
e=340 episode_reward=-236.36739116522799 epsilon=0.01 avg=-190.98016552007414 independent_100_runs=-101.64488034128146
e=341 episode_reward=-192.91814377181436 epsilon=0.01 avg=-188.25339157617742 independent_100_runs=-210.21719233333909
e=342 episode_reward=-317.3805373098019 epsilon=0.01 avg=-186.45082153024387 independent_100_runs=-109.40195199256387
e=343 episode_reward=-59.345849892575 epsilon=0.01 avg=-182.99732708001335 independent_100_runs=-115.9005531485845
e=344 episode_reward=-121.2547792315572 epsilon=0.01 avg=-181.36185127957873 independent_100_runs=-116.86552563158475
e=345 episode_reward=-68.6001581779445 epsilon=0.01 avg=-178.72167234171582 independent_100_runs=-118.6319732795047
e=346 episode_reward=3.896946587458743 epsilon=0.01 avg=-175.4545213172629 independent_100_runs=-186.18868393808134
e=347 episode_reward=-139.87228338746178 epsilon=0.01 avg=-174.0098271523054 independent_100_runs=-176.15572623685975
e=348 episode_reward=-137.26700863277443 epsilon=0.01 avg=-170.78480293688622 independent_100_runs=-211.38316359076143
e=349 episode_reward=-59.733967181573604 epsilon=0.01 avg=-167.6128709006304 independent_100_runs=-186.03102077377542
e=350 episode_reward=-35.7002862389231 epsilon=0.01 avg=-165.12236417562602 independent_100_runs=-122.4751987996732
e=351 episode_reward=-228.0637746875481 epsilon=0.01 avg=-165.03668571451803 independent_100_runs=-145.92032378155156
e=352 episode_reward=-76.51646363746104 epsilon=0.01 avg=-164.42406214878284 independent_100_runs=-145.0795002571582
e=353 episode_reward=-92.7673162658288 epsilon=0.01 avg=-162.197186614846 independent_100_runs=-154.77407280667742
e=354 episode_reward=-183.1696144503411 epsilon=0.01 avg=-160.834530019221 independent_100_runs=-137.78491549790886
e=355 episode_reward=-128.6563940955976 epsilon=0.01 avg=-160.94322615442016 independent_100_runs=-142.1684198595343
e=356 episode_reward=-316.8308619729145 epsilon=0.01 avg=-158.90411767258783 independent_100_runs=-219.98275781113472
e=357 episode_reward=-175.27380878643302 epsilon=0.01 avg=-159.67100525082228 independent_100_runs=-257.2808872051074
e=358 episode_reward=-208.86025281806977 epsilon=0.01 avg=-161.11405965470067 independent_100_runs=-225.28353667844146
e=359 episode_reward=-289.67945209059036 epsilon=0.01 avg=-160.6693621565206 independent_100_runs=-139.04927103740877
e=360 episode_reward=-358.55334289360064 epsilon=0.01 avg=-161.6645896346889 independent_100_runs=-248.96285431326243
e=361 episode_reward=-89.06876788186474 epsilon=0.01 avg=-160.38998351369082 independent_100_runs=-183.3744211078717
e=362 episode_reward=-304.2981750039444 epsilon=0.01 avg=-161.41402436286825 independent_100_runs=-328.4859343746981
e=363 episode_reward=-228.67268207613432 epsilon=0.01 avg=-162.49859158384635 independent_100_runs=-226.3027568176983
e=364 episode_reward=-161.61184971772315 epsilon=0.01 avg=-160.92197720215137 independent_100_runs=-249.01058429579388
e=365 episode_reward=18.82516464209492 epsilon=0.01 avg=-157.7909047389061 independent_100_runs=-171.9455157527098
e=366 episode_reward=-126.72473225485307 epsilon=0.01 avg=-157.19501107565608 independent_100_runs=-165.2127317686919
e=367 episode_reward=-70.90065702478705 epsilon=0.01 avg=-155.7140983671293 independent_100_runs=-222.20024117695294
e=368 episode_reward=-266.5966684374021 epsilon=0.01 avg=-155.79604396075158 independent_100_runs=-193.21454755422894
e=369 episode_reward=-158.29805538397133 epsilon=0.01 avg=-156.90542336240068 independent_100_runs=-251.4999003552835
e=370 episode_reward=-261.12316944695937 epsilon=0.01 avg=-159.48142983632025 independent_100_runs=-272.5361260946714
e=371 episode_reward=-124.2115980903937 epsilon=0.01 avg=-159.02103279850783 independent_100_runs=-251.28623651701002
e=372 episode_reward=-270.7240679099808 epsilon=0.01 avg=-159.17520883833376 independent_100_runs=-163.42923806704954
e=373 episode_reward=-143.96968004875586 epsilon=0.01 avg=-159.9200506148432 independent_100_runs=-162.96301188149735
e=374 episode_reward=-317.0999186857716 epsilon=0.01 avg=-161.10659084612058 independent_100_runs=-176.14719838965652
e=375 episode_reward=-378.57389632773095 epsilon=0.01 avg=-161.61184345859778 independent_100_runs=-169.1913825596348
e=376 episode_reward=-78.7747471662279 epsilon=0.01 avg=-162.22946230451373 independent_100_runs=-198.63066674196799
e=377 episode_reward=-165.7000526195558 epsilon=0.01 avg=-161.65506088577962 independent_100_runs=-157.78836429853837
e=378 episode_reward=-183.41175737816184 epsilon=0.01 avg=-161.08525016669665 independent_100_runs=-139.59567633291974
e=379 episode_reward=-129.4846557615061 epsilon=0.01 avg=-161.79032513501406 independent_100_runs=-153.30636034699978
e=380 episode_reward=-265.76656138560065 epsilon=0.01 avg=-164.1609278855468 independent_100_runs=-144.6230532096514
e=381 episode_reward=-5.954578053706186 epsilon=0.01 avg=-159.93605309402471 independent_100_runs=-168.36189635408195
e=382 episode_reward=-186.24899413016385 epsilon=0.01 avg=-163.7790772650449 independent_100_runs=-179.31280212485578
e=383 episode_reward=-61.188861447640235 epsilon=0.01 avg=-163.87178448017823 independent_100_runs=-186.15015843651298
e=384 episode_reward=-54.59371393636605 epsilon=0.01 avg=-162.83334938608638 independent_100_runs=-153.77784954137195
e=385 episode_reward=-386.4945493025431 epsilon=0.01 avg=-164.39241540831404 independent_100_runs=-257.8119313156914
e=386 episode_reward=-204.03032071374275 epsilon=0.01 avg=-166.4461251342587 independent_100_runs=-192.04033822745964
e=387 episode_reward=-231.48967557212865 epsilon=0.01 avg=-168.1491234328848 independent_100_runs=-253.5743936569827
e=388 episode_reward=-136.85832449864034 epsilon=0.01 avg=-169.15876077267436 independent_100_runs=-158.5436426943053
e=389 episode_reward=31.968690686425276 epsilon=0.01 avg=-168.80373360416917 independent_100_runs=-136.19271909112427
e=390 episode_reward=-143.38805498585253 epsilon=0.01 avg=-168.18153039679575 independent_100_runs=-234.04227269401326
e=391 episode_reward=-246.54167074644192 epsilon=0.01 avg=-167.44334292290677 independent_100_runs=-234.87421035001628
e=392 episode_reward=-261.1277703030004 epsilon=0.01 avg=-168.34728680468146 independent_100_runs=-121.27805689620358
e=393 episode_reward=-326.3975860033544 epsilon=0.01 avg=-170.72011034362535 independent_100_runs=-258.7451422665738
e=394 episode_reward=-206.05313058441882 epsilon=0.01 avg=-172.10707324029852 independent_100_runs=-231.68583286068272
e=395 episode_reward=-145.58150637224287 epsilon=0.01 avg=-170.16251070095223 independent_100_runs=-142.73259751654805
e=396 episode_reward=-91.39973907765598 epsilon=0.01 avg=-169.38240526489435 independent_100_runs=-134.23262166146915
e=397 episode_reward=-74.37583409288337 epsilon=0.01 avg=-167.87715770825966 independent_100_runs=-240.54642051576724
e=398 episode_reward=-513.236358674624 epsilon=0.01 avg=-168.88970112324583 independent_100_runs=-217.9091303485054
e=399 episode_reward=9.134650092722438 epsilon=0.01 avg=-166.6614575487934 independent_100_runs=-353.4720195402665
e=400 episode_reward=-147.64570629800653 epsilon=0.01 avg=-166.70425035913624 independent_100_runs=-329.3682330430948
e=401 episode_reward=-298.2325170065955 epsilon=0.01 avg=-167.1703851994787 independent_100_runs=-284.3377881561804
e=402 episode_reward=-417.178876645108 epsilon=0.01 avg=-168.11107543843585 independent_100_runs=-230.09247665690475
e=403 episode_reward=-347.51870008822937 epsilon=0.01 avg=-169.94335266059352 independent_100_runs=-381.6654324240169
e=404 episode_reward=-403.102211562026 epsilon=0.01 avg=-171.5143223970022 independent_100_runs=-305.8070781921904
e=405 episode_reward=-77.40766974085642 epsilon=0.01 avg=-170.8171066364578 independent_100_runs=-293.4757555078804
e=406 episode_reward=-383.66303344041194 epsilon=0.01 avg=-169.86533681781037 independent_100_runs=-311.6710426674508
e=407 episode_reward=-260.557699805762 epsilon=0.01 avg=-171.19510346457935 independent_100_runs=-250.46374933072954
e=408 episode_reward=-300.08845515783617 epsilon=0.01 avg=-169.81511313788687 independent_100_runs=-229.71089866744038
e=409 episode_reward=-61.2135255110537 epsilon=0.01 avg=-168.73388567705751 independent_100_runs=-164.79775973737569
e=410 episode_reward=-192.0953581316065 epsilon=0.01 avg=-168.39412632439837 independent_100_runs=-140.92486543970676
e=411 episode_reward=-23.24230569504614 epsilon=0.01 avg=-168.3472981429461 independent_100_runs=-182.09152195065997
e=412 episode_reward=-212.15220429169779 epsilon=0.01 avg=-170.27247453515898 independent_100_runs=-237.3228618140948
e=413 episode_reward=-126.29512595673745 epsilon=0.01 avg=-169.09860051383137 independent_100_runs=-296.3080795171919
e=414 episode_reward=-226.51261032208268 epsilon=0.01 avg=-169.28970762716497 independent_100_runs=-165.45658255811023
e=415 episode_reward=-142.73715516689236 epsilon=0.01 avg=-171.01384511986592 independent_100_runs=-165.99351555891928
e=416 episode_reward=-228.35715076732635 epsilon=0.01 avg=-170.79350429373585 independent_100_runs=-151.39805218295825
e=417 episode_reward=-309.12416306711384 epsilon=0.01 avg=-173.80396810785328 independent_100_runs=-219.87495404706303
e=418 episode_reward=-144.45152555027585 epsilon=0.01 avg=-174.46016278352613 independent_100_runs=-137.52417324600415
e=419 episode_reward=-210.540490411402 epsilon=0.01 avg=-172.26341777827744 independent_100_runs=-134.52561399873304
e=420 episode_reward=-296.3411837475827 epsilon=0.01 avg=-173.36860880036008 independent_100_runs=-133.95636285958696
e=421 episode_reward=-312.8578898200525 epsilon=0.01 avg=-174.1531837585148 independent_100_runs=-236.93803528492242
e=422 episode_reward=-74.43626403171723 epsilon=0.01 avg=-173.30020038785108 independent_100_runs=-203.14183869533346
e=423 episode_reward=-355.90663069259097 epsilon=0.01 avg=-175.0321144660868 independent_100_runs=-270.8347013018877
e=424 episode_reward=-233.86212934001742 epsilon=0.01 avg=-174.4954112080393 independent_100_runs=-130.34511937627366
e=425 episode_reward=-544.7060178589413 epsilon=0.01 avg=-179.2840437261595 independent_100_runs=-183.7657275418783
e=426 episode_reward=-214.16643412071375 epsilon=0.01 avg=-182.06486130044036 independent_100_runs=-209.2084804977273
e=427 episode_reward=-264.38277590738903 epsilon=0.01 avg=-182.44445982311336 independent_100_runs=-125.88894989347547
e=428 episode_reward=-183.14095430764172 epsilon=0.01 avg=-184.07106783013987 independent_100_runs=-279.7851331145012
e=429 episode_reward=-396.0438308861925 epsilon=0.01 avg=-187.5741542534612 independent_100_runs=-238.8227392289138
e=430 episode_reward=-162.4861736083441 epsilon=0.01 avg=-188.88305948951447 independent_100_runs=-220.8627125079357
e=431 episode_reward=-383.3039117331415 epsilon=0.01 avg=-192.08796441849066 independent_100_runs=-279.5585551325644
e=432 episode_reward=-169.242709382112 epsilon=0.01 avg=-193.67493392353924 independent_100_runs=-135.4577750308271
e=433 episode_reward=-94.57407450280098 epsilon=0.01 avg=-192.55990575103132 independent_100_runs=-95.48282012138097
e=434 episode_reward=-187.06360261274972 epsilon=0.01 avg=-194.15024018618624 independent_100_runs=-171.18935057942525
e=435 episode_reward=-395.2159501805568 epsilon=0.01 avg=-197.41630161736379 independent_100_runs=-267.09215443334875
e=436 episode_reward=-119.79531187842058 epsilon=0.01 avg=-196.86284700704974 independent_100_runs=-157.19951856007026
e=437 episode_reward=-176.03502668745244 epsilon=0.01 avg=-197.36336278200648 independent_100_runs=-107.20485639099881
e=438 episode_reward=2.94777205532381 epsilon=0.01 avg=-196.953849927138 independent_100_runs=-133.3665382153061
e=439 episode_reward=-385.7995102969904 epsilon=0.01 avg=-198.21487689932218 independent_100_runs=-279.9843073424133
e=440 episode_reward=-72.60138230433805 epsilon=0.01 avg=-196.57721681071328 independent_100_runs=-143.0269785846446
e=441 episode_reward=-136.21718468638605 epsilon=0.01 avg=-196.010207219859 independent_100_runs=-122.44166056248076
e=442 episode_reward=-94.38785991782403 epsilon=0.01 avg=-193.7802804459392 independent_100_runs=-131.62607585470684
e=443 episode_reward=-318.1805491849032 epsilon=0.01 avg=-196.36862743886252 independent_100_runs=-116.41632951962784
e=444 episode_reward=-126.3339660457979 epsilon=0.01 avg=-196.4194193070049 independent_100_runs=-150.6836153658032
e=445 episode_reward=-293.40588487236715 epsilon=0.01 avg=-198.66747657394916 independent_100_runs=-413.89991994480596
e=446 episode_reward=-654.6186975220219 epsilon=0.01 avg=-205.25263301504398 independent_100_runs=-172.06416208464597
e=447 episode_reward=-467.37496879159175 epsilon=0.01 avg=-208.52765986908528 independent_100_runs=-262.53672967141546
e=448 episode_reward=-113.49598858302426 epsilon=0.01 avg=-208.2899496685878 independent_100_runs=-236.70049231643986
e=449 episode_reward=-436.9315098983905 epsilon=0.01 avg=-212.06192509575595 independent_100_runs=-283.74547642129966
e=450 episode_reward=-605.4670553424107 epsilon=0.01 avg=-217.75959278679082 independent_100_runs=-384.3249614737564
e=451 episode_reward=-255.3471485542785 epsilon=0.01 avg=-218.0324265254581 independent_100_runs=-303.40183546472656
e=452 episode_reward=-137.71275859651732 epsilon=0.01 avg=-218.64438947504865 independent_100_runs=-255.73653831791177
e=453 episode_reward=-384.2840345101186 epsilon=0.01 avg=-221.55955665749156 independent_100_runs=-241.3709280263658
e=454 episode_reward=-123.17890171759315 epsilon=0.01 avg=-220.95964953016409 independent_100_runs=-320.16167558156195
e=455 episode_reward=-131.41277962208068 epsilon=0.01 avg=-220.9872133854289 independent_100_runs=-277.37798269571465
e=456 episode_reward=-82.51167075059084 epsilon=0.01 avg=-218.64402147320573 independent_100_runs=-342.2861058881078
e=457 episode_reward=-437.40978291999005 epsilon=0.01 avg=-221.26538121454126 independent_100_runs=-335.27670632262556
e=458 episode_reward=-388.4802834900455 epsilon=0.01 avg=-223.061581521261 independent_100_runs=-228.46281442797243
e=459 episode_reward=-198.67266238417207 epsilon=0.01 avg=-222.15151362419678 independent_100_runs=-175.2921092922457
e=460 episode_reward=-212.89858337583212 epsilon=0.01 avg=-220.6949660290191 independent_100_runs=-128.55678112065095
e=461 episode_reward=-169.78728890483143 epsilon=0.01 avg=-221.50215123924875 independent_100_runs=-140.0481950362334
e=462 episode_reward=-80.3319920619611 epsilon=0.01 avg=-219.26248940982893 independent_100_runs=-152.68809336165688
e=463 episode_reward=-193.9450345529831 epsilon=0.01 avg=-218.91521293459743 independent_100_runs=-149.37736816525094
e=464 episode_reward=-61.231451528617534 epsilon=0.01 avg=-217.91140895270638 independent_100_runs=-150.94090867675436
e=465 episode_reward=-100.68451306515718 epsilon=0.01 avg=-219.10650572977892 independent_100_runs=-158.61299574434935
e=466 episode_reward=-201.03411603190895 epsilon=0.01 avg=-219.84959956754946 independent_100_runs=-162.0519867560012
e=467 episode_reward=-317.8233817037283 epsilon=0.01 avg=-222.31882681433882 independent_100_runs=-319.7590296444234
e=468 episode_reward=-41.49093147201178 epsilon=0.01 avg=-220.067769444685 independent_100_runs=-178.37264544041705
e=469 episode_reward=-251.08220647592304 epsilon=0.01 avg=-220.9956109556045 independent_100_runs=-402.8870234853083
e=470 episode_reward=-763.4295318340847 epsilon=0.01 avg=-226.0186745794758 independent_100_runs=-471.1666143524788
e=471 episode_reward=-691.0850195425783 epsilon=0.01 avg=-231.6874087939976 independent_100_runs=-362.22861602334154
e=472 episode_reward=-341.36783977093717 epsilon=0.01 avg=-232.39384651260715 independent_100_runs=-378.0110997225892
e=473 episode_reward=-185.14596019439026 epsilon=0.01 avg=-232.8056093140635 independent_100_runs=-264.662266908075
e=474 episode_reward=-234.60260763120294 epsilon=0.01 avg=-231.98063620351783 independent_100_runs=-345.1009234109907
e=475 episode_reward=-315.7183902206848 epsilon=0.01 avg=-231.35208114244736 independent_100_runs=-379.1177286638249
e=476 episode_reward=-365.4518059582364 epsilon=0.01 avg=-234.21885173036745 independent_100_runs=-251.74631706664567
e=477 episode_reward=-480.9899223775682 epsilon=0.01 avg=-237.3717504279476 independent_100_runs=-320.9084380543276
e=478 episode_reward=-203.5630212301869 epsilon=0.01 avg=-237.57326306646783 independent_100_runs=-459.925706907611
e=479 episode_reward=-154.27907719416814 epsilon=0.01 avg=-237.82120728079445 independent_100_runs=-520.3930882352307
e=480 episode_reward=-260.18990109269197 epsilon=0.01 avg=-237.76544067786537 independent_100_runs=-429.1476284510491
e=481 episode_reward=-230.85560472359262 epsilon=0.01 avg=-240.01445094456426 independent_100_runs=-281.7172144639234
e=482 episode_reward=-270.71228746498537 epsilon=0.01 avg=-240.8590838779125 independent_100_runs=-227.25765454874897
e=483 episode_reward=-266.4306555313599 epsilon=0.01 avg=-242.91150181874963 independent_100_runs=-281.0832967583216
e=484 episode_reward=-62.52619312513774 epsilon=0.01 avg=-242.99082661063733 independent_100_runs=-272.5418487447139
e=485 episode_reward=-254.8801270891945 epsilon=0.01 avg=-241.67468238850387 independent_100_runs=-248.31834206576434
e=486 episode_reward=-343.22709802500924 epsilon=0.01 avg=-243.06665016161648 independent_100_runs=-259.9858226097898
e=487 episode_reward=-260.61697181281374 epsilon=0.01 avg=-243.35792312402336 independent_100_runs=-230.3270724684061
e=488 episode_reward=-126.26024648169927 epsilon=0.01 avg=-243.25194234385398 independent_100_runs=-195.45151034115312
e=489 episode_reward=-268.73862988454323 epsilon=0.01 avg=-246.25901554956366 independent_100_runs=-204.2759246717908
e=490 episode_reward=-78.85361570947947 epsilon=0.01 avg=-245.61367115679994 independent_100_runs=-187.67905569623562
e=491 episode_reward=-35.87823614318563 epsilon=0.01 avg=-243.50703681076732 independent_100_runs=-178.87425100468352
e=492 episode_reward=-257.61043482654 epsilon=0.01 avg=-243.47186345600272 independent_100_runs=-300.44574148276564
e=493 episode_reward=-171.90308879676184 epsilon=0.01 avg=-241.92691848393676 independent_100_runs=-324.0084389484853
e=494 episode_reward=-292.0793244500159 epsilon=0.01 avg=-242.78718042259277 independent_100_runs=-190.58027145470962
e=495 episode_reward=180.79614154675332 epsilon=0.01 avg=-239.5234039434028 independent_100_runs=-388.01218262414955
e=496 episode_reward=-851.4242210539167 epsilon=0.01 avg=-247.1236487631654 independent_100_runs=-443.8302728993101
e=497 episode_reward=-277.3892650335881 epsilon=0.01 avg=-249.15378307257248 independent_100_runs=-253.82174112998004
e=498 episode_reward=-253.8636903197217 epsilon=0.01 avg=-246.5600563890234 independent_100_runs=-572.49840776775
e=499 episode_reward=-238.3499790870534 epsilon=0.01 avg=-249.0349026808212 independent_100_runs=-477.909814501011
e=500 episode_reward=-634.0704155623357 epsilon=0.01 avg=-253.8991497734645 independent_100_runs=-573.7651645645085
e=501 episode_reward=-100.5889702490316 epsilon=0.01 avg=-251.92271430588883 independent_100_runs=-194.2108855899617
e=502 episode_reward=-271.6497892061681 epsilon=0.01 avg=-250.4674234314994 independent_100_runs=-454.5284569789339
e=503 episode_reward=-279.3318005152658 epsilon=0.01 avg=-249.7855544357698 independent_100_runs=-325.2709871517412
e=504 episode_reward=-233.49184747181488 epsilon=0.01 avg=-248.0894507948677 independent_100_runs=-249.3411115806186
e=505 episode_reward=-185.88152857827967 epsilon=0.01 avg=-249.1741893832419 independent_100_runs=-306.29571217412746
e=506 episode_reward=-373.28075820156005 epsilon=0.01 avg=-249.0703666308534 independent_100_runs=-236.70996472551332
e=507 episode_reward=-101.18827731860759 epsilon=0.01 avg=-247.47667240598187 independent_100_runs=-432.25175372599466
e=508 episode_reward=-461.60751419044203 epsilon=0.01 avg=-249.09186299630792 independent_100_runs=-396.1260765630868
e=509 episode_reward=-450.37518867715534 epsilon=0.01 avg=-252.98347962796896 independent_100_runs=-279.7553971610238
e=510 episode_reward=-320.4812470097578 epsilon=0.01 avg=-254.26733851675047 independent_100_runs=-313.6471620103845
e=511 episode_reward=-140.92640201732144 epsilon=0.01 avg=-255.4441794799732 independent_100_runs=-159.95385009163095
e=512 episode_reward=-139.30224732606663 epsilon=0.01 avg=-254.71567991031694 independent_100_runs=-191.316824160496
e=513 episode_reward=-313.43793216971517 epsilon=0.01 avg=-256.58710797244674 independent_100_runs=-286.62608312256066
e=514 episode_reward=-750.7768314624091 epsilon=0.01 avg=-261.82975018385 independent_100_runs=-468.01054811092115
e=515 episode_reward=-278.00167719955766 epsilon=0.01 avg=-263.1823954041766 independent_100_runs=-641.1327293100358
e=516 episode_reward=-144.94705516971698 epsilon=0.01 avg=-262.3482944482005 independent_100_runs=-325.77844010553525
e=517 episode_reward=-87.02005852363361 epsilon=0.01 avg=-260.1272534027657 independent_100_runs=-154.58127335103097
e=518 episode_reward=-505.13938735195444 epsilon=0.01 avg=-263.7341320207825 independent_100_runs=-571.4007548508212
e=519 episode_reward=-388.4010975342361 epsilon=0.01 avg=-265.51273809201086 independent_100_runs=-237.39575353316542
e=520 episode_reward=-251.85743533766393 epsilon=0.01 avg=-265.06790060791167 independent_100_runs=-231.61929913306994
e=521 episode_reward=-523.7927451151259 epsilon=0.01 avg=-267.1772491608624 independent_100_runs=-601.7070282757487
e=522 episode_reward=-489.9331439256079 epsilon=0.01 avg=-271.3322179598013 independent_100_runs=-574.4130366095428
e=523 episode_reward=-501.5739973559247 epsilon=0.01 avg=-272.78889162643463 independent_100_runs=-585.9720591076476
e=524 episode_reward=-219.06221919603178 epsilon=0.01 avg=-272.6408925249948 independent_100_runs=-147.83228145667132
e=525 episode_reward=-82.65019627776343 epsilon=0.01 avg=-268.020334309183 independent_100_runs=-386.98348076078355
e=526 episode_reward=-173.21851735355716 epsilon=0.01 avg=-267.6108551415114 independent_100_runs=-155.3727165513327
e=527 episode_reward=-191.4719817506583 epsilon=0.01 avg=-266.88174719994413 independent_100_runs=-196.65500840880586
e=528 episode_reward=-133.42928609159537 epsilon=0.01 avg=-266.38463051778365 independent_100_runs=-246.65022279536117
e=529 episode_reward=-226.91878885079666 epsilon=0.01 avg=-264.69338009742967 independent_100_runs=-406.04254279834726
e=530 episode_reward=-604.7698138724807 epsilon=0.01 avg=-269.11621650007106 independent_100_runs=-427.62589347104273
e=531 episode_reward=-452.1271935968306 epsilon=0.01 avg=-269.80444931870795 independent_100_runs=-487.8124771301054
e=532 episode_reward=-507.9939223673914 epsilon=0.01 avg=-273.19196144856073 independent_100_runs=-428.05267897278617
e=533 episode_reward=-761.681147547958 epsilon=0.01 avg=-279.86303217901235 independent_100_runs=-605.2545575372819
e=534 episode_reward=-245.73736671168007 epsilon=0.01 avg=-280.4497698200016 independent_100_runs=-823.1500119596245
e=535 episode_reward=-743.6113056099729 epsilon=0.01 avg=-283.9337233742958 independent_100_runs=-569.8076198195004
e=536 episode_reward=-382.4452442975512 epsilon=0.01 avg=-286.5602226984871 independent_100_runs=-462.3789721455599
e=537 episode_reward=-370.15258046778933 epsilon=0.01 avg=-288.50139823629047 independent_100_runs=-323.64221389572043
e=538 episode_reward=-78.41356052924405 epsilon=0.01 avg=-289.31501156213614 independent_100_runs=-378.1540125931244
e=539 episode_reward=-491.38040693924455 epsilon=0.01 avg=-290.37082052855874 independent_100_runs=-311.47777027023096
e=540 episode_reward=-316.55539156282975 epsilon=0.01 avg=-292.8103606211436 independent_100_runs=-237.88103224663436
e=541 episode_reward=-234.32072914820884 epsilon=0.01 avg=-293.79139606576183 independent_100_runs=-274.25437821463964
e=542 episode_reward=-408.57903465139236 epsilon=0.01 avg=-296.93330781309754 independent_100_runs=-310.3078561110198
e=543 episode_reward=-382.8383856528461 epsilon=0.01 avg=-297.579886177777 independent_100_runs=-243.3233466420977
e=544 episode_reward=-468.17116553115164 epsilon=0.01 avg=-300.99825817263047 independent_100_runs=-278.66602369392933
e=545 episode_reward=-390.11835173146716 epsilon=0.01 avg=-301.9653828412215 independent_100_runs=-317.5947033188036
e=546 episode_reward=-309.49405668524133 epsilon=0.01 avg=-298.5141364328537 independent_100_runs=-281.5037119041137
e=547 episode_reward=-409.26618121058414 epsilon=0.01 avg=-297.9330485570436 independent_100_runs=-198.6184877927306
e=548 episode_reward=-279.0549571393668 epsilon=0.01 avg=-299.58863824260703 independent_100_runs=-235.54702517130534
e=549 episode_reward=-253.71874077138474 epsilon=0.01 avg=-297.756510551337 independent_100_runs=-311.78540214506756
e=550 episode_reward=-344.97770644721 epsilon=0.01 avg=-295.151617062385 independent_100_runs=-239.12467952043465
e=551 episode_reward=-450.7224298607256 epsilon=0.01 avg=-297.10536987544947 independent_100_runs=-390.74849026093995
e=552 episode_reward=-488.2048757655943 epsilon=0.01 avg=-300.6102910471402 independent_100_runs=-363.4046787252537
e=553 episode_reward=-358.75125614609715 epsilon=0.01 avg=-300.3549632635 independent_100_runs=-451.5759839428057
e=554 episode_reward=-477.17994648385246 epsilon=0.01 avg=-303.89497371116255 independent_100_runs=-243.51520824507878
e=555 episode_reward=-347.06052401151624 epsilon=0.01 avg=-306.05145115505695 independent_100_runs=-463.14870161216413
e=556 episode_reward=-470.4579310865205 epsilon=0.01 avg=-309.9309137584162 independent_100_runs=-480.43082753552744
e=557 episode_reward=-538.4132318273067 epsilon=0.01 avg=-310.9409482474894 independent_100_runs=-518.9416273674456
e=558 episode_reward=-546.467147349303 epsilon=0.01 avg=-312.52081688608195 independent_100_runs=-381.92923109918695
e=559 episode_reward=-314.38718409365856 epsilon=0.01 avg=-313.6779621031768 independent_100_runs=-327.058724645597
e=560 episode_reward=-421.7252141396504 epsilon=0.01 avg=-315.766228410815 independent_100_runs=-361.1275377869171
e=561 episode_reward=-576.8695778922405 epsilon=0.01 avg=-319.83705130068915 independent_100_runs=-536.1100671273251
e=562 episode_reward=-238.0453136014141 epsilon=0.01 avg=-321.41418451608365 independent_100_runs=-316.91905274811694
e=563 episode_reward=-54.836352920137436 epsilon=0.01 avg=-320.0230976997552 independent_100_runs=-315.490676635058
e=564 episode_reward=-269.4028869082263 epsilon=0.01 avg=-322.1048120535513 independent_100_runs=-230.22719339110878
e=565 episode_reward=-388.470896724371 epsilon=0.01 avg=-324.9826758901434 independent_100_runs=-310.85168347258013
e=566 episode_reward=-119.65539259780681 epsilon=0.01 avg=-324.1688886558024 independent_100_runs=-171.89605597008847
e=567 episode_reward=-474.653235580429 epsilon=0.01 avg=-325.7371871945694 independent_100_runs=-283.8163063645148
e=568 episode_reward=-108.34574766190315 epsilon=0.01 avg=-326.40573535646837 independent_100_runs=-236.96006616957106
e=569 episode_reward=-231.75641397967726 epsilon=0.01 avg=-326.21247743150593 independent_100_runs=-279.3366970543371
e=570 episode_reward=-382.01589259716786 epsilon=0.01 avg=-322.3983410391367 independent_100_runs=-231.5061955457842
e=571 episode_reward=-411.91253700172336 epsilon=0.01 avg=-319.6066162137281 independent_100_runs=-272.10451208348417
e=572 episode_reward=-242.3436454028057 epsilon=0.01 avg=-318.61637427004683 independent_100_runs=-284.5936229494483
e=573 episode_reward=-240.21546598071774 epsilon=0.01 avg=-319.1670693279101 independent_100_runs=-193.92848123733708
e=574 episode_reward=-283.4516696796606 epsilon=0.01 avg=-319.6555599483947 independent_100_runs=-477.1757054104584
e=575 episode_reward=-503.72247793549514 epsilon=0.01 avg=-321.53560082554276 independent_100_runs=-636.7490683645552
e=576 episode_reward=-514.6684695064455 epsilon=0.01 avg=-323.02776746102484 independent_100_runs=-619.1888653562012
e=577 episode_reward=-256.3567306581557 epsilon=0.01 avg=-320.78143554383075 independent_100_runs=-640.4482733798172
e=578 episode_reward=-646.7876412143272 epsilon=0.01 avg=-325.21368174367217 independent_100_runs=-272.5869607426163
e=579 episode_reward=-450.05459208131657 epsilon=0.01 avg=-328.1714368925436 independent_100_runs=-441.78113449555093
e=580 episode_reward=-530.809818553882 epsilon=0.01 avg=-330.87763606715555 independent_100_runs=-252.4453887626562
e=581 episode_reward=-275.5737278290445 epsilon=0.01 avg=-331.3248172982101 independent_100_runs=-289.0501723425829
e=582 episode_reward=-102.75600493965422 epsilon=0.01 avg=-329.6452544729567 independent_100_runs=-195.806177291592
e=583 episode_reward=-559.9586762602919 epsilon=0.01 avg=-332.58053468024605 independent_100_runs=-637.385134791677
e=584 episode_reward=-608.3767658784601 epsilon=0.01 avg=-338.0390404077792 independent_100_runs=-252.86773409883077
e=585 episode_reward=-500.79875822240643 epsilon=0.01 avg=-340.4982267191114 independent_100_runs=-229.0067813052124
e=586 episode_reward=-186.49655917323233 epsilon=0.01 avg=-338.9309213305936 independent_100_runs=-480.88141375905934
e=587 episode_reward=-347.853353921068 epsilon=0.01 avg=-339.8032851516762 independent_100_runs=-345.9954657155251
e=588 episode_reward=-401.6936668445868 epsilon=0.01 avg=-342.55761935530506 independent_100_runs=-292.389967722158
e=589 episode_reward=-119.5369513148728 epsilon=0.01 avg=-341.06560256960836 independent_100_runs=-326.22025718350056
e=590 episode_reward=-132.74988068197484 epsilon=0.01 avg=-341.6045652193333 independent_100_runs=-474.7621039701391
e=591 episode_reward=-358.95314881883564 epsilon=0.01 avg=-344.8353143460898 independent_100_runs=-288.02347239779897
e=592 episode_reward=-228.8584334047664 epsilon=0.01 avg=-344.5477943318721 independent_100_runs=-203.13175423841452
e=593 episode_reward=-431.24188450846503 epsilon=0.01 avg=-347.14118228898917 independent_100_runs=-401.4418958736346
e=594 episode_reward=-205.20491289661766 epsilon=0.01 avg=-346.2724381734552 independent_100_runs=-357.03818321203624
e=595 episode_reward=-421.78220548657947 epsilon=0.01 avg=-352.2982216437885 independent_100_runs=-325.14740639991624
e=596 episode_reward=-306.56057944424225 epsilon=0.01 avg=-346.84958522769176 independent_100_runs=-220.68941026836495
e=597 episode_reward=-127.75181985289157 epsilon=0.01 avg=-345.3532107758848 independent_100_runs=-228.4598750308749
e=598 episode_reward=-521.2388797383617 epsilon=0.01 avg=-348.02696267007116 independent_100_runs=-233.71349981402494
e=599 episode_reward=-141.85706610228127 epsilon=0.01 avg=-347.06203354022347 independent_100_runs=-179.69658066085057
e=600 episode_reward=-259.3438458199346 epsilon=0.01 avg=-343.3147678427994 independent_100_runs=-276.2880991460088
e=601 episode_reward=-119.68911016907352 epsilon=0.01 avg=-343.5057692419998 independent_100_runs=-319.6926538176041
e=602 episode_reward=-164.27530781397482 epsilon=0.01 avg=-342.43202442807785 independent_100_runs=-226.7046051921976
e=603 episode_reward=-197.7867947069425 epsilon=0.01 avg=-341.6165743699946 independent_100_runs=-255.53802222894566
e=604 episode_reward=-137.02878058059855 epsilon=0.01 avg=-340.6519437010824 independent_100_runs=-273.98120222706416
e=605 episode_reward=-241.29442654678877 epsilon=0.01 avg=-341.20607268076753 independent_100_runs=-415.32172046937944
e=606 episode_reward=-666.0013888526715 epsilon=0.01 avg=-344.1332789872787 independent_100_runs=-407.0851520397542
e=607 episode_reward=-93.19571468914432 epsilon=0.01 avg=-344.0533533609841 independent_100_runs=-296.7198839122509
e=608 episode_reward=-152.3193714521539 epsilon=0.01 avg=-340.96047193360124 independent_100_runs=-178.2666869918242
e=609 episode_reward=-365.7555350120139 epsilon=0.01 avg=-340.11427539694984 independent_100_runs=-179.47667900413478
e=610 episode_reward=-358.5952829966883 epsilon=0.01 avg=-340.4954157568191 independent_100_runs=-165.1629174789591
e=611 episode_reward=-101.9469680905422 epsilon=0.01 avg=-340.1056214175513 independent_100_runs=-105.77909861741927
e=612 episode_reward=-135.99894596392983 epsilon=0.01 avg=-340.07258840393 independent_100_runs=-152.2333295751935
e=613 episode_reward=-124.01118363903078 epsilon=0.01 avg=-338.17832091862306 independent_100_runs=-308.4254983734974
e=614 episode_reward=-96.04698536086066 epsilon=0.01 avg=-331.6310224576075 independent_100_runs=-353.25287178751904
e=615 episode_reward=-163.68426911030772 epsilon=0.01 avg=-330.48784837671514 independent_100_runs=-338.8517170557279
e=616 episode_reward=-105.41019241697133 epsilon=0.01 avg=-330.09247974918765 independent_100_runs=-293.3545145512897
e=617 episode_reward=-266.01496706453725 epsilon=0.01 avg=-331.88242883459674 independent_100_runs=-208.51571348491936
e=618 episode_reward=-402.22307637813174 epsilon=0.01 avg=-330.85326572485843 independent_100_runs=-191.08894118690307
e=619 episode_reward=-290.69741987117914 epsilon=0.01 avg=-329.8762289482279 independent_100_runs=-716.3195218650865
e=620 episode_reward=-163.48215519556672 epsilon=0.01 avg=-328.9924761468069 independent_100_runs=-855.5245147859297
e=621 episode_reward=-744.6377880996905 epsilon=0.01 avg=-331.2009265766526 independent_100_runs=-520.0098113769226
e=622 episode_reward=-289.0510826668169 epsilon=0.01 avg=-329.1921059640647 independent_100_runs=-590.7893780718564
e=623 episode_reward=-263.197157823134 epsilon=0.01 avg=-326.80833756873676 independent_100_runs=-496.32985009804827
e=624 episode_reward=-91.56627702653908 epsilon=0.01 avg=-325.53337814704184 independent_100_runs=-210.6885868000428
e=625 episode_reward=-26.240371477486352 epsilon=0.01 avg=-324.96927989903907 independent_100_runs=-303.01615850025956
e=626 episode_reward=-331.7686102640702 epsilon=0.01 avg=-326.5547808281442 independent_100_runs=-163.66440393360963
e=627 episode_reward=-217.86051161497824 epsilon=0.01 avg=-326.8186661267874 independent_100_runs=-134.563557340622
e=628 episode_reward=-96.41407457931473 epsilon=0.01 avg=-326.44851401166454 independent_100_runs=-179.44500132014792
e=629 episode_reward=-212.84315135437237 epsilon=0.01 avg=-326.30775763670033 independent_100_runs=-138.4650280735667
e=630 episode_reward=-35.67502163423325 epsilon=0.01 avg=-320.61680971431787 independent_100_runs=-431.9001514063195
e=631 episode_reward=-320.311611465915 epsilon=0.01 avg=-319.2986538930087 independent_100_runs=-213.2315980927234
e=632 episode_reward=-26.2227105681783 epsilon=0.01 avg=-314.48094177501656 independent_100_runs=-121.7008661383545
e=633 episode_reward=-78.74571489987262 epsilon=0.01 avg=-307.6515874485357 independent_100_runs=-147.71043866230605
e=634 episode_reward=-194.32238201429908 epsilon=0.01 avg=-307.1374376015619 independent_100_runs=-187.55525046619326
e=635 episode_reward=-265.4890960407763 epsilon=0.01 avg=-302.35621550586995 independent_100_runs=-188.2190697663309
e=636 episode_reward=-106.88887077425383 epsilon=0.01 avg=-299.600651770637 independent_100_runs=-100.0796524950168
e=637 episode_reward=-146.75619379471428 epsilon=0.01 avg=-297.3666879039062 independent_100_runs=-131.71130305004922
e=638 episode_reward=-228.18678218240998 epsilon=0.01 avg=-298.86442012043784 independent_100_runs=-277.3603418689955
e=639 episode_reward=-517.974674784627 epsilon=0.01 avg=-299.13036279889167 independent_100_runs=-263.86106051700096
e=640 episode_reward=-231.77577321448248 epsilon=0.01 avg=-298.2825666154082 independent_100_runs=-169.63654976329548
e=641 episode_reward=-92.45995766232774 epsilon=0.01 avg=-296.8639589005494 independent_100_runs=-481.6077340070204
e=642 episode_reward=-475.7672875399003 epsilon=0.01 avg=-297.53584142943447 independent_100_runs=-652.286002468809
e=643 episode_reward=-632.4666390840214 epsilon=0.01 avg=-300.03212396374624 independent_100_runs=-672.2870488405116
e=644 episode_reward=-863.4216494216129 epsilon=0.01 avg=-303.9846288026509 independent_100_runs=-548.7119808345101
e=645 episode_reward=-272.9417814083531 epsilon=0.01 avg=-302.8128630994197 independent_100_runs=-433.4518229708412
e=646 episode_reward=-577.520634266117 epsilon=0.01 avg=-305.4931288752284 independent_100_runs=-459.9143138427625
e=647 episode_reward=-511.32462001537994 epsilon=0.01 avg=-306.51371326327643 independent_100_runs=-474.40731199121944
e=648 episode_reward=-303.5931992590785 epsilon=0.01 avg=-306.75909568447355 independent_100_runs=-169.4701042151684
e=649 episode_reward=-326.7133039328026 epsilon=0.01 avg=-307.48904131608776 independent_100_runs=-299.7921289390061
e=650 episode_reward=-242.07509283974844 epsilon=0.01 avg=-306.4600151800131 independent_100_runs=-211.62785840815167
e=651 episode_reward=-266.3925772450525 epsilon=0.01 avg=-304.6167166538564 independent_100_runs=-224.0178167176457
e=652 episode_reward=-245.18083592646786 epsilon=0.01 avg=-302.18647625546515 independent_100_runs=-293.56021423851666
e=653 episode_reward=-245.8182626358062 epsilon=0.01 avg=-301.0571463203622 independent_100_runs=-264.5077068524491
e=654 episode_reward=-234.27935139070115 epsilon=0.01 avg=-298.62814036943075 independent_100_runs=-296.74160001687574
e=655 episode_reward=-271.3358469414611 epsilon=0.01 avg=-297.87089359873016 independent_100_runs=-231.49635106007148
e=656 episode_reward=-227.60145884496845 epsilon=0.01 avg=-295.4423288763146 independent_100_runs=-233.18015032589707
e=657 episode_reward=-313.6030761790118 epsilon=0.01 avg=-293.19422731983167 independent_100_runs=-294.0240484088361
e=658 episode_reward=-157.74649577765683 epsilon=0.01 avg=-289.3070208041152 independent_100_runs=-264.37332765049445
e=659 episode_reward=-174.13129725153098 epsilon=0.01 avg=-287.9044619356939 independent_100_runs=-258.5310426837586
e=660 episode_reward=-369.6893821767629 epsilon=0.01 avg=-287.3841036160651 independent_100_runs=-507.7283915067603
e=661 episode_reward=-615.2782470303885 epsilon=0.01 avg=-287.7681903074465 independent_100_runs=-560.0764409851546
e=662 episode_reward=-578.8668188503262 epsilon=0.01 avg=-291.17640535993564 independent_100_runs=-587.4366132366815
e=663 episode_reward=-253.888287359296 epsilon=0.01 avg=-293.16692470432724 independent_100_runs=-378.67079078466685
e=664 episode_reward=-284.4026690447956 epsilon=0.01 avg=-293.316922525693 independent_100_runs=-400.4036338113651
e=665 episode_reward=-468.6446242316464 epsilon=0.01 avg=-294.11865980076567 independent_100_runs=-530.8713993049837
e=666 episode_reward=-547.7581458800117 epsilon=0.01 avg=-298.39968733358774 independent_100_runs=-541.6748484303754
e=667 episode_reward=-363.02916297475883 epsilon=0.01 avg=-297.28344660753106 independent_100_runs=-761.3393935447067
e=668 episode_reward=-591.5965151242887 epsilon=0.01 avg=-302.1159542821549 independent_100_runs=-734.2262871238818
e=669 episode_reward=-773.9512668631717 epsilon=0.01 avg=-307.53790281098986 independent_100_runs=-544.8288670746833
e=670 episode_reward=-448.8470399980899 epsilon=0.01 avg=-308.2062142849991 independent_100_runs=-550.8688808199967
e=671 episode_reward=-635.6224379132838 epsilon=0.01 avg=-310.44331329411466 independent_100_runs=-664.132209719846
e=672 episode_reward=-610.6757749809333 epsilon=0.01 avg=-314.12663458989596 independent_100_runs=-503.8587048339733
e=673 episode_reward=-1495.0554483187261 epsilon=0.01 avg=-326.675034413276 independent_100_runs=-249.24835139654257
e=674 episode_reward=-299.0087670091556 epsilon=0.01 avg=-326.830605386571 independent_100_runs=-498.1462235177915
e=675 episode_reward=-303.204151613044 epsilon=0.01 avg=-324.82542212334647 independent_100_runs=-406.0015866865706
e=676 episode_reward=-232.09666677225425 epsilon=0.01 avg=-321.9997040960045 independent_100_runs=-424.298526251568
e=677 episode_reward=-215.46265155923345 epsilon=0.01 avg=-321.5907633050153 independent_100_runs=-351.34442992011225
e=678 episode_reward=-294.6275878516137 epsilon=0.01 avg=-318.06916277138816 independent_100_runs=-278.8707682501574
e=679 episode_reward=-359.7487403003639 epsilon=0.01 avg=-317.1661042535786 independent_100_runs=-412.82222910394614
e=680 episode_reward=-416.5570741957747 epsilon=0.01 avg=-316.02357680999756 independent_100_runs=-379.8323134556842
e=681 episode_reward=-361.8504248871536 epsilon=0.01 avg=-316.88634378057867 independent_100_runs=-358.55932870608007
e=682 episode_reward=-293.4665536409268 epsilon=0.01 avg=-318.79344926759137 independent_100_runs=-291.24257026888466
e=683 episode_reward=-404.36367400886616 epsilon=0.01 avg=-317.2374992450772 independent_100_runs=-304.8309538654819
e=684 episode_reward=-296.2037898771342 epsilon=0.01 avg=-314.1157694850639 independent_100_runs=-248.89866035471215
e=685 episode_reward=-458.6929356315689 epsilon=0.01 avg=-313.6947112591555 independent_100_runs=-327.50765617920683
e=686 episode_reward=-365.31741241480086 epsilon=0.01 avg=-315.4829197915712 independent_100_runs=-337.0036990706321
e=687 episode_reward=-324.58817161783384 epsilon=0.01 avg=-315.2502679685388 independent_100_runs=-324.333216213761
e=688 episode_reward=-278.3781877638528 epsilon=0.01 avg=-314.0171131777315 independent_100_runs=-322.4457971327445
e=689 episode_reward=-290.7657662145372 epsilon=0.01 avg=-315.7294013267282 independent_100_runs=-355.6647994623882
e=690 episode_reward=-283.7904763217231 epsilon=0.01 avg=-317.23980728312563 independent_100_runs=-199.85266732555144
e=691 episode_reward=-193.82138679171834 epsilon=0.01 avg=-315.58848966285444 independent_100_runs=-215.7225376635273
e=692 episode_reward=-477.5092335134781 epsilon=0.01 avg=-318.0749976639416 independent_100_runs=-508.14417524676026
e=693 episode_reward=-114.3574674544925 epsilon=0.01 avg=-314.90615349340186 independent_100_runs=-141.93904443472613
e=694 episode_reward=-95.26029311686055 epsilon=0.01 avg=-313.80670729560427 independent_100_runs=-145.32162413184255
e=695 episode_reward=-413.2440137110423 epsilon=0.01 avg=-313.7213253778489 independent_100_runs=-575.0755397092411
e=696 episode_reward=-221.750732372845 epsilon=0.01 avg=-312.87322690713495 independent_100_runs=-356.8708748645274
e=697 episode_reward=-500.65129640978734 epsilon=0.01 avg=-316.6022216727039 independent_100_runs=-256.83878217628876
e=698 episode_reward=-214.32754626874404 epsilon=0.01 avg=-313.5331083380077 independent_100_runs=-232.824247176752
e=699 episode_reward=-214.23015814175974 epsilon=0.01 avg=-314.25683925840247 independent_100_runs=-1468.9893286221538
e=700 episode_reward=-641.9802193008265 epsilon=0.01 avg=-318.0832029932114 independent_100_runs=-517.01993209372
e=701 episode_reward=-135.64876648525845 epsilon=0.01 avg=-318.24279955637326 independent_100_runs=-122.38679880595959
e=702 episode_reward=-389.761486310883 epsilon=0.01 avg=-320.4976613413423 independent_100_runs=-380.0162754078184
e=703 episode_reward=-155.6775880273122 epsilon=0.01 avg=-320.07656927454605 independent_100_runs=-281.42279624933303
e=704 episode_reward=-357.60451475499576 epsilon=0.01 avg=-322.28232661629 independent_100_runs=-279.95430743287073
e=705 episode_reward=-231.44896351933357 epsilon=0.01 avg=-322.18387198601545 independent_100_runs=-465.1728701089812
e=706 episode_reward=-181.9901020731054 epsilon=0.01 avg=-317.3437591182198 independent_100_runs=-201.46757753303802
e=707 episode_reward=-191.64914614029294 epsilon=0.01 avg=-318.3282934327313 independent_100_runs=-135.28079038792947
e=708 episode_reward=-80.8784945534199 epsilon=0.01 avg=-317.61388466374393 independent_100_runs=-235.05321737216337
e=709 episode_reward=-237.95118421694153 epsilon=0.01 avg=-316.3358411557932 independent_100_runs=-223.97253609485327
e=710 episode_reward=-428.58670918034215 epsilon=0.01 avg=-317.0357554176297 independent_100_runs=-410.4177562463777
e=711 episode_reward=-10.716059348477842 epsilon=0.01 avg=-316.1234463302091 independent_100_runs=-571.9159725168081
e=712 episode_reward=-966.4165226560278 epsilon=0.01 avg=-324.4276220971301 independent_100_runs=-59.34513355189154
e=713 episode_reward=-187.71914634751369 epsilon=0.01 avg=-325.06470172421496 independent_100_runs=-93.22866575870536
e=714 episode_reward=-144.8546668426979 epsilon=0.01 avg=-325.5527785390333 independent_100_runs=-278.75243703336093
e=715 episode_reward=-372.1301971114238 epsilon=0.01 avg=-327.63723781904446 independent_100_runs=-278.1685079662309
e=716 episode_reward=-339.99478791605526 epsilon=0.01 avg=-329.98308377403526 independent_100_runs=-452.62503455623846
e=717 episode_reward=-324.23724622916484 epsilon=0.01 avg=-330.5653065656815 independent_100_runs=-320.09511553391695
e=718 episode_reward=-520.1608559692052 epsilon=0.01 avg=-331.7446843615923 independent_100_runs=-229.19240973153666
e=719 episode_reward=-409.78151770057707 epsilon=0.01 avg=-332.9355253398863 independent_100_runs=-285.64945068840586
e=720 episode_reward=-103.89708889304106 epsilon=0.01 avg=-332.339674676861 independent_100_runs=-272.94847333572613
e=721 episode_reward=-191.5058720086185 epsilon=0.01 avg=-326.8083555159503 independent_100_runs=-387.17577941492675
e=722 episode_reward=-1140.481506626346 epsilon=0.01 avg=-335.3226597555456 independent_100_runs=-233.56023452609125
e=723 episode_reward=-606.8588906968002 epsilon=0.01 avg=-338.7592770842823 independent_100_runs=-198.16067267436625
e=724 episode_reward=-475.74197350421 epsilon=0.01 avg=-342.601034049059 independent_100_runs=-263.78927563747385
e=725 episode_reward=-394.21367365304565 epsilon=0.01 avg=-346.2807670708146 independent_100_runs=-371.37604057676543
e=726 episode_reward=-482.33495037138556 epsilon=0.01 avg=-347.78643047188774 independent_100_runs=-466.1457207341856
e=727 episode_reward=-205.41180763009774 epsilon=0.01 avg=-347.6619434320389 independent_100_runs=-491.92320543959744
e=728 episode_reward=-324.54590602101285 epsilon=0.01 avg=-349.94326174645573 independent_100_runs=-393.96878423606705
e=729 episode_reward=-644.3760302139323 epsilon=0.01 avg=-354.2585905350514 independent_100_runs=-418.6609454666603
e=730 episode_reward=-479.95277235151997 epsilon=0.01 avg=-358.70136804222426 independent_100_runs=-452.4873136716355
e=731 episode_reward=-361.60128786921314 epsilon=0.01 avg=-359.1142648062573 independent_100_runs=-590.1658656052929
e=732 episode_reward=-638.5622449482311 epsilon=0.01 avg=-365.2376601500579 independent_100_runs=-443.72623366177373
e=733 episode_reward=-489.73718614581736 epsilon=0.01 avg=-369.34757486251726 independent_100_runs=-674.9899346818764
e=734 episode_reward=-630.2710395330729 epsilon=0.01 avg=-373.70706143770497 independent_100_runs=-589.3517323206878
e=735 episode_reward=-570.1459748633168 epsilon=0.01 avg=-376.75363022593046 independent_100_runs=-434.60816388352595
e=736 episode_reward=-531.543399035103 epsilon=0.01 avg=-381.00017550853886 independent_100_runs=-395.12110905286033
e=737 episode_reward=-569.2225513562621 epsilon=0.01 avg=-385.2248390841544 independent_100_runs=-602.3063339952374
e=738 episode_reward=-262.7146916564665 epsilon=0.01 avg=-385.5701181788949 independent_100_runs=-406.5320331546377
e=739 episode_reward=-132.18599314848848 epsilon=0.01 avg=-381.71223136253354 independent_100_runs=-157.84630710443054
e=740 episode_reward=-295.3465033198863 epsilon=0.01 avg=-382.3479386635876 independent_100_runs=-182.09435232052635
e=741 episode_reward=-181.99268241377763 epsilon=0.01 avg=-383.2432659111021 independent_100_runs=-145.3119294773502
e=742 episode_reward=-161.1001902170815 epsilon=0.01 avg=-380.096594937874 independent_100_runs=-128.04958714760113
e=743 episode_reward=-418.97741542059435 epsilon=0.01 avg=-377.9617027012398 independent_100_runs=-148.4355509114453
e=744 episode_reward=-263.0824935597626 epsilon=0.01 avg=-371.95831114262126 independent_100_runs=-131.81808935627217
e=745 episode_reward=-117.44164216839295 epsilon=0.01 avg=-370.4033097502216 independent_100_runs=-128.47888882711433
e=746 episode_reward=-107.36432142281265 epsilon=0.01 avg=-365.70174662178863 independent_100_runs=-145.69707309702125
e=747 episode_reward=-131.50761109207176 epsilon=0.01 avg=-361.9035765325555 independent_100_runs=-173.79844350630208
e=748 episode_reward=-147.65370332410703 epsilon=0.01 avg=-360.3441815732058 independent_100_runs=-163.39652833345244
e=749 episode_reward=-38.065236240166 epsilon=0.01 avg=-357.45770089627933 independent_100_runs=-133.6372265818165
e=750 episode_reward=-138.66941649447168 epsilon=0.01 avg=-356.4236441328266 independent_100_runs=-138.4833030293735
e=751 episode_reward=-146.64211564143142 epsilon=0.01 avg=-355.22613951679034 independent_100_runs=-434.31079162678594
e=752 episode_reward=-323.94424180110906 epsilon=0.01 avg=-356.01377357553685 independent_100_runs=-448.46730182964416
e=753 episode_reward=-128.92228655111663 epsilon=0.01 avg=-354.8448138146899 independent_100_runs=-132.31930081076024
e=754 episode_reward=-123.18598860941972 epsilon=0.01 avg=-353.73388018687706 independent_100_runs=-127.60217069542249
e=755 episode_reward=-105.99589201243386 epsilon=0.01 avg=-352.0804806375869 independent_100_runs=-138.91849953208668
e=756 episode_reward=-201.7516970171676 epsilon=0.01 avg=-351.8219830193089 independent_100_runs=-139.85388166985373
e=757 episode_reward=-134.04246927665508 epsilon=0.01 avg=-350.0263769502853 independent_100_runs=-150.9935978697398
e=758 episode_reward=-139.02080106067723 epsilon=0.01 avg=-349.8391200031155 independent_100_runs=-149.26819532001284
e=759 episode_reward=-264.80128911341865 epsilon=0.01 avg=-350.7458199217344 independent_100_runs=-177.62515538214367
e=760 episode_reward=-336.49458592150177 epsilon=0.01 avg=-350.4138719591818 independent_100_runs=-150.69001168329206
e=761 episode_reward=-138.3455936401691 epsilon=0.01 avg=-345.6445454252795 independent_100_runs=-166.33432431405905
e=762 episode_reward=-222.76470198167522 epsilon=0.01 avg=-342.0835242565929 independent_100_runs=-161.06965625202594
e=763 episode_reward=-121.8648375890586 epsilon=0.01 avg=-340.76328975889055 independent_100_runs=-187.94010620803994
e=764 episode_reward=-262.60803094989853 epsilon=0.01 avg=-340.5453433779416 independent_100_runs=-129.09640261370686
e=765 episode_reward=-112.30058568537049 epsilon=0.01 avg=-336.9819029924789 independent_100_runs=-133.16389672273203
e=766 episode_reward=-127.48089274844672 epsilon=0.01 avg=-332.7791304611633 independent_100_runs=-126.64636398259769
e=767 episode_reward=-125.63755288790514 epsilon=0.01 avg=-330.4052143602947 independent_100_runs=-131.4056802460472
e=768 episode_reward=-137.82212130202578 epsilon=0.01 avg=-325.8674704220721 independent_100_runs=-134.66460247629976
e=769 episode_reward=-129.62571673680299 epsilon=0.01 avg=-319.4242149208084 independent_100_runs=-138.3935598898188
e=770 episode_reward=-142.01441736426264 epsilon=0.01 avg=-316.35588869447014 independent_100_runs=-134.0978826971423
e=771 episode_reward=-192.00423005086006 epsilon=0.01 avg=-311.9197066158459 independent_100_runs=-133.61126173071574
e=772 episode_reward=-153.60665150758552 epsilon=0.01 avg=-307.34901538111245 independent_100_runs=-132.01858798013524
e=773 episode_reward=-143.6375353680039 epsilon=0.01 avg=-293.8348362516053 independent_100_runs=-131.86359607149112
e=774 episode_reward=-145.43296057230566 epsilon=0.01 avg=-292.2990781872368 independent_100_runs=-128.1565168180225
e=775 episode_reward=-125.8368457810925 epsilon=0.01 avg=-290.52540512891727 independent_100_runs=-129.36105096465272
e=776 episode_reward=-157.92529280479226 epsilon=0.01 avg=-289.7836913892427 independent_100_runs=-131.9996353954734
e=777 episode_reward=-106.5004620375761 epsilon=0.01 avg=-288.69406949402605 independent_100_runs=-339.8483754936026
e=778 episode_reward=-452.64977542439016 epsilon=0.01 avg=-290.2742913697538 independent_100_runs=-379.16756650433337
e=779 episode_reward=-133.25274710002432 epsilon=0.01 avg=-288.0093314377504 independent_100_runs=-306.14581229870436
e=780 episode_reward=-181.91870676122065 epsilon=0.01 avg=-285.6629477634049 independent_100_runs=-134.72596980245396
e=781 episode_reward=-141.82006374638243 epsilon=0.01 avg=-283.4626441519971 independent_100_runs=-131.098684464251
e=782 episode_reward=-122.49568148678429 epsilon=0.01 avg=-281.75293543045575 independent_100_runs=-130.73421709995057
e=783 episode_reward=-152.2337699631259 epsilon=0.01 avg=-279.23163638999824 independent_100_runs=-128.97243103144672
e=784 episode_reward=-99.47747420069732 epsilon=0.01 avg=-277.26437323323387 independent_100_runs=-124.01024193636516
e=785 episode_reward=-136.23439380209854 epsilon=0.01 avg=-274.03978781493913 independent_100_runs=-131.10326927636578
e=786 episode_reward=-161.54984044135952 epsilon=0.01 avg=-272.0021120952048 independent_100_runs=-129.78603523454333
e=787 episode_reward=-189.81613667464427 epsilon=0.01 avg=-270.65439174577284 independent_100_runs=-136.25945329691024
e=788 episode_reward=-160.33290720265862 epsilon=0.01 avg=-269.4739389401609 independent_100_runs=-128.16931466732433
e=789 episode_reward=-191.67300095129772 epsilon=0.01 avg=-268.48301128752854 independent_100_runs=-131.6588581831632
e=790 episode_reward=-120.48940701133628 epsilon=0.01 avg=-266.85000059442467 independent_100_runs=-128.30474711196842
e=791 episode_reward=-128.30779899728373 epsilon=0.01 avg=-266.19486471648037 independent_100_runs=-125.60463861609736
e=792 episode_reward=-128.8028631516062 epsilon=0.01 avg=-262.70780101286164 independent_100_runs=-135.45693174793448
e=793 episode_reward=-181.02325539705095 epsilon=0.01 avg=-263.37445889228724 independent_100_runs=-126.45434496099833
e=794 episode_reward=-121.97599124138804 epsilon=0.01 avg=-263.6416158735325 independent_100_runs=-131.4651295537592
e=795 episode_reward=-157.2489454740429 epsilon=0.01 avg=-261.08166519116253 independent_100_runs=-134.0859198567605
e=796 episode_reward=-140.20331325519203 epsilon=0.01 avg=-260.26619099998595 independent_100_runs=-141.46939951164896
e=797 episode_reward=-85.90594353166686 epsilon=0.01 avg=-256.1187374712048 independent_100_runs=-126.62229199993011
e=798 episode_reward=-14.963209244560332 epsilon=0.01 avg=-254.1250941009629 independent_100_runs=-126.5964622132397
e=799 episode_reward=-127.28563146991559 epsilon=0.01 avg=-253.25564883424448 independent_100_runs=-132.53553452873177
e=800 episode_reward=-130.64816867361822 epsilon=0.01 avg=-248.14232832797242 independent_100_runs=-133.16784917961527
e=801 episode_reward=-161.29371654713225 epsilon=0.01 avg=-248.3987778285912 independent_100_runs=-136.16769095620705
e=802 episode_reward=-108.48538030102213 epsilon=0.01 avg=-245.58601676849258 independent_100_runs=-130.47226382914192
e=803 episode_reward=-126.13771524483295 epsilon=0.01 avg=-245.2906180406678 independent_100_runs=-125.76562905128623
e=804 episode_reward=-162.21058423922523 epsilon=0.01 avg=-243.33667873551008 independent_100_runs=-127.85813071214254
e=805 episode_reward=-128.451745238456 epsilon=0.01 avg=-242.30670655270129 independent_100_runs=-127.47240770186706
e=806 episode_reward=-117.1223930459201 epsilon=0.01 avg=-241.65802946242945 independent_100_runs=-126.26754692797677
e=807 episode_reward=-99.03379028804626 epsilon=0.01 avg=-240.73187590390694 independent_100_runs=-128.81634790389145
e=808 episode_reward=-107.10755664520985 epsilon=0.01 avg=-240.99416652482483 independent_100_runs=-129.21354265621537
e=809 episode_reward=-194.74199298611393 epsilon=0.01 avg=-240.56207461251654 independent_100_runs=-135.58106745658995
e=810 episode_reward=-161.71783032684775 epsilon=0.01 avg=-237.89338582398162 independent_100_runs=-124.54991740508213
e=811 episode_reward=-190.99710834473882 epsilon=0.01 avg=-239.69619631394423 independent_100_runs=-135.0814650531489
e=812 episode_reward=-107.99831388518362 epsilon=0.01 avg=-231.1120142262358 independent_100_runs=-156.1389503310661
e=813 episode_reward=-109.79618715563666 epsilon=0.01 avg=-230.33278463431702 independent_100_runs=-128.35130421165465
e=814 episode_reward=-130.62867465631984 epsilon=0.01 avg=-230.19052471245323 independent_100_runs=-130.24265297229005
e=815 episode_reward=-141.4499865956121 epsilon=0.01 avg=-227.88372260729514 independent_100_runs=-129.4469026907819
e=816 episode_reward=-132.4891072728295 epsilon=0.01 avg=-225.80866580086288 independent_100_runs=-139.50805688764075
e=817 episode_reward=-128.0747162107782 epsilon=0.01 avg=-223.847040500679 independent_100_runs=-129.26241183177848
e=818 episode_reward=-149.08477713596668 epsilon=0.01 avg=-220.13627971234664 independent_100_runs=-139.01823093074862
e=819 episode_reward=-161.06484516983386 epsilon=0.01 avg=-217.6491129870392 independent_100_runs=-128.19539131524107
e=820 episode_reward=-186.75729735983046 epsilon=0.01 avg=-218.47771507170705 independent_100_runs=-133.50829560151593
e=821 episode_reward=-176.12412660927617 epsilon=0.01 avg=-218.32389761771364 independent_100_runs=-131.7007979022889
e=822 episode_reward=-145.41330704936166 epsilon=0.01 avg=-208.3732156219438 independent_100_runs=-137.3498049708167
e=823 episode_reward=-128.64358395767758 epsilon=0.01 avg=-203.5910625545526 independent_100_runs=-123.69828541581704
e=824 episode_reward=-153.6780183273772 epsilon=0.01 avg=-200.37042300278426 independent_100_runs=-130.95462361944888
e=825 episode_reward=-94.21993919599662 epsilon=0.01 avg=-197.37048565821377 independent_100_runs=-132.48564546257157
e=826 episode_reward=-131.11743971805024 epsilon=0.01 avg=-193.8583105516804 independent_100_runs=-134.20336210634198
e=827 episode_reward=-190.34071567778926 epsilon=0.01 avg=-193.70759963215733 independent_100_runs=-130.60101174822117
e=828 episode_reward=-138.91647503057135 epsilon=0.01 avg=-191.85130532225293 independent_100_runs=-124.85605996051618
e=829 episode_reward=-99.40461304129695 epsilon=0.01 avg=-186.40159115052657 independent_100_runs=-130.34874791931148
e=830 episode_reward=-108.45980734029305 epsilon=0.01 avg=-182.6866615004143 independent_100_runs=-127.11750821670611
e=831 episode_reward=-145.62530044523916 epsilon=0.01 avg=-180.52690162617455 independent_100_runs=-130.19389312451432
e=832 episode_reward=-175.54642386629263 epsilon=0.01 avg=-175.89674341535516 independent_100_runs=-134.98098987842212
e=833 episode_reward=-190.95445694265257 epsilon=0.01 avg=-172.90891612332354 independent_100_runs=-128.40951240903155
e=834 episode_reward=-135.54509618621242 epsilon=0.01 avg=-167.96165668985495 independent_100_runs=-128.74149809990297
e=835 episode_reward=-122.9152129584661 epsilon=0.01 avg=-163.4893490708064 independent_100_runs=-127.16022692432885
e=836 episode_reward=-88.36016110850075 epsilon=0.01 avg=-159.05751669154037 independent_100_runs=-126.35311389861715
e=837 episode_reward=-85.71915116182015 epsilon=0.01 avg=-154.22248268959595 independent_100_runs=-121.5307858632359
e=838 episode_reward=-137.12736190694494 epsilon=0.01 avg=-152.96660939210074 independent_100_runs=-127.35182516094247
e=839 episode_reward=-142.50778115202365 epsilon=0.01 avg=-153.0698272721361 independent_100_runs=-133.46360767199053
e=840 episode_reward=-106.29582702195569 epsilon=0.01 avg=-151.1793205091568 independent_100_runs=-130.42827302023716
e=841 episode_reward=-201.84147684568413 epsilon=0.01 avg=-151.37780845347586 independent_100_runs=-118.16408026894189
e=842 episode_reward=-345.99827304628974 epsilon=0.01 avg=-153.22678928176794 independent_100_runs=-134.31208123676834
e=843 episode_reward=-148.97563343780996 epsilon=0.01 avg=-150.5267714619401 independent_100_runs=-134.73330156343232
e=844 episode_reward=-128.31519747053457 epsilon=0.01 avg=-149.17909850104783 independent_100_runs=-131.31120900886344
e=845 episode_reward=-140.33614128471316 epsilon=0.01 avg=-149.40804349221102 independent_100_runs=-130.18253497285068
e=846 episode_reward=-124.80191184068904 epsilon=0.01 avg=-149.58241939638978 independent_100_runs=-128.80840531043972
e=847 episode_reward=-139.2570584601817 epsilon=0.01 avg=-149.65991387007088 independent_100_runs=-133.04461341011705
e=848 episode_reward=-151.8982582948295 epsilon=0.01 avg=-149.7023594197781 independent_100_runs=-131.7788161258555
e=849 episode_reward=-145.03984343332436 epsilon=0.01 avg=-150.77210549170968 independent_100_runs=-138.06626690827247
e=850 episode_reward=-117.89978398569019 epsilon=0.01 avg=-150.56440916662189 independent_100_runs=-125.23261085847199
e=851 episode_reward=-394.70043145887007 epsilon=0.01 avg=-153.04499232479625 independent_100_runs=-317.00378342192766
e=852 episode_reward=-114.59805201876729 epsilon=0.01 avg=-150.95153042697285 independent_100_runs=-424.5804726749271
e=853 episode_reward=-413.86338230473206 epsilon=0.01 avg=-153.80094138450897 independent_100_runs=-354.6756454459926
e=854 episode_reward=-390.8900983404743 epsilon=0.01 avg=-156.47798248181954 independent_100_runs=-395.869979147845
e=855 episode_reward=-51.33366212952363 epsilon=0.01 avg=-155.93136018299046 independent_100_runs=-233.16517404807072
e=856 episode_reward=-116.66257029705649 epsilon=0.01 avg=-155.08046891578934 independent_100_runs=-324.74426203900623
e=857 episode_reward=-290.29789002005936 epsilon=0.01 avg=-156.64302312322337 independent_100_runs=-225.36860394156346
e=858 episode_reward=-288.389363239933 epsilon=0.01 avg=-158.13670874501594 independent_100_runs=-285.43554421914655
e=859 episode_reward=250.61012197686017 epsilon=0.01 avg=-152.98259463411313 independent_100_runs=-230.42680117444937
e=860 episode_reward=-201.92193514881848 epsilon=0.01 avg=-151.6368681263863 independent_100_runs=-289.4109054153471
e=861 episode_reward=-277.80313536041183 epsilon=0.01 avg=-153.03144354358875 independent_100_runs=-278.4947493442707
e=862 episode_reward=-378.8084663428076 epsilon=0.01 avg=-154.59188118720004 independent_100_runs=-279.0368231793936
e=863 episode_reward=-353.4949857607153 epsilon=0.01 avg=-156.90818266891662 independent_100_runs=-283.3872695431012
e=864 episode_reward=-259.17759243601887 epsilon=0.01 avg=-156.8738782837778 independent_100_runs=-293.906662725466
e=865 episode_reward=-331.8871504876507 epsilon=0.01 avg=-159.06974393180064 independent_100_runs=-275.714332281694
e=866 episode_reward=-380.7699895515336 epsilon=0.01 avg=-161.60263489983151 independent_100_runs=-269.5811338929627
e=867 episode_reward=-288.7794624701793 epsilon=0.01 avg=-163.23405399565428 independent_100_runs=-288.4129002829629
e=868 episode_reward=-274.50698195354045 epsilon=0.01 avg=-164.6009026021694 independent_100_runs=-253.03237787828868
e=869 episode_reward=-277.20140881878183 epsilon=0.01 avg=-166.0766595229892 independent_100_runs=-252.00753095270377
e=870 episode_reward=-380.1205421197976 epsilon=0.01 avg=-168.45772077054454 independent_100_runs=-419.54608728286433
e=871 episode_reward=-308.46423254787715 epsilon=0.01 avg=-169.62232079551472 independent_100_runs=-406.8019515902382
e=872 episode_reward=-284.2013092404251 epsilon=0.01 avg=-170.92826737284315 independent_100_runs=-138.8907636781222
e=873 episode_reward=-317.4598767428008 epsilon=0.01 avg=-172.66649078659108 independent_100_runs=-733.224354693755
e=874 episode_reward=-116.0610130791849 epsilon=0.01 avg=-172.3727713116599 independent_100_runs=-507.02998657530617
e=875 episode_reward=-229.1650305764507 epsilon=0.01 avg=-173.40605315961352 independent_100_runs=-358.43311346485564
e=876 episode_reward=-278.9588983342072 epsilon=0.01 avg=-174.6163892149076 independent_100_runs=-550.3375180589771
e=877 episode_reward=-747.194786230615 epsilon=0.01 avg=-181.02333245683803 independent_100_runs=-379.59041914170376
e=878 episode_reward=-126.16631410557055 epsilon=0.01 avg=-177.7584978436498 independent_100_runs=-130.3595755152134
e=879 episode_reward=-180.01717692042195 epsilon=0.01 avg=-178.22614214185376 independent_100_runs=-131.72471844800782
e=880 episode_reward=-121.12937022348724 epsilon=0.01 avg=-177.6182487764764 independent_100_runs=-133.89387843567945
e=881 episode_reward=27.471605692486932 epsilon=0.01 avg=-175.9253320820877 independent_100_runs=-134.50268455893752
e=882 episode_reward=-88.9980098989661 epsilon=0.01 avg=-175.5903553662095 independent_100_runs=-151.81645218450785
e=883 episode_reward=-83.03557892020295 epsilon=0.01 avg=-174.8983734557803 independent_100_runs=-135.52593610368112
e=884 episode_reward=-111.38663194650559 epsilon=0.01 avg=-175.01746503323838 independent_100_runs=-135.79337816003328
e=885 episode_reward=-166.89472415335334 epsilon=0.01 avg=-175.32406833675097 independent_100_runs=-123.78627272113744
e=886 episode_reward=-136.48675354532963 epsilon=0.01 avg=-175.07343746779065 independent_100_runs=-134.77048281120972
e=887 episode_reward=-129.3868835510036 epsilon=0.01 avg=-174.46914493655424 independent_100_runs=-131.97256428706672
e=888 episode_reward=-110.29970446065931 epsilon=0.01 avg=-173.96881290913424 independent_100_runs=-128.56816935910848
e=889 episode_reward=-127.80939846643088 epsilon=0.01 avg=-173.33017688428558 independent_100_runs=-127.12978958087692
e=890 episode_reward=-106.01174647807446 epsilon=0.01 avg=-173.18540027895295 independent_100_runs=-134.18911742910277
e=891 episode_reward=-129.74969743403102 epsilon=0.01 avg=-173.19981926332045 independent_100_runs=-133.0379265363402
e=892 episode_reward=-164.59085398945376 epsilon=0.01 avg=-173.5576991716989 independent_100_runs=-135.3543546806207
e=893 episode_reward=-169.72083506807226 epsilon=0.01 avg=-173.44467496840917 independent_100_runs=-140.74227321635456
e=894 episode_reward=-136.2054692698413 epsilon=0.01 avg=-173.58696974869366 independent_100_runs=-123.58858393597316
e=895 episode_reward=-140.28317989685533 epsilon=0.01 avg=-173.41731209292178 independent_100_runs=-134.89740587769913
e=896 episode_reward=-108.09239193035549 epsilon=0.01 avg=-173.09620287967343 independent_100_runs=-131.90309775688422
e=897 episode_reward=-180.45525348619526 epsilon=0.01 avg=-174.04169597921867 independent_100_runs=-133.37610588698647
e=898 episode_reward=-104.51186063489729 epsilon=0.01 avg=-174.93718249312207 independent_100_runs=-136.87487836776612
e=899 episode_reward=-157.98877246016406 epsilon=0.01 avg=-175.24421390302453 independent_100_runs=-139.30397657448543
e=900 episode_reward=-89.35146525580663 epsilon=0.01 avg=-174.83124686884642 independent_100_runs=-128.5060950462008
e=901 episode_reward=-215.66053559574164 epsilon=0.01 avg=-175.37491505933252 independent_100_runs=-132.18637464429975
e=902 episode_reward=-120.50880915596807 epsilon=0.01 avg=-175.49514934788195 independent_100_runs=-133.2296991126066
e=903 episode_reward=-95.54656206369276 epsilon=0.01 avg=-175.18923781607057 independent_100_runs=-133.24293303310577
e=904 episode_reward=-127.65787029696517 epsilon=0.01 avg=-174.84371067664793 independent_100_runs=-132.23282905297984
e=905 episode_reward=-204.4615530352974 epsilon=0.01 avg=-175.60380875461635 independent_100_runs=-265.319744149532
e=906 episode_reward=-130.73756714642477 epsilon=0.01 avg=-175.7399604956214 independent_100_runs=-359.2542831274908
e=907 episode_reward=-119.6489900209442 epsilon=0.01 avg=-175.94611249295042 independent_100_runs=-364.8690970004025
e=908 episode_reward=-833.6195943364752 epsilon=0.01 avg=-183.2112328698631 independent_100_runs=-359.73567793597215
e=909 episode_reward=-83.8391110438556 epsilon=0.01 avg=-182.10220405044052 independent_100_runs=-126.49475025222006
e=910 episode_reward=-111.62369882326946 epsilon=0.01 avg=-181.60126273540473 independent_100_runs=-126.44576821804817
e=911 episode_reward=-340.6157678886849 epsilon=0.01 avg=-183.0974493308442 independent_100_runs=-122.33593865649298
e=912 episode_reward=-197.81195920026863 epsilon=0.01 avg=-183.99558578399504 independent_100_runs=-836.9595167759475
e=913 episode_reward=-106.65776924295093 epsilon=0.01 avg=-183.96420160486818 independent_100_runs=-126.79795747870072
e=914 episode_reward=-471.5469319478653 epsilon=0.01 avg=-187.37338417778363 independent_100_runs=-123.65812914579506
e=915 episode_reward=-113.08486760437447 epsilon=0.01 avg=-187.08973298787126 independent_100_runs=-143.18144376862412
e=916 episode_reward=-586.3220364125534 epsilon=0.01 avg=-191.62806227926845 independent_100_runs=-353.8758698201453
e=917 episode_reward=-153.1920400006822 epsilon=0.01 avg=-191.8792355171675 independent_100_runs=-125.71592168408137
e=918 episode_reward=-116.34527676283915 epsilon=0.01 avg=-191.55184051343625 independent_100_runs=-179.84982004472673
e=919 episode_reward=23.985870264851926 epsilon=0.01 avg=-189.70133335908938 independent_100_runs=-139.59541939717224
e=920 episode_reward=-113.47355938420914 epsilon=0.01 avg=-188.96849597933317 independent_100_runs=-135.7831239750464
e=921 episode_reward=-189.48097624619717 epsilon=0.01 avg=-189.10206447570235 independent_100_runs=-135.07563472732917
e=922 episode_reward=-24.004631368527328 epsilon=0.01 avg=-187.887977718894 independent_100_runs=-132.43947768761825
e=923 episode_reward=-117.11919375079484 epsilon=0.01 avg=-187.77273381682517 independent_100_runs=-136.6819963017451
e=924 episode_reward=-347.9674738540807 epsilon=0.01 avg=-189.71562837209223 independent_100_runs=-590.9662689283575
e=925 episode_reward=-792.9200247210844 epsilon=0.01 avg=-196.7026292273431 independent_100_runs=-144.3502392537687
e=926 episode_reward=-172.1331333003081 epsilon=0.01 avg=-197.11278616316568 independent_100_runs=-546.9480913831619
e=927 episode_reward=-370.18331656682216 epsilon=0.01 avg=-198.911212172056 independent_100_runs=-128.70988024595047
e=928 episode_reward=-148.37132560138843 epsilon=0.01 avg=-199.00576067776416 independent_100_runs=-132.2828755069
e=929 episode_reward=-103.51548274052749 epsilon=0.01 avg=-199.04686937475645 independent_100_runs=-139.08280042819234
e=930 episode_reward=-389.67174270670944 epsilon=0.01 avg=-201.85898872842063 independent_100_runs=-269.3607748976698
e=931 episode_reward=-320.24978356718884 epsilon=0.01 avg=-203.60523355964014 independent_100_runs=-328.3801050734106
e=932 episode_reward=-415.7611792387993 epsilon=0.01 avg=-206.00738111336523 independent_100_runs=-133.5686101716407
e=933 episode_reward=-153.7184623106326 epsilon=0.01 avg=-205.63502116704504 independent_100_runs=-377.2877944926703
e=934 episode_reward=-135.41867263679427 epsilon=0.01 avg=-205.63375693155086 independent_100_runs=-129.07309691912792
e=935 episode_reward=-370.8225668169699 epsilon=0.01 avg=-208.1128304701359 independent_100_runs=-208.0013696007997
e=936 episode_reward=-256.48597219438716 epsilon=0.01 avg=-209.79408858099475 independent_100_runs=-125.50183180613682
e=937 episode_reward=-489.85401777299256 epsilon=0.01 avg=-213.83543724710646 independent_100_runs=-128.32952707046678
e=938 episode_reward=-215.98983148477296 epsilon=0.01 avg=-214.62406194288477 independent_100_runs=-137.6753837616523
e=939 episode_reward=-197.6297829949648 epsilon=0.01 avg=-215.17528196131417 independent_100_runs=-134.64159295237073
e=940 episode_reward=-164.3699509658982 epsilon=0.01 avg=-215.75602320075362 independent_100_runs=-136.37031328646523
e=941 episode_reward=-138.3805639716016 epsilon=0.01 avg=-215.1214140720128 independent_100_runs=-138.11201608800246
e=942 episode_reward=-105.23722871083066 epsilon=0.01 avg=-212.7138036286582 independent_100_runs=-139.2091215386383
e=943 episode_reward=-131.71489220902907 epsilon=0.01 avg=-212.54119621637037 independent_100_runs=-144.02735259462852
e=944 episode_reward=-72.34381317849974 epsilon=0.01 avg=-211.98148237345 independent_100_runs=-132.22774820270328
e=945 episode_reward=-159.54340843222 epsilon=0.01 avg=-212.17355504492508 independent_100_runs=-135.59823848710892
e=946 episode_reward=-136.18294920464356 epsilon=0.01 avg=-212.28736541856463 independent_100_runs=-128.10246212918332
e=947 episode_reward=-122.32250340897912 epsilon=0.01 avg=-212.11801986805258 independent_100_runs=-129.02009338897415
e=948 episode_reward=-103.50484855892626 epsilon=0.01 avg=-211.63408577069353 independent_100_runs=-132.5432147907218
e=949 episode_reward=-321.8954176503857 epsilon=0.01 avg=-213.40264151286416 independent_100_runs=-718.2990186194037
e=950 episode_reward=-183.4684555472719 epsilon=0.01 avg=-214.05832822847998 independent_100_runs=-133.96972875542073
e=951 episode_reward=-130.47241704601288 epsilon=0.01 avg=-211.41604808435147 independent_100_runs=-133.6901002169049
e=952 episode_reward=-118.7586901265493 epsilon=0.01 avg=-211.45765446542927 independent_100_runs=-133.8131521853992
e=953 episode_reward=-66.67340129834682 epsilon=0.01 avg=-207.9857546553654 independent_100_runs=-129.5659310292588
e=954 episode_reward=-215.59572054175817 epsilon=0.01 avg=-206.23281087737826 independent_100_runs=-801.7927424305252
e=955 episode_reward=-251.23148310583468 epsilon=0.01 avg=-208.23178908714138 independent_100_runs=-745.5652416037666
e=956 episode_reward=-689.459980182328 epsilon=0.01 avg=-213.9597631859941 independent_100_runs=-708.5592516109957
e=957 episode_reward=-136.53122111116994 epsilon=0.01 avg=-212.42209649690523 independent_100_runs=-438.8879001682282
e=958 episode_reward=-100.6518372857562 epsilon=0.01 avg=-210.54472123736343 independent_100_runs=-137.35062110228557
e=959 episode_reward=-132.50896234727514 epsilon=0.01 avg=-214.37591208060476 independent_100_runs=-130.32685872625586
e=960 episode_reward=-239.0097057146159 epsilon=0.01 avg=-214.74678978626278 independent_100_runs=-131.1502537236085
e=961 episode_reward=-386.7892650686781 epsilon=0.01 avg=-215.83665108334543 independent_100_runs=-524.8396244631069
e=962 episode_reward=-487.7132596899924 epsilon=0.01 avg=-216.92569901681725 independent_100_runs=-549.4881661569859
e=963 episode_reward=-317.20569480913537 epsilon=0.01 avg=-216.56280610730144 independent_100_runs=-134.11418488750152
e=964 episode_reward=-338.04032736551403 epsilon=0.01 avg=-217.35143345659642 independent_100_runs=-138.80810146333724
e=965 episode_reward=-171.85713382550676 epsilon=0.01 avg=-215.75113328997497 independent_100_runs=-133.79087897573424
e=966 episode_reward=-147.65375026128618 epsilon=0.01 avg=-213.41997089707246 independent_100_runs=-122.3235668619652
e=967 episode_reward=-138.2998262823583 epsilon=0.01 avg=-211.91517453519424 independent_100_runs=-129.43211140500458
e=968 episode_reward=-167.36692204070073 epsilon=0.01 avg=-210.84377393606584 independent_100_runs=-134.80223528786618
e=969 episode_reward=-168.1967804184846 epsilon=0.01 avg=-209.75372765206288 independent_100_runs=-131.51935558291788
e=970 episode_reward=-153.02396574757046 epsilon=0.01 avg=-207.48276188834063 independent_100_runs=-126.70504159142884
e=971 episode_reward=-125.9890438158786 epsilon=0.01 avg=-205.6580100010207 independent_100_runs=-137.7082720194515
e=972 episode_reward=-111.0743144440877 epsilon=0.01 avg=-203.92674005305736 independent_100_runs=-128.55839747617998
e=973 episode_reward=-169.4248676178961 epsilon=0.01 avg=-202.44638996180828 independent_100_runs=-117.82105897158874
e=974 episode_reward=-188.70459720715678 epsilon=0.01 avg=-203.17282580308802 independent_100_runs=-127.210784151219
e=975 episode_reward=-145.14741243735375 epsilon=0.01 avg=-202.33264962169702 independent_100_runs=-130.92808544507824
e=976 episode_reward=-181.9254381420683 epsilon=0.01 avg=-201.3623150197756 independent_100_runs=-133.1930216050476
e=977 episode_reward=-91.11593089049776 epsilon=0.01 avg=-194.8015264663744 independent_100_runs=-126.99898049971407
e=978 episode_reward=-133.59139677330148 epsilon=0.01 avg=-194.87577729305173 independent_100_runs=-127.44564247698364
e=979 episode_reward=-82.46962726534541 epsilon=0.01 avg=-193.90030179650097 independent_100_runs=-142.39680027347566
e=980 episode_reward=-108.98372931432245 epsilon=0.01 avg=-193.77884538740932 independent_100_runs=-120.32136203518577
e=981 episode_reward=-108.22956766343533 epsilon=0.01 avg=-195.13585712096858 independent_100_runs=-133.0966520528159
e=982 episode_reward=-285.80685470766645 epsilon=0.01 avg=-197.1039455690555 independent_100_runs=-130.11478990811125
e=983 episode_reward=-133.75978972493127 epsilon=0.01 avg=-197.61118767710283 independent_100_runs=-123.82123332375299
e=984 episode_reward=-187.02448981274057 epsilon=0.01 avg=-198.36756625576518 independent_100_runs=-126.94966196882768
e=985 episode_reward=-132.00008898413415 epsilon=0.01 avg=-198.01861990407303 independent_100_runs=-133.65138505255305
e=986 episode_reward=-103.52201749778506 epsilon=0.01 avg=-197.6889725435976 independent_100_runs=-131.0504253031078
e=987 episode_reward=-374.9321672208685 epsilon=0.01 avg=-200.14442538029624 independent_100_runs=-487.25495786762457
e=988 episode_reward=-607.5864270025972 epsilon=0.01 avg=-205.11729260571556 independent_100_runs=-553.833035478593
e=989 episode_reward=-211.44769153233474 epsilon=0.01 avg=-205.95367553637462 independent_100_runs=-208.83365025642692
e=990 episode_reward=-269.8264354831396 epsilon=0.01 avg=-207.59182242642527 independent_100_runs=-132.60066314122628
e=991 episode_reward=49.824093772272164 epsilon=0.01 avg=-205.79608451436224 independent_100_runs=-140.10264045686006
e=992 episode_reward=-131.9096716405937 epsilon=0.01 avg=-205.46927269087362 independent_100_runs=-130.98864366152227
e=993 episode_reward=-89.5236566544272 epsilon=0.01 avg=-204.66730090673718 independent_100_runs=-133.64613631422108
e=994 episode_reward=-179.28476909981498 epsilon=0.01 avg=-205.09809390503688 independent_100_runs=-135.60881681521187
e=995 episode_reward=-82.04604696325367 epsilon=0.01 avg=-204.51572257570086 independent_100_runs=-135.55760795529724
e=996 episode_reward=-141.1472104204331 epsilon=0.01 avg=-204.8462707606016 independent_100_runs=-131.3619334046154
e=997 episode_reward=-189.9040571741914 epsilon=0.01 avg=-204.94075879748158 independent_100_runs=-136.30086768040525
e=998 episode_reward=-148.3964552855212 epsilon=0.01 avg=-205.37960474398784 independent_100_runs=-134.43243474713964
e=999 episode_reward=-157.5952084767111 epsilon=0.01 avg=-205.37566910415336 independent_100_runs=-129.29232635036672
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment