Skip to content

Instantly share code, notes, and snippets.

@vanshg
Last active March 21, 2021 22:14
Show Gist options
  • Save vanshg/165e1d6aba252a1546474684e48ef427 to your computer and use it in GitHub Desktop.
Save vanshg/165e1d6aba252a1546474684e48ef427 to your computer and use it in GitHub Desktop.
e=0 episode_reward=-322.39528453592 epsilon=0.9888619326997442 avg=-322.39528453592 independent_100_runs=-568.4849088559815
e=1 episode_reward=-173.17626754339375 epsilon=0.9781413349999114 avg=-247.78577603965687 independent_100_runs=-329.87924478629196
e=2 episode_reward=-106.16011246795519 epsilon=0.9707352692439367 avg=-200.5772215157563 independent_100_runs=-279.0520502311672
e=3 episode_reward=-207.37462323211923 epsilon=0.9583884288075943 avg=-202.27657194484703 independent_100_runs=-264.8416402415267
e=4 episode_reward=-115.90138430249627 epsilon=0.9488518301504217 avg=-185.00153441637687 independent_100_runs=-319.62672136066965
e=5 episode_reward=-120.08161331481588 epsilon=0.9418558936958947 avg=-174.1815475661167 independent_100_runs=-90.44047217159361
e=6 episode_reward=-182.38908105498774 epsilon=0.9327636057959552 avg=-175.35405235024115 independent_100_runs=-255.50780961887284
e=7 episode_reward=-359.07474899559816 epsilon=0.9237590910891429 avg=-198.31913943091078 independent_100_runs=-112.47669802717861
e=8 episode_reward=-369.72278123093975 epsilon=0.9126484057557739 avg=-217.3639885198029 independent_100_runs=-120.03196285268658
e=9 episode_reward=-103.42102591017488 epsilon=0.9019419117856019 avg=-205.9696922588401 independent_100_runs=-79.89062137254759
e=10 episode_reward=-204.97041899227128 epsilon=0.8949337817016185 avg=-205.87884923460658 independent_100_runs=-85.0119539857229
e=11 episode_reward=-144.97336769174635 epsilon=0.8858514018867927 avg=-200.8033924393682 independent_100_runs=-206.12717550338613
e=12 episode_reward=-162.75389525921088 epsilon=0.8728366967832959 avg=-197.87650804089455 independent_100_runs=-155.79526069125671
e=13 episode_reward=-79.00663331322801 epsilon=0.8609597828159852 avg=-189.3858027032041 independent_100_runs=-22.353551058793663
e=14 episode_reward=-76.86479481308106 epsilon=0.8544409654052217 avg=-181.8844021771959 independent_100_runs=-78.96663131915298
e=15 episode_reward=-62.54645219384987 epsilon=0.8484804667028423 avg=-174.42578030323676 independent_100_runs=-404.25930907192225
e=16 episode_reward=-132.31662393343512 epsilon=0.8401215371054063 avg=-171.94877110501312 independent_100_runs=-108.99950951258523
e=17 episode_reward=-342.67132907591997 epsilon=0.8295189324989375 avg=-181.4333576589524 independent_100_runs=-36.41139608405567
e=18 episode_reward=-307.7424950209918 epsilon=0.8202796948019279 avg=-188.08120699379657 independent_100_runs=-76.48641596756572
e=19 episode_reward=-47.77169554096785 epsilon=0.8122798172212553 avg=-181.06573142115514 independent_100_runs=-219.2275609161186
e=20 episode_reward=-157.08013480987108 epsilon=0.8061295835859573 avg=-179.92356015395112 independent_100_runs=-339.5686898126402
e=21 episode_reward=-59.26588968863591 epsilon=0.7934922025079341 avg=-174.43912058734588 independent_100_runs=-33.27768519923952
e=22 episode_reward=-20.005871921758185 epsilon=0.7880356801319789 avg=-167.72463151492903 independent_100_runs=-62.44761106500235
e=23 episode_reward=-247.4116922408445 epsilon=0.7783238896480383 avg=-171.04492571184218 independent_100_runs=-204.4211286516246
e=24 episode_reward=-105.71931748238423 epsilon=0.772817086970617 avg=-168.43190138266385 independent_100_runs=-167.20610038024384
e=25 episode_reward=-45.09946060516396 epsilon=0.7624536487262261 avg=-163.6883459681446 independent_100_runs=-11.05897376051996
e=26 episode_reward=-106.00543247483724 epsilon=0.7536598493525856 avg=-161.5519417646888 independent_100_runs=-32.26292867742403
e=27 episode_reward=-369.6020232128863 epsilon=0.7406589537374308 avg=-168.98230181641014 independent_100_runs=-244.15316744554974
e=28 episode_reward=-107.24501757438756 epsilon=0.7270820577664494 avg=-166.85342994599557 independent_100_runs=-78.30376348194557
e=29 episode_reward=-107.7793556368766 epsilon=0.7218656078794543 avg=-164.88429413569162 independent_100_runs=-157.70612275550073
e=30 episode_reward=-62.953335045002405 epsilon=0.7138968098381363 avg=-161.59619868115325 independent_100_runs=-372.0192227381257
e=31 episode_reward=-105.06245057562904 epsilon=0.7065810477578696 avg=-159.82951905285563 independent_100_runs=-464.85945676486546
e=32 episode_reward=-82.9047783063514 epsilon=0.6971755490209064 avg=-157.49846630296156 independent_100_runs=-14.316677137789604
e=33 episode_reward=-157.19309162068987 epsilon=0.686932821903752 avg=-157.48948469465947 independent_100_runs=-158.31306287343682
e=34 episode_reward=-286.07410989730727 epsilon=0.6788742507505652 avg=-161.16333112902083 independent_100_runs=-534.8998681133828
e=35 episode_reward=-111.48077447022752 epsilon=0.6709773143300432 avg=-159.78326011072102 independent_100_runs=-362.5699833916117
e=36 episode_reward=-253.00729010053314 epsilon=0.6618471530230265 avg=-162.30282848882408 independent_100_runs=-504.659009305126
e=37 episode_reward=-206.0989616544556 epsilon=0.6534944286093685 avg=-163.45535830897225 independent_100_runs=-632.56710177472
e=38 episode_reward=-48.79179589041956 epsilon=0.6476390745979188 avg=-160.51526696490683 independent_100_runs=-580.9146642752702
e=39 episode_reward=-56.513558603817955 epsilon=0.6405537313395022 avg=-157.91522425587956 independent_100_runs=-470.0029138399145
e=40 episode_reward=-121.0473038413107 epsilon=0.6309535537400737 avg=-157.01600668479253 independent_100_runs=-527.9967085428378
e=41 episode_reward=-288.68721943915585 epsilon=0.6226170155139792 avg=-160.15103555989643 independent_100_runs=-584.378135701896
e=42 episode_reward=-132.22570070400974 epsilon=0.6171000352031156 avg=-159.50160916789906 independent_100_runs=-493.64878371372373
e=43 episode_reward=-371.871217493906 epsilon=0.6108983858110911 avg=-164.32819117530832 independent_100_runs=-454.98065227026103
e=44 episode_reward=-230.1152455257928 epsilon=0.6024049763307181 avg=-165.79012571643017 independent_100_runs=-908.4230514054711
e=45 episode_reward=-313.63275851474526 epsilon=0.5938514608875307 avg=-169.00409599465442 independent_100_runs=-337.9438743027881
e=46 episode_reward=-135.34487980613102 epsilon=0.5868261606767053 avg=-168.2879424587284 independent_100_runs=-181.88519264269388
e=47 episode_reward=-70.79438075748544 epsilon=0.5775111948051559 avg=-166.2568265899525 independent_100_runs=-286.9666968631437
e=48 episode_reward=-123.34148043875801 epsilon=0.5682304266052499 avg=-165.38100319911177 independent_100_runs=-442.0782659037111
e=49 episode_reward=-45.483583403347666 epsilon=0.5601621537319724 avg=-162.9830548031965 independent_100_runs=-207.30240150162942
e=50 episode_reward=-149.95860318954516 epsilon=0.5539784278074307 avg=-162.72767339900724 independent_100_runs=-572.8787713092296
e=51 episode_reward=-234.647038183586 epsilon=0.5470964552969325 avg=-164.110738106403 independent_100_runs=-344.9187114077694
e=52 episode_reward=-55.17192605005993 epsilon=0.5394361443655097 avg=-162.05528882232105 independent_100_runs=-186.68641768422276
e=53 episode_reward=-147.94770585559257 epsilon=0.5338014171977982 avg=-161.79403728590017 independent_100_runs=-83.7863226260233
e=54 episode_reward=-126.52827188817551 epsilon=0.5245931563223227 avg=-161.15284155139608 independent_100_runs=-297.71732692992265
e=55 episode_reward=-133.6760917111955 epsilon=0.5183871862196296 avg=-160.66218530424962 independent_100_runs=-963.8328886750776
e=56 episode_reward=-82.54410838997578 epsilon=0.509292008046881 avg=-159.29169272680622 independent_100_runs=-80.96737037967193
e=57 episode_reward=-47.6372239755685 epsilon=0.49920685137290327 avg=-157.3666156793711 independent_100_runs=-326.31864001601633
e=58 episode_reward=-99.68523281586043 epsilon=0.49478340276573834 avg=-156.38896512236244 independent_100_runs=-472.64282754790764
e=59 episode_reward=-180.06571564690773 epsilon=0.4771916950229401 avg=-156.78357763110486 independent_100_runs=-310.2778790640561
e=60 episode_reward=-66.4483786432454 epsilon=0.4667609216206093 avg=-155.30267272966452 independent_100_runs=-246.38913422004157
e=61 episode_reward=-69.64434735476362 epsilon=0.45990338802548286 avg=-153.92108683652097 independent_100_runs=-829.7302629870475
e=62 episode_reward=-14.756837020637988 epsilon=0.45147297558745564 avg=-151.71213049023712 independent_100_runs=-386.2599351391533
e=63 episode_reward=-352.88549095742917 epsilon=0.4408101664696786 avg=-154.855464247537 independent_100_runs=-284.49230214353685
e=64 episode_reward=-116.93288314460315 epsilon=0.43489892432101496 avg=-154.27203992287647 independent_100_runs=-178.83267189708806
e=65 episode_reward=-174.44311926868073 epsilon=0.4288095758125656 avg=-154.57766233720685 independent_100_runs=-178.31976486941193
e=66 episode_reward=-204.06310594307712 epsilon=0.4017418350464272 avg=-155.31625104774224 independent_100_runs=-216.5739789507743
e=67 episode_reward=-162.0308871891956 epsilon=0.39197907209805544 avg=-155.41499569688125 independent_100_runs=-171.6575757462297
e=68 episode_reward=-330.18971224814834 epsilon=0.3844860416923084 avg=-157.94796260342136 independent_100_runs=-72.20598969292793
e=69 episode_reward=-41.21859997198847 epsilon=0.3770608237837007 avg=-156.28040028011515 independent_100_runs=-365.80423492510585
e=70 episode_reward=-254.75222844604016 epsilon=0.3699269507227776 avg=-157.66732743738172 independent_100_runs=-174.4152847593142
e=71 episode_reward=-26.872190123059582 epsilon=0.35616840278746964 avg=-155.85072830801613 independent_100_runs=-15.253959128262133
e=72 episode_reward=-518.6070948211652 epsilon=0.3478260419927552 avg=-160.8199936027168 independent_100_runs=-37.59311146464877
e=73 episode_reward=57.878166418524536 epsilon=0.31475591962328675 avg=-157.86461306188923 independent_100_runs=-399.3632581105015
e=74 episode_reward=-305.86779518902847 epsilon=0.3114992592123876 avg=-159.8379888235844 independent_100_runs=-450.73202973606385
e=75 episode_reward=-203.41316364954986 epsilon=0.30769109612940404 avg=-160.41134638708394 independent_100_runs=-416.3328810287029
e=76 episode_reward=-220.17398621663463 epsilon=0.30317057624247196 avg=-161.18748456668848 independent_100_runs=-162.23471991627434
e=77 episode_reward=-148.10642809843895 epsilon=0.2983582080145455 avg=-161.01977871453144 independent_100_runs=-367.64343641267783
e=78 episode_reward=-522.721248374561 epsilon=0.29488758617754574 avg=-165.59827833048118 independent_100_runs=-365.71002276974787
e=79 episode_reward=-172.94601684228869 epsilon=0.29011964441814486 avg=-165.6901250618788 independent_100_runs=-264.01411087989726
e=80 episode_reward=-56.10566883231927 epsilon=0.28428930231428984 avg=-164.3372305405262 independent_100_runs=-145.3015301070312
e=81 episode_reward=-197.92417846387977 epsilon=0.27668814307975054 avg=-164.74682746642077 independent_100_runs=-136.64524423688977
e=82 episode_reward=-162.77101332141743 epsilon=0.27009934333918206 avg=-164.72302247672192 independent_100_runs=-63.401066632559804
e=83 episode_reward=-59.31131565781223 epsilon=0.26148795192811314 avg=-163.46812120506826 independent_100_runs=-452.10510485098195
e=84 episode_reward=-60.23534440836845 epsilon=0.25782666149715394 avg=-162.2536179486365 independent_100_runs=-150.05224867695085
e=85 episode_reward=-501.02020777798276 epsilon=0.25447099207114565 avg=-166.192764342001 independent_100_runs=-520.9258363863291
e=86 episode_reward=-76.65241582337583 epsilon=0.2491327256894852 avg=-165.16356493374093 independent_100_runs=-143.56392653929856
e=87 episode_reward=-86.77171573830044 epsilon=0.24424817017395653 avg=-164.2727484656109 independent_100_runs=-115.1158125162854
e=88 episode_reward=-179.48555928652152 epsilon=0.23907653462176917 avg=-164.44367892427283 independent_100_runs=-29.953688687157552
e=89 episode_reward=38.16653097464277 epsilon=0.2332667151545961 avg=-162.19245436984045 independent_100_runs=-200.32634252681774
e=90 episode_reward=-21.362897373012586 epsilon=0.2279853457936356 avg=-160.64487682042474 independent_100_runs=-261.79702956170803
e=91 episode_reward=-59.55107922293173 epsilon=0.224097336181645 avg=-159.54603119436504 independent_100_runs=-85.82417642048009
e=92 episode_reward=-240.15760593122454 epsilon=0.22200058654541477 avg=-160.41282232056784 independent_100_runs=-190.20575764705805
e=93 episode_reward=31.482062475183312 epsilon=0.21766975718333786 avg=-158.3713873759322 independent_100_runs=-111.3594839601703
e=94 episode_reward=-70.1347494272808 epsilon=0.21363695530253934 avg=-157.44258066068323 independent_100_runs=-428.2340051553045
e=95 episode_reward=-527.2913597669261 epsilon=0.2079664479480191 avg=-161.29517210970656 independent_100_runs=-472.5748623213694
e=96 episode_reward=70.02581773755145 epsilon=0.18819370223012394 avg=-158.91041963705442 independent_100_runs=-283.2896194716752
e=97 episode_reward=-226.02658569504194 epsilon=0.18637695793507328 avg=-159.59527847438085 independent_100_runs=-354.5723506040499
e=98 episode_reward=-262.73429431035765 epsilon=0.18206615468367224 avg=-160.63708671514829 independent_100_runs=-571.1319303497968
e=99 episode_reward=-205.70594456773608 epsilon=0.17806862295742742 avg=-161.08777529367416 independent_100_runs=-639.1729998907988
e=100 episode_reward=-344.6350749877074 epsilon=0.1711032205085688 avg=-161.31017319819205 independent_100_runs=-401.90702551968906
e=101 episode_reward=-276.73843494631626 epsilon=0.1682525564968024 avg=-162.34579487222126 independent_100_runs=-221.04497338546764
e=102 episode_reward=-265.0784823056688 epsilon=0.16520138552058866 avg=-163.9349785705984 independent_100_runs=-483.04708731314355
e=103 episode_reward=-549.2914995155986 epsilon=0.16337769914047884 avg=-167.35414733343316 independent_100_runs=-270.6897649902918
e=104 episode_reward=-189.81602941702462 epsilon=0.16107401549185701 avg=-168.0932937845784 independent_100_runs=-251.06273300256854
e=105 episode_reward=-292.24724375767806 epsilon=0.15929589185617182 avg=-169.81495008900708 independent_100_runs=-251.22258965299847
e=106 episode_reward=-245.4293406186395 epsilon=0.15454138317820043 avg=-170.4453526846436 independent_100_runs=-186.99422377800377
e=107 episode_reward=-49.288771561636025 epsilon=0.15125404459633374 avg=-167.347492910304 independent_100_runs=-169.96999198080718
e=108 episode_reward=-266.4018938403933 epsilon=0.14854083931051612 avg=-166.31428403639853 independent_100_runs=-192.84459103076048
e=109 episode_reward=-84.05553275614191 epsilon=0.14510516603759616 avg=-166.12062910485815 independent_100_runs=-93.15633521021176
e=110 episode_reward=-260.34152206658155 epsilon=0.1404086525354524 avg=-166.6743401356013 independent_100_runs=-224.11763144983723
e=111 episode_reward=-37.68085190410976 epsilon=0.1376557670754154 avg=-165.60141497772491 independent_100_runs=-190.32580179358115
e=112 episode_reward=-139.2576545474825 epsilon=0.1356197999697097 avg=-165.36645257060766 independent_100_runs=-328.9308903881604
e=113 episode_reward=-82.88533004245298 epsilon=0.13031484241383184 avg=-165.40523953789986 independent_100_runs=-212.52811710244157
e=114 episode_reward=-216.96841324714552 epsilon=0.12623582657281246 avg=-166.80627572224054 independent_100_runs=-184.03790994775963
e=115 episode_reward=-284.652962173 epsilon=0.12475492428065074 avg=-169.02734082203202 independent_100_runs=-337.84931924850105
e=116 episode_reward=-431.79735600794754 epsilon=0.1202712221417982 avg=-172.02214814277716 independent_100_runs=-526.292148983631
e=117 episode_reward=-44.64216383946204 epsilon=0.11714916787252827 avg=-169.04185649041258 independent_100_runs=-446.8593265177432
e=118 episode_reward=-71.82263139504907 epsilon=0.11170323662148589 avg=-166.68265785415315 independent_100_runs=-245.4676912701487
e=119 episode_reward=-40.951922247901265 epsilon=0.1075487019692175 avg=-166.61446012122246 independent_100_runs=-171.57198546432778
e=120 episode_reward=-232.86768955763952 epsilon=0.10430739455228383 avg=-167.37233566870017 independent_100_runs=-259.1235662170058
e=121 episode_reward=-4.321523063100003 epsilon=0.10188462864169531 avg=-166.82289200244483 independent_100_runs=-120.69697887764289
e=122 episode_reward=6.157033338088027 epsilon=0.09893267925220892 avg=-166.56126294984634 independent_100_runs=-685.68151637822
e=123 episode_reward=-282.0619377726251 epsilon=0.09652850768945635 avg=-166.90776540516418 independent_100_runs=-216.93520218827445
e=124 episode_reward=-392.18830524460407 epsilon=0.09235466050461506 avg=-169.77245528278632 independent_100_runs=-170.02068976337188
e=125 episode_reward=-100.61680985615202 epsilon=0.09058921860086873 avg=-170.3276287752962 independent_100_runs=-238.22698572291318
e=126 episode_reward=-255.26789324391436 epsilon=0.0879909308707547 avg=-171.820253382987 independent_100_runs=-80.91803655513196
e=127 episode_reward=-190.87953189464827 epsilon=0.08647305658262103 avg=-170.0330284698046 independent_100_runs=-267.0116859217813
e=128 episode_reward=-256.201203852843 epsilon=0.08380823863463664 avg=-171.52259033258917 independent_100_runs=-243.1461245818342
e=129 episode_reward=-1.542978458871346 epsilon=0.08110378863342026 avg=-170.46022656080913 independent_100_runs=-192.24629202370153
e=130 episode_reward=-71.79842873331572 epsilon=0.07878544136253493 avg=-170.54867749769227 independent_100_runs=-179.45037045560653
e=131 episode_reward=-245.07216511380386 epsilon=0.07724075524759068 avg=-171.94877464307402 independent_100_runs=-218.03682360691369
e=132 episode_reward=225.47011705529565 epsilon=0.07252447457485942 avg=-168.86502568945758 independent_100_runs=-216.26961296064277
e=133 episode_reward=-266.4866530513449 epsilon=0.06952052064681992 avg=-169.95796130376414 independent_100_runs=-230.35005271012236
e=134 episode_reward=-75.012022222609 epsilon=0.06857453699864398 avg=-167.84734042701714 independent_100_runs=-261.030406984516
e=135 episode_reward=-65.99024781492113 epsilon=0.06762113519535848 avg=-167.392435160464 independent_100_runs=-233.49857424967055
e=136 episode_reward=-271.44910061809196 epsilon=0.06638822224634704 avg=-167.57685326563958 independent_100_runs=-125.23683548786171
e=137 episode_reward=-97.18407962698402 epsilon=0.06558316650734099 avg=-166.48770444536487 independent_100_runs=-161.45405952526545
e=138 episode_reward=-382.02988453933506 epsilon=0.06500203713032511 avg=-169.82008533185402 independent_100_runs=-230.92694144649565
e=139 episode_reward=-339.25404855441013 epsilon=0.06394464516577515 avg=-172.64749023135994 independent_100_runs=-284.88409430236845
e=140 episode_reward=-294.31264970854903 epsilon=0.06282272711603103 avg=-174.38014369003236 independent_100_runs=-310.9742505259269
e=141 episode_reward=-499.08408656121253 epsilon=0.06178224773390263 avg=-176.48411236125293 independent_100_runs=-337.20352315117844
e=142 episode_reward=-224.4175529159726 epsilon=0.061039150187820274 avg=-177.40603088337255 independent_100_runs=-329.2971429486434
e=143 episode_reward=-362.0155082241525 epsilon=0.06036532855793369 avg=-177.30747379067503 independent_100_runs=-358.48509802669656
e=144 episode_reward=-87.6167957401696 epsilon=0.059424947190559525 avg=-175.8824892928188 independent_100_runs=-129.72661324523307
e=145 episode_reward=-495.1557218569103 epsilon=0.058382327895615545 avg=-177.69771892624044 independent_100_runs=-352.4511402445442
e=146 episode_reward=-477.1780856207163 epsilon=0.05779560498580455 avg=-181.11605098438628 independent_100_runs=-424.9372453113255
e=147 episode_reward=-344.802000776957 epsilon=0.056724816707705274 avg=-183.85612718458103 independent_100_runs=-308.00969963307097
e=148 episode_reward=-374.57909208167047 epsilon=0.055986531023763 avg=-186.3685033010101 independent_100_runs=-280.3047582315438
e=149 episode_reward=-291.86531556115074 epsilon=0.05499323894006573 avg=-188.83232062258813 independent_100_runs=-269.6599194008511
e=150 episode_reward=-274.4345243614448 epsilon=0.05399056608931561 avg=-190.0770798343071 independent_100_runs=-262.170741960304
e=151 episode_reward=-259.62438825600753 epsilon=0.0531282352491957 avg=-190.3268533350314 independent_100_runs=-240.58885859134708
e=152 episode_reward=-302.86062795403825 epsilon=0.052689073978745136 avg=-192.8037403540712 independent_100_runs=-489.4177836315006
e=153 episode_reward=-290.7108427301911 epsilon=0.05181124802925062 avg=-194.23137172281716 independent_100_runs=-331.6106769994204
e=154 episode_reward=-247.95612183069906 epsilon=0.05050164899071567 avg=-195.44565022224245 independent_100_runs=-213.87758430158024
e=155 episode_reward=-150.11052089119903 epsilon=0.04973481664601009 avg=-195.60999451404246 independent_100_runs=-212.56577795197873
e=156 episode_reward=-166.82695609489747 epsilon=0.0489502476851391 avg=-196.45282299109164 independent_100_runs=-215.72502546640797
e=157 episode_reward=-518.6624348670596 epsilon=0.04770342216584892 avg=-201.16307510000652 independent_100_runs=-242.1536995940322
e=158 episode_reward=-226.4464281437849 epsilon=0.04675410847879633 avg=-202.4306870532858 independent_100_runs=-250.15938227010395
e=159 episode_reward=-310.73676094378493 epsilon=0.046021162439052396 avg=-203.73739750625455 independent_100_runs=-295.7714043273897
e=160 episode_reward=-339.4710988009682 epsilon=0.0452861179573237 avg=-206.4676247078318 independent_100_runs=-351.1883488926781
e=161 episode_reward=-294.8231596431382 epsilon=0.044576185036086395 avg=-208.71941283071556 independent_100_runs=-281.83534416388244
e=162 episode_reward=-269.89855245215983 epsilon=0.04373719125180297 avg=-211.2708299850308 independent_100_runs=-290.58049228646547
e=163 episode_reward=-376.699476920868 epsilon=0.04268713485859211 avg=-211.5089698446652 independent_100_runs=-357.2492389468453
e=164 episode_reward=-311.994139944352 epsilon=0.04190883497984397 avg=-213.45958241266268 independent_100_runs=-259.43866979779557
e=165 episode_reward=-286.38959727434553 epsilon=0.04119001194107974 avg=-214.57904719271926 independent_100_runs=-302.62381824202964
e=166 episode_reward=-461.10452623882 epsilon=0.04029771240821452 avg=-217.14946139567672 independent_100_runs=-333.8479940636142
e=167 episode_reward=-517.6543837076209 epsilon=0.03890773010209857 avg=-220.705696360861 independent_100_runs=-521.8115397364679
e=168 episode_reward=-480.66133330592277 epsilon=0.03775400047998389 avg=-222.21041257143872 independent_100_runs=-334.180216251571
e=169 episode_reward=-274.72624409893984 epsilon=0.03685864692144986 avg=-224.54548901270823 independent_100_runs=-296.3194217442386
e=170 episode_reward=-379.78479390721844 epsilon=0.03597733054051462 avg=-225.79581466732 independent_100_runs=-310.29674366236674
e=171 episode_reward=-107.6604552002739 epsilon=0.03517683987029628 avg=-226.60369731809217 independent_100_runs=-288.14132970658943
e=172 episode_reward=-319.30305703710616 epsilon=0.03440448031969844 avg=-224.61065694025157 independent_100_runs=-244.61835115783862
e=173 episode_reward=-274.67673811978887 epsilon=0.03359864076308613 avg=-227.93620598563473 independent_100_runs=-229.6050255022826
e=174 episode_reward=-218.44860647367102 epsilon=0.03307523541605181 avg=-227.06201409848111 independent_100_runs=-249.74889795380287
e=175 episode_reward=-64.2776843237167 epsilon=0.032265017298836234 avg=-225.67065930522276 independent_100_runs=-195.97356349787893
e=176 episode_reward=-275.69508560471075 epsilon=0.03157237414992266 avg=-226.22587029910355 independent_100_runs=-193.7225250233666
e=177 episode_reward=-30.05778101604774 epsilon=0.030928604646124624 avg=-225.04538382827963 independent_100_runs=-139.26214377483834
e=178 episode_reward=-46.568188729109835 epsilon=0.030180023962142723 avg=-220.28385323182508 independent_100_runs=-144.30966012827372
e=179 episode_reward=-281.0764399898085 epsilon=0.02958534839852135 avg=-221.36515746330033 independent_100_runs=-209.72109374234233
e=180 episode_reward=-248.27391205834803 epsilon=0.02877128546054509 avg=-223.28683989556058 independent_100_runs=-211.11831081455975
e=181 episode_reward=-42.19496489626074 epsilon=0.028080535291774365 avg=-221.7295477598844 independent_100_runs=-184.58285595292222
e=182 episode_reward=-181.82560744979708 epsilon=0.02753548845577916 avg=-221.9200937011682 independent_100_runs=-233.58974738472608
e=183 episode_reward=-254.858322532031 epsilon=0.026909368892349954 avg=-223.87556376991043 independent_100_runs=-214.08562761424335
e=184 episode_reward=-60.961581547193674 epsilon=0.02653789779627369 avg=-223.88282614129872 independent_100_runs=-230.91300264051173
e=185 episode_reward=-22.370103576380785 epsilon=0.025973394920000524 avg=-219.0963250992827 independent_100_runs=-189.80677980781317
e=186 episode_reward=-247.7707133247781 epsilon=0.025387872559999802 avg=-220.80750807429672 independent_100_runs=-166.09759087692706
e=187 episode_reward=-231.47484482215654 epsilon=0.0248503175632431 avg=-222.2545393651353 independent_100_runs=-179.15300739419524
e=188 episode_reward=-48.6709434592903 epsilon=0.024495019510946382 avg=-220.94639320686292 independent_100_runs=-164.5927845585321
e=189 episode_reward=-214.37058749623452 epsilon=0.02386155297531644 avg=-223.4717643915717 independent_100_runs=-181.55282147597077
e=190 episode_reward=-22.01426598702561 epsilon=0.023311978716155583 avg=-223.4782780777118 independent_100_runs=-101.46926893449931
e=191 episode_reward=-91.47147360611329 epsilon=0.022561969003470173 avg=-223.79748202154363 independent_100_runs=-183.94569120621284
e=192 episode_reward=-421.8110008190629 epsilon=0.02220161194306564 avg=-225.61401597042203 independent_100_runs=-181.27781366092628
e=193 episode_reward=-217.07118901253568 epsilon=0.021812081449812202 avg=-228.0995484852992 independent_100_runs=-156.20120040616004
e=194 episode_reward=-309.86354545238714 epsilon=0.021448681418966015 avg=-230.49683644555026 independent_100_runs=-187.14913991695587
e=195 episode_reward=-182.22814587275258 epsilon=0.021101884644143493 avg=-227.0462043066085 independent_100_runs=-176.81101468989272
e=196 episode_reward=-48.11035796315228 epsilon=0.020564392608379545 avg=-228.22756606361557 independent_100_runs=-205.93848637708976
e=197 episode_reward=-219.07992135430416 epsilon=0.019868972536079586 avg=-228.15809942020817 independent_100_runs=-178.9267888240998
e=198 episode_reward=-186.93106753011432 epsilon=0.019526225820643117 avg=-227.40006715240577 independent_100_runs=-182.25855749216828
e=199 episode_reward=-203.06472640991134 epsilon=0.0190955889009893 avg=-227.3736549708275 independent_100_runs=-279.9380377941984
e=200 episode_reward=-95.47875138286976 epsilon=0.01870435390152978 avg=-224.88209173477912 independent_100_runs=-332.58792226089446
e=201 episode_reward=-319.93715527982937 epsilon=0.01845722071657471 avg=-225.31407893811425 independent_100_runs=-497.8333078046108
e=202 episode_reward=-658.5618282501697 epsilon=0.018166057232827725 avg=-229.24891239755928 independent_100_runs=-396.8306537126734
e=203 episode_reward=-198.63934700998678 epsilon=0.01793320855504955 avg=-225.74239087250317 independent_100_runs=-238.17257911920703
e=204 episode_reward=-359.66216887990845 epsilon=0.017558763420952073 avg=-227.44085226713204 independent_100_runs=-216.34439349024152
e=205 episode_reward=-488.6593753276322 epsilon=0.0172610464156969 avg=-229.40497358283156 independent_100_runs=-324.8839415918846
e=206 episode_reward=-534.6681758284666 epsilon=0.016992150895396296 avg=-232.2973619349298 independent_100_runs=-207.23064369816785
e=207 episode_reward=-275.37550904417935 epsilon=0.01658419793427926 avg=-234.55822930975523 independent_100_runs=-185.44025410036366
e=208 episode_reward=-23.96530762939223 epsilon=0.01607473444464325 avg=-232.1338634476452 independent_100_runs=-257.10377332915874
e=209 episode_reward=-56.70565238471124 epsilon=0.015563791132270813 avg=-231.86036464393084 independent_100_runs=-381.2095617708027
e=210 episode_reward=-41.13568468541256 epsilon=0.014855123238130258 avg=-229.66830627011922 independent_100_runs=-305.0911624620748
e=211 episode_reward=21.516873321841558 epsilon=0.014401656790327764 avg=-229.0763290178597 independent_100_runs=-114.9137437931411
e=212 episode_reward=-110.22366790686155 epsilon=0.013868795240256417 avg=-228.7859891514535 independent_100_runs=-121.38769550120578
e=213 episode_reward=-220.71693239056648 epsilon=0.01353853636662388 avg=-230.16430517493464 independent_100_runs=-146.89688884938107
e=214 episode_reward=-53.834626095444904 epsilon=0.013126572614379715 avg=-228.53296730341765 independent_100_runs=-168.58554487298886
e=215 episode_reward=-73.61732596491908 epsilon=0.012752625531474068 avg=-226.4226109413368 independent_100_runs=-199.80760978724575
e=216 episode_reward=-508.45115425126204 epsilon=0.01238809244250646 avg=-227.18914892376998 independent_100_runs=-218.46155387431085
e=217 episode_reward=-224.61822642921328 epsilon=0.012108825710329759 avg=-228.9889095496675 independent_100_runs=-133.31056090920777
e=218 episode_reward=-241.58729316342294 epsilon=0.011642155657944542 avg=-230.68655616735123 independent_100_runs=-153.63286906643197
e=219 episode_reward=-45.951905983412175 epsilon=0.011469964935661941 avg=-230.73655600470636 independent_100_runs=-113.67245734688599
e=220 episode_reward=-65.17727142372696 epsilon=0.011126507828201517 avg=-229.0596518233672 independent_100_runs=-125.63777104967116
e=221 episode_reward=-252.53174899595595 epsilon=0.010539474074432282 avg=-231.54175408269575 independent_100_runs=-199.0061196561663
e=222 episode_reward=-203.61022720693933 epsilon=0.01036906473569751 avg=-233.63942668814605 independent_100_runs=-195.38834367978762
e=223 episode_reward=-171.93857504724963 epsilon=0.01 avg=-232.5381930608923 independent_100_runs=-154.96833567281493
e=224 episode_reward=-211.04770279874174 epsilon=0.01 avg=-230.72678703643368 independent_100_runs=-185.89411088375616
e=225 episode_reward=-238.31446803739237 epsilon=0.01 avg=-232.10376361824612 independent_100_runs=-129.85844852114747
e=226 episode_reward=-7.18394509655387 epsilon=0.01 avg=-229.6229241367724 independent_100_runs=-119.24672946015023
e=227 episode_reward=12.084103949552286 epsilon=0.01 avg=-227.59328777833045 independent_100_runs=-123.22334600937835
e=228 episode_reward=-117.46354725276669 epsilon=0.01 avg=-226.20591121232962 independent_100_runs=-161.90814140186404
e=229 episode_reward=-47.19296876031409 epsilon=0.01 avg=-226.6624111153441 independent_100_runs=-116.18079323825096
e=230 episode_reward=-53.490165539721374 epsilon=0.01 avg=-226.47932848340818 independent_100_runs=-95.92753709898611
e=231 episode_reward=-61.69774393760225 epsilon=0.01 avg=-224.6455842716462 independent_100_runs=-100.07998493629131
e=232 episode_reward=-33.19931608772028 epsilon=0.01 avg=-227.23227860307634 independent_100_runs=-88.57122872164646
e=233 episode_reward=-194.30043406318208 epsilon=0.01 avg=-226.51041641319472 independent_100_runs=-171.12800474176333
e=234 episode_reward=-192.8205780935586 epsilon=0.01 avg=-227.68850197190415 independent_100_runs=-179.29715035878252
e=235 episode_reward=-179.72391595903406 epsilon=0.01 avg=-228.8258386533453 independent_100_runs=-115.63780905390747
e=236 episode_reward=-221.4931522739083 epsilon=0.01 avg=-228.3262791699035 independent_100_runs=-114.43785533647869
e=237 episode_reward=-69.37564881493742 epsilon=0.01 avg=-228.048194861783 independent_100_runs=-124.76768910369039
e=238 episode_reward=-370.2799696662331 epsilon=0.01 avg=-227.93069571305205 independent_100_runs=-110.14038356451057
e=239 episode_reward=-295.150895744113 epsilon=0.01 avg=-227.48966418494908 independent_100_runs=-236.47722641152686
e=240 episode_reward=-327.26328339743253 epsilon=0.01 avg=-227.8191705218379 independent_100_runs=-621.5798696568787
e=241 episode_reward=-338.7777833791814 epsilon=0.01 avg=-226.21610749001758 independent_100_runs=-147.72685104125864
e=242 episode_reward=-229.76003879893267 epsilon=0.01 avg=-226.26953234884712 independent_100_runs=-127.46414565543633
e=243 episode_reward=-232.65301227884436 epsilon=0.01 avg=-224.97590738939405 independent_100_runs=-143.66880667331233
e=244 episode_reward=-189.4786115172812 epsilon=0.01 avg=-225.99452554716518 independent_100_runs=-146.3396016253647
e=245 episode_reward=1.5111422196654694 epsilon=0.01 avg=-221.02785690639948 independent_100_runs=-174.84267996529002
e=246 episode_reward=42.50595503425432 epsilon=0.01 avg=-215.8310164998497 independent_100_runs=-155.9554269029385
e=247 episode_reward=-39.81294807406155 epsilon=0.01 avg=-212.78112597282077 independent_100_runs=-175.08885640658264
e=248 episode_reward=-212.59797337484727 epsilon=0.01 avg=-211.16131478575252 independent_100_runs=-195.71080734501126
e=249 episode_reward=-66.02546620854356 epsilon=0.01 avg=-208.90291629222645 independent_100_runs=-133.59215152438327
e=250 episode_reward=-210.0676458204202 epsilon=0.01 avg=-208.25924750681622 independent_100_runs=-238.60651970509676
e=251 episode_reward=-330.90904842689935 epsilon=0.01 avg=-208.9720941085251 independent_100_runs=-130.4409534870957
e=252 episode_reward=-308.47234217427365 epsilon=0.01 avg=-209.02821125072754 independent_100_runs=-158.4293546240049
e=253 episode_reward=-232.33870765661868 epsilon=0.01 avg=-208.4444898999918 independent_100_runs=-140.17623262001294
e=254 episode_reward=-79.16454777720047 epsilon=0.01 avg=-206.7565741594568 independent_100_runs=-145.09318939672679
e=255 episode_reward=-142.41360919655577 epsilon=0.01 avg=-206.6796050425104 independent_100_runs=-133.66773006844647
e=256 episode_reward=-8.704802837303276 epsilon=0.01 avg=-205.09838350993442 independent_100_runs=-130.82674977294621
e=257 episode_reward=-128.24816254334604 epsilon=0.01 avg=-201.19424078669726 independent_100_runs=-169.98778490504208
e=258 episode_reward=-90.49295652500628 epsilon=0.01 avg=-199.83470607050947 independent_100_runs=-155.66482641413492
e=259 episode_reward=-67.82381574134514 epsilon=0.01 avg=-197.40557661848507 independent_100_runs=-142.96895803464292
e=260 episode_reward=265.59131470116995 epsilon=0.01 avg=-191.3549524834637 independent_100_runs=-118.14347104099424
e=261 episode_reward=-76.00031649109775 epsilon=0.01 avg=-189.1667240519433 independent_100_runs=-126.61963827966605
e=262 episode_reward=-208.63281340971523 epsilon=0.01 avg=-188.55406666151885 independent_100_runs=-149.79926542161144
e=263 episode_reward=-71.80381699649264 epsilon=0.01 avg=-185.50511006227512 independent_100_runs=-135.6010426086859
e=264 episode_reward=-33.35927185115811 epsilon=0.01 avg=-182.7187613813432 independent_100_runs=-155.44643848642536
e=265 episode_reward=-130.64244267522452 epsilon=0.01 avg=-181.16128983535197 independent_100_runs=-114.09695960666035
e=266 episode_reward=-108.88415940029894 epsilon=0.01 avg=-177.63908616696673 independent_100_runs=-89.99484114172344
e=267 episode_reward=-235.6520895579627 epsilon=0.01 avg=-174.81906322547016 independent_100_runs=-114.09446910546292
e=268 episode_reward=-218.11499431007636 epsilon=0.01 avg=-172.19359983551166 independent_100_runs=-196.8111475027326
e=269 episode_reward=247.46627079677222 epsilon=0.01 avg=-166.9716746865546 independent_100_runs=-280.58200049841156
e=270 episode_reward=-299.40240283954313 epsilon=0.01 avg=-166.1678507758778 independent_100_runs=-363.5038295605479
e=271 episode_reward=-497.92895752646143 epsilon=0.01 avg=-170.07053579913972 independent_100_runs=-233.20617068476298
e=272 episode_reward=-553.9848073844503 epsilon=0.01 avg=-172.41735330261315 independent_100_runs=-193.8643275048863
e=273 episode_reward=196.29308843375057 epsilon=0.01 avg=-167.70765503707779 independent_100_runs=-232.25540703080824
e=274 episode_reward=-254.3560076887596 epsilon=0.01 avg=-168.06672904922863 independent_100_runs=-156.45944716204983
e=275 episode_reward=0.6405696834525259 epsilon=0.01 avg=-167.41754650915698 independent_100_runs=-132.73819735111886
e=276 episode_reward=-364.28696241516013 epsilon=0.01 avg=-168.30346527726147 independent_100_runs=-230.8126155133521
e=277 episode_reward=-266.0085590554165 epsilon=0.01 avg=-170.6629730576551 independent_100_runs=-234.20371992629043
e=278 episode_reward=-141.82781919336657 epsilon=0.01 avg=-171.61556936229772 independent_100_runs=-278.1430337395538
e=279 episode_reward=-189.80067177408478 epsilon=0.01 avg=-170.70281168014048 independent_100_runs=-186.80858915914956
e=280 episode_reward=-203.47021137126296 epsilon=0.01 avg=-170.25477467326965 independent_100_runs=-217.3979686492073
e=281 episode_reward=-8.964641043050904 epsilon=0.01 avg=-169.9224714347375 independent_100_runs=-114.06823694900093
e=282 episode_reward=-178.43399063593847 epsilon=0.01 avg=-169.88855526659893 independent_100_runs=-240.05033948589116
e=283 episode_reward=-165.7937702857093 epsilon=0.01 avg=-168.99790974413568 independent_100_runs=-197.1831917139017
e=284 episode_reward=-280.0364850031156 epsilon=0.01 avg=-171.18865877869493 independent_100_runs=-218.6760322560018
e=285 episode_reward=-163.76940541869016 epsilon=0.01 avg=-172.60265179711803 independent_100_runs=-308.4322305332865
e=286 episode_reward=-209.407539389543 epsilon=0.01 avg=-172.21902005776562 independent_100_runs=-90.8117675349266
e=287 episode_reward=-61.57516597398215 epsilon=0.01 avg=-170.5200232692839 independent_100_runs=-93.13275866380229
e=288 episode_reward=-104.6093342039648 epsilon=0.01 avg=-171.07940717673068 independent_100_runs=-104.47652824875664
e=289 episode_reward=177.1593398858646 epsilon=0.01 avg=-167.1641079029097 independent_100_runs=-204.34033973888845
e=290 episode_reward=-83.72469740165862 epsilon=0.01 avg=-167.781212217056 independent_100_runs=-140.5723694675385
e=291 episode_reward=-210.03117049725165 epsilon=0.01 avg=-168.9668091859674 independent_100_runs=-134.9323890922774
e=292 episode_reward=-162.18120011488125 epsilon=0.01 avg=-166.37051117892554 independent_100_runs=-121.35608730039536
e=293 episode_reward=-129.9390899112745 epsilon=0.01 avg=-165.49919018791294 independent_100_runs=-127.00098727627548
e=294 episode_reward=-199.8848745932121 epsilon=0.01 avg=-164.39940347932122 independent_100_runs=-103.74579179218823
e=295 episode_reward=-209.18222854743732 epsilon=0.01 avg=-164.66894430606808 independent_100_runs=-128.7862887399345
e=296 episode_reward=-247.1936651632093 epsilon=0.01 avg=-166.65977737806864 independent_100_runs=-122.32196584799166
e=297 episode_reward=-16.006321292366295 epsilon=0.01 avg=-164.62904137744925 independent_100_runs=-211.0781501299909
e=298 episode_reward=-282.1458843818298 epsilon=0.01 avg=-165.5811895459664 independent_100_runs=-143.37005019171912
e=299 episode_reward=-200.17181433854373 epsilon=0.01 avg=-165.55226042525274 independent_100_runs=-245.31398163702346
e=300 episode_reward=-449.64184595429055 epsilon=0.01 avg=-169.09389137096696 independent_100_runs=-314.8970258664076
e=301 episode_reward=-257.8646101198645 epsilon=0.01 avg=-168.47316591936732 independent_100_runs=-159.55564784543083
e=302 episode_reward=-488.48802400304237 epsilon=0.01 avg=-166.77242787689605 independent_100_runs=-212.2399286511993
e=303 episode_reward=-229.8848808358805 epsilon=0.01 avg=-167.08488321515497 independent_100_runs=-134.3753958710934
e=304 episode_reward=-264.37876463440136 epsilon=0.01 avg=-166.13204917269988 independent_100_runs=-222.28258212564884
e=305 episode_reward=-489.0245161831862 epsilon=0.01 avg=-166.1357005812554 independent_100_runs=-330.95678332171786
e=306 episode_reward=-295.2197607978941 epsilon=0.01 avg=-163.7412164309497 independent_100_runs=-187.67980280299759
e=307 episode_reward=-266.0901620223695 epsilon=0.01 avg=-163.6483629607316 independent_100_runs=-280.6977826217682
e=308 episode_reward=-230.9516039886302 epsilon=0.01 avg=-165.71822592432397 independent_100_runs=-210.18222382044382
e=309 episode_reward=17.348432584606527 epsilon=0.01 avg=-164.97768507463078 independent_100_runs=-299.8110296650586
e=310 episode_reward=-544.4902166368413 epsilon=0.01 avg=-170.01123039414506 independent_100_runs=-185.05504273659633
e=311 episode_reward=-371.7156755029536 epsilon=0.01 avg=-173.943555882393 independent_100_runs=-416.30458085751604
e=312 episode_reward=-245.61844382824108 epsilon=0.01 avg=-175.29750364160682 independent_100_runs=-575.8708855610524
e=313 episode_reward=-254.30042619603856 epsilon=0.01 avg=-175.6333385796615 independent_100_runs=-531.6043158458777
e=314 episode_reward=-854.1001546240807 epsilon=0.01 avg=-183.6359938649479 independent_100_runs=-517.2420162800748
e=315 episode_reward=-461.1632497461362 epsilon=0.01 avg=-187.51145310276007 independent_100_runs=-660.5406605623472
e=316 episode_reward=-420.9595391999075 epsilon=0.01 avg=-186.6365369522465 independent_100_runs=-479.45082342567764
e=317 episode_reward=-872.7199345169132 epsilon=0.01 avg=-193.11755403312353 independent_100_runs=-544.2254469113883
e=318 episode_reward=-1074.7734278579585 epsilon=0.01 avg=-201.4494153800689 independent_100_runs=-646.2782750277005
e=319 episode_reward=-488.661105553283 epsilon=0.01 avg=-205.87650737576757 independent_100_runs=-660.0431538976425
e=320 episode_reward=-707.5464614830466 epsilon=0.01 avg=-212.30019927636076 independent_100_runs=-365.58927340019267
e=321 episode_reward=-441.82459870799585 epsilon=0.01 avg=-214.19312777348117 independent_100_runs=-678.9570336673744
e=322 episode_reward=-769.1719623330381 epsilon=0.01 avg=-219.84874512474212 independent_100_runs=-346.4252648107486
e=323 episode_reward=-754.5884630437299 epsilon=0.01 avg=-225.675244004707 independent_100_runs=-436.1282599064461
e=324 episode_reward=-267.49193125225025 epsilon=0.01 avg=-226.23968628924206 independent_100_runs=-526.5059176206572
e=325 episode_reward=-292.2659972074283 epsilon=0.01 avg=-226.7792015809424 independent_100_runs=-224.93488400172268
e=326 episode_reward=-265.6768093778313 epsilon=0.01 avg=-229.36413022375515 independent_100_runs=-267.4097022480228
e=327 episode_reward=-83.04756109602475 epsilon=0.01 avg=-230.31544687421095 independent_100_runs=-305.376410365528
e=328 episode_reward=-282.52696531915797 epsilon=0.01 avg=-231.96608105487488 independent_100_runs=-355.5806663317791
e=329 episode_reward=-338.10317574974596 epsilon=0.01 avg=-234.87518312476917 independent_100_runs=-703.3669798057698
e=330 episode_reward=-651.1040271525903 epsilon=0.01 avg=-240.85132174089787 independent_100_runs=-623.7073627003662
e=331 episode_reward=-258.9244222214284 epsilon=0.01 avg=-242.82358852373613 independent_100_runs=-307.3647303896984
e=332 episode_reward=-268.1604504326448 epsilon=0.01 avg=-245.17319986718542 independent_100_runs=-542.7321337774035
e=333 episode_reward=-442.9932995339758 epsilon=0.01 avg=-247.66012852189334 independent_100_runs=-541.1275807324266
e=334 episode_reward=-748.5328499313559 epsilon=0.01 avg=-253.21725124027134 independent_100_runs=-718.8166617286623
e=335 episode_reward=-461.9603279587729 epsilon=0.01 avg=-256.03961536026867 independent_100_runs=-626.1035141237708
e=336 episode_reward=-777.9365689240448 epsilon=0.01 avg=-261.60404952677004 independent_100_runs=-223.72068972982612
e=337 episode_reward=-47.55849706488744 epsilon=0.01 avg=-261.38587800926956 independent_100_runs=-143.66727796877686
e=338 episode_reward=-266.44625316604584 epsilon=0.01 avg=-260.34754084426766 independent_100_runs=-126.54022104424168
e=339 episode_reward=-150.0845783727736 epsilon=0.01 avg=-258.8968776705543 independent_100_runs=-189.5200906510443
e=340 episode_reward=-45.48047021355909 epsilon=0.01 avg=-256.0790495387156 independent_100_runs=-308.2011926359282
e=341 episode_reward=-202.25278939944144 epsilon=0.01 avg=-254.71379959891817 independent_100_runs=-390.2025297002052
e=342 episode_reward=-36.89379113143662 epsilon=0.01 avg=-252.78513712224319 independent_100_runs=-536.3776746424003
e=343 episode_reward=-176.25450391286526 epsilon=0.01 avg=-252.22115203858334 independent_100_runs=-357.957576727451
e=344 episode_reward=-759.1314172878192 epsilon=0.01 avg=-257.9176800962888 independent_100_runs=-402.8205516495319
e=345 episode_reward=-751.1534262089333 epsilon=0.01 avg=-265.4443257805748 independent_100_runs=-608.3163163901794
e=346 episode_reward=-434.62328737652916 epsilon=0.01 avg=-270.21561820468264 independent_100_runs=-677.2360651062373
e=347 episode_reward=-236.5760821547665 epsilon=0.01 avg=-272.1832495454897 independent_100_runs=-250.7653231672113
e=348 episode_reward=4.249715874737049 epsilon=0.01 avg=-270.0147726529938 independent_100_runs=-273.6944082523064
e=349 episode_reward=-176.07680485352574 epsilon=0.01 avg=-271.1152860394436 independent_100_runs=-241.0415504082804
e=350 episode_reward=-133.6702937098196 epsilon=0.01 avg=-270.35131251833764 independent_100_runs=-106.76162562632986
e=351 episode_reward=-209.23364010318875 epsilon=0.01 avg=-269.13455843510053 independent_100_runs=-158.50851500596372
e=352 episode_reward=-196.34645804324256 epsilon=0.01 avg=-268.01329959379024 independent_100_runs=-325.1559458206873
e=353 episode_reward=-243.1044752106015 epsilon=0.01 avg=-268.12095726933006 independent_100_runs=-138.94829434769412
e=354 episode_reward=-77.91746860565809 epsilon=0.01 avg=-268.10848647761463 independent_100_runs=-201.14979792917467
e=355 episode_reward=-83.36675822263217 epsilon=0.01 avg=-267.51801796787544 independent_100_runs=-315.123777078499
e=356 episode_reward=-255.703382143386 epsilon=0.01 avg=-269.98800376093624 independent_100_runs=-286.7088756898671
e=357 episode_reward=-219.6043858686814 epsilon=0.01 avg=-270.9015659941896 independent_100_runs=-164.68013757194004
e=358 episode_reward=-56.19584243064215 epsilon=0.01 avg=-270.558594853246 independent_100_runs=-175.10982939862663
e=359 episode_reward=-251.2274968925499 epsilon=0.01 avg=-272.392631664758 independent_100_runs=-174.97223756303666
e=360 episode_reward=-199.02061584596632 epsilon=0.01 avg=-277.03875097022933 independent_100_runs=-199.59340278687253
e=361 episode_reward=-679.360618224478 epsilon=0.01 avg=-283.07235398756313 independent_100_runs=-151.50711124929347
e=362 episode_reward=-186.4348855471163 epsilon=0.01 avg=-282.8503747089371 independent_100_runs=-396.5767224588242
e=363 episode_reward=-802.8279813217295 epsilon=0.01 avg=-290.16061635218955 independent_100_runs=-392.3715984879662
e=364 episode_reward=-514.0953507998204 epsilon=0.01 avg=-294.96797714167616 independent_100_runs=-760.9620827461182
e=365 episode_reward=-687.8793260677874 epsilon=0.01 avg=-300.54034597560184 independent_100_runs=-332.53092825164015
e=366 episode_reward=-968.8745798641025 epsilon=0.01 avg=-309.14025018023983 independent_100_runs=-393.2336577829096
e=367 episode_reward=-240.88361657069157 epsilon=0.01 avg=-309.1925654503671 independent_100_runs=-262.8069579057074
e=368 episode_reward=-129.47037999973156 epsilon=0.01 avg=-308.3061193072637 independent_100_runs=-189.59508933068875
e=369 episode_reward=-168.55840532182418 epsilon=0.01 avg=-312.4663660684496 independent_100_runs=-579.5592930360298
e=370 episode_reward=17.266924068037184 epsilon=0.01 avg=-309.29967279937387 independent_100_runs=-389.94542530875117
e=371 episode_reward=-881.2506310284747 epsilon=0.01 avg=-313.13288953439394 independent_100_runs=-548.0147342702384
e=372 episode_reward=-178.46652771887867 epsilon=0.01 avg=-309.3777067377382 independent_100_runs=-414.80165139352357
e=373 episode_reward=-252.96479995547625 epsilon=0.01 avg=-313.8702856216305 independent_100_runs=-550.1186186854615
e=374 episode_reward=-854.8793831021507 epsilon=0.01 avg=-319.87551937576444 independent_100_runs=-323.13694455982585
e=375 episode_reward=-246.67702703621578 epsilon=0.01 avg=-322.3486953429611 independent_100_runs=-393.8406242624455
e=376 episode_reward=-422.47895618319427 epsilon=0.01 avg=-322.9306152806414 independent_100_runs=-687.382911715481
e=377 episode_reward=-757.1931603613463 epsilon=0.01 avg=-327.8424612937007 independent_100_runs=-668.8243945196086
e=378 episode_reward=-580.5036106462385 epsilon=0.01 avg=-332.2292192082294 independent_100_runs=-631.3490246910549
e=379 episode_reward=-637.9197178431185 epsilon=0.01 avg=-336.71040966891974 independent_100_runs=-634.994893051866
e=380 episode_reward=-425.01273160332573 epsilon=0.01 avg=-338.92583487124034 independent_100_runs=-830.4638788764273
e=381 episode_reward=-918.3417761359214 epsilon=0.01 avg=-348.0196062221691 independent_100_runs=-758.4691167328364
e=382 episode_reward=-644.7749332132038 epsilon=0.01 avg=-352.6830156479417 independent_100_runs=-559.3958773489829
e=383 episode_reward=-169.5345426169971 epsilon=0.01 avg=-352.7204233712546 independent_100_runs=-243.76122844425393
e=384 episode_reward=-666.0426306940311 epsilon=0.01 avg=-356.58048482816366 independent_100_runs=-620.018064908163
e=385 episode_reward=-438.61327225678923 epsilon=0.01 avg=-359.3289234965447 independent_100_runs=-372.6188348836939
e=386 episode_reward=-742.9780898313585 epsilon=0.01 avg=-364.664629000963 independent_100_runs=-439.9922193579577
e=387 episode_reward=-515.3945154726462 epsilon=0.01 avg=-369.2028224959496 independent_100_runs=-253.43010890193287
e=388 episode_reward=-437.49102209614745 epsilon=0.01 avg=-372.5316393748715 independent_100_runs=-542.8781506169322
e=389 episode_reward=-494.6858784333453 epsilon=0.01 avg=-379.2500915580635 independent_100_runs=-235.65696738741383
e=390 episode_reward=-725.1068785317133 epsilon=0.01 avg=-385.663913369364 independent_100_runs=-598.9760839422445
e=391 episode_reward=-236.0186704647578 epsilon=0.01 avg=-385.92378836903913 independent_100_runs=-205.39798553106723
e=392 episode_reward=-272.72406921416655 epsilon=0.01 avg=-387.0292170600319 independent_100_runs=-215.0831095648051
e=393 episode_reward=-100.65216037009833 epsilon=0.01 avg=-386.7363477646202 independent_100_runs=-283.67854005094284
e=394 episode_reward=-229.79394499469407 epsilon=0.01 avg=-387.035438468635 independent_100_runs=-255.74502992450496
e=395 episode_reward=-152.55600500744623 epsilon=0.01 avg=-386.46917623323503 independent_100_runs=-251.3245055469389
e=396 episode_reward=-186.03939110232653 epsilon=0.01 avg=-385.8576334926263 independent_100_runs=-233.18044346936665
e=397 episode_reward=-150.7434227272887 epsilon=0.01 avg=-387.2050045069755 independent_100_runs=-175.65859610565494
e=398 episode_reward=-204.43976058144722 epsilon=0.01 avg=-386.42794326897166 independent_100_runs=-229.96575742055947
e=399 episode_reward=-233.57279373674407 epsilon=0.01 avg=-386.76195306295364 independent_100_runs=-134.17306639069218
e=400 episode_reward=-139.6371546223671 epsilon=0.01 avg=-383.6619061496344 independent_100_runs=-198.90786735242276
e=401 episode_reward=-157.48252853114974 epsilon=0.01 avg=-382.6580853337473 independent_100_runs=-240.82024178173236
e=402 episode_reward=-96.2166955757668 epsilon=0.01 avg=-378.73537204947456 independent_100_runs=-383.8215664036341
e=403 episode_reward=-113.03189703513702 epsilon=0.01 avg=-377.5668422114671 independent_100_runs=-340.63046942050465
e=404 episode_reward=-673.9589392501045 epsilon=0.01 avg=-381.66264395762414 independent_100_runs=-460.03500632707056
e=405 episode_reward=-663.1884161447623 epsilon=0.01 avg=-383.4042829572399 independent_100_runs=-410.34024354931586
e=406 episode_reward=-422.53645492814934 epsilon=0.01 avg=-384.67744989854253 independent_100_runs=-223.4291328112499
e=407 episode_reward=-118.29667390959003 epsilon=0.01 avg=-383.1995150174147 independent_100_runs=-196.32186486915197
e=408 episode_reward=-100.25340903853765 epsilon=0.01 avg=-381.8925330679138 independent_100_runs=-174.78024213938167
e=409 episode_reward=-206.59745661562584 epsilon=0.01 avg=-384.1319919599162 independent_100_runs=-156.75453267477025
e=410 episode_reward=-154.2104018659957 epsilon=0.01 avg=-380.2291938122076 independent_100_runs=-165.58520023168322
e=411 episode_reward=-136.47949448140923 epsilon=0.01 avg=-377.8768320019922 independent_100_runs=-166.10111639048193
e=412 episode_reward=-118.2347095590757 epsilon=0.01 avg=-376.6029946593005 independent_100_runs=-142.37994879714574
e=413 episode_reward=-251.4334104233764 epsilon=0.01 avg=-376.57432450157387 independent_100_runs=-141.25086070261236
e=414 episode_reward=-245.31857795989097 epsilon=0.01 avg=-370.486508734932 independent_100_runs=-293.63357040945846
e=415 episode_reward=-442.3107080374099 epsilon=0.01 avg=-370.2979833178448 independent_100_runs=-150.24425988960837
e=416 episode_reward=-79.77559061509658 epsilon=0.01 avg=-366.88614383199666 independent_100_runs=-292.21521762568096
e=417 episode_reward=-58.11407821540513 epsilon=0.01 avg=-358.74008526898155 independent_100_runs=-157.41716836507024
e=418 episode_reward=-227.72965745252708 epsilon=0.01 avg=-350.2696475649272 independent_100_runs=-187.4898239545638
e=419 episode_reward=-96.67433421602504 epsilon=0.01 avg=-346.3497798515546 independent_100_runs=-161.57592166817997
e=420 episode_reward=-177.9592164538485 epsilon=0.01 avg=-341.0539074012627 independent_100_runs=-174.8766326898824
e=421 episode_reward=-184.5887172477375 epsilon=0.01 avg=-338.48154858666004 independent_100_runs=-190.40967765051403
e=422 episode_reward=-533.600416862027 epsilon=0.01 avg=-336.12583313195006 independent_100_runs=-221.6554584817157
e=423 episode_reward=-78.28896022357365 epsilon=0.01 avg=-329.36283810374846 independent_100_runs=-153.30433768204878
e=424 episode_reward=-87.72867389644256 epsilon=0.01 avg=-327.5652055301904 independent_100_runs=-162.82746094839663
e=425 episode_reward=-199.2231083160409 epsilon=0.01 avg=-326.63477664127646 independent_100_runs=-130.6462001769126
e=426 episode_reward=-90.85145882048849 epsilon=0.01 avg=-324.88652313570304 independent_100_runs=-153.8789801087379
e=427 episode_reward=-200.00954563558972 epsilon=0.01 avg=-326.05614298109873 independent_100_runs=-170.30174099038436
e=428 episode_reward=-142.49905040258824 epsilon=0.01 avg=-324.655863831933 independent_100_runs=-237.77797629322424
e=429 episode_reward=-228.15778040289 epsilon=0.01 avg=-323.5564098784644 independent_100_runs=-413.48439495943506
e=430 episode_reward=-170.99267942671938 epsilon=0.01 avg=-318.7552964012057 independent_100_runs=-137.29533065267137
e=431 episode_reward=-46.90213902836202 epsilon=0.01 avg=-316.6350735692751 independent_100_runs=-144.26555973106605
e=432 episode_reward=-63.9945885469058 epsilon=0.01 avg=-314.5934149504177 independent_100_runs=-180.42198961112692
e=433 episode_reward=-211.52822751337231 epsilon=0.01 avg=-312.27876423021166 independent_100_runs=-119.36752505486146
e=434 episode_reward=-132.141137985953 epsilon=0.01 avg=-306.1148471107576 independent_100_runs=-116.69748214848147
e=435 episode_reward=-153.5445485309478 epsilon=0.01 avg=-303.03068931647937 independent_100_runs=-128.89673369629855
e=436 episode_reward=-225.39212203482003 epsilon=0.01 avg=-297.5052448475871 independent_100_runs=-295.94193249007907
e=437 episode_reward=-219.24950924095424 epsilon=0.01 avg=-299.22215496934774 independent_100_runs=-164.03381473284463
e=438 episode_reward=-227.08553570597795 epsilon=0.01 avg=-298.82854779474707 independent_100_runs=-144.8779470191853
e=439 episode_reward=-245.08622875662223 epsilon=0.01 avg=-299.77856429858565 independent_100_runs=-307.9899928363204
e=440 episode_reward=-147.9096880577477 epsilon=0.01 avg=-300.8028564770275 independent_100_runs=-193.35002631678566
e=441 episode_reward=-47.94136808958461 epsilon=0.01 avg=-299.25974226392896 independent_100_runs=-135.5949194134764
e=442 episode_reward=-225.33456545807053 epsilon=0.01 avg=-301.14415000719526 independent_100_runs=-187.39042095013522
e=443 episode_reward=-154.7296516222686 epsilon=0.01 avg=-300.92890148428927 independent_100_runs=-213.0043044453716
e=444 episode_reward=-546.2216177960709 epsilon=0.01 avg=-298.79980348937175 independent_100_runs=-182.50927521494503
e=445 episode_reward=18.85105002849633 epsilon=0.01 avg=-291.09975872699744 independent_100_runs=-186.2381219115285
e=446 episode_reward=-205.25321439310946 epsilon=0.01 avg=-288.80605799716324 independent_100_runs=-220.70527814805155
e=447 episode_reward=-57.6277953594148 epsilon=0.01 avg=-287.0165751292098 independent_100_runs=-231.23303092392453
e=448 episode_reward=-203.17978928881183 epsilon=0.01 avg=-289.0908701808453 independent_100_runs=-142.36235065746797
e=449 episode_reward=-156.11690182143178 epsilon=0.01 avg=-288.89127115052435 independent_100_runs=-155.94235620047118
e=450 episode_reward=-262.0218184870164 epsilon=0.01 avg=-290.1747863982963 independent_100_runs=-209.70666277405311
e=451 episode_reward=-293.5602341370192 epsilon=0.01 avg=-291.0180523386346 independent_100_runs=-174.62863208327005
e=452 episode_reward=-224.54530691749915 epsilon=0.01 avg=-291.30004082737713 independent_100_runs=-217.46865017525747
e=453 episode_reward=-169.87967948633866 epsilon=0.01 avg=-290.56779287013455 independent_100_runs=-177.9759979005746
e=454 episode_reward=-90.85191832497162 epsilon=0.01 avg=-290.6971373673276 independent_100_runs=-293.65380485047046
e=455 episode_reward=-163.93886643131833 epsilon=0.01 avg=-291.5028584494145 independent_100_runs=-180.78402314479953
e=456 episode_reward=-175.74083594900742 epsilon=0.01 avg=-290.70323298747076 independent_100_runs=-197.2070066510639
e=457 episode_reward=-144.94524852946427 epsilon=0.01 avg=-289.9566416140786 independent_100_runs=-162.2656053467969
e=458 episode_reward=-266.17425442954845 epsilon=0.01 avg=-292.05642573406766 independent_100_runs=-234.15376079801527
e=459 episode_reward=-143.44371386082713 epsilon=0.01 avg=-290.9785879037504 independent_100_runs=-169.92607986464841
e=460 episode_reward=-558.353423177467 epsilon=0.01 avg=-294.57191597706543 independent_100_runs=-185.137131593839
e=461 episode_reward=-84.54054043764293 epsilon=0.01 avg=-288.6237151991971 independent_100_runs=-164.8940736851556
e=462 episode_reward=-639.9393800260942 epsilon=0.01 avg=-293.15876014398685 independent_100_runs=-342.85489619831134
e=463 episode_reward=-369.7603383168505 epsilon=0.01 avg=-288.82808371393804 independent_100_runs=-187.06586075677984
e=464 episode_reward=-316.81354594297926 epsilon=0.01 avg=-286.85526566536964 independent_100_runs=-243.13812150616957
e=465 episode_reward=-129.53816400215123 epsilon=0.01 avg=-281.2718540447133 independent_100_runs=-412.6951909682705
e=466 episode_reward=-260.85188560138994 epsilon=0.01 avg=-274.19162710208616 independent_100_runs=-423.88246126635414
e=467 episode_reward=-183.55787498653768 epsilon=0.01 avg=-273.61836968624465 independent_100_runs=-188.81250794455008
e=468 episode_reward=-264.75744855218466 epsilon=0.01 avg=-274.9712403717691 independent_100_runs=-154.54880353165862
e=469 episode_reward=-544.6800902696848 epsilon=0.01 avg=-278.7324572212477 independent_100_runs=-216.10826640053696
e=470 episode_reward=-344.94151194922904 epsilon=0.01 avg=-282.3545415814204 independent_100_runs=-513.6397817290978
e=471 episode_reward=-340.1651450809228 epsilon=0.01 avg=-276.94368672194486 independent_100_runs=-295.20178824228185
e=472 episode_reward=-110.76791043394908 epsilon=0.01 avg=-276.26670054909556 independent_100_runs=-219.81869079536224
e=473 episode_reward=-254.166281300093 epsilon=0.01 avg=-276.27871536254173 independent_100_runs=-192.31152673191758
e=474 episode_reward=-476.2952398577278 epsilon=0.01 avg=-272.49287393009746 independent_100_runs=-544.6852838761179
e=475 episode_reward=-355.5463847338559 epsilon=0.01 avg=-273.5815675070739 independent_100_runs=-160.13172800702597
e=476 episode_reward=-128.453296794841 epsilon=0.01 avg=-270.6413109131904 independent_100_runs=-154.2119656941313
e=477 episode_reward=-382.5109443554732 epsilon=0.01 avg=-266.8944887531316 independent_100_runs=-133.25385487711227
e=478 episode_reward=-129.97644931687873 epsilon=0.01 avg=-262.3892171398381 independent_100_runs=-133.37807043198453
e=479 episode_reward=-234.757590163607 epsilon=0.01 avg=-258.35759586304295 independent_100_runs=-228.30657533083829
e=480 episode_reward=-976.0935755033892 epsilon=0.01 avg=-263.8684043020436 independent_100_runs=-257.99214183739196
e=481 episode_reward=-34.56641103393599 epsilon=0.01 avg=-255.03065065102376 independent_100_runs=-199.19045537082218
e=482 episode_reward=-1757.3660343348445 epsilon=0.01 avg=-266.15656166224016 independent_100_runs=-380.53250868936595
e=483 episode_reward=-272.14005162022454 epsilon=0.01 avg=-267.1826167522724 independent_100_runs=-205.31986036804585
e=484 episode_reward=-563.8859652544464 epsilon=0.01 avg=-266.16105009787657 independent_100_runs=-748.5393783890308
e=485 episode_reward=-185.64150308730552 epsilon=0.01 avg=-263.63133240618174 independent_100_runs=-711.1513290415633
e=486 episode_reward=-456.2767796740643 epsilon=0.01 avg=-260.76431930460876 independent_100_runs=-782.7204161031864
e=487 episode_reward=-783.9919843630163 epsilon=0.01 avg=-263.45029399351245 independent_100_runs=-718.3245187485223
e=488 episode_reward=-293.5641164946559 epsilon=0.01 avg=-262.0110249374976 independent_100_runs=-242.56569919532495
e=489 episode_reward=-112.24633772319768 epsilon=0.01 avg=-258.1866295303961 independent_100_runs=-228.83590490425632
e=490 episode_reward=-271.34688989620287 epsilon=0.01 avg=-253.649029644041 independent_100_runs=-300.73683259882836
e=491 episode_reward=-159.94791356936497 epsilon=0.01 avg=-252.8883220750871 independent_100_runs=-337.7759089106865
e=492 episode_reward=-315.66423910811693 epsilon=0.01 avg=-253.31772377402663 independent_100_runs=-344.9517756720571
e=493 episode_reward=-293.59215001117695 epsilon=0.01 avg=-255.24712367043736 independent_100_runs=-247.08703683260126
e=494 episode_reward=-140.00201139735532 epsilon=0.01 avg=-254.34920433446396 independent_100_runs=-311.8399037550141
e=495 episode_reward=-467.9060890563563 epsilon=0.01 avg=-257.50270517495306 independent_100_runs=-636.074840635831
e=496 episode_reward=-217.81464195203893 epsilon=0.01 avg=-257.8204576834502 independent_100_runs=-229.58883964053769
e=497 episode_reward=-113.3570707583655 epsilon=0.01 avg=-257.44659416376095 independent_100_runs=-174.0985288564654
e=498 episode_reward=-301.2214009148016 epsilon=0.01 avg=-258.4144105670945 independent_100_runs=-213.15880748433972
e=499 episode_reward=-146.05927706771624 epsilon=0.01 avg=-257.5392754004042 independent_100_runs=-307.8462466381802
e=500 episode_reward=-257.18153447071427 epsilon=0.01 avg=-258.7147191988877 independent_100_runs=-216.69378208094204
e=501 episode_reward=-127.21279531329832 epsilon=0.01 avg=-258.4120218667092 independent_100_runs=-273.7104585605402
e=502 episode_reward=-182.55745733052413 epsilon=0.01 avg=-259.27542948425685 independent_100_runs=-172.97676034559908
e=503 episode_reward=-157.1155645067044 epsilon=0.01 avg=-259.7162661589725 independent_100_runs=-243.85572626771776
e=504 episode_reward=-82.14852937621498 epsilon=0.01 avg=-253.79816206023358 independent_100_runs=-216.8306329855135
e=505 episode_reward=-160.37019294092985 epsilon=0.01 avg=-248.76997982819523 independent_100_runs=-188.89402547177684
e=506 episode_reward=-136.13699964199532 epsilon=0.01 avg=-245.9059852753337 independent_100_runs=-365.7570406376392
e=507 episode_reward=-241.90733474033743 epsilon=0.01 avg=-247.1420918836412 independent_100_runs=-217.36837971963894
e=508 episode_reward=-22.640457767673112 epsilon=0.01 avg=-246.36596237093255 independent_100_runs=-219.3059847911632
e=509 episode_reward=-120.9162809519942 epsilon=0.01 avg=-245.5091506142962 independent_100_runs=-317.87056134599567
e=510 episode_reward=-363.39920670318975 epsilon=0.01 avg=-247.60103866266815 independent_100_runs=-366.6779307933276
e=511 episode_reward=-416.6557477456157 epsilon=0.01 avg=-250.4028011953102 independent_100_runs=-388.1762450590348
e=512 episode_reward=-426.5221126229917 epsilon=0.01 avg=-253.48567522594934 independent_100_runs=-711.6339388103122
e=513 episode_reward=-576.9268512376204 epsilon=0.01 avg=-256.7406096340918 independent_100_runs=-419.86012842697136
e=514 episode_reward=-535.5723507425048 epsilon=0.01 avg=-259.64314736191795 independent_100_runs=-521.9751560904922
e=515 episode_reward=-320.6320034790457 epsilon=0.01 avg=-258.4263603163343 independent_100_runs=-522.1253076086764
e=516 episode_reward=-379.0320298975629 epsilon=0.01 avg=-261.418924709159 independent_100_runs=-373.5147139558639
e=517 episode_reward=-538.4240720184669 epsilon=0.01 avg=-266.2220246471896 independent_100_runs=-168.00601275904634
e=518 episode_reward=-216.00402605876553 epsilon=0.01 avg=-266.10476833325197 independent_100_runs=-256.7597929772048
e=519 episode_reward=-99.09738220936327 epsilon=0.01 avg=-266.1289988131853 independent_100_runs=-174.7392639612304
e=520 episode_reward=-472.82941916993036 epsilon=0.01 avg=-269.07770084034615 independent_100_runs=-171.32182180728174
e=521 episode_reward=-140.37253617058823 epsilon=0.01 avg=-268.63553902957466 independent_100_runs=-155.07941846160745
e=522 episode_reward=-117.67931749538879 epsilon=0.01 avg=-264.47632803590824 independent_100_runs=-444.4305696618763
e=523 episode_reward=-241.1592346600658 epsilon=0.01 avg=-266.1050307802732 independent_100_runs=-172.12273086082888
e=524 episode_reward=-123.16016718041857 epsilon=0.01 avg=-266.45934571311295 independent_100_runs=-158.64301889970488
e=525 episode_reward=-122.3381094036069 epsilon=0.01 avg=-265.69049572398865 independent_100_runs=-144.7612204300974
e=526 episode_reward=-175.8376766766938 epsilon=0.01 avg=-266.5403579025507 independent_100_runs=-198.7469910704068
e=527 episode_reward=-39.530016361096585 epsilon=0.01 avg=-264.93556260980574 independent_100_runs=-189.93584936431432
e=528 episode_reward=-384.8499003082086 epsilon=0.01 avg=-267.35907110886194 independent_100_runs=-170.5817735077431
e=529 episode_reward=-444.9838266418913 epsilon=0.01 avg=-269.5273315712519 independent_100_runs=-198.95382138979255
e=530 episode_reward=-279.87945782243435 epsilon=0.01 avg=-270.6161993552091 independent_100_runs=-258.6851236058543
e=531 episode_reward=-276.6504199310233 epsilon=0.01 avg=-272.9136821642357 independent_100_runs=-336.9194404273299
e=532 episode_reward=-334.5761814551569 epsilon=0.01 avg=-275.6194980933182 independent_100_runs=-342.472379276211
e=533 episode_reward=-214.60928524711696 epsilon=0.01 avg=-275.65030867065565 independent_100_runs=-159.2237172594082
e=534 episode_reward=-149.3929913504203 epsilon=0.01 avg=-275.8228272043003 independent_100_runs=-214.5910332250136
e=535 episode_reward=-67.27244422923695 epsilon=0.01 avg=-274.9601061612832 independent_100_runs=-512.5718543230774
e=536 episode_reward=-250.30401082814242 epsilon=0.01 avg=-275.20922504921646 independent_100_runs=-195.94598260525228
e=537 episode_reward=-192.86475972938547 epsilon=0.01 avg=-274.9453775541008 independent_100_runs=-214.06036756917234
e=538 episode_reward=-278.187742485312 epsilon=0.01 avg=-275.45639962189415 independent_100_runs=-293.6100450709541
e=539 episode_reward=-92.21207061940544 epsilon=0.01 avg=-273.9276580405219 independent_100_runs=-291.4321862020821
e=540 episode_reward=-202.20859314717242 epsilon=0.01 avg=-274.47064709141625 independent_100_runs=-268.92085595995684
e=541 episode_reward=-121.59559232920836 epsilon=0.01 avg=-275.20718933381244 independent_100_runs=-275.1001388217101
e=542 episode_reward=-82.35464363625806 epsilon=0.01 avg=-273.77739011559436 independent_100_runs=-205.77612593232325
e=543 episode_reward=-182.09079334999473 epsilon=0.01 avg=-274.0510015328716 independent_100_runs=-182.7610442843089
e=544 episode_reward=-205.7727831607918 epsilon=0.01 avg=-270.64651318651886 independent_100_runs=-166.57353005561765
e=545 episode_reward=-152.44751368741115 epsilon=0.01 avg=-272.3594988236779 independent_100_runs=-160.3213141576124
e=546 episode_reward=-85.45026279729632 epsilon=0.01 avg=-271.16146930771976 independent_100_runs=-249.5033956073049
e=547 episode_reward=-221.0430292419634 epsilon=0.01 avg=-272.7956216465452 independent_100_runs=-313.1775186688182
e=548 episode_reward=-199.94220162373713 epsilon=0.01 avg=-272.76324576989447 independent_100_runs=-447.5032260460605
e=549 episode_reward=-256.33605860517775 epsilon=0.01 avg=-273.76543733773195 independent_100_runs=-149.70321308298065
e=550 episode_reward=-200.58642120654477 epsilon=0.01 avg=-273.1510833649272 independent_100_runs=-111.41715315492405
e=551 episode_reward=-185.88308040493797 epsilon=0.01 avg=-272.07431182760644 independent_100_runs=-99.29645343615853
e=552 episode_reward=-132.5469790412935 epsilon=0.01 avg=-271.1543285488444 independent_100_runs=-122.1758826096694
e=553 episode_reward=-108.98233676003979 epsilon=0.01 avg=-270.5453551215814 independent_100_runs=-100.83246658765287
e=554 episode_reward=-97.12609178208533 epsilon=0.01 avg=-270.6080968561525 independent_100_runs=-97.93667654174956
e=555 episode_reward=-132.86845083993194 epsilon=0.01 avg=-270.2973927002386 independent_100_runs=-133.61668879018345
e=556 episode_reward=-236.24984397012486 epsilon=0.01 avg=-270.9024827804498 independent_100_runs=-131.54139340726962
e=557 episode_reward=-285.5820377798043 epsilon=0.01 avg=-272.30885067295316 independent_100_runs=-187.4586366525366
e=558 episode_reward=-210.0044091295274 epsilon=0.01 avg=-271.74715221995297 independent_100_runs=-129.529605432213
e=559 episode_reward=-139.76466393087318 epsilon=0.01 avg=-271.7103617206535 independent_100_runs=-133.17492476099116
e=560 episode_reward=-73.17777159267463 epsilon=0.01 avg=-266.8586052048056 independent_100_runs=-97.84110876041572
e=561 episode_reward=-11.727404524415519 epsilon=0.01 avg=-266.1304738456733 independent_100_runs=-138.03102541173098
e=562 episode_reward=-75.98492759948054 epsilon=0.01 avg=-260.4909293214071 independent_100_runs=-254.15774447224925
e=563 episode_reward=-183.95750728151802 epsilon=0.01 avg=-258.63290101105383 independent_100_runs=-93.2056060420992
e=564 episode_reward=-36.95036113210537 epsilon=0.01 avg=-255.83426916294505 independent_100_runs=-278.0644754515468
e=565 episode_reward=-351.9221304919601 epsilon=0.01 avg=-258.0581088278431 independent_100_runs=-130.49437988913195
e=566 episode_reward=-74.9111729919741 epsilon=0.01 avg=-256.198701701749 independent_100_runs=-248.72030655039293
e=567 episode_reward=-306.18712236979906 epsilon=0.01 avg=-257.4249941755816 independent_100_runs=-467.14851278060144
e=568 episode_reward=-320.811801113903 epsilon=0.01 avg=-257.9855377011988 independent_100_runs=-121.11948804823987
e=569 episode_reward=-54.21259764070595 epsilon=0.01 avg=-253.08086277490895 independent_100_runs=-223.72991081954027
e=570 episode_reward=-339.1994204128353 epsilon=0.01 avg=-253.02344185954502 independent_100_runs=-394.73381436203454
e=571 episode_reward=-233.83803055562126 epsilon=0.01 avg=-251.96017071429196 independent_100_runs=-263.94071045932293
e=572 episode_reward=-186.7572228391954 epsilon=0.01 avg=-252.72006383834446 independent_100_runs=-288.83427496153064
e=573 episode_reward=-250.40471353493822 epsilon=0.01 avg=-252.68244816069296 independent_100_runs=-227.75082039180802
e=574 episode_reward=-79.95713156657126 epsilon=0.01 avg=-248.7190670777814 independent_100_runs=-255.53281588384942
e=575 episode_reward=-324.2170364476407 epsilon=0.01 avg=-248.40577359491925 independent_100_runs=-607.1918339270242
e=576 episode_reward=-89.35927537816147 epsilon=0.01 avg=-248.01483338075246 independent_100_runs=-476.2221395965586
e=577 episode_reward=-242.92549968217847 epsilon=0.01 avg=-246.61897893401954 independent_100_runs=-296.77398787902746
e=578 episode_reward=-242.8354425704454 epsilon=0.01 avg=-247.74756886655518 independent_100_runs=-267.0857951781984
e=579 episode_reward=-266.3475111303455 epsilon=0.01 avg=-248.0634680762226 independent_100_runs=-193.17435406175292
e=580 episode_reward=-139.39940284491416 epsilon=0.01 avg=-239.69652634963776 independent_100_runs=-196.9633513371027
e=581 episode_reward=-251.73705957199545 epsilon=0.01 avg=-241.86823283501838 independent_100_runs=-331.09925827945494
e=582 episode_reward=-199.17395602938547 epsilon=0.01 avg=-226.28631205196376 independent_100_runs=-236.00903651216794
e=583 episode_reward=-203.70525970600718 epsilon=0.01 avg=-225.60196413282162 independent_100_runs=-220.92208918942833
e=584 episode_reward=-193.70829537111598 epsilon=0.01 avg=-221.90018743398832 independent_100_runs=-582.9561982480333
e=585 episode_reward=-647.0020568096958 epsilon=0.01 avg=-226.5137929712122 independent_100_runs=-554.6032712486045
e=586 episode_reward=-489.40721384788816 epsilon=0.01 avg=-226.84509731295043 independent_100_runs=-490.092231088426
e=587 episode_reward=-172.222507785174 epsilon=0.01 avg=-220.72740254717198 independent_100_runs=-532.7060773655753
e=588 episode_reward=-357.88876836288864 epsilon=0.01 avg=-221.37064906585437 independent_100_runs=-429.5330729468878
e=589 episode_reward=-161.2038338174109 epsilon=0.01 avg=-221.8602240267965 independent_100_runs=-670.5900996260593
e=590 episode_reward=-22.11915304823239 epsilon=0.01 avg=-219.36794665831678 independent_100_runs=-513.226054472433
e=591 episode_reward=-393.92128949102045 epsilon=0.01 avg=-221.70768041753334 independent_100_runs=-349.3262611943231
e=592 episode_reward=-194.14582204886526 epsilon=0.01 avg=-220.49249624694082 independent_100_runs=-129.10124089756835
e=593 episode_reward=-348.29708479000567 epsilon=0.01 avg=-221.0395455947291 independent_100_runs=-132.03156736201214
e=594 episode_reward=-125.0697267516182 epsilon=0.01 avg=-220.89022274827178 independent_100_runs=-135.0355322114562
e=595 episode_reward=-134.9182285207886 epsilon=0.01 avg=-217.5603441429161 independent_100_runs=-124.85061222806307
e=596 episode_reward=-134.0882810366249 epsilon=0.01 avg=-216.72308053376196 independent_100_runs=-134.66913154757071
e=597 episode_reward=-128.80494391019607 epsilon=0.01 avg=-216.87755926528024 independent_100_runs=-132.68209535128514
e=598 episode_reward=-141.70423816079594 epsilon=0.01 avg=-215.28238763774021 independent_100_runs=-148.93058930645742
e=599 episode_reward=-234.54206610130743 epsilon=0.01 avg=-216.16721552807613 independent_100_runs=-140.15854777003304
e=600 episode_reward=-121.86874397853406 epsilon=0.01 avg=-214.81408762315434 independent_100_runs=-134.60708949338292
e=601 episode_reward=-142.4768926253995 epsilon=0.01 avg=-214.96672859627535 independent_100_runs=-102.43911307769739
e=602 episode_reward=-75.73182129926707 epsilon=0.01 avg=-213.8984722359628 independent_100_runs=-123.61620526260226
e=603 episode_reward=-179.51853071907044 epsilon=0.01 avg=-214.1225018980864 independent_100_runs=-126.59961782384904
e=604 episode_reward=-85.72011377100422 epsilon=0.01 avg=-214.1582177420343 independent_100_runs=-139.25211294889428
e=605 episode_reward=-159.8260541484101 epsilon=0.01 avg=-214.15277635410908 independent_100_runs=-119.48561726473514
e=606 episode_reward=-122.93409626117179 epsilon=0.01 avg=-214.02074732030084 independent_100_runs=-143.77322553092685
e=607 episode_reward=-181.25952739901686 epsilon=0.01 avg=-213.41426924688759 independent_100_runs=-126.94654007657094
e=608 episode_reward=-169.7141817037076 epsilon=0.01 avg=-214.885006486248 independent_100_runs=-135.18765344526673
e=609 episode_reward=-152.60798632347405 epsilon=0.01 avg=-215.20192353996276 independent_100_runs=-131.73601389092738
e=610 episode_reward=-80.17716513660201 epsilon=0.01 avg=-212.3697031242969 independent_100_runs=-130.2506213677324
e=611 episode_reward=-126.72261570150116 epsilon=0.01 avg=-209.47037180385578 independent_100_runs=-108.60033683714082
e=612 episode_reward=-136.07914362526697 epsilon=0.01 avg=-206.56594211387852 independent_100_runs=-114.11296321142932
e=613 episode_reward=-82.70640883936633 epsilon=0.01 avg=-201.62373768989602 independent_100_runs=-116.02878591878002
e=614 episode_reward=-49.02545325992388 epsilon=0.01 avg=-196.7582687150702 independent_100_runs=-117.29996206837959
e=615 episode_reward=-287.9925190236255 epsilon=0.01 avg=-196.431873870516 independent_100_runs=-951.0313583547281
e=616 episode_reward=-472.61049895918904 epsilon=0.01 avg=-197.3676585611322 independent_100_runs=-425.4739668430136
e=617 episode_reward=-174.36581272231155 epsilon=0.01 avg=-193.72707596817065 independent_100_runs=-124.86093919438969
e=618 episode_reward=-47.76397757911544 epsilon=0.01 avg=-192.04467548337414 independent_100_runs=-121.1112959817902
e=619 episode_reward=-111.70257071340164 epsilon=0.01 avg=-192.17072736841453 independent_100_runs=-150.4463561038163
e=620 episode_reward=-394.2655623100645 epsilon=0.01 avg=-191.3850887998159 independent_100_runs=-121.10874635971048
e=621 episode_reward=-100.54816724425858 epsilon=0.01 avg=-190.9868451105526 independent_100_runs=-614.4182648803192
e=622 episode_reward=-638.0194612823296 epsilon=0.01 avg=-196.190246548422 independent_100_runs=-587.8698761849621
e=623 episode_reward=-785.4771381029111 epsilon=0.01 avg=-201.63342558285044 independent_100_runs=-176.3273403120407
e=624 episode_reward=-120.95255790773732 epsilon=0.01 avg=-201.61134949012364 independent_100_runs=-399.11789067380204
e=625 episode_reward=-582.5162204157477 epsilon=0.01 avg=-206.21313060024505 independent_100_runs=-374.02902191870686
e=626 episode_reward=-249.9282709131739 epsilon=0.01 avg=-206.95403654260983 independent_100_runs=-401.88573846510354
e=627 episode_reward=-784.8998283223922 epsilon=0.01 avg=-214.4077346622228 independent_100_runs=-170.08672015485948
e=628 episode_reward=-111.90287888991682 epsilon=0.01 avg=-211.67826444803993 independent_100_runs=-413.39649781243963
e=629 episode_reward=-699.049722277129 epsilon=0.01 avg=-214.21892340439226 independent_100_runs=-170.9720097435854
e=630 episode_reward=-305.6872347931559 epsilon=0.01 avg=-214.47700117409948 independent_100_runs=-175.39314836087797
e=631 episode_reward=-178.63137855144666 epsilon=0.01 avg=-213.49681076030373 independent_100_runs=-1236.421983867451
e=632 episode_reward=-430.10959366454273 epsilon=0.01 avg=-214.45214488239762 independent_100_runs=-900.0464087540447
e=633 episode_reward=-238.74820376286866 epsilon=0.01 avg=-214.6935340675551 independent_100_runs=-315.85607574893413
e=634 episode_reward=-320.7876048502998 epsilon=0.01 avg=-216.40748020255393 independent_100_runs=-465.53179151305494
e=635 episode_reward=-627.8846949681531 epsilon=0.01 avg=-222.0136027099431 independent_100_runs=-613.5478554042325
e=636 episode_reward=-501.9483512471635 epsilon=0.01 avg=-224.53004611413328 independent_100_runs=-233.8635589979422
e=637 episode_reward=-170.10775417966505 epsilon=0.01 avg=-224.3024760586361 independent_100_runs=-245.0127892522238
e=638 episode_reward=-525.8554975842965 epsilon=0.01 avg=-226.77915360962595 independent_100_runs=-322.5526218256334
e=639 episode_reward=-451.364748966367 epsilon=0.01 avg=-230.37068039309557 independent_100_runs=-400.54798840869086
e=640 episode_reward=-524.1244233380781 epsilon=0.01 avg=-233.58983869500463 independent_100_runs=-297.24873539045143
e=641 episode_reward=-601.2040513793842 epsilon=0.01 avg=-238.38592328550635 independent_100_runs=-981.6262753572955
e=642 episode_reward=-297.8188671555995 epsilon=0.01 avg=-240.54056552069974 independent_100_runs=-483.74497438582114
e=643 episode_reward=-553.4954852688359 epsilon=0.01 avg=-244.25461243988818 independent_100_runs=-364.524133653492
e=644 episode_reward=-576.1458573161933 epsilon=0.01 avg=-247.9583431814422 independent_100_runs=-324.88885238107537
e=645 episode_reward=-460.63215771787395 epsilon=0.01 avg=-251.04018962174683 independent_100_runs=-525.5543816747204
e=646 episode_reward=-281.33039710811795 epsilon=0.01 avg=-252.99899096485507 independent_100_runs=-488.2460620084255
e=647 episode_reward=-308.02132072168365 epsilon=0.01 avg=-253.86877387965225 independent_100_runs=-361.8506274158397
e=648 episode_reward=-616.3343881096406 epsilon=0.01 avg=-258.0326957445113 independent_100_runs=-516.5197455565251
e=649 episode_reward=-649.2730849471827 epsilon=0.01 avg=-261.96206600793136 independent_100_runs=-119.76723948445304
e=650 episode_reward=-133.72333591250174 epsilon=0.01 avg=-261.2934351549909 independent_100_runs=-115.38064452488412
e=651 episode_reward=-183.52100263288338 epsilon=0.01 avg=-261.26981437727034 independent_100_runs=-317.2314738409494
e=652 episode_reward=-125.75821693035292 epsilon=0.01 avg=-261.20192675616096 independent_100_runs=-271.7213190972363
e=653 episode_reward=-247.34519159175488 epsilon=0.01 avg=-262.5855553044781 independent_100_runs=-346.97768996867484
e=654 episode_reward=-224.1006188296269 epsilon=0.01 avg=-263.85530057495345 independent_100_runs=-124.36181504801522
e=655 episode_reward=-198.82756496690942 epsilon=0.01 avg=-264.5148917162233 independent_100_runs=-126.6684790140773
e=656 episode_reward=-83.6384906476006 epsilon=0.01 avg=-262.98877818299803 independent_100_runs=-123.80744212323627
e=657 episode_reward=-84.30585251024195 epsilon=0.01 avg=-260.9760163303024 independent_100_runs=-127.67285387281989
e=658 episode_reward=-86.73669755195877 epsilon=0.01 avg=-259.7433392145267 independent_100_runs=-129.59198398159486
e=659 episode_reward=-111.71733308090927 epsilon=0.01 avg=-259.46286590602705 independent_100_runs=-123.33200670316293
e=660 episode_reward=-140.33453126585707 epsilon=0.01 avg=-260.1344335027589 independent_100_runs=-124.83009052524672
e=661 episode_reward=48.33333562403945 epsilon=0.01 avg=-259.53382610127437 independent_100_runs=-125.71858415477028
e=662 episode_reward=-158.73867345681478 epsilon=0.01 avg=-260.3613635598477 independent_100_runs=-128.29748597924075
e=663 episode_reward=-9.709371475202786 epsilon=0.01 avg=-258.6188822017846 independent_100_runs=-123.87973285403554
e=664 episode_reward=-114.63800029811257 epsilon=0.01 avg=-259.3957585934446 independent_100_runs=-129.13077458002556
e=665 episode_reward=-143.32036244011528 epsilon=0.01 avg=-257.30974091292615 independent_100_runs=-126.9838770369497
e=666 episode_reward=-136.3417366825974 epsilon=0.01 avg=-257.9240465498324 independent_100_runs=-175.3596746919628
e=667 episode_reward=-86.03983283224241 epsilon=0.01 avg=-255.72257365445682 independent_100_runs=-242.89713182189047
e=668 episode_reward=-413.2247350678463 epsilon=0.01 avg=-256.64670299399626 independent_100_runs=-134.33111666164288
e=669 episode_reward=-295.98730231391966 epsilon=0.01 avg=-259.0644500407284 independent_100_runs=-361.05534153324663
e=670 episode_reward=-617.3030943315069 epsilon=0.01 avg=-261.8454867799151 independent_100_runs=-594.6385215420312
e=671 episode_reward=-676.7627574674774 epsilon=0.01 avg=-266.27473404903367 independent_100_runs=-289.5890547245261
e=672 episode_reward=-361.6183413012545 epsilon=0.01 avg=-268.02334523365425 independent_100_runs=-265.4862121294028
e=673 episode_reward=-149.71644879215833 epsilon=0.01 avg=-267.01646258622645 independent_100_runs=-170.76031531582103
e=674 episode_reward=-118.567536596046 epsilon=0.01 avg=-267.4025666365212 independent_100_runs=-141.42805789537178
e=675 episode_reward=-117.19016130880686 epsilon=0.01 avg=-265.3322978851329 independent_100_runs=-142.19430258141583
e=676 episode_reward=-170.3376250403548 epsilon=0.01 avg=-266.14208138175485 independent_100_runs=-144.11593599615566
e=677 episode_reward=-338.2992331889458 epsilon=0.01 avg=-267.0958187168225 independent_100_runs=-196.33989451361992
e=678 episode_reward=-136.38678947215402 epsilon=0.01 avg=-266.0313321858397 independent_100_runs=-141.3508315730536
e=679 episode_reward=-178.64026422037648 epsilon=0.01 avg=-265.15425971673994 independent_100_runs=-221.29560464164013
e=680 episode_reward=-128.8290285306166 epsilon=0.01 avg=-265.048555973597 independent_100_runs=-196.85150083262647
e=681 episode_reward=-211.5203758384016 epsilon=0.01 avg=-264.646389136261 independent_100_runs=-171.1127239499913
e=682 episode_reward=-220.15744341978157 epsilon=0.01 avg=-264.85622401016496 independent_100_runs=-130.13425379695454
e=683 episode_reward=-163.0836640241181 epsilon=0.01 avg=-264.45000805334604 independent_100_runs=-131.44663158833083
e=684 episode_reward=-121.91433227893674 epsilon=0.01 avg=-263.7320684224243 independent_100_runs=-128.86214424287277
e=685 episode_reward=-179.37641430828376 epsilon=0.01 avg=-259.0558119974101 independent_100_runs=-128.1124177753876
e=686 episode_reward=-152.58089201074193 epsilon=0.01 avg=-255.68754877903865 independent_100_runs=-130.88407887201467
e=687 episode_reward=-234.42944843444712 epsilon=0.01 avg=-256.30961818553135 independent_100_runs=-246.26591759110192
e=688 episode_reward=-134.01716062474807 epsilon=0.01 avg=-254.07090210815 independent_100_runs=-154.06036742310772
e=689 episode_reward=-194.75349514996276 epsilon=0.01 avg=-254.40639872147548 independent_100_runs=-132.46810897382053
e=690 episode_reward=-177.7469833614673 epsilon=0.01 avg=-255.96267702460784 independent_100_runs=-205.88612981502155
e=691 episode_reward=-153.05275951390087 epsilon=0.01 avg=-253.55399172483666 independent_100_runs=-166.12246276889928
e=692 episode_reward=-442.8517737200997 epsilon=0.01 avg=-256.041051241549 independent_100_runs=-319.7061178392694
e=693 episode_reward=-387.41513184133095 epsilon=0.01 avg=-256.4322317120622 independent_100_runs=-557.0871462112387
e=694 episode_reward=-309.9901789481253 epsilon=0.01 avg=-258.28143623402735 independent_100_runs=-400.2208686720801
e=695 episode_reward=-336.6027077233464 epsilon=0.01 avg=-260.29828102605296 independent_100_runs=-240.51103423731664
e=696 episode_reward=-158.748028851094 epsilon=0.01 avg=-260.54487850419764 independent_100_runs=-150.03231099913282
e=697 episode_reward=-50.84122311210325 epsilon=0.01 avg=-259.7652412962167 independent_100_runs=-123.5552680845434
e=698 episode_reward=-240.7123884575669 epsilon=0.01 avg=-260.7553227991844 independent_100_runs=-131.03250497382277
e=699 episode_reward=-208.07593285667863 epsilon=0.01 avg=-260.4906614667381 independent_100_runs=-163.10614683458866
e=700 episode_reward=-249.57613976108428 epsilon=0.01 avg=-261.7677354245636 independent_100_runs=-133.63818505943948
e=701 episode_reward=-203.06019400787616 epsilon=0.01 avg=-262.3735684383884 independent_100_runs=-130.815642226025
e=702 episode_reward=-176.26493325748146 epsilon=0.01 avg=-263.3788995579705 independent_100_runs=-122.92307004347339
e=703 episode_reward=-229.60488060251294 epsilon=0.01 avg=-263.87976305680496 independent_100_runs=-228.74855395948398
e=704 episode_reward=-340.721490497021 epsilon=0.01 avg=-266.42977682406513 independent_100_runs=-290.53134641651314
e=705 episode_reward=-341.5075805447135 epsilon=0.01 avg=-268.24659208802814 independent_100_runs=-127.81991771624752
e=706 episode_reward=-213.90331592093452 epsilon=0.01 avg=-269.15628428462577 independent_100_runs=-344.27987573881956
e=707 episode_reward=-289.78860976886205 epsilon=0.01 avg=-270.24157510832424 independent_100_runs=-140.54983934347527
e=708 episode_reward=-147.05515328478253 epsilon=0.01 avg=-270.01498482413496 independent_100_runs=-320.8679497158494
e=709 episode_reward=-497.552947097224 epsilon=0.01 avg=-273.4644344318725 independent_100_runs=-175.51743747344378
e=710 episode_reward=-332.51073822240414 epsilon=0.01 avg=-275.9877701627305 independent_100_runs=-384.94915613960484
e=711 episode_reward=-361.3691965810988 epsilon=0.01 avg=-278.3342359715265 independent_100_runs=-144.16092900617224
e=712 episode_reward=-152.47831807398288 epsilon=0.01 avg=-278.4982277160136 independent_100_runs=-175.32614550441735
e=713 episode_reward=-265.7272057640562 epsilon=0.01 avg=-280.3284356852605 independent_100_runs=-138.14382525365716
e=714 episode_reward=-150.26036626902385 epsilon=0.01 avg=-281.3407848153515 independent_100_runs=-138.26204158393637
e=715 episode_reward=-88.89258341438719 epsilon=0.01 avg=-279.3497854592591 independent_100_runs=-140.47809790276628
e=716 episode_reward=-163.74320708642892 epsilon=0.01 avg=-276.26111254053154 independent_100_runs=-143.75676868163504
e=717 episode_reward=-78.09935643478117 epsilon=0.01 avg=-275.2984479776562 independent_100_runs=-127.70515085926276
e=718 episode_reward=-105.86796689282447 epsilon=0.01 avg=-275.87948787079335 independent_100_runs=-122.66453674864687
e=719 episode_reward=-93.44163349988534 epsilon=0.01 avg=-275.6968784986582 independent_100_runs=-138.62866544068382
e=720 episode_reward=-339.8792685163759 epsilon=0.01 avg=-275.15301556072126 independent_100_runs=-576.9032470796889
e=721 episode_reward=-336.664310651714 epsilon=0.01 avg=-277.51417699479583 independent_100_runs=-282.0068528270758
e=722 episode_reward=-146.98400585617594 epsilon=0.01 avg=-272.60382244053426 independent_100_runs=-130.89891630304277
e=723 episode_reward=32.19508500225734 epsilon=0.01 avg=-264.4271002094826 independent_100_runs=-311.91724193621064
e=724 episode_reward=-92.76356358891962 epsilon=0.01 avg=-264.14521026629444 independent_100_runs=-132.98818495216753
e=725 episode_reward=-257.40033996882624 epsilon=0.01 avg=-260.8940514618252 independent_100_runs=-213.8301753517044
e=726 episode_reward=-121.0185970752847 epsilon=0.01 avg=-259.6049547234463 independent_100_runs=-226.24706978213675
e=727 episode_reward=-236.57261621470946 epsilon=0.01 avg=-254.12168260236956 independent_100_runs=-117.95680015971907
e=728 episode_reward=-132.4770962474572 epsilon=0.01 avg=-254.32742477594493 independent_100_runs=-175.76406156875512
e=729 episode_reward=-163.0568366954751 epsilon=0.01 avg=-248.9674959201284 independent_100_runs=-131.4781102821778
e=730 episode_reward=-227.74549956381338 epsilon=0.01 avg=-248.188078567835 independent_100_runs=-149.06552393969912
e=731 episode_reward=-113.7392912188403 epsilon=0.01 avg=-247.5391576945089 independent_100_runs=-162.49654950260054
e=732 episode_reward=-281.4204115896971 epsilon=0.01 avg=-246.05226587376043 independent_100_runs=-231.670837954822
e=733 episode_reward=-296.02880780901216 epsilon=0.01 avg=-246.62507191422185 independent_100_runs=-119.42890691637673
e=734 episode_reward=-297.57841073594886 epsilon=0.01 avg=-246.39297997307835 independent_100_runs=-171.5592778910697
e=735 episode_reward=-145.3509676219585 epsilon=0.01 avg=-241.56764269961644 independent_100_runs=-229.625363898109
e=736 episode_reward=-166.93604290651672 epsilon=0.01 avg=-238.21751961620993 independent_100_runs=-147.90799918502915
e=737 episode_reward=-25.314274789234503 epsilon=0.01 avg=-236.76958482230563 independent_100_runs=-162.9498181067154
e=738 episode_reward=-152.60654258510135 epsilon=0.01 avg=-233.03709527231368 independent_100_runs=-163.95287628757745
e=739 episode_reward=-120.27405961006735 epsilon=0.01 avg=-229.72618837875066 independent_100_runs=-144.48599705370393
e=740 episode_reward=-131.43094036603497 epsilon=0.01 avg=-225.79925354903023 independent_100_runs=-190.77873967781517
e=741 episode_reward=12.366060779556918 epsilon=0.01 avg=-219.6635524274408 independent_100_runs=-194.7756444042477
e=742 episode_reward=-146.15229426551556 epsilon=0.01 avg=-218.14688669853993 independent_100_runs=-181.30431044034998
e=743 episode_reward=-105.9334483112694 epsilon=0.01 avg=-213.67126632896426 independent_100_runs=-210.2548816147193
e=744 episode_reward=-209.98457867179076 epsilon=0.01 avg=-210.00965354252028 independent_100_runs=-167.10807287357173
e=745 episode_reward=-21.458415464575396 epsilon=0.01 avg=-205.61791611998729 independent_100_runs=-273.6626651367898
e=746 episode_reward=-284.6589845846612 epsilon=0.01 avg=-205.65120199475274 independent_100_runs=-211.65789865757714
e=747 episode_reward=-526.6615286590056 epsilon=0.01 avg=-207.83760407412595 independent_100_runs=-235.95129589140342
e=748 episode_reward=-328.46395285465724 epsilon=0.01 avg=-204.95889972157613 independent_100_runs=-330.60529667628856
e=749 episode_reward=-335.3324309668909 epsilon=0.01 avg=-201.81949318177323 independent_100_runs=-441.4386175071879
e=750 episode_reward=-367.88618394388203 epsilon=0.01 avg=-204.16112166208703 independent_100_runs=-337.56013976702803
e=751 episode_reward=-368.1395203950949 epsilon=0.01 avg=-206.00730683970917 independent_100_runs=-389.605874246103
e=752 episode_reward=-475.959958940222 epsilon=0.01 avg=-209.50932425980784 independent_100_runs=-337.94757890518434
e=753 episode_reward=-508.5594525592852 epsilon=0.01 avg=-212.12146686948316 independent_100_runs=-344.4739699178332
e=754 episode_reward=-424.94448995045445 epsilon=0.01 avg=-214.1299055806914 independent_100_runs=-129.06506376388208
e=755 episode_reward=-195.9703360455996 epsilon=0.01 avg=-214.10133329147834 independent_100_runs=-141.90881507505924
e=756 episode_reward=-170.009217027914 epsilon=0.01 avg=-214.96504055528146 independent_100_runs=-179.09659910410238
e=757 episode_reward=-198.7693065117834 epsilon=0.01 avg=-216.10967509529684 independent_100_runs=-212.39702424618423
e=758 episode_reward=-217.55968718806434 epsilon=0.01 avg=-217.41790499165793 independent_100_runs=-134.279182292094
e=759 episode_reward=-199.70408305106457 epsilon=0.01 avg=-218.29777249135938 independent_100_runs=-234.2996545691051
e=760 episode_reward=-234.9033725294135 epsilon=0.01 avg=-219.24346090399496 independent_100_runs=-936.1516561881383
e=761 episode_reward=-182.03316433395284 epsilon=0.01 avg=-221.54712590357488 independent_100_runs=-232.2217024663571
e=762 episode_reward=-52.20311807336912 epsilon=0.01 avg=-220.4817703497405 independent_100_runs=-168.72298993943977
e=763 episode_reward=-252.81690217362035 epsilon=0.01 avg=-222.91284565672464 independent_100_runs=-198.00034698030288
e=764 episode_reward=-238.05123669343777 epsilon=0.01 avg=-224.14697802067792 independent_100_runs=-409.26940433067017
e=765 episode_reward=-272.2879783224408 epsilon=0.01 avg=-225.43665417950118 independent_100_runs=-294.27466844351403
e=766 episode_reward=-237.88076278653742 epsilon=0.01 avg=-226.45204444054062 independent_100_runs=-187.9819868088549
e=767 episode_reward=-476.7723752132358 epsilon=0.01 avg=-230.35936986435055 independent_100_runs=-588.3623762550521
e=768 episode_reward=-720.9342298357725 epsilon=0.01 avg=-233.4364648120298 independent_100_runs=-510.30389100188955
e=769 episode_reward=-505.35999788072473 epsilon=0.01 avg=-235.53019176769783 independent_100_runs=-469.8738767205348
e=770 episode_reward=-321.38230207034076 epsilon=0.01 avg=-232.5709838450862 independent_100_runs=-235.75805716876286
e=771 episode_reward=-457.2152881226225 epsilon=0.01 avg=-230.3755091516376 independent_100_runs=-237.97699188025427
e=772 episode_reward=-176.56582336030579 epsilon=0.01 avg=-228.52498397222814 independent_100_runs=-231.12075322074102
e=773 episode_reward=-153.84592602777516 epsilon=0.01 avg=-228.5662787445843 independent_100_runs=-187.13926829444716
e=774 episode_reward=-232.2778579526887 epsilon=0.01 avg=-229.70338195815071 independent_100_runs=-352.89627867558505
e=775 episode_reward=-156.7826853929745 epsilon=0.01 avg=-230.0993071989924 independent_100_runs=-354.5692098396976
e=776 episode_reward=-333.99351569377325 epsilon=0.01 avg=-231.73586610552655 independent_100_runs=-357.2249668295076
e=777 episode_reward=-496.47294053437383 epsilon=0.01 avg=-233.31760317898082 independent_100_runs=-545.8363782943993
e=778 episode_reward=-450.5532042604351 epsilon=0.01 avg=-236.45926732686365 independent_100_runs=-527.5937852213225
e=779 episode_reward=-504.8479973387105 epsilon=0.01 avg=-239.72134465804703 independent_100_runs=-254.71724908093762
e=780 episode_reward=-641.0056366481884 epsilon=0.01 avg=-244.84311073922277 independent_100_runs=-625.333862115039
e=781 episode_reward=-253.74162938215133 epsilon=0.01 avg=-245.26532327466026 independent_100_runs=-285.83696376777885
e=782 episode_reward=-241.56226396052887 epsilon=0.01 avg=-245.47937148006767 independent_100_runs=-244.30090656585028
e=783 episode_reward=-285.2427769681733 epsilon=0.01 avg=-246.70096260950828 independent_100_runs=-274.6784822416382
e=784 episode_reward=-368.4339312330715 epsilon=0.01 avg=-249.1661585990496 independent_100_runs=-250.24258285465422
e=785 episode_reward=-375.45684077845993 epsilon=0.01 avg=-251.1269628637514 independent_100_runs=-242.91655456499177
e=786 episode_reward=-207.56269576886092 epsilon=0.01 avg=-251.67678090133256 independent_100_runs=-238.87019299095405
e=787 episode_reward=-312.2728434678305 epsilon=0.01 avg=-252.45521485166643 independent_100_runs=-344.6418632490682
e=788 episode_reward=-289.2063257352195 epsilon=0.01 avg=-254.00710650277114 independent_100_runs=-278.5515667402558
e=789 episode_reward=-240.45219935226325 epsilon=0.01 avg=-254.46409354479417 independent_100_runs=-342.0853260096239
e=790 episode_reward=-247.13691636295036 epsilon=0.01 avg=-255.15799287480894 independent_100_runs=-277.46546662214234
e=791 episode_reward=-351.20401449120584 epsilon=0.01 avg=-257.139505424582 independent_100_runs=-227.33818567232552
e=792 episode_reward=-252.12642760458664 epsilon=0.01 avg=-255.2322519634269 independent_100_runs=-216.64396759661065
e=793 episode_reward=-235.3100815065973 epsilon=0.01 avg=-253.71120146007954 independent_100_runs=-241.7644519767773
e=794 episode_reward=-269.6930760078144 epsilon=0.01 avg=-253.30823043067645 independent_100_runs=-271.6501697144011
e=795 episode_reward=-186.99333154523717 epsilon=0.01 avg=-251.81213666889533 independent_100_runs=-226.46082379468282
e=796 episode_reward=-110.34952058908019 epsilon=0.01 avg=-251.32815158627517 independent_100_runs=-303.5962446987206
e=797 episode_reward=-292.8168089074277 epsilon=0.01 avg=-253.74790744422842 independent_100_runs=-265.3349116190841
e=798 episode_reward=-493.3503380437937 epsilon=0.01 avg=-256.2742869400907 independent_100_runs=-338.24401380805466
e=799 episode_reward=-180.347250945805 epsilon=0.01 avg=-255.99700012098194 independent_100_runs=-283.80578424205106
e=800 episode_reward=-421.42857109715317 epsilon=0.01 avg=-257.7155244343426 independent_100_runs=-409.6782750713986
e=801 episode_reward=-446.4200261603307 epsilon=0.01 avg=-260.14912275586715 independent_100_runs=-218.19346270702854
e=802 episode_reward=-158.6721178697174 epsilon=0.01 avg=-259.9731946019895 independent_100_runs=-294.7917872472137
e=803 episode_reward=-147.1179001164129 epsilon=0.01 avg=-259.14832479712857 independent_100_runs=-269.32320998981
e=804 episode_reward=-397.2671680229199 epsilon=0.01 avg=-259.7137815723875 independent_100_runs=-196.88015216271253
e=805 episode_reward=-134.64316718975434 epsilon=0.01 avg=-257.645137438838 independent_100_runs=-243.5775566880029
e=806 episode_reward=-284.5289272450435 epsilon=0.01 avg=-258.35139355207906 independent_100_runs=-398.3262557782418
e=807 episode_reward=-394.48421972555934 epsilon=0.01 avg=-259.3983496516461 independent_100_runs=-144.38018256397552
e=808 episode_reward=-559.262538044788 epsilon=0.01 avg=-263.5204234992461 independent_100_runs=-564.7469053411801
e=809 episode_reward=-182.75169324129516 epsilon=0.01 avg=-260.3724109606868 independent_100_runs=-132.56873941195047
e=810 episode_reward=-212.6198121679068 epsilon=0.01 avg=-259.1735017001418 independent_100_runs=-122.56685646667114
e=811 episode_reward=-134.72099465533188 epsilon=0.01 avg=-256.90701968088416 independent_100_runs=-195.42144013076373
e=812 episode_reward=-135.65808277652945 epsilon=0.01 avg=-256.7388173279096 independent_100_runs=-147.43431844316208
e=813 episode_reward=-194.47761735169706 epsilon=0.01 avg=-256.026321443786 independent_100_runs=-166.2493339511368
e=814 episode_reward=-43.84940932733832 epsilon=0.01 avg=-254.96221187436913 independent_100_runs=-153.3942762921768
e=815 episode_reward=-141.84372418440262 epsilon=0.01 avg=-255.49172328206933 independent_100_runs=-116.41099952831517
e=816 episode_reward=-112.6734896186916 epsilon=0.01 avg=-254.98102610739195 independent_100_runs=-149.92028907808307
e=817 episode_reward=-285.1919292928243 epsilon=0.01 avg=-257.0519518359724 independent_100_runs=-115.89819302615467
e=818 episode_reward=-114.63602611795076 epsilon=0.01 avg=-257.13963242822365 independent_100_runs=-155.31998327211292
e=819 episode_reward=-126.91137482584658 epsilon=0.01 avg=-257.4743298414832 independent_100_runs=-141.98232288811053
e=820 episode_reward=-156.43459030924555 epsilon=0.01 avg=-255.639883059412 independent_100_runs=-145.55733636058753
e=821 episode_reward=-118.7037900491635 epsilon=0.01 avg=-253.46027785338646 independent_100_runs=-137.26962392739028
e=822 episode_reward=-152.43853327385753 epsilon=0.01 avg=-253.5148231275633 independent_100_runs=-138.48701326597305
e=823 episode_reward=-150.05083456525665 epsilon=0.01 avg=-255.33728232323844 independent_100_runs=-142.33238372264515
e=824 episode_reward=-137.79398938643436 epsilon=0.01 avg=-255.78758658121353 independent_100_runs=-134.88097382547096
e=825 episode_reward=-190.3818893959849 epsilon=0.01 avg=-255.1174020754851 independent_100_runs=-137.34716106280223
e=826 episode_reward=-171.49651072746178 epsilon=0.01 avg=-255.62218121200692 independent_100_runs=-142.97048133798404
e=827 episode_reward=5.2551870653936845 epsilon=0.01 avg=-253.2039031792059 independent_100_runs=-151.8372230435918
e=828 episode_reward=-233.71281163297064 epsilon=0.01 avg=-254.21626033306097 independent_100_runs=-800.8170254729094
e=829 episode_reward=-84.41809068472597 epsilon=0.01 avg=-253.4298728729535 independent_100_runs=-624.4874865578792
e=830 episode_reward=-518.7730641631142 epsilon=0.01 avg=-256.3401485189465 independent_100_runs=-1024.3280983362495
e=831 episode_reward=-121.54212667929364 epsilon=0.01 avg=-256.41817687355103 independent_100_runs=-117.88759080295215
e=832 episode_reward=-91.77988779072672 epsilon=0.01 avg=-254.52177163556135 independent_100_runs=-117.82718787888565
e=833 episode_reward=-150.0405901002492 epsilon=0.01 avg=-253.06188945847373 independent_100_runs=-121.44807111399692
e=834 episode_reward=-173.1403337754187 epsilon=0.01 avg=-251.81750868886843 independent_100_runs=-248.45973091047227
e=835 episode_reward=-531.222266412113 epsilon=0.01 avg=-255.67622167677 independent_100_runs=-582.5971818853463
e=836 episode_reward=-392.43970759706025 epsilon=0.01 avg=-257.93125832367537 independent_100_runs=-322.9086701892477
e=837 episode_reward=-337.449294532488 epsilon=0.01 avg=-261.05260852110797 independent_100_runs=-269.0038185259319
e=838 episode_reward=-167.63611319348578 epsilon=0.01 avg=-261.20290422719177 independent_100_runs=-142.63521470050426
e=839 episode_reward=-196.54898688533603 epsilon=0.01 avg=-261.9656534999445 independent_100_runs=-198.05694280773773
e=840 episode_reward=-285.64282663811366 epsilon=0.01 avg=-263.50777236266526 independent_100_runs=-242.83383337871675
e=841 episode_reward=-228.69566671187852 epsilon=0.01 avg=-265.91838963757965 independent_100_runs=-462.6690311031531
e=842 episode_reward=-294.49547218071086 epsilon=0.01 avg=-267.4018214167316 independent_100_runs=-230.25195032586734
e=843 episode_reward=-488.83515848234134 epsilon=0.01 avg=-271.2308385184423 independent_100_runs=-312.26746669450614
e=844 episode_reward=-131.7482507312052 epsilon=0.01 avg=-270.44847523903644 independent_100_runs=-300.3443710369928
e=845 episode_reward=-394.38768178217396 epsilon=0.01 avg=-274.1777679022124 independent_100_runs=-340.44784843034887
e=846 episode_reward=-221.62087762084323 epsilon=0.01 avg=-273.5473868325742 independent_100_runs=-165.27576228415154
e=847 episode_reward=-544.5468934831094 epsilon=0.01 avg=-273.7262404808152 independent_100_runs=-329.28314362602737
e=848 episode_reward=-389.29433644489376 epsilon=0.01 avg=-274.3345443167176 independent_100_runs=-243.589423545629
e=849 episode_reward=-256.28154852956334 epsilon=0.01 avg=-273.54403549234434 independent_100_runs=-408.3260157401794
e=850 episode_reward=-290.97410955995986 epsilon=0.01 avg=-272.7749147485051 independent_100_runs=-135.13547321371556
e=851 episode_reward=-602.2577064281506 epsilon=0.01 avg=-275.11609660883573 independent_100_runs=-429.2145527550703
e=852 episode_reward=-403.4858178329934 epsilon=0.01 avg=-274.3913551977634 independent_100_runs=-251.31489530285745
e=853 episode_reward=-209.76380593857579 epsilon=0.01 avg=-271.4033987315563 independent_100_runs=-179.67205899370387
e=854 episode_reward=-234.75981851506177 epsilon=0.01 avg=-269.5015520172023 independent_100_runs=-249.72224133106516
e=855 episode_reward=-236.81764308496503 epsilon=0.01 avg=-269.91002508759595 independent_100_runs=-152.95387082365528
e=856 episode_reward=-667.3003193807481 epsilon=0.01 avg=-274.8829361111243 independent_100_runs=-313.1110002540417
e=857 episode_reward=-22.45108367076891 epsilon=0.01 avg=-273.11975388271424 independent_100_runs=-387.482649183721
e=858 episode_reward=-593.7861903700505 epsilon=0.01 avg=-276.88201891453406 independent_100_runs=-439.3739064852974
e=859 episode_reward=-625.4351450640861 epsilon=0.01 avg=-281.13932953466434 independent_100_runs=-476.8555391326079
e=860 episode_reward=-253.11943603291922 epsilon=0.01 avg=-281.3214901696994 independent_100_runs=-555.5490067090474
e=861 episode_reward=-695.484305212749 epsilon=0.01 avg=-286.45600157848736 independent_100_runs=-610.6255905356178
e=862 episode_reward=-318.0027962387319 epsilon=0.01 avg=-289.11399836014095 independent_100_runs=-481.58429193748395
e=863 episode_reward=-361.25532277173744 epsilon=0.01 avg=-290.1983825661222 independent_100_runs=-344.17389032419766
e=864 episode_reward=-284.72868617333097 epsilon=0.01 avg=-290.66515706092105 independent_100_runs=-352.794904491882
e=865 episode_reward=-523.9258713600357 epsilon=0.01 avg=-293.181535991297 independent_100_runs=-355.1323046514377
e=866 episode_reward=-800.5795555514287 epsilon=0.01 avg=-298.80852391894587 independent_100_runs=-581.2016314044012
e=867 episode_reward=-560.8876397657938 epsilon=0.01 avg=-299.6496765644715 independent_100_runs=-210.90954355148577
e=868 episode_reward=-204.16541260699853 epsilon=0.01 avg=-294.4819883921838 independent_100_runs=-205.98493913326757
e=869 episode_reward=-18.141902372516853 epsilon=0.01 avg=-289.6098074371017 independent_100_runs=-471.2483531010186
e=870 episode_reward=-143.01994465379386 epsilon=0.01 avg=-287.8261838629362 independent_100_runs=-301.560251863053
e=871 episode_reward=-259.2304831340755 epsilon=0.01 avg=-285.8463358130508 independent_100_runs=-520.7655317245788
e=872 episode_reward=-586.8528622651384 epsilon=0.01 avg=-289.9492062020991 independent_100_runs=-252.3925239383335
e=873 episode_reward=-259.34517955732275 epsilon=0.01 avg=-291.0041987373946 independent_100_runs=-257.29042506924975
e=874 episode_reward=-69.00569616606649 epsilon=0.01 avg=-289.3714771195284 independent_100_runs=-280.4917704134867
e=875 episode_reward=-304.98549317960783 epsilon=0.01 avg=-290.8535051973947 independent_100_runs=-334.7819068400389
e=876 episode_reward=-332.6104800286867 epsilon=0.01 avg=-290.8396748407438 independent_100_runs=-245.18562961793867
e=877 episode_reward=-416.9936563991677 epsilon=0.01 avg=-290.04488199939175 independent_100_runs=-261.99344450002724
e=878 episode_reward=-355.5095251286933 epsilon=0.01 avg=-289.0944452080743 independent_100_runs=-388.3273618219507
e=879 episode_reward=-276.8672954339464 epsilon=0.01 avg=-286.8146381890267 independent_100_runs=-228.30934434064775
e=880 episode_reward=-309.3423648870878 epsilon=0.01 avg=-283.49800547141564 independent_100_runs=-305.20787693280903
e=881 episode_reward=-353.6712552398097 epsilon=0.01 avg=-284.4973017299923 independent_100_runs=-217.89117354381114
e=882 episode_reward=-160.85272476097012 epsilon=0.01 avg=-283.69020633799664 independent_100_runs=-220.62543013758045
e=883 episode_reward=-265.9377851826524 epsilon=0.01 avg=-283.4971564201415 independent_100_runs=-244.80610423797017
e=884 episode_reward=-159.1881682166847 epsilon=0.01 avg=-281.4046987899776 independent_100_runs=-259.8006446087687
e=885 episode_reward=-249.40079246129608 epsilon=0.01 avg=-280.1441383068059 independent_100_runs=-268.2964537146113
e=886 episode_reward=-356.6565494119733 epsilon=0.01 avg=-281.63507684323713 independent_100_runs=-208.10196674454102
e=887 episode_reward=-232.92861391895383 epsilon=0.01 avg=-280.8416345477483 independent_100_runs=-269.8577311318718
e=888 episode_reward=-169.79521155594807 epsilon=0.01 avg=-279.6475234059556 independent_100_runs=-280.85993742044786
e=889 episode_reward=-331.435606154643 epsilon=0.01 avg=-280.5573574739794 independent_100_runs=-360.8889736537826
e=890 episode_reward=-262.4804522910516 epsilon=0.01 avg=-280.71079283326037 independent_100_runs=-272.84869009600135
e=891 episode_reward=-319.212003025325 epsilon=0.01 avg=-280.39087271860154 independent_100_runs=-331.39620131110826
e=892 episode_reward=-343.0278971209873 epsilon=0.01 avg=-281.2998874137656 independent_100_runs=-191.77110930841678
e=893 episode_reward=-319.2673678828779 epsilon=0.01 avg=-282.1394602775284 independent_100_runs=-269.6982337421138
e=894 episode_reward=-229.17976648789084 epsilon=0.01 avg=-281.7343271823292 independent_100_runs=-336.70808330679006
e=895 episode_reward=-474.7350192400319 epsilon=0.01 avg=-284.61174405927716 independent_100_runs=-321.369682697416
e=896 episode_reward=-299.7287621241454 epsilon=0.01 avg=-286.50553647462783 independent_100_runs=-374.73106976100127
e=897 episode_reward=-331.56612566573955 epsilon=0.01 avg=-286.8930296422109 independent_100_runs=-362.2745756226321
e=898 episode_reward=-182.73963660472396 epsilon=0.01 avg=-283.7869226278202 independent_100_runs=-261.85409612527815
e=899 episode_reward=-331.7041208105105 epsilon=0.01 avg=-285.3004913264673 independent_100_runs=-325.79657494747113
e=900 episode_reward=-272.2475715114596 epsilon=0.01 avg=-283.80868133061034 independent_100_runs=-302.31758450805444
e=901 episode_reward=-230.88793744349985 epsilon=0.01 avg=-281.653360443442 independent_100_runs=-353.6708423411256
e=902 episode_reward=-236.65116038604205 epsilon=0.01 avg=-282.43315086860525 independent_100_runs=-275.26702791961486
e=903 episode_reward=-412.00495196983377 epsilon=0.01 avg=-285.08202138713943 independent_100_runs=-761.7319133640881
e=904 episode_reward=-225.3553815196659 epsilon=0.01 avg=-283.3629035221069 independent_100_runs=-360.51213850686725
e=905 episode_reward=-349.5838685162377 epsilon=0.01 avg=-285.51231053537174 independent_100_runs=-625.9555765123812
e=906 episode_reward=-711.9748209114198 epsilon=0.01 avg=-289.7867694720355 independent_100_runs=-716.4213354244124
e=907 episode_reward=-505.40940630216437 epsilon=0.01 avg=-290.8960213378015 independent_100_runs=-806.8500663668677
e=908 episode_reward=-523.8105817975011 epsilon=0.01 avg=-290.5415017753287 independent_100_runs=-329.77847463163374
e=909 episode_reward=-181.5477046095791 epsilon=0.01 avg=-290.52946188901154 independent_100_runs=-573.5828730539896
e=910 episode_reward=-659.4338681792716 epsilon=0.01 avg=-294.99760244912517 independent_100_runs=-631.7914495282369
e=911 episode_reward=-547.8584171114328 epsilon=0.01 avg=-299.1289766736862 independent_100_runs=-580.6320178136779
e=912 episode_reward=-220.76851650581145 epsilon=0.01 avg=-299.98008101097895 independent_100_runs=-652.713009350166
e=913 episode_reward=-552.4229911843966 epsilon=0.01 avg=-303.55953474930607 independent_100_runs=-573.4808850330759
e=914 episode_reward=-455.2028323084296 epsilon=0.01 avg=-307.6730689791169 independent_100_runs=-319.65625629296034
e=915 episode_reward=-362.9791334455986 epsilon=0.01 avg=-309.88442307172886 independent_100_runs=-227.43617800114228
e=916 episode_reward=-279.72208806366393 epsilon=0.01 avg=-311.5549090561786 independent_100_runs=-267.85873224027904
e=917 episode_reward=-216.41797581677446 epsilon=0.01 avg=-310.8671695214181 independent_100_runs=-240.94023631504461
e=918 episode_reward=-5.51931847810377 epsilon=0.01 avg=-309.7760024450196 independent_100_runs=-249.22934513303684
e=919 episode_reward=-214.13103374139814 epsilon=0.01 avg=-310.64819903417515 independent_100_runs=-209.15590955078062
e=920 episode_reward=-266.18338379368 epsilon=0.01 avg=-311.7456869690195 independent_100_runs=-239.50545081820937
e=921 episode_reward=-326.74485305483125 epsilon=0.01 avg=-313.82609759907615 independent_100_runs=-212.97914715193983
e=922 episode_reward=-198.31944407572706 epsilon=0.01 avg=-314.2849067070949 independent_100_runs=-194.9421735791986
e=923 episode_reward=-252.8716132043672 epsilon=0.01 avg=-315.31311449348595 independent_100_runs=-241.26109962027297
e=924 episode_reward=-399.31478439721775 epsilon=0.01 avg=-317.9283224435938 independent_100_runs=-200.29631902100613
e=925 episode_reward=-292.7113430327455 epsilon=0.01 avg=-318.9516169799614 independent_100_runs=-223.08891879840832
e=926 episode_reward=-275.1071185235336 epsilon=0.01 avg=-319.9877230579221 independent_100_runs=-223.89093643090342
e=927 episode_reward=-179.22885684854913 epsilon=0.01 avg=-321.8325634970615 independent_100_runs=-253.60387914512074
e=928 episode_reward=-207.67786313618217 epsilon=0.01 avg=-321.57221401209364 independent_100_runs=-124.64478476941257
e=929 episode_reward=-207.97608301556244 epsilon=0.01 avg=-322.807793935402 independent_100_runs=-600.3916408000558
e=930 episode_reward=-184.35695074705063 epsilon=0.01 avg=-319.4636328012414 independent_100_runs=-132.75633057592012
e=931 episode_reward=20.726797464982738 epsilon=0.01 avg=-318.04094355979856 independent_100_runs=-131.4131390422213
e=932 episode_reward=-210.8189421282477 epsilon=0.01 avg=-319.2313341031738 independent_100_runs=-135.313479126657
e=933 episode_reward=-178.873997520359 epsilon=0.01 avg=-319.5196681773749 independent_100_runs=-128.87351571383797
e=934 episode_reward=-192.8180800629217 epsilon=0.01 avg=-319.71644564024996 independent_100_runs=-130.29347394608348
e=935 episode_reward=-113.74080873486541 epsilon=0.01 avg=-315.5416310634775 independent_100_runs=-130.84779135830928
e=936 episode_reward=-120.77793111435852 epsilon=0.01 avg=-312.8250132986505 independent_100_runs=-128.9416429540775
e=937 episode_reward=-141.4902095720625 epsilon=0.01 avg=-310.8654224490462 independent_100_runs=-494.7423162044127
e=938 episode_reward=-370.10377145411354 epsilon=0.01 avg=-312.8900990316525 independent_100_runs=-135.91224100668
e=939 episode_reward=-102.15444804241645 epsilon=0.01 avg=-311.9461536432232 independent_100_runs=-1011.1212804572403
e=940 episode_reward=-1246.4934983425865 epsilon=0.01 avg=-321.554660360268 independent_100_runs=-1146.2802502301931
e=941 episode_reward=-95.52106255862454 epsilon=0.01 avg=-320.2229143187355 independent_100_runs=-141.988126586622
e=942 episode_reward=-164.50259871881195 epsilon=0.01 avg=-318.92298558411653 independent_100_runs=-155.2476911785034
e=943 episode_reward=-214.29715585224753 epsilon=0.01 avg=-316.1776055578155 independent_100_runs=-131.85126217416772
e=944 episode_reward=-106.56594385084038 epsilon=0.01 avg=-315.92578248901197 independent_100_runs=-133.46145461743387
e=945 episode_reward=-91.79227507721578 epsilon=0.01 avg=-312.89982842196235 independent_100_runs=-138.61895889841452
e=946 episode_reward=-171.49764541316057 epsilon=0.01 avg=-312.3985960998855 independent_100_runs=-154.11887914719807
e=947 episode_reward=-95.71638005127961 epsilon=0.01 avg=-307.91029096556724 independent_100_runs=-140.8905465624583
e=948 episode_reward=-97.42479301847645 epsilon=0.01 avg=-304.991595531303 independent_100_runs=-145.43102439499683
e=949 episode_reward=-97.2956414184588 epsilon=0.01 avg=-303.401736460192 independent_100_runs=-129.08056398215447
e=950 episode_reward=-143.07458646593787 epsilon=0.01 avg=-301.92274122925176 independent_100_runs=-142.9896397370777
e=951 episode_reward=-122.84415186964972 epsilon=0.01 avg=-297.12860568366676 independent_100_runs=-157.40465143053382
e=952 episode_reward=-109.47638135497866 epsilon=0.01 avg=-294.18851131888664 independent_100_runs=-135.21458720933532
e=953 episode_reward=-645.8009034193658 epsilon=0.01 avg=-298.54888229369453 independent_100_runs=-152.75205625554855
e=954 episode_reward=-226.67101749890176 epsilon=0.01 avg=-298.46799428353296 independent_100_runs=-146.3243507443106
e=955 episode_reward=-144.3784899216554 epsilon=0.01 avg=-297.54360275189987 independent_100_runs=-150.71032298057474
e=956 episode_reward=-170.37214896000094 epsilon=0.01 avg=-292.5743210476923 independent_100_runs=-134.70811966154568
e=957 episode_reward=-97.87522201966893 epsilon=0.01 avg=-293.32856243118135 independent_100_runs=-145.82490923797036
e=958 episode_reward=-477.43495769179344 epsilon=0.01 avg=-292.16505010439874 independent_100_runs=-131.69852077340053
e=959 episode_reward=-269.57630920603003 epsilon=0.01 avg=-288.6064617458182 independent_100_runs=-132.11108159817095
e=960 episode_reward=-105.86313500086635 epsilon=0.01 avg=-287.13389873549767 independent_100_runs=-127.67074046970212
e=961 episode_reward=-117.74131846155882 epsilon=0.01 avg=-281.35646886798577 independent_100_runs=-142.73739960742424
e=962 episode_reward=-149.50096001892496 epsilon=0.01 avg=-279.6714505057877 independent_100_runs=-139.85610266788254
e=963 episode_reward=-97.57914402895709 epsilon=0.01 avg=-277.0346887183599 independent_100_runs=-129.35078490569586
e=964 episode_reward=-229.2473651756264 epsilon=0.01 avg=-276.47987550838286 independent_100_runs=-137.36738803724253
e=965 episode_reward=-157.28080122113482 epsilon=0.01 avg=-272.81342480699385 independent_100_runs=-130.05789059200094
e=966 episode_reward=-103.25327856029742 epsilon=0.01 avg=-265.8401620370825 independent_100_runs=-571.9130928656217
e=967 episode_reward=-211.21196130031296 epsilon=0.01 avg=-262.3434052524277 independent_100_runs=-133.42271117947405
e=968 episode_reward=-278.39210866848987 epsilon=0.01 avg=-263.08567221304264 independent_100_runs=-129.53051697046595
e=969 episode_reward=-386.22719625667094 epsilon=0.01 avg=-266.76652515188414 independent_100_runs=-123.41179883731884
e=970 episode_reward=-159.20642781102737 epsilon=0.01 avg=-266.92838998345655 independent_100_runs=-125.31655026513884
e=971 episode_reward=-129.14708911302733 epsilon=0.01 avg=-265.62755604324605 independent_100_runs=-122.4796683058766
e=972 episode_reward=-124.8898039713487 epsilon=0.01 avg=-261.0079254603081 independent_100_runs=-135.21862680771451
e=973 episode_reward=-416.43489523528615 epsilon=0.01 avg=-262.5788226170878 independent_100_runs=-133.6075786832807
e=974 episode_reward=-128.335876968801 epsilon=0.01 avg=-263.17212442511516 independent_100_runs=-505.348611476426
e=975 episode_reward=-117.66951415642205 epsilon=0.01 avg=-261.2989646348833 independent_100_runs=-133.5245856165631
e=976 episode_reward=-162.19790654968853 epsilon=0.01 avg=-259.5948389000933 independent_100_runs=-131.57287382195042
e=977 episode_reward=-3.581744877139812 epsilon=0.01 avg=-255.46071978487305 independent_100_runs=-129.61613062397058
e=978 episode_reward=-164.0599155555291 epsilon=0.01 avg=-253.5462236891414 independent_100_runs=-127.2006129940744
e=979 episode_reward=-143.4126185020809 epsilon=0.01 avg=-252.2116769198227 independent_100_runs=-141.05755020697262
e=980 episode_reward=-122.93682742097758 epsilon=0.01 avg=-250.3476215451616 independent_100_runs=-130.97269576077124
e=981 episode_reward=-134.2872844073069 epsilon=0.01 avg=-248.15378183683654 independent_100_runs=-131.68070739895143
e=982 episode_reward=-169.3936556615047 epsilon=0.01 avg=-248.23919114584194 independent_100_runs=-130.83260183951788
e=983 episode_reward=-193.0016710924952 epsilon=0.01 avg=-247.50983000494034 independent_100_runs=-132.18885935391125
e=984 episode_reward=-134.824143690978 epsilon=0.01 avg=-247.26618975968324 independent_100_runs=-132.46509700179126
e=985 episode_reward=-130.66227900744508 epsilon=0.01 avg=-246.07880462514476 independent_100_runs=-123.12546606170268
e=986 episode_reward=-227.35411574734164 epsilon=0.01 avg=-244.78578028849842 independent_100_runs=-138.5941609885185
e=987 episode_reward=-127.3068079199161 epsilon=0.01 avg=-243.72956222850803 independent_100_runs=-131.46492126624415
e=988 episode_reward=-240.33297220974725 epsilon=0.01 avg=-244.43493983504604 independent_100_runs=-561.6968344209115
e=989 episode_reward=-322.49420102790833 epsilon=0.01 avg=-244.34552578377873 independent_100_runs=-133.43456295674238
e=990 episode_reward=-530.6698304114813 epsilon=0.01 avg=-247.027419564983 independent_100_runs=-764.5813466867539
e=991 episode_reward=-344.8271664197316 epsilon=0.01 avg=-247.2835711989271 independent_100_runs=-137.36081793488435
e=992 episode_reward=-20.574345419005482 epsilon=0.01 avg=-244.05903568190723 independent_100_runs=-131.48788102734622
e=993 episode_reward=-141.29755329293 epsilon=0.01 avg=-242.27933753600777 independent_100_runs=-125.62681329925319
e=994 episode_reward=-85.4170952000657 epsilon=0.01 avg=-240.84171082312955 independent_100_runs=-134.1107984688234
e=995 episode_reward=-183.06245953139376 epsilon=0.01 avg=-237.92498522604313 independent_100_runs=-132.95582914240714
e=996 episode_reward=-481.54336072773833 epsilon=0.01 avg=-239.74313121207905 independent_100_runs=-134.07088589689792
e=997 episode_reward=-126.00180445683168 epsilon=0.01 avg=-237.68748799999 independent_100_runs=-132.48146871862423
e=998 episode_reward=-128.52225010743135 epsilon=0.01 avg=-237.14531413501706 independent_100_runs=-125.93304685674143
e=999 episode_reward=-143.52261159438288 epsilon=0.01 avg=-235.26349904285584 independent_100_runs=-134.2315517691173
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment