vanshg · March 21, 2021 22:00
diff --git a/2layer120120 b/2layer120120
 e=0	episode_reward=-283.21031846244273	epsilon=0.9897523535902548	avg=-283.21031846244273	independent_100_runs=-680.3306887535214
 e=1	episode_reward=-121.58961460735594	epsilon=0.9814728424702482	avg=-202.39996653489933	independent_100_runs=-449.43291707304417
 e=2	episode_reward=-113.07187820670201	epsilon=0.9737493687263652	avg=-172.6239370921669	independent_100_runs=-446.62999764737737
 e=3	episode_reward=-158.70055344645385	epsilon=0.9635779849957506	avg=-169.14309118073862	independent_100_runs=-128.35537584099404
 e=4	episode_reward=-82.7244325235108	epsilon=0.9546578068426682	avg=-151.85935944929307	independent_100_runs=-92.64941106087012
 e=5	episode_reward=-91.47057547858296	epsilon=0.9490416289858026	avg=-141.7945621208414	independent_100_runs=-133.87578673110488
 e=6	episode_reward=-404.88276131477	epsilon=0.9389405158246634	avg=-179.3785905771169	independent_100_runs=-68.12415876923919
 e=7	episode_reward=-94.32560852492546	epsilon=0.9304344929281061	avg=-168.74696782059297	independent_100_runs=-173.88162525416053
 e=8	episode_reward=-125.7936934368095	epsilon=0.9225589245386892	avg=-163.97438177795036	independent_100_runs=-302.10835848473096
 e=9	episode_reward=-169.0216388112051	epsilon=0.9154821475333543	avg=-164.47910748127583	independent_100_runs=-237.6510700174761
 e=10	episode_reward=-160.86324015918763	epsilon=0.9055570857218544	avg=-164.1503922701769	independent_100_runs=-335.5876416049486
 e=11	episode_reward=-110.61284803662696	epsilon=0.8987005967026628	avg=-159.6889302507144	independent_100_runs=-207.06283444382578
 e=12	episode_reward=-333.8091149157642	epsilon=0.8885130796989219	avg=-173.08279060956437	independent_100_runs=-198.92336733163103
 e=13	episode_reward=-97.56375605163267	epsilon=0.879935741299749	avg=-167.68857385542637	independent_100_runs=-184.63711662261076
 e=14	episode_reward=-93.96381527408423	epsilon=0.8734479269386559	avg=-162.77358995000355	independent_100_runs=-227.02010570148352
 e=15	episode_reward=-209.91087605734884	epsilon=0.8659681100852306	avg=-165.71967033171268	independent_100_runs=-132.44899726609108
 e=16	episode_reward=-172.07185173281445	epsilon=0.8548683140839806	avg=-166.09332806118925	independent_100_runs=-115.40317059125788
 e=17	episode_reward=-494.52366586642256	epsilon=0.8467004384037754	avg=-184.33945793925778	independent_100_runs=-472.8504510373477
 e=18	episode_reward=-166.74917347440243	epsilon=0.8381075624522821	avg=-183.41365349373908	independent_100_runs=-158.4632027423275
 e=19	episode_reward=-126.87780537302166	epsilon=0.8286897867504334	avg=-180.5868610877032	independent_100_runs=-261.0144250080348
 e=20	episode_reward=-71.61968787251496	epsilon=0.8201156470657645	avg=-175.39794807745616	independent_100_runs=-268.6722641418716
 e=21	episode_reward=-166.96796293736332	epsilon=0.8134178623142431	avg=-175.01476693472466	independent_100_runs=-438.5463172559459
 e=22	episode_reward=-209.34336174087662	epsilon=0.8052432842822991	avg=-176.5073145349921	independent_100_runs=-183.25062266329985
 e=23	episode_reward=-337.473527560869	epsilon=0.7942861313057783	avg=-183.214240077737	independent_100_runs=-152.10170178096882
 e=24	episode_reward=-119.09913815679445	epsilon=0.7854393189196349	avg=-180.6496360008993	independent_100_runs=-50.1286283268399
 e=25	episode_reward=-104.81510807214505	epsilon=0.7787131683686925	avg=-177.73292338825493	independent_100_runs=-47.73971398928401
 e=26	episode_reward=-221.8205160595037	epsilon=0.7685011912725871	avg=-179.36579719089374	independent_100_runs=-91.3324578423635
 e=27	episode_reward=-103.33518217033495	epsilon=0.7617677148616496	avg=-176.65041808301663	independent_100_runs=-180.47813865114486
 e=28	episode_reward=-89.36223673603101	epsilon=0.7552442773260107	avg=-173.64048079518955	independent_100_runs=-153.50195154725859
 e=29	episode_reward=-277.48960325489924	epsilon=0.7479534609174793	avg=-177.10211821051323	independent_100_runs=-96.0460047207641
 e=30	episode_reward=-175.80884081451305	epsilon=0.7338024149612332	avg=-177.0603995848358	independent_100_runs=-229.9406520529183
 e=31	episode_reward=-178.93733114683374	epsilon=0.7267185894385016	avg=-177.11905369614823	independent_100_runs=-156.90687891291728
 e=32	episode_reward=-262.4032626405368	epsilon=0.7169016323931449	avg=-179.70342366416	independent_100_runs=-197.43318610264484
 e=33	episode_reward=-69.0524225270537	epsilon=0.7108334912426282	avg=-176.4489824542451	independent_100_runs=-75.89528669774559
 e=34	episode_reward=-30.66482476453308	epsilon=0.7025647921724919	avg=-172.28372080596765	independent_100_runs=-106.20649501954213
 e=35	episode_reward=-287.5727434832843	epsilon=0.6886523885008681	avg=-175.48619365811533	independent_100_runs=-175.36641009551187
 e=36	episode_reward=-227.6301795320311	epsilon=0.6818680286263811	avg=-176.89549057362657	independent_100_runs=-116.0585077023491
 e=37	episode_reward=-308.6628054486317	epsilon=0.6724551633530818	avg=-180.36305149138988	independent_100_runs=-39.757024973301995
 e=38	episode_reward=-452.7364040590684	epsilon=0.6623768690898635	avg=-187.34698360850982	independent_100_runs=-70.98122040350036
 e=39	episode_reward=-118.63731430024154	epsilon=0.6542137039741265	avg=-185.6292418758031	independent_100_runs=-84.3291514387857
 e=40	episode_reward=-102.3197468336791	epsilon=0.6444732474495135	avg=-183.59730297233668	independent_100_runs=-142.6467547452257
 e=41	episode_reward=-117.3861048921581	epsilon=0.6360852895874811	avg=-182.02084587518956	independent_100_runs=-47.21334681986373
 e=42	episode_reward=-114.18045580817292	epsilon=0.6307012101732671	avg=-180.44316238525894	independent_100_runs=-84.42812468099004
 e=43	episode_reward=-313.09733166317096	epsilon=0.6234269844990354	avg=-183.45802986884786	independent_100_runs=-122.75707701088426
 e=44	episode_reward=-18.943659878254692	epsilon=0.6187066633388536	avg=-179.802154980168	independent_100_runs=-350.1868446610899
 e=45	episode_reward=-242.7268725700559	epsilon=0.6124276189835018	avg=-181.17008362342645	independent_100_runs=-114.18519334165715
 e=46	episode_reward=-185.51294176455565	epsilon=0.6033093070910056	avg=-181.26248486047174	independent_100_runs=-112.52411385160663
 e=47	episode_reward=-81.95669782975179	epsilon=0.5982026566560948	avg=-179.19361429733172	independent_100_runs=-105.62733862474812
 e=48	episode_reward=-94.13065044404769	epsilon=0.5858293538882317	avg=-177.45763544318308	independent_100_runs=-279.71951978883754
 e=49	episode_reward=-194.77314291964848	epsilon=0.5739415243247632	avg=-177.80394559271238	independent_100_runs=-278.02618400311616
 e=50	episode_reward=-131.1796354456984	epsilon=0.5681167862022332	avg=-176.889743432967	independent_100_runs=-228.97529304460377
 e=51	episode_reward=-155.91087124444135	epsilon=0.5591547184464293	avg=-176.48630358318766	independent_100_runs=-138.80929827688294
 e=52	episode_reward=-187.20608050622963	epsilon=0.5517116529767244	avg=-176.68856352513185	independent_100_runs=-67.30636164495849
 e=53	episode_reward=-119.83614892372073	epsilon=0.5433342960208886	avg=-175.63574103251315	independent_100_runs=-312.2470674863257
 e=54	episode_reward=-89.07332417386512	epsilon=0.5379815586196854	avg=-174.06187890781047	independent_100_runs=-145.13293813295977
 e=55	episode_reward=-97.86740960529497	epsilon=0.5334812164070168	avg=-172.70126338455125	independent_100_runs=-190.85393821046313
 e=56	episode_reward=-243.72234992387718	epsilon=0.5239115942517695	avg=-173.94724735892538	independent_100_runs=-208.3510926454118
 e=57	episode_reward=-162.1755385768563	epsilon=0.5166275748389714	avg=-173.7442868626828	independent_100_runs=-184.49792188331608
 e=58	episode_reward=-151.97742400135155	epsilon=0.5082235636661458	avg=-173.3753569836772	independent_100_runs=-188.58024530124726
 e=59	episode_reward=-110.33188038180887	epsilon=0.5009071285159731	avg=-172.32463237364607	independent_100_runs=-209.02426196242865
 e=60	episode_reward=-329.66193727259673	epsilon=0.4942394130719446	avg=-174.9039324539567	independent_100_runs=-168.78407494975502
 e=61	episode_reward=-230.98507139034035	epsilon=0.4851310747160204	avg=-175.80846695293064	independent_100_runs=-333.817077051045
 e=62	episode_reward=-267.52542932879	epsilon=0.47915229548853455	avg=-177.26429175254748	independent_100_runs=-310.9290399644709
 e=63	episode_reward=-366.35892034752106	epsilon=0.46234746928197684	avg=-180.21889532434392	independent_100_runs=-283.45485504178384
 e=64	episode_reward=-253.22543283827602	epsilon=0.4507511603413438	avg=-181.34207282455827	independent_100_runs=-232.6545827131029
 e=65	episode_reward=-214.10554493641115	epsilon=0.43957756282280086	avg=-181.83848906867723	independent_100_runs=-126.93787227609374
 e=66	episode_reward=-78.6808262191314	epsilon=0.4336394815420287	avg=-180.29882245898253	independent_100_runs=-127.58851039075464
 e=67	episode_reward=-225.904397098542	epsilon=0.4223406353100348	avg=-180.96949267427019	independent_100_runs=-163.8448016010699
 e=68	episode_reward=-157.80601004893782	epsilon=0.41401871828113346	avg=-180.63379002752623	independent_100_runs=-111.21592528245347
 e=69	episode_reward=-75.3191061809307	epsilon=0.40626686270510076	avg=-179.12929454400344	independent_100_runs=-245.87396562588725
 e=70	episode_reward=-258.6414009660774	epsilon=0.3942987007822305	avg=-180.24918336684954	independent_100_runs=-258.542017496276
 e=71	episode_reward=-191.96181787044787	epsilon=0.3892835918261016	avg=-180.41185884606617	independent_100_runs=-210.65767497058525
 e=72	episode_reward=-202.50052186886154	epsilon=0.3842169821917368	avg=-180.71444327103598	independent_100_runs=-458.97912414133833
 e=73	episode_reward=-1.0605380647384095	epsilon=0.3788372698572376	avg=-178.28668779527518	independent_100_runs=-327.94850816878505
 e=74	episode_reward=-244.0919489492267	epsilon=0.3728238088426124	avg=-179.16409127732788	independent_100_runs=-375.37384900128586
 e=75	episode_reward=-58.35671621770705	epsilon=0.3697420242364121	avg=-177.57452055285918	independent_100_runs=-245.61693175309654
 e=76	episode_reward=-154.84264921545872	epsilon=0.3614430154596195	avg=-177.27930144458128	independent_100_runs=-138.20053703074686
 e=77	episode_reward=-385.2662145493275	epsilon=0.35386070093877825	avg=-179.94580033053956	independent_100_runs=-302.2940413442848
 e=78	episode_reward=-385.4327809014002	epsilon=0.34925512784439405	avg=-182.54690135042384	independent_100_runs=-226.57336471607098
 e=79	episode_reward=-184.2691973284473	epsilon=0.34295586671394696	avg=-182.56843005014917	independent_100_runs=-96.14575924688596
 e=80	episode_reward=-165.21914336577106	epsilon=0.31893845086534517	avg=-182.3542413256507	independent_100_runs=-219.7664085651824
 e=81	episode_reward=-20.527639713785405	epsilon=0.31019364075978995	avg=-180.38074618404258	independent_100_runs=-109.13383410795711
 e=82	episode_reward=-271.7148704367525	epsilon=0.2968700660215651	avg=-181.48115731961738	independent_100_runs=-707.872438224793
 e=83	episode_reward=-338.4616816914339	epsilon=0.28936627547762456	avg=-183.34997308594853	independent_100_runs=-312.3629238977456
 e=84	episode_reward=-84.90514566800461	epsilon=0.2804769970770645	avg=-182.1917986457374	independent_100_runs=-334.4887639380939
 e=85	episode_reward=-273.54895065710843	epsilon=0.2740445144440535	avg=-183.2540911109859	independent_100_runs=-292.50225927380404
 e=86	episode_reward=-200.61987742051454	epsilon=0.26899414796958104	avg=-183.4536978501759	independent_100_runs=-350.88624289255466
 e=87	episode_reward=-108.38043172660497	epsilon=0.26293017024042203	avg=-182.60059255331717	independent_100_runs=-326.9296939052444
 e=88	episode_reward=-203.4664539395009	epsilon=0.25579775416077316	avg=-182.83504043406083	independent_100_runs=-467.30663991125203
 e=89	episode_reward=-3.2161038210091277	epsilon=0.251712183139322	avg=-180.83927447169359	independent_100_runs=-478.1718478951672
 e=90	episode_reward=-344.7319555951708	epsilon=0.24848578963667825	avg=-182.64029294557793	independent_100_runs=-702.8785872208523
 e=91	episode_reward=-145.21403137494468	epsilon=0.2436626481963899	avg=-182.23348575459278	independent_100_runs=-406.17785283029383
 e=92	episode_reward=-4.28505813629495	epsilon=0.2391482719291389	avg=-180.32006180170785	independent_100_runs=-226.70263979600116
 e=93	episode_reward=-67.47233804500408	epsilon=0.23247491555455563	avg=-179.11955410216848	independent_100_runs=-145.5717763678278
 e=94	episode_reward=-29.52661896116335	epsilon=0.2271660332299838	avg=-177.544891627	independent_100_runs=-85.58438220876401
 e=95	episode_reward=-231.99358899783732	epsilon=0.2215570069204653	avg=-178.11206555794618	independent_100_runs=-231.3172727551046
 e=96	episode_reward=-398.2733629049854	epsilon=0.21278407174079858	avg=-180.38176965430745	independent_100_runs=-392.28051081519
 e=97	episode_reward=-205.5287304030035	epsilon=0.20898803546848915	avg=-180.63837129460023	independent_100_runs=-119.6907172645858
 e=98	episode_reward=-57.04100379554089	epsilon=0.20632990404091267	avg=-179.38991303703398	independent_100_runs=-199.17418596316392
 e=99	episode_reward=-239.79247975072542	epsilon=0.20151728989629605	avg=-179.99393870417092	independent_100_runs=-302.29611637925814
 e=100	episode_reward=-58.60862933524455	epsilon=0.195913605452797	avg=-177.74792181289894	independent_100_runs=-243.7209190345077
 e=101	episode_reward=-145.6087432443299	epsilon=0.1931897899827701	avg=-177.98811309926867	independent_100_runs=-168.20022735594284
 e=102	episode_reward=-214.34824133434995	epsilon=0.18987618625314032	avg=-179.00087673054514	independent_100_runs=-123.22754996386071
 e=103	episode_reward=-208.70620512668066	epsilon=0.1856143387137023	avg=-179.50093324734738	independent_100_runs=-85.26020441868175
 e=104	episode_reward=-197.24436439191103	epsilon=0.18301541208182406	avg=-180.6461325660314	independent_100_runs=-239.11945843936158
 e=105	episode_reward=-218.54301721957455	epsilon=0.1796965245405552	avg=-181.91685698344133	independent_100_runs=-250.55382513983102
 e=106	episode_reward=-256.6979769325403	epsilon=0.17433311764177062	avg=-180.43500913961898	independent_100_runs=-329.6374089423923
 e=107	episode_reward=-182.43337536463196	epsilon=0.17197811977554747	avg=-181.31608680801608	independent_100_runs=-451.2218681835453
 e=108	episode_reward=-458.31532278867587	epsilon=0.16906215072001046	avg=-184.64130310153476	independent_100_runs=-315.77455699844376
 e=109	episode_reward=-193.9909662013195	epsilon=0.1674300945237092	avg=-184.8909963754359	independent_100_runs=-209.49448710782673
 e=110	episode_reward=-259.5439957762634	epsilon=0.16470649931978884	avg=-185.87780393160665	independent_100_runs=-162.20150681816096
 e=111	episode_reward=-254.4094404295087	epsilon=0.1619138239731276	avg=-187.3157698555355	independent_100_runs=-153.05573322210864
 e=112	episode_reward=-426.49556157701505	epsilon=0.159184418178435	avg=-188.242634322148	independent_100_runs=-466.86727572348843
 e=113	episode_reward=-478.04933822355554	epsilon=0.15782123411540008	avg=-192.0474901438672	independent_100_runs=-510.9797528555428
 e=114	episode_reward=-571.4519208262595	epsilon=0.1516933399611883	avg=-196.82237119938898	independent_100_runs=-422.49369384322114
 e=115	episode_reward=-152.4423589189742	epsilon=0.14618298115519243	avg=-196.24768602800523	independent_100_runs=-252.92059699858817
 e=116	episode_reward=-150.53839342660473	epsilon=0.1437906334938168	avg=-196.03235144494312	independent_100_runs=-128.75304780889113
 e=117	episode_reward=-281.7137866561003	epsilon=0.13634052919185893	avg=-193.90425265283994	independent_100_runs=-108.71371598676471
 e=118	episode_reward=80.8714239073595	epsilon=0.12337773331130568	avg=-191.42804667902226	independent_100_runs=-88.43151223675042
 e=119	episode_reward=-76.08713907279108	epsilon=0.12022312086873374	avg=-190.92014001601999	independent_100_runs=-131.14525426816223
 e=120	episode_reward=26.7922644338568	epsilon=0.11695017353037974	avg=-189.93602049295623	independent_100_runs=-373.5292062169854
 e=121	episode_reward=-80.83838881998626	epsilon=0.11423375160379434	avg=-189.0747247517825	independent_100_runs=-643.2155636813438
 e=122	episode_reward=-651.8601980101298	epsilon=0.11244295334953901	avg=-193.499893114475	independent_100_runs=-133.48398331033624
 e=123	episode_reward=-87.963048951603	epsilon=0.1067237159864198	avg=-191.00478832838235	independent_100_runs=-171.3038620333268
 e=124	episode_reward=-182.540912437119	epsilon=0.10345552874628097	avg=-191.63920607118558	independent_100_runs=-207.30768035217105
 e=125	episode_reward=-5.574971891327152	epsilon=0.10026736632070665	avg=-190.64680470937742	independent_100_runs=-174.13339418012964
 e=126	episode_reward=-233.689478973571	epsilon=0.0975376932981485	avg=-190.76549433851807	independent_100_runs=-237.15035572114869
 e=127	episode_reward=-258.95095786866887	epsilon=0.09449409219761735	avg=-192.32165209550146	independent_100_runs=-207.07387233715627
 e=128	episode_reward=-324.0750737927666	epsilon=0.09159125118282972	avg=-194.6687804660688	independent_100_runs=-133.76593745362595
 e=129	episode_reward=-4.906106523678133	epsilon=0.08865337704292277	avg=-191.9429454987566	independent_100_runs=-286.632926333367
 e=130	episode_reward=-496.84593529968413	epsilon=0.08482852964916193	avg=-195.15331644360828	independent_100_runs=-218.00899368378828
 e=131	episode_reward=-266.064340322571	epsilon=0.08296599380798697	avg=-196.02458653536564	independent_100_runs=-142.71630711003604
 e=132	episode_reward=-84.27120465404768	epsilon=0.08092554752333796	avg=-194.24326595550073	independent_100_runs=-311.6375097152508
 e=133	episode_reward=-190.28550092808533	epsilon=0.07899056030526504	avg=-195.45559673951107	independent_100_runs=-167.91371820752533
 e=134	episode_reward=-200.3238377497579	epsilon=0.07690162560011718	avg=-197.15218686936333	independent_100_runs=-428.43174325018816
 e=135	episode_reward=-13.349376401815476	epsilon=0.07510790668754623	avg=-194.40995319854864	independent_100_runs=-374.5630484210596
 e=136	episode_reward=-709.1059285201659	epsilon=0.07404145361195826	avg=-199.22471068843004	independent_100_runs=-460.0440906090799
 e=137	episode_reward=-655.2220127958617	epsilon=0.07274966056346549	avg=-202.69030276190227	independent_100_runs=-241.9140581867653
 e=138	episode_reward=-9.906044171168034	epsilon=0.07091081496233516	avg=-198.2619991630233	independent_100_runs=-208.5357037002061
 e=139	episode_reward=-196.57965018831746	epsilon=0.0686568799561517	avg=-199.041422521904	independent_100_runs=-141.04162295873996
 e=140	episode_reward=-278.1512094081318	epsilon=0.06710242611142167	avg=-200.79973714764856	independent_100_runs=-191.14842090033017
 e=141	episode_reward=21.937561851497904	epsilon=0.06589214837785984	avg=-199.40650048021197	independent_100_runs=-223.20743184311902
 e=142	episode_reward=-175.8940522643082	epsilon=0.06484621151533974	avg=-200.02363644477336	independent_100_runs=-406.6692415368492
 e=143	episode_reward=-508.87779121888275	epsilon=0.06386795378097739	avg=-201.9814410403305	independent_100_runs=-171.90499966266262
 e=144	episode_reward=-129.96678365855212	epsilon=0.06287300792144641	avg=-203.09167227813344	independent_100_runs=-597.5835324796909
 e=145	episode_reward=-82.71016164367434	epsilon=0.06178224773390263	avg=-201.4915051688696	independent_100_runs=-190.86424955370146
 e=146	episode_reward=-73.42757828887473	epsilon=0.060576987978940906	avg=-200.3706515341128	independent_100_runs=-230.37465870818053
 e=147	episode_reward=-46.3738536744262	epsilon=0.05912263639192349	avg=-200.0148230925596	independent_100_runs=-159.0740025109905
 e=148	episode_reward=-329.8341573321371	epsilon=0.05794607661081688	avg=-202.3718581614405	independent_100_runs=-503.1521890670045
 e=149	episode_reward=-51.93511423699612	epsilon=0.057031974656110165	avg=-200.94347787461396	independent_100_runs=-127.1681592802243
 e=150	episode_reward=-279.85708475567174	epsilon=0.05591379218691816	avg=-202.4302523677137	independent_100_runs=-240.254597939808
 e=151	episode_reward=-203.61788922808913	epsilon=0.05460961134891145	avg=-202.90732254755014	independent_100_runs=-154.78545383838093
 e=152	episode_reward=-53.54153103546166	epsilon=0.05287381808862012	avg=-201.57067705284248	independent_100_runs=-310.0400662447056
 e=153	episode_reward=-7.3587187484846055	epsilon=0.05124441923319301	avg=-200.4459027510901	independent_100_runs=-139.45182279813562
 e=154	episode_reward=-222.02744880258933	epsilon=0.04985931547135545	avg=-201.77544399737738	independent_100_runs=-138.38211106980683
 e=155	episode_reward=-189.20674293779285	epsilon=0.04911697013107059	avg=-202.68883733070234	independent_100_runs=-181.18219951507243
 e=156	episode_reward=-56.150997322874076	epsilon=0.04760334509307018	avg=-200.81312380469234	independent_100_runs=-98.41219453581583
 e=157	episode_reward=-202.21844158483685	epsilon=0.04655814323984518	avg=-201.2135528347721	independent_100_runs=-154.51996924056144
 e=158	episode_reward=-89.83203388405425	epsilon=0.0456088097298296	avg=-200.59209893359912	independent_100_runs=-186.89447407899834
 e=159	episode_reward=-326.57056115260843	epsilon=0.04438047092287572	avg=-202.75448574130712	independent_100_runs=-269.7955652630314
 e=160	episode_reward=-138.33940477873386	epsilon=0.04352339255915011	avg=-200.8412604163685	independent_100_runs=-294.3334658396755
 e=161	episode_reward=-79.84183554600297	epsilon=0.04277259883706848	avg=-199.3298280579251	independent_100_runs=-254.58722275301233
 e=162	episode_reward=-350.2888945799917	epsilon=0.04195076687390598	avg=-200.1574627104372	independent_100_runs=-250.9400932818683
 e=163	episode_reward=-271.15129072738137	epsilon=0.04123534815140728	avg=-199.20538641423573	independent_100_runs=-212.69163741906902
 e=164	episode_reward=-98.45682957850556	epsilon=0.040747531383846305	avg=-197.6577003816381	independent_100_runs=-222.25726758627852
 e=165	episode_reward=-203.4703398370666	epsilon=0.03977322901816828	avg=-197.5513483306446	independent_100_runs=-190.25837566358427
 e=166	episode_reward=-256.6113012090404	epsilon=0.03716586223169886	avg=-199.33065308054367	independent_100_runs=-164.18219579624122
 e=167	episode_reward=-288.6123502369475	epsilon=0.036298974055190676	avg=-199.95773261192772	independent_100_runs=-143.9860371945318
 e=168	episode_reward=-348.76358985827574	epsilon=0.035321368220951124	avg=-201.86730841002114	independent_100_runs=-190.73481088056494
 e=169	episode_reward=-126.34480774213867	epsilon=0.03348794246621441	avg=-202.37756542563318	independent_100_runs=-133.76038577393246
 e=170	episode_reward=-47.2085089946078	epsilon=0.032778879083243985	avg=-200.26323650591854	independent_100_runs=-192.2024750685813
 e=171	episode_reward=-132.94438444556613	epsilon=0.03226824412324856	avg=-199.67306217166967	independent_100_runs=-404.81069089506127
 e=172	episode_reward=-458.01915527640597	epsilon=0.031943959039578466	avg=-202.22824850574514	independent_100_runs=-204.0244594255356
 e=173	episode_reward=-73.87518796672977	epsilon=0.03103394614815374	avg=-202.95639500476503	independent_100_runs=-207.87977348774814
 e=174	episode_reward=-213.11451856176035	epsilon=0.030167953763238588	avg=-202.64662070089037	independent_100_runs=-118.99070347974317
 e=175	episode_reward=-249.0271784160814	epsilon=0.02908371504806978	avg=-204.55332532287412	independent_100_runs=-182.57061438893527
 e=176	episode_reward=-389.2487463930866	epsilon=0.028516344443115575	avg=-206.89738629465046	independent_100_runs=-122.64601303872547
 e=177	episode_reward=-153.09910869986734	epsilon=0.028063691182118024	avg=-204.57571523615584	independent_100_runs=-109.21970716571872
 e=178	episode_reward=-380.00774697277524	epsilon=0.027357079318088354	avg=-204.5214648968696	independent_100_runs=-625.7183744587301
 e=179	episode_reward=-395.45263328106057	epsilon=0.02691475157351714	avg=-206.6332992563957	independent_100_runs=-690.2855601679183
 e=180	episode_reward=-24.18520457435993	epsilon=0.026342232423957335	avg=-205.22295986848158	independent_100_runs=-211.8904165135905
 e=181	episode_reward=-55.07295991965	epsilon=0.02576642639004755	avg=-205.56841307054026	independent_100_runs=-329.01731649063674
 e=182	episode_reward=-44.5117526297488	epsilon=0.025142788521106473	avg=-203.29638189247015	independent_100_runs=-203.8071546841844
 e=183	episode_reward=-248.0311742704306	epsilon=0.024561248744371662	avg=-202.39207681826014	independent_100_runs=-171.32145341036554
 e=184	episode_reward=-340.8454849194382	epsilon=0.022510133516606502	avg=-204.95148021077443	independent_100_runs=-137.914440181469
 e=185	episode_reward=-288.95486755298896	epsilon=0.021985088019867698	avg=-205.10553937973324	independent_100_runs=-143.62634066491324
 e=186	episode_reward=-418.5010240340122	epsilon=0.02119070338945527	avg=-207.28435084586826	independent_100_runs=-105.44195082997834
 e=187	episode_reward=-200.1837646260499	epsilon=0.020665410474780828	avg=-208.20238417486271	independent_100_runs=-125.47138758661293
 e=188	episode_reward=-314.88586777691387	epsilon=0.019976560593570242	avg=-209.31657831323682	independent_100_runs=-155.62461876422512
 e=189	episode_reward=-211.7191086065999	epsilon=0.019419121031477766	avg=-211.4016083610928	independent_100_runs=-155.69335045224187
 e=190	episode_reward=29.847282652785935	epsilon=0.01884705570634381	avg=-207.65581597861316	independent_100_runs=-108.76222563319035
 e=191	episode_reward=-99.23611309090529	epsilon=0.018046550087047596	avg=-207.19603679577278	independent_100_runs=-125.4524549999319
 e=192	episode_reward=-101.81101699229164	epsilon=0.017622092058902143	avg=-208.17129638433278	independent_100_runs=-133.33294530870154
 e=193	episode_reward=-275.0880192505372	epsilon=0.01645862951587541	avg=-210.24745319638808	independent_100_runs=-88.71617282873402
 e=194	episode_reward=-288.1844741093083	epsilon=0.015570018205414163	avg=-212.83403174786952	independent_100_runs=-216.72006348908832
 e=195	episode_reward=-267.59261344879656	epsilon=0.015134028251277593	avg=-213.19002199237912	independent_100_runs=-67.51542870245736
 e=196	episode_reward=209.84768099472015	epsilon=0.014491228927791864	avg=-207.10881155338208	independent_100_runs=-90.6425441406999
 e=197	episode_reward=-223.92572380275172	epsilon=0.013985789658689627	avg=-207.29278148737959	independent_100_runs=-125.41379049015677
 e=198	episode_reward=-245.51053276716237	epsilon=0.013479094702044035	avg=-209.1774767770958	independent_100_runs=-219.6855738345993
 e=199	episode_reward=-303.6173498645568	epsilon=0.013150222906496919	avg=-209.81572547823413	independent_100_runs=-106.18130605253293
 e=200	episode_reward=-120.92050366635576	epsilon=0.012761555941152738	avg=-210.43884422154525	independent_100_runs=-109.86899829173134
 e=201	episode_reward=-506.3756019358473	epsilon=0.012381899634970578	avg=-214.0465128084604	independent_100_runs=-527.2343388808554
 e=202	episode_reward=-573.3081295070069	epsilon=0.011799218366885073	avg=-217.636111690187	independent_100_runs=-257.8779612310136
 e=203	episode_reward=-14.666120585337339	epsilon=0.011506729453567283	avg=-215.69571084477354	independent_100_runs=-104.68568479581178
 e=204	episode_reward=-293.25637246396616	epsilon=0.01111538632596689	avg=-216.6558309254941	independent_100_runs=-290.92412242047766
 e=205	episode_reward=204.4899732566215	epsilon=0.010728765876586112	avg=-212.42550102073213	independent_100_runs=-157.4864337148436
 e=206	episode_reward=-36.240020564933886	epsilon=0.01	avg=-210.22092145705602	independent_100_runs=-113.77660550140216
 e=207	episode_reward=-250.63094600119342	epsilon=0.01	avg=-210.90289716342167	independent_100_runs=-90.77987709592946
 e=208	episode_reward=25.262225743528713	epsilon=0.01	avg=-206.06712167809962	independent_100_runs=-148.24954217829205
 e=209	episode_reward=-208.38326524188122	epsilon=0.01	avg=-206.21104466850528	independent_100_runs=-647.1802671018238
 e=210	episode_reward=-317.79968068251605	epsilon=0.01	avg=-206.7936015175678	independent_100_runs=-121.1615587352207
 e=211	episode_reward=-5.04205910100851	epsilon=0.01	avg=-204.2999277042828	independent_100_runs=-94.41619589420647
 e=212	episode_reward=-37.497060616954265	epsilon=0.01	avg=-200.40994269468217	independent_100_runs=-173.20718302514032
 e=213	episode_reward=220.9725726378742	epsilon=0.01	avg=-193.41972358606785	independent_100_runs=-124.98354659924183
 e=214	episode_reward=-282.2535640861637	epsilon=0.01	avg=-190.52774001866692	independent_100_runs=-200.61145138183696
 e=215	episode_reward=-621.6144887065722	epsilon=0.01	avg=-195.21946131654286	independent_100_runs=-200.8187096805124
 e=216	episode_reward=-439.6469801888562	epsilon=0.01	avg=-198.11054718416537	independent_100_runs=-397.016736511911
 e=217	episode_reward=-684.6013570718104	epsilon=0.01	avg=-202.13942288832243	independent_100_runs=-456.30467405960144
 e=218	episode_reward=-194.22104223777382	epsilon=0.01	avg=-204.8903475497738	independent_100_runs=-114.88744414830676
 e=219	episode_reward=9.930229406499679	epsilon=0.01	avg=-204.0301738649809	independent_100_runs=-107.53933406833339
 e=220	episode_reward=-24.922579782461334	epsilon=0.01	avg=-204.54732230714407	independent_100_runs=-138.59350335761673
 e=221	episode_reward=-206.14954654258457	epsilon=0.01	avg=-205.80043388437002	independent_100_runs=-108.83403633247309
 e=222	episode_reward=-483.0318548471069	epsilon=0.01	avg=-204.11215045273985	independent_100_runs=-510.3389138655647
 e=223	episode_reward=172.42147101372078	epsilon=0.01	avg=-201.50830525308663	independent_100_runs=-196.19924567367278
 e=224	episode_reward=-365.31908379045353	epsilon=0.01	avg=-203.33608696661994	independent_100_runs=-423.860394219331
 e=225	episode_reward=-349.2432591357663	epsilon=0.01	avg=-206.77276983906435	independent_100_runs=-342.7476843881422
 e=226	episode_reward=-249.21480282945862	epsilon=0.01	avg=-206.9280230776232	independent_100_runs=-609.0238709244189
 e=227	episode_reward=-883.1034109564844	epsilon=0.01	avg=-213.16954760850138	independent_100_runs=-539.7616643221971
 e=228	episode_reward=-517.436979410468	epsilon=0.01	avg=-215.10316666467833	independent_100_runs=-251.35359355926008
 e=229	episode_reward=-529.5465753112959	epsilon=0.01	avg=-220.34957135255453	independent_100_runs=-481.8108411289184
 e=230	episode_reward=-433.74421083956094	epsilon=0.01	avg=-219.71855410795334	independent_100_runs=-310.1361913953866
 e=231	episode_reward=-288.7552109849304	epsilon=0.01	avg=-219.94546281457693	independent_100_runs=-223.20127709991678
 e=232	episode_reward=-356.4931661108436	epsilon=0.01	avg=-222.6676824291449	independent_100_runs=-314.37069047308677
 e=233	episode_reward=-32.58754163189826	epsilon=0.01	avg=-221.090702836183	independent_100_runs=-364.03220051263474
 e=234	episode_reward=-247.20299342262183	epsilon=0.01	avg=-221.55949439291166	independent_100_runs=-334.59278486422977
 e=235	episode_reward=-303.28040043153266	epsilon=0.01	avg=-224.4588046332088	independent_100_runs=-291.2581784287529
 e=236	episode_reward=-171.53934070275267	epsilon=0.01	avg=-219.0831387550347	independent_100_runs=-172.4801979161865
 e=237	episode_reward=-245.4396530136018	epsilon=0.01	avg=-214.98531515721206	independent_100_runs=-318.0894183689098
 e=238	episode_reward=-741.3235885160843	epsilon=0.01	avg=-222.29949060066122	independent_100_runs=-429.8505474418965
 e=239	episode_reward=-363.9455206881621	epsilon=0.01	avg=-223.9731493056597	independent_100_runs=-211.18571259952273
 e=240	episode_reward=-560.4701488956555	epsilon=0.01	avg=-226.7963387005349	independent_100_runs=-537.3483221590827
 e=241	episode_reward=-299.00126692573355	epsilon=0.01	avg=-230.00572698830726	independent_100_runs=-341.5421458617913
 e=242	episode_reward=-27.36562330769027	epsilon=0.01	avg=-228.5204426987411	independent_100_runs=-338.3678565149772
 e=243	episode_reward=-302.421286594085	epsilon=0.01	avg=-226.45587765249314	independent_100_runs=-496.6066698753548
 e=244	episode_reward=-393.1086798764799	epsilon=0.01	avg=-229.08729661467237	independent_100_runs=-405.03161200142176
 e=245	episode_reward=-79.20707442392032	epsilon=0.01	avg=-229.05226574247487	independent_100_runs=-218.14495862704356
 e=246	episode_reward=-444.02626520034005	epsilon=0.01	avg=-232.75825261158948	independent_100_runs=-406.5956838292309
 e=247	episode_reward=-477.0823824322936	epsilon=0.01	avg=-237.06533789916816	independent_100_runs=-295.70528144479306
 e=248	episode_reward=-524.7875469393373	epsilon=0.01	avg=-239.01487179524014	independent_100_runs=-437.4069683896625
 e=249	episode_reward=-379.8897797918356	epsilon=0.01	avg=-242.29441845078856	independent_100_runs=-262.96124453675407
 e=250	episode_reward=-37.25526057227201	epsilon=0.01	avg=-239.8684002089545	independent_100_runs=-109.03258887372554
 e=251	episode_reward=-65.72072894076896	epsilon=0.01	avg=-238.48942860608133	independent_100_runs=-160.26159322772392
 e=252	episode_reward=-59.14373510601497	epsilon=0.01	avg=-238.5454506467869	independent_100_runs=-159.45202162684853
 e=253	episode_reward=-247.54828070805593	epsilon=0.01	avg=-240.94734626638262	independent_100_runs=-151.60131737540516
 e=254	episode_reward=-173.74389273337553	epsilon=0.01	avg=-240.4645107056905	independent_100_runs=-149.81869058761902
 e=255	episode_reward=-160.20845498451243	epsilon=0.01	avg=-240.17452782615769	independent_100_runs=-166.62367633010663
 e=256	episode_reward=77.55557584412665	epsilon=0.01	avg=-238.83746209448765	independent_100_runs=-160.02513787191802
 e=257	episode_reward=-242.31846204165166	epsilon=0.01	avg=-239.23846229905584	independent_100_runs=-177.3832832349477
 e=258	episode_reward=-131.52336835533987	epsilon=0.01	avg=-239.6553756437687	independent_100_runs=-226.951771708816
 e=259	episode_reward=-38.00496664265199	epsilon=0.01	avg=-236.76971969866915	independent_100_runs=-381.0763384841485
 e=260	episode_reward=-74.48880272031406	epsilon=0.01	avg=-236.1312136780849	independent_100_runs=-451.5026483707328
 e=261	episode_reward=-405.244542736521	epsilon=0.01	avg=-239.3852407499901	independent_100_runs=-355.8268892273004
 e=262	episode_reward=-42.02127186933586	epsilon=0.01	avg=-236.30256452288356	independent_100_runs=-327.34314113878304
 e=263	episode_reward=-336.7561429417291	epsilon=0.01	avg=-236.95861304502696	independent_100_runs=-303.7617040647929
 e=264	episode_reward=-252.4053602090506	epsilon=0.01	avg=-238.49809835133246	independent_100_runs=-261.57643035438866
 e=265	episode_reward=-343.87977155347744	epsilon=0.01	avg=-239.90219266849658	independent_100_runs=-246.41660488708328
 e=266	episode_reward=-40.67130261562643	epsilon=0.01	avg=-237.7427926825624	independent_100_runs=-273.15987332644386
 e=267	episode_reward=-216.9848144709408	epsilon=0.01	avg=-237.0265173249023	independent_100_runs=-332.76273081015825
 e=268	episode_reward=-217.99237055719635	epsilon=0.01	avg=-235.71880513189154	independent_100_runs=-311.04521435435083
 e=269	episode_reward=-308.70468093510976	epsilon=0.01	avg=-237.54240386382125	independent_100_runs=-350.30225474291774
 e=270	episode_reward=-7.612848131590582	epsilon=0.01	avg=-237.14644725519105	independent_100_runs=-367.4157941225603
 e=271	episode_reward=-417.87772942841787	epsilon=0.01	avg=-239.99578070501965	independent_100_runs=-344.67785332029706
 e=272	episode_reward=-404.72242198281987	epsilon=0.01	avg=-239.46281337208376	independent_100_runs=-339.63421810538676
 e=273	episode_reward=-447.939804593851	epsilon=0.01	avg=-243.203459538355	independent_100_runs=-286.21594722657346
 e=274	episode_reward=-220.36423957895983	epsilon=0.01	avg=-243.27595674852702	independent_100_runs=-341.54524522023274
 e=275	episode_reward=-406.1482347613715	epsilon=0.01	avg=-244.8471673119799	independent_100_runs=-235.45175729489205
 e=276	episode_reward=-71.95679274718901	epsilon=0.01	avg=-241.67424777552094	independent_100_runs=-181.31014305967605
 e=277	episode_reward=4.165444689902273	epsilon=0.01	avg=-240.10160224162323	independent_100_runs=-340.22871094306663
 e=278	episode_reward=-540.6653800476113	epsilon=0.01	avg=-241.70817857237162	independent_100_runs=-169.47887290435722
 e=279	episode_reward=-30.609747251486922	epsilon=0.01	avg=-238.0597497120759	independent_100_runs=-104.33923761047818
 e=280	episode_reward=31.2571822336256	epsilon=0.01	avg=-237.505325843996	independent_100_runs=-146.83047756731142
 e=281	episode_reward=-242.6345716933327	epsilon=0.01	avg=-239.38094196173282	independent_100_runs=-138.84463877913532
 e=282	episode_reward=-207.58161066985684	epsilon=0.01	avg=-241.0116405421339	independent_100_runs=-121.12125402822018
 e=283	episode_reward=-205.90039413294784	epsilon=0.01	avg=-240.59033274075907	independent_100_runs=-153.41819019582138
 e=284	episode_reward=-198.0881353605215	epsilon=0.01	avg=-239.16275924516992	independent_100_runs=-279.5307862883472
 e=285	episode_reward=-205.8171795284988	epsilon=0.01	avg=-238.33138236492496	independent_100_runs=-492.8956686738669
 e=286	episode_reward=-374.29543820314296	epsilon=0.01	avg=-237.88932650661624	independent_100_runs=-313.1588091959966
 e=287	episode_reward=-644.4839701470202	epsilon=0.01	avg=-242.332328561826	independent_100_runs=-337.1161192202433
 e=288	episode_reward=-289.2019471310371	epsilon=0.01	avg=-242.0754893553672	independent_100_runs=-118.56857481634671
 e=289	episode_reward=-516.4412230581706	epsilon=0.01	avg=-245.12271049988288	independent_100_runs=-235.94025962700798
 e=290	episode_reward=-428.15782100642724	epsilon=0.01	avg=-249.70276153647504	independent_100_runs=-491.84733386423693
 e=291	episode_reward=-278.3928381273099	epsilon=0.01	avg=-251.49432878683913	independent_100_runs=-228.73851958241406
 e=292	episode_reward=-265.71153460784785	epsilon=0.01	avg=-253.13333396299467	independent_100_runs=-227.71685455398602
 e=293	episode_reward=-197.78702993436252	epsilon=0.01	avg=-252.36032406983293	independent_100_runs=-206.69970570114677
 e=294	episode_reward=-63.92358494833997	epsilon=0.01	avg=-250.11771517822325	independent_100_runs=-422.64549842420615
 e=295	episode_reward=-171.50911797636041	epsilon=0.01	avg=-249.15688022349892	independent_100_runs=-103.99440149541391
 e=296	episode_reward=-49.00919511108015	epsilon=0.01	avg=-251.7454489845569	independent_100_runs=-98.36493140492492
 e=297	episode_reward=44.351089017374704	epsilon=0.01	avg=-249.06268085635566	independent_100_runs=-171.60761229191007
 e=298	episode_reward=-139.79369564891851	epsilon=0.01	avg=-248.0055124851732	independent_100_runs=-167.14332268064587
 e=299	episode_reward=-347.5882356692194	epsilon=0.01	avg=-248.44522134321983	independent_100_runs=-130.28811339274398
 e=300	episode_reward=-266.9771330380801	epsilon=0.01	avg=-249.90578763693702	independent_100_runs=-230.01196742943873
 e=301	episode_reward=6.4436267591515275	epsilon=0.01	avg=-244.77759534998702	independent_100_runs=-218.2234455912546
 e=302	episode_reward=-307.6358134472649	epsilon=0.01	avg=-242.12087218938962	independent_100_runs=-312.22386039623245
 e=303	episode_reward=-334.5613855259885	epsilon=0.01	avg=-245.3198248387961	independent_100_runs=-128.09581044343986
 e=304	episode_reward=25.958743411221832	epsilon=0.01	avg=-242.12767368004424	independent_100_runs=-372.25017242143537
 e=305	episode_reward=-409.1355396907077	epsilon=0.01	avg=-248.26392880951755	independent_100_runs=-347.7173559191869
 e=306	episode_reward=-496.8700488076481	epsilon=0.01	avg=-252.8702290919447	independent_100_runs=-441.11332857477487
 e=307	episode_reward=-411.5778722098517	epsilon=0.01	avg=-254.47969835403129	independent_100_runs=-393.0120346920276
 e=308	episode_reward=4.20363911076339	epsilon=0.01	avg=-254.6902842203589	independent_100_runs=-280.06567509239864
 e=309	episode_reward=-29.972856262410573	epsilon=0.01	avg=-252.9061801305642	independent_100_runs=-244.9540148688414
 e=310	episode_reward=-78.19788475448766	epsilon=0.01	avg=-250.51016217128392	independent_100_runs=-124.66835586437603
 e=311	episode_reward=-10.01020142623976	epsilon=0.01	avg=-250.55984359453626	independent_100_runs=-177.29185079104482
 e=312	episode_reward=-190.23255847616736	epsilon=0.01	avg=-252.08719857312843	independent_100_runs=-127.27330168279818
 e=313	episode_reward=-197.85095789265978	epsilon=0.01	avg=-256.2754338784338	independent_100_runs=-181.3264873157017
 e=314	episode_reward=-516.4640495208487	epsilon=0.01	avg=-258.6175387327806	independent_100_runs=-131.6767986302211
 e=315	episode_reward=-160.8029155554237	epsilon=0.01	avg=-254.00942300126908	independent_100_runs=-155.27592778857465
 e=316	episode_reward=-162.8044228000552	epsilon=0.01	avg=-251.24099742738107	independent_100_runs=-143.20926591516775
 e=317	episode_reward=-203.84286381887398	epsilon=0.01	avg=-246.4334124948517	independent_100_runs=-112.0524937728781
 e=318	episode_reward=-50.02999564364262	epsilon=0.01	avg=-244.99150202891045	independent_100_runs=-134.1146708519586
 e=319	episode_reward=-64.63218029444161	epsilon=0.01	avg=-245.7371261259198	independent_100_runs=-102.20491958168896
 e=320	episode_reward=-265.8555068336452	epsilon=0.01	avg=-248.14645539643166	independent_100_runs=-192.0194771883636
 e=321	episode_reward=-169.2562924835898	epsilon=0.01	avg=-247.7775228558417	independent_100_runs=-138.14582257697032
 e=322	episode_reward=-168.21393652757178	epsilon=0.01	avg=-244.6293436726464	independent_100_runs=-111.73306686389684
 e=323	episode_reward=-31.138659844682053	epsilon=0.01	avg=-246.6649449812304	independent_100_runs=-143.57696924288783
 e=324	episode_reward=-111.55929428229584	epsilon=0.01	avg=-244.12734708614877	independent_100_runs=-94.78719379181562
 e=325	episode_reward=-42.695754006774685	epsilon=0.01	avg=-241.06187203485885	independent_100_runs=-112.71768844507368
 e=326	episode_reward=-254.87620563576033	epsilon=0.01	avg=-241.11848606292187	independent_100_runs=-100.96002183992368
 e=327	episode_reward=-120.25529114847349	epsilon=0.01	avg=-233.49000486484175	independent_100_runs=-115.85191385387469
 e=328	episode_reward=-48.179057363660306	epsilon=0.01	avg=-228.79742564437373	independent_100_runs=-77.64315225783248
 e=329	episode_reward=-61.96464184000408	epsilon=0.01	avg=-224.12160630966082	independent_100_runs=-117.64499722149365
 e=330	episode_reward=203.59077900964616	epsilon=0.01	avg=-217.74825641116874	independent_100_runs=-143.20899198076688
 e=331	episode_reward=-23.06735126595781	epsilon=0.01	avg=-215.09137781397902	independent_100_runs=-156.38575469432837
 e=332	episode_reward=-273.82664970377266	epsilon=0.01	avg=-214.26471264990832	independent_100_runs=-140.96495955574528
 e=333	episode_reward=10.548610926127182	epsilon=0.01	avg=-213.83335112432803	independent_100_runs=-324.8664989642178
 e=334	episode_reward=-386.5280258309011	epsilon=0.01	avg=-215.22660144841086	independent_100_runs=-409.17132635717974
 e=335	episode_reward=-637.1380324604836	epsilon=0.01	avg=-218.56517776870035	independent_100_runs=-440.8831130000932
 e=336	episode_reward=-608.7158030655107	epsilon=0.01	avg=-222.93694239232795	independent_100_runs=-72.72650411785268
 e=337	episode_reward=-165.2066878089526	epsilon=0.01	avg=-222.13461274028145	independent_100_runs=-101.34398526091225
 e=338	episode_reward=-397.92057524932085	epsilon=0.01	avg=-218.70058260761382	independent_100_runs=-347.39858058494445
 e=339	episode_reward=-302.0899450080081	epsilon=0.01	avg=-218.0820268508123	independent_100_runs=-166.80163412256232
 e=340	episode_reward=-211.60704230519195	epsilon=0.01	avg=-214.59339578490767	independent_100_runs=-307.9220550655759
 e=341	episode_reward=-199.66965540896985	epsilon=0.01	avg=-213.60007966974	independent_100_runs=-285.36614498609595
 e=342	episode_reward=-390.3707582571897	epsilon=0.01	avg=-217.230131019235	independent_100_runs=-152.68507985206344
 e=343	episode_reward=212.42487171439024	epsilon=0.01	avg=-212.08166943615026	independent_100_runs=-144.95970967639045
 e=344	episode_reward=-207.58586884664646	epsilon=0.01	avg=-210.22644132585188	independent_100_runs=-148.84425785771913
 e=345	episode_reward=-17.559721071006265	epsilon=0.01	avg=-209.60996779232278	independent_100_runs=-159.90012436589674
 e=346	episode_reward=-69.21475260436273	epsilon=0.01	avg=-205.86185266636298	independent_100_runs=-286.1810104435305
 e=347	episode_reward=-329.72223660032546	epsilon=0.01	avg=-204.38825120804333	independent_100_runs=-235.0072045854927
 e=348	episode_reward=-304.1154802943474	epsilon=0.01	avg=-202.1815305415934	independent_100_runs=-278.5673842714308
 e=349	episode_reward=-181.40010251152424	epsilon=0.01	avg=-200.19663376879026	independent_100_runs=-333.631740583257
 e=350	episode_reward=-19.85134393388435	epsilon=0.01	avg=-200.0225946024064	independent_100_runs=-174.9666585672423
 e=351	episode_reward=-261.4565699402487	epsilon=0.01	avg=-201.9799530124012	independent_100_runs=-347.54021151883813
 e=352	episode_reward=-400.78900269267626	epsilon=0.01	avg=-205.39640568826783	independent_100_runs=-154.8529993808468
 e=353	episode_reward=-234.74854041436774	epsilon=0.01	avg=-205.2684082853309	independent_100_runs=-178.02841506794763
 e=354	episode_reward=-118.71688205766449	epsilon=0.01	avg=-204.71813817857378	independent_100_runs=-231.1866867232833
 e=355	episode_reward=-259.8220075306731	epsilon=0.01	avg=-205.71427370403546	independent_100_runs=-270.8962919746271
 e=356	episode_reward=-258.70300110500443	epsilon=0.01	avg=-209.07685947352678	independent_100_runs=-93.0036408734954
 e=357	episode_reward=-363.83906037881087	epsilon=0.01	avg=-210.29206545689837	independent_100_runs=-174.83382869823996
 e=358	episode_reward=1.9040324849609789	epsilon=0.01	avg=-208.95779144849539	independent_100_runs=-217.23784462615927
 e=359	episode_reward=-231.12231425996654	epsilon=0.01	avg=-210.88896492466847	independent_100_runs=-96.06757512167704
 e=360	episode_reward=-73.82636626864945	epsilon=0.01	avg=-210.88234056015182	independent_100_runs=-161.13177819055517
 e=361	episode_reward=-270.88865908266064	epsilon=0.01	avg=-209.53878172361325	independent_100_runs=-110.91675471373124
 e=362	episode_reward=-235.7678985745043	epsilon=0.01	avg=-211.47624799066492	independent_100_runs=-205.49442335188422
 e=363	episode_reward=-713.4770255734194	epsilon=0.01	avg=-215.24345681698182	independent_100_runs=-211.922601232611
 e=364	episode_reward=-280.1537715170721	epsilon=0.01	avg=-215.52094093006198	independent_100_runs=-153.39517129456664
 e=365	episode_reward=-111.74908042894526	epsilon=0.01	avg=-213.19963401881668	independent_100_runs=-189.32163813396485
 e=366	episode_reward=-100.74214650053779	epsilon=0.01	avg=-213.8003424576658	independent_100_runs=-279.70347848594093
 e=367	episode_reward=-249.28819512866346	epsilon=0.01	avg=-214.123376264243	independent_100_runs=-256.19349971794696
 e=368	episode_reward=-156.45851967006024	epsilon=0.01	avg=-213.50803775537167	independent_100_runs=-80.2425985670219
 e=369	episode_reward=-243.22063603353715	epsilon=0.01	avg=-212.85319730635595	independent_100_runs=-125.42368572022575
 e=370	episode_reward=-192.70555097029842	epsilon=0.01	avg=-214.70412433474303	independent_100_runs=-223.87722398275645
 e=371	episode_reward=-114.9255754077337	epsilon=0.01	avg=-211.67460279453618	independent_100_runs=-235.65132349427088
 e=372	episode_reward=-265.47189797169335	epsilon=0.01	avg=-210.28209755442492	independent_100_runs=-285.30960757747505
 e=373	episode_reward=-185.44646750870018	epsilon=0.01	avg=-207.6571641835734	independent_100_runs=-81.07680554992677
 e=374	episode_reward=-135.22964848005927	epsilon=0.01	avg=-206.8058182725844	independent_100_runs=-83.02906138789936
 e=375	episode_reward=-236.74878831095526	epsilon=0.01	avg=-205.11182380808026	independent_100_runs=-102.07904114512141
 e=376	episode_reward=-12.351581995918636	epsilon=0.01	avg=-204.51577170056754	independent_100_runs=-171.5481927027578
 e=377	episode_reward=125.0139813175393	epsilon=0.01	avg=-203.30728633429118	independent_100_runs=-128.70245060264196
 e=378	episode_reward=-73.92456652272263	epsilon=0.01	avg=-198.63987819904224	independent_100_runs=-108.96196635359638
 e=379	episode_reward=108.78569422602304	epsilon=0.01	avg=-197.24592378426715	independent_100_runs=-77.44579459662972
 e=380	episode_reward=5.72903020750006	epsilon=0.01	avg=-197.50120530452838	independent_100_runs=-198.08510490343437
 e=381	episode_reward=-66.48606816742057	epsilon=0.01	avg=-195.73972026926927	independent_100_runs=-228.78885605590156
 e=382	episode_reward=-80.8534171181764	epsilon=0.01	avg=-194.4724383337525	independent_100_runs=-203.79772013179158
 e=383	episode_reward=-53.92993150376874	epsilon=0.01	avg=-192.9527337074607	independent_100_runs=-221.99114258343326
 e=384	episode_reward=-662.4929167594491	epsilon=0.01	avg=-197.59678152145003	independent_100_runs=-177.93013309868599
 e=385	episode_reward=-159.79621267099049	epsilon=0.01	avg=-197.1365718528749	independent_100_runs=-167.5280633908808
 e=386	episode_reward=-188.8378213460158	epsilon=0.01	avg=-195.2819956843036	independent_100_runs=-158.10133234136268
 e=387	episode_reward=-278.1084664936873	epsilon=0.01	avg=-191.61824064777028	independent_100_runs=-122.70314953450382
 e=388	episode_reward=-222.0854360454636	epsilon=0.01	avg=-190.9470755369146	independent_100_runs=-227.22090833195043
 e=389	episode_reward=-262.464454588713	epsilon=0.01	avg=-188.40730785222001	independent_100_runs=-134.49430213749028
 e=390	episode_reward=-931.4782512358878	epsilon=0.01	avg=-193.4405121545146	independent_100_runs=-274.14478550548404
 e=391	episode_reward=-240.6571675749047	epsilon=0.01	avg=-193.06315544899056	independent_100_runs=-149.22206801845098
 e=392	episode_reward=-187.43576731852306	epsilon=0.01	avg=-192.28039777609726	independent_100_runs=-124.5892210059685
 e=393	episode_reward=-143.62761145554788	epsilon=0.01	avg=-191.7388035913091	independent_100_runs=-176.070530170597
 e=394	episode_reward=-782.123756330622	epsilon=0.01	avg=-198.92080530513195	independent_100_runs=-263.26790538632
 e=395	episode_reward=-622.7889874098025	epsilon=0.01	avg=-203.43360399946638	independent_100_runs=-423.50208302434055
 e=396	episode_reward=-487.99751623840007	epsilon=0.01	avg=-207.8234872107396	independent_100_runs=-222.1999563253361
 e=397	episode_reward=-249.08567757383184	epsilon=0.01	avg=-210.75785487665166	independent_100_runs=-132.01390864309798
 e=398	episode_reward=-161.2486604014565	epsilon=0.01	avg=-210.97240452417708	independent_100_runs=-64.30529817632265
 e=399	episode_reward=-220.91480843667532	epsilon=0.01	avg=-209.70567025185161	independent_100_runs=-234.85950318059113
 e=400	episode_reward=-269.7118554329559	epsilon=0.01	avg=-209.73301747580038	independent_100_runs=-302.93827622213075
 e=401	episode_reward=-115.73131697304724	epsilon=0.01	avg=-210.95476691312237	independent_100_runs=-207.8781437477938
 e=402	episode_reward=-462.37242373950346	epsilon=0.01	avg=-212.50213301604478	independent_100_runs=-208.82232720347434
 e=403	episode_reward=-203.44225276576515	epsilon=0.01	avg=-211.19094168844254	independent_100_runs=-203.04767070315955
 e=404	episode_reward=-109.11897649101638	epsilon=0.01	avg=-212.5417188874649	independent_100_runs=-155.49489380245228
 e=405	episode_reward=-94.59116107156464	epsilon=0.01	avg=-209.39627510127346	independent_100_runs=-185.03697993074445
 e=406	episode_reward=-138.8047567502462	epsilon=0.01	avg=-205.81562218069948	independent_100_runs=-163.35608799057988
 e=407	episode_reward=-133.382903902831	epsilon=0.01	avg=-203.03367249762923	independent_100_runs=-171.14439641034704
 e=408	episode_reward=159.69122259877463	epsilon=0.01	avg=-201.4787966627491	independent_100_runs=-208.81361151301783
 e=409	episode_reward=-164.81151110245509	epsilon=0.01	avg=-202.82718321114956	independent_100_runs=-396.61423772997216
 e=410	episode_reward=-518.4548672056985	epsilon=0.01	avg=-207.2297530356617	independent_100_runs=-340.91890756014624
 e=411	episode_reward=-259.5332024954545	epsilon=0.01	avg=-209.72498304635386	independent_100_runs=-211.47558533214294
 e=412	episode_reward=-195.3436990459908	epsilon=0.01	avg=-209.77609445205212	independent_100_runs=-352.56228434963333
 e=413	episode_reward=-521.4512029652889	epsilon=0.01	avg=-213.01209690277838	independent_100_runs=-192.09964323772138
 e=414	episode_reward=-268.6219726359823	epsilon=0.01	avg=-210.5336761339297	independent_100_runs=-139.49539621001392
 e=415	episode_reward=-191.83074205304598	epsilon=0.01	avg=-210.84395439890596	independent_100_runs=-111.92109627678005
 e=416	episode_reward=-75.51627146206636	epsilon=0.01	avg=-209.97107288552607	independent_100_runs=-88.92074223904424
 e=417	episode_reward=-65.66243282559927	epsilon=0.01	avg=-208.5892685755933	independent_100_runs=-93.32423660008793
 e=418	episode_reward=-201.336923353166	epsilon=0.01	avg=-210.10233785268855	independent_100_runs=-175.82961884709323
 e=419	episode_reward=-168.87788568331058	epsilon=0.01	avg=-211.14479490657726	independent_100_runs=-119.53048441786623
 e=420	episode_reward=-312.996380714725	epsilon=0.01	avg=-211.61620364538805	independent_100_runs=-167.30707690942813
 e=421	episode_reward=-312.29461750114353	epsilon=0.01	avg=-213.04658689556354	independent_100_runs=-153.12238993073993
 e=422	episode_reward=98.14354354141534	epsilon=0.01	avg=-210.38301209487366	independent_100_runs=-42.88580576000699
 e=423	episode_reward=-43.883988226412924	epsilon=0.01	avg=-210.510465378691	independent_100_runs=-54.73134797008928
 e=424	episode_reward=1.7469172855949893	epsilon=0.01	avg=-209.377403263012	independent_100_runs=-150.34727674088737
 e=425	episode_reward=-168.84303952754172	epsilon=0.01	avg=-210.63887611821974	independent_100_runs=-200.67193481528298
 e=426	episode_reward=-262.1960729133824	epsilon=0.01	avg=-210.71207479099598	independent_100_runs=-275.41429051630956
 e=427	episode_reward=-64.63834234549608	epsilon=0.01	avg=-210.1559053029662	independent_100_runs=-379.2158471504663
 e=428	episode_reward=-763.4123942735447	epsilon=0.01	avg=-217.30823867206504	independent_100_runs=-150.81122218850862
 e=429	episode_reward=-90.78204430648792	epsilon=0.01	avg=-217.59641269672989	independent_100_runs=-67.83091983655832
 e=430	episode_reward=-618.6138703832145	epsilon=0.01	avg=-225.8184591906585	independent_100_runs=-379.2799272324399
 e=431	episode_reward=-111.09431625135173	epsilon=0.01	avg=-226.69872884051242	independent_100_runs=-145.99442176231847
 e=432	episode_reward=-111.18133310316823	epsilon=0.01	avg=-225.0722756745064	independent_100_runs=-116.33303763939377
 e=433	episode_reward=-207.06768742467307	epsilon=0.01	avg=-227.24843865801438	independent_100_runs=-70.85154474939999
 e=434	episode_reward=-93.25162706329476	epsilon=0.01	avg=-224.31567467033835	independent_100_runs=-90.19830032163715
 e=435	episode_reward=-19.07990983286753	epsilon=0.01	avg=-218.1350934440622	independent_100_runs=-104.91459402972761
 e=436	episode_reward=-3.9133201835433766	epsilon=0.01	avg=-212.0870686152425	independent_100_runs=-151.84170375432035
 e=437	episode_reward=-197.04753371911085	epsilon=0.01	avg=-212.40547707434405	independent_100_runs=-87.71522082877136
 e=438	episode_reward=-2.878164970490502	epsilon=0.01	avg=-208.45505297155574	independent_100_runs=-88.48107157214494
 e=439	episode_reward=-75.26483627800101	epsilon=0.01	avg=-206.18680188425566	independent_100_runs=-98.48851516030523
 e=440	episode_reward=16.392575990763845	epsilon=0.01	avg=-203.9068057012961	independent_100_runs=-97.82542400886607
 e=441	episode_reward=-51.565658915899405	epsilon=0.01	avg=-202.42576573636543	independent_100_runs=-60.99038494248653
 e=442	episode_reward=-51.82218049414355	epsilon=0.01	avg=-199.04027995873494	independent_100_runs=-95.67965877811683
 e=443	episode_reward=-91.34415597744858	epsilon=0.01	avg=-202.07797023565334	independent_100_runs=-60.82715833677038
 e=444	episode_reward=-377.3564619169289	epsilon=0.01	avg=-203.77567616635616	independent_100_runs=-224.95758223616988
 e=445	episode_reward=-767.6417572394407	epsilon=0.01	avg=-211.27649652804052	independent_100_runs=-74.10424036110035
 e=446	episode_reward=-99.52948158677535	epsilon=0.01	avg=-211.57964381786462	independent_100_runs=-189.8339738720288
 e=447	episode_reward=151.9350646220848	epsilon=0.01	avg=-206.76307080564055	independent_100_runs=-173.64739157505338
 e=448	episode_reward=-297.92732974482607	epsilon=0.01	avg=-206.7011893001454	independent_100_runs=-158.03968383852487
 e=449	episode_reward=19.612295695332975	epsilon=0.01	avg=-204.69106531807677	independent_100_runs=-107.9300826196805
 e=450	episode_reward=-184.60472069855948	epsilon=0.01	avg=-206.33859908572356	independent_100_runs=-91.64118967134124
 e=451	episode_reward=-164.9404185395352	epsilon=0.01	avg=-205.3734375717164	independent_100_runs=-143.93062101477014
 e=452	episode_reward=-132.78038486217991	epsilon=0.01	avg=-202.69335139341143	independent_100_runs=-147.02310349484634
 e=453	episode_reward=-80.19715265302828	epsilon=0.01	avg=-201.14783751579805	independent_100_runs=-119.97678234441133
 e=454	episode_reward=-294.3749951324189	epsilon=0.01	avg=-202.9044186465456	independent_100_runs=-78.20819985515625
 e=455	episode_reward=-31.644217907443632	epsilon=0.01	avg=-200.62264075031328	independent_100_runs=-94.58907023749009
 e=456	episode_reward=-236.71118441258793	epsilon=0.01	avg=-200.40272258338908	independent_100_runs=-61.62060225270143
 e=457	episode_reward=-438.17071934960563	epsilon=0.01	avg=-201.14603917309705	independent_100_runs=-155.52747910121866
 e=458	episode_reward=-239.1637211695221	epsilon=0.01	avg=-203.55671670964185	independent_100_runs=-145.2734040481925
 e=459	episode_reward=-74.71593586822937	epsilon=0.01	avg=-201.99265292572446	independent_100_runs=-177.01362459642098
 e=460	episode_reward=-136.007993071697	epsilon=0.01	avg=-202.61446919375496	independent_100_runs=-157.68024296270087
 e=461	episode_reward=-276.53908753679343	epsilon=0.01	avg=-202.6709734782963	independent_100_runs=-164.66045708482557
 e=462	episode_reward=-254.45219327145978	epsilon=0.01	avg=-202.8578164252658	independent_100_runs=-163.23952494741096
 e=463	episode_reward=-238.64792327748876	epsilon=0.01	avg=-198.1095254023065	independent_100_runs=-239.98432436078738
 e=464	episode_reward=-507.2169614331453	epsilon=0.01	avg=-200.38015730146725	independent_100_runs=-546.6833919148609
 e=465	episode_reward=-148.1205858400258	epsilon=0.01	avg=-200.7438723555781	independent_100_runs=-656.5055151803167
 e=466	episode_reward=-809.2595345420391	epsilon=0.01	avg=-207.82904623599308	independent_100_runs=-455.2290913034887
 e=467	episode_reward=-837.691878155557	epsilon=0.01	avg=-213.71308306626202	independent_100_runs=-214.44716354792763
 e=468	episode_reward=-522.5047099583653	epsilon=0.01	avg=-217.37354496914503	independent_100_runs=-447.1123094465784
 e=469	episode_reward=-412.8442692072917	epsilon=0.01	avg=-219.06978130088265	independent_100_runs=-193.53324016622614
 e=470	episode_reward=-65.07596203762023	epsilon=0.01	avg=-217.79348541155585	independent_100_runs=-107.95567104891778
 e=471	episode_reward=-493.01582177625687	epsilon=0.01	avg=-221.5743878752411	independent_100_runs=-180.96661862771816
 e=472	episode_reward=-417.8764189853448	epsilon=0.01	avg=-223.09843308537762	independent_100_runs=-283.2192371238166
 e=473	episode_reward=-486.47278289368535	epsilon=0.01	avg=-226.10869623922747	independent_100_runs=-257.2417447200194
 e=474	episode_reward=-192.1107998817252	epsilon=0.01	avg=-226.6775077532441	independent_100_runs=-285.5505165177674
 e=475	episode_reward=-478.0737668564568	epsilon=0.01	avg=-229.0907575386991	independent_100_runs=-337.64082958781967
 e=476	episode_reward=-591.8250511966486	epsilon=0.01	avg=-234.8854922307064	independent_100_runs=-346.7699260863794
 e=477	episode_reward=-295.4665995638294	epsilon=0.01	avg=-239.0902980395201	independent_100_runs=-348.38023077681544
 e=478	episode_reward=-178.4763556858393	epsilon=0.01	avg=-240.13581593115123	independent_100_runs=-233.35221383186513
 e=479	episode_reward=-35.02994084211056	epsilon=0.01	avg=-241.57397228183257	independent_100_runs=-346.0413897218034
 e=480	episode_reward=-386.592036835002	epsilon=0.01	avg=-245.49718295225756	independent_100_runs=-374.747420393656
 e=481	episode_reward=-95.87849043265598	epsilon=0.01	avg=-245.79110717490997	independent_100_runs=-307.3971973888814
 e=482	episode_reward=-417.0058066719961	epsilon=0.01	avg=-249.1526310704482	independent_100_runs=-339.479948511877
 e=483	episode_reward=-550.112466686083	epsilon=0.01	avg=-254.11445642227133	independent_100_runs=-400.14914628164956
 e=484	episode_reward=-548.1670768223438	epsilon=0.01	avg=-252.97119802290027	independent_100_runs=-379.3508171180851
 e=485	episode_reward=-682.1492579038102	epsilon=0.01	avg=-258.19472847522843	independent_100_runs=-499.43090060600565
 e=486	episode_reward=-453.7378022292623	epsilon=0.01	avg=-260.8437282840609	independent_100_runs=-308.8336285562962
 e=487	episode_reward=-302.75357135506584	epsilon=0.01	avg=-261.09017933267467	independent_100_runs=-289.94581906311913
 e=488	episode_reward=-445.96129562225053	epsilon=0.01	avg=-263.32893792844254	independent_100_runs=-299.84457323664947
 e=489	episode_reward=-297.7714175081181	epsilon=0.01	avg=-263.68200755763655	independent_100_runs=-313.6110781030258
 e=490	episode_reward=-365.7059987736139	epsilon=0.01	avg=-258.0242850330138	independent_100_runs=-208.06684578078475
 e=491	episode_reward=-214.1963787587444	epsilon=0.01	avg=-257.7596771448523	independent_100_runs=-294.7206032945493
 e=492	episode_reward=-216.4212984292596	epsilon=0.01	avg=-258.04953245595965	independent_100_runs=-424.4053490046606
 e=493	episode_reward=-980.2166333580302	epsilon=0.01	avg=-266.4154226749845	independent_100_runs=-643.2258767123418
 e=494	episode_reward=-378.5803076385585	epsilon=0.01	avg=-262.37998818806386	independent_100_runs=-357.440648741641
 e=495	episode_reward=-249.50710512334464	epsilon=0.01	avg=-258.6471693651993	independent_100_runs=-191.20732915183962
 e=496	episode_reward=-66.77447951660159	epsilon=0.01	avg=-254.43493899798133	independent_100_runs=-379.82217044174905
 e=497	episode_reward=-335.20727638665744	epsilon=0.01	avg=-255.29615498610954	independent_100_runs=-387.3729982749825
 e=498	episode_reward=-319.6633667803648	epsilon=0.01	avg=-256.8803020498986	independent_100_runs=-269.3448557626203
 e=499	episode_reward=-403.7603260885294	epsilon=0.01	avg=-258.70875722641716	independent_100_runs=-368.7975212385716
 e=500	episode_reward=-265.81132033437905	epsilon=0.01	avg=-258.66975187543136	independent_100_runs=-337.8152136459713
 e=501	episode_reward=-242.14162405586302	epsilon=0.01	avg=-259.93385494625954	independent_100_runs=-327.2298317351632
 e=502	episode_reward=-367.50289954384255	epsilon=0.01	avg=-258.985159704303	independent_100_runs=-416.23336420127913
 e=503	episode_reward=-144.4753867065888	epsilon=0.01	avg=-258.3954910437112	independent_100_runs=-416.54059093385126
 e=504	episode_reward=-315.6276718735038	epsilon=0.01	avg=-260.4605779975361	independent_100_runs=-246.37974659139218
 e=505	episode_reward=-338.19802918748326	epsilon=0.01	avg=-262.8966466786953	independent_100_runs=-292.21208508970705
 e=506	episode_reward=-304.6190853467461	epsilon=0.01	avg=-264.55478996466024	independent_100_runs=-265.03795637943927
 e=507	episode_reward=-239.96421406198627	epsilon=0.01	avg=-265.62060306625176	independent_100_runs=-354.62434758614035
 e=508	episode_reward=-262.2478851277632	epsilon=0.01	avg=-269.8399941435171	independent_100_runs=-233.90698681502803
 e=509	episode_reward=-690.1997588015827	epsilon=0.01	avg=-275.09387662050847	independent_100_runs=-545.9597719125534
 e=510	episode_reward=-788.3106231582082	epsilon=0.01	avg=-277.7924341800336	independent_100_runs=-449.10263395358373
 e=511	episode_reward=-798.7894609076004	epsilon=0.01	avg=-283.184996764155	independent_100_runs=-285.5887852482512
 e=512	episode_reward=-217.69840654045294	epsilon=0.01	avg=-283.4085438390996	independent_100_runs=-280.8021215351878
 e=513	episode_reward=-198.7279930709572	epsilon=0.01	avg=-280.18131174015633	independent_100_runs=-199.41958247926712
 e=514	episode_reward=-528.796493865503	epsilon=0.01	avg=-282.7830569524515	independent_100_runs=-260.43136710313456
 e=515	episode_reward=-244.27051775746546	epsilon=0.01	avg=-283.3074547094957	independent_100_runs=-681.7761863365164
 e=516	episode_reward=-558.1775772631729	epsilon=0.01	avg=-288.1340677675068	independent_100_runs=-397.85698336323435
 e=517	episode_reward=-464.6788287522016	epsilon=0.01	avg=-292.1242317267728	independent_100_runs=-530.4422163788402
 e=518	episode_reward=-801.8436880110193	epsilon=0.01	avg=-298.12929937335133	independent_100_runs=-667.5682265788168
 e=519	episode_reward=-394.02471745678224	epsilon=0.01	avg=-300.380767691086	independent_100_runs=-541.9785335216658
 e=520	episode_reward=-370.7618400039088	epsilon=0.01	avg=-300.95842228397794	independent_100_runs=-349.64679211546786
 e=521	episode_reward=-365.0429219879751	epsilon=0.01	avg=-301.4859053288462	independent_100_runs=-207.19756110156754
 e=522	episode_reward=-308.6003773934187	epsilon=0.01	avg=-305.55334453819455	independent_100_runs=-260.8472521256926
 e=523	episode_reward=-234.96842601012332	epsilon=0.01	avg=-307.4641889160316	independent_100_runs=-271.7011780558236
 e=524	episode_reward=-395.32699296682034	epsilon=0.01	avg=-311.43492801855575	independent_100_runs=-254.24248793200607
 e=525	episode_reward=-422.9864775017204	epsilon=0.01	avg=-313.9763623982975	independent_100_runs=-389.0392862082164
 e=526	episode_reward=133.00809329786014	epsilon=0.01	avg=-310.0243207361852	independent_100_runs=-314.47459193844674
 e=527	episode_reward=-423.73933472880833	epsilon=0.01	avg=-313.6153306600183	independent_100_runs=-305.3154319531502
 e=528	episode_reward=-262.6261311140339	epsilon=0.01	avg=-308.60746802842317	independent_100_runs=-199.47266794002658
 e=529	episode_reward=-238.28007912480203	epsilon=0.01	avg=-310.0824483766063	independent_100_runs=-190.40167864518796
 e=530	episode_reward=-286.58906463428224	epsilon=0.01	avg=-306.76220031911697	independent_100_runs=-156.23809060569832
 e=531	episode_reward=-64.49054174573554	epsilon=0.01	avg=-306.2961625740608	independent_100_runs=-177.31115766233378
 e=532	episode_reward=-47.51575103011068	epsilon=0.01	avg=-305.6595067533302	independent_100_runs=-126.1663404271878
 e=533	episode_reward=-51.776096720245306	epsilon=0.01	avg=-304.10659084628594	independent_100_runs=-156.45841739817948
 e=534	episode_reward=-208.20583321279776	epsilon=0.01	avg=-305.25613290778097	independent_100_runs=-331.7114036634692
 e=535	episode_reward=-329.49553106821327	epsilon=0.01	avg=-308.36028912013444	independent_100_runs=-167.26047056111568
 e=536	episode_reward=-26.36737575481466	epsilon=0.01	avg=-308.5848296758471	independent_100_runs=-125.23743063999862
 e=537	episode_reward=-235.77618737755327	epsilon=0.01	avg=-308.97211621243156	independent_100_runs=-218.80271504311025
 e=538	episode_reward=-228.35242052348272	epsilon=0.01	avg=-311.2268587679615	independent_100_runs=-229.30530196730913
 e=539	episode_reward=-43.73263390860674	epsilon=0.01	avg=-310.91153674426755	independent_100_runs=-218.62474791443086
 e=540	episode_reward=22.331666312427856	epsilon=0.01	avg=-310.8521458410509	independent_100_runs=-120.29944398630286
 e=541	episode_reward=4.797731351539426	epsilon=0.01	avg=-310.28851193837653	independent_100_runs=-287.95361515318075
 e=542	episode_reward=-259.37705287191216	epsilon=0.01	avg=-312.3640606621542	independent_100_runs=-286.6350743741578
 e=543	episode_reward=-349.71794073983847	epsilon=0.01	avg=-314.9477985097781	independent_100_runs=-271.95188978939865
 e=544	episode_reward=31.11793150315512	epsilon=0.01	avg=-310.8630545755773	independent_100_runs=-286.71892784154664
 e=545	episode_reward=-244.53150957066936	epsilon=0.01	avg=-305.6319520988896	independent_100_runs=-271.59521971697365
 e=546	episode_reward=-57.258600925238625	epsilon=0.01	avg=-305.2092432922742	independent_100_runs=-124.55406725517956
 e=547	episode_reward=-128.5002972305706	epsilon=0.01	avg=-308.01359691080074	independent_100_runs=-93.83223412831356
 e=548	episode_reward=253.77803366735515	epsilon=0.01	avg=-302.49654327667895	independent_100_runs=-72.99146554309918
 e=549	episode_reward=-105.50571168412174	epsilon=0.01	avg=-303.7477233504735	independent_100_runs=-148.39414549552575
 e=550	episode_reward=-11.546391598565762	epsilon=0.01	avg=-302.0171400594736	independent_100_runs=-89.58691184581288
 e=551	episode_reward=-57.62994884890517	epsilon=0.01	avg=-300.9440353625673	independent_100_runs=-92.45583306444384
 e=552	episode_reward=-189.13269792924393	epsilon=0.01	avg=-301.507558493238	independent_100_runs=-126.66668018245699
 e=553	episode_reward=-206.89548778705597	epsilon=0.01	avg=-302.7745418445782	independent_100_runs=-116.64986793330978
 e=554	episode_reward=-385.6949828937016	epsilon=0.01	avg=-303.68774172219105	independent_100_runs=-121.39440209545779
 e=555	episode_reward=-191.77450640293907	epsilon=0.01	avg=-305.28904460714597	independent_100_runs=-163.7351806149059
 e=556	episode_reward=-41.90432549710105	epsilon=0.01	avg=-303.3409760179912	independent_100_runs=-120.81288321301744
 e=557	episode_reward=-206.31980903055066	epsilon=0.01	avg=-301.0224669148006	independent_100_runs=-147.86694634694376
 e=558	episode_reward=-157.62368922920717	epsilon=0.01	avg=-300.2070665953974	independent_100_runs=-215.36388764898308
 e=559	episode_reward=2.653629966054524	epsilon=0.01	avg=-299.4333709370546	independent_100_runs=-197.79844059132287
 e=560	episode_reward=-20.83982499712978	epsilon=0.01	avg=-298.28168925630894	independent_100_runs=-161.14044292906902
 e=561	episode_reward=-233.4754830807939	epsilon=0.01	avg=-297.85105321174893	independent_100_runs=-170.40895584409603
 e=562	episode_reward=-49.87111835876084	epsilon=0.01	avg=-295.8052424626219	independent_100_runs=-166.99044278630754
 e=563	episode_reward=-164.34887177837916	epsilon=0.01	avg=-295.06225194763084	independent_100_runs=-169.7283782156077
 e=564	episode_reward=-210.51421769808667	epsilon=0.01	avg=-292.0952245102803	independent_100_runs=-118.5583395536806
 e=565	episode_reward=201.92761354132588	epsilon=0.01	avg=-288.59474251646674	independent_100_runs=-150.303670172052
 e=566	episode_reward=-165.89944556920457	epsilon=0.01	avg=-282.1611416267384	independent_100_runs=-176.7409224248543
 e=567	episode_reward=-195.71833359785495	epsilon=0.01	avg=-275.7414061811614	independent_100_runs=-117.17056625175091
 e=568	episode_reward=-207.40341078337167	epsilon=0.01	avg=-272.59039318941143	independent_100_runs=-82.71618344463995
 e=569	episode_reward=-66.16949752109147	epsilon=0.01	avg=-269.1236454725494	independent_100_runs=-208.3792004726721
 e=570	episode_reward=-174.09772289551427	epsilon=0.01	avg=-270.21386308112835	independent_100_runs=-175.08191873037487
 e=571	episode_reward=-110.5416506701149	epsilon=0.01	avg=-266.38912137006696	independent_100_runs=-151.386148890427
 e=572	episode_reward=-47.886090890553646	epsilon=0.01	avg=-262.68921808911904	independent_100_runs=-157.06434732136015
 e=573	episode_reward=-109.96860438195264	epsilon=0.01	avg=-258.9241763040017	independent_100_runs=-178.47441429424418
 e=574	episode_reward=-114.15688912934068	epsilon=0.01	avg=-258.14463719647785	independent_100_runs=-139.15500088425352
 e=575	episode_reward=-94.39058909933541	epsilon=0.01	avg=-254.3078054189066	independent_100_runs=-232.76963466071268
 e=576	episode_reward=-16.529671523795145	epsilon=0.01	avg=-248.55485162217806	independent_100_runs=-231.12965972273014
 e=577	episode_reward=-331.7267324518207	epsilon=0.01	avg=-248.917452951058	independent_100_runs=-311.63186500704825
 e=578	episode_reward=-240.68575231665358	epsilon=0.01	avg=-249.53954691736618	independent_100_runs=-246.90598976595555
 e=579	episode_reward=-171.62826335228317	epsilon=0.01	avg=-250.9055301424679	independent_100_runs=-223.72606101058213
 e=580	episode_reward=-301.334338599939	epsilon=0.01	avg=-250.05295316011726	independent_100_runs=-185.01632847564812
 e=581	episode_reward=-316.9397863515563	epsilon=0.01	avg=-252.26356611930623	independent_100_runs=-266.10186393205316
 e=582	episode_reward=-405.9358387173339	epsilon=0.01	avg=-252.15286643975963	independent_100_runs=-249.63059095298
 e=583	episode_reward=-146.4789872150552	epsilon=0.01	avg=-248.11653164504932	independent_100_runs=-290.9033139029763
 e=584	episode_reward=-300.07718824667813	epsilon=0.01	avg=-245.63563275929266	independent_100_runs=-230.57057464785396
 e=585	episode_reward=-723.2801547162876	epsilon=0.01	avg=-246.04694172741748	independent_100_runs=-342.3948759020039
 e=586	episode_reward=-200.04608972908744	epsilon=0.01	avg=-243.5100246024157	independent_100_runs=-377.09205294441955
 e=587	episode_reward=-722.5561102854633	epsilon=0.01	avg=-247.70804999171972	independent_100_runs=-394.6946646629385
 e=588	episode_reward=-385.1690013796708	epsilon=0.01	avg=-247.1001270492939	independent_100_runs=-311.46182849771327
 e=589	episode_reward=-446.07096474636205	epsilon=0.01	avg=-248.5831225216763	independent_100_runs=-512.631697782439
 e=590	episode_reward=-694.163393927055	epsilon=0.01	avg=-251.86769647321074	independent_100_runs=-643.525111641781
 e=591	episode_reward=-689.5707605171203	epsilon=0.01	avg=-256.6214402907945	independent_100_runs=-645.7717915805696
 e=592	episode_reward=-158.5382844955429	epsilon=0.01	avg=-256.0426101514573	independent_100_runs=-585.6472971764515
 e=593	episode_reward=-773.75528746295	epsilon=0.01	avg=-253.9779966925065	independent_100_runs=-562.3242201254075
 e=594	episode_reward=-77.1583363427348	epsilon=0.01	avg=-250.96377697954827	independent_100_runs=-534.2681382594186
 e=595	episode_reward=-504.79862062360127	epsilon=0.01	avg=-253.5166921345509	independent_100_runs=-601.1313108459198
 e=596	episode_reward=-703.0368948953321	epsilon=0.01	avg=-259.8793162883382	independent_100_runs=-542.7026283885906
 e=597	episode_reward=-65.2994365316	epsilon=0.01	avg=-257.18023788978763	independent_100_runs=-481.38625078522375
 e=598	episode_reward=-434.77503674085267	epsilon=0.01	avg=-258.33135458939245	independent_100_runs=-359.9016708557763
 e=599	episode_reward=-459.24453816387114	epsilon=0.01	avg=-258.8861967101459	independent_100_runs=-273.38854558758754
 e=600	episode_reward=-332.83602267964034	epsilon=0.01	avg=-259.5564437335985	independent_100_runs=-254.2522873756938
 e=601	episode_reward=-196.66697813800693	epsilon=0.01	avg=-259.10169727441996	independent_100_runs=-338.7465662143568
 e=602	episode_reward=-292.51186697374976	epsilon=0.01	avg=-258.351786948719	independent_100_runs=-241.26700996582852
 e=603	episode_reward=-98.03660708556083	epsilon=0.01	avg=-257.88739915250875	independent_100_runs=-328.0472484383428
 e=604	episode_reward=-166.3054438767919	epsilon=0.01	avg=-256.39417687254155	independent_100_runs=-258.93894187399064
 e=605	episode_reward=-579.4600988276602	epsilon=0.01	avg=-258.8067975689434	independent_100_runs=-185.5135726829706
 e=606	episode_reward=-480.9788655690672	epsilon=0.01	avg=-260.57039537116657	independent_100_runs=-462.39685837998496
 e=607	episode_reward=-266.2386619689951	epsilon=0.01	avg=-260.8331398502367	independent_100_runs=-289.37650273095153
 e=608	episode_reward=-337.3088499873908	epsilon=0.01	avg=-261.58374949883296	independent_100_runs=-362.828250608884
 e=609	episode_reward=-729.2054662858723	epsilon=0.01	avg=-261.9738065736759	independent_100_runs=-181.33271339874227
 e=610	episode_reward=-394.7413321249181	epsilon=0.01	avg=-258.038113663343	independent_100_runs=-354.2055495846141
 e=611	episode_reward=-430.81600477535375	epsilon=0.01	avg=-254.3583791020205	independent_100_runs=-344.5072908022179
 e=612	episode_reward=-77.50319547551878	epsilon=0.01	avg=-252.9564269913712	independent_100_runs=-344.2340191998182
 e=613	episode_reward=-433.33149542519953	epsilon=0.01	avg=-255.30246201491357	independent_100_runs=-232.77766730743596
 e=614	episode_reward=-175.0657549195251	epsilon=0.01	avg=-251.7651546254538	independent_100_runs=-372.43832890568063
 e=615	episode_reward=-364.10361925165046	epsilon=0.01	avg=-252.96348564039562	independent_100_runs=-287.11215641105736
 e=616	episode_reward=-506.9905460294211	epsilon=0.01	avg=-252.4516153280581	independent_100_runs=-373.26953923723687
 e=617	episode_reward=-133.38631915925006	epsilon=0.01	avg=-249.13869023212862	independent_100_runs=-307.61800083787716
 e=618	episode_reward=-192.46749865614328	epsilon=0.01	avg=-243.0449283385799	independent_100_runs=-224.81015536924014
 e=619	episode_reward=-230.34862435057184	epsilon=0.01	avg=-241.40816740751777	independent_100_runs=-170.06739802528395
 e=620	episode_reward=-138.7505736205264	epsilon=0.01	avg=-239.08805474368393	independent_100_runs=-138.28317131557273
 e=621	episode_reward=-322.65341844646525	epsilon=0.01	avg=-238.66415970826884	independent_100_runs=-109.41213009495986
 e=622	episode_reward=-137.70417938825224	epsilon=0.01	avg=-236.95519772821717	independent_100_runs=-298.84194007431927
 e=623	episode_reward=-64.09255770323927	epsilon=0.01	avg=-235.24643904514832	independent_100_runs=-190.6161844078492
 e=624	episode_reward=-336.3209309963543	epsilon=0.01	avg=-234.65637842544365	independent_100_runs=-200.04678737461458
 e=625	episode_reward=-216.71754684083825	epsilon=0.01	avg=-232.59368911883485	independent_100_runs=-344.54538899106467
 e=626	episode_reward=-508.72522657421285	epsilon=0.01	avg=-239.0110223175556	independent_100_runs=-346.9572055399474
 e=627	episode_reward=-378.670701191588	epsilon=0.01	avg=-238.56033598218337	independent_100_runs=-195.09424416579714
 e=628	episode_reward=-264.3949591293988	epsilon=0.01	avg=-238.5780242623371	independent_100_runs=-244.05980119967938
 e=629	episode_reward=-327.68039456301085	epsilon=0.01	avg=-239.47202741671913	independent_100_runs=-268.33297137352815
 e=630	episode_reward=69.87391995833892	epsilon=0.01	avg=-235.90739757079294	independent_100_runs=-208.7485342008489
 e=631	episode_reward=-296.6713403491326	epsilon=0.01	avg=-238.22920555682686	independent_100_runs=-266.987069818065
 e=632	episode_reward=-84.39807978144196	epsilon=0.01	avg=-238.59802884434018	independent_100_runs=-281.12574315708224
 e=633	episode_reward=-168.2803663853313	epsilon=0.01	avg=-239.763071540991	independent_100_runs=-147.01215900939766
 e=634	episode_reward=-109.11578170433259	epsilon=0.01	avg=-238.77217102590635	independent_100_runs=-168.59498781065147
 e=635	episode_reward=-244.78922896628794	epsilon=0.01	avg=-237.92510800488708	independent_100_runs=-151.1049173139515
 e=636	episode_reward=-272.62701090034216	epsilon=0.01	avg=-240.38770435634237	independent_100_runs=-194.61404905622123
 e=637	episode_reward=-181.50707340078134	epsilon=0.01	avg=-239.8450132165747	independent_100_runs=-183.45139989671281
 e=638	episode_reward=-296.1492617228183	epsilon=0.01	avg=-240.52298162856806	independent_100_runs=-193.24943054486394
 e=639	episode_reward=-313.42835094672853	epsilon=0.01	avg=-243.21993879894927	independent_100_runs=-210.75602522031633
 e=640	episode_reward=-292.27525579223607	epsilon=0.01	avg=-246.3660080199959	independent_100_runs=-141.9188341011422
 e=641	episode_reward=-328.6152604839654	epsilon=0.01	avg=-249.70013793835093	independent_100_runs=-174.47128718021227
 e=642	episode_reward=-18.389816926474523	epsilon=0.01	avg=-247.29026557889657	independent_100_runs=-158.18175434163305
 e=643	episode_reward=-311.3744271998295	epsilon=0.01	avg=-246.90683044349652	independent_100_runs=-185.17572904095314
 e=644	episode_reward=-65.01347627387088	epsilon=0.01	avg=-247.86814452126677	independent_100_runs=-174.67033498540522
 e=645	episode_reward=-56.045760377446165	epsilon=0.01	avg=-245.9832870293345	independent_100_runs=-181.31045081509947
 e=646	episode_reward=-232.93048238618653	epsilon=0.01	avg=-247.74000584394398	independent_100_runs=-151.67655986804414
 e=647	episode_reward=-227.47131971421607	epsilon=0.01	avg=-248.7297160687804	independent_100_runs=-136.79825486897008
 e=648	episode_reward=-260.5134609479695	epsilon=0.01	avg=-253.87263101493366	independent_100_runs=-325.42449517723463
 e=649	episode_reward=-190.97504630858543	epsilon=0.01	avg=-254.7273243611783	independent_100_runs=-182.0441793986134
 e=650	episode_reward=-414.09543075726276	epsilon=0.01	avg=-258.75281475276523	independent_100_runs=-160.69113529024926
 e=651	episode_reward=-316.7671367008014	epsilon=0.01	avg=-261.3441866312842	independent_100_runs=-165.88995838352446
 e=652	episode_reward=-222.95428528665104	epsilon=0.01	avg=-261.6824025048583	independent_100_runs=-156.94532365184048
 e=653	episode_reward=-213.17445286009144	epsilon=0.01	avg=-261.74519215558865	independent_100_runs=-159.20534198290767
 e=654	episode_reward=-177.8479280484538	epsilon=0.01	avg=-259.6667216071362	independent_100_runs=-171.59086305421798
 e=655	episode_reward=6.6929127819456085	epsilon=0.01	avg=-257.68204741528734	independent_100_runs=-182.05075610014646
 e=656	episode_reward=-125.28907446326335	epsilon=0.01	avg=-258.515894904949	independent_100_runs=-197.57944183995912
 e=657	episode_reward=-141.41887116897502	epsilon=0.01	avg=-257.86688552633325	independent_100_runs=-325.5644915370823
 e=658	episode_reward=-315.6829363791114	epsilon=0.01	avg=-259.4474779978323	independent_100_runs=-270.9977488388289
 e=659	episode_reward=-39.97142545025051	epsilon=0.01	avg=-259.8737285519953	independent_100_runs=-514.7732161387391
 e=660	episode_reward=-565.671964655987	epsilon=0.01	avg=-265.3220499485839	independent_100_runs=-271.2097392711418
 e=661	episode_reward=-313.90208341780317	epsilon=0.01	avg=-266.12631595195404	independent_100_runs=-223.77211653120636
 e=662	episode_reward=-188.73241476559775	epsilon=0.01	avg=-267.51492891602237	independent_100_runs=-225.69652923218854
 e=663	episode_reward=-181.69717983492302	epsilon=0.01	avg=-267.68841199658783	independent_100_runs=-181.07207661054767
 e=664	episode_reward=-366.5371335982185	epsilon=0.01	avg=-269.24864115558916	independent_100_runs=-189.03125598753275
 e=665	episode_reward=-427.2420859608105	epsilon=0.01	avg=-275.54033815061047	independent_100_runs=-267.63662892377823
 e=666	episode_reward=-499.6570635338641	epsilon=0.01	avg=-278.87791433025706	independent_100_runs=-550.1526935206983
 e=667	episode_reward=-552.7496682240512	epsilon=0.01	avg=-282.4482276765191	independent_100_runs=-337.439246526139
 e=668	episode_reward=-366.197213749195	epsilon=0.01	avg=-284.03616570617726	independent_100_runs=-256.13895272932024
 e=669	episode_reward=-162.7504037791079	epsilon=0.01	avg=-285.00197476875746	independent_100_runs=-228.2946886846314
 e=670	episode_reward=-480.29550822101726	epsilon=0.01	avg=-288.0639526220125	independent_100_runs=-272.10308393228377
 e=671	episode_reward=-278.9700939526539	epsilon=0.01	avg=-289.7482370548379	independent_100_runs=-221.19873129716055
 e=672	episode_reward=-292.87391621775396	epsilon=0.01	avg=-292.1981153081099	independent_100_runs=-313.65532249619304
 e=673	episode_reward=-41.27000850455636	epsilon=0.01	avg=-291.51112934933593	independent_100_runs=-534.3522214871288
 e=674	episode_reward=-496.2200719909362	epsilon=0.01	avg=-295.33176117795193	independent_100_runs=-255.49637153794055
 e=675	episode_reward=-377.16688203611704	epsilon=0.01	avg=-298.1595241073197	independent_100_runs=-417.7385034816655
 e=676	episode_reward=-454.55983092846856	epsilon=0.01	avg=-302.53982570136645	independent_100_runs=-340.41484009679067
 e=677	episode_reward=-610.0110916284664	epsilon=0.01	avg=-305.32266929313283	independent_100_runs=-253.38457858660223
 e=678	episode_reward=-362.37661777119064	epsilon=0.01	avg=-306.5395779476782	independent_100_runs=-294.501158870988
 e=679	episode_reward=-241.27380180983405	epsilon=0.01	avg=-307.2360333322537	independent_100_runs=-294.77087420815144
 e=680	episode_reward=-171.72985196263224	epsilon=0.01	avg=-305.9399884658806	independent_100_runs=-257.6879717112418
 e=681	episode_reward=-257.6438407305207	epsilon=0.01	avg=-305.34702900967034	independent_100_runs=-233.15646673825646
 e=682	episode_reward=-158.78306178202223	epsilon=0.01	avg=-302.8755012403172	independent_100_runs=-211.600340086001
 e=683	episode_reward=-351.88988148466774	epsilon=0.01	avg=-304.9296101830133	independent_100_runs=-278.67087004689915
 e=684	episode_reward=-267.3126321464886	epsilon=0.01	avg=-304.6019646220114	independent_100_runs=-267.80691267535235
 e=685	episode_reward=-300.56446015650505	epsilon=0.01	avg=-300.3748076764136	independent_100_runs=-374.5299805165191
 e=686	episode_reward=-30.998782355938147	epsilon=0.01	avg=-298.68433460268204	independent_100_runs=-335.47478039595995
 e=687	episode_reward=-299.210239301824	epsilon=0.01	avg=-294.4508758928457	independent_100_runs=-298.1458874154869
 e=688	episode_reward=-158.9446817747971	epsilon=0.01	avg=-292.18863269679696	independent_100_runs=-294.84582413870424
 e=689	episode_reward=-373.06200603446393	epsilon=0.01	avg=-291.458543109678	independent_100_runs=-290.63241873627277
 e=690	episode_reward=-210.41638589890636	epsilon=0.01	avg=-286.6210730293965	independent_100_runs=-243.54669156144774
 e=691	episode_reward=-61.87819000646178	epsilon=0.01	avg=-280.3441473242899	independent_100_runs=-328.54550211605437
 e=692	episode_reward=-161.19905351802512	epsilon=0.01	avg=-280.3707550145147	independent_100_runs=-195.87979460610376
 e=693	episode_reward=-193.00904259297707	epsilon=0.01	avg=-274.563292565815	independent_100_runs=-248.5131813809771
 e=694	episode_reward=-66.716943982316	epsilon=0.01	avg=-274.45887864221083	independent_100_runs=-266.33854213172674
 e=695	episode_reward=-145.01925237570816	epsilon=0.01	avg=-270.8610849597319	independent_100_runs=-292.55594506022135
 e=696	episode_reward=-337.32762493714597	epsilon=0.01	avg=-267.20399226015	independent_100_runs=-276.7443670131652
 e=697	episode_reward=-282.0388848300636	epsilon=0.01	avg=-269.3713867431346	independent_100_runs=-282.4303074352409
 e=698	episode_reward=-362.8024063686069	epsilon=0.01	avg=-268.6516604394122	independent_100_runs=-295.80240566864103
 e=699	episode_reward=-353.9843637786894	epsilon=0.01	avg=-267.59905869556036	independent_100_runs=-315.4915479876134
 e=700	episode_reward=-332.61930480121214	epsilon=0.01	avg=-267.59689151677617	independent_100_runs=-331.058489373621
 e=701	episode_reward=-432.12743672370397	epsilon=0.01	avg=-269.95149610263314	independent_100_runs=-311.91524536959037
 e=702	episode_reward=-267.265916493042	epsilon=0.01	avg=-269.6990365978261	independent_100_runs=-348.6621932792817
 e=703	episode_reward=-322.4328255457709	epsilon=0.01	avg=-271.9429987824281	independent_100_runs=-328.3864139574271
 e=704	episode_reward=-306.7207253806724	epsilon=0.01	avg=-273.34715159746696	independent_100_runs=-279.65523411288484
 e=705	episode_reward=-487.7950049954281	epsilon=0.01	avg=-272.4305006591446	independent_100_runs=-308.63155148732005
 e=706	episode_reward=-70.47604720729407	epsilon=0.01	avg=-268.32547247552685	independent_100_runs=-336.7828840962056
 e=707	episode_reward=-366.6173222365442	epsilon=0.01	avg=-269.3292590782023	independent_100_runs=-334.7072441878505
 e=708	episode_reward=-223.4079884307365	epsilon=0.01	avg=-268.1902504626358	independent_100_runs=-276.03629292679835
 e=709	episode_reward=-223.15119934791036	epsilon=0.01	avg=-263.12970779325616	independent_100_runs=-224.34184609991914
 e=710	episode_reward=-257.50870763206717	epsilon=0.01	avg=-261.75738154832766	independent_100_runs=-223.93211941727193
 e=711	episode_reward=-500.74611891365277	epsilon=0.01	avg=-262.45668268971065	independent_100_runs=-240.66577399419413
 e=712	episode_reward=-210.96359794973188	epsilon=0.01	avg=-263.7912867144528	independent_100_runs=-179.11064943701356
 e=713	episode_reward=-372.67496537487597	epsilon=0.01	avg=-263.18472141394955	independent_100_runs=-234.57819735686536
 e=714	episode_reward=-198.87485165222796	epsilon=0.01	avg=-263.42281238127663	independent_100_runs=-208.49748927020522
 e=715	episode_reward=-129.12682208568836	epsilon=0.01	avg=-261.07304440961695	independent_100_runs=-71.59128851655885
 e=716	episode_reward=-59.71604720174012	epsilon=0.01	avg=-256.6002994213402	independent_100_runs=-104.6217108505991
 e=717	episode_reward=-85.08042597390306	epsilon=0.01	avg=-256.1172404894867	independent_100_runs=-167.99007306166342
 e=718	episode_reward=-251.99639756497635	epsilon=0.01	avg=-256.712529478575	independent_100_runs=-124.92614626646991
 e=719	episode_reward=-38.290410391211026	epsilon=0.01	avg=-254.79194733898137	independent_100_runs=-137.22686304699312
 e=720	episode_reward=-16.569484490841916	epsilon=0.01	avg=-253.57013644768458	independent_100_runs=-98.4510447371001
 e=721	episode_reward=-209.55823152722297	epsilon=0.01	avg=-252.43918457849216	independent_100_runs=-101.94610090419192
 e=722	episode_reward=30.03153203284222	epsilon=0.01	avg=-250.7618274642812	independent_100_runs=-119.07142357502822
 e=723	episode_reward=-205.3104235351871	epsilon=0.01	avg=-252.17400612260064	independent_100_runs=-253.91336395654125
 e=724	episode_reward=-345.3002848275362	epsilon=0.01	avg=-252.26379966091247	independent_100_runs=-311.10924248248796
 e=725	episode_reward=-215.28790702658029	epsilon=0.01	avg=-252.24950326276993	independent_100_runs=-333.0801553247651
 e=726	episode_reward=-295.36490682623196	epsilon=0.01	avg=-250.11590006529008	independent_100_runs=-314.0386440965023
 e=727	episode_reward=-447.273547826267	epsilon=0.01	avg=-250.8019285316369	independent_100_runs=-430.2885860435445
 e=728	episode_reward=-326.7062933822841	epsilon=0.01	avg=-251.42504187416571	independent_100_runs=-361.92668775269516
 e=729	episode_reward=-353.47924894566586	epsilon=0.01	avg=-251.6830304179923	independent_100_runs=-358.5243264048732
 e=730	episode_reward=-287.1545081172534	epsilon=0.01	avg=-255.25331469874823	independent_100_runs=-316.77603302009476
 e=731	episode_reward=-323.64652960349747	epsilon=0.01	avg=-255.5230665912919	independent_100_runs=-241.53462578488055
 e=732	episode_reward=-362.401659273496	epsilon=0.01	avg=-258.3031023862124	independent_100_runs=-228.44068150446392
 e=733	episode_reward=-302.9161159743414	epsilon=0.01	avg=-259.6494598821025	independent_100_runs=-248.27883260810344
 e=734	episode_reward=-277.5244435152001	epsilon=0.01	avg=-261.33354650021124	independent_100_runs=-203.86460265259012
 e=735	episode_reward=-245.0635897273524	epsilon=0.01	avg=-261.33629010782187	independent_100_runs=-231.55667538162783
 e=736	episode_reward=-269.2466726623842	epsilon=0.01	avg=-261.3024867254423	independent_100_runs=-202.4444968162334
 e=737	episode_reward=-222.94889678279654	epsilon=0.01	avg=-261.7169049592624	independent_100_runs=-255.76629087687897
 e=738	episode_reward=-170.48344769476873	epsilon=0.01	avg=-260.4602468189819	independent_100_runs=-151.54784147159708
 e=739	episode_reward=-245.04160249500725	epsilon=0.01	avg=-259.7763793344647	independent_100_runs=-221.56151073444266
 e=740	episode_reward=3.234569993992295	epsilon=0.01	avg=-256.8212810766024	independent_100_runs=-213.31092589167739
 e=741	episode_reward=-253.0575091022025	epsilon=0.01	avg=-256.0657035627848	independent_100_runs=-153.19086184419442
 e=742	episode_reward=-293.02704028355777	epsilon=0.01	avg=-258.81207579635566	independent_100_runs=-172.4526345278691
 e=743	episode_reward=-4.689414466473082	epsilon=0.01	avg=-255.74522566902206	independent_100_runs=-181.63451830774346
 e=744	episode_reward=-41.97518141367074	epsilon=0.01	avg=-255.5148427204201	independent_100_runs=-186.83896075983597
 e=745	episode_reward=-250.51415280185685	epsilon=0.01	avg=-257.4595266446642	independent_100_runs=-299.4386711349723
 e=746	episode_reward=-256.63269003040875	epsilon=0.01	avg=-257.6965487211064	independent_100_runs=-202.03501164141937
 e=747	episode_reward=-342.6319341755535	epsilon=0.01	avg=-258.84815486571983	independent_100_runs=-140.6164644202106
 e=748	episode_reward=-49.360481876551546	epsilon=0.01	avg=-256.7366250750056	independent_100_runs=-173.7699174219305
 e=749	episode_reward=-272.6415647318284	epsilon=0.01	avg=-257.553290259238	independent_100_runs=-154.90807986194426
 e=750	episode_reward=-155.5710617235365	epsilon=0.01	avg=-254.9680465689008	independent_100_runs=-136.55041573102466
 e=751	episode_reward=-280.7466218277948	epsilon=0.01	avg=-254.6078414201707	independent_100_runs=-122.96722330646394
 e=752	episode_reward=-93.78931377937077	epsilon=0.01	avg=-253.31619170509788	independent_100_runs=-146.4641519988914
 e=753	episode_reward=-38.858866769849556	epsilon=0.01	avg=-251.5730358441955	independent_100_runs=-124.28859055285947
 e=754	episode_reward=246.35499068000456	epsilon=0.01	avg=-247.33100665691086	independent_100_runs=-155.08309206088558
 e=755	episode_reward=12.091970817754401	epsilon=0.01	avg=-247.2770160765528	independent_100_runs=-110.55024785511401
 e=756	episode_reward=-76.79294706427558	epsilon=0.01	avg=-246.7920548025629	independent_100_runs=-101.00368533445395
 e=757	episode_reward=-22.157135187683537	epsilon=0.01	avg=-245.59943744275003	independent_100_runs=-123.94446577723873
 e=758	episode_reward=-206.30342677103897	epsilon=0.01	avg=-244.50564234666928	independent_100_runs=-104.6187786856742
 e=759	episode_reward=-150.58261670091923	epsilon=0.01	avg=-245.61175425917594	independent_100_runs=-89.32179057841132
 e=760	episode_reward=-67.8944404147862	epsilon=0.01	avg=-240.633979016764	independent_100_runs=-110.00654265101295
 e=761	episode_reward=-29.067269302402664	epsilon=0.01	avg=-237.78563087560994	independent_100_runs=-118.93455988552057
 e=762	episode_reward=-14.239603073432022	epsilon=0.01	avg=-236.04070275868827	independent_100_runs=-120.7047377560362
 e=763	episode_reward=-83.80751101319225	epsilon=0.01	avg=-235.061806070471	independent_100_runs=-70.34350259350899
 e=764	episode_reward=-56.74829618266083	epsilon=0.01	avg=-231.9639176963154	independent_100_runs=-134.56716835740352
 e=765	episode_reward=16.784046062607814	epsilon=0.01	avg=-227.5236563760812	independent_100_runs=-146.80583024529489
 e=766	episode_reward=-243.95298126817949	epsilon=0.01	avg=-224.96661555342442	independent_100_runs=-163.91651512189776
 e=767	episode_reward=-58.20608139194813	epsilon=0.01	avg=-220.02117968510333	independent_100_runs=-75.7887922631813
 e=768	episode_reward=-225.9528678806354	epsilon=0.01	avg=-218.61873622641775	independent_100_runs=-88.24033023747921
 e=769	episode_reward=-189.8084090159126	epsilon=0.01	avg=-218.88931627878577	independent_100_runs=-96.93666841968017
 e=770	episode_reward=-59.9136318619723	epsilon=0.01	avg=-214.68549751519535	independent_100_runs=-108.13532614159753
 e=771	episode_reward=-212.68597192585065	epsilon=0.01	avg=-214.0226562949273	independent_100_runs=-152.40922013788995
 e=772	episode_reward=7.225204130959	epsilon=0.01	avg=-211.02166509144016	independent_100_runs=-51.32312227677163
 e=773	episode_reward=-1.6817071791559073	epsilon=0.01	avg=-210.62578207818618	independent_100_runs=-101.06899947454805
 e=774	episode_reward=-15.477105192523283	epsilon=0.01	avg=-205.818352410202	independent_100_runs=-69.32392279745066
 e=775	episode_reward=-65.87810212391604	epsilon=0.01	avg=-202.70546461108003	independent_100_runs=-113.35349384619181
 e=776	episode_reward=-141.2388537590696	epsilon=0.01	avg=-199.57225483938603	independent_100_runs=-63.482227125138834
 e=777	episode_reward=-190.54935745528093	epsilon=0.01	avg=-195.3776374976542	independent_100_runs=-77.74535428982557
 e=778	episode_reward=-17.53461423553668	epsilon=0.01	avg=-191.9292174622977	independent_100_runs=-75.88306462840849
 e=779	episode_reward=-207.03747202680094	epsilon=0.01	avg=-191.58685416446735	independent_100_runs=-95.70019953077723
 e=780	episode_reward=-0.0811491132684381	epsilon=0.01	avg=-189.8703671359737	independent_100_runs=-93.83043936659993
 e=781	episode_reward=-73.04404183220989	epsilon=0.01	avg=-188.0243691469906	independent_100_runs=-105.54747821818883
 e=782	episode_reward=-164.60131368788188	epsilon=0.01	avg=-188.0825516660492	independent_100_runs=-95.7079584780685
 e=783	episode_reward=-57.05311080624827	epsilon=0.01	avg=-185.134183959265	independent_100_runs=-69.15940804018933
 e=784	episode_reward=-148.96964392468757	epsilon=0.01	avg=-183.95075407704698	independent_100_runs=-88.95003054388197
 e=785	episode_reward=-112.17309363952285	epsilon=0.01	avg=-182.06684041187714	independent_100_runs=-77.26453360034337
 e=786	episode_reward=-158.67116237910494	epsilon=0.01	avg=-183.3435642121088	independent_100_runs=-67.0518466194254
 e=787	episode_reward=-207.75323024658724	epsilon=0.01	avg=-182.42899412155643	independent_100_runs=-85.59535048908009
 e=788	episode_reward=-232.3988905333154	epsilon=0.01	avg=-183.1635362091416	independent_100_runs=-83.48846109305883
 e=789	episode_reward=-79.2657621656015	epsilon=0.01	avg=-180.22557377045302	independent_100_runs=-118.73059894039358
 e=790	episode_reward=303.08743330856	epsilon=0.01	avg=-175.09053557837834	independent_100_runs=-151.59812860603768
 e=791	episode_reward=234.2397160075286	epsilon=0.01	avg=-172.12935651823847	independent_100_runs=-87.61584771680205
 e=792	episode_reward=0.8493149141051504	epsilon=0.01	avg=-170.5088728339171	independent_100_runs=-103.24860662754799
 e=793	episode_reward=-90.73133411011219	epsilon=0.01	avg=-169.4860957490885	independent_100_runs=-132.91036153086395
 e=794	episode_reward=-152.47907615523624	epsilon=0.01	avg=-170.34371707081766	independent_100_runs=-115.85705637813373
 e=795	episode_reward=-553.6545143155859	epsilon=0.01	avg=-174.43006969021644	independent_100_runs=-140.65082332467233
 e=796	episode_reward=-73.30626274966866	epsilon=0.01	avg=-171.7898560683417	independent_100_runs=-178.3315803180251
 e=797	episode_reward=-150.28475046981197	epsilon=0.01	avg=-170.4723147247392	independent_100_runs=-182.98491215993585
 e=798	episode_reward=-61.0830384846803	epsilon=0.01	avg=-167.45512104589992	independent_100_runs=-179.6373592871165
 e=799	episode_reward=-159.98495014023888	epsilon=0.01	avg=-165.51512690951537	independent_100_runs=-108.05114617859205
 e=800	episode_reward=-134.01120402938136	epsilon=0.01	avg=-163.52904590179705	independent_100_runs=-168.99435461568092
 e=801	episode_reward=-207.31368705634094	epsilon=0.01	avg=-161.28090840512345	independent_100_runs=-146.92161017548236
 e=802	episode_reward=5.073301058438659	epsilon=0.01	avg=-158.55751622960864	independent_100_runs=-193.27782533305123
 e=803	episode_reward=-228.628155944441	epsilon=0.01	avg=-157.61946953359532	independent_100_runs=-253.04717301119803
 e=804	episode_reward=-308.41890076254936	epsilon=0.01	avg=-157.6364512874141	independent_100_runs=-248.02464475037124
 e=805	episode_reward=-328.0714014214436	epsilon=0.01	avg=-156.03921525167425	independent_100_runs=-129.88423035194617
 e=806	episode_reward=-133.41288731353805	epsilon=0.01	avg=-156.66858365273671	independent_100_runs=-140.10641347851598
 e=807	episode_reward=-350.53296815853	epsilon=0.01	avg=-156.50774011195656	independent_100_runs=-186.5028649008918
 e=808	episode_reward=-120.36238318279368	epsilon=0.01	avg=-155.4772840594771	independent_100_runs=-213.7651089698119
 e=809	episode_reward=-101.69109249741255	epsilon=0.01	avg=-154.26268299097217	independent_100_runs=-164.4349735523145
 e=810	episode_reward=-225.35505355521195	epsilon=0.01	avg=-153.9411464502036	independent_100_runs=-142.03898813567247
 e=811	episode_reward=-77.14754635177833	epsilon=0.01	avg=-149.70516072458486	independent_100_runs=-143.93322319195872
 e=812	episode_reward=-474.5104483252115	epsilon=0.01	avg=-152.34062922833965	independent_100_runs=-147.95802986041596
 e=813	episode_reward=-280.05148331163247	epsilon=0.01	avg=-151.41439440770722	independent_100_runs=-138.0938958503433
 e=814	episode_reward=-190.88543821596596	epsilon=0.01	avg=-151.3345002733446	independent_100_runs=-141.3949044047611
 e=815	episode_reward=-66.8127379530578	epsilon=0.01	avg=-150.7113594320183	independent_100_runs=-119.9243436690186
 e=816	episode_reward=-16.20416472711372	epsilon=0.01	avg=-150.27624060727206	independent_100_runs=-151.52609358582254
 e=817	episode_reward=-96.2141400863312	epsilon=0.01	avg=-150.38757774839635	independent_100_runs=-149.25243644208226
 e=818	episode_reward=-188.35095124789376	epsilon=0.01	avg=-149.7511232852255	independent_100_runs=-115.06590567668707
 e=819	episode_reward=-67.97882704655879	epsilon=0.01	avg=-150.048007451779	independent_100_runs=-136.0680743991005
 e=820	episode_reward=-213.04201182487105	epsilon=0.01	avg=-152.01273272511926	independent_100_runs=-136.67525153539108
 e=821	episode_reward=-130.76609594184765	epsilon=0.01	avg=-151.22481136926552	independent_100_runs=-144.17097427109337
 e=822	episode_reward=-201.96814199899325	epsilon=0.01	avg=-153.54480810958387	independent_100_runs=-120.73939896157836
 e=823	episode_reward=-272.00742635027643	epsilon=0.01	avg=-154.21177813773477	independent_100_runs=-141.3802919742893
 e=824	episode_reward=-249.6604922619566	epsilon=0.01	avg=-153.25538021207896	independent_100_runs=-184.1536763856874
 e=825	episode_reward=-137.04755658358644	epsilon=0.01	avg=-152.47297670764902	independent_100_runs=-189.722178278213
 e=826	episode_reward=-190.70784377225078	epsilon=0.01	avg=-151.4264060771092	independent_100_runs=-158.06190742986354
 e=827	episode_reward=249.82174312863665	epsilon=0.01	avg=-144.45545316756017	independent_100_runs=-106.09280586211423
 e=828	episode_reward=-53.319011645453045	epsilon=0.01	avg=-141.72158035019186	independent_100_runs=-153.7172825675622
 e=829	episode_reward=-116.09934372542807	epsilon=0.01	avg=-139.34778129798948	independent_100_runs=-152.99064449162466
 e=830	episode_reward=-131.01398437744163	epsilon=0.01	avg=-137.78637606059135	independent_100_runs=-162.16114173077125
 e=831	episode_reward=-354.0191014500476	epsilon=0.01	avg=-138.09010177905685	independent_100_runs=-154.99694809025087
 e=832	episode_reward=-247.57032673337602	epsilon=0.01	avg=-136.94178845365568	independent_100_runs=-191.35910014859203
 e=833	episode_reward=-76.8565694831379	epsilon=0.01	avg=-134.68119298874362	independent_100_runs=-118.18794183832888
 e=834	episode_reward=-20.309136674326894	epsilon=0.01	avg=-132.10903992033488	independent_100_runs=-139.37717593189495
 e=835	episode_reward=-58.651591562040565	epsilon=0.01	avg=-130.2449199386818	independent_100_runs=-155.952735852782
 e=836	episode_reward=-321.1647822103074	epsilon=0.01	avg=-130.764101034161	independent_100_runs=-151.39223601071987
 e=837	episode_reward=-236.98128460100003	epsilon=0.01	avg=-130.90442491234305	independent_100_runs=-136.7043953854547
 e=838	episode_reward=-51.34599469947182	epsilon=0.01	avg=-129.7130503823901	independent_100_runs=-134.1014767726828
 e=839	episode_reward=-287.4974685852869	epsilon=0.01	avg=-130.1376090432929	independent_100_runs=-135.02373322870255
 e=840	episode_reward=-113.97783023530367	epsilon=0.01	avg=-131.30973304558586	independent_100_runs=-129.7166059888703
 e=841	episode_reward=-59.783731912129255	epsilon=0.01	avg=-129.3769952736851	independent_100_runs=-124.92185956611561
 e=842	episode_reward=-11.954743838006095	epsilon=0.01	avg=-126.5662723092296	independent_100_runs=-144.65602767463804
 e=843	episode_reward=-205.74180252461957	epsilon=0.01	avg=-128.5767961898111	independent_100_runs=-146.19783394791526
 e=844	episode_reward=-224.58870338912106	epsilon=0.01	avg=-130.40293140956558	independent_100_runs=-130.43726136845945
 e=845	episode_reward=-241.67493978773098	epsilon=0.01	avg=-130.3145392794243	independent_100_runs=-148.09849262810022
 e=846	episode_reward=30.22351764197927	epsilon=0.01	avg=-127.44597720270039	independent_100_runs=-183.89104646411323
 e=847	episode_reward=17.04723210520244	epsilon=0.01	avg=-123.84918553989286	independent_100_runs=-133.36199490953697
 e=848	episode_reward=-218.0052265647095	epsilon=0.01	avg=-125.53563298677446	independent_100_runs=-146.02585258437904
 e=849	episode_reward=-252.64399543497046	epsilon=0.01	avg=-125.33565729380585	independent_100_runs=-162.38483749168222
 e=850	episode_reward=179.19575262851336	epsilon=0.01	avg=-121.98798915028537	independent_100_runs=-163.41896510183042
 e=851	episode_reward=-61.27889394711667	epsilon=0.01	avg=-119.7933118714786	independent_100_runs=-206.05590014202346
 e=852	episode_reward=-261.14005435925503	epsilon=0.01	avg=-121.46681927727742	independent_100_runs=-148.12202293210916
 e=853	episode_reward=-52.409633229320626	epsilon=0.01	avg=-121.60232694187216	independent_100_runs=-173.9410891479183
 e=854	episode_reward=-195.70604940615817	epsilon=0.01	avg=-126.02293734273378	independent_100_runs=-153.48296881153968
 e=855	episode_reward=-237.81939050958854	epsilon=0.01	avg=-128.5220509560072	independent_100_runs=-156.04926393012855
 e=856	episode_reward=-106.87535161736811	epsilon=0.01	avg=-128.82287500153814	independent_100_runs=-148.87614504829799
 e=857	episode_reward=-97.35626477439124	epsilon=0.01	avg=-129.5748662974052	independent_100_runs=-146.4994686629387
 e=858	episode_reward=-69.53319999723267	epsilon=0.01	avg=-128.20716402966715	independent_100_runs=-169.89605187245954
 e=859	episode_reward=-49.709185754420005	epsilon=0.01	avg=-127.19842972020214	independent_100_runs=-189.4564731771905
 e=860	episode_reward=-56.469857375257995	epsilon=0.01	avg=-127.08418388980687	independent_100_runs=-160.1778887133572
 e=861	episode_reward=-206.98824423148875	epsilon=0.01	avg=-128.86339363909772	independent_100_runs=-205.68239699299633
 e=862	episode_reward=-182.83078130578446	epsilon=0.01	avg=-130.54930542142125	independent_100_runs=-221.13557729779745
 e=863	episode_reward=-239.24651583608247	epsilon=0.01	avg=-132.10369546965015	independent_100_runs=-176.27901715415945
 e=864	episode_reward=-66.72054840831898	epsilon=0.01	avg=-132.20341799190672	independent_100_runs=-157.26403417195152
 e=865	episode_reward=-58.28545872031712	epsilon=0.01	avg=-132.95411303973597	independent_100_runs=-243.46155336250052
 e=866	episode_reward=-171.19717694281258	epsilon=0.01	avg=-132.22655499648232	independent_100_runs=-167.2467671903039
 e=867	episode_reward=-320.44004290178646	epsilon=0.01	avg=-134.8488946115807	independent_100_runs=-136.15559342078262
 e=868	episode_reward=-181.38373448808642	epsilon=0.01	avg=-134.40320327765522	independent_100_runs=-124.11591127996702
 e=869	episode_reward=-101.88633395940688	epsilon=0.01	avg=-133.52398252709017	independent_100_runs=-170.8038607032831
 e=870	episode_reward=-137.42821077933675	epsilon=0.01	avg=-134.2991283162638	independent_100_runs=-147.06134776429894
 e=871	episode_reward=-211.6996013493463	epsilon=0.01	avg=-134.28926461049875	independent_100_runs=-185.96318842757358
 e=872	episode_reward=-228.80622196383388	epsilon=0.01	avg=-136.64957887144666	independent_100_runs=-158.03846077014762
 e=873	episode_reward=-154.43836170176706	epsilon=0.01	avg=-138.1771454166728	independent_100_runs=-186.82665060785715
 e=874	episode_reward=-42.191071410540644	epsilon=0.01	avg=-138.44428507885294	independent_100_runs=-158.8215810621782
 e=875	episode_reward=-95.88912789727127	epsilon=0.01	avg=-138.7443953365865	independent_100_runs=-184.17950755588106
 e=876	episode_reward=-169.92587944839218	epsilon=0.01	avg=-139.03126559347973	independent_100_runs=-160.68127526560392
 e=877	episode_reward=-52.84476233383131	epsilon=0.01	avg=-137.65421964226525	independent_100_runs=-119.42340087426814
 e=878	episode_reward=-177.1624670188561	epsilon=0.01	avg=-139.25049817009844	independent_100_runs=-139.84111171398254
 e=879	episode_reward=-108.24162373521187	epsilon=0.01	avg=-138.26253968718254	independent_100_runs=-108.68881844434053
 e=880	episode_reward=-81.85459417789474	epsilon=0.01	avg=-139.0802741378288	independent_100_runs=-137.31784947192483
 e=881	episode_reward=-28.956401273105996	epsilon=0.01	avg=-138.63939773223777	independent_100_runs=-99.64921116341013
 e=882	episode_reward=-220.40690250252678	epsilon=0.01	avg=-139.1974536203842	independent_100_runs=-136.46339141429138
 e=883	episode_reward=-59.5032507039054	epsilon=0.01	avg=-139.2219550193608	independent_100_runs=-100.0983250712396
 e=884	episode_reward=-77.15599584758495	epsilon=0.01	avg=-138.50381853858977	independent_100_runs=-90.64799153806008
 e=885	episode_reward=-146.17773768866084	epsilon=0.01	avg=-138.84386497908113	independent_100_runs=-127.02589787597863
 e=886	episode_reward=-281.39977610429855	epsilon=0.01	avg=-140.07115111633308	independent_100_runs=-144.93223594586277
 e=887	episode_reward=40.44867878753462	epsilon=0.01	avg=-137.5891320259919	independent_100_runs=-121.35980231326668
 e=888	episode_reward=-12.135066403827196	epsilon=0.01	avg=-135.386493784697	independent_100_runs=-100.34757080067651
 e=889	episode_reward=-207.5520096231275	epsilon=0.01	avg=-136.66935625927223	independent_100_runs=-77.92869593583765
 e=890	episode_reward=-21.850820235679336	epsilon=0.01	avg=-139.91873879471464	independent_100_runs=-106.79658117187203
 e=891	episode_reward=18.380845390152786	epsilon=0.01	avg=-142.07732750088837	independent_100_runs=-168.36531639731393
 e=892	episode_reward=-37.31935080747924	epsilon=0.01	avg=-142.45901415810422	independent_100_runs=-194.8943832168798
 e=893	episode_reward=-176.174671793385	epsilon=0.01	avg=-143.31344753493698	independent_100_runs=-356.02304403911717
 e=894	episode_reward=-379.85953336557566	epsilon=0.01	avg=-145.5872521070404	independent_100_runs=-96.04718173852643
 e=895	episode_reward=-78.25952077274185	epsilon=0.01	avg=-140.83330217161193	independent_100_runs=-88.9348383935713
 e=896	episode_reward=7.219285425278599	epsilon=0.01	avg=-140.02804668986246	independent_100_runs=-145.5856685342209
 e=897	episode_reward=-229.28119130056908	epsilon=0.01	avg=-140.81801109817005	independent_100_runs=-140.34112916547556
 e=898	episode_reward=-252.00529367381944	epsilon=0.01	avg=-142.72723365006144	independent_100_runs=-137.14481152743764
 e=899	episode_reward=-150.21297418383622	epsilon=0.01	avg=-142.6295138904974	independent_100_runs=-105.85080008300974
 e=900	episode_reward=-170.47943407100013	epsilon=0.01	avg=-142.99419619091358	independent_100_runs=-102.12924284691826
 e=901	episode_reward=-69.26012272459633	epsilon=0.01	avg=-141.6136605475961	independent_100_runs=-177.00427469016745
 e=902	episode_reward=-238.04410521356445	epsilon=0.01	avg=-144.04483461031614	independent_100_runs=-150.97296064423864
 e=903	episode_reward=-135.91791566526638	epsilon=0.01	avg=-143.1177322075244	independent_100_runs=-129.15381742679835
 e=904	episode_reward=-69.15129305299672	epsilon=0.01	avg=-140.7250561304289	independent_100_runs=-135.9667519033956
 e=905	episode_reward=-239.26878528243518	epsilon=0.01	avg=-139.83702996903878	independent_100_runs=-261.0263580332139
 e=906	episode_reward=-59.1571173575567	epsilon=0.01	avg=-139.09447226947898	independent_100_runs=-162.948055400093
 e=907	episode_reward=-264.59370505157506	epsilon=0.01	avg=-138.23507963840945	independent_100_runs=-266.56915672686796
 e=908	episode_reward=-233.78469774120103	epsilon=0.01	avg=-139.3693027839935	independent_100_runs=-180.82765208853635
 e=909	episode_reward=-293.0295020613859	epsilon=0.01	avg=-141.28268687963325	independent_100_runs=-198.2146704895222
 e=910	episode_reward=-419.6895629852362	epsilon=0.01	avg=-143.22603197393352	independent_100_runs=-346.94000504900816
 e=911	episode_reward=-297.9003912038787	epsilon=0.01	avg=-145.4335604224545	independent_100_runs=-273.2066779304146
 e=912	episode_reward=-316.26452492815025	epsilon=0.01	avg=-143.8511011884839	independent_100_runs=-325.11077215191364
 e=913	episode_reward=-284.84741037883424	epsilon=0.01	avg=-143.8990604591559	independent_100_runs=-213.3527938224708
 e=914	episode_reward=21.400905030727245	epsilon=0.01	avg=-141.77619702668898	independent_100_runs=-231.61688470875862
 e=915	episode_reward=-250.44637973556556	epsilon=0.01	avg=-143.61253344451404	independent_100_runs=-315.0988707852964
 e=916	episode_reward=-447.4812115674318	epsilon=0.01	avg=-147.92530391291723	independent_100_runs=-237.1842643447095
 e=917	episode_reward=-191.55165807287565	epsilon=0.01	avg=-148.8786790927827	independent_100_runs=-361.66715416007855
 e=918	episode_reward=-243.52790021561486	epsilon=0.01	avg=-149.43044858245992	independent_100_runs=-255.349183869288
 e=919	episode_reward=-228.4697883324796	epsilon=0.01	avg=-151.0353581953191	independent_100_runs=-210.0021827804216
 e=920	episode_reward=-345.5827869508139	epsilon=0.01	avg=-152.3607659465785	independent_100_runs=-217.5463070484376
 e=921	episode_reward=-280.60737713627543	epsilon=0.01	avg=-153.8591787585228	independent_100_runs=-179.53167947679273
 e=922	episode_reward=-273.44414173494863	epsilon=0.01	avg=-154.57393875588232	independent_100_runs=-183.42825981231672
 e=923	episode_reward=-272.28701601431055	epsilon=0.01	avg=-154.5767346525227	independent_100_runs=-170.2533072249958
 e=924	episode_reward=-221.09302143454386	epsilon=0.01	avg=-154.29105994424856	independent_100_runs=-154.92953241101975
 e=925	episode_reward=-52.161084568369894	epsilon=0.01	avg=-153.4421952240964	independent_100_runs=-148.2346788319808
 e=926	episode_reward=-185.21501360508688	epsilon=0.01	avg=-153.38726692242477	independent_100_runs=-137.17781755931412
 e=927	episode_reward=-235.15523073637658	epsilon=0.01	avg=-158.23703666107494	independent_100_runs=-160.57855130641207
 e=928	episode_reward=-247.3937328599846	epsilon=0.01	avg=-160.17778387322022	independent_100_runs=-246.68519065282223
 e=929	episode_reward=-1.4410401055760644	epsilon=0.01	avg=-159.0312008370217	independent_100_runs=-149.65166276860793
 e=930	episode_reward=-201.95290987582445	epsilon=0.01	avg=-159.7405900920055	independent_100_runs=-182.50974543185797
 e=931	episode_reward=-27.424949414044548	epsilon=0.01	avg=-156.47464857164547	independent_100_runs=-170.62698661524868
 e=932	episode_reward=-202.51444736488457	epsilon=0.01	avg=-156.02408977796057	independent_100_runs=-407.08920101963207
 e=933	episode_reward=-361.60181664971213	epsilon=0.01	avg=-158.87154224962632	independent_100_runs=-206.58222997047477
 e=934	episode_reward=-215.5262422717451	epsilon=0.01	avg=-160.8237133056005	independent_100_runs=-82.95553195664124
 e=935	episode_reward=-261.79904929946156	epsilon=0.01	avg=-162.85518788297472	independent_100_runs=-93.56750072512895
 e=936	episode_reward=-525.7456025641319	epsilon=0.01	avg=-164.90099608651298	independent_100_runs=-108.9013933704104
 e=937	episode_reward=-81.89030710407904	epsilon=0.01	avg=-163.35008631154375	independent_100_runs=-262.6584940371292
 e=938	episode_reward=-208.85328907063706	epsilon=0.01	avg=-164.92515925525538	independent_100_runs=-145.148837706533
 e=939	episode_reward=-124.06900262870532	epsilon=0.01	avg=-163.2908745956896	independent_100_runs=-274.6059077648113
 e=940	episode_reward=-65.648655582558	epsilon=0.01	avg=-162.8075828491621	independent_100_runs=-132.51069650714555
 e=941	episode_reward=-40.043040790595185	epsilon=0.01	avg=-162.61017593794676	independent_100_runs=-195.43491680819733
 e=942	episode_reward=-179.82473099929217	epsilon=0.01	avg=-164.28887580955964	independent_100_runs=-157.81574093873277
 e=943	episode_reward=-374.568539181162	epsilon=0.01	avg=-165.97714317612505	independent_100_runs=-375.76644820756985
 e=944	episode_reward=-220.8446826200677	epsilon=0.01	avg=-165.93970296843455	independent_100_runs=-140.68355279963853
 e=945	episode_reward=-186.08313577681352	epsilon=0.01	avg=-165.38378492832535	independent_100_runs=-181.41427544095663
 e=946	episode_reward=-176.3061155824316	epsilon=0.01	avg=-167.44908126056947	independent_100_runs=-238.3185571611119
 e=947	episode_reward=-527.0436898360551	epsilon=0.01	avg=-172.8899904799821	independent_100_runs=-217.3259743956889
 e=948	episode_reward=-105.288586141362	epsilon=0.01	avg=-171.76282407574857	independent_100_runs=-178.8671748268645
 e=949	episode_reward=-298.403043180801	epsilon=0.01	avg=-172.2204145532069	independent_100_runs=-140.28785710494233
 e=950	episode_reward=-419.6133431501947	epsilon=0.01	avg=-178.208505510994	independent_100_runs=-130.20507549686488
 e=951	episode_reward=-83.1133543869568	epsilon=0.01	avg=-178.42685011539237	independent_100_runs=-132.00688232522987
 e=952	episode_reward=-35.99138307211825	epsilon=0.01	avg=-176.175363402521	independent_100_runs=-161.7461718319317
 e=953	episode_reward=-365.66730245507404	epsilon=0.01	avg=-179.30794009477853	independent_100_runs=-148.01208620466082
 e=954	episode_reward=-182.98920784740108	epsilon=0.01	avg=-179.18077167919094	independent_100_runs=-92.13737130787004
 e=955	episode_reward=-114.93732589226165	epsilon=0.01	avg=-177.95195103301765	independent_100_runs=-87.36221192453735
 e=956	episode_reward=-108.47150811691304	epsilon=0.01	avg=-177.96791259801307	independent_100_runs=-98.46643390944192
 e=957	episode_reward=-151.39111127518376	epsilon=0.01	avg=-178.50826106302105	independent_100_runs=-115.9438539654109
 e=958	episode_reward=-143.30475868606786	epsilon=0.01	avg=-179.24597664990938	independent_100_runs=-214.5840207962232
 e=959	episode_reward=-201.92801229759425	epsilon=0.01	avg=-180.76816491534115	independent_100_runs=-304.711827126655
 e=960	episode_reward=-316.52862312377965	epsilon=0.01	avg=-183.36875257282634	independent_100_runs=-235.1905827588797
 e=961	episode_reward=-285.0270003207256	epsilon=0.01	avg=-184.14914013371873	independent_100_runs=-225.91587375797192
 e=962	episode_reward=-194.59939488327083	epsilon=0.01	avg=-184.2668262694936	independent_100_runs=-218.06848666370269
 e=963	episode_reward=-186.36341602525698	epsilon=0.01	avg=-183.73799527138536	independent_100_runs=-201.46851121277786
 e=964	episode_reward=-286.9329559624706	epsilon=0.01	avg=-185.94011934692688	independent_100_runs=-205.87773140281152
 e=965	episode_reward=-149.09058912629925	epsilon=0.01	avg=-186.84817065098667	independent_100_runs=-204.36114854252813
 e=966	episode_reward=-179.687677114452	epsilon=0.01	avg=-186.9330756527031	independent_100_runs=-211.5804274008901
 e=967	episode_reward=-241.58277278576463	epsilon=0.01	avg=-186.14450295154285	independent_100_runs=-224.74125086119
 e=968	episode_reward=-351.6211549482084	epsilon=0.01	avg=-187.84687715614407	independent_100_runs=-226.24575459901519
 e=969	episode_reward=-444.7438441358958	epsilon=0.01	avg=-191.275452257909	independent_100_runs=-319.5927680232537
 e=970	episode_reward=-49.499938379377355	epsilon=0.01	avg=-190.3961695339094	independent_100_runs=-376.5615487836931
 e=971	episode_reward=-520.2149428501202	epsilon=0.01	avg=-193.48132294891712	independent_100_runs=-377.10490447306694
 e=972	episode_reward=-81.41072115245628	epsilon=0.01	avg=-192.00736794080333	independent_100_runs=-250.29424548775825
 e=973	episode_reward=-226.54748568386321	epsilon=0.01	avg=-192.7284591806243	independent_100_runs=-315.0422556452251
 e=974	episode_reward=-325.89184014198145	epsilon=0.01	avg=-195.56546686793874	independent_100_runs=-200.7059725250092
 e=975	episode_reward=-363.6797177325928	epsilon=0.01	avg=-198.24337276629194	independent_100_runs=-228.39682620700256
 e=976	episode_reward=-296.2603778598973	epsilon=0.01	avg=-199.50671775040692	independent_100_runs=-281.27911000952264
 e=977	episode_reward=-93.06171895172243	epsilon=0.01	avg=-199.90888731658586	independent_100_runs=-432.51611179140417
 e=978	episode_reward=-234.16142827090349	epsilon=0.01	avg=-200.47887692910638	independent_100_runs=-258.47091120666437
 e=979	episode_reward=-222.23359030599553	epsilon=0.01	avg=-201.6187965948142	independent_100_runs=-347.73726976908125
 e=980	episode_reward=-466.56529451647015	epsilon=0.01	avg=-205.46590359819996	independent_100_runs=-347.38660061728086
 e=981	episode_reward=-107.85470789177303	epsilon=0.01	avg=-206.25488666438662	independent_100_runs=-242.55584273041114
 e=982	episode_reward=-80.65306572312149	epsilon=0.01	avg=-204.85734829659256	independent_100_runs=-162.6547840698192
 e=983	episode_reward=-279.30306444345104	epsilon=0.01	avg=-207.05534643398806	independent_100_runs=-162.62516245809957
 e=984	episode_reward=-205.82278012129547	epsilon=0.01	avg=-208.34201427672514	independent_100_runs=-129.34715812101055
 e=985	episode_reward=-243.75429006341	epsilon=0.01	avg=-209.31777980047264	independent_100_runs=-199.24797939128658
 e=986	episode_reward=-546.167779657427	epsilon=0.01	avg=-211.9654598360039	independent_100_runs=-157.339073314979
 e=987	episode_reward=-305.7202507159172	epsilon=0.01	avg=-215.42714913103842	independent_100_runs=-137.36404155758416
 e=988	episode_reward=-82.27395028862398	epsilon=0.01	avg=-216.1285379698864	independent_100_runs=-247.72805619372986
 e=989	episode_reward=-312.1089356280775	epsilon=0.01	avg=-217.17410722993588	independent_100_runs=-247.9049806089871
 e=990	episode_reward=-53.431656103392484	epsilon=0.01	avg=-217.489915588613	independent_100_runs=-154.45721596406665
 e=991	episode_reward=-62.43442139419453	epsilon=0.01	avg=-218.2980682564565	independent_100_runs=-165.91685925777423
 e=992	episode_reward=-100.5619595559531	epsilon=0.01	avg=-218.93049434394123	independent_100_runs=-154.40869464051337
 e=993	episode_reward=-99.44401341860663	epsilon=0.01	avg=-218.16318776019347	independent_100_runs=-296.6301037010396
 e=994	episode_reward=-302.216877522145	epsilon=0.01	avg=-217.38676120175916	independent_100_runs=-181.40557910919472
 e=995	episode_reward=-55.94774917467407	epsilon=0.01	avg=-217.16364348577844	independent_100_runs=-214.9131616904801
 e=996	episode_reward=-262.8000267288277	epsilon=0.01	avg=-219.8638366073195	independent_100_runs=-197.94830870372007
 e=997	episode_reward=-81.03634620109791	epsilon=0.01	avg=-218.38138815632476	independent_100_runs=-207.16726633296136
 e=998	episode_reward=-78.69298424391036	epsilon=0.01	avg=-216.64826506202567	independent_100_runs=-267.17838361962305
 e=999	episode_reward=-465.9707382879518	epsilon=0.01	avg=-219.80584270306684	independent_100_runs=-420.3873759257684