coach/rl_coach/traces/Atari_Bootstrapped_DQN_space_invaders/trace.csv

1	Episode #	Training Iter	In Heatup	ER #Transitions	ER #Episodes	Episode Length	Total steps	Epsilon	Shaped Training Reward	Training Reward	Update Target Network	Evaluation Reward	Shaped Evaluation Reward	Success Rate	Loss/Mean	Loss/Stdev	Loss/Max	Loss/Min	Learning Rate/Mean	Learning Rate/Stdev	Learning Rate/Max	Learning Rate/Min	Grads (unclipped)/Mean	Grads (unclipped)/Stdev	Grads (unclipped)/Max	Grads (unclipped)/Min	Discounted Return/Mean	Discounted Return/Stdev	Discounted Return/Max	Discounted Return/Min	Q/Mean	Q/Stdev	Q/Max	Q/Min
2	1	0.0	1.0	269.0	269.0	269.0	269.0	7.0			0.0																1.1777548651006522	0.7953334800368667	3.04158102714528	0.0
3	2	0.0	1.0	531.0	531.0	262.0	531.0	8.0			0.0																0.3442313865024097	0.26731465870050863	1.0	0.0
4	3	0.0	1.0	654.0	654.0	123.0	654.0	0.0			0.0																1.1194499207617956	0.862098603062819	2.450733217907448	0.0
5	4	0.0	1.0	1173.0	1173.0	519.0	1173.0	2.0			0.0																1.1038465051213655	1.1369108437507858	4.161070816478141	0.0
6	5	100.0	0.0	1572.0	1572.0	399.0	1572.0	8.0	10.0	310.0	0.0				0.006273858311178628	0.008330142333180622	0.03179644048213959	0.0001070434009307064	0.0002500000000000001	5.421010862427521e-20	0.00025	0.00025	0.0057809628	0.00428058	0.015232059	0.0012842978	2.054682483279469	0.9981946272625823	4.353923952687973	0.0
7	6	160.0	0.0	1812.0	1812.0	240.0	1812.0	4.0	7.0	130.0	0.0				0.00858094445017438	0.011025487792674208	0.04672722890973091	0.00010337847197661175	0.00025	0.0	0.00025	0.00025	0.005872111	0.0049856184	0.020408265	0.0012264452000000001	1.83971605615766	1.54653748962161	4.492326630353285	0.0
8	7	185.0	0.0	1914.0	1914.0	102.0	1914.0	8.0	2.0	15.0	0.0				0.0057056179083883754	0.009566845016376965	0.030910406261682514	0.00015892417286522686	0.00025	0.0	0.00025	0.00025	0.0045871167	0.004069118	0.013834482	0.0016493909	0.8252216843886011	0.7249623919611342	1.8953382542587165	0.0
9	8	229.0	0.0	2090.0	2090.0	176.0	2090.0	7.0	2.0	15.0	0.0				0.008657716054585762	0.013191662302277632	0.060961790382862084	0.00018780565005727112	0.00025	0.0	0.00025	0.00025	0.006128102	0.0052965875	0.024218792000000003	0.0018669614000000002	0.8372836508642453	0.5450147907804874	1.886384871716129	0.0
10	9	244.0	0.0	2149.0	2149.0	59.0	2149.0	5.0	2.0	15.0	0.0				0.00667665019240563	0.007406433018503216	0.01548141520470381	0.00024485771427862346	0.0002500000000000001	1.0842021724855042e-19	0.00025	0.00025	0.005659986	0.0035369787	0.010256552	0.0024132975	0.46716053564921	0.6576401247022132	1.8687458127689778	0.0
11	10	267.0	0.0	2239.0	2239.0	90.0	2239.0	3.0	2.0	35.0	0.0				0.006187197646637365	0.008654079896911358	0.030595635995268818	0.00020239711739122868	0.0002500000000000001	5.421010862427521e-20	0.00025	0.00025	0.005233875	0.0037543268	0.013406766	0.002017471	0.7963928061047579	0.6503180718510583	1.770043145805155	0.0
12	11	401.0	0.0	2775.0	2775.0	536.0	2775.0	8.0	8.0	105.0	0.0				0.0076730817593521185	0.01026273844391202	0.0459497831761837	0.00017323925567325205	0.00025	0.0	0.00025	0.00025	0.0056375875	0.004533787	0.021587799999999997	0.0016972864999999998	1.274149577263458	0.9814292642439238	3.909936321269157	0.0	0.020429587	0.009730016	0.04222724	-0.0036528922999999997
13	12	442.0	0.0	2941.0	2941.0	166.0	2941.0	8.0	6.0	95.0	0.0				0.009460052854392859	0.011893971040711302	0.0601826086640358	0.00024936438421718776	0.00025	0.0	0.00025	0.00025	0.006743224	0.004512203	0.020062562	0.0024123169	2.1739952594843905	1.247283866258882	3.8537544767205016	0.0
14	13	496.0	0.0	3156.0	3156.0	215.0	3156.0	7.0	2.0	55.0	0.0				0.008886155373787645	0.01211537698485043	0.06058269366621971	0.00024669029517099256	0.00025	0.0	0.00025	0.00025	0.0064274530000000005	0.0050618723	0.027024375	0.0023406029999999997	0.5393877770998244	0.6154190288564962	1.7856781408072189	0.0	0.032848313	0.008609116	0.040870699999999996	0.01987039
15	14	541.0	0.0	3335.0	3335.0	179.0	3335.0	5.0	1.0	5.0	0.0				0.009253808953669958	0.010618086101890231	0.03098195604979992	0.00024773561744950706	0.00025	0.0	0.00025	0.00025	0.006421773	0.00394707	0.01344751	0.0024552035999999998	0.1617021076691104	0.3359277220934725	1.0	0.0	0.03360373	0.007870216999999999	0.039596006	0.016850319
16	15	593.0	0.0	3543.0	3543.0	208.0	3543.0	1.0	4.0	40.0	0.0				0.00918442351954022	0.01275409618221497	0.04474706575274468	0.0002603356551844627	0.00025	0.0	0.00025	0.00025	0.006705689	0.0054350337	0.021499146	0.0024255246	0.9277385930791114	0.9300546476425536	2.827112112528587	0.0
17	16	643.0	0.0	3743.0	3743.0	200.0	3743.0	7.0	2.0	35.0	0.0				0.008653623021091334	0.01203271051514775	0.04561404511332512	0.00025741007993929094	0.00025	0.0	0.00025	0.00025	0.006199294	0.004773637	0.020930363	0.0022822001	0.6712173748129522	0.6092674326727069	1.8514577710948756	0.0
18	17	769.0	0.0	4247.0	4247.0	504.0	4247.0	4.0	8.0	120.0	0.0				0.007997047552115484	0.011587850390758431	0.0613202415406704	0.00022856102441437545	0.0002500000000000001	1.0842021724855042e-19	0.00025	0.00025	0.00598843	0.0047509655999999996	0.030977622000000003	0.0021550405999999998	1.385963941755423	0.9458111472215864	3.9015703845088727	0.0	0.030356152	0.008328333	0.045441985	0.019884652
19	18	803.0	0.0	4383.0	4383.0	136.0	4383.0	7.0	0.0	0.0	0.0				0.008612036458062529	0.010332630430020251	0.03037862852215767	0.0002405663690296933	0.00025	0.0	0.00025	0.00025	0.0061402004	0.003962394	0.013849353	0.0022057625	0.0	0.0	0.0	0.0
20	19	828.0	0.0	4483.0	4483.0	100.0	4483.0	3.0	1.0	15.0	0.0				0.008099889304721728	0.011316411439653937	0.04556084796786308	0.00023716632858850065	0.00025	0.0	0.00025	0.00025	0.0061904215	0.004684817	0.019425906	0.0021622777	0.4473165228376146	0.3859060679188835	1.0	0.0
21	20	929.0	0.0	4889.0	4889.0	406.0	4889.0	0.0	7.0	80.0	0.0				0.008402860848495902	0.011576927779356556	0.0453546978533268	0.00022958195768296719	0.0002500000000000001	5.421010862427521e-20	0.00025	0.00025	0.006206388	0.004747717	0.020835804	0.0021647965	1.3430331078057811	1.0463286436371946	3.709441691234059	0.0	0.023571777999999998	0.010907986000000001	0.042958718	0.00632574
22	21	1012.0	0.0	5221.0	5221.0	332.0	5221.0	8.0	2.0	30.0	0.0				0.005650608528423661	0.008218237986471697	0.03046272695064545	0.0002068828180199489	0.0002500000000000001	5.421010862427521e-20	0.00025	0.00025	0.0050593624	0.0040467440000000006	0.019566683	0.0018410714	0.4718607999390638	0.5336089280183028	1.770043145805155	0.0	0.015006665	0.006017194599999999	0.026400073	0.0025955157
23	22	1045.0	0.0	5351.0	5351.0	130.0	5351.0	0.0	1.0	30.0	0.0				0.002537768723524289	0.006608280106071086	0.0305725522339344	0.0002002959663514048	0.00025	0.0	0.00025	0.00025	0.00334153	0.003618995	0.019435143000000002	0.0017342078	0.35671674984062657	0.3848848926286408	1.0	0.0
24	23	1135.0	0.0	5711.0	5711.0	360.0	5711.0	2.0	3.0	20.0	0.0				0.006407883726610129	0.008698550527715315	0.03079607151448727	0.00015418978000525382	0.0002500000000000001	5.421010862427521e-20	0.00025	0.00025	0.0050226753	0.0041869559999999995	0.01992405	0.0015568208999999999	0.674559103612383	0.5515052753627817	2.0483907280574467	0.0
25	24	1152.0	0.0	5782.0	5782.0	71.0	5782.0	4.0	0.0	0.0	0.0				0.007435832170920227	0.010654573019591494	0.031099731102585793	0.0002141469449270517	0.00025	0.0	0.00025	0.00025	0.0054329154	0.0044891206	0.014260428	0.0020032807	0.0	0.0	0.0	0.0
26	25	1193.0	0.0	5946.0	5946.0	164.0	5946.0	0.0	3.0	65.0	0.0				0.005160149779476342	0.009222892010527532	0.03091062419116497	0.00019036485173273834	0.00025	0.0	0.00025	0.00025	0.004480932	0.004335616699999999	0.01924327	0.0018914957999999998	1.0087524143851263	0.8821235128988212	2.4841851845494327	0.0	0.014996342	0.010180945	0.03520646	-0.0037689934999999997