coach/rl_coach/traces/CartPole_DFP/trace.csv

1	Episode #	Training Iter	In Heatup	ER #Transitions	ER #Episodes	Episode Length	Total steps	Epsilon	Shaped Training Reward	Training Reward	Update Target Network	Evaluation Reward	Shaped Evaluation Reward	Success Rate	Loss/Mean	Loss/Stdev	Loss/Max	Loss/Min	Learning Rate/Mean	Learning Rate/Stdev	Learning Rate/Max	Learning Rate/Min	Grads (unclipped)/Mean	Grads (unclipped)/Stdev	Grads (unclipped)/Max	Grads (unclipped)/Min
2	1	0.0	1.0	13.0	1.0	13.0	13.0	0.5			0.0
3	2	0.0	1.0	29.0	2.0	16.0	29.0	0.5			0.0
4	3	0.0	1.0	56.0	3.0	27.0	56.0	0.5			0.0
5	4	0.0	1.0	67.0	4.0	11.0	67.0	0.5			0.0
6	5	0.0	1.0	77.0	5.0	10.0	77.0	0.5			0.0
7	6	0.0	1.0	94.0	6.0	17.0	94.0	0.5			0.0
8	7	0.0	1.0	106.0	7.0	12.0	106.0	0.5			0.0
9	8	0.0	1.0	121.0	8.0	15.0	121.0	0.5			0.0
10	9	0.0	1.0	138.0	9.0	17.0	138.0	0.5			0.0
11	10	0.0	1.0	172.0	10.0	34.0	172.0	0.5			0.0
12	11	0.0	1.0	187.0	11.0	15.0	187.0	0.5			0.0
13	12	0.0	1.0	201.0	12.0	14.0	201.0	0.5			0.0
14	13	0.0	1.0	218.0	13.0	17.0	218.0	0.5			0.0
15	14	0.0	1.0	235.0	14.0	17.0	235.0	0.5			0.0
16	15	0.0	1.0	262.0	15.0	27.0	262.0	0.5			0.0
17	16	0.0	1.0	279.0	16.0	17.0	279.0	0.5			0.0
18	17	0.0	1.0	330.0	17.0	51.0	330.0	0.5			0.0
19	18	0.0	1.0	350.0	18.0	20.0	350.0	0.5			0.0
20	19	0.0	1.0	402.0	19.0	52.0	402.0	0.5			0.0
21	20	0.0	1.0	411.0	20.0	9.0	411.0	0.5			0.0
22	21	0.0	1.0	448.0	21.0	37.0	448.0	0.5			0.0
23	22	0.0	1.0	462.0	22.0	14.0	462.0	0.5			0.0
24	23	0.0	1.0	498.0	23.0	36.0	498.0	0.5			0.0
25	24	0.0	1.0	510.0	24.0	12.0	510.0	0.5			0.0
26	25	0.0	1.0	529.0	25.0	19.0	529.0	0.5			0.0
27	26	0.0	1.0	554.0	26.0	25.0	554.0	0.5			0.0
28	27	0.0	1.0	566.0	27.0	12.0	566.0	0.5			0.0
29	28	0.0	1.0	618.0	28.0	52.0	618.0	0.5			0.0
30	29	0.0	1.0	644.0	29.0	26.0	644.0	0.5			0.0
31	30	0.0	1.0	660.0	30.0	16.0	660.0	0.5			0.0
32	31	0.0	1.0	693.0	31.0	33.0	693.0	0.5			0.0
33	32	0.0	1.0	707.0	32.0	14.0	707.0	0.5			0.0
34	33	0.0	1.0	723.0	33.0	16.0	723.0	0.5			0.0
35	34	0.0	1.0	736.0	34.0	13.0	736.0	0.5			0.0
36	35	0.0	1.0	767.0	35.0	31.0	767.0	0.5			0.0
37	36	0.0	1.0	778.0	36.0	11.0	778.0	0.5			0.0
38	37	0.0	1.0	800.0	37.0	22.0	800.0	0.5			0.0
39	38	0.0	1.0	825.0	38.0	25.0	825.0	0.5			0.0
40	39	0.0	1.0	845.0	39.0	20.0	845.0	0.5			0.0
41	40	0.0	1.0	867.0	40.0	22.0	867.0	0.5			0.0
42	41	0.0	1.0	916.0	41.0	49.0	916.0	0.5			0.0
43	42	0.0	1.0	930.0	42.0	14.0	930.0	0.5			0.0
44	43	0.0	1.0	952.0	43.0	22.0	952.0	0.5			0.0
45	44	0.0	1.0	964.0	44.0	12.0	964.0	0.5			0.0
46	45	0.0	1.0	984.0	45.0	20.0	984.0	0.5			0.0
47	46	0.0	1.0	994.0	46.0	10.0	994.0	0.5			0.0
48	47	0.0	1.0	1011.0	47.0	17.0	1011.0	0.5			0.0
49	48	0.0	1.0	1043.0	48.0	32.0	1043.0	0.5			0.0
50	49	29.0	0.0	1073.0	49.0	30.0	1073.0	0.4950999999999995	30.0	30.0	0.0				360.81625260977916	54.47904841892438	448.3774719238281	245.4814758300781	9.999999999999998e-05	2.7105054312137605e-20	0.0001	0.0001	290.66873	81.78757	445.0814	149.22505
51	50	49.0	0.0	1093.0	50.0	20.0	1093.0	0.4918333333333326	20.0	20.0	0.0				291.60298538208013	37.3887169579785	351.86444091796875	234.2199249267578	0.0001	0.0	0.0001	0.0001	123.91816999999999	52.947506000000004	261.66037	53.07515
52	51	62.0	0.0	1106.0	51.0	13.0	1106.0	0.489709999999999	13.0	13.0	0.0				313.15135544997	43.576605953866526	381.7281494140625	241.397216796875	0.00010000000000000002	1.3552527156068802e-20	0.0001	0.0001	149.70253	72.14273	300.20435	56.874004000000006
53	52	84.0	0.0	1128.0	52.0	22.0	1128.0	0.4861166666666654	22.0	22.0	0.0				286.32673783735794	43.83203531120226	356.3127746582031	222.9374542236328	0.0001	1.3552527156068802e-20	0.0001	0.0001	148.55406000000002	62.397625	338.49484	59.399475
54	53	126.0	0.0	1170.0	53.0	42.0	1170.0	0.4792566666666647	42.0	42.0	0.0				273.80150277274	46.396757684759436	387.724609375	182.11273193359372	0.00010000000000000002	1.3552527156068802e-20	0.0001	0.0001	133.6904	39.53626	234.72383	69.8562
55	54	167.0	0.0	1211.0	54.0	41.0	1211.0	0.4725599999999974	41.0	41.0	0.0				267.55878467094607	44.026312187230815	337.1632080078125	172.28196716308594	0.0001	0.0	0.0001	0.0001	143.40556	60.51067	364.89023	58.22878000000001
56	55	178.0	0.0	1222.0	55.0	11.0	1222.0	0.4707633333333306	11.0	11.0	0.0				265.8157168301669	30.324880940250047	326.4038391113281	200.56561279296875	0.0001	0.0	0.0001	0.0001	121.64788	22.446531	156.91586	77.84051
57	56	218.0	0.0	1262.0	56.0	40.0	1262.0	0.4642299999999967	40.0	40.0	0.0				231.35586891174322	36.93166612083285	312.39544677734375	165.94912719726562	0.0001	0.0	0.0001	0.0001	144.58127	45.507507000000004	296.81212999999997	80.28583
58	57	278.0	0.0	1322.0	57.0	60.0	1322.0	0.4544299999999957	60.0	60.0	0.0				204.33174209594728	32.78483369808363	260.56280517578125	136.75003051757812	0.00010000000000000003	2.7105054312137605e-20	0.0001	0.0001	153.74556	46.840862	328.27115	67.65565
59	58	303.0	0.0	1347.0	58.0	25.0	1347.0	0.450346666666662	25.0	25.0	0.0				176.44020080566406	25.17655198103534	219.02777099609372	120.95779418945312	0.0001	0.0	0.0001	0.0001	139.90787	31.266104	210.72912999999997	76.75189
60	59	329.0	0.0	1373.0	59.0	26.0	1373.0	0.44609999999999495	26.0	26.0	0.0				167.99849260770358	20.647700586062868	209.3318023681641	126.53227996826172	0.0001	1.3552527156068802e-20	0.0001	0.0001	155.76535	53.797787	328.8602	75.6236
61	60	377.0	0.0	1421.0	60.0	48.0	1421.0	0.4382599999999942	48.0	48.0	0.0				152.8708311716715	19.05754979713864	192.99972534179688	109.65037536621094	0.0001	0.0	0.0001	0.0001	140.78673	49.147102000000004	281.52655	51.524516999999996
62	61	406.0	0.0	1450.0	61.0	29.0	1450.0	0.4335233333333271	29.0	29.0	0.0				135.14885159196524	18.381458763100518	178.89114379882812	87.82228088378906	9.999999999999998e-05	2.7105054312137605e-20	0.0001	0.0001	132.73391999999998	56.360558	318.1097	50.794697
63	62	471.0	0.0	1515.0	62.0	65.0	1515.0	0.4229066666666593	65.0	65.0	0.0				124.68843771127554	18.140648705439176	190.56332397460938	91.52854919433594	0.00010000000000000002	1.3552527156068802e-20	0.0001	0.0001	108.57368999999998	37.56479	205.96678	43.519493
64	63	521.0	0.0	1565.0	63.0	50.0	1565.0	0.414739999999992	50.0	50.0	0.0				122.01772521972656	14.608679063669742	162.03341674804688	88.23397827148438	0.00010000000000000002	1.3552527156068802e-20	0.0001	0.0001	122.07059	49.89678	272.6568	55.39759
65	64	580.0	0.0	1624.0	64.0	59.0	1624.0	0.4051033333333244	59.0	59.0	0.0				118.92707928156449	15.277620506897184	151.14515686035156	79.49823760986328	0.00010000000000000003	2.7105054312137605e-20	0.0001	0.0001	115.67938999999998	50.416256	236.96799	31.068098
66	65	617.0	0.0	1661.0	65.0	37.0	1661.0	0.3990599999999905	37.0	37.0	0.0				120.47081261712152	11.969296376704246	145.270263671875	94.91436767578124	9.999999999999998e-05	2.7105054312137605e-20	0.0001	0.0001	121.17589	50.983482	269.15402	52.33999
67	66	663.0	0.0	1707.0	66.0	46.0	1707.0	0.3915466666666565	46.0	46.0	0.0				115.23215998773986	13.255392611207485	137.57302856445312	80.07835388183594	0.00010000000000000003	2.7105054312137605e-20	0.0001	0.0001	109.524055	41.06143	215.16289	41.245094
68	67	717.0	0.0	1761.0	67.0	54.0	1761.0	0.3827266666666557	54.0	54.0	0.0				109.103389316135	11.952029447873276	135.08221435546878	79.57301330566406	0.00010000000000000003	2.7105054312137605e-20	0.0001	0.0001	135.86993	70.078354	370.53036000000003	61.11155
69	68	766.0	0.0	1810.0	68.0	49.0	1810.0	0.3747233333333216	49.0	49.0	0.0				107.9278659431302	11.532086474049553	142.1380157470703	86.32453918457031	0.00010000000000000002	1.3552527156068802e-20	0.0001	0.0001	133.8014	52.20722	301.1504	58.846683999999996
70	69	821.0	0.0	1865.0	69.0	55.0	1865.0	0.3657399999999874	55.0	55.0	0.0				102.76913077614523	12.355811590010493	131.85467529296878	81.90573120117188	0.00010000000000000003	4.0657581468206416e-20	0.0001	0.0001	116.909676	44.61026	218.36272000000002	52.841159999999995
71	70	856.0	0.0	1900.0	70.0	35.0	1900.0	0.3600233333333202	35.0	35.0	0.0				101.13038112095423	12.409453914580249	135.48492431640622	74.4487075805664	0.0001	1.3552527156068802e-20	0.0001	0.0001	124.6512	56.52287	267.51257000000004	47.575165000000005
72	71	925.0	0.0	1969.0	71.0	69.0	1969.0	0.34875333333331915	69.0	69.0	0.0				96.32564378821331	10.417823454121134	123.18296813964844	76.21195983886719	0.00010000000000000003	2.7105054312137605e-20	0.0001	0.0001	127.43008400000001	62.385746	313.7041	47.99895
73	72	984.0	0.0	2028.0	72.0	59.0	2028.0	0.3391166666666516	59.0	59.0	0.0				92.90086287159029	10.149441074301203	114.48756408691406	70.72041320800781	0.00010000000000000003	2.7105054312137605e-20	0.0001	0.0001	156.69333	72.166016	366.68172999999996	51.758522
74	73	1075.0	0.0	2119.0	73.0	91.0	2119.0	0.32425333333331685	91.0	91.0	0.0				89.68249260200248	10.572497818697334	110.43472290039062	68.52620697021484	0.0001	0.0	0.0001	0.0001	140.5409	64.817	373.7993	45.07519
75	74	1159.0	0.0	2203.0	74.0	84.0	2203.0	0.3105333333333156	84.0	84.0	0.0				91.72826885041736	10.382062129655397	114.19808959960938	68.66004180908203	0.0001	1.3552527156068802e-20	0.0001	0.0001	179.17606	96.333534	562.4077	45.598929999999996
76	75	1222.0	0.0	2266.0	75.0	63.0	2266.0	0.3002433333333146	63.0	63.0	0.0				88.0619400266617	11.042421228861361	119.21658325195312	65.81964111328125	0.00010000000000000003	4.0657581468206416e-20	0.0001	0.0001	167.78876	77.46695	388.64087	56.20020699999999
77	76	1345.0	0.0	2389.0	76.0	123.0	2389.0	0.2801533333333127	123.0	123.0	0.0				86.37060872519889	10.074092771944269	114.89996337890624	63.4241828918457	0.00010000000000000002	1.3552527156068802e-20	0.0001	0.0001	172.64166	73.355675	402.4153	53.58133
78	77	1540.0	0.0	2584.0	77.0	195.0	2584.0	0.24830333333331006	195.0	195.0	0.0				86.78956189277845	11.3304507144712	117.55172729492188	62.739341735839844	0.00010000000000000002	1.3552527156068802e-20	0.0001	0.0001	242.4864	146.58473	955.1383	60.21911600000001
79	78	1628.0	0.0	2672.0	78.0	88.0	2672.0	0.2339299999999778	88.0	88.0	0.0				92.9567727175626	11.702509421743185	128.78533935546878	62.74866485595703	0.00010000000000000003	2.7105054312137605e-20	0.0001	0.0001	355.67947000000004	239.7868	1589.5099	58.94639
80	79	1822.0	0.0	2866.0	79.0	194.0	2866.0	0.20224333333331354	194.0	194.0	0.0				90.00462400298757	13.167825921647713	131.27401733398438	55.28028106689453	0.00010000000000000002	1.3552527156068802e-20	0.0001	0.0001	344.35535	212.13019	1434.5464	62.537025
81	80	1947.0	0.0	2991.0	80.0	125.0	2991.0	0.18182666666664846	125.0	125.0	0.0				89.62521450805664	12.631282653598234	126.73321533203124	60.46528244018555	0.0001	0.0	0.0001	0.0001	504.0348	311.19827000000004	1514.9523	108.27512
82	81	2051.0	0.0	3095.0	81.0	104.0	3095.0	0.16483999999998306	104.0	104.0	0.0				87.14679806049055	12.42164406148674	120.7325439453125	55.47068405151367	0.00010000000000000003	2.7105054312137605e-20	0.0001	0.0001	422.00699999999995	285.0606	1311.2920000000001	96.97528
83	82	2176.0	0.0	3220.0	82.0	125.0	3220.0	0.14442333333331794	125.0	125.0	0.0				86.05861660766601	12.503763116826315	117.690185546875	56.962379455566406	0.0001	0.0	0.0001	0.0001	382.88806	246.13124	1301.0116	85.38006
84	83	2285.0	0.0	3329.0	83.0	109.0	3329.0	0.12661999999998594	109.0	109.0	0.0				79.92899843968381	11.150301069404627	111.36320495605469	47.50420379638672	0.0001	0.0	0.0001	0.0001	393.46072000000004	218.37805	1206.6666	97.79706999999999
85	84	2435.0	0.0	3479.0	84.0	150.0	3479.0	0.10211999999998587	150.0	150.0	0.0				82.72488342285156	12.778991708144614	120.08436584472656	51.04279327392578	0.00010000000000000003	2.7105054312137605e-20	0.0001	0.0001	441.3513	307.18377999999996	2018.5541	72.816345
86	85	2597.0	0.0	3641.0	85.0	162.0	3641.0	0.07565999999998564	162.0	162.0	0.0				79.81002421437958	11.957501649907586	124.56268310546876	54.947021484375	0.00010000000000000002	1.3552527156068802e-20	0.0001	0.0001	444.14545	261.97003	1597.3496	100.287994
87	86	2775.0	0.0	3819.0	86.0	178.0	3819.0	0.04658666666665205	178.0	178.0	0.0				76.11183858721444	12.688777929707403	114.96340942382812	44.72001647949219	0.00010000000000000002	1.3552527156068802e-20	0.0001	0.0001	409.9855	255.65778999999998	1505.2633	92.40748599999999
88	87	2920.0	0.0	3964.0	87.0	145.0	3964.0	0.02290333333331851	145.0	145.0	0.0				73.46234191368366	13.151452448500118	104.66512298583984	42.79217529296875	0.00010000000000000002	1.3552527156068802e-20	0.0001	0.0001	488.15646	306.89377	1690.6129999999998	90.72848499999999
89	88	3109.0	0.0	4153.0	88.0	189.0	4153.0	0.01	189.0	189.0	0.0				68.3374395824614	11.791362977723304	113.96188354492188	39.85858917236328	0.0001	0.0	0.0001	0.0001	534.9647	350.81723	1873.507	105.78543
90	89	3309.0	0.0	4353.0	89.0	200.0	4353.0	0.01	200.0	200.0	0.0				67.06506404876708	11.94054316456874	102.69499206542969	37.735198974609375	0.00010000000000000002	1.3552527156068802e-20	0.0001	0.0001	484.38375999999994	306.5585	1705.8670000000002	84.70470999999999
91	90	3509.0	0.0	4553.0	90.0	200.0	4553.0	0.01	200.0	200.0	0.0				63.95753650665283	10.9208989990979	99.33363342285156	34.67046356201172	0.00010000000000000002	1.3552527156068802e-20	0.0001	0.0001	478.94003	292.4401	1510.6122	94.52411
92	91	3709.0	0.0	4753.0	91.0	200.0	4753.0	0.01	200.0	200.0	0.0				63.45976734161377	11.310696054305028	91.37434387207031	20.870899200439453	0.00010000000000000002	1.3552527156068802e-20	0.0001	0.0001	621.4576	370.31622000000004	1998.1658	114.12514499999999
93	92	3907.0	0.0	4951.0	92.0	198.0	4951.0	0.01	198.0	198.0	0.0				61.604777654012054	11.343451690596044	96.56555938720705	35.672420501708984	0.0001	0.0	0.0001	0.0001	652.7212	414.17432	2568.1013	81.51944
94	93	4042.0	0.0	5086.0	93.0	135.0	5086.0	0.01	135.0	135.0	0.0				59.6392205980089	11.5202854207673	99.31266021728516	36.02056884765625	0.00010000000000000003	2.7105054312137605e-20	0.0001	0.0001	577.2671	329.33054	1704.8145	132.13321000000002
95	94	4242.0	0.0	5286.0	94.0	200.0	5286.0	0.01	200.0	200.0	0.0				58.51999128341675	10.8970737470313	91.6811065673828	34.8231201171875	0.00010000000000000002	1.3552527156068802e-20	0.0001	0.0001	627.14075	360.93216	2128.6604	129.38745
96	95	4442.0	0.0	5486.0	95.0	200.0	5486.0	0.01	200.0	200.0	0.0				56.5991452217102	11.540934716568039	116.88031005859376	36.836402893066406	0.00010000000000000002	1.3552527156068802e-20	0.0001	0.0001	569.47577	343.2848	1932.9553	127.25278