coach/rl_coach/traces/CartPole_DFP/trace.csv

1	Episode #	Training Iter	In Heatup	ER #Transitions	ER #Episodes	Episode Length	Total steps	Epsilon	Shaped Training Reward	Training Reward	Update Target Network	Evaluation Reward	Shaped Evaluation Reward	Success Rate	Loss/Mean	Loss/Stdev	Loss/Max	Loss/Min	Learning Rate/Mean	Learning Rate/Stdev	Learning Rate/Max	Learning Rate/Min	Grads (unclipped)/Mean	Grads (unclipped)/Stdev	Grads (unclipped)/Max	Grads (unclipped)/Min	Discounted Return/Mean	Discounted Return/Stdev	Discounted Return/Max	Discounted Return/Min
2	1	0.0	1.0	13.0	1.0	13.0	13.0	0.5			0.0																7.0	3.741657386773941	13.0	1.0
3	2	0.0	1.0	29.0	2.0	16.0	29.0	0.5			0.0																8.5	4.609772228646444	16.0	1.0
4	3	0.0	1.0	56.0	3.0	27.0	56.0	0.5			0.0																14.0	7.788880963698615	27.0	1.0
5	4	0.0	1.0	67.0	4.0	11.0	67.0	0.5			0.0																6.0	3.1622776601683795	11.0	1.0
6	5	0.0	1.0	77.0	5.0	10.0	77.0	0.5			0.0																5.5	2.8722813232690143	10.0	1.0
7	6	0.0	1.0	94.0	6.0	17.0	94.0	0.5			0.0																9.0	4.898979485566356	17.0	1.0
8	7	0.0	1.0	106.0	7.0	12.0	106.0	0.5			0.0																6.5	3.452052529534663	12.0	1.0
9	8	0.0	1.0	121.0	8.0	15.0	121.0	0.5			0.0																8.0	4.320493798938574	15.0	1.0
10	9	0.0	1.0	138.0	9.0	17.0	138.0	0.5			0.0																9.0	4.898979485566356	17.0	1.0
11	10	0.0	1.0	172.0	10.0	34.0	172.0	0.5			0.0																17.5	9.810708435174293	34.0	1.0
12	11	0.0	1.0	187.0	11.0	15.0	187.0	0.5			0.0																8.0	4.320493798938574	15.0	1.0
13	12	0.0	1.0	201.0	12.0	14.0	201.0	0.5			0.0																7.5	4.031128874149275	14.0	1.0
14	13	0.0	1.0	218.0	13.0	17.0	218.0	0.5			0.0																9.0	4.898979485566356	17.0	1.0
15	14	0.0	1.0	235.0	14.0	17.0	235.0	0.5			0.0																9.0	4.898979485566356	17.0	1.0
16	15	0.0	1.0	262.0	15.0	27.0	262.0	0.5			0.0																14.0	7.788880963698615	27.0	1.0
17	16	0.0	1.0	279.0	16.0	17.0	279.0	0.5			0.0																9.0	4.898979485566356	17.0	1.0
18	17	0.0	1.0	330.0	17.0	51.0	330.0	0.5			0.0																26.0	14.719601443879744	51.0	1.0
19	18	0.0	1.0	350.0	18.0	20.0	350.0	0.5			0.0																10.5	5.766281297335397	20.0	1.0
20	19	0.0	1.0	402.0	19.0	52.0	402.0	0.5			0.0																26.5	15.008331019803634	52.0	1.0
21	20	0.0	1.0	411.0	20.0	9.0	411.0	0.5			0.0																5.0	2.5819888974716108	9.0	1.0
22	21	0.0	1.0	448.0	21.0	37.0	448.0	0.5			0.0																19.0	10.677078252031311	37.0	1.0
23	22	0.0	1.0	462.0	22.0	14.0	462.0	0.5			0.0																7.5	4.031128874149275	14.0	1.0
24	23	0.0	1.0	498.0	23.0	36.0	498.0	0.5			0.0																18.5	10.388294694831616	36.0	1.0
25	24	0.0	1.0	510.0	24.0	12.0	510.0	0.5			0.0																6.5	3.452052529534663	12.0	1.0
26	25	0.0	1.0	529.0	25.0	19.0	529.0	0.5			0.0																10.0	5.47722557505166	19.0	1.0
27	26	0.0	1.0	554.0	26.0	25.0	554.0	0.5			0.0																13.0	7.211102550927977	25.0	1.0
28	27	0.0	1.0	566.0	27.0	12.0	566.0	0.5			0.0																6.5	3.452052529534663	12.0	1.0
29	28	0.0	1.0	618.0	28.0	52.0	618.0	0.5			0.0																26.5	15.008331019803634	52.0	1.0
30	29	0.0	1.0	644.0	29.0	26.0	644.0	0.5			0.0																13.5	7.5	26.0	1.0
31	30	0.0	1.0	660.0	30.0	16.0	660.0	0.5			0.0																8.5	4.609772228646444	16.0	1.0
32	31	0.0	1.0	693.0	31.0	33.0	693.0	0.5			0.0																17.0	9.521904571390467	33.0	1.0
33	32	0.0	1.0	707.0	32.0	14.0	707.0	0.5			0.0																7.5	4.031128874149275	14.0	1.0
34	33	0.0	1.0	723.0	33.0	16.0	723.0	0.5			0.0																8.5	4.609772228646444	16.0	1.0
35	34	0.0	1.0	736.0	34.0	13.0	736.0	0.5			0.0																7.0	3.741657386773941	13.0	1.0
36	35	0.0	1.0	767.0	35.0	31.0	767.0	0.5			0.0																16.0	8.94427190999916	31.0	1.0
37	36	0.0	1.0	778.0	36.0	11.0	778.0	0.5			0.0																6.0	3.1622776601683795	11.0	1.0
38	37	0.0	1.0	800.0	37.0	22.0	800.0	0.5			0.0																11.5	6.344288770224759	22.0	1.0
39	38	0.0	1.0	825.0	38.0	25.0	825.0	0.5			0.0																13.0	7.211102550927977	25.0	1.0
40	39	0.0	1.0	845.0	39.0	20.0	845.0	0.5			0.0																10.5	5.766281297335397	20.0	1.0
41	40	0.0	1.0	867.0	40.0	22.0	867.0	0.5			0.0																11.5	6.344288770224759	22.0	1.0
42	41	0.0	1.0	916.0	41.0	49.0	916.0	0.5			0.0																25.0	14.142135623730953	49.0	1.0
43	42	0.0	1.0	930.0	42.0	14.0	930.0	0.5			0.0																7.5	4.031128874149275	14.0	1.0
44	43	0.0	1.0	952.0	43.0	22.0	952.0	0.5			0.0																11.5	6.344288770224759	22.0	1.0
45	44	0.0	1.0	964.0	44.0	12.0	964.0	0.5			0.0																6.5	3.452052529534663	12.0	1.0
46	45	0.0	1.0	984.0	45.0	20.0	984.0	0.5			0.0																10.5	5.766281297335397	20.0	1.0
47	46	0.0	1.0	994.0	46.0	10.0	994.0	0.5			0.0																5.5	2.8722813232690143	10.0	1.0
48	47	0.0	1.0	1011.0	47.0	17.0	1011.0	0.5			0.0																9.0	4.898979485566356	17.0	1.0
49	48	0.0	1.0	1043.0	48.0	32.0	1043.0	0.5			0.0																16.5	9.233092656309692	32.0	1.0
50	49	16.0	0.0	1060.0	49.0	17.0	1060.0	0.4972233333333331	17.0	17.0	0.0				388.39208793640137	48.44844562005928	457.1438903808594	302.92425537109375	0.0001	0.0	0.0001	0.0001	372.48037999999997	62.897316000000004	465.6146	243.50551000000002	9.0	4.898979485566356	17.0	1.0
51	50	32.0	0.0	1076.0	50.0	16.0	1076.0	0.4946099999999995	16.0	16.0	0.0				331.88541259765617	51.93372764789665	455.478271484375	261.3534545898437	0.00010000000000000002	1.3552527156068802e-20	0.0001	0.0001	224.47014	54.618553000000006	349.5915	156.57536000000002	8.5	4.609772228646444	16.0	1.0
52	51	46.0	0.0	1090.0	51.0	14.0	1090.0	0.4923233333333326	14.0	14.0	0.0				298.9806729830228	41.34965633698813	375.1061401367188	232.81369018554688	0.00010000000000000002	1.3552527156068802e-20	0.0001	0.0001	139.984	52.605647999999995	255.64137000000002	61.519867000000005	7.5	4.031128874149275	14.0	1.0
53	52	80.0	0.0	1124.0	52.0	34.0	1124.0	0.4867699999999988	34.0	34.0	0.0				296.5189717610677	47.924751825015036	395.65606689453125	210.9981231689453	0.0001	0.0	0.0001	0.0001	156.25491	64.80479	323.74347	61.300647999999995	17.5	9.810708435174293	34.0	1.0
54	53	104.0	0.0	1148.0	53.0	24.0	1148.0	0.4828499999999984	24.0	24.0	0.0				277.8520169465438	41.337648565142345	364.5524291992188	200.97625732421875	9.999999999999998e-05	2.7105054312137605e-20	0.0001	0.0001	139.618	56.996067000000004	327.8212	62.658359999999995	12.5	6.922186552431729	24.0	1.0
55	54	159.0	0.0	1203.0	54.0	55.0	1203.0	0.4738666666666642	55.0	55.0	0.0				276.19151277895327	45.887472340738675	360.8994140625	179.77780151367188	0.00010000000000000003	2.7105054312137605e-20	0.0001	0.0001	133.99733	52.273457	299.55548	59.612648	28.0	15.874507866387546	55.0	1.0
56	55	184.0	0.0	1228.0	55.0	25.0	1228.0	0.4697833333333305	25.0	25.0	0.0				260.05394744873047	38.18398776905856	320.2618408203125	187.4965362548828	0.0001	0.0	0.0001	0.0001	144.43254	40.60188	220.04291	69.38985	13.0	7.211102550927977	25.0	1.0
57	56	224.0	0.0	1268.0	56.0	40.0	1268.0	0.4632499999999966	40.0	40.0	0.0				237.09314669095554	37.361766458162975	316.459228515625	162.2449951171875	9.999999999999998e-05	2.7105054312137605e-20	0.0001	0.0001	137.77496000000002	44.178284000000005	253.29027999999997	75.34914	20.5	11.543396380615196	40.0	1.0
58	57	248.0	0.0	1292.0	57.0	24.0	1292.0	0.4593299999999962	24.0	24.0	0.0				231.60346520465356	29.94923204983904	292.8805847167969	178.17239379882812	9.999999999999998e-05	2.7105054312137605e-20	0.0001	0.0001	148.74243	35.059909999999995	213.97437000000002	91.98703	12.5	6.922186552431729	24.0	1.0
59	58	282.0	0.0	1326.0	58.0	34.0	1326.0	0.4537766666666623	34.0	34.0	0.0				205.98584123091263	29.39195830706744	267.28524780273443	147.18966674804688	0.0001	0.0	0.0001	0.0001	152.59616	43.423164	299.3361	92.99783000000001	17.5	9.810708435174293	34.0	1.0
60	59	320.0	0.0	1364.0	59.0	38.0	1364.0	0.4475699999999951	38.0	38.0	0.0				174.57982078758442	23.393013598084256	223.02474975585938	124.90777587890624	9.999999999999998e-05	2.7105054312137605e-20	0.0001	0.0001	143.76958	42.81811	263.8365	71.53366	19.5	10.965856099730654	38.0	1.0
61	60	414.0	0.0	1458.0	60.0	94.0	1458.0	0.4322166666666603	94.0	94.0	0.0				152.40314057052774	24.454739545451318	233.1864318847656	107.9777603149414	0.0001	1.3552527156068802e-20	0.0001	0.0001	147.43344	56.202946	355.26138	59.697998	47.5	27.133927102430267	94.0	1.0
62	61	437.0	0.0	1481.0	61.0	23.0	1481.0	0.4284599999999933	23.0	23.0	0.0				138.76308857310906	20.414508394660142	176.55606079101562	104.38343811035156	0.0001	1.3552527156068802e-20	0.0001	0.0001	157.32057	58.369766000000006	289.37772	83.03819	12.0	6.6332495807108	23.0	1.0
63	62	498.0	0.0	1542.0	62.0	61.0	1542.0	0.41849666666665897	61.0	61.0	0.0				134.9848653157552	16.910607531453966	170.40243530273438	95.69950103759766	0.00010000000000000003	2.7105054312137605e-20	0.0001	0.0001	159.57466000000002	79.27885400000001	506.07724	51.18977	31.0	17.606816861659013	61.0	1.0
64	63	566.0	0.0	1610.0	63.0	68.0	1610.0	0.4073899999999913	68.0	68.0	0.0				128.05895449510263	16.341788982213107	181.2264404296875	92.92996215820312	0.00010000000000000003	2.7105054312137605e-20	0.0001	0.0001	137.97614	55.331233999999995	341.28586	50.791786	34.5	19.627786426390518	68.0	1.0
65	64	669.0	0.0	1713.0	64.0	103.0	1713.0	0.3905666666666564	103.0	103.0	0.0				130.116855097752	15.040948556440613	177.4642333984375	74.14909362792969	0.0001	1.3552527156068802e-20	0.0001	0.0001	152.8663	72.46226	371.08398	55.362536999999996	52.0	29.732137494637012	103.0	1.0
66	65	743.0	0.0	1787.0	65.0	74.0	1787.0	0.3784799999999886	74.0	74.0	0.0				126.824829310587	15.311852004386132	158.74130249023438	95.6160659790039	0.00010000000000000002	1.3552527156068802e-20	0.0001	0.0001	201.885	102.2051	519.5954	48.887570000000004	37.5	21.36000936329383	74.0	1.0
67	66	841.0	0.0	1885.0	66.0	98.0	1885.0	0.3624733333333205	98.0	98.0	0.0				123.3642762960847	12.718536521267154	159.81857299804688	97.41909790039062	0.00010000000000000002	1.3552527156068802e-20	0.0001	0.0001	189.81792	104.44428	613.1546	51.83037	49.5	28.28869031963127	98.0	1.0
68	67	860.0	0.0	1904.0	67.0	19.0	1904.0	0.3593699999999868	19.0	19.0	0.0				122.44148890177411	11.824500929224074	139.53578186035156	97.83328247070312	0.0001	0.0	0.0001	0.0001	188.21655	107.30643	524.4107	90.11121	10.0	5.47722557505166	19.0	1.0
69	68	958.0	0.0	2002.0	68.0	98.0	2002.0	0.34336333333331864	98.0	98.0	0.0				118.75978662549835	12.071779946057653	171.6041259765625	89.74417114257812	0.00010000000000000002	1.3552527156068802e-20	0.0001	0.0001	228.34833999999998	129.38799	717.7085599999999	60.051464	49.5	28.28869031963127	98.0	1.0
70	69	1044.0	0.0	2088.0	69.0	86.0	2088.0	0.32931666666665066	86.0	86.0	0.0				115.81195723589727	14.00740614948659	155.5726776123047	86.88439178466797	0.0001	1.3552527156068802e-20	0.0001	0.0001	235.13159	129.67558	916.7344	76.04941	43.5	24.824383174612823	86.0	1.0
71	70	1112.0	0.0	2156.0	70.0	68.0	2156.0	0.3182099999999829	68.0	68.0	0.0				108.11247287579435	10.366287785418958	135.29896545410156	84.76419830322266	0.00010000000000000003	2.7105054312137605e-20	0.0001	0.0001	235.88842999999997	134.45258	580.15875	65.315605	34.5	19.627786426390518	68.0	1.0
72	71	1195.0	0.0	2239.0	71.0	83.0	2239.0	0.304653333333315	83.0	83.0	0.0				108.98556769766458	11.425209196082887	129.77142333984378	85.76937103271484	0.0001	0.0	0.0001	0.0001	279.5863	157.34627	766.6142	62.363853000000006	42.0	23.95829710142188	83.0	1.0
73	72	1277.0	0.0	2321.0	72.0	82.0	2321.0	0.2912599999999804	82.0	82.0	0.0				103.97027069845318	12.601546892329063	134.74832153320312	73.75721740722656	0.00010000000000000002	1.3552527156068802e-20	0.0001	0.0001	243.58661	135.95857	783.52844	71.39695999999999	41.5	23.66960075708925	82.0	1.0
74	73	1390.0	0.0	2434.0	73.0	113.0	2434.0	0.27280333333331197	113.0	113.0	0.0				98.4820949009487	10.726206898490254	136.14187622070312	75.05435180664062	0.00010000000000000003	2.7105054312137605e-20	0.0001	0.0001	236.99537999999998	129.44038	731.2027	62.099655000000006	57.0	32.61901286060018	113.0	1.0
75	74	1502.0	0.0	2546.0	74.0	112.0	2546.0	0.254509999999977	112.0	112.0	0.0				96.36372107428473	11.637155885337716	130.32232666015622	72.39596557617188	0.0001	1.3552527156068802e-20	0.0001	0.0001	273.60132000000004	162.07285	809.5301	81.368904	56.5	32.33032632065442	112.0	1.0
76	75	1552.0	0.0	2596.0	75.0	50.0	2596.0	0.24634333333331015	50.0	50.0	0.0				93.58855516083385	11.880179750720147	117.7315902709961	65.75413513183594	0.00010000000000000002	1.3552527156068802e-20	0.0001	0.0001	309.80383	190.13687	845.61957	87.216774	25.5	14.430869689661813	50.0	1.0
77	76	1621.0	0.0	2665.0	76.0	69.0	2665.0	0.23507333333331104	69.0	69.0	0.0				97.57690339929917	11.707443319255527	130.082275390625	70.87303161621094	0.00010000000000000003	2.7105054312137605e-20	0.0001	0.0001	284.90286000000003	171.72894	843.148	75.219894	35.0	19.916492328386212	69.0	1.0
78	77	1737.0	0.0	2781.0	77.0	116.0	2781.0	0.21612666666664584	116.0	116.0	0.0				94.54928615404214	12.350495865439068	125.20709228515624	64.23780822753906	0.00010000000000000002	1.3552527156068802e-20	0.0001	0.0001	322.3094	197.64441000000002	1135.2552	54.334309999999995	58.5	33.48507130050644	116.0	1.0
79	78	1818.0	0.0	2862.0	78.0	81.0	2862.0	0.2028966666666468	81.0	81.0	0.0				95.2799125671387	12.858045471073437	124.46417236328124	66.27121734619139	0.00010000000000000002	1.3552527156068802e-20	0.0001	0.0001	262.7542	144.19666999999998	831.30817	71.74798	41.0	23.38090388900024	81.0	1.0
80	79	1969.0	0.0	3013.0	79.0	151.0	3013.0	0.17823333333331534	151.0	151.0	0.0				91.85340873718262	12.627350574209695	125.09927368164062	55.1629753112793	0.00010000000000000003	2.7105054312137605e-20	0.0001	0.0001	302.44552999999996	168.45251000000002	880.4805	74.0756	76.0	43.588989435406745	151.0	1.0
81	80	2104.0	0.0	3148.0	80.0	135.0	3148.0	0.15618333333331705	135.0	135.0	0.0				87.48065814687244	13.102189630023885	130.38058471679688	56.57537841796875	0.00010000000000000003	2.7105054312137605e-20	0.0001	0.0001	292.83035	156.90627	1015.7239400000001	70.268654	68.0	38.97007398846795	135.0	1.0
82	81	2208.0	0.0	3252.0	81.0	104.0	3252.0	0.13919666666665167	104.0	104.0	0.0				86.69773427722522	13.207607883337026	128.69779968261722	61.61222839355469	9.999999999999998e-05	2.7105054312137605e-20	0.0001	0.0001	364.42175	208.26253	1104.7426	85.00367	52.5	30.02082610455615	104.0	1.0
83	82	2364.0	0.0	3408.0	82.0	156.0	3408.0	0.11371666666665264	156.0	156.0	0.0				83.66998219643871	12.551678186840013	121.05287170410156	57.40544128417969	0.0001	0.0	0.0001	0.0001	319.0028	175.79861	932.8719	70.82471	78.5	45.032395746469746	156.0	1.0
84	83	2541.0	0.0	3585.0	83.0	177.0	3585.0	0.08480666666665239	177.0	177.0	0.0				81.37180441076106	13.205437974590723	116.04009246826172	48.46992874145508	0.00010000000000000003	2.7105054312137605e-20	0.0001	0.0001	323.48047	189.56398000000002	1242.3297	80.334694	89.0	51.09468335029258	177.0	1.0
85	84	2672.0	0.0	3716.0	84.0	131.0	3716.0	0.06340999999998552	131.0	131.0	0.0				80.6207436488225	13.018734101013644	112.55489349365234	51.57155990600586	0.00010000000000000002	1.3552527156068802e-20	0.0001	0.0001	400.20102	213.00342999999998	1062.8839	91.29481	66.0	37.815340802378074	131.0	1.0
86	85	2829.0	0.0	3873.0	85.0	157.0	3873.0	0.03776666666665197	157.0	157.0	0.0				79.55666004083096	12.672506337009747	121.96543884277344	42.88309860229492	0.0001	0.0	0.0001	0.0001	394.28747999999996	213.74767999999997	1050.7354	95.981636	79.0	45.32107677449864	157.0	1.0
87	86	2955.0	0.0	3999.0	86.0	126.0	3999.0	0.01718666666665179	126.0	126.0	0.0				76.21022592163088	11.611331115669131	112.54908752441406	53.47294235229492	0.0001	0.0	0.0001	0.0001	426.86245999999994	222.21863	1107.0199	82.843506	63.5	36.37192140465866	126.0	1.0
88	87	3155.0	0.0	4199.0	87.0	200.0	4199.0	0.01	200.0	200.0	0.0				74.9018889384054	12.855732767126822	116.42277526855469	45.17595672607422	0.0001	0.0	0.0001	0.0001	524.8629	306.6023	2041.3218	68.520706	100.5	57.734305226615476	200.0	1.0
89	88	3349.0	0.0	4393.0	88.0	194.0	4393.0	0.01	194.0	194.0	0.0				72.95268243582137	13.469992617147362	120.36908721923828	40.26056289672852	0.00010000000000000002	1.3552527156068802e-20	0.0001	0.0001	442.75198	288.60046	2294.5208	73.98725999999999	97.5	56.00223209837265	194.0	1.0
90	89	3549.0	0.0	4593.0	89.0	200.0	4593.0	0.01	200.0	200.0	0.0				68.31625557904269	11.920587799488391	110.27427673339844	39.266021728515625	0.0001	0.0	0.0001	0.0001	473.74245999999994	290.15567000000004	2258.2266	75.02911	100.5	57.734305226615476	200.0	1.0
91	90	3749.0	0.0	4793.0	90.0	200.0	4793.0	0.01	200.0	200.0	0.0				66.12397802535014	12.622242044607455	109.12287902832031	39.37232971191406	0.0001	0.0	0.0001	0.0001	484.1849	284.70724	1315.2106	97.92551	100.5	57.734305226615476	200.0	1.0
92	91	3949.0	0.0	4993.0	91.0	200.0	4993.0	0.01	200.0	200.0	0.0				65.30213021513205	12.50507332536532	104.6366958618164	31.48697280883789	0.0001	0.0	0.0001	0.0001	501.9302	300.69888	1618.6635	85.37361	100.5	57.734305226615476	200.0	1.0
93	92	4127.0	0.0	5171.0	92.0	178.0	5171.0	0.01	178.0	178.0	0.0				65.00268477100437	12.905422445575747	99.68950653076172	38.63931274414063	0.00010000000000000002	1.3552527156068802e-20	0.0001	0.0001	546.35895	354.14377	2396.3933	97.46826	89.5	51.38336306626884	178.0	1.0
94	93	4327.0	0.0	5371.0	93.0	200.0	5371.0	0.01	200.0	200.0	0.0				64.04128830876182	11.832496372747505	96.72539520263672	40.94469451904297	0.0001	0.0	0.0001	0.0001	533.2511	317.54202000000004	1913.348	98.49849	100.5	57.734305226615476	200.0	1.0
95	94	4527.0	0.0	5571.0	94.0	200.0	5571.0	0.01	200.0	200.0	0.0				60.69535400160593	12.579090151958852	110.23737335205078	33.423721313476555	0.0001	0.0	0.0001	0.0001	585.7991	323.96948	1957.0312	99.213066	100.5	57.734305226615476	200.0	1.0
96	95	4727.0	0.0	5771.0	95.0	200.0	5771.0	0.01	200.0	200.0	0.0				59.51236000252729	12.623352639550285	100.3892059326172	25.858829498291016	0.0001	0.0	0.0001	0.0001	538.9394	357.95453	1895.8271	62.967690000000005	100.5	57.734305226615476	200.0	1.0