coach/rl_coach/traces/Atari_A3C_LSTM_space_invaders/trace.csv

1	Episode #	Training Iter	In Heatup	ER #Transitions	ER #Episodes	Episode Length	Total steps	Epsilon	Shaped Training Reward	Training Reward	Update Target Network	Evaluation Reward	Shaped Evaluation Reward	Success Rate	Loss/Mean	Loss/Stdev	Loss/Max	Loss/Min	Learning Rate/Mean	Learning Rate/Stdev	Learning Rate/Max	Learning Rate/Min	Grads (unclipped)/Mean	Grads (unclipped)/Stdev	Grads (unclipped)/Max	Grads (unclipped)/Min	Discounted Return/Mean	Discounted Return/Stdev	Discounted Return/Max	Discounted Return/Min	Entropy/Mean	Entropy/Stdev	Entropy/Max	Entropy/Min	Advantages/Mean	Advantages/Stdev	Advantages/Max	Advantages/Min	Values/Mean	Values/Stdev	Values/Max	Values/Min	Value Loss/Mean	Value Loss/Stdev	Value Loss/Max	Value Loss/Min	Policy Loss/Mean	Policy Loss/Stdev	Policy Loss/Max	Policy Loss/Min
2	1	0.0	1.0	248.0	1.0	248.0	248.0	0.0			0.0																0.8700310430476327	0.7405333778534565	2.2328769490220686	0.0
3	2	0.0	1.0	123.0	1.0	123.0	371.0	0.0			0.0																0.3899670547558481	0.3819119128698883	1.0	0.0
4	3	0.0	1.0	88.0	1.0	88.0	459.0	0.0			0.0																0.0	0.0	0.0	0.0
5	4	0.0	1.0	187.0	1.0	187.0	646.0	0.0			0.0																0.7890979761079344	0.4557561638352592	1.6825545950103868	0.0
6	5	0.0	1.0	86.0	1.0	86.0	732.0	0.0			0.0																0.6919135855443926	0.7222189379050715	1.8429431933839264	0.0
7	6	0.0	1.0	331.0	1.0	331.0	1063.0	0.0			0.0																1.274934530443537	0.6459615236299282	2.6500575414623486	0.0
8	7	19.0	0.0	397.0	1.0	397.0	1460.0	0.0	7.0	95.0	0.0												0.13294017	0.26560363	0.95947796	0.00017420061	1.5215566513574144	0.8818366235165885	3.39289946333453	0.0	1.7916964	2.4401676e-05	1.7917565	1.7916276000000002	0.16945798030696765	0.4201839883771904	1.9003207683563232	-0.00874817930161953	0.009627631999999999	0.01605518	0.04531254	-0.012639573999999999	0.103175715	0.22770043	0.90946233	2.5499614e-07	0.30363909999999994	0.61167854	2.167231	-0.011617951000000001
9	8	25.0	0.0	117.0	1.0	117.0	1577.0	0.0	1.0	15.0	0.0												0.03459847	0.06251849	0.15962720000000002	0.0020247747	0.4872743474154752	0.33569100677546404	1.0	0.0	1.7916566000000003	4.586844e-05	1.7917542000000002	1.7916076	0.03243804715573788	0.19179319731839725	0.9877235293388368	-0.013366710394620895	0.06888939	0.0082683535	0.079700746	0.055720896	0.020763937	0.04136547	0.103494875	5.142918e-05	0.058279514000000004	0.14101307	0.34029025	-0.014587425
10	9	40.0	0.0	290.0	1.0	290.0	1867.0	0.0	6.0	125.0	0.0												0.197952	0.29690674	0.8451991	0.0032722908	1.5347843551661826	0.9835813996683812	3.292459852881254	0.0	1.7915696	8.654648000000001e-05	1.7917546999999998	1.7914047	0.20967606950019088	0.4340480766901692	1.8721247911453247	-0.03139287233352661	0.118590616	0.025857812	0.17259428	0.07850897	0.12374656	0.20499732	0.699171	0.000139082	0.37619528	0.61407316	1.7494822	-0.030527878999999997
11	10	67.0	0.0	541.0	1.0	541.0	2408.0	0.0	10.0	150.0	0.0												0.43392780000000003	0.69018596	2.5103388	0.012690847	1.5407734345932274	0.7374308486007165	3.1913177307618468	0.0	1.7898676	0.0019313908	1.7917521	1.7838042	0.1368366575584962	0.3821866825735704	1.6833410263061523	-0.2266237735748291	0.5796574999999999	0.29847825	1.2420191999999999	0.20709811	0.12345965	0.19106293	0.7305510000000001	0.00086669484	0.24575645	0.55341536	1.5624216	-0.22025344
12	11	103.0	0.0	719.0	1.0	719.0	3127.0	0.0	4.0	265.0	0.0												0.7696304	1.0534219999999999	4.5883107	0.20982262	0.5000529664376541	0.3155616701055577	1.2852839300228704	0.0	1.7330086999999998	0.032707155	1.7916646	1.6918119999999999	-0.1928262794017792	0.3110840395133576	0.9662883281707764	-0.7654213905334473	2.7413027000000003	0.87306994	4.0872965	1.4272719999999999	0.16251078	0.14811237	0.5942803000000001	0.04653442	-0.3311862	0.44391584	1.0693518999999998	-0.7295906999999999
13	12	110.0	0.0	125.0	1.0	125.0	3252.0	0.0	0.0	0.0	0.0												0.64830524	0.14570446	0.8713232	0.40967187	0.0	0.0	0.0	0.0	1.7322674999999998	0.008331079	1.7875514	1.7221475	-0.3390433748563131	0.1860952368689896	-0.02489876747131348	-0.7148473262786865	3.3779035000000004	0.29400957	3.915662	3.0040746	0.102555595	0.017722348	0.13601841	0.08232693	-0.580518	0.079269625	-0.49676362	-0.73393583
14	13	119.0	0.0	180.0	1.0	180.0	3432.0	0.0	2.0	15.0	0.0												0.4787147	0.07543224	0.62356263	0.39566866	0.30227981965131145	0.5841033464651717	1.8345137614500877	0.0	1.6905703999999997	0.016943384	1.7857862	1.6741756	-0.2384866982698441	0.1775353277243849	0.5066013336181641	-0.5708379745483398	2.6603397999999996	0.29259694	3.1815927000000004	2.2532134	0.090995565	0.06636139	0.24196529999999997	0.04350890599999999	-0.41229284	0.08668608	-0.25544655	-0.5747671
15	14	125.0	0.0	110.0	1.0	110.0	3542.0	0.0	2.0	15.0	0.0												0.5603365	0.44900087	1.4505286	0.23346475	0.26726121404740866	0.5678831608822756	1.886384871716129	0.0	1.6766298	0.017514048	1.7838971999999997	1.6646906000000004	-0.06642887711524964	0.2906363544921973	0.8124067783355713	-0.3389033079147339	1.8652021	0.14376438	2.0759795	1.6610593999999996	0.09885417	0.09639954	0.2691703	0.02430382	-0.10850501	0.30545014	0.49729928	-0.3008583
16	15	142.0	0.0	323.0	1.0	323.0	3865.0	0.0	6.0	85.0	0.0												0.2907247	0.22952405	0.9397981	0.13678089999999998	1.4641280448494032	0.7886166197229362	3.3693512112754416	0.0	1.7060072	0.015372376	1.7845702	1.6742373	-0.021261883713305	0.2849333218772128	1.7568998336791992	-0.26869165897369385	1.0191581	0.2351011	1.5227226	0.6685075	0.05634562	0.08670314400000001	0.32105459999999997	0.0057951915000000005	-0.030042402000000003	0.31857806	0.86974585	-0.23997994
17	16	158.0	0.0	316.0	1.0	316.0	4181.0	0.0	6.0	70.0	0.0												0.42419335	0.44866773	1.4816209999999999	0.16453709	1.2409807920841736	0.924825710935198	3.019197433217251	0.0	1.7177186999999998	0.007914036	1.7871863999999997	1.7053918999999997	0.09762066185474397	0.3663829596597454	1.799560546875	-0.13183927536010742	0.66193163	0.022891942000000002	0.7179861999999999	0.62799495	0.07774628	0.11481432	0.37442863	0.006178042	0.15981184	0.43080088	1.0028645	-0.12928498
18	17	167.0	0.0	170.0	1.0	170.0	4351.0	0.0	2.0	50.0	0.0												0.5287096	0.61476785	1.7007252	0.140941	0.8476471956805812	0.4994951081010529	1.7936142836436553	0.0	1.7077371	0.018505154	1.7877468	1.6827904999999999	0.14300553370267152	0.3803734649550866	0.9866705536842346	-0.12415462732315065	0.63278216	0.025035212	0.67967755	0.5942092	0.08101401	0.12937154	0.32530063	0.005744279000000001	0.22818747	0.57176554	1.3163251	-0.113141
19	18	176.0	0.0	174.0	1.0	174.0	4525.0	0.0	1.0	15.0	0.0												0.23783086	0.10953232	0.517558	0.14740978	0.41434362724996576	0.3076237847176768	1.0	0.0	1.6916886999999998	0.013833788	1.7853063000000002	1.6738026999999998	-0.02370305005460977	0.19648891114514536	0.9192088842391968	-0.1408560872077942	0.6370965999999999	0.046546523	0.7145845000000001	0.5770466	0.024032915	0.04306013	0.13789690000000002	0.0049483570000000004	-0.041773085	0.19855642	0.48007837	-0.14175145
20	19	187.0	0.0	214.0	1.0	214.0	4739.0	0.0	3.0	30.0	0.0												0.39452076	0.40674135	1.4563757	0.1832571	1.045407345192817	0.7938267491937131	2.5997587280295686	0.0	1.6748153000000001	0.015181953	1.7851211999999999	1.6579663	0.09286628767848017	0.36422042180521297	1.7734636068344116	-0.11149552464485167	0.52847564	0.041901305	0.6064439	0.47270074	0.07026329	0.1348965	0.43251792	0.0069648769999999995	0.16749129	0.5288298	1.4733903	-0.10338198
21	20	195.0	0.0	148.0	1.0	148.0	4887.0	0.0	2.0	15.0	0.0												0.43904358	0.6278062	1.9765203000000002	0.16251698	0.3750693855692628	0.6614638130102699	1.8953382542587165	0.0	1.6931912	0.015514016	1.7863619	1.6768826000000001	0.11535653173923492	0.4593842965094774	1.8359733819961548	-0.11115178465843199	0.49500959999999994	0.008450679499999999	0.5177353	0.47853753	0.10912762599999999	0.24973972	0.7208593000000001	0.0062326994	0.20295475	0.7139814999999999	1.9517162000000001	-0.1012306
22	21	202.0	0.0	126.0	1.0	126.0	5013.0	0.0	1.0	15.0	0.0												0.17570925	0.04492458	0.2685328	0.13132946	0.3765107241860615	0.38325529149549936	1.0	0.0	1.7162805	0.012158396	1.7874026	1.702316	-0.01303210606177648	0.1724979706246855	0.9248849153518676	-0.09309032559394836	0.4478518	0.023912537999999997	0.48601314	0.41578874	0.019550378	0.03094143	0.08870594	0.004456401	-0.02318568	0.12344469999999999	0.25124308	-0.098938376
23	22	212.0	0.0	195.0	1.0	195.0	5208.0	0.0	4.0	50.0	0.0												0.37756324	0.41312557	1.2630973	0.1443356	1.3288295395454783	0.7870405462501978	2.585038690599142	0.0	1.7068466	0.012377521	1.786989	1.6920598999999998	0.14030499673551985	0.3783768871106696	1.794649362564087	-0.08010745048522949	0.37946713	0.029196338999999998	0.43742234	0.34320164	0.07690627	0.11848185	0.34910798	0.005311481999999999	0.23043092	0.48165059999999993	1.2627466999999999	-0.0797853
24	23	216.0	0.0	66.0	1.0	66.0	5274.0	0.0	2.0	15.0	0.0												0.48694399999999993	0.37979132	1.0185848	0.15493716	0.5604522720508426	0.74086374872987	1.8953382542587165	0.0	1.7105198	0.018408937	1.7877308	1.7008435000000002	0.2937978759407997	0.4464821262754539	0.9827439188957214	-0.07203873991966248	0.38508713	0.011453443	0.3978165	0.36266252	0.12650074	0.10585908599999999	0.26367090000000004	0.0059783933999999995	0.54536676	0.5285479999999999	1.2235819	-0.065885305
25	24	220.0	0.0	75.0	1.0	75.0	5349.0	0.0	1.0	15.0	0.0												0.46667907	0.42910498	1.0732576	0.14778343	0.17500558297469554	0.3656709341141378	1.0	0.0	1.7068633999999998	0.017363548	1.7873251	1.6943554	0.17440186589956286	0.3921175503893004	0.964546799659729	-0.0966494083404541	0.39464778	0.008819908000000001	0.41931298	0.38159794	0.08377903	0.108998865	0.23792164	0.005625730400000001	0.28789923	0.5162920999999999	1.0179663	-0.08651152
26	25	236.0	0.0	302.0	1.0	302.0	5651.0	0.0	5.0	50.0	0.0												0.45387524	0.58750385	2.1273313	0.14951114	1.325835591569498	1.0757583527139258	3.6417404849057697	0.0	1.6974736000000001	0.010466439000000001	1.7868215	1.6862636000000002	0.15802082687616348	0.44464004802706936	1.8693947792053225	-0.09374052286148073	0.42970118	0.045332283	0.5154675999999999	0.37181765	0.10599439	0.22743072	0.8912478000000001	0.005092144	0.26888525	0.67349637	2.3305123	-0.10727010000000001