coach/rl_coach/traces/Atari_A3C_space_invaders/trace.csv

1	Episode #	Training Iter	In Heatup	ER #Transitions	ER #Episodes	Episode Length	Total steps	Epsilon	Shaped Training Reward	Training Reward	Update Target Network	Evaluation Reward	Shaped Evaluation Reward	Success Rate	Loss/Mean	Loss/Stdev	Loss/Max	Loss/Min	Learning Rate/Mean	Learning Rate/Stdev	Learning Rate/Max	Learning Rate/Min	Grads (unclipped)/Mean	Grads (unclipped)/Stdev	Grads (unclipped)/Max	Grads (unclipped)/Min	Discounted Return/Mean	Discounted Return/Stdev	Discounted Return/Max	Discounted Return/Min	Entropy/Mean	Entropy/Stdev	Entropy/Max	Entropy/Min	Advantages/Mean	Advantages/Stdev	Advantages/Max	Advantages/Min	Values/Mean	Values/Stdev	Values/Max	Values/Min	Value Loss/Mean	Value Loss/Stdev	Value Loss/Max	Value Loss/Min	Policy Loss/Mean	Policy Loss/Stdev	Policy Loss/Max	Policy Loss/Min
2	1	0.0	1.0	172.0	1.0	172.0	172.0	0.0			0.0																0.0	0.0	0.0	0.0
3	2	0.0	1.0	79.0	1.0	79.0	251.0	0.0			0.0																0.6655258513307333	0.7653968685057024	1.8953382542587165	0.0
4	3	0.0	1.0	96.0	1.0	96.0	347.0	0.0			0.0																0.31623623119836064	0.4117963273741081	1.0	0.0
5	4	0.0	1.0	371.0	1.0	371.0	718.0	0.0			0.0																1.3355309280324184	1.0180238538386663	3.6710632975826947	0.0
6	5	0.0	1.0	344.0	1.0	344.0	1062.0	0.0			0.0																0.0	0.0	0.0	0.0
7	6	12.0	0.0	256.0	1.0	256.0	1318.0	0.0	6.0	80.0	0.0												0.19148706	0.22556974	0.7334378	0.0010549564999999999	1.726318764328412	1.05156789842525	3.754496528782679	0.0	1.7917106	2.5127312000000002e-05	1.7917446	1.7916337	0.20012852006281412	0.3877296025649555	1.0023281574249268	-0.010929208248853685	0.026684137	0.015486961	0.05707869999999999	0.006345821	0.09519283	0.1161779	0.37828803	7.249935999999999e-07	0.35883590000000004	0.44739142	1.4766374	-0.009203376999999999
8	7	28.0	0.0	315.0	1.0	315.0	1633.0	0.0	1.0	30.0	0.0												0.061621718	0.1968686	0.79813755	0.0016371410999999998	0.2881358208394099	0.2741247105049077	1.0	0.0	1.7917109	3.1321999999999996e-05	1.791755	1.7916386000000002	0.043144622271259626	0.21294807235681726	0.9929583072662354	-0.0245932936668396	0.09037603	0.014023991999999999	0.12108479400000001	0.06339731	0.023604168	0.08808251	0.3531787	8.870725999999999e-06	0.07737981	0.34941524	1.3846123	-0.024812999999999998
9	8	35.0	0.0	127.0	1.0	127.0	1760.0	0.0	0.0	0.0	0.0												0.012203018000000001	0.004369569	0.017417826	0.0054350817	0.0	0.0	0.0	0.0	1.7916074	2.8484812e-05	1.7916746	1.7914919999999999	-0.010953334160149096	0.007554808845242561	0.006630212068557739	-0.03390749543905258	0.13512570000000002	0.011031263500000001	0.15383083	0.117896624	8.852533e-05	4.6501125e-05	0.00014310263000000002	3.0686515e-05	-0.019633228	0.0068424847	-0.008797371	-0.026416292
10	9	44.0	0.0	179.0	1.0	179.0	1939.0	0.0	2.0	15.0	0.0												0.22031942	0.36994222	1.0702915000000002	0.008379743	0.567281747249603	0.39164739704456586	1.3310330883210135	0.0	1.791508	4.8648024e-05	1.7916314999999998	1.7913929	0.15731450575403869	0.3591343720827108	0.9962854385375975	-0.04199400544166565	0.17234293	0.021371044	0.20980419	0.14216710000000002	0.07686268	0.14065412	0.3993722	5.437906699999999e-05	0.28229272	0.5713687	1.6053288000000001	-0.039750043
11	10	48.0	0.0	77.0	1.0	77.0	2016.0	0.0	2.0	15.0	0.0												0.5232009	0.6949283	1.5059539	0.025868937	0.7109120249148797	0.7613962203112584	1.886384871716129	0.0	1.7914276000000002	5.6415083e-05	1.7915206000000001	1.7913512999999999	0.3498743516703447	0.6108820929255683	1.8495126962661743	-0.04629160463809967	0.22949272	0.009259296	0.24626392	0.21653277	0.24779450000000003	0.34994197	0.74268717	0.00025246139999999997	0.6237267	0.9389799000000001	1.9516237	-0.04672413
12	11	52.0	0.0	72.0	1.0	72.0	2088.0	0.0	2.0	35.0	0.0												0.56314486	0.3714066	0.90476674	0.046812344000000006	0.554098357745311	0.6902358495261558	1.8429431933839264	0.0	1.7912637999999999	7.356912e-05	1.7914151999999999	1.7911606	0.3640680280824503	0.4579343464269973	0.9790114164352416	-0.06025838851928711	0.2764287	0.013520552	0.29975075	0.25759074	0.17112470000000002	0.122556634	0.28314179999999994	0.0005765385	0.6538018	0.5088916	1.1233141000000002	-0.053315002
13	12	62.0	0.0	191.0	1.0	191.0	2279.0	0.0	4.0	50.0	0.0												0.35259616	0.42569488	1.4074187	0.032122947	1.304959359667826	1.1062417045070994	3.301566886127742	0.0	1.7911092	0.00016985857	1.7914971000000002	1.7907543000000001	0.13831777804427678	0.36693473540203	0.9919073581695556	-0.09540513157844543	0.41151455	0.07081812	0.5327453000000001	0.33292377	0.076886445	0.11366143	0.3523929	0.0003347224	0.24922773	0.4888865	1.4336966999999998	-0.10414474
14	13	69.0	0.0	125.0	1.0	125.0	2404.0	0.0	2.0	15.0	0.0												0.6341355	1.0517185	2.9857202000000003	0.14895423	0.2148606519353026	0.5220797660252123	1.8953382542587165	0.0	1.791102	5.9363345e-05	1.7912488000000002	1.7909616999999998	0.15869886303941408	0.5279004919735834	1.8224644660949707	-0.1398942768573761	0.56906384	0.01990525	0.6056599	0.52970076	0.15193217	0.3337337	0.89818263	0.0022206896	0.28473946	0.8948472	2.2855925999999998	-0.13005021
15	14	82.0	0.0	252.0	1.0	252.0	2656.0	0.0	4.0	90.0	0.0												0.5309293	0.54758555	1.4209664	0.07702104	1.267852985172604	0.8897235064415804	3.064224998851236	0.0	1.7910268	0.00027004103	1.7914638999999999	1.7904778000000001	0.1297429672131936	0.3646982447042634	0.9440007209777832	-0.16410809755325315	0.5775069	0.031732522	0.6453025	0.51574486	0.074919015	0.10343762	0.24848240000000002	0.0007391393300000001	0.23302275	0.47231528	1.0031662000000001	-0.12733074
16	15	94.0	0.0	236.0	1.0	236.0	2892.0	0.0	0.0	0.0	0.0												0.26424780000000003	0.03737877	0.34197209999999995	0.22361079	0.0	0.0	0.0	0.0	1.7884634	0.0005550571400000001	1.7892816000000002	1.7870125	-0.08188271034847606	0.045750572886791865	0.011497259140014648	-0.2133760452270508	0.83307576	0.029878754	0.9369685	0.7890409	0.0043989467	0.0011083867999999999	0.006675300699999999	0.003153908	-0.14706068	0.018578768	-0.11931857	-0.18141231
17	16	99.0	0.0	100.0	1.0	100.0	2992.0	0.0	1.0	5.0	0.0												0.438325	0.4224812	1.1657224	0.14043465	0.0956179249911955	0.2869865221209108	1.0	0.0	1.7887572	0.00030073317000000005	1.7892746	1.7883883999999999	0.042342004179954526	0.3041436434952944	0.910679578781128	-0.17994004487991333	0.6339216	0.06452159	0.7695466999999999	0.5598896	0.047148094	0.07530628	0.17755939	0.0020164913	0.07507399	0.359582	0.6962384	-0.17250232
18	17	105.0	0.0	120.0	1.0	120.0	3112.0	0.0	0.0	0.0	0.0												0.093038335	0.013148072	0.11005434	0.0750039	0.0	0.0	0.0	0.0	1.7897593	0.00069183693	1.7905383000000001	1.7887273000000001	-0.0428494393825531	0.027647920996330715	0.001554727554321289	-0.12783029675483704	0.4428398	0.052773352999999995	0.51180756	0.37030265	0.0013002409	0.00024074419999999997	0.0016013056	0.0008975707499999999	-0.07681535	0.006941584000000001	-0.06671523	-0.08824096599999999
19	18	117.0	0.0	239.0	1.0	239.0	3351.0	0.0	3.0	45.0	0.0												0.25174266	0.31971568	0.90688825	0.019915782	0.7136788715557264	0.6294139723016456	2.139329780783134	0.0	1.7902175	0.00028234292	1.7907346000000002	1.7894374	0.08552747788754378	0.30948320983917305	0.9564164876937866	-0.080283522605896	0.377776	0.027218342000000003	0.433316	0.3360449	0.051547407999999996	0.08485938	0.22496763	0.00014007768	0.15418825	0.3566058	0.86870986	-0.0785913
20	19	135.0	0.0	352.0	1.0	352.0	3703.0	0.0	6.0	90.0	0.0												0.41793275	0.48999473	1.4175831	0.016413486	1.1285652814880922	0.7632527435210352	2.713498301854574	0.0	1.7900714	0.0005321719999999999	1.7907479	1.7883525000000002	0.16568141290370156	0.3887566186088803	0.9968223571777344	-0.14961937069892886	0.37653565	0.07552841	0.5292326	0.27801365	0.089291014	0.13357560000000002	0.38210747	0.00010869768	0.29850720000000003	0.57995707	1.5412391	-0.16792528
21	20	144.0	0.0	172.0	1.0	172.0	3875.0	0.0	3.0	75.0	0.0												0.31841904	0.40031302	1.1197104	0.01994228	1.001030228007437	0.8123932110515427	2.359725354341169	0.0	1.7900881999999998	0.00027670767000000004	1.7905824000000001	1.7895555	0.08077805228531361	0.3124191935599247	0.9487813115119934	-0.12574642896652222	0.52029437	0.0554494	0.60090965	0.4315706	0.05206542	0.08236156	0.20570941	0.00024239282000000002	0.14740841	0.36046222	0.8315386999999999	-0.12121811
22	21	158.0	0.0	273.0	1.0	273.0	4148.0	0.0	0.0	0.0	0.0												0.16278331	0.034464974	0.23726851	0.11201652	0.0	0.0	0.0	0.0	1.7903476000000003	0.0005126293	1.7912636000000002	1.7894793999999998	-0.06326356278016018	0.03553505205266993	0.01573348045349121	-0.14101117849349976	0.6054916	0.048423838	0.7187425000000001	0.49935722	0.0026325090000000003	0.0009246913	0.0043474007	0.0015668544	-0.11329423	0.021084283	-0.08376406	-0.15398563
23	22	166.0	0.0	144.0	1.0	144.0	4292.0	0.0	3.0	30.0	0.0												0.51535577	0.5247881999999999	1.5299573999999998	0.0785513	1.1147393689773601	0.7848298590616827	2.4734216536536136	0.0	1.7912803	0.0002628762	1.7916096000000001	1.7908168000000002	0.19721338067735944	0.4094426806151592	0.9899698495864868	-0.12355470657348633	0.41330233	0.032689314	0.49197868	0.36060372	0.10326821	0.12479912	0.32985646	0.00092325435	0.35567978	0.5447105	1.3443174	-0.09900903
24	23	180.0	0.0	281.0	1.0	281.0	4573.0	0.0	4.0	50.0	0.0												0.49424332	0.76305705	2.3978650000000004	0.042035405	1.130485110921776	0.6886246799646982	2.4299785625343664	0.0	1.7901756999999998	0.0010806196	1.7915697	1.7881901000000002	0.1470732726729833	0.4292139525505116	1.85547947883606	-0.13312307000160215	0.49401855	0.06617465	0.642555	0.3870885	0.10292758	0.21903253	0.778351	0.000301838	0.26225275	0.65815014	1.9423884999999999	-0.11724649
25	24	193.0	0.0	255.0	1.0	255.0	4828.0	0.0	1.0	5.0	0.0												0.2876298	0.35649207	1.4631153000000001	0.107260816	0.2891323187254004	0.3160147551972009	1.0	0.0	1.786598	0.0007175014999999999	1.7877710999999998	1.7844592000000001	-0.015473075211048124	0.21078978297764425	0.9598442316055298	-0.16740190982818606	0.65359044	0.022315737000000002	0.72751343	0.6074324999999999	0.022335877999999997	0.064357854	0.23576124	0.0014055372	-0.027279556	0.30311978	0.97544366	-0.15911148
26	25	203.0	0.0	190.0	1.0	190.0	5018.0	0.0	1.0	10.0	0.0												0.25833908	0.353704	1.257064	0.094801515	0.4120816333301009	0.28672243903882955	1.0	0.0	1.7863761000000002	0.00055423967	1.7877425999999998	1.7848775000000001	0.008930555482705434	0.23252336729099976	0.9504443407058716	-0.14601531624794006	0.5618353	0.03245648	0.62752366	0.5123622999999999	0.027073435	0.07097832	0.22782399	0.0011308544	0.014463178	0.314639	0.9035393	-0.11194018
27	26	210.0	0.0	141.0	1.0	141.0	5159.0	0.0	2.0	35.0	0.0												0.27708516	0.24767488	0.7943432	0.08777749	0.8761993775234669	0.5862036647979134	1.8514577710948756	0.0	1.7850256000000002	0.001439213	1.7869241000000002	1.7819406000000002	0.041500952591498684	0.2782816839518084	0.92048978805542	-0.12633973360061646	0.52088463	0.03495376	0.58095294	0.45491755	0.03958151	0.056727253	0.14819838	0.0008657888000000001	0.07113183	0.24571308	0.53853804	-0.1342794
28	27	221.0	0.0	210.0	1.0	210.0	5369.0	0.0	2.0	15.0	0.0												0.22119139999999998	0.42045018	1.4807982	0.04131692	0.7769912250671142	0.5204806481332109	1.8953382542587165	0.0	1.7843793999999997	0.0009264395300000001	1.785716	1.7815156000000003	0.038671582639217376	0.3030487080390665	1.8035634756088257	-0.09898430109024048	0.42666683	0.026209941	0.49744275	0.37049675	0.046667017000000005	0.13662884	0.45655137	0.00037618117999999994	0.06902148	0.42595407	1.3455397	-0.09659804400000001
29	28	225.0	0.0	74.0	1.0	74.0	5443.0	0.0	1.0	15.0	0.0												0.4794598	0.54393846	1.2483373	0.07442599	0.17737052328516442	0.36756322442656064	1.0	0.0	1.7853811999999998	0.0008450643	1.7862571	1.7836721999999998	0.1789949377377828	0.3974353400862266	0.9939099550247192	-0.12847590446472168	0.38576576	0.01938908	0.42696485	0.36250475	0.09499704	0.13217936	0.2819253	0.0008629976	0.31683448	0.5609328	1.1099112	-0.09520959
30	29	231.0	0.0	113.0	1.0	113.0	5556.0	0.0	0.0	0.0	0.0												0.05933965	0.019350532	0.08084393	0.029977907999999998	0.0	0.0	0.0	0.0	1.7852576	0.0008186825400000001	1.7866174	1.7842599	-0.030790546834468843	0.02130130240965873	0.006599247455596924	-0.07697311043739319	0.38386659999999995	0.031090561	0.42188165	0.33562738	0.0007009017	0.00037256314	0.0010993535000000001	0.0001666528	-0.055111438	0.017901437	-0.029770195	-0.07435719
31	30	241.0	0.0	184.0	1.0	184.0	5740.0	0.0	3.0	40.0	0.0												0.38093507	0.6564854	2.0775616	0.04268214	1.2252075848666295	0.7508640816890552	2.672063012523348	0.0	1.7844807	0.0009963526	1.7860650000000002	1.7812971999999998	0.1569047201010916	0.4457087151894434	1.8164025545120241	-0.09893813729286194	0.390257	0.040914066	0.4590039000000001	0.3154587	0.111637674	0.24681273	0.78331876	0.00029214363999999996	0.2849697	0.70227486	2.1009307	-0.08101756