coach/rl_coach/traces/Atari_C51_space_invaders/trace.csv

1	Episode #	Training Iter	In Heatup	ER #Transitions	ER #Episodes	Episode Length	Total steps	Epsilon	Shaped Training Reward	Training Reward	Update Target Network	Evaluation Reward	Shaped Evaluation Reward	Success Rate	Loss/Mean	Loss/Stdev	Loss/Max	Loss/Min	Learning Rate/Mean	Learning Rate/Stdev	Learning Rate/Max	Learning Rate/Min	Grads (unclipped)/Mean	Grads (unclipped)/Stdev	Grads (unclipped)/Max	Grads (unclipped)/Min	Discounted Return/Mean	Discounted Return/Stdev	Discounted Return/Max	Discounted Return/Min	Q/Mean	Q/Stdev	Q/Max	Q/Min
2	1	0.0	1.0	486.0	486.0	486.0	486.0	1.0			0.0																1.027285241237078	0.8961037725396955	3.502959469093688	0.0
3	2	0.0	1.0	573.0	573.0	87.0	573.0	1.0			0.0																0.2991949731169189	0.4147830569909918	1.0	0.0
4	3	0.0	1.0	722.0	722.0	149.0	722.0	1.0			0.0																1.089942054123867	0.6773639260883686	1.9560606270183023	0.0
5	4	0.0	1.0	1057.0	1057.0	335.0	1057.0	1.0			0.0																1.6150170189100268	1.2171006279541683	4.3034191502088746	0.0
6	5	51.0	0.0	1260.0	1260.0	203.0	1260.0	0.9997990300000044	5.0	55.0	0.0				3.9317551453908286	2.292077088878397e-05	3.9318559169769287	3.931660890579224	0.00025	0.0	0.00025	0.00025	0.0015475523	0.0022671083	0.0094129415	0.00074411946	1.5742518458459676	1.1031375801910266	3.252515696371334	0.0
7	6	70.0	0.0	1335.0	1335.0	75.0	1335.0	0.999724780000006	2.0	15.0	0.0				3.9317470851697416	8.424885298854481e-06	3.931761503219605	3.931729078292847	0.0002500000000000001	5.421010862427521e-20	0.00025	0.00025	0.0017113253	0.002546734	0.009262785	0.0007195934299999999	0.630055465573955	0.7534012288320482	1.886384871716129	0.0
8	7	91.0	0.0	1422.0	1422.0	87.0	1422.0	0.9996386500000078	1.0	15.0	0.0				3.9317100615728466	5.73015255981599e-05	3.9317591190338135	3.9315671920776367	0.0002500000000000001	5.421010862427521e-20	0.00025	0.00025	0.0028099740000000002	0.0035779825	0.009782379	0.0007102792	0.2731692938539037	0.40901966584690697	1.0	0.0
9	8	159.0	0.0	1693.0	1693.0	271.0	1693.0	0.9993703600000136	5.0	55.0	0.0				3.9316700857077067	9.248268140292744e-05	3.9317350387573238	3.931163787841797	0.00025	0.0	0.00025	0.00025	0.001684011	0.0027150003999999997	0.012804485	0.00063920295	1.3777471984624352	0.8115021837176055	3.11412900057984	0.0
10	9	201.0	0.0	1861.0	1861.0	168.0	1861.0	0.9992040400000172	3.0	50.0	0.0				3.9315996056511286	9.955738611988931e-05	3.9316680431365967	3.9312312602996826	0.00025	0.0	0.00025	0.00025	0.0017370107999999998	0.0027744581	0.00984679	0.0006291246	0.9971291228971556	0.7740837108535874	2.18976824447548	0.0
11	10	279.0	0.0	2172.0	2172.0	311.0	2172.0	0.998896150000024	4.0	65.0	0.0				3.9314646445787873	0.00019119701493129832	3.9316132068634033	3.930314779281616	0.0002500000000000001	5.421010862427521e-20	0.00025	0.00025	0.0025327114999999997	0.0038908190000000002	0.018312562	0.00061634305	1.0234306140936356	0.5002579938176909	2.1008995427938943	0.0
12	11	406.0	0.0	2681.0	2681.0	509.0	2681.0	0.9983922400000348	9.0	320.0	0.0				3.9312957084085065	0.00013851087435505692	3.931442260742188	3.9306914806365967	0.0002500000000000001	1.0842021724855042e-19	0.00025	0.00025	0.0016393426	0.0027615533	0.0106354095	0.0005250634	1.5487425802799972	0.9434112651663112	4.0430534797383535	0.0	0.01474813409149705	0.015984256512372744	0.036521559953690115	-0.011005972325801331
13	12	471.0	0.0	2941.0	2941.0	260.0	2941.0	0.9981348400000404	7.0	110.0	0.0				3.9310575301830575	0.00023637919856646093	3.9313013553619385	3.930120706558228	0.00025	0.0	0.00025	0.00025	0.0020334235999999997	0.0033391896000000004	0.011399643999999999	0.0005310598999999999	1.9247686125714616	1.4763974008694143	4.5174296147906645	0.0
14	13	506.0	0.0	3082.0	3082.0	141.0	3082.0	0.9979952500000436	0.0	0.0	0.0				3.9310955728803365	8.378595812170304e-05	3.9311645030975337	3.930620193481445	0.00025	0.0	0.00025	0.00025	0.0009987707	0.0018234361	0.011586366	0.000476817	0.0	0.0	0.0	0.0	0.02083865366876189	0.01069188830135163	0.04244580939412188	0.008185749500990408
15	14	569.0	0.0	3331.0	3331.0	249.0	3331.0	0.9977487400000488	7.0	110.0	0.0				3.931051877237136	0.0001388172588925505	3.931135892868042	3.9301624298095694	0.00025	0.0	0.00025	0.00025	0.0013598388	0.0028366724	0.015576748999999999	0.00043305519999999997	2.0098751682981617	1.1093871734323564	4.000165956499947	0.0
16	15	655.0	0.0	3677.0	3677.0	346.0	3677.0	0.9974062000000564	0.0	0.0	0.0				3.9305763106013454	0.0004229571946597187	3.9310512542724614	3.929146051406861	0.0002500000000000001	5.421010862427521e-20	0.00025	0.00025	0.0033595173	0.004646675	0.017301217	0.0005054546	0.0	0.0	0.0	0.0	0.020163115051886026	0.012127614312752187	0.04591513723135063	9.343400598105234e-06
17	16	674.0	0.0	3753.0	3753.0	76.0	3753.0	0.997330960000058	1.0	10.0	0.0				3.930436598627191	0.00020568950037311564	3.9305925369262695	3.9297053813934326	0.0002500000000000001	5.421010862427521e-20	0.00025	0.00025	0.0025036198	0.0035149802	0.013321203	0.0009690778	0.42667230386804816	0.4209997414589432	1.0	0.0
18	17	723.0	0.0	3948.0	3948.0	195.0	3948.0	0.997137910000062	0.0	0.0	0.0				3.9302857554688746	0.0006425071196169863	3.9306602478027344	3.927115440368652	0.00025	0.0	0.00025	0.00025	0.0037492486	0.005678748199999999	0.027824294	0.0008326736999999999	0.0	0.0	0.0	0.0
19	18	754.0	0.0	4073.0	4073.0	125.0	4073.0	0.9970141600000648	2.0	15.0	0.0				3.9300805368731098	0.000519938183415399	3.930445909500122	3.9286279678344727	0.0002500000000000001	5.421010862427521e-20	0.00025	0.00025	0.0035371382	0.004576198	0.014512276000000001	0.0012743992	0.4379218073475659	0.6904045765467619	1.886384871716129	0.0	0.02993758823722658	0.0171674576394353	0.0622341979295021	0.008454913645983247
20	19	831.0	0.0	4381.0	4381.0	308.0	4381.0	0.9967092400000714	4.0	90.0	0.0				3.930233079117614	0.0004857963882875383	3.930583238601685	3.927547216415405	0.0002500000000000001	5.421010862427521e-20	0.00025	0.00025	0.0025181014	0.0042537	0.026507894	0.0006471519	1.0691845626589795	0.8498240160885151	2.745451683091903	0.0
21	20	929.0	0.0	4773.0	4773.0	392.0	4773.0	0.99632116000008	7.0	100.0	0.0				3.9304481428496687	0.0003446659266870426	3.9306659698486333	3.9285593032836914	0.0002500000000000001	5.421010862427521e-20	0.00025	0.00025	0.0021123014999999998	0.003783748	0.020173741999999998	0.0005579767	1.4393231985989243	0.8717358172149811	3.0489377308973795	0.0	0.02544347631434653	0.0052816174871664155	0.03427363783121165	0.018676988035440902
22	21	961.0	0.0	4902.0	4902.0	129.0	4902.0	0.9961934500000826	3.0	30.0	0.0				3.9304565042257313	0.00026678316530055285	3.930674314498901	3.929453611373901	0.00025	0.0	0.00025	0.00025	0.0023043063	0.003955795	0.014118321000000001	0.0005571415	1.0833967298409597	0.9363232923629204	2.6221126076070793	0.0
23	22	992.0	0.0	5026.0	5026.0	124.0	5026.0	0.9960706900000852	4.0	80.0	0.0				3.930458211898804	0.0003279377866550192	3.930619239807129	3.929210662841797	0.0002500000000000001	5.421010862427521e-20	0.00025	0.00025	0.0016615093	0.0029473716999999997	0.01272093	0.0005844951999999999	1.3451618537673	1.1096991653941397	3.0898896329640837	0.0
24	23	1044.0	0.0	5234.0	5234.0	208.0	5234.0	0.9958647700000898	2.0	20.0	0.0				3.930192166683721	0.000400778065029482	3.930548429489136	3.928762674331665	0.00025	0.0	0.00025	0.00025	0.0028158217	0.00422772	0.014383723999999999	0.00077200204	0.5169876369665919	0.4173632077926255	1.3411660615140424	0.0	0.02365245558321531	0.011359249617777177	0.042664456740022255	0.00812225602567257
25	24	1128.0	0.0	5570.0	5570.0	336.0	5570.0	0.995532130000097	7.0	110.0	0.0				3.9301167712154164	0.00047407734783713377	3.930419206619263	3.92802357673645	0.0002500000000000001	5.421010862427521e-20	0.00025	0.00025	0.0026047395	0.004166825999999999	0.020599874	0.00068073766	1.4823424347747136	0.9778507351487692	3.63911799654736	0.0
26	25	1170.0	0.0	5736.0	5736.0	166.0	5736.0	0.9953677900001006	3.0	55.0	0.0				3.929852037895016	0.000608486381348064	3.930378675460816	3.927333116531372	0.00025	0.0	0.00025	0.00025	0.0033983607000000002	0.005062349	0.022029048	0.00085253065	0.9847135286993404	0.6559788450535955	2.041006253056759	0.0