coach/rl_coach/traces/Atari_Bootstrapped_DQN_space_invaders/trace.csv

1	Episode #	Training Iter	In Heatup	ER #Transitions	ER #Episodes	Episode Length	Total steps	Epsilon	Shaped Training Reward	Training Reward	Update Target Network	Evaluation Reward	Shaped Evaluation Reward	Success Rate	Loss/Mean	Loss/Stdev	Loss/Max	Loss/Min	Learning Rate/Mean	Learning Rate/Stdev	Learning Rate/Max	Learning Rate/Min	Grads (unclipped)/Mean	Grads (unclipped)/Stdev	Grads (unclipped)/Max	Grads (unclipped)/Min	Discounted Return/Mean	Discounted Return/Stdev	Discounted Return/Max	Discounted Return/Min	Q/Mean	Q/Stdev	Q/Max	Q/Min
2	1	0.0	1.0	269.0	269.0	269.0	269.0	7.0			0.0																1.1777548651006522	0.7953334800368667	3.04158102714528	0.0
3	2	0.0	1.0	531.0	531.0	262.0	531.0	8.0			0.0																0.3442313865024097	0.26731465870050863	1.0	0.0
4	3	0.0	1.0	654.0	654.0	123.0	654.0	0.0			0.0																1.1194499207617956	0.862098603062819	2.450733217907448	0.0
5	4	0.0	1.0	1173.0	1173.0	519.0	1173.0	2.0			0.0																1.1038465051213655	1.1369108437507858	4.161070816478141	0.0
6	5	100.0	0.0	1572.0	1572.0	399.0	1572.0	8.0	10.0	310.0	0.0				0.006381816648499807	0.008300668789646994	0.03116293624043465	0.00014175962132867426	0.0002500000000000001	5.421010862427521e-20	0.00025	0.00025	0.006233199	0.0042512226	0.015098833	0.0013792957	2.054682483279469	0.9981946272625823	4.353923952687973	0.0
7	6	160.0	0.0	1812.0	1812.0	240.0	1812.0	4.0	7.0	130.0	0.0				0.008597402041535437	0.010814677896271552	0.045933056622743614	0.0001776911085471511	0.00025	0.0	0.00025	0.00025	0.006322021999999999	0.004665739	0.020132642	0.0016343810999999999	1.83971605615766	1.54653748962161	4.492326630353285	0.0
8	7	185.0	0.0	1914.0	1914.0	102.0	1914.0	8.0	2.0	15.0	0.0				0.005789094757055864	0.009384058316658905	0.030703762546181682	0.00034115841845050454	0.00025	0.0	0.00025	0.00025	0.0053427727	0.0035287202	0.013608872	0.0028204862	0.8252216843886011	0.7249623919611342	1.8953382542587165	0.0
9	8	229.0	0.0	2090.0	2090.0	176.0	2090.0	7.0	2.0	15.0	0.0				0.008767972092501559	0.013023469232943966	0.06084891781210899	0.00035512077738530934	0.00025	0.0	0.00025	0.00025	0.0067560243999999995	0.0048819487	0.024392112999999997	0.0026110348	0.8372836508642453	0.5450147907804874	1.886384871716129	0.0
10	9	244.0	0.0	2149.0	2149.0	59.0	2149.0	5.0	2.0	15.0	0.0				0.006771396739558051	0.007274850467898311	0.015545547008514403	0.00038617316749878233	0.0002500000000000001	1.0842021724855042e-19	0.00025	0.00025	0.0061209969999999995	0.0031249647	0.010450148000000001	0.0029973532	0.46716053564921	0.6576401247022132	1.8687458127689778	0.0
11	10	267.0	0.0	2239.0	2239.0	90.0	2239.0	3.0	2.0	35.0	0.0				0.0062515010130996616	0.008551509465807999	0.030142126604914662	0.00027648854302242404	0.0002500000000000001	5.421010862427521e-20	0.00025	0.00025	0.0054351357	0.0036920667999999998	0.013640112	0.0022492758	0.7963928061047579	0.6503180718510583	1.770043145805155	0.0
12	11	314.0	0.0	2430.0	2430.0	191.0	2430.0	8.0	3.0	30.0	0.0				0.005110926694543835	0.00939602785987456	0.04584810137748718	0.00026220790459774435	0.0002500000000000001	5.421010862427521e-20	0.00025	0.00025	0.004378095	0.003670305	0.016259886	0.0019386335	1.1553009090245054	0.7750854803665822	2.6500575414623486	0.0	0.01075827	0.013271711	0.025577508	-0.009927176
13	12	334.0	0.0	2508.0	2508.0	78.0	2508.0	0.0	2.0	45.0	0.0				0.009816877101241659	0.011153086220970427	0.030654150992631912	0.000256838247878477	0.0002500000000000001	5.421010862427521e-20	0.00025	0.00025	0.006310056	0.0046493206	0.014086996000000001	0.0017920259	0.6319012927320262	0.6465654549713129	1.770043145805155	0.0
14	13	378.0	0.0	2684.0	2684.0	176.0	2684.0	5.0	0.0	0.0	0.0				0.010144528416937894	0.013089526702788387	0.04573475942015648	0.00023399281781166792	0.00025	0.0	0.00025	0.00025	0.0068183388000000004	0.005277915	0.022185331000000003	0.0016922562	0.0	0.0	0.0	0.0	0.020458438	0.00769164	0.029606279	0.0079810675
15	14	425.0	0.0	2872.0	2872.0	188.0	2872.0	0.0	0.0	0.0	0.0				0.0077141762179808015	0.01027408016714329	0.030924230813980106	0.00025322282453998923	0.0002500000000000001	5.421010862427521e-20	0.00025	0.00025	0.005876180999999999	0.004422433	0.018677587	0.0021913722	0.0	0.0	0.0	0.0
16	15	449.0	0.0	2967.0	2967.0	95.0	2967.0	6.0	3.0	30.0	0.0				0.007083810088564253	0.011362916801044938	0.045544859021902084	0.00024507413036189973	0.00025	0.0	0.00025	0.00025	0.0055374946	0.0048035407	0.022217762000000002	0.0021097401999999998	1.0323808657626343	1.0091710594130785	2.6487275860632327	0.0
17	16	469.0	0.0	3049.0	3049.0	82.0	3049.0	3.0	0.0	0.0	0.0				0.013050557146198115	0.009794977702335656	0.030653197318315506	0.00030292640440166	0.0002500000000000001	5.421010862427521e-20	0.00025	0.00025	0.008263529	0.0036370263	0.013529993999999998	0.0027162358000000003	0.0	0.0	0.0	0.0
18	17	533.0	0.0	3306.0	3306.0	257.0	3306.0	1.0	5.0	55.0	0.0				0.007558653951036831	0.00909142233744574	0.030390491709113118	0.0002615666890051216	0.00025	0.0	0.00025	0.00025	0.0061528194	0.0036324367	0.013610822	0.0023946685	1.5921024501488596	1.1112181626610391	3.861532690314493	0.0
19	18	585.0	0.0	3511.0	3511.0	205.0	3511.0	7.0	0.0	0.0	0.0				0.005881644086626943	0.0072712602802765935	0.01567377708852291	0.00023803858493920416	0.00025	0.0	0.00025	0.00025	0.005066899000000001	0.00350082	0.01031028	0.0018202220999999998	0.0	0.0	0.0	0.0
20	19	632.0	0.0	3701.0	3701.0	190.0	3701.0	5.0	2.0	25.0	0.0				0.0060482880904368964	0.008536178240773445	0.030633429065346718	0.0002311979478690773	0.0002500000000000001	5.421010862427521e-20	0.00025	0.00025	0.0050158626000000005	0.003939528	0.014244277	0.0015845664	0.7219774235742806	0.5985471323512997	1.8600583546412883	0.0
21	20	680.0	0.0	3891.0	3891.0	190.0	3891.0	4.0	0.0	0.0	0.0				0.0063224184850696466	0.009139478390828655	0.030759736895561218	0.0002736819442361593	0.00025	0.0	0.00025	0.00025	0.005144544	0.00392778	0.014156631000000001	0.0020470172	0.0	0.0	0.0	0.0
22	21	729.0	0.0	4090.0	4090.0	199.0	4090.0	9.0	4.0	50.0	0.0				0.006711791676043875	0.009558345918853874	0.0307814572006464	0.00024360073439311242	0.00025	0.0	0.00025	0.00025	0.005358125500000001	0.00437034	0.01955466	0.001701356	1.0151537624400504	0.8484351860454179	2.4947182196046227	0.0	0.020051198	0.0056671537	0.028224432999999997	0.011197746000000001
23	22	804.0	0.0	4390.0	4390.0	300.0	4390.0	9.0	5.0	60.0	0.0				0.007774809659560953	0.01021015375622282	0.04574614390730858	0.0002022408880293369	0.0002500000000000001	5.421010862427521e-20	0.00025	0.00025	0.0059320587	0.004560771	0.022101935	0.0016575289000000002	1.3171668207886833	0.9709284362164043	2.8670952553315345	0.0
24	23	862.0	0.0	4619.0	4619.0	229.0	4619.0	6.0	3.0	30.0	0.0				0.007422706551376011	0.010190139898230177	0.04496628046035767	0.0002519965346436948	0.00025	0.0	0.00025	0.00025	0.0057275225	0.0044545904	0.020346563	0.0019995186	1.0116761308525832	0.7568911302682131	2.6007952930583778	0.0
25	24	882.0	0.0	4699.0	4699.0	80.0	4699.0	6.0	0.0	0.0	0.0				0.007033253759436775	0.010034437061930872	0.03036232851445675	0.0002582568267825991	0.0002500000000000001	5.421010862427521e-20	0.00025	0.00025	0.0057476459999999995	0.004918462	0.019492963000000002	0.0019998422	0.0	0.0	0.0	0.0
26	25	964.0	0.0	5027.0	5027.0	328.0	5027.0	5.0	6.0	95.0	0.0				0.005581443553304913	0.007549796523397736	0.03022000007331372	0.0002111604699166492	0.0002500000000000001	5.421010862427521e-20	0.00025	0.00025	0.004849443	0.0036585585	0.013776868999999999	0.0016529358	1.4701979940883445	0.9288374906995004	3.3057288292991514	0.0	0.030159175	0.006089100000000001	0.03683514	0.02086344