coach/rl_coach/traces/Doom_Battle_DFP/trace.csv

Episode #,Training Iter,In Heatup,ER #Transitions,ER #Episodes,Episode Length,Total steps,Epsilon,Shaped Training Reward,Training Reward,Update Target Network,Evaluation Reward,Shaped Evaluation Reward,Success Rate,Loss/Mean,Loss/Stdev,Loss/Max,Loss/Min,Learning Rate/Mean,Learning Rate/Stdev,Learning Rate/Max,Learning Rate/Min,Grads (unclipped)/Mean,Grads (unclipped)/Stdev,Grads (unclipped)/Max,Grads (unclipped)/Min,Discounted Return/Mean,Discounted Return/Stdev,Discounted Return/Max,Discounted Return/Min
1,0.0,1.0,72.0,1.0,72.0,72.0,1.0,,,0.0,,,,,,,,,,,,,,,,0.505297936022401,0.4001647906796448,1.0,0.0
2,0.0,1.0,152.0,2.0,80.0,152.0,1.0,,,0.0,,,,,,,,,,,,,,,,0.6905959827952362,0.1594231461112068,1.0,0.4520436502664754
3,0.0,1.0,258.0,3.0,106.0,258.0,1.0,,,0.0,,,,,,,,,,,,,,,,0.7917183828071245,0.5175243371194678,1.617290140942288,0.0
4,0.0,1.0,395.0,4.0,137.0,395.0,1.0,,,0.0,,,,,,,,,,,,,,,,0.7093152412656304,0.5859865029918709,1.6825545950103868,0.0
5,0.0,1.0,482.0,5.0,87.0,482.0,1.0,,,0.0,,,,,,,,,,,,,,,,0.0,0.0,0.0,0.0
6,0.0,1.0,619.0,6.0,137.0,619.0,1.0,,,0.0,,,,,,,,,,,,,,,,0.0,0.0,0.0,0.0
7,0.0,1.0,741.0,7.0,122.0,741.0,1.0,,,0.0,,,,,,,,,,,,,,,,0.0,0.0,0.0,0.0
8,0.0,1.0,854.0,8.0,113.0,854.0,1.0,,,0.0,,,,,,,,,,,,,,,,0.7473484509085457,0.6443214472783466,1.7623427143471035,0.0
9,0.0,1.0,990.0,9.0,136.0,990.0,1.0,,,0.0,,,,,,,,,,,,,,,,0.0,0.0,0.0,0.0
10,0.0,1.0,1156.0,10.0,166.0,1156.0,1.0,,,0.0,,,,,,,,,,,,,,,,0.43431199482827737,0.3008662304363475,1.0,0.0
11,11.0,0.0,1244.0,11.0,88.0,1244.0,0.9999926666666656,1.0,1.0,0.0,,,,1363048.2954545454,202544.90596619074,1791066.5,1155715.0,9.999999e-05,7.275958000000001e-12,0.0001,0.0001,7878.2905,4058.3118,15098.601999999999,2750.3752,0.15902459699853574,0.3512148861641799,1.0,0.0
12,36.0,0.0,1441.0,12.0,197.0,1441.0,0.9999762499999968,0.0,0.0,0.0,,,,1269643.8725,170442.84042790424,1560656.75,883864.0,0.0001,0.0,0.0001,0.0001,89554.58,59873.26,231720.0,18666.012,0.0,0.0,0.0,0.0
13,59.0,0.0,1625.0,13.0,184.0,1625.0,0.9999609166666612,3.0,3.0,0.0,,,,1086829.081521739,186488.9112716713,1373428.875,687934.125,0.000100000005,7.275958000000001e-12,0.0001,0.0001,471962.56,210777.02,1123669.1,171987.58,0.7951917449288765,0.5662680302404728,1.9957936093619049,0.0
14,73.0,0.0,1737.0,14.0,112.0,1737.0,0.9999515833333266,1.0,1.0,0.0,,,,707261.3303571428,78539.63979549178,894877.125,579770.125,9.999997999999999e-05,1.4551915e-11,0.0001,0.0001,545791.94,189768.78,948146.9,233327.5,0.4810518148052715,0.3490229655733014,1.0,0.0
15,80.0,0.0,1791.0,15.0,54.0,1791.0,0.999947083333326,0.0,0.0,0.0,,,,816523.3482142857,193391.9062648517,1218855.125,537122.9375,0.0001,0.0,0.0001,0.0001,736335.9,433855.1,1648701.5,318542.8,0.0,0.0,0.0,0.0
16,90.0,0.0,1871.0,16.0,80.0,1871.0,0.9999404166666584,1.0,1.0,0.0,,,,684775.9625,89831.87413579969,854128.0625,545224.6875,9.999999e-05,7.275958000000001e-12,0.0001,0.0001,699015.1,299458.66,1339838.1,184978.2,0.43862171453949694,0.4136357338669957,1.0,0.0
17,102.0,0.0,1967.0,17.0,96.0,1967.0,0.9999324166666572,0.0,0.0,0.0,,,,663507.9739583335,67487.58534472178,785027.4375,565943.3125,9.999997999999999e-05,1.4551915e-11,0.0001,0.0001,467410.97,173078.8,837006.8,241948.12,0.0,0.0,0.0,0.0
18,110.0,0.0,2032.0,18.0,65.0,2032.0,0.9999269999999898,1.0,1.0,0.0,,,,694481.671875,86542.28445154168,813366.3125,545152.8125,0.0001,0.0,0.0001,0.0001,436398.7,210473.06,842681.0,231574.33,0.5195660907938711,0.4050355314473237,1.0,0.0
19,116.0,0.0,2085.0,19.0,53.0,2085.0,0.9999225833333224,0.0,0.0,0.0,,,,679367.46875,76736.26065362603,770238.3125,559761.4375,0.0001,0.0,0.0001,0.0001,506833.66,341101.8,1171762.1,224350.34,0.0,0.0,0.0,0.0
20,128.0,0.0,2180.0,20.0,95.0,2180.0,0.9999146666666548,2.0,2.0,0.0,,,,710295.6534090909,60843.09456055637,812898.0625,624983.625,9.999999e-05,7.275958000000001e-12,0.0001,0.0001,355630.53,170395.62,725687.56,113208.03,0.5368131561123901,0.7236795824401653,1.877521022998968,0.0
21,134.0,0.0,2225.0,21.0,45.0,2225.0,0.9999109166666542,0.0,0.0,0.0,,,,758321.4895833335,88301.26787123279,867506.625,634375.875,0.0001,0.0,0.0001,0.0001,357342.22,302659.88,1015852.7,110629.016,0.0,0.0,0.0,0.0
22,148.0,0.0,2337.0,22.0,112.0,2337.0,0.9999015833333196,1.0,1.0,0.0,,,,753254.4553571428,116026.49176944466,969470.0,533238.625,9.999997999999999e-05,1.4551915e-11,0.0001,0.0001,378358.34,191505.67,876488.75,108548.13,0.4972785878337741,0.3366235947076903,1.0,0.0
23,170.0,0.0,2514.0,23.0,177.0,2514.0,0.9998868333333176,0.0,0.0,0.0,,,,750270.8039772727,126315.45981915267,1072308.875,566307.4375,0.0001,0.0,0.0001,0.0001,444331.9,205421.25,836808.44,98440.33,0.0,0.0,0.0,0.0
24,180.0,0.0,2597.0,24.0,83.0,2597.0,0.99987991666665,1.0,1.0,0.0,,,,681722.01875,124843.47581669533,910107.75,479032.125,9.999999e-05,7.275958000000001e-12,0.0001,0.0001,455898.66,251280.48,889725.7,121454.78,0.5779029847586664,0.3279334753756172,1.0,0.0
25,197.0,0.0,2730.0,25.0,133.0,2730.0,0.999868833333315,0.0,0.0,0.0,,,,756183.3046875,112425.4127610876,996131.8125,556028.875,0.0001,0.0,0.0001,0.0001,395117.06,217839.39,809913.06,94014.51,0.0,0.0,0.0,0.0
26,215.0,0.0,2877.0,26.0,147.0,2877.0,0.9998565833333132,0.0,0.0,0.0,,,,718831.5972222221,146254.65426280804,1036950.8125,474835.6875,9.999999e-05,7.275958000000001e-12,0.0001,0.0001,385420.94,254873.47,899507.06,110036.17,0.0,0.0,0.0,0.0
27,222.0,0.0,2928.0,27.0,51.0,2928.0,0.9998523333333128,0.0,0.0,0.0,,,,731604.3697916665,157018.05891743585,982947.3125,485393.34375,0.0001,0.0,0.0001,0.0001,315439.6,81624.91,469690.25,222481.86,0.0,0.0,0.0,0.0
28,234.0,0.0,3024.0,28.0,96.0,3024.0,0.9998443333333116,0.0,0.0,0.0,,,,673459.6067708335,111289.49850357618,881094.0,451141.40625,9.999997999999999e-05,1.4551915e-11,0.0001,0.0001,434075.9,279942.7,993272.5,80673.48,0.0,0.0,0.0,0.0
29,253.0,0.0,3181.0,29.0,157.0,3181.0,0.9998312499999764,1.0,1.0,0.0,,,,743426.8092105263,86586.45208934492,876701.875,581569.9375,9.999999e-05,7.275958000000001e-12,0.0001,0.0001,463391.84,280802.62,1079870.9,136073.11,0.3372059607734711,0.3680806799354121,1.0,0.0
30,267.0,0.0,3286.0,30.0,105.0,3286.0,0.9998224999999752,1.0,1.0,0.0,,,,717753.3125,115677.72293413008,923733.0625,548161.9375,9.999997999999999e-05,1.4551915e-11,0.0001,0.0001,437385.66,211447.0,827781.56,133787.75,0.5821105542150216,0.2595985580320764,1.0,0.0
31,277.0,0.0,3366.0,31.0,80.0,3366.0,0.9998158333333076,0.0,0.0,0.0,,,,711543.55,72416.00608810852,850754.5625,603010.5625,9.999999e-05,7.275958000000001e-12,0.0001,0.0001,388562.56,292467.4,1092645.2,68509.61,0.0,0.0,0.0,0.0
32,300.0,0.0,3550.0,32.0,184.0,3550.0,0.999800499999972,0.0,0.0,0.0,,,,699186.241847826,112672.33774327852,924894.4375,506012.8125,0.000100000005,7.275958000000001e-12,0.0001,0.0001,435373.8,308233.7,1347343.9,85265.86,0.0,0.0,0.0,0.0
33,308.0,0.0,3620.0,33.0,70.0,3620.0,0.999794666666638,0.0,0.0,0.0,,,,663841.7265625,86512.61191145558,765214.5625,543261.0625,0.0001,0.0,0.0001,0.0001,366447.7,251260.39,928324.1,112498.69,0.0,0.0,0.0,0.0
34,321.0,0.0,3718.0,34.0,98.0,3718.0,0.9997864999999702,2.0,2.0,0.0,,,,766399.2019230769,129216.37491278126,1032350.5,472128.4375,9.999997999999999e-05,1.4551915e-11,0.0001,0.0001,445658.78,371881.06,1461603.8,72479.42,0.8764577807643454,0.6352882487506875,1.7936142836436553,0.0
35,338.0,0.0,3859.0,35.0,141.0,3859.0,0.9997747499999684,0.0,0.0,0.0,,,,716924.3658088235,130851.48302412644,1009601.6875,506414.6875,0.0001,0.0,0.0001,0.0001,375549.5,231259.86,866661.9,110516.82,0.0,0.0,0.0,0.0
36,355.0,0.0,3995.0,36.0,136.0,3995.0,0.9997634166666336,0.0,0.0,0.0,,,,721985.2867647059,104859.29817579176,885802.5,530425.125,0.0001,0.0,0.0001,0.0001,381463.94,211267.72,764430.44,98756.805,0.0,0.0,0.0,0.0
37,371.0,0.0,4119.0,37.0,124.0,4119.0,0.9997530833332988,2.0,2.0,0.0,,,,726399.125,101398.25357885507,901176.6875,549292.5625,0.0001,0.0,0.0001,0.0001,343640.94,231280.95,998951.44,89447.625,1.1025305193436008,0.4680305603630578,1.970299,0.0
38,385.0,0.0,4235.0,38.0,116.0,4235.0,0.9997434166666308,0.0,0.0,0.0,,,,720875.6517857143,107668.4144772766,890833.6875,559350.0,9.999997999999999e-05,1.4551915e-11,0.0001,0.0001,365084.84,241910.16,857132.5,99827.93,0.0,0.0,0.0,0.0
39,393.0,0.0,4294.0,39.0,59.0,4294.0,0.9997384999999634,1.0,1.0,0.0,,,,667961.6875,60783.688591681785,766311.3125,564164.625,0.0001,0.0,0.0001,0.0001,356160.06,159304.12,657941.6,150772.36,0.13094119588488118,0.3307116979709992,1.0,0.0
40,406.0,0.0,4404.0,40.0,110.0,4404.0,0.9997293333332956,1.0,1.0,0.0,,,,710258.6586538461,102636.68893585527,973393.375,535102.9375,9.999997999999999e-05,1.4551915e-11,0.0001,0.0001,401790.12,249043.08,928565.1,128967.63,0.41167577964476215,0.3880551891615138,1.0,0.0
41,419.0,0.0,4504.0,41.0,100.0,4504.0,0.999720999999961,0.0,0.0,0.0,,,,685724.4423076923,90584.95250952843,842949.75,529051.0625,9.999997999999999e-05,1.4551915e-11,0.0001,0.0001,333007.44,143710.95,597667.25,80598.69,0.0,0.0,0.0,0.0
42,429.0,0.0,4584.0,42.0,80.0,4584.0,0.9997143333332934,3.0,3.0,0.0,,,,693759.60625,126163.92521933846,1002983.5625,532445.25,9.999999e-05,7.275958000000001e-12,0.0001,0.0001,321275.4,243798.0,983091.25,126390.32,1.1871796793566378,0.9630974532894352,2.5576073109855106,0.0
43,442.0,0.0,4689.0,43.0,105.0,4689.0,0.9997055833332922,1.0,1.0,0.0,,,,732360.2692307692,105681.47080840042,937938.4375,594355.125,9.999997999999999e-05,1.4551915e-11,0.0001,0.0001,468904.44,297405.7,1024725.0,132214.55,0.530430493689359,0.32137987754649705,1.0,0.0
44,447.0,0.0,4726.0,44.0,37.0,4726.0,0.9997024999999584,0.0,0.0,0.0,,,,620824.49375,89692.8244326687,767352.5625,522794.59375,9.999999e-05,7.275958000000001e-12,0.0001,0.0001,437239.1,354036.4,934558.6,95479.95,0.0,0.0,0.0,0.0
45,459.0,0.0,4827.0,45.0,101.0,4827.0,0.9996940833332906,1.0,1.0,0.0,,,,680609.640625,72041.37898728345,791237.0,528073.3125,9.999997999999999e-05,1.4551915e-11,0.0001,0.0001,368702.47,184196.0,794078.9,103363.51,0.5644663232436693,0.2949030640997247,1.0,0.0
46,469.0,0.0,4905.0,46.0,78.0,4905.0,0.9996875833332896,3.0,3.0,0.0,,,,745373.58125,100015.549122671,888743.125,557082.0625,9.999999e-05,7.275958000000001e-12,0.0001,0.0001,803477.25,545558.4,2031533.8,117678.38,1.0252450348442712,0.7729053533716571,2.3137033589918614,0.0
47,495.0,0.0,5117.0,47.0,212.0,5117.0,0.9996699166666204,1.0,1.0,0.0,,,,668350.9098557692,119080.82622360025,1004217.5,480356.15625,0.0001,0.0,0.0001,0.0001,445869.06,292600.06,1197117.0,114590.68,0.26060225765857964,0.3487809923863555,1.0,0.0
48,512.0,0.0,5246.0,48.0,129.0,5246.0,0.999659166666619,3.0,3.0,0.0,,,,725063.33203125,104504.52839710034,912978.25,524370.875,0.0001,0.0,0.0001,0.0001,459839.2,257942.47,806838.5,85138.8,1.3455026012582487,0.7087997759962893,2.3814059980227995,0.0
49,523.0,0.0,5340.0,49.0,94.0,5340.0,0.9996513333332846,1.0,1.0,0.0,,,,677502.1875,114661.2516807104,793839.125,445789.5,9.999999e-05,7.275958000000001e-12,0.0001,0.0001,405554.8,261822.38,934149.5,165740.03,0.4578710611945111,0.3892265297180935,1.0,0.0
50,541.0,0.0,5483.0,50.0,143.0,5483.0,0.9996394166666164,0.0,0.0,0.0,,,,657517.9965277779,89260.21007287446,839306.0625,457468.4375,9.999999e-05,7.275958000000001e-12,0.0001,0.0001,360774.8,175598.06,726500.1,98665.81,0.0,0.0,0.0,0.0
51,566.0,0.0,5679.0,51.0,196.0,5679.0,0.9996230833332806,1.0,1.0,0.0,,,,684744.3375,71151.66037782867,844903.625,551813.5,0.0001,0.0,0.0001,0.0001,361673.2,240121.56,1118828.5,96634.195,0.3138285311767933,0.3462854515568629,1.0,0.0
52,577.0,0.0,5770.0,52.0,91.0,5770.0,0.9996154999999464,0.0,0.0,0.0,,,,735522.0397727273,139142.61948868172,971825.875,557332.9375,9.999999e-05,7.275958000000001e-12,0.0001,0.0001,468155.9,299575.6,1062585.5,119161.81,0.0,0.0,0.0,0.0
53,589.0,0.0,5862.0,53.0,92.0,5862.0,0.9996078333332784,0.0,0.0,0.0,,,,739694.1666666665,104499.85071997764,976489.1875,635913.875,9.999997999999999e-05,1.4551915e-11,0.0001,0.0001,412052.75,255692.75,970394.7,84293.4,0.0,0.0,0.0,0.0
54,600.0,0.0,5952.0,54.0,90.0,5952.0,0.9996003333332776,1.0,1.0,0.0,,,,734238.5909090909,120705.08550495027,950715.8125,519212.4375,9.999999e-05,7.275958000000001e-12,0.0001,0.0001,398888.9,211739.47,843766.7,178954.75,0.1458379858122463,0.3401221893198723,1.0,0.0
55,620.0,0.0,6117.0,55.0,165.0,6117.0,0.9995865833332755,2.0,2.0,0.0,,,,678883.3921875,109489.31219873873,881385.5,486632.9375,9.999999e-05,7.275958000000001e-12,0.0001,0.0001,345699.8,174344.48,745386.1,89399.46,0.5644937758302014,0.348449591559126,1.293422721525216,0.0