coach/rl_coach/traces/CartPole_DFP/trace.csv

Episode #,Training Iter,In Heatup,ER #Transitions,ER #Episodes,Episode Length,Total steps,Epsilon,Shaped Training Reward,Training Reward,Update Target Network,Evaluation Reward,Shaped Evaluation Reward,Success Rate,Loss/Mean,Loss/Stdev,Loss/Max,Loss/Min,Learning Rate/Mean,Learning Rate/Stdev,Learning Rate/Max,Learning Rate/Min,Grads (unclipped)/Mean,Grads (unclipped)/Stdev,Grads (unclipped)/Max,Grads (unclipped)/Min
1,0.0,1.0,13.0,1.0,13.0,13.0,0.5,,,0.0,,,,,,,,,,,,,,,
2,0.0,1.0,29.0,2.0,16.0,29.0,0.5,,,0.0,,,,,,,,,,,,,,,
3,0.0,1.0,56.0,3.0,27.0,56.0,0.5,,,0.0,,,,,,,,,,,,,,,
4,0.0,1.0,67.0,4.0,11.0,67.0,0.5,,,0.0,,,,,,,,,,,,,,,
5,0.0,1.0,77.0,5.0,10.0,77.0,0.5,,,0.0,,,,,,,,,,,,,,,
6,0.0,1.0,94.0,6.0,17.0,94.0,0.5,,,0.0,,,,,,,,,,,,,,,
7,0.0,1.0,106.0,7.0,12.0,106.0,0.5,,,0.0,,,,,,,,,,,,,,,
8,0.0,1.0,121.0,8.0,15.0,121.0,0.5,,,0.0,,,,,,,,,,,,,,,
9,0.0,1.0,138.0,9.0,17.0,138.0,0.5,,,0.0,,,,,,,,,,,,,,,
10,0.0,1.0,172.0,10.0,34.0,172.0,0.5,,,0.0,,,,,,,,,,,,,,,
11,0.0,1.0,187.0,11.0,15.0,187.0,0.5,,,0.0,,,,,,,,,,,,,,,
12,0.0,1.0,201.0,12.0,14.0,201.0,0.5,,,0.0,,,,,,,,,,,,,,,
13,0.0,1.0,218.0,13.0,17.0,218.0,0.5,,,0.0,,,,,,,,,,,,,,,
14,0.0,1.0,235.0,14.0,17.0,235.0,0.5,,,0.0,,,,,,,,,,,,,,,
15,0.0,1.0,262.0,15.0,27.0,262.0,0.5,,,0.0,,,,,,,,,,,,,,,
16,0.0,1.0,279.0,16.0,17.0,279.0,0.5,,,0.0,,,,,,,,,,,,,,,
17,0.0,1.0,330.0,17.0,51.0,330.0,0.5,,,0.0,,,,,,,,,,,,,,,
18,0.0,1.0,350.0,18.0,20.0,350.0,0.5,,,0.0,,,,,,,,,,,,,,,
19,0.0,1.0,402.0,19.0,52.0,402.0,0.5,,,0.0,,,,,,,,,,,,,,,
20,0.0,1.0,411.0,20.0,9.0,411.0,0.5,,,0.0,,,,,,,,,,,,,,,
21,0.0,1.0,448.0,21.0,37.0,448.0,0.5,,,0.0,,,,,,,,,,,,,,,
22,0.0,1.0,462.0,22.0,14.0,462.0,0.5,,,0.0,,,,,,,,,,,,,,,
23,0.0,1.0,498.0,23.0,36.0,498.0,0.5,,,0.0,,,,,,,,,,,,,,,
24,0.0,1.0,510.0,24.0,12.0,510.0,0.5,,,0.0,,,,,,,,,,,,,,,
25,0.0,1.0,529.0,25.0,19.0,529.0,0.5,,,0.0,,,,,,,,,,,,,,,
26,0.0,1.0,554.0,26.0,25.0,554.0,0.5,,,0.0,,,,,,,,,,,,,,,
27,0.0,1.0,566.0,27.0,12.0,566.0,0.5,,,0.0,,,,,,,,,,,,,,,
28,0.0,1.0,618.0,28.0,52.0,618.0,0.5,,,0.0,,,,,,,,,,,,,,,
29,0.0,1.0,644.0,29.0,26.0,644.0,0.5,,,0.0,,,,,,,,,,,,,,,
30,0.0,1.0,660.0,30.0,16.0,660.0,0.5,,,0.0,,,,,,,,,,,,,,,
31,0.0,1.0,693.0,31.0,33.0,693.0,0.5,,,0.0,,,,,,,,,,,,,,,
32,0.0,1.0,707.0,32.0,14.0,707.0,0.5,,,0.0,,,,,,,,,,,,,,,
33,0.0,1.0,723.0,33.0,16.0,723.0,0.5,,,0.0,,,,,,,,,,,,,,,
34,0.0,1.0,736.0,34.0,13.0,736.0,0.5,,,0.0,,,,,,,,,,,,,,,
35,0.0,1.0,767.0,35.0,31.0,767.0,0.5,,,0.0,,,,,,,,,,,,,,,
36,0.0,1.0,778.0,36.0,11.0,778.0,0.5,,,0.0,,,,,,,,,,,,,,,
37,0.0,1.0,800.0,37.0,22.0,800.0,0.5,,,0.0,,,,,,,,,,,,,,,
38,0.0,1.0,825.0,38.0,25.0,825.0,0.5,,,0.0,,,,,,,,,,,,,,,
39,0.0,1.0,845.0,39.0,20.0,845.0,0.5,,,0.0,,,,,,,,,,,,,,,
40,0.0,1.0,867.0,40.0,22.0,867.0,0.5,,,0.0,,,,,,,,,,,,,,,
41,0.0,1.0,916.0,41.0,49.0,916.0,0.5,,,0.0,,,,,,,,,,,,,,,
42,0.0,1.0,930.0,42.0,14.0,930.0,0.5,,,0.0,,,,,,,,,,,,,,,
43,0.0,1.0,952.0,43.0,22.0,952.0,0.5,,,0.0,,,,,,,,,,,,,,,
44,0.0,1.0,964.0,44.0,12.0,964.0,0.5,,,0.0,,,,,,,,,,,,,,,
45,0.0,1.0,984.0,45.0,20.0,984.0,0.5,,,0.0,,,,,,,,,,,,,,,
46,0.0,1.0,994.0,46.0,10.0,994.0,0.5,,,0.0,,,,,,,,,,,,,,,
47,0.0,1.0,1011.0,47.0,17.0,1011.0,0.5,,,0.0,,,,,,,,,,,,,,,
48,0.0,1.0,1043.0,48.0,32.0,1043.0,0.5,,,0.0,,,,,,,,,,,,,,,
49,29.0,0.0,1073.0,49.0,30.0,1073.0,0.4950999999999995,30.0,30.0,0.0,,,,360.81625260977916,54.47904841892438,448.3774719238281,245.4814758300781,9.999999999999998e-05,2.7105054312137605e-20,0.0001,0.0001,290.66873,81.78757,445.0814,149.22505
50,49.0,0.0,1093.0,50.0,20.0,1093.0,0.4918333333333326,20.0,20.0,0.0,,,,291.60298538208013,37.3887169579785,351.86444091796875,234.2199249267578,0.0001,0.0,0.0001,0.0001,123.91816999999999,52.947506000000004,261.66037,53.07515
51,62.0,0.0,1106.0,51.0,13.0,1106.0,0.489709999999999,13.0,13.0,0.0,,,,313.15135544997,43.576605953866526,381.7281494140625,241.397216796875,0.00010000000000000002,1.3552527156068802e-20,0.0001,0.0001,149.70253,72.14273,300.20435,56.874004000000006
52,84.0,0.0,1128.0,52.0,22.0,1128.0,0.4861166666666654,22.0,22.0,0.0,,,,286.32673783735794,43.83203531120226,356.3127746582031,222.9374542236328,0.0001,1.3552527156068802e-20,0.0001,0.0001,148.55406000000002,62.397625,338.49484,59.399475
53,126.0,0.0,1170.0,53.0,42.0,1170.0,0.4792566666666647,42.0,42.0,0.0,,,,273.80150277274,46.396757684759436,387.724609375,182.11273193359372,0.00010000000000000002,1.3552527156068802e-20,0.0001,0.0001,133.6904,39.53626,234.72383,69.8562
54,167.0,0.0,1211.0,54.0,41.0,1211.0,0.4725599999999974,41.0,41.0,0.0,,,,267.55878467094607,44.026312187230815,337.1632080078125,172.28196716308594,0.0001,0.0,0.0001,0.0001,143.40556,60.51067,364.89023,58.22878000000001
55,178.0,0.0,1222.0,55.0,11.0,1222.0,0.4707633333333306,11.0,11.0,0.0,,,,265.8157168301669,30.324880940250047,326.4038391113281,200.56561279296875,0.0001,0.0,0.0001,0.0001,121.64788,22.446531,156.91586,77.84051
56,218.0,0.0,1262.0,56.0,40.0,1262.0,0.4642299999999967,40.0,40.0,0.0,,,,231.35586891174322,36.93166612083285,312.39544677734375,165.94912719726562,0.0001,0.0,0.0001,0.0001,144.58127,45.507507000000004,296.81212999999997,80.28583
57,278.0,0.0,1322.0,57.0,60.0,1322.0,0.4544299999999957,60.0,60.0,0.0,,,,204.33174209594728,32.78483369808363,260.56280517578125,136.75003051757812,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,153.74556,46.840862,328.27115,67.65565
58,303.0,0.0,1347.0,58.0,25.0,1347.0,0.450346666666662,25.0,25.0,0.0,,,,176.44020080566406,25.17655198103534,219.02777099609372,120.95779418945312,0.0001,0.0,0.0001,0.0001,139.90787,31.266104,210.72912999999997,76.75189
59,329.0,0.0,1373.0,59.0,26.0,1373.0,0.44609999999999495,26.0,26.0,0.0,,,,167.99849260770358,20.647700586062868,209.3318023681641,126.53227996826172,0.0001,1.3552527156068802e-20,0.0001,0.0001,155.76535,53.797787,328.8602,75.6236
60,377.0,0.0,1421.0,60.0,48.0,1421.0,0.4382599999999942,48.0,48.0,0.0,,,,152.8708311716715,19.05754979713864,192.99972534179688,109.65037536621094,0.0001,0.0,0.0001,0.0001,140.78673,49.147102000000004,281.52655,51.524516999999996
61,406.0,0.0,1450.0,61.0,29.0,1450.0,0.4335233333333271,29.0,29.0,0.0,,,,135.14885159196524,18.381458763100518,178.89114379882812,87.82228088378906,9.999999999999998e-05,2.7105054312137605e-20,0.0001,0.0001,132.73391999999998,56.360558,318.1097,50.794697
62,471.0,0.0,1515.0,62.0,65.0,1515.0,0.4229066666666593,65.0,65.0,0.0,,,,124.68843771127554,18.140648705439176,190.56332397460938,91.52854919433594,0.00010000000000000002,1.3552527156068802e-20,0.0001,0.0001,108.57368999999998,37.56479,205.96678,43.519493
63,521.0,0.0,1565.0,63.0,50.0,1565.0,0.414739999999992,50.0,50.0,0.0,,,,122.01772521972656,14.608679063669742,162.03341674804688,88.23397827148438,0.00010000000000000002,1.3552527156068802e-20,0.0001,0.0001,122.07059,49.89678,272.6568,55.39759
64,580.0,0.0,1624.0,64.0,59.0,1624.0,0.4051033333333244,59.0,59.0,0.0,,,,118.92707928156449,15.277620506897184,151.14515686035156,79.49823760986328,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,115.67938999999998,50.416256,236.96799,31.068098
65,617.0,0.0,1661.0,65.0,37.0,1661.0,0.3990599999999905,37.0,37.0,0.0,,,,120.47081261712152,11.969296376704246,145.270263671875,94.91436767578124,9.999999999999998e-05,2.7105054312137605e-20,0.0001,0.0001,121.17589,50.983482,269.15402,52.33999
66,663.0,0.0,1707.0,66.0,46.0,1707.0,0.3915466666666565,46.0,46.0,0.0,,,,115.23215998773986,13.255392611207485,137.57302856445312,80.07835388183594,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,109.524055,41.06143,215.16289,41.245094
67,717.0,0.0,1761.0,67.0,54.0,1761.0,0.3827266666666557,54.0,54.0,0.0,,,,109.103389316135,11.952029447873276,135.08221435546878,79.57301330566406,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,135.86993,70.078354,370.53036000000003,61.11155
68,766.0,0.0,1810.0,68.0,49.0,1810.0,0.3747233333333216,49.0,49.0,0.0,,,,107.9278659431302,11.532086474049553,142.1380157470703,86.32453918457031,0.00010000000000000002,1.3552527156068802e-20,0.0001,0.0001,133.8014,52.20722,301.1504,58.846683999999996
69,821.0,0.0,1865.0,69.0,55.0,1865.0,0.3657399999999874,55.0,55.0,0.0,,,,102.76913077614523,12.355811590010493,131.85467529296878,81.90573120117188,0.00010000000000000003,4.0657581468206416e-20,0.0001,0.0001,116.909676,44.61026,218.36272000000002,52.841159999999995
70,856.0,0.0,1900.0,70.0,35.0,1900.0,0.3600233333333202,35.0,35.0,0.0,,,,101.13038112095423,12.409453914580249,135.48492431640622,74.4487075805664,0.0001,1.3552527156068802e-20,0.0001,0.0001,124.6512,56.52287,267.51257000000004,47.575165000000005
71,925.0,0.0,1969.0,71.0,69.0,1969.0,0.34875333333331915,69.0,69.0,0.0,,,,96.32564378821331,10.417823454121134,123.18296813964844,76.21195983886719,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,127.43008400000001,62.385746,313.7041,47.99895
72,984.0,0.0,2028.0,72.0,59.0,2028.0,0.3391166666666516,59.0,59.0,0.0,,,,92.90086287159029,10.149441074301203,114.48756408691406,70.72041320800781,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,156.69333,72.166016,366.68172999999996,51.758522
73,1075.0,0.0,2119.0,73.0,91.0,2119.0,0.32425333333331685,91.0,91.0,0.0,,,,89.68249260200248,10.572497818697334,110.43472290039062,68.52620697021484,0.0001,0.0,0.0001,0.0001,140.5409,64.817,373.7993,45.07519
74,1159.0,0.0,2203.0,74.0,84.0,2203.0,0.3105333333333156,84.0,84.0,0.0,,,,91.72826885041736,10.382062129655397,114.19808959960938,68.66004180908203,0.0001,1.3552527156068802e-20,0.0001,0.0001,179.17606,96.333534,562.4077,45.598929999999996
75,1222.0,0.0,2266.0,75.0,63.0,2266.0,0.3002433333333146,63.0,63.0,0.0,,,,88.0619400266617,11.042421228861361,119.21658325195312,65.81964111328125,0.00010000000000000003,4.0657581468206416e-20,0.0001,0.0001,167.78876,77.46695,388.64087,56.20020699999999
76,1345.0,0.0,2389.0,76.0,123.0,2389.0,0.2801533333333127,123.0,123.0,0.0,,,,86.37060872519889,10.074092771944269,114.89996337890624,63.4241828918457,0.00010000000000000002,1.3552527156068802e-20,0.0001,0.0001,172.64166,73.355675,402.4153,53.58133
77,1540.0,0.0,2584.0,77.0,195.0,2584.0,0.24830333333331006,195.0,195.0,0.0,,,,86.78956189277845,11.3304507144712,117.55172729492188,62.739341735839844,0.00010000000000000002,1.3552527156068802e-20,0.0001,0.0001,242.4864,146.58473,955.1383,60.21911600000001
78,1628.0,0.0,2672.0,78.0,88.0,2672.0,0.2339299999999778,88.0,88.0,0.0,,,,92.9567727175626,11.702509421743185,128.78533935546878,62.74866485595703,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,355.67947000000004,239.7868,1589.5099,58.94639
79,1822.0,0.0,2866.0,79.0,194.0,2866.0,0.20224333333331354,194.0,194.0,0.0,,,,90.00462400298757,13.167825921647713,131.27401733398438,55.28028106689453,0.00010000000000000002,1.3552527156068802e-20,0.0001,0.0001,344.35535,212.13019,1434.5464,62.537025
80,1947.0,0.0,2991.0,80.0,125.0,2991.0,0.18182666666664846,125.0,125.0,0.0,,,,89.62521450805664,12.631282653598234,126.73321533203124,60.46528244018555,0.0001,0.0,0.0001,0.0001,504.0348,311.19827000000004,1514.9523,108.27512
81,2051.0,0.0,3095.0,81.0,104.0,3095.0,0.16483999999998306,104.0,104.0,0.0,,,,87.14679806049055,12.42164406148674,120.7325439453125,55.47068405151367,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,422.00699999999995,285.0606,1311.2920000000001,96.97528
82,2176.0,0.0,3220.0,82.0,125.0,3220.0,0.14442333333331794,125.0,125.0,0.0,,,,86.05861660766601,12.503763116826315,117.690185546875,56.962379455566406,0.0001,0.0,0.0001,0.0001,382.88806,246.13124,1301.0116,85.38006
83,2285.0,0.0,3329.0,83.0,109.0,3329.0,0.12661999999998594,109.0,109.0,0.0,,,,79.92899843968381,11.150301069404627,111.36320495605469,47.50420379638672,0.0001,0.0,0.0001,0.0001,393.46072000000004,218.37805,1206.6666,97.79706999999999
84,2435.0,0.0,3479.0,84.0,150.0,3479.0,0.10211999999998587,150.0,150.0,0.0,,,,82.72488342285156,12.778991708144614,120.08436584472656,51.04279327392578,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,441.3513,307.18377999999996,2018.5541,72.816345
85,2597.0,0.0,3641.0,85.0,162.0,3641.0,0.07565999999998564,162.0,162.0,0.0,,,,79.81002421437958,11.957501649907586,124.56268310546876,54.947021484375,0.00010000000000000002,1.3552527156068802e-20,0.0001,0.0001,444.14545,261.97003,1597.3496,100.287994
86,2775.0,0.0,3819.0,86.0,178.0,3819.0,0.04658666666665205,178.0,178.0,0.0,,,,76.11183858721444,12.688777929707403,114.96340942382812,44.72001647949219,0.00010000000000000002,1.3552527156068802e-20,0.0001,0.0001,409.9855,255.65778999999998,1505.2633,92.40748599999999
87,2920.0,0.0,3964.0,87.0,145.0,3964.0,0.02290333333331851,145.0,145.0,0.0,,,,73.46234191368366,13.151452448500118,104.66512298583984,42.79217529296875,0.00010000000000000002,1.3552527156068802e-20,0.0001,0.0001,488.15646,306.89377,1690.6129999999998,90.72848499999999
88,3109.0,0.0,4153.0,88.0,189.0,4153.0,0.01,189.0,189.0,0.0,,,,68.3374395824614,11.791362977723304,113.96188354492188,39.85858917236328,0.0001,0.0,0.0001,0.0001,534.9647,350.81723,1873.507,105.78543
89,3309.0,0.0,4353.0,89.0,200.0,4353.0,0.01,200.0,200.0,0.0,,,,67.06506404876708,11.94054316456874,102.69499206542969,37.735198974609375,0.00010000000000000002,1.3552527156068802e-20,0.0001,0.0001,484.38375999999994,306.5585,1705.8670000000002,84.70470999999999
90,3509.0,0.0,4553.0,90.0,200.0,4553.0,0.01,200.0,200.0,0.0,,,,63.95753650665283,10.9208989990979,99.33363342285156,34.67046356201172,0.00010000000000000002,1.3552527156068802e-20,0.0001,0.0001,478.94003,292.4401,1510.6122,94.52411
91,3709.0,0.0,4753.0,91.0,200.0,4753.0,0.01,200.0,200.0,0.0,,,,63.45976734161377,11.310696054305028,91.37434387207031,20.870899200439453,0.00010000000000000002,1.3552527156068802e-20,0.0001,0.0001,621.4576,370.31622000000004,1998.1658,114.12514499999999
92,3907.0,0.0,4951.0,92.0,198.0,4951.0,0.01,198.0,198.0,0.0,,,,61.604777654012054,11.343451690596044,96.56555938720705,35.672420501708984,0.0001,0.0,0.0001,0.0001,652.7212,414.17432,2568.1013,81.51944
93,4042.0,0.0,5086.0,93.0,135.0,5086.0,0.01,135.0,135.0,0.0,,,,59.6392205980089,11.5202854207673,99.31266021728516,36.02056884765625,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,577.2671,329.33054,1704.8145,132.13321000000002
94,4242.0,0.0,5286.0,94.0,200.0,5286.0,0.01,200.0,200.0,0.0,,,,58.51999128341675,10.8970737470313,91.6811065673828,34.8231201171875,0.00010000000000000002,1.3552527156068802e-20,0.0001,0.0001,627.14075,360.93216,2128.6604,129.38745
95,4442.0,0.0,5486.0,95.0,200.0,5486.0,0.01,200.0,200.0,0.0,,,,56.5991452217102,11.540934716568039,116.88031005859376,36.836402893066406,0.00010000000000000002,1.3552527156068802e-20,0.0001,0.0001,569.47577,343.2848,1932.9553,127.25278