gryf/coach
1
0
Fork 0
mirror of https://github.com/gryf/coach.git synced 2025-12-29 18:02:29 +01:00
Code Issues Projects Releases Wiki Activity
Files
fa4895f840ff90777bf0c3037cacf33f06de660c
coach/rl_coach/traces/Doom_Basic_DFP/trace.csv
itaicaspi-intel fa4895f840 new traces
2018-09-13 11:47:36 +03:00

67 lines
14 KiB
CSV
Raw Blame History

Episode #,Training Iter,In Heatup,ER #Transitions,ER #Episodes,Episode Length,Total steps,Epsilon,Shaped Training Reward,Training Reward,Update Target Network,Evaluation Reward,Shaped Evaluation Reward,Success Rate,Loss/Mean,Loss/Stdev,Loss/Max,Loss/Min,Learning Rate/Mean,Learning Rate/Stdev,Learning Rate/Max,Learning Rate/Min,Grads (unclipped)/Mean,Grads (unclipped)/Stdev,Grads (unclipped)/Max,Grads (unclipped)/Min,Discounted Return/Mean,Discounted Return/Stdev,Discounted Return/Max,Discounted Return/Min
1,0.0,1.0,65.0,1.0,65.0,65.0,0.5,,,0.0,,,,,,,,,,,,,,,,-46.39309781107478,78.69078630967911,99.0,-163.47927921495085
2,0.0,1.0,140.0,2.0,75.0,140.0,0.5,,,0.0,,,,,,,,,,,,,,,,-145.11733929351846,77.45119435465236,-4.0,-258.74949043420304
3,0.0,1.0,187.0,3.0,47.0,187.0,0.5,,,0.0,,,,,,,,,,,,,,,,-14.124982524140995,59.166064787437755,96.01,-103.3952103168219
4,0.0,1.0,262.0,4.0,75.0,262.0,0.5,,,0.0,,,,,,,,,,,,,,,,-147.10186751984475,71.18101362111399,-4.0,-252.19555490920843
5,0.0,1.0,265.0,5.0,3.0,265.0,0.5,,,0.0,,,,,,,,,,,,,,,,94.02663333333334,4.053963410732211,99.0,89.0699
6,0.0,1.0,277.0,6.0,12.0,277.0,0.5,,,0.0,,,,,,,,,,,,,,,,70.40749385959573,18.485081950657637,99.0,41.97080882509949
7,0.0,1.0,343.0,7.0,66.0,343.0,0.5,,,0.0,,,,,,,,,,,,,,,,-48.80936600486318,80.34021001863798,99.0,-175.54123074423256
8,0.0,1.0,356.0,8.0,13.0,356.0,0.5,,,0.0,,,,,,,,,,,,,,,,70.13084248857672,17.67662622826485,99.0,42.30605098634849
9,0.0,1.0,366.0,9.0,10.0,366.0,0.5,,,0.0,,,,,,,,,,,,,,,,71.82435460159118,15.51820933922208,97.0,49.310671252364514
10,0.0,1.0,372.0,10.0,6.0,372.0,0.5,,,0.0,,,,,,,,,,,,,,,,86.69009081501667,8.353358589486014,99.0,74.5440349001
11,0.0,1.0,447.0,11.0,75.0,447.0,0.5,,,0.0,,,,,,,,,,,,,,,,-138.40596798936093,70.01123795990729,-9.0,-243.63184243230225
12,0.0,1.0,452.0,12.0,5.0,452.0,0.5,,,0.0,,,,,,,,,,,,,,,,85.16890399399999,9.111137050102801,97.0,72.46621696999998
13,0.0,1.0,456.0,13.0,4.0,456.0,0.5,,,0.0,,,,,,,,,,,,,,,,91.56477525,5.523422867125757,99.0,84.17920099999998
14,0.0,1.0,531.0,14.0,75.0,531.0,0.5,,,0.0,,,,,,,,,,,,,,,,-141.31846016799287,68.73089096339329,-4.0,-241.4254089636417
15,0.0,1.0,535.0,15.0,4.0,535.0,0.5,,,0.0,,,,,,,,,,,,,,,,91.56477525,5.523422867125757,99.0,84.17920099999998
16,0.0,1.0,604.0,16.0,69.0,604.0,0.5,,,0.0,,,,,,,,,,,,,,,,-59.19519221300213,83.80512135465513,96.01,-188.03567411417015
17,0.0,1.0,634.0,17.0,30.0,634.0,0.5,,,0.0,,,,,,,,,,,,,,,,24.450353672843228,44.387031797498466,99.0,-44.78293545641712
18,0.0,1.0,709.0,18.0,75.0,709.0,0.5,,,0.0,,,,,,,,,,,,,,,,-141.70517126690208,73.12708685808927,-4.0,-251.2334561109327
19,0.0,1.0,746.0,19.0,37.0,746.0,0.5,,,0.0,,,,,,,,,,,,,,,,9.360214765701393,47.1423598403253,96.01,-68.14472673061566
20,0.0,1.0,752.0,20.0,6.0,752.0,0.5,,,0.0,,,,,,,,,,,,,,,,82.26434579505,10.5527077225185,97.0,67.74155480030001
21,0.0,1.0,761.0,21.0,9.0,761.0,0.5,,,0.0,,,,,,,,,,,,,,,,78.39326117403546,14.001209986736805,99.0,55.49960251953212
22,0.0,1.0,836.0,22.0,75.0,836.0,0.5,,,0.0,,,,,,,,,,,,,,,,-137.8242175825955,70.69869213458422,-4.0,-244.07256243742756
23,0.0,1.0,902.0,23.0,66.0,902.0,0.5,,,0.0,,,,,,,,,,,,,,,,-54.42280849950666,82.9023485115816,99.0,-176.84944079830865
24,0.0,1.0,905.0,24.0,3.0,905.0,0.5,,,0.0,,,,,,,,,,,,,,,,94.02663333333334,4.053963410732211,99.0,89.0699
25,0.0,1.0,909.0,25.0,4.0,909.0,0.5,,,0.0,,,,,,,,,,,,,,,,91.56477525,5.523422867125757,99.0,84.17920099999998
26,0.0,1.0,984.0,26.0,75.0,984.0,0.5,,,0.0,,,,,,,,,,,,,,,,-142.71642638668678,71.52798320591751,-4.0,-250.46735374745938
27,0.0,1.0,993.0,27.0,9.0,993.0,0.5,,,0.0,,,,,,,,,,,,,,,,67.91537963119279,27.36940757923588,96.01,-1.0
28,0.0,1.0,1000.0,28.0,7.0,1000.0,0.5,,,0.0,,,,,,,,,,,,,,,,84.27701992017128,9.733842776448524,99.0,69.798594551099
29,0.0,1.0,1012.0,29.0,12.0,1012.0,0.5,,,0.0,,,,,,,,,,,,,,,,72.4495751137624,16.38923228472349,99.0,46.7737888750995
30,0.0,1.0,1058.0,30.0,46.0,1058.0,0.5,,,0.0,,,,,,,,,,,,,,,,-12.388710897323215,62.69090801323776,99.0,-111.41534645174877
31,74.0,0.0,1133.0,31.0,75.0,1133.0,0.4962500000000004,-305.0,-305.0,0.0,,,,9960.603634396115,5291.085781054852,22220.396484375,4373.17431640625,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,20022.666,9586.197,54684.453,5654.4697,-123.6674766062212,60.86238694778381,-4.0,-214.39332580336762
32,138.0,0.0,1197.0,32.0,64.0,1197.0,0.4930500000000008,-167.0,-167.0,0.0,,,,3902.330291263641,592.2554677206383,5326.50732421875,2738.834228515625,0.00010000000000000003,4.0657581468206416e-20,0.0001,0.0001,8538.035,5641.259,24169.702999999998,1979.2245,-38.329498252782024,70.1323553753411,96.01,-143.90820314971657
33,213.0,0.0,1272.0,33.0,75.0,1272.0,0.4893000000000012,-325.0,-325.0,0.0,,,,3079.636001174514,528.9615626737469,4284.23583984375,2040.4481201171875,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,7131.1484,5057.981,25639.234,1522.9253,-124.67693537922966,66.00624469626088,-4.0,-233.83060451068448
34,262.0,0.0,1321.0,34.0,49.0,1321.0,0.4868500000000015,-133.0,-133.0,0.0,,,,2662.116933186849,373.5982906953341,3457.48095703125,1999.41064453125,0.0001,0.0,0.0001,0.0001,7728.178000000001,4439.5635,21621.767999999996,1738.1613,-15.800760463297095,67.43124325416622,99.0,-126.52285593230745
35,337.0,0.0,1396.0,35.0,75.0,1396.0,0.4831000000000018,-350.0,-350.0,0.0,,,,2508.241590345228,502.584987715716,3866.967041015625,1256.488525390625,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,7786.7,5039.504,23166.334,991.3501,-135.6397641927771,69.90517476051117,-4.0,-250.7779564196132
36,412.0,0.0,1471.0,36.0,75.0,1471.0,0.4793500000000023,-330.0,-330.0,0.0,,,,2430.6326326937287,465.60058429074735,3924.79296875,1561.873779296875,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,10993.886,6560.2715,28755.162,1206.4675,-130.05348839833252,66.31804690487171,-4.0,-234.80796333459648
37,487.0,0.0,1546.0,37.0,75.0,1546.0,0.4756000000000027,-335.0,-335.0,0.0,,,,2244.6380054370775,514.0427261113334,3535.9521484375,1206.9058837890625,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,11835.04,7390.427,32598.531000000003,1376.9506,-136.24716014520396,66.56031179675337,-9.0,-235.16629281928974
38,562.0,0.0,1621.0,38.0,75.0,1621.0,0.4718500000000031,-335.0,-335.0,0.0,,,,2178.965211610536,470.399723753996,3531.6923828125,1042.59228515625,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,9515.899,5232.1406,25938.992000000002,1765.0426,-131.12409483266615,66.27773469354189,-4.0,-239.04740290454566
39,574.0,0.0,1633.0,39.0,12.0,1633.0,0.4712500000000032,38.0,38.0,0.0,,,,2311.3049649325285,368.56532222236353,3000.231201171875,1686.3323974609375,0.0001,0.0,0.0001,0.0001,13138.81,8415.136999999999,26988.42,2451.8777,64.08129370001625,21.117436028229967,97.0,30.61640884444245
40,610.0,0.0,1669.0,40.0,36.0,1669.0,0.4694500000000034,-83.0,-83.0,0.0,,,,2103.045277622768,461.7752234681376,3330.5322265625,1286.439697265625,0.0001,1.3552527156068802e-20,0.0001,0.0001,10203.131,6001.2993,23499.785,1779.6044,3.790532893139351,53.94964848325991,97.0,-85.21675943588905
41,648.0,0.0,1707.0,41.0,38.0,1707.0,0.4675500000000036,-59.0,-59.0,0.0,,,,2281.3411139410896,425.19871795175453,2947.18603515625,1258.2149658203125,9.999999999999998e-05,2.7105054312137605e-20,0.0001,0.0001,10817.508999999998,6429.432,29600.702999999998,2015.5201,12.718786367384341,47.43597898666979,99.0,-64.477917999602
42,723.0,0.0,1782.0,42.0,75.0,1782.0,0.46380000000000393,-350.0,-350.0,0.0,,,,2288.556873218433,505.4506053495516,3744.529296875,1232.682373046875,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,8074.866999999999,5472.562,26050.656000000003,1263.9263,-138.49563210508998,71.92712015628571,-4.0,-248.61442012240641
43,798.0,0.0,1857.0,43.0,75.0,1857.0,0.4600500000000044,-340.0,-340.0,0.0,,,,2234.628704998944,479.6404417199323,3350.944580078125,1031.798583984375,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,8242.115,5026.1826,22139.904,1460.0426,-134.4033049277038,70.13230773997664,-4.0,-241.6136578830526
44,807.0,0.0,1866.0,44.0,9.0,1866.0,0.4596000000000045,60.0,60.0,0.0,,,,2146.948974609375,571.8462462943861,2808.660400390625,1349.7919921875,0.0001,0.0,0.0001,0.0001,11020.822,3324.761,14461.184,4445.7544,74.32587497372748,14.317680738086779,97.0,53.849162881176284
45,882.0,0.0,1941.0,45.0,75.0,1941.0,0.4558500000000049,-350.0,-350.0,0.0,,,,2211.698519320101,468.9344770992871,3372.217041015625,1338.3028564453125,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,9149.697,5446.9272,27112.959,1624.4663,-139.05741253412526,71.36167078070937,-4.0,-248.1888288882888
46,895.0,0.0,1954.0,46.0,13.0,1954.0,0.4552000000000049,41.0,41.0,0.0,,,,2109.744140625,324.3340498388984,2619.18359375,1470.2625732421875,0.0001,0.0,0.0001,0.0001,10110.765,4153.909000000001,19994.328,2862.9377,64.55381929183214,21.555492707046035,99.0,32.93737726470889
47,904.0,0.0,1963.0,47.0,9.0,1963.0,0.454750000000005,60.0,60.0,0.0,,,,2317.818756103516,307.7121217601565,3005.076416015625,1934.556640625,0.0001,0.0,0.0001,0.0001,9070.479,7329.85,27001.077999999998,1658.014,74.32587497372748,14.317680738086779,97.0,53.849162881176284
48,979.0,0.0,2038.0,48.0,75.0,2038.0,0.4510000000000054,-330.0,-330.0,0.0,,,,2258.384440654033,418.90929484401215,3334.7158203125,1305.63916015625,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,8915.979,5472.975,25590.037,1769.2679999999998,-131.98762229183478,67.50627608697123,-4.0,-233.34271038497357
49,1054.0,0.0,2113.0,49.0,75.0,2113.0,0.4472500000000058,-345.0,-345.0,0.0,,,,2243.190663930532,397.74902047419897,3276.208251953125,1407.4835205078125,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,9938.953000000001,5782.5740000000005,24872.725,1712.9524,-136.83510463552494,70.69704596637641,-4.0,-244.8218904276325
50,1129.0,0.0,2188.0,50.0,75.0,2188.0,0.4435000000000062,-340.0,-340.0,0.0,,,,2096.728505727407,428.83008359970586,3920.86767578125,1249.035400390625,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,10798.464,6386.3804,32859.83,1429.3374,-135.60200145897736,71.0348670864947,-4.0,-240.70555445026957
51,1136.0,0.0,2195.0,51.0,7.0,2195.0,0.4431500000000063,68.0,68.0,0.0,,,,2105.003133138021,545.0308520525516,3252.09375,1513.617919921875,0.0001,0.0,0.0001,0.0001,8096.7485,5309.719,16555.355,1593.9109,79.52145914608528,11.857136384969074,97.0,63.064139252297004
52,1200.0,0.0,2259.0,52.0,64.0,2259.0,0.4399500000000066,-172.0,-172.0,0.0,,,,2076.306134905134,411.62804360849447,3618.78759765625,1295.5577392578125,0.00010000000000000003,4.0657581468206416e-20,0.0001,0.0001,6875.9980000000005,4384.9243,26074.375,1276.7764,-37.28882279406413,70.58997223364348,96.01,-149.63146809272615
53,1254.0,0.0,2313.0,53.0,54.0,2313.0,0.4372500000000069,-148.0,-148.0,0.0,,,,2062.9143964659493,404.9923512755002,2872.9365234375,1128.6954345703125,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,9784.452,4749.795,23301.467,2328.4897,-25.098979653045536,67.49519644231191,99.0,-135.80459695692457
54,1329.0,0.0,2388.0,54.0,75.0,2388.0,0.4335000000000073,-355.0,-355.0,0.0,,,,2032.5821714659,475.4288284225326,3192.84375,1093.6826171875,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,8299.046999999999,5501.347,23451.635,1708.4868,-139.05135560903489,70.56243022522945,-4.0,-253.24392251840783
55,1348.0,0.0,2407.0,55.0,19.0,2407.0,0.4325500000000074,12.0,12.0,0.0,,,,1932.242350260417,407.40015476970365,3074.233642578125,1500.82177734375,0.0001,0.0,0.0001,0.0001,9567.251,4618.74,20141.332,3189.5544,52.44680627873906,29.67111139339345,99.0,2.055663441454086
56,1353.0,0.0,2412.0,56.0,5.0,2412.0,0.43230000000000746,83.0,83.0,0.0,,,,2483.845642089844,79.251379171296,2573.724853515625,2381.353271484375,0.0001,0.0,0.0001,0.0001,10313.806999999999,3871.6436,14107.296,4990.3745,89.119301998,6.951828381099465,99.0,79.33740899
57,1428.0,0.0,2487.0,57.0,75.0,2487.0,0.4285500000000079,-350.0,-350.0,0.0,,,,2046.8871971336569,433.2413911714434,3145.328369140625,1241.1619873046875,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,8318.016,4681.134,22736.222999999998,1363.9845,-139.41023208669137,72.0475470283148,-4.0,-247.92154134846604
58,1435.0,0.0,2494.0,58.0,7.0,2494.0,0.4282000000000079,71.0,71.0,0.0,,,,2023.9227498372393,482.7472971356896,2575.93017578125,1355.9217529296875,0.0001,0.0,0.0001,0.0001,11316.526000000002,6137.6816,21020.406000000003,3036.7776,70.24187279442843,30.61416160211121,96.01,-1.0
59,1510.0,0.0,2569.0,59.0,75.0,2569.0,0.4244500000000083,-340.0,-340.0,0.0,,,,2164.7145847629863,396.8809203620778,3320.08203125,1509.9635009765625,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,9712.334,5969.1006,30496.428,1196.6857,-129.35191966415786,68.50938816894997,-4.0,-245.4404649008904
60,1583.0,0.0,2642.0,60.0,73.0,2642.0,0.4208000000000087,-234.0,-234.0,0.0,,,,2033.5743459065757,425.59716624421014,3318.57177734375,1075.3277587890623,0.00010000000000000002,1.3552527156068802e-20,0.0001,0.0001,9088.255,6180.422,29278.343999999997,1780.5922,-59.36023768877866,84.48006018118045,99.0,-192.59295604766814
61,1592.0,0.0,2651.0,61.0,9.0,2651.0,0.4203500000000088,57.0,57.0,0.0,,,,2053.125991821289,343.56935879518954,2455.6279296875,1377.9791259765625,0.0001,0.0,0.0001,0.0001,10337.521999999999,4881.9546,18788.223,4377.1763,75.67048616847991,16.083178250199186,99.0,50.696622469532116
62,1667.0,0.0,2726.0,62.0,75.0,2726.0,0.4166000000000092,-335.0,-335.0,0.0,,,,2174.27130291913,454.75056931188817,3421.951416015625,1202.7655029296875,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,9672.26,5690.7725,27005.385,1466.6191,-131.24610661098382,68.12268557477266,-4.0,-238.9549697391535
63,1742.0,0.0,2801.0,63.0,75.0,2801.0,0.4128500000000096,-345.0,-345.0,0.0,,,,1987.8187140387454,436.0526358838751,3128.17333984375,1124.53271484375,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,10713.618999999999,6373.6587,28116.477000000003,1484.0427,-135.21448898670928,68.5353338825021,-4.0,-246.04962955552315
64,1817.0,0.0,2876.0,64.0,75.0,2876.0,0.40910000000001,-335.0,-335.0,0.0,,,,1994.9834512246618,381.3618638059726,2752.541015625,967.9312744140624,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,8420.51,5059.065,25717.832000000002,1672.1285,-132.9964791103916,63.787680865350474,-4.0,-237.62892996687492
65,1824.0,0.0,2883.0,65.0,7.0,2883.0,0.4087500000000101,68.0,68.0,0.0,,,,1897.7358194986982,289.1970352574714,2283.934326171875,1467.1312255859375,0.0001,0.0,0.0001,0.0001,6556.342,2698.2393,11575.618,3923.11,79.52145914608528,11.857136384969074,97.0,63.064139252297004
Reference in New Issue View Git Blame Copy Permalink