Episode #,Training Iter,In Heatup,ER #Transitions,ER #Episodes,Episode Length,Total steps,Epsilon,Shaped Training Reward,Training Reward,Update Target Network,Evaluation Reward,Shaped Evaluation Reward,Success Rate,Loss/Mean,Loss/Stdev,Loss/Max,Loss/Min,Learning Rate/Mean,Learning Rate/Stdev,Learning Rate/Max,Learning Rate/Min,Grads (unclipped)/Mean,Grads (unclipped)/Stdev,Grads (unclipped)/Max,Grads (unclipped)/Min,Discounted Return/Mean,Discounted Return/Stdev,Discounted Return/Max,Discounted Return/Min
1,0.0,1.0,65.0,1.0,65.0,65.0,0.5,,,0.0,,,,,,,,,,,,,,,,-46.39309781107478,78.69078630967911,99.0,-163.47927921495085
2,0.0,1.0,140.0,2.0,75.0,140.0,0.5,,,0.0,,,,,,,,,,,,,,,,-145.11733929351846,77.45119435465236,-4.0,-258.74949043420304
3,0.0,1.0,187.0,3.0,47.0,187.0,0.5,,,0.0,,,,,,,,,,,,,,,,-14.124982524140995,59.166064787437755,96.01,-103.3952103168219
4,0.0,1.0,262.0,4.0,75.0,262.0,0.5,,,0.0,,,,,,,,,,,,,,,,-147.10186751984475,71.18101362111399,-4.0,-252.19555490920843
5,0.0,1.0,265.0,5.0,3.0,265.0,0.5,,,0.0,,,,,,,,,,,,,,,,94.02663333333334,4.053963410732211,99.0,89.0699
6,0.0,1.0,277.0,6.0,12.0,277.0,0.5,,,0.0,,,,,,,,,,,,,,,,70.40749385959573,18.485081950657637,99.0,41.97080882509949
7,0.0,1.0,343.0,7.0,66.0,343.0,0.5,,,0.0,,,,,,,,,,,,,,,,-48.80936600486318,80.34021001863798,99.0,-175.54123074423256
8,0.0,1.0,356.0,8.0,13.0,356.0,0.5,,,0.0,,,,,,,,,,,,,,,,70.13084248857672,17.67662622826485,99.0,42.30605098634849
9,0.0,1.0,366.0,9.0,10.0,366.0,0.5,,,0.0,,,,,,,,,,,,,,,,71.82435460159118,15.51820933922208,97.0,49.310671252364514
10,0.0,1.0,372.0,10.0,6.0,372.0,0.5,,,0.0,,,,,,,,,,,,,,,,86.69009081501667,8.353358589486014,99.0,74.5440349001
11,0.0,1.0,447.0,11.0,75.0,447.0,0.5,,,0.0,,,,,,,,,,,,,,,,-138.40596798936093,70.01123795990729,-9.0,-243.63184243230225
12,0.0,1.0,452.0,12.0,5.0,452.0,0.5,,,0.0,,,,,,,,,,,,,,,,85.16890399399999,9.111137050102801,97.0,72.46621696999998
13,0.0,1.0,456.0,13.0,4.0,456.0,0.5,,,0.0,,,,,,,,,,,,,,,,91.56477525,5.523422867125757,99.0,84.17920099999998
14,0.0,1.0,531.0,14.0,75.0,531.0,0.5,,,0.0,,,,,,,,,,,,,,,,-141.31846016799287,68.73089096339329,-4.0,-241.4254089636417
15,0.0,1.0,535.0,15.0,4.0,535.0,0.5,,,0.0,,,,,,,,,,,,,,,,91.56477525,5.523422867125757,99.0,84.17920099999998
16,0.0,1.0,604.0,16.0,69.0,604.0,0.5,,,0.0,,,,,,,,,,,,,,,,-59.19519221300213,83.80512135465513,96.01,-188.03567411417015
17,0.0,1.0,634.0,17.0,30.0,634.0,0.5,,,0.0,,,,,,,,,,,,,,,,24.450353672843228,44.387031797498466,99.0,-44.78293545641712
18,0.0,1.0,709.0,18.0,75.0,709.0,0.5,,,0.0,,,,,,,,,,,,,,,,-141.70517126690208,73.12708685808927,-4.0,-251.2334561109327
19,0.0,1.0,746.0,19.0,37.0,746.0,0.5,,,0.0,,,,,,,,,,,,,,,,9.360214765701393,47.1423598403253,96.01,-68.14472673061566
20,0.0,1.0,752.0,20.0,6.0,752.0,0.5,,,0.0,,,,,,,,,,,,,,,,82.26434579505,10.5527077225185,97.0,67.74155480030001
21,0.0,1.0,761.0,21.0,9.0,761.0,0.5,,,0.0,,,,,,,,,,,,,,,,78.39326117403546,14.001209986736805,99.0,55.49960251953212
22,0.0,1.0,836.0,22.0,75.0,836.0,0.5,,,0.0,,,,,,,,,,,,,,,,-137.8242175825955,70.69869213458422,-4.0,-244.07256243742756
23,0.0,1.0,902.0,23.0,66.0,902.0,0.5,,,0.0,,,,,,,,,,,,,,,,-54.42280849950666,82.9023485115816,99.0,-176.84944079830865
24,0.0,1.0,905.0,24.0,3.0,905.0,0.5,,,0.0,,,,,,,,,,,,,,,,94.02663333333334,4.053963410732211,99.0,89.0699
25,0.0,1.0,909.0,25.0,4.0,909.0,0.5,,,0.0,,,,,,,,,,,,,,,,91.56477525,5.523422867125757,99.0,84.17920099999998
26,0.0,1.0,984.0,26.0,75.0,984.0,0.5,,,0.0,,,,,,,,,,,,,,,,-142.71642638668678,71.52798320591751,-4.0,-250.46735374745938
27,0.0,1.0,993.0,27.0,9.0,993.0,0.5,,,0.0,,,,,,,,,,,,,,,,67.91537963119279,27.36940757923588,96.01,-1.0
28,0.0,1.0,1000.0,28.0,7.0,1000.0,0.5,,,0.0,,,,,,,,,,,,,,,,84.27701992017128,9.733842776448524,99.0,69.798594551099
29,0.0,1.0,1012.0,29.0,12.0,1012.0,0.5,,,0.0,,,,,,,,,,,,,,,,72.4495751137624,16.38923228472349,99.0,46.7737888750995
30,0.0,1.0,1058.0,30.0,46.0,1058.0,0.5,,,0.0,,,,,,,,,,,,,,,,-12.388710897323215,62.69090801323776,99.0,-111.41534645174877
31,74.0,0.0,1133.0,31.0,75.0,1133.0,0.4962500000000004,-305.0,-305.0,0.0,,,,9808.164214263092,4864.384383943314,21860.814453125,4584.33349609375,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,20051.662,7572.557,45228.47,7518.956999999999,-123.6674766062212,60.86238694778381,-4.0,-214.39332580336762
32,105.0,0.0,1164.0,32.0,31.0,1164.0,0.4947000000000006,-21.0,-21.0,0.0,,,,4355.001456705729,617.713833595275,5527.29052734375,3066.669189453125,9.999999999999998e-05,2.7105054312137605e-20,0.0001,0.0001,11034.382,5211.7686,24192.197,3917.4453,30.90522110469545,38.7038662925754,99.0,-30.889513679248022
33,140.0,0.0,1199.0,33.0,35.0,1199.0,0.4929500000000008,-59.0,-59.0,0.0,,,,3603.409833122703,517.8840308382511,4780.091796875,2751.206787109375,0.0001,1.3552527156068802e-20,0.0001,0.0001,7630.6587,3342.8157,15052.158000000001,3128.7395,13.025554018059411,47.175911814709174,97.0,-64.20095344072806
34,162.0,0.0,1221.0,34.0,22.0,1221.0,0.4918500000000009,10.0,10.0,0.0,,,,3313.564743768601,518.2873452251955,4391.0693359375,2322.097412109375,0.0001,1.3552527156068802e-20,0.0001,0.0001,7795.116,4840.089,20530.986,2321.597,47.97237298833755,30.684114500535212,99.0,-0.5595172297315827
35,237.0,0.0,1296.0,35.0,75.0,1296.0,0.4881000000000013,-350.0,-350.0,0.0,,,,3332.1876220703125,401.7046273979775,4258.76025390625,2537.701904296875,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,6317.0845,4488.0176,22878.15,1464.0504,-135.60503435086474,71.8299503362293,-4.0,-250.80426690591042
36,312.0,0.0,1371.0,36.0,75.0,1371.0,0.4843500000000017,-345.0,-345.0,0.0,,,,3071.441549765097,508.94646277250956,4068.331298828125,1767.12548828125,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,7348.7456,3784.1479999999997,17500.068,1402.5455,-133.88796954863824,67.43069646743638,-4.0,-247.0545685237588
37,387.0,0.0,1446.0,37.0,75.0,1446.0,0.4806000000000021,-350.0,-350.0,0.0,,,,2957.8764912373317,503.91652776609925,4092.882568359375,1857.500732421875,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,8430.21,4502.0537,22165.867000000002,1381.273,-137.2341030523705,70.14686036337578,-4.0,-249.5701239502242
38,462.0,0.0,1521.0,38.0,75.0,1521.0,0.4768500000000026,-320.0,-320.0,0.0,,,,2578.115094159101,448.6461845591198,4122.25,1673.5494384765625,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,9775.636999999999,6051.95,35511.613,1080.3538,-133.22487161357978,61.145226316221674,-9.0,-222.30439019173238
39,537.0,0.0,1596.0,39.0,75.0,1596.0,0.473100000000003,-345.0,-345.0,0.0,,,,2406.714155867293,547.1131108858526,3838.46826171875,1427.9178466796875,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,9764.628,5607.0396,23056.012000000002,1328.6646,-139.70887673766126,68.15412607189108,-9.0,-242.64479035025641
40,546.0,0.0,1605.0,40.0,9.0,1605.0,0.47265000000000296,67.0,67.0,0.0,,,,2253.414428710937,496.73269537823194,3326.336669921875,1641.9189453125,0.0001,0.0,0.0001,0.0001,12769.276000000002,3867.948,19120.004,5695.2476,79.49881672959104,12.442013974578455,99.0,60.44960251953212
41,621.0,0.0,1680.0,41.0,75.0,1680.0,0.4689000000000034,-345.0,-345.0,0.0,,,,2374.332319929793,437.96061284422797,3663.408935546875,1281.6484375,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,9176.523000000001,5268.137,23425.568,1283.0828,-134.8202384797255,71.39412603444826,-4.0,-246.348304182026
42,696.0,0.0,1755.0,42.0,75.0,1755.0,0.4651500000000038,-340.0,-340.0,0.0,,,,2360.4850925754863,519.1401838225696,4251.10205078125,1273.1651611328125,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,10223.018,6731.876,29713.17,1453.3668,-139.47251416863585,68.07592793574898,-4.0,-237.77334785204343
43,727.0,0.0,1786.0,43.0,31.0,1786.0,0.46360000000000395,-31.0,-31.0,0.0,,,,2145.7488810221357,468.89590450960253,2958.4013671875,1154.199951171875,9.999999999999998e-05,2.7105054312137605e-20,0.0001,0.0001,8308.385,2973.308,16010.267,3049.4346,25.43506192697218,42.41280842477172,99.0,-39.27764565390035
44,734.0,0.0,1793.0,44.0,7.0,1793.0,0.4632500000000041,68.0,68.0,0.0,,,,2382.062154134115,353.00273944233163,2922.25537109375,2037.4146728515625,0.0001,0.0,0.0001,0.0001,9875.771999999999,3820.634,18241.18,6928.536,79.52145914608528,11.857136384969074,97.0,63.064139252297004
45,809.0,0.0,1868.0,45.0,75.0,1868.0,0.4595000000000045,-340.0,-340.0,0.0,,,,2314.281532081398,542.2573764586837,4087.732177734375,1308.968017578125,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,10136.280999999999,6308.814,32793.13,1550.8115,-136.67122442256095,67.60447760622517,-4.0,-239.8955370536153
46,836.0,0.0,1895.0,46.0,27.0,1895.0,0.4581500000000046,-22.0,-22.0,0.0,,,,2322.636028583233,606.7497928172203,3846.00146484375,1103.473876953125,0.0001,1.3552527156068802e-20,0.0001,0.0001,9723.318000000001,5714.3354,22006.468999999997,1732.0491,31.17580388359093,37.522338013926614,97.0,-30.72471419047429
47,845.0,0.0,1904.0,47.0,9.0,1904.0,0.4577000000000047,62.0,62.0,0.0,,,,2402.2100524902344,377.0892156598178,3180.248291015625,1890.38427734375,0.0001,0.0,0.0001,0.0001,7500.1914,3589.9153,16201.485,3273.6257,77.30970617403545,14.60094804810392,99.0,55.59810751953212
48,864.0,0.0,1923.0,48.0,19.0,1923.0,0.4567500000000048,22.0,22.0,0.0,,,,2241.2419569227427,493.68539404738993,3075.76708984375,1266.92041015625,0.0001,0.0,0.0001,0.0001,7505.9697,4025.7065,19619.898,2622.7651,54.748333924090346,27.08504250450427,99.0,11.714966216588707
49,939.0,0.0,1998.0,49.0,75.0,1998.0,0.4530000000000052,-335.0,-335.0,0.0,,,,2464.82014589052,441.6816532074228,3910.589111328125,1619.8636474609375,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,10446.341,6109.8584,28461.756,1263.7302,-133.09509263322244,66.28931638270201,-4.0,-237.5542227526091
50,1014.0,0.0,2073.0,50.0,75.0,2073.0,0.4492500000000056,-330.0,-330.0,0.0,,,,2406.9320365287163,441.04951154221965,3545.924560546875,1548.7742919921875,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,10381.472,6119.153,29038.621,1376.9028,-132.4209587116932,68.43445858451243,-4.0,-233.0144252184141
51,1025.0,0.0,2084.0,51.0,11.0,2084.0,0.4487000000000057,54.0,54.0,0.0,,,,2247.888134765625,551.8152332855614,3131.514892578125,1436.6834716796875,0.0001,0.0,0.0001,0.0001,7285.4077,3393.9255,12621.16,2778.7537,72.99264704454994,17.104547013833198,99.0,46.43516042939343
52,1034.0,0.0,2093.0,52.0,9.0,2093.0,0.4482500000000057,67.0,67.0,0.0,,,,2223.958923339844,684.393609052882,3127.12744140625,1136.00048828125,0.0001,0.0,0.0001,0.0001,8294.673,4261.205,14435.633,1003.452,79.49881672959104,12.442013974578455,99.0,60.44960251953212
53,1109.0,0.0,2168.0,53.0,75.0,2168.0,0.4445000000000061,-325.0,-325.0,0.0,,,,2286.4742629592483,463.54148920037215,3298.957275390625,1147.2451171875,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,13922.206,6801.853,37647.47,2305.781,-128.06310878965098,67.80316206070414,-4.0,-231.26532162400161
54,1184.0,0.0,2243.0,54.0,75.0,2243.0,0.4407500000000065,-340.0,-340.0,0.0,,,,2224.0484495420715,467.32310005418265,3594.8681640625,981.0061645507812,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,7846.3423,4096.887,18194.904,1476.0692,-138.45934855009995,67.2913149397193,-4.0,-238.5408975630554
55,1207.0,0.0,2266.0,55.0,23.0,2266.0,0.43960000000000665,1.0,1.0,0.0,,,,2225.404219193892,449.29738906183337,3202.361083984375,1196.8880615234375,0.0001,1.3552527156068802e-20,0.0001,0.0001,6712.191999999999,2106.2039999999997,10743.082,2592.619,42.85862951926032,33.356585246492195,99.0,-8.94695433275743
56,1282.0,0.0,2341.0,56.0,75.0,2341.0,0.4358500000000071,-335.0,-335.0,0.0,,,,2155.0722672745987,396.16240097962236,3348.440185546875,1293.2320556640625,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,7810.2163,5181.752,22571.912,1668.6854,-135.8986217438457,69.65284458057303,-4.0,-235.43033706274304
57,1357.0,0.0,2416.0,57.0,75.0,2416.0,0.4321000000000075,-325.0,-325.0,0.0,,,,2130.9772982210725,490.3726374127508,3365.554931640625,1063.0733642578123,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,8162.1797,4709.183,24074.632999999998,1412.8182,-130.32738549618628,64.83988570736746,-4.0,-229.54996048268703
58,1432.0,0.0,2491.0,58.0,75.0,2491.0,0.4283500000000079,-355.0,-355.0,0.0,,,,2085.9786772856837,441.74019232049886,3228.699462890625,1263.84033203125,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,9748.716,6026.8677,31333.54,1013.8294699999999,-145.27525359691447,71.75551143011519,-4.0,-248.52884828516562
59,1507.0,0.0,2566.0,59.0,75.0,2566.0,0.4246000000000083,-335.0,-335.0,0.0,,,,2064.7288917335304,462.1512611980105,3060.192626953125,1136.6884765625,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,8139.776999999999,4604.617,21107.254,1809.2274,-130.4340103143301,65.87559325035336,-4.0,-239.57019420631542
60,1582.0,0.0,2641.0,60.0,75.0,2641.0,0.4208500000000087,-330.0,-330.0,0.0,,,,1944.6711508261194,392.22935681292887,2985.652587890625,1227.64501953125,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,10709.157,6564.8867,33049.902,2894.3027,-136.20538858111868,65.21621660220211,-4.0,-230.14743289309175
61,1657.0,0.0,2716.0,61.0,75.0,2716.0,0.4171000000000091,-370.0,-370.0,0.0,,,,2094.7003371779983,523.2164871851452,3611.5009765625,1031.395263671875,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,9808.798,4580.5166,23182.402000000002,1698.7744,-146.80154492595304,78.31750455036321,-4.0,-262.5240821268031
62,1732.0,0.0,2791.0,62.0,75.0,2791.0,0.4133500000000096,-345.0,-345.0,0.0,,,,1958.5321671769425,461.5101425763624,3098.297119140625,912.40966796875,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,9765.63,4881.7593,26033.172000000002,1895.5358,-135.49342992679314,69.88125348042028,-4.0,-245.83831066152018
63,1807.0,0.0,2866.0,63.0,75.0,2866.0,0.40960000000001,-365.0,-365.0,0.0,,,,1857.0751821157091,408.8133719199642,2852.02294921875,954.9716186523438,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,9399.26,5017.897,24590.057,1855.0475,-149.57390151239971,75.32304182071634,-4.0,-255.3733069350505
64,1882.0,0.0,2941.0,64.0,75.0,2941.0,0.4058500000000104,-340.0,-340.0,0.0,,,,1820.3286743164065,456.39834998051003,3083.09619140625,1089.6075439453123,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,8749.534,4749.960999999999,22184.646,1809.7872,-137.30639143433928,68.69811261642768,-4.0,-239.41434992348027
65,1957.0,0.0,3016.0,65.0,75.0,3016.0,0.4021000000000108,-350.0,-350.0,0.0,,,,1770.635173075908,435.24193185374116,3068.72265625,937.4265747070312,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,7996.3022,5036.0615,28025.562,1650.8461,-135.76997567095157,70.3179059243921,-4.0,-250.67931136039013