Episode #,Training Iter,In Heatup,ER #Transitions,ER #Episodes,Episode Length,Total steps,Epsilon,Shaped Training Reward,Training Reward,Update Target Network,Evaluation Reward,Shaped Evaluation Reward,Success Rate,Loss/Mean,Loss/Stdev,Loss/Max,Loss/Min,Learning Rate/Mean,Learning Rate/Stdev,Learning Rate/Max,Learning Rate/Min,Grads (unclipped)/Mean,Grads (unclipped)/Stdev,Grads (unclipped)/Max,Grads (unclipped)/Min,Discounted Return/Mean,Discounted Return/Stdev,Discounted Return/Max,Discounted Return/Min,Entropy/Mean,Entropy/Stdev,Entropy/Max,Entropy/Min,Advantages/Mean,Advantages/Stdev,Advantages/Max,Advantages/Min,Values/Mean,Values/Stdev,Values/Max,Values/Min,Value Loss/Mean,Value Loss/Stdev,Value Loss/Max,Value Loss/Min,Policy Loss/Mean,Policy Loss/Stdev,Policy Loss/Max,Policy Loss/Min
1,0.0,1.0,172.0,1.0,172.0,172.0,0.0,,,0.0,,,,,,,,,,,,,,,,0.0,0.0,0.0,0.0,,,,,,,,,,,,,,,,,,,,
2,0.0,1.0,79.0,1.0,79.0,251.0,0.0,,,0.0,,,,,,,,,,,,,,,,0.6655258513307333,0.7653968685057024,1.8953382542587165,0.0,,,,,,,,,,,,,,,,,,,,
3,0.0,1.0,96.0,1.0,96.0,347.0,0.0,,,0.0,,,,,,,,,,,,,,,,0.31623623119836064,0.4117963273741081,1.0,0.0,,,,,,,,,,,,,,,,,,,,
4,0.0,1.0,371.0,1.0,371.0,718.0,0.0,,,0.0,,,,,,,,,,,,,,,,1.3355309280324184,1.0180238538386663,3.6710632975826947,0.0,,,,,,,,,,,,,,,,,,,,
5,0.0,1.0,344.0,1.0,344.0,1062.0,0.0,,,0.0,,,,,,,,,,,,,,,,0.0,0.0,0.0,0.0,,,,,,,,,,,,,,,,,,,,
6,12.0,0.0,256.0,1.0,256.0,1318.0,0.0,6.0,80.0,0.0,,,,,,,,,,,,0.19148706,0.22556974,0.7334378,0.0010549564999999999,1.726318764328412,1.05156789842525,3.754496528782679,0.0,1.7917106,2.5127312000000002e-05,1.7917446,1.7916337,0.20012852006281412,0.3877296025649555,1.0023281574249268,-0.010929208248853685,0.026684137,0.015486961,0.05707869999999999,0.006345821,0.09519283,0.1161779,0.37828803,7.249935999999999e-07,0.35883590000000004,0.44739142,1.4766374,-0.009203376999999999
7,28.0,0.0,315.0,1.0,315.0,1633.0,0.0,1.0,30.0,0.0,,,,,,,,,,,,0.061621718,0.1968686,0.79813755,0.0016371410999999998,0.2881358208394099,0.2741247105049077,1.0,0.0,1.7917109,3.1321999999999996e-05,1.791755,1.7916386000000002,0.043144622271259626,0.21294807235681726,0.9929583072662354,-0.0245932936668396,0.09037603,0.014023991999999999,0.12108479400000001,0.06339731,0.023604168,0.08808251,0.3531787,8.870725999999999e-06,0.07737981,0.34941524,1.3846123,-0.024812999999999998
8,35.0,0.0,127.0,1.0,127.0,1760.0,0.0,0.0,0.0,0.0,,,,,,,,,,,,0.012203018000000001,0.004369569,0.017417826,0.0054350817,0.0,0.0,0.0,0.0,1.7916074,2.8484812e-05,1.7916746,1.7914919999999999,-0.010953334160149096,0.007554808845242561,0.006630212068557739,-0.03390749543905258,0.13512570000000002,0.011031263500000001,0.15383083,0.117896624,8.852533e-05,4.6501125e-05,0.00014310263000000002,3.0686515e-05,-0.019633228,0.0068424847,-0.008797371,-0.026416292
9,44.0,0.0,179.0,1.0,179.0,1939.0,0.0,2.0,15.0,0.0,,,,,,,,,,,,0.22031942,0.36994222,1.0702915000000002,0.008379743,0.567281747249603,0.39164739704456586,1.3310330883210135,0.0,1.791508,4.8648024e-05,1.7916314999999998,1.7913929,0.15731450575403869,0.3591343720827108,0.9962854385375975,-0.04199400544166565,0.17234293,0.021371044,0.20980419,0.14216710000000002,0.07686268,0.14065412,0.3993722,5.437906699999999e-05,0.28229272,0.5713687,1.6053288000000001,-0.039750043
10,48.0,0.0,77.0,1.0,77.0,2016.0,0.0,2.0,15.0,0.0,,,,,,,,,,,,0.5232009,0.6949283,1.5059539,0.025868937,0.7109120249148797,0.7613962203112584,1.886384871716129,0.0,1.7914276000000002,5.6415083e-05,1.7915206000000001,1.7913512999999999,0.3498743516703447,0.6108820929255683,1.8495126962661743,-0.04629160463809967,0.22949272,0.009259296,0.24626392,0.21653277,0.24779450000000003,0.34994197,0.74268717,0.00025246139999999997,0.6237267,0.9389799000000001,1.9516237,-0.04672413
11,52.0,0.0,72.0,1.0,72.0,2088.0,0.0,2.0,35.0,0.0,,,,,,,,,,,,0.56314486,0.3714066,0.90476674,0.046812344000000006,0.554098357745311,0.6902358495261558,1.8429431933839264,0.0,1.7912637999999999,7.356912e-05,1.7914151999999999,1.7911606,0.3640680280824503,0.4579343464269973,0.9790114164352416,-0.06025838851928711,0.2764287,0.013520552,0.29975075,0.25759074,0.17112470000000002,0.122556634,0.28314179999999994,0.0005765385,0.6538018,0.5088916,1.1233141000000002,-0.053315002
12,62.0,0.0,191.0,1.0,191.0,2279.0,0.0,4.0,50.0,0.0,,,,,,,,,,,,0.35259616,0.42569488,1.4074187,0.032122947,1.304959359667826,1.1062417045070994,3.301566886127742,0.0,1.7911092,0.00016985857,1.7914971000000002,1.7907543000000001,0.13831777804427678,0.36693473540203,0.9919073581695556,-0.09540513157844543,0.41151455,0.07081812,0.5327453000000001,0.33292377,0.076886445,0.11366143,0.3523929,0.0003347224,0.24922773,0.4888865,1.4336966999999998,-0.10414474
13,69.0,0.0,125.0,1.0,125.0,2404.0,0.0,2.0,15.0,0.0,,,,,,,,,,,,0.6341355,1.0517185,2.9857202000000003,0.14895423,0.2148606519353026,0.5220797660252123,1.8953382542587165,0.0,1.791102,5.9363345e-05,1.7912488000000002,1.7909616999999998,0.15869886303941408,0.5279004919735834,1.8224644660949707,-0.1398942768573761,0.56906384,0.01990525,0.6056599,0.52970076,0.15193217,0.3337337,0.89818263,0.0022206896,0.28473946,0.8948472,2.2855925999999998,-0.13005021
14,82.0,0.0,252.0,1.0,252.0,2656.0,0.0,4.0,90.0,0.0,,,,,,,,,,,,0.5309293,0.54758555,1.4209664,0.07702104,1.267852985172604,0.8897235064415804,3.064224998851236,0.0,1.7910268,0.00027004103,1.7914638999999999,1.7904778000000001,0.1297429672131936,0.3646982447042634,0.9440007209777832,-0.16410809755325315,0.5775069,0.031732522,0.6453025,0.51574486,0.074919015,0.10343762,0.24848240000000002,0.0007391393300000001,0.23302275,0.47231528,1.0031662000000001,-0.12733074
15,94.0,0.0,236.0,1.0,236.0,2892.0,0.0,0.0,0.0,0.0,,,,,,,,,,,,0.26424780000000003,0.03737877,0.34197209999999995,0.22361079,0.0,0.0,0.0,0.0,1.7884634,0.0005550571400000001,1.7892816000000002,1.7870125,-0.08188271034847606,0.045750572886791865,0.011497259140014648,-0.2133760452270508,0.83307576,0.029878754,0.9369685,0.7890409,0.0043989467,0.0011083867999999999,0.006675300699999999,0.003153908,-0.14706068,0.018578768,-0.11931857,-0.18141231
16,99.0,0.0,100.0,1.0,100.0,2992.0,0.0,1.0,5.0,0.0,,,,,,,,,,,,0.438325,0.4224812,1.1657224,0.14043465,0.0956179249911955,0.2869865221209108,1.0,0.0,1.7887572,0.00030073317000000005,1.7892746,1.7883883999999999,0.042342004179954526,0.3041436434952944,0.910679578781128,-0.17994004487991333,0.6339216,0.06452159,0.7695466999999999,0.5598896,0.047148094,0.07530628,0.17755939,0.0020164913,0.07507399,0.359582,0.6962384,-0.17250232
17,105.0,0.0,120.0,1.0,120.0,3112.0,0.0,0.0,0.0,0.0,,,,,,,,,,,,0.093038335,0.013148072,0.11005434,0.0750039,0.0,0.0,0.0,0.0,1.7897593,0.00069183693,1.7905383000000001,1.7887273000000001,-0.0428494393825531,0.027647920996330715,0.001554727554321289,-0.12783029675483704,0.4428398,0.052773352999999995,0.51180756,0.37030265,0.0013002409,0.00024074419999999997,0.0016013056,0.0008975707499999999,-0.07681535,0.006941584000000001,-0.06671523,-0.08824096599999999
18,117.0,0.0,239.0,1.0,239.0,3351.0,0.0,3.0,45.0,0.0,,,,,,,,,,,,0.25174266,0.31971568,0.90688825,0.019915782,0.7136788715557264,0.6294139723016456,2.139329780783134,0.0,1.7902175,0.00028234292,1.7907346000000002,1.7894374,0.08552747788754378,0.30948320983917305,0.9564164876937866,-0.080283522605896,0.377776,0.027218342000000003,0.433316,0.3360449,0.051547407999999996,0.08485938,0.22496763,0.00014007768,0.15418825,0.3566058,0.86870986,-0.0785913
19,135.0,0.0,352.0,1.0,352.0,3703.0,0.0,6.0,90.0,0.0,,,,,,,,,,,,0.41793275,0.48999473,1.4175831,0.016413486,1.1285652814880922,0.7632527435210352,2.713498301854574,0.0,1.7900714,0.0005321719999999999,1.7907479,1.7883525000000002,0.16568141290370156,0.3887566186088803,0.9968223571777344,-0.14961937069892886,0.37653565,0.07552841,0.5292326,0.27801365,0.089291014,0.13357560000000002,0.38210747,0.00010869768,0.29850720000000003,0.57995707,1.5412391,-0.16792528
20,144.0,0.0,172.0,1.0,172.0,3875.0,0.0,3.0,75.0,0.0,,,,,,,,,,,,0.31841904,0.40031302,1.1197104,0.01994228,1.001030228007437,0.8123932110515427,2.359725354341169,0.0,1.7900881999999998,0.00027670767000000004,1.7905824000000001,1.7895555,0.08077805228531361,0.3124191935599247,0.9487813115119934,-0.12574642896652222,0.52029437,0.0554494,0.60090965,0.4315706,0.05206542,0.08236156,0.20570941,0.00024239282000000002,0.14740841,0.36046222,0.8315386999999999,-0.12121811
21,158.0,0.0,273.0,1.0,273.0,4148.0,0.0,0.0,0.0,0.0,,,,,,,,,,,,0.16278331,0.034464974,0.23726851,0.11201652,0.0,0.0,0.0,0.0,1.7903476000000003,0.0005126293,1.7912636000000002,1.7894793999999998,-0.06326356278016018,0.03553505205266993,0.01573348045349121,-0.14101117849349976,0.6054916,0.048423838,0.7187425000000001,0.49935722,0.0026325090000000003,0.0009246913,0.0043474007,0.0015668544,-0.11329423,0.021084283,-0.08376406,-0.15398563
22,166.0,0.0,144.0,1.0,144.0,4292.0,0.0,3.0,30.0,0.0,,,,,,,,,,,,0.51535577,0.5247881999999999,1.5299573999999998,0.0785513,1.1147393689773601,0.7848298590616827,2.4734216536536136,0.0,1.7912803,0.0002628762,1.7916096000000001,1.7908168000000002,0.19721338067735944,0.4094426806151592,0.9899698495864868,-0.12355470657348633,0.41330233,0.032689314,0.49197868,0.36060372,0.10326821,0.12479912,0.32985646,0.00092325435,0.35567978,0.5447105,1.3443174,-0.09900903
23,180.0,0.0,281.0,1.0,281.0,4573.0,0.0,4.0,50.0,0.0,,,,,,,,,,,,0.49424332,0.76305705,2.3978650000000004,0.042035405,1.130485110921776,0.6886246799646982,2.4299785625343664,0.0,1.7901756999999998,0.0010806196,1.7915697,1.7881901000000002,0.1470732726729833,0.4292139525505116,1.85547947883606,-0.13312307000160215,0.49401855,0.06617465,0.642555,0.3870885,0.10292758,0.21903253,0.778351,0.000301838,0.26225275,0.65815014,1.9423884999999999,-0.11724649
24,193.0,0.0,255.0,1.0,255.0,4828.0,0.0,1.0,5.0,0.0,,,,,,,,,,,,0.2876298,0.35649207,1.4631153000000001,0.107260816,0.2891323187254004,0.3160147551972009,1.0,0.0,1.786598,0.0007175014999999999,1.7877710999999998,1.7844592000000001,-0.015473075211048124,0.21078978297764425,0.9598442316055298,-0.16740190982818606,0.65359044,0.022315737000000002,0.72751343,0.6074324999999999,0.022335877999999997,0.064357854,0.23576124,0.0014055372,-0.027279556,0.30311978,0.97544366,-0.15911148
25,203.0,0.0,190.0,1.0,190.0,5018.0,0.0,1.0,10.0,0.0,,,,,,,,,,,,0.25833908,0.353704,1.257064,0.094801515,0.4120816333301009,0.28672243903882955,1.0,0.0,1.7863761000000002,0.00055423967,1.7877425999999998,1.7848775000000001,0.008930555482705434,0.23252336729099976,0.9504443407058716,-0.14601531624794006,0.5618353,0.03245648,0.62752366,0.5123622999999999,0.027073435,0.07097832,0.22782399,0.0011308544,0.014463178,0.314639,0.9035393,-0.11194018
26,210.0,0.0,141.0,1.0,141.0,5159.0,0.0,2.0,35.0,0.0,,,,,,,,,,,,0.27708516,0.24767488,0.7943432,0.08777749,0.8761993775234669,0.5862036647979134,1.8514577710948756,0.0,1.7850256000000002,0.001439213,1.7869241000000002,1.7819406000000002,0.041500952591498684,0.2782816839518084,0.92048978805542,-0.12633973360061646,0.52088463,0.03495376,0.58095294,0.45491755,0.03958151,0.056727253,0.14819838,0.0008657888000000001,0.07113183,0.24571308,0.53853804,-0.1342794
27,221.0,0.0,210.0,1.0,210.0,5369.0,0.0,2.0,15.0,0.0,,,,,,,,,,,,0.22119139999999998,0.42045018,1.4807982,0.04131692,0.7769912250671142,0.5204806481332109,1.8953382542587165,0.0,1.7843793999999997,0.0009264395300000001,1.785716,1.7815156000000003,0.038671582639217376,0.3030487080390665,1.8035634756088257,-0.09898430109024048,0.42666683,0.026209941,0.49744275,0.37049675,0.046667017000000005,0.13662884,0.45655137,0.00037618117999999994,0.06902148,0.42595407,1.3455397,-0.09659804400000001
28,225.0,0.0,74.0,1.0,74.0,5443.0,0.0,1.0,15.0,0.0,,,,,,,,,,,,0.4794598,0.54393846,1.2483373,0.07442599,0.17737052328516442,0.36756322442656064,1.0,0.0,1.7853811999999998,0.0008450643,1.7862571,1.7836721999999998,0.1789949377377828,0.3974353400862266,0.9939099550247192,-0.12847590446472168,0.38576576,0.01938908,0.42696485,0.36250475,0.09499704,0.13217936,0.2819253,0.0008629976,0.31683448,0.5609328,1.1099112,-0.09520959
29,231.0,0.0,113.0,1.0,113.0,5556.0,0.0,0.0,0.0,0.0,,,,,,,,,,,,0.05933965,0.019350532,0.08084393,0.029977907999999998,0.0,0.0,0.0,0.0,1.7852576,0.0008186825400000001,1.7866174,1.7842599,-0.030790546834468843,0.02130130240965873,0.006599247455596924,-0.07697311043739319,0.38386659999999995,0.031090561,0.42188165,0.33562738,0.0007009017,0.00037256314,0.0010993535000000001,0.0001666528,-0.055111438,0.017901437,-0.029770195,-0.07435719
30,241.0,0.0,184.0,1.0,184.0,5740.0,0.0,3.0,40.0,0.0,,,,,,,,,,,,0.38093507,0.6564854,2.0775616,0.04268214,1.2252075848666295,0.7508640816890552,2.672063012523348,0.0,1.7844807,0.0009963526,1.7860650000000002,1.7812971999999998,0.1569047201010916,0.4457087151894434,1.8164025545120241,-0.09893813729286194,0.390257,0.040914066,0.4590039000000001,0.3154587,0.111637674,0.24681273,0.78331876,0.00029214363999999996,0.2849697,0.70227486,2.1009307,-0.08101756