Episode #,Training Iter,In Heatup,ER #Transitions,ER #Episodes,Episode Length,Total steps,Epsilon,Shaped Training Reward,Training Reward,Update Target Network,Evaluation Reward,Shaped Evaluation Reward,Success Rate,Loss/Mean,Loss/Stdev,Loss/Max,Loss/Min,Learning Rate/Mean,Learning Rate/Stdev,Learning Rate/Max,Learning Rate/Min,Grads (unclipped)/Mean,Grads (unclipped)/Stdev,Grads (unclipped)/Max,Grads (unclipped)/Min,Discounted Return/Mean,Discounted Return/Stdev,Discounted Return/Max,Discounted Return/Min,Q/Mean,Q/Stdev,Q/Max,Q/Min
1,0.0,1.0,269.0,269.0,269.0,269.0,7.0,,,0.0,,,,,,,,,,,,,,,,1.1777548651006522,0.7953334800368667,3.04158102714528,0.0,,,,
2,0.0,1.0,531.0,531.0,262.0,531.0,8.0,,,0.0,,,,,,,,,,,,,,,,0.3442313865024097,0.26731465870050863,1.0,0.0,,,,
3,0.0,1.0,654.0,654.0,123.0,654.0,0.0,,,0.0,,,,,,,,,,,,,,,,1.1194499207617956,0.862098603062819,2.450733217907448,0.0,,,,
4,0.0,1.0,1173.0,1173.0,519.0,1173.0,2.0,,,0.0,,,,,,,,,,,,,,,,1.1038465051213655,1.1369108437507858,4.161070816478141,0.0,,,,
5,100.0,0.0,1572.0,1572.0,399.0,1572.0,8.0,10.0,310.0,0.0,,,,0.006273858311178628,0.008330142333180622,0.03179644048213959,0.0001070434009307064,0.0002500000000000001,5.421010862427521e-20,0.00025,0.00025,0.0057809628,0.00428058,0.015232059,0.0012842978,2.054682483279469,0.9981946272625823,4.353923952687973,0.0,,,,
6,160.0,0.0,1812.0,1812.0,240.0,1812.0,4.0,7.0,130.0,0.0,,,,0.00858094445017438,0.011025487792674208,0.04672722890973091,0.00010337847197661175,0.00025,0.0,0.00025,0.00025,0.005872111,0.0049856184,0.020408265,0.0012264452000000001,1.83971605615766,1.54653748962161,4.492326630353285,0.0,,,,
7,185.0,0.0,1914.0,1914.0,102.0,1914.0,8.0,2.0,15.0,0.0,,,,0.0057056179083883754,0.009566845016376965,0.030910406261682514,0.00015892417286522686,0.00025,0.0,0.00025,0.00025,0.0045871167,0.004069118,0.013834482,0.0016493909,0.8252216843886011,0.7249623919611342,1.8953382542587165,0.0,,,,
8,229.0,0.0,2090.0,2090.0,176.0,2090.0,7.0,2.0,15.0,0.0,,,,0.008657716054585762,0.013191662302277632,0.060961790382862084,0.00018780565005727112,0.00025,0.0,0.00025,0.00025,0.006128102,0.0052965875,0.024218792000000003,0.0018669614000000002,0.8372836508642453,0.5450147907804874,1.886384871716129,0.0,,,,
9,244.0,0.0,2149.0,2149.0,59.0,2149.0,5.0,2.0,15.0,0.0,,,,0.00667665019240563,0.007406433018503216,0.01548141520470381,0.00024485771427862346,0.0002500000000000001,1.0842021724855042e-19,0.00025,0.00025,0.005659986,0.0035369787,0.010256552,0.0024132975,0.46716053564921,0.6576401247022132,1.8687458127689778,0.0,,,,
10,267.0,0.0,2239.0,2239.0,90.0,2239.0,3.0,2.0,35.0,0.0,,,,0.006187197646637365,0.008654079896911358,0.030595635995268818,0.00020239711739122868,0.0002500000000000001,5.421010862427521e-20,0.00025,0.00025,0.005233875,0.0037543268,0.013406766,0.002017471,0.7963928061047579,0.6503180718510583,1.770043145805155,0.0,,,,
11,401.0,0.0,2775.0,2775.0,536.0,2775.0,8.0,8.0,105.0,0.0,,,,0.0076730817593521185,0.01026273844391202,0.0459497831761837,0.00017323925567325205,0.00025,0.0,0.00025,0.00025,0.0056375875,0.004533787,0.021587799999999997,0.0016972864999999998,1.274149577263458,0.9814292642439238,3.909936321269157,0.0,0.020429587,0.009730016,0.04222724,-0.0036528922999999997
12,442.0,0.0,2941.0,2941.0,166.0,2941.0,8.0,6.0,95.0,0.0,,,,0.009460052854392859,0.011893971040711302,0.0601826086640358,0.00024936438421718776,0.00025,0.0,0.00025,0.00025,0.006743224,0.004512203,0.020062562,0.0024123169,2.1739952594843905,1.247283866258882,3.8537544767205016,0.0,,,,
13,496.0,0.0,3156.0,3156.0,215.0,3156.0,7.0,2.0,55.0,0.0,,,,0.008886155373787645,0.01211537698485043,0.06058269366621971,0.00024669029517099256,0.00025,0.0,0.00025,0.00025,0.0064274530000000005,0.0050618723,0.027024375,0.0023406029999999997,0.5393877770998244,0.6154190288564962,1.7856781408072189,0.0,0.032848313,0.008609116,0.040870699999999996,0.01987039
14,541.0,0.0,3335.0,3335.0,179.0,3335.0,5.0,1.0,5.0,0.0,,,,0.009253808953669958,0.010618086101890231,0.03098195604979992,0.00024773561744950706,0.00025,0.0,0.00025,0.00025,0.006421773,0.00394707,0.01344751,0.0024552035999999998,0.1617021076691104,0.3359277220934725,1.0,0.0,0.03360373,0.007870216999999999,0.039596006,0.016850319
15,593.0,0.0,3543.0,3543.0,208.0,3543.0,1.0,4.0,40.0,0.0,,,,0.00918442351954022,0.01275409618221497,0.04474706575274468,0.0002603356551844627,0.00025,0.0,0.00025,0.00025,0.006705689,0.0054350337,0.021499146,0.0024255246,0.9277385930791114,0.9300546476425536,2.827112112528587,0.0,,,,
16,643.0,0.0,3743.0,3743.0,200.0,3743.0,7.0,2.0,35.0,0.0,,,,0.008653623021091334,0.01203271051514775,0.04561404511332512,0.00025741007993929094,0.00025,0.0,0.00025,0.00025,0.006199294,0.004773637,0.020930363,0.0022822001,0.6712173748129522,0.6092674326727069,1.8514577710948756,0.0,,,,
17,769.0,0.0,4247.0,4247.0,504.0,4247.0,4.0,8.0,120.0,0.0,,,,0.007997047552115484,0.011587850390758431,0.0613202415406704,0.00022856102441437545,0.0002500000000000001,1.0842021724855042e-19,0.00025,0.00025,0.00598843,0.0047509655999999996,0.030977622000000003,0.0021550405999999998,1.385963941755423,0.9458111472215864,3.9015703845088727,0.0,0.030356152,0.008328333,0.045441985,0.019884652
18,803.0,0.0,4383.0,4383.0,136.0,4383.0,7.0,0.0,0.0,0.0,,,,0.008612036458062529,0.010332630430020251,0.03037862852215767,0.0002405663690296933,0.00025,0.0,0.00025,0.00025,0.0061402004,0.003962394,0.013849353,0.0022057625,0.0,0.0,0.0,0.0,,,,
19,828.0,0.0,4483.0,4483.0,100.0,4483.0,3.0,1.0,15.0,0.0,,,,0.008099889304721728,0.011316411439653937,0.04556084796786308,0.00023716632858850065,0.00025,0.0,0.00025,0.00025,0.0061904215,0.004684817,0.019425906,0.0021622777,0.4473165228376146,0.3859060679188835,1.0,0.0,,,,
20,929.0,0.0,4889.0,4889.0,406.0,4889.0,0.0,7.0,80.0,0.0,,,,0.008402860848495902,0.011576927779356556,0.0453546978533268,0.00022958195768296719,0.0002500000000000001,5.421010862427521e-20,0.00025,0.00025,0.006206388,0.004747717,0.020835804,0.0021647965,1.3430331078057811,1.0463286436371946,3.709441691234059,0.0,0.023571777999999998,0.010907986000000001,0.042958718,0.00632574
21,1012.0,0.0,5221.0,5221.0,332.0,5221.0,8.0,2.0,30.0,0.0,,,,0.005650608528423661,0.008218237986471697,0.03046272695064545,0.0002068828180199489,0.0002500000000000001,5.421010862427521e-20,0.00025,0.00025,0.0050593624,0.0040467440000000006,0.019566683,0.0018410714,0.4718607999390638,0.5336089280183028,1.770043145805155,0.0,0.015006665,0.006017194599999999,0.026400073,0.0025955157
22,1045.0,0.0,5351.0,5351.0,130.0,5351.0,0.0,1.0,30.0,0.0,,,,0.002537768723524289,0.006608280106071086,0.0305725522339344,0.0002002959663514048,0.00025,0.0,0.00025,0.00025,0.00334153,0.003618995,0.019435143000000002,0.0017342078,0.35671674984062657,0.3848848926286408,1.0,0.0,,,,
23,1135.0,0.0,5711.0,5711.0,360.0,5711.0,2.0,3.0,20.0,0.0,,,,0.006407883726610129,0.008698550527715315,0.03079607151448727,0.00015418978000525382,0.0002500000000000001,5.421010862427521e-20,0.00025,0.00025,0.0050226753,0.0041869559999999995,0.01992405,0.0015568208999999999,0.674559103612383,0.5515052753627817,2.0483907280574467,0.0,,,,
24,1152.0,0.0,5782.0,5782.0,71.0,5782.0,4.0,0.0,0.0,0.0,,,,0.007435832170920227,0.010654573019591494,0.031099731102585793,0.0002141469449270517,0.00025,0.0,0.00025,0.00025,0.0054329154,0.0044891206,0.014260428,0.0020032807,0.0,0.0,0.0,0.0,,,,
25,1193.0,0.0,5946.0,5946.0,164.0,5946.0,0.0,3.0,65.0,0.0,,,,0.005160149779476342,0.009222892010527532,0.03091062419116497,0.00019036485173273834,0.00025,0.0,0.00025,0.00025,0.004480932,0.004335616699999999,0.01924327,0.0018914957999999998,1.0087524143851263,0.8821235128988212,2.4841851845494327,0.0,0.014996342,0.010180945,0.03520646,-0.0037689934999999997