Episode #,Training Iter,In Heatup,ER #Transitions,ER #Episodes,Episode Length,Total steps,Epsilon,Shaped Training Reward,Training Reward,Update Target Network,Evaluation Reward,Shaped Evaluation Reward,Success Rate,Loss/Mean,Loss/Stdev,Loss/Max,Loss/Min,Learning Rate/Mean,Learning Rate/Stdev,Learning Rate/Max,Learning Rate/Min,Grads (unclipped)/Mean,Grads (unclipped)/Stdev,Grads (unclipped)/Max,Grads (unclipped)/Min,Discounted Return/Mean,Discounted Return/Stdev,Discounted Return/Max,Discounted Return/Min,Q/Mean,Q/Stdev,Q/Max,Q/Min
1,0.0,1.0,486.0,486.0,486.0,486.0,1.0,,,0.0,,,,,,,,,,,,,,,,1.027285241237078,0.8961037725396955,3.502959469093688,0.0,,,,
2,0.0,1.0,573.0,573.0,87.0,573.0,1.0,,,0.0,,,,,,,,,,,,,,,,0.2991949731169189,0.4147830569909918,1.0,0.0,,,,
3,0.0,1.0,722.0,722.0,149.0,722.0,1.0,,,0.0,,,,,,,,,,,,,,,,1.089942054123867,0.6773639260883686,1.9560606270183023,0.0,,,,
4,0.0,1.0,1057.0,1057.0,335.0,1057.0,1.0,,,0.0,,,,,,,,,,,,,,,,1.6150170189100268,1.2171006279541683,4.3034191502088746,0.0,,,,
5,51.0,0.0,1260.0,1260.0,203.0,1260.0,0.9997990300000044,5.0,55.0,0.0,,,,0.011426913155945856,0.014756518976957641,0.05680577829480171,0.0002147645864170045,0.00010000000000000002,1.3552527156068802e-20,0.0001,0.0001,0.07435301,0.045047246,0.24352701,0.016394855,1.5742518458459676,1.1031375801910266,3.252515696371334,0.0,,,,
6,70.0,0.0,1335.0,1335.0,75.0,1335.0,0.999724780000006,2.0,15.0,0.0,,,,0.011545363522600384,0.011331178069383907,0.03035823628306389,0.0005611731903627515,0.0001,0.0,0.0001,0.0001,0.05962084,0.03063415,0.11521778,0.016333662,0.630055465573955,0.7534012288320482,1.886384871716129,0.0,,,,
7,91.0,0.0,1422.0,1422.0,87.0,1422.0,0.9996386500000078,1.0,15.0,0.0,,,,0.011873709826475188,0.013816552960862651,0.04414435476064682,0.00033102076849900186,0.0001,1.3552527156068802e-20,0.0001,0.0001,0.06603781,0.04036743,0.16048972,0.020163156,0.2731692938539037,0.40901966584690697,1.0,0.0,,,,
8,159.0,0.0,1693.0,1693.0,271.0,1693.0,0.9993703600000136,5.0,55.0,0.0,,,,0.00892895733921983,0.010597634284905831,0.043597646057605736,0.00032593513606116176,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,0.05429927,0.032025557,0.16306725,0.010466161,1.3777471984624352,0.8115021837176055,3.11412900057984,0.0,,,,
9,201.0,0.0,1861.0,1861.0,168.0,1861.0,0.9992040400000172,3.0,50.0,0.0,,,,0.005954749794216782,0.009202235379131387,0.04198700934648514,0.00025118381017819047,0.00010000000000000002,1.3552527156068802e-20,0.0001,0.0001,0.041775707,0.02735304,0.13903868,0.012313978,0.9971291228971556,0.7740837108535874,2.18976824447548,0.0,,,,
10,279.0,0.0,2172.0,2172.0,311.0,2172.0,0.998896150000024,4.0,65.0,0.0,,,,0.009854780438054616,0.012550867252094849,0.059424202889204025,0.0002813946339301765,0.00010000000000000003,4.0657581468206416e-20,0.0001,0.0001,0.0545313,0.03862215,0.19712389,0.007967907,1.0234306140936356,0.5002579938176909,2.1008995427938943,0.0,,,,
11,440.0,0.0,2815.0,2815.0,643.0,2815.0,0.9982595800000378,10.0,335.0,0.0,,,,0.008705651807137447,0.010365609478213463,0.04515113309025765,0.00027332009631209075,0.00010000000000000002,1.3552527156068802e-20,0.0001,0.0001,0.051797643,0.030422362,0.16835181,0.011892918999999998,1.3803392321717662,1.096111017851517,4.070269499186656,0.0,0.030506922000000002,0.009463024,0.043351725,0.017570784
12,458.0,0.0,2888.0,2888.0,73.0,2888.0,0.9981873100000394,2.0,45.0,0.0,,,,0.009799879244787412,0.010812766104832236,0.0411992110311985,0.0004764955374412239,0.0001,0.0,0.0001,0.0001,0.06231578,0.023420273999999998,0.14000057,0.027787858999999998,0.6193548093911652,0.6855072221487064,1.8179069375972308,0.0,,,,
13,478.0,0.0,2969.0,2969.0,81.0,2969.0,0.9981071200000412,0.0,0.0,0.0,,,,0.006886815359030152,0.00822154572400499,0.028151353821158413,0.0002291356067871675,0.0001,0.0,0.0001,0.0001,0.044036895,0.027623571,0.11985183,0.015210131000000002,0.0,0.0,0.0,0.0,-0.0012964243,0.0077345967000000005,0.012726211000000001,-0.011794438999999999
14,532.0,0.0,3183.0,3183.0,214.0,3183.0,0.9978952600000456,4.0,50.0,0.0,,,,0.006956237401162206,0.009541872186932865,0.03044747933745384,0.00018875976093113422,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,0.045752503,0.029793812000000003,0.12070799,0.009390408000000001,1.1449070106363344,0.7411479181777391,2.363283716034233,0.0,,,,
15,551.0,0.0,3262.0,3262.0,79.0,3262.0,0.9978170500000474,2.0,15.0,0.0,,,,0.008442848150336527,0.012173384099094577,0.04232653975486755,0.0002570757351350039,0.0001,0.0,0.0001,0.0001,0.04716655,0.037182163,0.14443676,0.010955643000000001,0.7209514730836505,0.7680412970584659,1.8953382542587165,0.0,,,,
16,626.0,0.0,3560.0,3560.0,298.0,3560.0,0.9975220300000538,6.0,145.0,0.0,,,,0.009251012113275687,0.010029887794973515,0.03953123837709427,0.00017335088341496885,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,0.053577467999999996,0.029333506000000002,0.15917644,0.008500515,1.2555763711101595,0.9240906493644656,3.083943769311809,0.0,0.00013416121000000002,0.008821717,0.015920052,-0.008326407
17,891.0,0.0,4619.0,4619.0,1059.0,4619.0,0.9964736200000766,19.0,300.0,0.0,,,,0.007645681498952226,0.009414058271007344,0.04135562479496002,0.00017916453361976892,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,0.04925753,0.030359953999999998,0.15788195,0.008305753,1.6717339663032367,1.1690778545783265,5.771819446417341,0.0,0.009137043000000001,0.022298122000000004,0.04927585599999999,-0.031120421000000002
18,909.0,0.0,4694.0,4694.0,75.0,4694.0,0.9963993700000782,1.0,5.0,0.0,,,,0.0075578728930041595,0.008679731951877039,0.03108345903456211,0.00022933213040232656,0.0001,0.0,0.0001,0.0001,0.046490382000000004,0.025032546,0.11267102,0.01251911,0.26449254728127203,0.4117036621664033,1.0,0.0,,,,
19,946.0,0.0,4841.0,4841.0,147.0,4841.0,0.9962538400000812,5.0,100.0,0.0,,,,0.0115111036446049,0.011489895299968134,0.031763449311256416,0.00027352251345291734,0.0001,1.3552527156068802e-20,0.0001,0.0001,0.06159561,0.031588662,0.13237359,0.015935825,2.2849837878539345,0.971178517444138,4.095674290907237,0.0,,,,
20,1042.0,0.0,5224.0,5224.0,383.0,5224.0,0.9958746700000896,7.0,80.0,0.0,,,,0.009199454678006685,0.009978617442663974,0.05764783918857575,0.00031337159452959895,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,0.054836433,0.028541432999999998,0.185097,0.012546482,1.4071924202269357,0.99635982836491,3.4401906119270684,0.0,-0.04649626,0.018119393,-0.01145938,-0.062069237
21,1088.0,0.0,5409.0,5409.0,185.0,5409.0,0.9956915200000936,2.0,55.0,0.0,,,,0.00816560124677262,0.008514436323755096,0.027968401089310646,0.00028431529062800115,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,0.050769784000000005,0.025596844,0.121238366,0.016692609,0.7074657547333786,0.5792561355925516,1.7778213593991463,0.0,,,,
22,1118.0,0.0,5530.0,5530.0,121.0,5530.0,0.995571730000096,0.0,0.0,0.0,,,,0.005226385891243504,0.006668131240954576,0.01606620848178864,0.00025087088579311967,9.999999999999998e-05,2.7105054312137605e-20,0.0001,0.0001,0.03845106,0.023627792999999998,0.07521168,0.010804271,0.0,0.0,0.0,0.0,,,,
23,1163.0,0.0,5710.0,5710.0,180.0,5710.0,0.9953935300001,2.0,15.0,0.0,,,,0.008218312517618127,0.009096067919224612,0.029108991846442226,0.0002737445756793022,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,0.05207102,0.02900738,0.12575926,0.009468661,0.5801064677283798,0.40876075847832055,1.358748297681892,0.0,,,,
24,1195.0,0.0,5837.0,5837.0,127.0,5837.0,0.9952678000001028,3.0,30.0,0.0,,,,0.007723447829184512,0.010716549149525923,0.04435421526432037,0.00026090070605278015,9.999999999999996e-05,4.0657581468206416e-20,0.0001,0.0001,0.04838518,0.028496007,0.13656300000000002,0.013654276000000002,0.5503377956235296,0.8800124539264379,2.6487275860632327,0.0,,,,
25,1235.0,0.0,5997.0,5997.0,160.0,5997.0,0.9951094000001062,1.0,20.0,0.0,,,,0.007402585188538067,0.008799383002252224,0.028625858947634693,0.00024910399224609137,0.0001,0.0,0.0001,0.0001,0.04521679,0.030048715,0.12970752,0.010519697,0.4557785878050034,0.28863887894732576,1.0,0.0,,,,