Episode #,Training Iter,In Heatup,ER #Transitions,ER #Episodes,Episode Length,Total steps,Epsilon,Shaped Training Reward,Training Reward,Update Target Network,Evaluation Reward,Shaped Evaluation Reward,Success Rate,Loss/Mean,Loss/Stdev,Loss/Max,Loss/Min,Learning Rate/Mean,Learning Rate/Stdev,Learning Rate/Max,Learning Rate/Min,Grads (unclipped)/Mean,Grads (unclipped)/Stdev,Grads (unclipped)/Max,Grads (unclipped)/Min,Discounted Return/Mean,Discounted Return/Stdev,Discounted Return/Max,Discounted Return/Min,Q/Mean,Q/Stdev,Q/Max,Q/Min
1,0.0,1.0,486.0,486.0,486.0,486.0,1.0,,,0.0,,,,,,,,,,,,,,,,1.027285241237078,0.8961037725396955,3.502959469093688,0.0,,,,
2,0.0,1.0,573.0,573.0,87.0,573.0,1.0,,,0.0,,,,,,,,,,,,,,,,0.2991949731169189,0.4147830569909918,1.0,0.0,,,,
3,0.0,1.0,722.0,722.0,149.0,722.0,1.0,,,0.0,,,,,,,,,,,,,,,,1.089942054123867,0.6773639260883686,1.9560606270183023,0.0,,,,
4,0.0,1.0,1057.0,1057.0,335.0,1057.0,1.0,,,0.0,,,,,,,,,,,,,,,,1.6150170189100268,1.2171006279541683,4.3034191502088746,0.0,,,,
5,51.0,0.0,1260.0,1260.0,203.0,1260.0,0.999817300000006,5.0,55.0,0.0,,,,0.011210492118170448,0.014767014885939737,0.05533798784017563,0.0001473492011427879,0.00010000000000000002,1.3552527156068802e-20,0.0001,0.0001,0.05707659599999999,0.04158878,0.21503627,0.013312756,1.5742518458459676,1.1031375801910266,3.252515696371334,0.0,,,,
6,70.0,0.0,1335.0,1335.0,75.0,1335.0,0.9997498000000082,2.0,15.0,0.0,,,,0.011414097540852564,0.01121910665123708,0.029740048572421074,0.0004330868541728705,0.0001,0.0,0.0001,0.0001,0.058900263,0.027915347000000004,0.11027232599999999,0.02339791,0.630055465573955,0.7534012288320482,1.886384871716129,0.0,,,,
7,91.0,0.0,1422.0,1422.0,87.0,1422.0,0.9996715000000108,1.0,15.0,0.0,,,,0.01167219927412502,0.013875076164169707,0.043948281556367874,0.00028215046040713787,0.0001,1.3552527156068802e-20,0.0001,0.0001,0.06262833,0.037401546,0.14943606,0.020271355,0.2731692938539037,0.40901966584690697,1.0,0.0,,,,
8,159.0,0.0,1693.0,1693.0,271.0,1693.0,0.9994276000000188,5.0,55.0,0.0,,,,0.008753844233422623,0.010620677350002777,0.04268157482147217,0.00019746257748920468,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,0.050806154000000006,0.03303038,0.14730394,0.013462662,1.3777471984624352,0.8115021837176055,3.11412900057984,0.0,,,,
9,201.0,0.0,1861.0,1861.0,168.0,1861.0,0.9992764000000238,3.0,50.0,0.0,,,,0.005769514246605381,0.009300229770420849,0.04301084950566292,0.00012095135753042996,0.00010000000000000002,1.3552527156068802e-20,0.0001,0.0001,0.03691972,0.028310942000000002,0.12708472,0.010599906000000001,0.9971291228971556,0.7740837108535874,2.18976824447548,0.0,,,,
10,279.0,0.0,2172.0,2172.0,311.0,2172.0,0.9989965000000329,4.0,65.0,0.0,,,,0.009682108745040843,0.012429802966425272,0.05656500905752183,8.809752034721896e-05,0.00010000000000000003,4.0657581468206416e-20,0.0001,0.0001,0.051116365999999996,0.037895918,0.16268665,0.0067432327,1.0234306140936356,0.5002579938176909,2.1008995427938943,0.0,,,,
11,406.0,0.0,2681.0,2681.0,509.0,2681.0,0.998538400000048,9.0,320.0,0.0,,,,0.008329823643989369,0.010283429206659646,0.0445377342402935,0.00011704764619935305,0.0001,1.3552527156068802e-20,0.0001,0.0001,0.04747526,0.030370482999999997,0.15215631,0.009974633,1.5487425802799972,0.9434112651663112,4.0430534797383535,0.0,0.053110827,0.010893389,0.063433684,0.036038034
12,471.0,0.0,2941.0,2941.0,260.0,2941.0,0.9983044000000558,7.0,110.0,0.0,,,,0.009523575568947798,0.012773694341856209,0.057992663234472275,0.00016727412003092468,0.00010000000000000002,1.3552527156068802e-20,0.0001,0.0001,0.051192068,0.032075062,0.16018695,0.013662121000000001,1.9247686125714616,1.4763974008694143,4.5174296147906645,0.0,,,,
13,506.0,0.0,3082.0,3082.0,141.0,3082.0,0.99817750000006,0.0,0.0,0.0,,,,0.008007026730670726,0.01029245846308962,0.029297087341547005,0.0001405462680850178,0.0001,1.3552527156068802e-20,0.0001,0.0001,0.045082795999999994,0.03179963,0.109106116,0.011687999999999999,0.0,0.0,0.0,0.0,,,,
14,569.0,0.0,3331.0,3331.0,249.0,3331.0,0.9979534000000674,7.0,110.0,0.0,,,,0.007932257684226516,0.009543168465309,0.042618278414011,0.00011194428952876477,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,0.045031127000000004,0.029050167999999998,0.14467546,0.009375976999999999,2.0098751682981617,1.1093871734323564,4.000165956499947,0.0,,,,
15,655.0,0.0,3677.0,3677.0,346.0,3677.0,0.9976420000000776,0.0,0.0,0.0,,,,0.009127436689342112,0.010257305206635236,0.03943319246172905,0.0002078899706248194,9.999999999999998e-05,2.7105054312137605e-20,0.0001,0.0001,0.05149697,0.029421799,0.13166036,0.014206918,0.0,0.0,0.0,0.0,0.04757643,0.016885458,0.07303583,0.02113696
16,674.0,0.0,3753.0,3753.0,76.0,3753.0,0.99757360000008,1.0,10.0,0.0,,,,0.005484539830879504,0.006795569837575163,0.0154302716255188,0.00017697594012133777,0.0001,0.0,0.0001,0.0001,0.036069945,0.022439636000000002,0.069248274,0.009636641,0.42667230386804816,0.4209997414589432,1.0,0.0,,,,
17,723.0,0.0,3948.0,3948.0,195.0,3948.0,0.9973981000000856,0.0,0.0,0.0,,,,0.006387538266515511,0.010204732097936466,0.03978605568408966,6.994287832640111e-05,0.00010000000000000002,1.3552527156068802e-20,0.0001,0.0001,0.03934187,0.037892744,0.15384565,0.0044907904,0.0,0.0,0.0,0.0,,,,
18,754.0,0.0,4073.0,4073.0,125.0,4073.0,0.9972856000000894,2.0,15.0,0.0,,,,0.006051351961721066,0.007342749165180953,0.026289632543921467,0.0001778418372850865,9.999999999999996e-05,4.0657581468206416e-20,0.0001,0.0001,0.04496351,0.025081284,0.12487566,0.011489005,0.4379218073475659,0.6904045765467619,1.886384871716129,0.0,,,,
19,831.0,0.0,4381.0,4381.0,308.0,4381.0,0.9970084000000984,4.0,90.0,0.0,,,,0.006579432781262613,0.009149961848058668,0.03981969878077507,9.064121695701032e-05,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,0.04215214,0.03175498,0.15315908,0.008631183,1.0691845626589795,0.8498240160885151,2.745451683091903,0.0,,,,
20,933.0,0.0,4789.0,4789.0,408.0,4789.0,0.9966412000001106,5.0,35.0,0.0,,,,0.007360744663125004,0.00991559016300195,0.053987301886081696,0.00010086009569931777,0.0001,1.3552527156068802e-20,0.0001,0.0001,0.043688238,0.031371932000000005,0.17327562,0.005278009,0.9497113318517078,0.5665372653893023,1.841181516831549,0.0,0.07077642,0.020417793,0.11111065,0.047004115