Episode #,Training Iter,In Heatup,ER #Transitions,ER #Episodes,Episode Length,Total steps,Epsilon,Shaped Training Reward,Training Reward,Update Target Network,Evaluation Reward,Shaped Evaluation Reward,Success Rate,Loss/Mean,Loss/Stdev,Loss/Max,Loss/Min,Learning Rate/Mean,Learning Rate/Stdev,Learning Rate/Max,Learning Rate/Min,Grads (unclipped)/Mean,Grads (unclipped)/Stdev,Grads (unclipped)/Max,Grads (unclipped)/Min,Discounted Return/Mean,Discounted Return/Stdev,Discounted Return/Max,Discounted Return/Min,Entropy/Mean,Entropy/Stdev,Entropy/Max,Entropy/Min,Q/Mean,Q/Stdev,Q/Max,Q/Min,Q Values/Mean,Q Values/Stdev,Q Values/Max,Q Values/Min,Value Loss/Mean,Value Loss/Stdev,Value Loss/Max,Value Loss/Min
1,0.0,1.0,486.0,1.0,486.0,486.0,0.5,,,0.0,,,,,,,,,,,,,,,,1.027285241237078,0.8961037725396955,3.502959469093688,0.0,,,,,,,,,,,,,,,,
2,0.0,1.0,87.0,1.0,87.0,573.0,0.5,,,0.0,,,,,,,,,,,,,,,,0.2991949731169189,0.4147830569909918,1.0,0.0,,,,,,,,,,,,,,,,
3,0.0,1.0,149.0,1.0,149.0,722.0,0.5,,,0.0,,,,,,,,,,,,,,,,1.089942054123867,0.6773639260883686,1.9560606270183023,0.0,,,,,,,,,,,,,,,,
4,0.0,1.0,335.0,1.0,335.0,1057.0,0.5,,,0.0,,,,,,,,,,,,,,,,1.6150170189100268,1.2171006279541683,4.3034191502088746,0.0,,,,,,,,,,,,,,,,
5,49.0,0.0,250.0,1.0,250.0,1307.0,0.4975499999999989,3.0,60.0,0.0,,,,,,,,,,,,,,,,0.9619660716012052,0.5271840370028462,1.9877214348890249,0.0,,,,,,,,,0.06523297,0.039132793,0.16515993,-0.04698263,0.03715847,0.16062164,0.9986223,5.2241390000000005e-06
6,105.0,0.0,278.0,1.0,278.0,1585.0,0.4948255999999978,2.0,25.0,0.0,,,,,,,,,,,,,,,,0.6504435080212637,0.4990360198105554,1.877521022998968,0.0,,,,,,,,,0.06105925,0.028913812999999997,0.2251295,0.00031058473,0.025028551,0.12800282,0.8860348,4.704531e-05
7,215.0,0.0,547.0,1.0,547.0,2132.0,0.4894649999999954,9.0,70.0,0.0,,,,,,,,,,,,,,,,1.1668219204868608,1.139774286228071,3.981172292031248,0.0,,,,,,,,,0.09291774,0.041909117,0.29434606,0.016387725,0.06240651,0.19966795,0.9046893,0.00021752282999999999
8,256.0,0.0,202.0,1.0,202.0,2334.0,0.4874853999999946,3.0,30.0,0.0,,,,,,,,,,,,,,,,1.143254407638888,0.7651739473233898,2.6822034344079513,0.0,,,,,,,,,0.0812066,0.034699347,0.22075215,0.033963714,0.06826939,0.23026471,0.8968558000000001,5.273441e-06
9,271.0,0.0,76.0,1.0,76.0,2410.0,0.4867405999999943,2.0,45.0,0.0,,,,,,,,,,,,,,,,0.6040699250474294,0.6770046574946313,1.8097278682212583,0.0,,,,,,,,,0.08223315,0.042012982000000004,0.20047347,0.0048412476,0.0409274,0.09979676,0.36558379999999996,0.0012286354
10,330.0,0.0,292.0,1.0,292.0,2702.0,0.483878999999993,2.0,35.0,0.0,,,,,,,,,,,,,,,,0.5188424987401079,0.3205545284923169,1.1982742565889144,0.0,,,,,,,,,0.07179869,0.028891182999999997,0.1457309,-0.0005440897,0.020115541,0.114067726,0.85806334,1.0554600499999999e-05
11,368.0,0.0,189.0,1.0,189.0,2891.0,0.4820267999999922,5.0,55.0,0.0,,,,,,,,,,,,,,,,1.6514130362698112,1.0340472182590057,3.338928212866469,0.0,,,,,,,,,0.10357409,0.038070783,0.19072735,0.013136728,0.07165525,0.20934153,0.96637666,9.3623305e-05
12,385.0,0.0,85.0,1.0,85.0,2976.0,0.4811937999999918,2.0,55.0,0.0,,,,,,,,,,,,,,,,0.6644740252476246,0.6445878033949242,1.7547192872036326,0.0,,,,,,,,,0.08559471,0.036382526,0.19190781,0.038743064,0.09200458,0.2459315,0.92060333,0.001493881
13,439.0,0.0,271.0,1.0,271.0,3247.0,0.4785379999999907,3.0,30.0,0.0,,,,,,,,,,,,,,,,0.9805352211608988,0.7225009315821939,2.6900602158160227,0.0,,,,,,,,,0.07257719,0.036623262000000004,0.22449888,0.017026702,0.051612765,0.19161709,0.93902147,6.006258000000001e-05
14,489.0,0.0,247.0,1.0,247.0,3494.0,0.4761173999999896,3.0,30.0,0.0,,,,,,,,,,,,,,,,0.7239330793237315,0.6866779551191587,2.2598491521703985,0.0,,,,,,,,,0.09624664,0.028458447999999997,0.18122105,0.04136644,0.04521184,0.17329727,0.93528235,0.00010959508
15,554.0,0.0,322.0,1.0,322.0,3816.0,0.4729617999999883,7.0,75.0,0.0,,,,,,,,,,,,,,,,1.7027014745135145,0.8785415129990072,3.3646815869626545,0.0,,,,,,,,,0.08818049,0.03232697,0.19298476,0.01802668,0.06566782,0.20002598,0.93202585,0.000119806835
16,591.0,0.0,185.0,1.0,185.0,4001.0,0.4711487999999875,3.0,35.0,0.0,,,,,,,,,,,,,,,,0.906880276626358,0.5305160768996153,1.8687458127689778,0.0,,,,,,,,,0.10646282,0.030883757,0.19681731,0.052096736,0.062161777,0.18977489,0.77037257,0.0006098728
17,628.0,0.0,186.0,1.0,186.0,4187.0,0.4693259999999867,0.0,0.0,0.0,,,,,,,,,,,,,,,,0.0,0.0,0.0,0.0,,,,,,,,,0.10503617,0.02636908,0.17513691,0.058163125,0.0040708557,0.0018935091,0.008554585,0.0012393859
18,644.0,0.0,80.0,1.0,80.0,4267.0,0.4685419999999864,2.0,15.0,0.0,,,,,,,,,,,,,,,,0.702410295740766,0.7598837978189577,1.886384871716129,0.0,,,,,,,,,0.088057734,0.014962838999999999,0.13839622,0.06381006,0.077688575,0.20810342,0.7685311,5.7868005e-05
19,663.0,0.0,93.0,1.0,93.0,4360.0,0.467630599999986,2.0,35.0,0.0,,,,,,,,,,,,,,,,0.7877925962882179,0.6771086001101679,1.8016305895390456,0.0,,,,,,,,,0.07237811400000001,0.03177111,0.15346664,0.027509372999999997,0.07317008,0.22093417,0.92313504,0.00035924176
20,705.0,0.0,210.0,1.0,210.0,4570.0,0.465572599999985,3.0,30.0,0.0,,,,,,,,,,,,,,,,1.1264211896676488,0.6963700234551127,2.5143201556468044,0.0,,,,,,,,,0.07745734,0.03569484,0.17048967,-0.0018016198,0.033146697999999995,0.11387434,0.54282963,9.045503e-05
21,724.0,0.0,94.0,1.0,94.0,4664.0,0.4646513999999847,2.0,45.0,0.0,,,,,,,,,,,,,,,,0.7487142977587385,0.6585762420290013,1.770043145805155,0.0,,,,,,,,,0.085581295,0.031317193,0.16033286,0.03945991,0.031889725,0.09107567,0.37029892,0.00048189453
22,846.0,0.0,608.0,1.0,608.0,5272.0,0.4586929999999821,12.0,340.0,0.0,,,,,,,,,,,,,,,,1.7842522377946013,1.2596094953837684,4.9927930148931186,0.0,,,,,,,,,0.104008555,0.040039804,0.20478153,0.008027065,0.06521728,0.18897916,0.82046026,5.0944614e-05
23,885.0,0.0,194.0,1.0,194.0,5466.0,0.4567917999999813,6.0,80.0,0.0,,,,,,,,,,,,,,,,2.0644794324027784,1.0634426104295631,3.98052088029283,0.0,,,,,,,,,0.119464405,0.034119558,0.18460895,0.039233252,0.06616199,0.16974789,0.8555218000000001,0.0008571786999999999
24,904.0,0.0,95.0,1.0,95.0,5561.0,0.4558607999999809,1.0,30.0,0.0,,,,,,,,,,,,,,,,0.21724812248036252,0.3855022238888541,1.0,0.0,,,,,,,,,0.09762655,0.029675594,0.1733855,0.06255842,0.031556234,0.11838596,0.5196432,0.0013286468
25,923.0,0.0,94.0,1.0,94.0,5655.0,0.4549395999999805,0.0,0.0,0.0,,,,,,,,,,,,,,,,0.0,0.0,0.0,0.0,,,,,,,,,0.06350739,0.014013496,0.10299649999999999,0.03182298,0.00033242480000000006,0.00019209432000000002,0.0007463536500000001,0.000114553884