Episode #,Training Iter,In Heatup,ER #Transitions,ER #Episodes,Episode Length,Total steps,Epsilon,Shaped Training Reward,Training Reward,Update Target Network,Evaluation Reward,Shaped Evaluation Reward,Success Rate,Loss/Mean,Loss/Stdev,Loss/Max,Loss/Min,Learning Rate/Mean,Learning Rate/Stdev,Learning Rate/Max,Learning Rate/Min,Grads (unclipped)/Mean,Grads (unclipped)/Stdev,Grads (unclipped)/Max,Grads (unclipped)/Min,Discounted Return/Mean,Discounted Return/Stdev,Discounted Return/Max,Discounted Return/Min,Entropy/Mean,Entropy/Stdev,Entropy/Max,Entropy/Min,Advantages/Mean,Advantages/Stdev,Advantages/Max,Advantages/Min,Values/Mean,Values/Stdev,Values/Max,Values/Min,Value Loss/Mean,Value Loss/Stdev,Value Loss/Max,Value Loss/Min,Policy Loss/Mean,Policy Loss/Stdev,Policy Loss/Max,Policy Loss/Min
1,0.0,1.0,248.0,1.0,248.0,248.0,0.0,,,0.0,,,,,,,,,,,,,,,,0.8700310430476327,0.7405333778534565,2.2328769490220686,0.0,,,,,,,,,,,,,,,,,,,,
2,0.0,1.0,123.0,1.0,123.0,371.0,0.0,,,0.0,,,,,,,,,,,,,,,,0.3899670547558481,0.3819119128698883,1.0,0.0,,,,,,,,,,,,,,,,,,,,
3,0.0,1.0,88.0,1.0,88.0,459.0,0.0,,,0.0,,,,,,,,,,,,,,,,0.0,0.0,0.0,0.0,,,,,,,,,,,,,,,,,,,,
4,0.0,1.0,187.0,1.0,187.0,646.0,0.0,,,0.0,,,,,,,,,,,,,,,,0.7890979761079344,0.4557561638352592,1.6825545950103868,0.0,,,,,,,,,,,,,,,,,,,,
5,0.0,1.0,86.0,1.0,86.0,732.0,0.0,,,0.0,,,,,,,,,,,,,,,,0.6919135855443926,0.7222189379050715,1.8429431933839264,0.0,,,,,,,,,,,,,,,,,,,,
6,0.0,1.0,331.0,1.0,331.0,1063.0,0.0,,,0.0,,,,,,,,,,,,,,,,1.274934530443537,0.6459615236299282,2.6500575414623486,0.0,,,,,,,,,,,,,,,,,,,,
7,19.0,0.0,397.0,1.0,397.0,1460.0,0.0,7.0,95.0,0.0,,,,,,,,,,,,0.13294017,0.26560363,0.95947796,0.00017420061,1.5215566513574144,0.8818366235165885,3.39289946333453,0.0,1.7916964,2.4401676e-05,1.7917565,1.7916276000000002,0.16945798030696765,0.4201839883771904,1.9003207683563232,-0.00874817930161953,0.009627631999999999,0.01605518,0.04531254,-0.012639573999999999,0.103175715,0.22770043,0.90946233,2.5499614e-07,0.30363909999999994,0.61167854,2.167231,-0.011617951000000001
8,25.0,0.0,117.0,1.0,117.0,1577.0,0.0,1.0,15.0,0.0,,,,,,,,,,,,0.03459847,0.06251849,0.15962720000000002,0.0020247747,0.4872743474154752,0.33569100677546404,1.0,0.0,1.7916566000000003,4.586844e-05,1.7917542000000002,1.7916076,0.03243804715573788,0.19179319731839725,0.9877235293388368,-0.013366710394620895,0.06888939,0.0082683535,0.079700746,0.055720896,0.020763937,0.04136547,0.103494875,5.142918e-05,0.058279514000000004,0.14101307,0.34029025,-0.014587425
9,40.0,0.0,290.0,1.0,290.0,1867.0,0.0,6.0,125.0,0.0,,,,,,,,,,,,0.197952,0.29690674,0.8451991,0.0032722908,1.5347843551661826,0.9835813996683812,3.292459852881254,0.0,1.7915696,8.654648000000001e-05,1.7917546999999998,1.7914047,0.20967606950019088,0.4340480766901692,1.8721247911453247,-0.03139287233352661,0.118590616,0.025857812,0.17259428,0.07850897,0.12374656,0.20499732,0.699171,0.000139082,0.37619528,0.61407316,1.7494822,-0.030527878999999997
10,67.0,0.0,541.0,1.0,541.0,2408.0,0.0,10.0,150.0,0.0,,,,,,,,,,,,0.43392780000000003,0.69018596,2.5103388,0.012690847,1.5407734345932274,0.7374308486007165,3.1913177307618468,0.0,1.7898676,0.0019313908,1.7917521,1.7838042,0.1368366575584962,0.3821866825735704,1.6833410263061523,-0.2266237735748291,0.5796574999999999,0.29847825,1.2420191999999999,0.20709811,0.12345965,0.19106293,0.7305510000000001,0.00086669484,0.24575645,0.55341536,1.5624216,-0.22025344
11,103.0,0.0,719.0,1.0,719.0,3127.0,0.0,4.0,265.0,0.0,,,,,,,,,,,,0.7696304,1.0534219999999999,4.5883107,0.20982262,0.5000529664376541,0.3155616701055577,1.2852839300228704,0.0,1.7330086999999998,0.032707155,1.7916646,1.6918119999999999,-0.1928262794017792,0.3110840395133576,0.9662883281707764,-0.7654213905334473,2.7413027000000003,0.87306994,4.0872965,1.4272719999999999,0.16251078,0.14811237,0.5942803000000001,0.04653442,-0.3311862,0.44391584,1.0693518999999998,-0.7295906999999999
12,110.0,0.0,125.0,1.0,125.0,3252.0,0.0,0.0,0.0,0.0,,,,,,,,,,,,0.64830524,0.14570446,0.8713232,0.40967187,0.0,0.0,0.0,0.0,1.7322674999999998,0.008331079,1.7875514,1.7221475,-0.3390433748563131,0.1860952368689896,-0.02489876747131348,-0.7148473262786865,3.3779035000000004,0.29400957,3.915662,3.0040746,0.102555595,0.017722348,0.13601841,0.08232693,-0.580518,0.079269625,-0.49676362,-0.73393583
13,119.0,0.0,180.0,1.0,180.0,3432.0,0.0,2.0,15.0,0.0,,,,,,,,,,,,0.4787147,0.07543224,0.62356263,0.39566866,0.30227981965131145,0.5841033464651717,1.8345137614500877,0.0,1.6905703999999997,0.016943384,1.7857862,1.6741756,-0.2384866982698441,0.1775353277243849,0.5066013336181641,-0.5708379745483398,2.6603397999999996,0.29259694,3.1815927000000004,2.2532134,0.090995565,0.06636139,0.24196529999999997,0.04350890599999999,-0.41229284,0.08668608,-0.25544655,-0.5747671
14,125.0,0.0,110.0,1.0,110.0,3542.0,0.0,2.0,15.0,0.0,,,,,,,,,,,,0.5603365,0.44900087,1.4505286,0.23346475,0.26726121404740866,0.5678831608822756,1.886384871716129,0.0,1.6766298,0.017514048,1.7838971999999997,1.6646906000000004,-0.06642887711524964,0.2906363544921973,0.8124067783355713,-0.3389033079147339,1.8652021,0.14376438,2.0759795,1.6610593999999996,0.09885417,0.09639954,0.2691703,0.02430382,-0.10850501,0.30545014,0.49729928,-0.3008583
15,142.0,0.0,323.0,1.0,323.0,3865.0,0.0,6.0,85.0,0.0,,,,,,,,,,,,0.2907247,0.22952405,0.9397981,0.13678089999999998,1.4641280448494032,0.7886166197229362,3.3693512112754416,0.0,1.7060072,0.015372376,1.7845702,1.6742373,-0.021261883713305,0.2849333218772128,1.7568998336791992,-0.26869165897369385,1.0191581,0.2351011,1.5227226,0.6685075,0.05634562,0.08670314400000001,0.32105459999999997,0.0057951915000000005,-0.030042402000000003,0.31857806,0.86974585,-0.23997994
16,158.0,0.0,316.0,1.0,316.0,4181.0,0.0,6.0,70.0,0.0,,,,,,,,,,,,0.42419335,0.44866773,1.4816209999999999,0.16453709,1.2409807920841736,0.924825710935198,3.019197433217251,0.0,1.7177186999999998,0.007914036,1.7871863999999997,1.7053918999999997,0.09762066185474397,0.3663829596597454,1.799560546875,-0.13183927536010742,0.66193163,0.022891942000000002,0.7179861999999999,0.62799495,0.07774628,0.11481432,0.37442863,0.006178042,0.15981184,0.43080088,1.0028645,-0.12928498
17,167.0,0.0,170.0,1.0,170.0,4351.0,0.0,2.0,50.0,0.0,,,,,,,,,,,,0.5287096,0.61476785,1.7007252,0.140941,0.8476471956805812,0.4994951081010529,1.7936142836436553,0.0,1.7077371,0.018505154,1.7877468,1.6827904999999999,0.14300553370267152,0.3803734649550866,0.9866705536842346,-0.12415462732315065,0.63278216,0.025035212,0.67967755,0.5942092,0.08101401,0.12937154,0.32530063,0.005744279000000001,0.22818747,0.57176554,1.3163251,-0.113141
18,176.0,0.0,174.0,1.0,174.0,4525.0,0.0,1.0,15.0,0.0,,,,,,,,,,,,0.23783086,0.10953232,0.517558,0.14740978,0.41434362724996576,0.3076237847176768,1.0,0.0,1.6916886999999998,0.013833788,1.7853063000000002,1.6738026999999998,-0.02370305005460977,0.19648891114514536,0.9192088842391968,-0.1408560872077942,0.6370965999999999,0.046546523,0.7145845000000001,0.5770466,0.024032915,0.04306013,0.13789690000000002,0.0049483570000000004,-0.041773085,0.19855642,0.48007837,-0.14175145
19,187.0,0.0,214.0,1.0,214.0,4739.0,0.0,3.0,30.0,0.0,,,,,,,,,,,,0.39452076,0.40674135,1.4563757,0.1832571,1.045407345192817,0.7938267491937131,2.5997587280295686,0.0,1.6748153000000001,0.015181953,1.7851211999999999,1.6579663,0.09286628767848017,0.36422042180521297,1.7734636068344116,-0.11149552464485167,0.52847564,0.041901305,0.6064439,0.47270074,0.07026329,0.1348965,0.43251792,0.0069648769999999995,0.16749129,0.5288298,1.4733903,-0.10338198
20,195.0,0.0,148.0,1.0,148.0,4887.0,0.0,2.0,15.0,0.0,,,,,,,,,,,,0.43904358,0.6278062,1.9765203000000002,0.16251698,0.3750693855692628,0.6614638130102699,1.8953382542587165,0.0,1.6931912,0.015514016,1.7863619,1.6768826000000001,0.11535653173923492,0.4593842965094774,1.8359733819961548,-0.11115178465843199,0.49500959999999994,0.008450679499999999,0.5177353,0.47853753,0.10912762599999999,0.24973972,0.7208593000000001,0.0062326994,0.20295475,0.7139814999999999,1.9517162000000001,-0.1012306
21,202.0,0.0,126.0,1.0,126.0,5013.0,0.0,1.0,15.0,0.0,,,,,,,,,,,,0.17570925,0.04492458,0.2685328,0.13132946,0.3765107241860615,0.38325529149549936,1.0,0.0,1.7162805,0.012158396,1.7874026,1.702316,-0.01303210606177648,0.1724979706246855,0.9248849153518676,-0.09309032559394836,0.4478518,0.023912537999999997,0.48601314,0.41578874,0.019550378,0.03094143,0.08870594,0.004456401,-0.02318568,0.12344469999999999,0.25124308,-0.098938376
22,212.0,0.0,195.0,1.0,195.0,5208.0,0.0,4.0,50.0,0.0,,,,,,,,,,,,0.37756324,0.41312557,1.2630973,0.1443356,1.3288295395454783,0.7870405462501978,2.585038690599142,0.0,1.7068466,0.012377521,1.786989,1.6920598999999998,0.14030499673551985,0.3783768871106696,1.794649362564087,-0.08010745048522949,0.37946713,0.029196338999999998,0.43742234,0.34320164,0.07690627,0.11848185,0.34910798,0.005311481999999999,0.23043092,0.48165059999999993,1.2627466999999999,-0.0797853
23,216.0,0.0,66.0,1.0,66.0,5274.0,0.0,2.0,15.0,0.0,,,,,,,,,,,,0.48694399999999993,0.37979132,1.0185848,0.15493716,0.5604522720508426,0.74086374872987,1.8953382542587165,0.0,1.7105198,0.018408937,1.7877308,1.7008435000000002,0.2937978759407997,0.4464821262754539,0.9827439188957214,-0.07203873991966248,0.38508713,0.011453443,0.3978165,0.36266252,0.12650074,0.10585908599999999,0.26367090000000004,0.0059783933999999995,0.54536676,0.5285479999999999,1.2235819,-0.065885305
24,220.0,0.0,75.0,1.0,75.0,5349.0,0.0,1.0,15.0,0.0,,,,,,,,,,,,0.46667907,0.42910498,1.0732576,0.14778343,0.17500558297469554,0.3656709341141378,1.0,0.0,1.7068633999999998,0.017363548,1.7873251,1.6943554,0.17440186589956286,0.3921175503893004,0.964546799659729,-0.0966494083404541,0.39464778,0.008819908000000001,0.41931298,0.38159794,0.08377903,0.108998865,0.23792164,0.005625730400000001,0.28789923,0.5162920999999999,1.0179663,-0.08651152
25,236.0,0.0,302.0,1.0,302.0,5651.0,0.0,5.0,50.0,0.0,,,,,,,,,,,,0.45387524,0.58750385,2.1273313,0.14951114,1.325835591569498,1.0757583527139258,3.6417404849057697,0.0,1.6974736000000001,0.010466439000000001,1.7868215,1.6862636000000002,0.15802082687616348,0.44464004802706936,1.8693947792053225,-0.09374052286148073,0.42970118,0.045332283,0.5154675999999999,0.37181765,0.10599439,0.22743072,0.8912478000000001,0.005092144,0.26888525,0.67349637,2.3305123,-0.10727010000000001