Episode #,Training Iter,In Heatup,ER #Transitions,ER #Episodes,Episode Length,Total steps,Epsilon,Shaped Training Reward,Training Reward,Update Target Network,Evaluation Reward,Shaped Evaluation Reward,Success Rate,Loss/Mean,Loss/Stdev,Loss/Max,Loss/Min,Learning Rate/Mean,Learning Rate/Stdev,Learning Rate/Max,Learning Rate/Min,Grads (unclipped)/Mean,Grads (unclipped)/Stdev,Grads (unclipped)/Max,Grads (unclipped)/Min,Discounted Return/Mean,Discounted Return/Stdev,Discounted Return/Max,Discounted Return/Min,Q/Mean,Q/Stdev,Q/Max,Q/Min
1,0.0,1.0,269.0,269.0,269.0,269.0,7.0,,,0.0,,,,,,,,,,,,,,,,1.1777548651006522,0.7953334800368667,3.04158102714528,0.0,,,,
2,0.0,1.0,531.0,531.0,262.0,531.0,8.0,,,0.0,,,,,,,,,,,,,,,,0.3442313865024097,0.26731465870050863,1.0,0.0,,,,
3,0.0,1.0,654.0,654.0,123.0,654.0,0.0,,,0.0,,,,,,,,,,,,,,,,1.1194499207617956,0.862098603062819,2.450733217907448,0.0,,,,
4,0.0,1.0,1173.0,1173.0,519.0,1173.0,2.0,,,0.0,,,,,,,,,,,,,,,,1.1038465051213655,1.1369108437507858,4.161070816478141,0.0,,,,
5,100.0,0.0,1572.0,1572.0,399.0,1572.0,8.0,10.0,310.0,0.0,,,,0.006381816648499807,0.008300668789646994,0.03116293624043465,0.00014175962132867426,0.0002500000000000001,5.421010862427521e-20,0.00025,0.00025,0.006233199,0.0042512226,0.015098833,0.0013792957,2.054682483279469,0.9981946272625823,4.353923952687973,0.0,,,,
6,160.0,0.0,1812.0,1812.0,240.0,1812.0,4.0,7.0,130.0,0.0,,,,0.008597402041535437,0.010814677896271552,0.045933056622743614,0.0001776911085471511,0.00025,0.0,0.00025,0.00025,0.006322021999999999,0.004665739,0.020132642,0.0016343810999999999,1.83971605615766,1.54653748962161,4.492326630353285,0.0,,,,
7,185.0,0.0,1914.0,1914.0,102.0,1914.0,8.0,2.0,15.0,0.0,,,,0.005789094757055864,0.009384058316658905,0.030703762546181682,0.00034115841845050454,0.00025,0.0,0.00025,0.00025,0.0053427727,0.0035287202,0.013608872,0.0028204862,0.8252216843886011,0.7249623919611342,1.8953382542587165,0.0,,,,
8,229.0,0.0,2090.0,2090.0,176.0,2090.0,7.0,2.0,15.0,0.0,,,,0.008767972092501559,0.013023469232943966,0.06084891781210899,0.00035512077738530934,0.00025,0.0,0.00025,0.00025,0.0067560243999999995,0.0048819487,0.024392112999999997,0.0026110348,0.8372836508642453,0.5450147907804874,1.886384871716129,0.0,,,,
9,244.0,0.0,2149.0,2149.0,59.0,2149.0,5.0,2.0,15.0,0.0,,,,0.006771396739558051,0.007274850467898311,0.015545547008514403,0.00038617316749878233,0.0002500000000000001,1.0842021724855042e-19,0.00025,0.00025,0.0061209969999999995,0.0031249647,0.010450148000000001,0.0029973532,0.46716053564921,0.6576401247022132,1.8687458127689778,0.0,,,,
10,267.0,0.0,2239.0,2239.0,90.0,2239.0,3.0,2.0,35.0,0.0,,,,0.0062515010130996616,0.008551509465807999,0.030142126604914662,0.00027648854302242404,0.0002500000000000001,5.421010862427521e-20,0.00025,0.00025,0.0054351357,0.0036920667999999998,0.013640112,0.0022492758,0.7963928061047579,0.6503180718510583,1.770043145805155,0.0,,,,
11,314.0,0.0,2430.0,2430.0,191.0,2430.0,8.0,3.0,30.0,0.0,,,,0.005110926694543835,0.00939602785987456,0.04584810137748718,0.00026220790459774435,0.0002500000000000001,5.421010862427521e-20,0.00025,0.00025,0.004378095,0.003670305,0.016259886,0.0019386335,1.1553009090245054,0.7750854803665822,2.6500575414623486,0.0,0.01075827,0.013271711,0.025577508,-0.009927176
12,334.0,0.0,2508.0,2508.0,78.0,2508.0,0.0,2.0,45.0,0.0,,,,0.009816877101241659,0.011153086220970427,0.030654150992631912,0.000256838247878477,0.0002500000000000001,5.421010862427521e-20,0.00025,0.00025,0.006310056,0.0046493206,0.014086996000000001,0.0017920259,0.6319012927320262,0.6465654549713129,1.770043145805155,0.0,,,,
13,378.0,0.0,2684.0,2684.0,176.0,2684.0,5.0,0.0,0.0,0.0,,,,0.010144528416937894,0.013089526702788387,0.04573475942015648,0.00023399281781166792,0.00025,0.0,0.00025,0.00025,0.0068183388000000004,0.005277915,0.022185331000000003,0.0016922562,0.0,0.0,0.0,0.0,0.020458438,0.00769164,0.029606279,0.0079810675
14,425.0,0.0,2872.0,2872.0,188.0,2872.0,0.0,0.0,0.0,0.0,,,,0.0077141762179808015,0.01027408016714329,0.030924230813980106,0.00025322282453998923,0.0002500000000000001,5.421010862427521e-20,0.00025,0.00025,0.005876180999999999,0.004422433,0.018677587,0.0021913722,0.0,0.0,0.0,0.0,,,,
15,449.0,0.0,2967.0,2967.0,95.0,2967.0,6.0,3.0,30.0,0.0,,,,0.007083810088564253,0.011362916801044938,0.045544859021902084,0.00024507413036189973,0.00025,0.0,0.00025,0.00025,0.0055374946,0.0048035407,0.022217762000000002,0.0021097401999999998,1.0323808657626343,1.0091710594130785,2.6487275860632327,0.0,,,,
16,469.0,0.0,3049.0,3049.0,82.0,3049.0,3.0,0.0,0.0,0.0,,,,0.013050557146198115,0.009794977702335656,0.030653197318315506,0.00030292640440166,0.0002500000000000001,5.421010862427521e-20,0.00025,0.00025,0.008263529,0.0036370263,0.013529993999999998,0.0027162358000000003,0.0,0.0,0.0,0.0,,,,
17,533.0,0.0,3306.0,3306.0,257.0,3306.0,1.0,5.0,55.0,0.0,,,,0.007558653951036831,0.00909142233744574,0.030390491709113118,0.0002615666890051216,0.00025,0.0,0.00025,0.00025,0.0061528194,0.0036324367,0.013610822,0.0023946685,1.5921024501488596,1.1112181626610391,3.861532690314493,0.0,,,,
18,585.0,0.0,3511.0,3511.0,205.0,3511.0,7.0,0.0,0.0,0.0,,,,0.005881644086626943,0.0072712602802765935,0.01567377708852291,0.00023803858493920416,0.00025,0.0,0.00025,0.00025,0.005066899000000001,0.00350082,0.01031028,0.0018202220999999998,0.0,0.0,0.0,0.0,,,,
19,632.0,0.0,3701.0,3701.0,190.0,3701.0,5.0,2.0,25.0,0.0,,,,0.0060482880904368964,0.008536178240773445,0.030633429065346718,0.0002311979478690773,0.0002500000000000001,5.421010862427521e-20,0.00025,0.00025,0.0050158626000000005,0.003939528,0.014244277,0.0015845664,0.7219774235742806,0.5985471323512997,1.8600583546412883,0.0,,,,
20,680.0,0.0,3891.0,3891.0,190.0,3891.0,4.0,0.0,0.0,0.0,,,,0.0063224184850696466,0.009139478390828655,0.030759736895561218,0.0002736819442361593,0.00025,0.0,0.00025,0.00025,0.005144544,0.00392778,0.014156631000000001,0.0020470172,0.0,0.0,0.0,0.0,,,,
21,729.0,0.0,4090.0,4090.0,199.0,4090.0,9.0,4.0,50.0,0.0,,,,0.006711791676043875,0.009558345918853874,0.0307814572006464,0.00024360073439311242,0.00025,0.0,0.00025,0.00025,0.005358125500000001,0.00437034,0.01955466,0.001701356,1.0151537624400504,0.8484351860454179,2.4947182196046227,0.0,0.020051198,0.0056671537,0.028224432999999997,0.011197746000000001
22,804.0,0.0,4390.0,4390.0,300.0,4390.0,9.0,5.0,60.0,0.0,,,,0.007774809659560953,0.01021015375622282,0.04574614390730858,0.0002022408880293369,0.0002500000000000001,5.421010862427521e-20,0.00025,0.00025,0.0059320587,0.004560771,0.022101935,0.0016575289000000002,1.3171668207886833,0.9709284362164043,2.8670952553315345,0.0,,,,
23,862.0,0.0,4619.0,4619.0,229.0,4619.0,6.0,3.0,30.0,0.0,,,,0.007422706551376011,0.010190139898230177,0.04496628046035767,0.0002519965346436948,0.00025,0.0,0.00025,0.00025,0.0057275225,0.0044545904,0.020346563,0.0019995186,1.0116761308525832,0.7568911302682131,2.6007952930583778,0.0,,,,
24,882.0,0.0,4699.0,4699.0,80.0,4699.0,6.0,0.0,0.0,0.0,,,,0.007033253759436775,0.010034437061930872,0.03036232851445675,0.0002582568267825991,0.0002500000000000001,5.421010862427521e-20,0.00025,0.00025,0.0057476459999999995,0.004918462,0.019492963000000002,0.0019998422,0.0,0.0,0.0,0.0,,,,
25,964.0,0.0,5027.0,5027.0,328.0,5027.0,5.0,6.0,95.0,0.0,,,,0.005581443553304913,0.007549796523397736,0.03022000007331372,0.0002111604699166492,0.0002500000000000001,5.421010862427521e-20,0.00025,0.00025,0.004849443,0.0036585585,0.013776868999999999,0.0016529358,1.4701979940883445,0.9288374906995004,3.3057288292991514,0.0,0.030159175,0.006089100000000001,0.03683514,0.02086344