mirror of
https://github.com/gryf/coach.git
synced 2026-03-12 20:45:55 +01:00
new traces
This commit is contained in:
@@ -1,26 +1,26 @@
|
||||
Episode #,Training Iter,In Heatup,ER #Transitions,ER #Episodes,Episode Length,Total steps,Epsilon,Shaped Training Reward,Training Reward,Update Target Network,Evaluation Reward,Shaped Evaluation Reward,Success Rate,Loss/Mean,Loss/Stdev,Loss/Max,Loss/Min,Learning Rate/Mean,Learning Rate/Stdev,Learning Rate/Max,Learning Rate/Min,Grads (unclipped)/Mean,Grads (unclipped)/Stdev,Grads (unclipped)/Max,Grads (unclipped)/Min,Q/Mean,Q/Stdev,Q/Max,Q/Min
|
||||
1,0.0,1.0,486.0,486.0,486.0,486.0,1.0,,,0.0,,,,,,,,,,,,,,,,,,,
|
||||
2,0.0,1.0,573.0,573.0,87.0,573.0,1.0,,,0.0,,,,,,,,,,,,,,,,,,,
|
||||
3,0.0,1.0,722.0,722.0,149.0,722.0,1.0,,,0.0,,,,,,,,,,,,,,,,,,,
|
||||
4,0.0,1.0,1057.0,1057.0,335.0,1057.0,1.0,,,0.0,,,,,,,,,,,,,,,,,,,
|
||||
5,51.0,0.0,1260.0,1260.0,203.0,1260.0,0.9997990300000044,5.0,55.0,0.0,,,,0.011007826140734787,0.014603481057153478,0.05728723481297492,0.00017679380835033953,0.00025,0.0,0.00025,0.00025,0.05001448,0.03673725,0.18864875,0.012782556,,,,
|
||||
6,70.0,0.0,1335.0,1335.0,75.0,1335.0,0.999724780000006,2.0,15.0,0.0,,,,0.011499390747447154,0.010961000063645872,0.0315467044711113,0.0005441936664283277,0.0002500000000000001,5.421010862427521e-20,0.00025,0.00025,0.05759323400000001,0.024992667000000003,0.11028934,0.022131458,,,,
|
||||
7,91.0,0.0,1422.0,1422.0,87.0,1422.0,0.9996386500000078,1.0,15.0,0.0,,,,0.01132884354696476,0.013429386203264964,0.04364541172981262,0.000340703729307279,0.0002500000000000001,5.421010862427521e-20,0.00025,0.00025,0.055466358,0.03408065,0.13973257,0.016833907,,,,
|
||||
8,159.0,0.0,1693.0,1693.0,271.0,1693.0,0.9993703600000136,5.0,55.0,0.0,,,,0.008705972996627245,0.01046594152738398,0.04259247332811356,0.00026405457174405456,0.00025,0.0,0.00025,0.00025,0.04516968,0.027806934,0.12673344,0.0123512,,,,
|
||||
9,201.0,0.0,1861.0,1861.0,168.0,1861.0,0.9992040400000172,3.0,50.0,0.0,,,,0.005878299186449675,0.009437852632040231,0.04434124007821083,0.00013726821634918449,0.00025,0.0,0.00025,0.00025,0.031320102999999995,0.02600094,0.118447885,0.008186511,,,,
|
||||
10,279.0,0.0,2172.0,2172.0,311.0,2172.0,0.998896150000024,4.0,65.0,0.0,,,,0.009727142530699404,0.012268936533653787,0.05482503771781922,0.00013224119902588427,0.0002500000000000001,5.421010862427521e-20,0.00025,0.00025,0.045818377,0.03322848,0.13469987,0.006579738000000001,,,,
|
||||
11,440.0,0.0,2815.0,2815.0,643.0,2815.0,0.9982595800000378,10.0,335.0,0.0,,,,0.008651261723684205,0.01035218743544492,0.0460522323846817,0.00012582635099533943,0.0002500000000000001,5.421010862427521e-20,0.00025,0.00025,0.042565465,0.027683503999999998,0.13492820000000003,0.0055641527,0.010471878,0.016772145,0.03140713,-0.011288109
|
||||
12,458.0,0.0,2888.0,2888.0,73.0,2888.0,0.9981873100000394,2.0,45.0,0.0,,,,0.009507577900270313,0.010686165551315943,0.03972183912992477,0.0004233591898810118,0.00025,0.0,0.00025,0.00025,0.04721937,0.025519945,0.11107015,0.016729604,,,,
|
||||
13,478.0,0.0,2969.0,2969.0,81.0,2969.0,0.9981071200000412,0.0,0.0,0.0,,,,0.006916543132683728,0.008256373671042505,0.02793971076607704,0.00034270941978320485,0.0002500000000000001,5.421010862427521e-20,0.00025,0.00025,0.03785228,0.023063693,0.090955265,0.014428139,-0.0006935441000000001,0.008459795,0.012772851000000002,-0.010573764
|
||||
14,532.0,0.0,3183.0,3183.0,214.0,3183.0,0.9978952600000456,4.0,50.0,0.0,,,,0.0069841391733562975,0.009727930525240285,0.030958421528339383,0.00019982327648904172,0.00025,0.0,0.00025,0.00025,0.03517378,0.028121071,0.09745253599999999,0.007200333000000001,,,,
|
||||
15,551.0,0.0,3262.0,3262.0,79.0,3262.0,0.9978170500000474,2.0,15.0,0.0,,,,0.008571460710587226,0.012479903064922505,0.043056368827819824,0.0001790421229088679,0.0002500000000000001,5.421010862427521e-20,0.00025,0.00025,0.03861944,0.03349347,0.12367985,0.008007733000000001,,,,
|
||||
16,626.0,0.0,3560.0,3560.0,298.0,3560.0,0.9975220300000538,6.0,145.0,0.0,,,,0.00916061567428138,0.00985262607730402,0.03863134235143662,0.00022459866886492819,0.0002500000000000001,5.421010862427521e-20,0.00025,0.00025,0.04501683,0.026303627000000003,0.10941381,0.010795511,-0.007507985,0.015376373999999998,0.009678967,-0.030438615
|
||||
17,885.0,0.0,4598.0,4598.0,1038.0,4598.0,0.996494410000076,12.0,210.0,0.0,,,,0.007690413830856681,0.009722273214587109,0.04484198987483978,0.00014540684060193598,0.0002500000000000001,5.421010862427521e-20,0.00025,0.00025,0.040153995,0.028107608,0.13334101,0.007176003,0.01752627,0.018640606,0.05206203,-0.006777686
|
||||
18,903.0,0.0,4668.0,4668.0,70.0,4668.0,0.9964251100000776,2.0,15.0,0.0,,,,0.008374075151925139,0.00685058487549806,0.01695725508034229,0.00013643733109347522,0.00025,0.0,0.00025,0.00025,0.041769784,0.025388801000000003,0.0693266,0.006554181,,,,
|
||||
19,924.0,0.0,4754.0,4754.0,86.0,4754.0,0.9963399700000796,2.0,35.0,0.0,,,,0.006986255206616728,0.009138039512187723,0.029435122385621067,0.00023959197278600186,0.0002500000000000001,5.421010862427521e-20,0.00025,0.00025,0.03765729,0.027741422999999998,0.09483457,0.009779892,,,,
|
||||
20,988.0,0.0,5007.0,5007.0,253.0,5007.0,0.9960895000000848,1.0,5.0,0.0,,,,0.008958109939518932,0.010352110018017849,0.04120930656790733,0.00026069089653901756,0.00025,0.0,0.00025,0.00025,0.044280123,0.027352182000000003,0.10559346,0.010518369,,,,
|
||||
21,1009.0,0.0,5092.0,5092.0,85.0,5092.0,0.9960053500000868,0.0,0.0,0.0,,,,0.009729027376687596,0.007417915393123158,0.026410818099975586,0.0005171290249563754,0.0002500000000000001,5.421010862427521e-20,0.00025,0.00025,0.05305024,0.022927448,0.11149109,0.019090652,,,,
|
||||
22,1041.0,0.0,5221.0,5221.0,129.0,5221.0,0.9958776400000896,1.0,10.0,0.0,,,,0.0065109121378554855,0.009705144564042924,0.04230054095387459,0.0002464384888298809,0.00025,0.0,0.00025,0.00025,0.03857564,0.029652012999999998,0.13166025,0.008339129,0.022667855,0.029822525,0.073469676,-0.01822071
|
||||
23,1101.0,0.0,5461.0,5461.0,240.0,5461.0,0.9956400400000948,6.0,85.0,0.0,,,,0.007464758036803688,0.008871554942636414,0.04159108921885489,9.95906739262864e-05,0.00025,0.0,0.00025,0.00025,0.040631982999999997,0.027780425,0.1273076,0.0052087842,,,,
|
||||
24,1167.0,0.0,5724.0,5724.0,263.0,5724.0,0.9953796700001004,1.0,25.0,0.0,,,,0.007049951021944059,0.008145597856309148,0.029556380584836006,0.00024747068528085947,0.00025,0.0,0.00025,0.00025,0.03756183,0.025077598,0.10530927,0.010631736000000001,,,,
|
||||
25,1188.0,0.0,5808.0,5808.0,84.0,5808.0,0.995296510000102,0.0,0.0,0.0,,,,0.008849835848585437,0.008812960520326749,0.028190467506647113,0.00018663128139451146,0.0002500000000000001,5.421010862427521e-20,0.00025,0.00025,0.04469130599999999,0.028627316,0.10585028,0.008268119,,,,
|
||||
Episode #,Training Iter,In Heatup,ER #Transitions,ER #Episodes,Episode Length,Total steps,Epsilon,Shaped Training Reward,Training Reward,Update Target Network,Evaluation Reward,Shaped Evaluation Reward,Success Rate,Loss/Mean,Loss/Stdev,Loss/Max,Loss/Min,Learning Rate/Mean,Learning Rate/Stdev,Learning Rate/Max,Learning Rate/Min,Grads (unclipped)/Mean,Grads (unclipped)/Stdev,Grads (unclipped)/Max,Grads (unclipped)/Min,Discounted Return/Mean,Discounted Return/Stdev,Discounted Return/Max,Discounted Return/Min,Q/Mean,Q/Stdev,Q/Max,Q/Min
|
||||
1,0.0,1.0,486.0,486.0,486.0,486.0,1.0,,,0.0,,,,,,,,,,,,,,,,1.027285241237078,0.8961037725396955,3.502959469093688,0.0,,,,
|
||||
2,0.0,1.0,573.0,573.0,87.0,573.0,1.0,,,0.0,,,,,,,,,,,,,,,,0.2991949731169189,0.4147830569909918,1.0,0.0,,,,
|
||||
3,0.0,1.0,722.0,722.0,149.0,722.0,1.0,,,0.0,,,,,,,,,,,,,,,,1.089942054123867,0.6773639260883686,1.9560606270183023,0.0,,,,
|
||||
4,0.0,1.0,1057.0,1057.0,335.0,1057.0,1.0,,,0.0,,,,,,,,,,,,,,,,1.6150170189100268,1.2171006279541683,4.3034191502088746,0.0,,,,
|
||||
5,51.0,0.0,1260.0,1260.0,203.0,1260.0,0.9997990300000044,5.0,55.0,0.0,,,,0.011083870362627377,0.014686622348556997,0.054807450622320175,8.600389992352575e-05,0.00025,0.0,0.00025,0.00025,0.044719514,0.033888377000000004,0.15844104,0.006255531700000001,1.5742518458459676,1.1031375801910266,3.252515696371334,0.0,,,,
|
||||
6,70.0,0.0,1335.0,1335.0,75.0,1335.0,0.999724780000006,2.0,15.0,0.0,,,,0.01160521360763692,0.011407942994633451,0.03328811377286911,0.0005630382802337407,0.0002500000000000001,5.421010862427521e-20,0.00025,0.00025,0.051803865,0.029654076,0.12591287,0.018302478,0.630055465573955,0.7534012288320482,1.886384871716129,0.0,,,,
|
||||
7,91.0,0.0,1422.0,1422.0,87.0,1422.0,0.9996386500000078,1.0,15.0,0.0,,,,0.011435289681512155,0.01356485692548739,0.04386129975318909,0.0003138938918709755,0.0002500000000000001,5.421010862427521e-20,0.00025,0.00025,0.049575187,0.030825942999999998,0.12139501400000001,0.01762898,0.2731692938539037,0.40901966584690697,1.0,0.0,,,,
|
||||
8,159.0,0.0,1693.0,1693.0,271.0,1693.0,0.9993703600000136,5.0,55.0,0.0,,,,0.008754079026402906,0.010493087956226587,0.04199719801545143,0.00022145826369524,0.00025,0.0,0.00025,0.00025,0.043745343,0.029057967,0.12578213,0.009329067,1.3777471984624352,0.8115021837176055,3.11412900057984,0.0,,,,
|
||||
9,201.0,0.0,1861.0,1861.0,168.0,1861.0,0.9992040400000172,3.0,50.0,0.0,,,,0.005790353046211835,0.00924501194200579,0.04264310002326965,0.00015841521963011473,0.00025,0.0,0.00025,0.00025,0.029974802999999998,0.02480581,0.10272589,0.006583053,0.9971291228971556,0.7740837108535874,2.18976824447548,0.0,,,,
|
||||
10,279.0,0.0,2172.0,2172.0,311.0,2172.0,0.998896150000024,4.0,65.0,0.0,,,,0.009652879799642295,0.012284496966573208,0.056258566677570336,8.341699867742136e-05,0.0002500000000000001,5.421010862427521e-20,0.00025,0.00025,0.04328928,0.03246331,0.13359663,0.006534694000000001,1.0234306140936356,0.5002579938176909,2.1008995427938943,0.0,,,,
|
||||
11,440.0,0.0,2815.0,2815.0,643.0,2815.0,0.9982595800000378,10.0,335.0,0.0,,,,0.008536474057301511,0.01028302387210362,0.045296579599380486,0.00012202279322082175,0.0002500000000000001,5.421010862427521e-20,0.00025,0.00025,0.04192782,0.027328676,0.12006431,0.0078535825,1.3803392321717662,1.096111017851517,4.070269499186656,0.0,0.0023848657,0.025200281,0.042012468,-0.036088865
|
||||
12,458.0,0.0,2888.0,2888.0,73.0,2888.0,0.9981873100000394,2.0,45.0,0.0,,,,0.009459823424953759,0.010695092095359921,0.0402686782181263,0.0004647395689971745,0.00025,0.0,0.00025,0.00025,0.046102643,0.024324505,0.107099675,0.018588312,0.6193548093911652,0.6855072221487064,1.8179069375972308,0.0,,,,
|
||||
13,478.0,0.0,2969.0,2969.0,81.0,2969.0,0.9981071200000412,0.0,0.0,0.0,,,,0.006749217664764729,0.008090573080945502,0.02682654373347759,0.00027168722590431566,0.0002500000000000001,5.421010862427521e-20,0.00025,0.00025,0.036704935,0.024102442,0.087217584,0.010512206000000001,0.0,0.0,0.0,0.0,0.000485022,0.008587205,0.009356956999999999,-0.011517284
|
||||
14,532.0,0.0,3183.0,3183.0,214.0,3183.0,0.9978952600000456,4.0,50.0,0.0,,,,0.006886512735002692,0.009553768326298295,0.030248582363128662,0.00014440309314522892,0.00025,0.0,0.00025,0.00025,0.035955932,0.028305838,0.10123628,0.00730699,1.1449070106363344,0.7411479181777391,2.363283716034233,0.0,,,,
|
||||
15,551.0,0.0,3262.0,3262.0,79.0,3262.0,0.9978170500000474,2.0,15.0,0.0,,,,0.008461739830779965,0.012206836783855724,0.040975090116262436,0.00011308784451102837,0.0002500000000000001,5.421010862427521e-20,0.00025,0.00025,0.037445724,0.03204159,0.11201507,0.006310343,0.7209514730836505,0.7680412970584659,1.8953382542587165,0.0,,,,
|
||||
16,626.0,0.0,3560.0,3560.0,298.0,3560.0,0.9975220300000538,6.0,145.0,0.0,,,,0.009029203843965659,0.009722502175700065,0.03697861731052399,0.00021903477318119255,0.0002500000000000001,5.421010862427521e-20,0.00025,0.00025,0.045156802999999995,0.026322339,0.11680761,0.011919108000000001,1.2555763711101595,0.9240906493644656,3.083943769311809,0.0,-0.021607108,0.020686936,0.009232186,-0.05197674
|
||||
17,684.0,0.0,3794.0,3794.0,234.0,3794.0,0.9972903700000588,4.0,45.0,0.0,,,,0.008949900330004186,0.0108696265998807,0.04665529727935791,0.00029459563666023314,0.00025,0.0,0.00025,0.00025,0.042484716,0.026987998,0.10841252,0.0117550725,1.2202506793333543,0.9239408887260988,2.9738245545408817,0.0,0.026112242,0.027647123,0.061535902,-0.01418671
|
||||
18,763.0,0.0,4108.0,4108.0,314.0,4108.0,0.9969795100000656,3.0,30.0,0.0,,,,0.007479070061377477,0.008896620879299575,0.036576714366674416,0.00020328086975496265,0.0002500000000000001,5.421010862427521e-20,0.00025,0.00025,0.043070607000000004,0.029303582,0.13295116,0.008885576999999999,0.8837491256463907,0.7030397582930629,2.6667247893559085,0.0,0.022609236,0.020540563,0.054745227,-0.00039339485
|
||||
19,823.0,0.0,4348.0,4348.0,240.0,4348.0,0.9967419100000708,6.0,120.0,0.0,,,,0.0077256423872313455,0.008924083916126141,0.03898797184228897,0.00013186871365178376,0.00025,0.0,0.00025,0.00025,0.04132683,0.027561786,0.13284422,0.006342471999999999,1.5988277380263118,0.9509580660393312,3.1056467233551137,0.0,,,,
|
||||
20,874.0,0.0,4552.0,4552.0,204.0,4552.0,0.9965399500000752,3.0,30.0,0.0,,,,0.007347894184503648,0.009792918501568331,0.04169968888163567,0.00021092816314194354,0.00025,0.0,0.00025,0.00025,0.03559589,0.026791284,0.108093284,0.00980423,0.8961957745502318,0.5239544190616746,1.9174072405700964,0.0,0.032443836000000004,0.025000658,0.07358496,0.00015714159
|
||||
21,893.0,0.0,4627.0,4627.0,75.0,4627.0,0.9964657000000768,2.0,15.0,0.0,,,,0.004670596711404964,0.008158781989459747,0.030096400529146194,0.00010540960647631435,0.0002500000000000001,5.421010862427521e-20,0.00025,0.00025,0.022338616000000002,0.02347593,0.087533504,0.005530844,0.6504215775848821,0.7567320936767312,1.886384871716129,0.0,,,,
|
||||
22,914.0,0.0,4713.0,4713.0,86.0,4713.0,0.9963805600000786,2.0,35.0,0.0,,,,0.0067829833244017895,0.008080795635655384,0.028226209804415706,0.00015739010996185243,0.0002500000000000001,5.421010862427521e-20,0.00025,0.00025,0.034749854,0.027055427000000003,0.09181212,0.008366535999999999,0.7082502636424372,0.7222731163417688,1.8429431933839264,0.0,,,,
|
||||
23,964.0,0.0,4914.0,4914.0,201.0,4914.0,0.9961815700000828,4.0,50.0,0.0,,,,0.010504917961661704,0.011773181256895185,0.0450880229473114,0.0001865942613221705,0.00025,0.0,0.00025,0.00025,0.048508067,0.03061757,0.12784363,0.01017314,1.1770323827695204,0.9093313520815908,2.52258184188516,0.0,,,,
|
||||
24,991.0,0.0,5022.0,5022.0,108.0,5022.0,0.9960746500000852,2.0,15.0,0.0,,,,0.010385172195338572,0.009804020528278966,0.0299542136490345,0.00038964324630796915,0.00025,0.0,0.00025,0.00025,0.050116464000000006,0.028762132000000003,0.12844692,0.011575635,0.30012966497153265,0.5570578527365648,1.8345137614500877,0.0,,,,
|
||||
25,1044.0,0.0,5234.0,5234.0,212.0,5234.0,0.9958647700000898,0.0,0.0,0.0,,,,0.007366582582527861,0.01016458659273742,0.04324457794427872,0.0002189573715440929,0.00025,0.0,0.00025,0.00025,0.041527875,0.032172493999999996,0.14668968,0.008220247,0.0,0.0,0.0,0.0,-0.025346689,0.011624134,-0.01041002,-0.045562238
|
||||
|
||||
|
Reference in New Issue
Block a user