mirror of
https://github.com/gryf/coach.git
synced 2026-03-14 05:35:55 +01:00
new traces
This commit is contained in:
@@ -1,21 +1,26 @@
|
||||
Episode #,Training Iter,In Heatup,ER #Transitions,ER #Episodes,Episode Length,Total steps,Epsilon,Shaped Training Reward,Training Reward,Update Target Network,Evaluation Reward,Shaped Evaluation Reward,Success Rate,Loss/Mean,Loss/Stdev,Loss/Max,Loss/Min,Learning Rate/Mean,Learning Rate/Stdev,Learning Rate/Max,Learning Rate/Min,Grads (unclipped)/Mean,Grads (unclipped)/Stdev,Grads (unclipped)/Max,Grads (unclipped)/Min,Q/Mean,Q/Stdev,Q/Max,Q/Min
|
||||
1,0.0,1.0,486.0,486.0,486.0,486.0,1.0,,,0.0,,,,,,,,,,,,,,,,,,,
|
||||
2,0.0,1.0,573.0,573.0,87.0,573.0,1.0,,,0.0,,,,,,,,,,,,,,,,,,,
|
||||
3,0.0,1.0,722.0,722.0,149.0,722.0,1.0,,,0.0,,,,,,,,,,,,,,,,,,,
|
||||
4,0.0,1.0,1057.0,1057.0,335.0,1057.0,1.0,,,0.0,,,,,,,,,,,,,,,,,,,
|
||||
5,51.0,0.0,1260.0,1260.0,203.0,1260.0,0.999817300000006,5.0,55.0,0.0,,,,0.011153367854907023,0.015027035375515356,0.0589878261089325,8.134254312608391e-05,0.00010000000000000002,1.3552527156068802e-20,0.0001,0.0001,0.04883443,0.041394312,0.19476563,0.006623836700000001,,,,
|
||||
6,70.0,0.0,1335.0,1335.0,75.0,1335.0,0.9997498000000082,2.0,15.0,0.0,,,,0.01147703626683276,0.011325970191239728,0.030307751148939133,0.0004829707322642207,0.0001,0.0,0.0001,0.0001,0.056145836,0.026853915,0.10600656,0.024553476,,,,
|
||||
7,91.0,0.0,1422.0,1422.0,87.0,1422.0,0.9996715000000108,1.0,15.0,0.0,,,,0.011548659179381849,0.013730809899124057,0.043242335319519036,0.0003053410327993333,0.0001,1.3552527156068802e-20,0.0001,0.0001,0.059877775999999994,0.03687902,0.13717306,0.020375967,,,,
|
||||
8,159.0,0.0,1693.0,1693.0,271.0,1693.0,0.9994276000000188,5.0,55.0,0.0,,,,0.008716323934434634,0.010617909178954029,0.0430009663105011,0.00019797885033767668,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,0.04758673,0.03171387,0.13769212,0.011469088999999998,,,,
|
||||
9,201.0,0.0,1861.0,1861.0,168.0,1861.0,0.9992764000000238,3.0,50.0,0.0,,,,0.005772166230252921,0.009313748713790294,0.04269432276487351,0.0001282592274947092,0.00010000000000000002,1.3552527156068802e-20,0.0001,0.0001,0.034678657,0.027940277000000003,0.1290576,0.008978493,,,,
|
||||
10,279.0,0.0,2172.0,2172.0,311.0,2172.0,0.9989965000000329,4.0,65.0,0.0,,,,0.00966654376334657,0.012455670221574441,0.05754233151674271,6.935953570064156e-05,0.00010000000000000003,4.0657581468206416e-20,0.0001,0.0001,0.048503987,0.037041757,0.1568195,0.006075088,,,,
|
||||
11,406.0,0.0,2681.0,2681.0,509.0,2681.0,0.998538400000048,9.0,320.0,0.0,,,,0.008286195846002249,0.010238034143861922,0.044422760605812066,0.00014633702812716365,0.0001,1.3552527156068802e-20,0.0001,0.0001,0.04592845,0.030503508,0.14186455,0.0110354535,0.03322521,0.015940087,0.056609314,0.0076417234
|
||||
12,471.0,0.0,2941.0,2941.0,260.0,2941.0,0.9983044000000558,7.0,110.0,0.0,,,,0.009545503650756123,0.012811965745234155,0.05728550255298615,0.00014954243670217693,0.00010000000000000002,1.3552527156068802e-20,0.0001,0.0001,0.04835386,0.03174918,0.15212412,0.012202092,,,,
|
||||
13,506.0,0.0,3082.0,3082.0,141.0,3082.0,0.99817750000006,0.0,0.0,0.0,,,,0.007986091597038987,0.010227653459912332,0.029147621244192123,0.00018407590687274933,0.0001,1.3552527156068802e-20,0.0001,0.0001,0.043641995999999995,0.03191385,0.11431264,0.012298575,,,,
|
||||
14,569.0,0.0,3331.0,3331.0,249.0,3331.0,0.9979534000000674,7.0,110.0,0.0,,,,0.007928447468833427,0.009549152818479286,0.04228781163692474,0.00013459150795824826,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,0.04425544,0.03010041,0.13962811,0.0104794,,,,
|
||||
15,655.0,0.0,3677.0,3677.0,346.0,3677.0,0.9976420000000776,0.0,0.0,0.0,,,,0.009116127458434866,0.010233341520914018,0.03874828293919563,0.00016095259343273938,9.999999999999998e-05,2.7105054312137605e-20,0.0001,0.0001,0.05015296,0.030124526000000002,0.13494284,0.012318888,0.036954846,0.016541163,0.06137629,0.0047242693
|
||||
16,674.0,0.0,3753.0,3753.0,76.0,3753.0,0.99757360000008,1.0,10.0,0.0,,,,0.005457259488665793,0.006725242317819629,0.015414755791425703,0.00018984619237016886,0.0001,0.0,0.0001,0.0001,0.036532152000000005,0.022897648,0.06911852,0.013080008999999998,,,,
|
||||
17,723.0,0.0,3948.0,3948.0,195.0,3948.0,0.9973981000000856,0.0,0.0,0.0,,,,0.006345583730150366,0.01018264769961162,0.0397307351231575,9.957021393347532e-05,0.00010000000000000002,1.3552527156068802e-20,0.0001,0.0001,0.03886488,0.038184277999999995,0.14176919,0.006970413000000001,,,,
|
||||
18,754.0,0.0,4073.0,4073.0,125.0,4073.0,0.9972856000000894,2.0,15.0,0.0,,,,0.006026781925503465,0.007350232007724398,0.026275455951690674,0.00017769451369531453,9.999999999999996e-05,4.0657581468206416e-20,0.0001,0.0001,0.043348733,0.027256972999999997,0.12586276,0.011062483,,,,
|
||||
19,831.0,0.0,4381.0,4381.0,308.0,4381.0,0.9970084000000984,4.0,90.0,0.0,,,,0.006534161396810706,0.009079722555863916,0.039741791784763336,7.733125676168129e-05,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,0.042101186,0.03250519,0.15925613,0.0062198965000000005,,,,
|
||||
20,933.0,0.0,4789.0,4789.0,408.0,4789.0,0.9966412000001106,5.0,35.0,0.0,,,,0.007308699939826244,0.009906021263269732,0.05427439138293266,0.00011632483074208723,0.0001,1.3552527156068802e-20,0.0001,0.0001,0.04225955,0.031486627,0.17579086,0.0077312537,0.026419535,0.01425859,0.05756532,0.014857713
|
||||
Episode #,Training Iter,In Heatup,ER #Transitions,ER #Episodes,Episode Length,Total steps,Epsilon,Shaped Training Reward,Training Reward,Update Target Network,Evaluation Reward,Shaped Evaluation Reward,Success Rate,Loss/Mean,Loss/Stdev,Loss/Max,Loss/Min,Learning Rate/Mean,Learning Rate/Stdev,Learning Rate/Max,Learning Rate/Min,Grads (unclipped)/Mean,Grads (unclipped)/Stdev,Grads (unclipped)/Max,Grads (unclipped)/Min,Discounted Return/Mean,Discounted Return/Stdev,Discounted Return/Max,Discounted Return/Min,Q/Mean,Q/Stdev,Q/Max,Q/Min
|
||||
1,0.0,1.0,486.0,486.0,486.0,486.0,1.0,,,0.0,,,,,,,,,,,,,,,,1.027285241237078,0.8961037725396955,3.502959469093688,0.0,,,,
|
||||
2,0.0,1.0,573.0,573.0,87.0,573.0,1.0,,,0.0,,,,,,,,,,,,,,,,0.2991949731169189,0.4147830569909918,1.0,0.0,,,,
|
||||
3,0.0,1.0,722.0,722.0,149.0,722.0,1.0,,,0.0,,,,,,,,,,,,,,,,1.089942054123867,0.6773639260883686,1.9560606270183023,0.0,,,,
|
||||
4,0.0,1.0,1057.0,1057.0,335.0,1057.0,1.0,,,0.0,,,,,,,,,,,,,,,,1.6150170189100268,1.2171006279541683,4.3034191502088746,0.0,,,,
|
||||
5,51.0,0.0,1260.0,1260.0,203.0,1260.0,0.999817300000006,5.0,55.0,0.0,,,,0.011318223166074629,0.01535703511542496,0.059677407145500176,5.930410770815797e-05,0.00010000000000000002,1.3552527156068802e-20,0.0001,0.0001,0.043334834,0.041464914,0.18977661,0.005382849,1.5742518458459676,1.1031375801910266,3.252515696371334,0.0,,,,
|
||||
6,70.0,0.0,1335.0,1335.0,75.0,1335.0,0.9997498000000082,2.0,15.0,0.0,,,,0.01159630703133237,0.011785072587684268,0.03072714060544968,0.0002724393270909786,0.0001,0.0,0.0001,0.0001,0.04802381,0.02912287,0.10194262,0.016022025,0.630055465573955,0.7534012288320482,1.886384871716129,0.0,,,,
|
||||
7,91.0,0.0,1422.0,1422.0,87.0,1422.0,0.9996715000000108,1.0,15.0,0.0,,,,0.011623838611523666,0.014016462654731877,0.04371790960431099,0.00030537351267412305,0.0001,1.3552527156068802e-20,0.0001,0.0001,0.0527369,0.033248365,0.12047498,0.017427322,0.2731692938539037,0.40901966584690697,1.0,0.0,,,,
|
||||
8,159.0,0.0,1693.0,1693.0,271.0,1693.0,0.9994276000000188,5.0,55.0,0.0,,,,0.00871512985335656,0.010619126303001072,0.0428631566464901,0.000175730005139485,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,0.04345967,0.02999792,0.12813029,0.010443105,1.3777471984624352,0.8115021837176055,3.11412900057984,0.0,,,,
|
||||
9,201.0,0.0,1861.0,1861.0,168.0,1861.0,0.9992764000000238,3.0,50.0,0.0,,,,0.005778238893808086,0.009339010441951916,0.04285115376114845,0.00013575046614278108,0.00010000000000000002,1.3552527156068802e-20,0.0001,0.0001,0.031826954,0.025600772,0.10499059,0.010177706,0.9971291228971556,0.7740837108535874,2.18976824447548,0.0,,,,
|
||||
10,279.0,0.0,2172.0,2172.0,311.0,2172.0,0.9989965000000329,4.0,65.0,0.0,,,,0.009664556885325463,0.012497959675064443,0.057257801294326775,6.420304998755455e-05,0.00010000000000000003,4.0657581468206416e-20,0.0001,0.0001,0.044185962999999995,0.03414627,0.13320610000000002,0.0049573337,1.0234306140936356,0.5002579938176909,2.1008995427938943,0.0,,,,
|
||||
11,440.0,0.0,2815.0,2815.0,643.0,2815.0,0.998417800000052,10.0,335.0,0.0,,,,0.008570355002374984,0.010485077345910785,0.04492178559303284,0.00012292989413253966,0.00010000000000000002,1.3552527156068802e-20,0.0001,0.0001,0.043720617999999996,0.029798117000000002,0.12859769,0.009503558,1.3803392321717662,1.096111017851517,4.070269499186656,0.0,0.023210553,0.012247342,0.045721915,0.0085688755
|
||||
12,458.0,0.0,2888.0,2888.0,73.0,2888.0,0.9983521000000544,2.0,45.0,0.0,,,,0.009655450009934915,0.011082975101418072,0.04116561636328697,0.0003870627551805228,0.0001,0.0,0.0001,0.0001,0.048649742999999995,0.025572757999999998,0.108848594,0.019374162,0.6193548093911652,0.6855072221487064,1.8179069375972308,0.0,,,,
|
||||
13,478.0,0.0,2969.0,2969.0,81.0,2969.0,0.9982792000000568,0.0,0.0,0.0,,,,0.006699338816542878,0.008218773784238768,0.02777592279016972,0.00018887671467382458,0.0001,0.0,0.0001,0.0001,0.040117297,0.025047436,0.09513988,0.013411026999999999,0.0,0.0,0.0,0.0,,,,
|
||||
14,532.0,0.0,3183.0,3183.0,214.0,3183.0,0.998086600000063,4.0,50.0,0.0,,,,0.0068422133381655275,0.009747521796643477,0.03026608750224113,0.00010871817357838154,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,0.03618256,0.029936017000000002,0.10048853599999999,0.007838896,1.1449070106363344,0.7411479181777391,2.363283716034233,0.0,,,,
|
||||
15,551.0,0.0,3262.0,3262.0,79.0,3262.0,0.9980155000000652,2.0,15.0,0.0,,,,0.008475733149680309,0.01248567219959208,0.04252954199910164,0.00013467879034578797,0.0001,0.0,0.0001,0.0001,0.040572915,0.036634777,0.13019583,0.009758638,0.7209514730836505,0.7680412970584659,1.8953382542587165,0.0,,,,
|
||||
16,626.0,0.0,3560.0,3560.0,298.0,3560.0,0.9977473000000742,6.0,145.0,0.0,,,,0.009113661061918892,0.010068202774623678,0.039926819503307336,0.0002249046228826046,0.00010000000000000003,2.7105054312137605e-20,0.0001,0.0001,0.047559105,0.029203411000000002,0.11576410000000001,0.013620954,1.2555763711101595,0.9240906493644656,3.083943769311809,0.0,0.0077286431999999995,0.013353446000000001,0.034945004,-0.0063670003
|
||||
17,684.0,0.0,3794.0,3794.0,234.0,3794.0,0.9975367000000812,4.0,45.0,0.0,,,,0.008931795351411987,0.010972572222718682,0.045623280107975006,0.000198069799807854,0.00010000000000000002,1.3552527156068802e-20,0.0001,0.0001,0.04554412,0.030431528,0.12100394,0.013383543000000001,1.2202506793333543,0.9239408887260988,2.9738245545408817,0.0,0.043180794,0.017604817,0.06408879,0.012553655
|
||||
18,763.0,0.0,4108.0,4108.0,314.0,4108.0,0.9972541000000904,3.0,30.0,0.0,,,,0.00774911735593028,0.009318798210356413,0.039029747247695916,0.00011983128933934498,0.00010000000000000003,4.0657581468206416e-20,0.0001,0.0001,0.045264978,0.031311095,0.14044714,0.0088686375,0.883333156456609,0.7108712685048966,2.6822034344079513,0.0,,,,
|
||||
19,802.0,0.0,4264.0,4264.0,156.0,4264.0,0.9971137000000949,3.0,55.0,0.0,,,,0.008181322184846533,0.010204339807983949,0.03963562101125717,0.00011176375119248404,9.999999999999998e-05,2.7105054312137605e-20,0.0001,0.0001,0.045041375,0.03236003,0.13761885,0.005883736999999999,0.8928330243328357,0.7520539156556657,2.307797210601436,0.0,,,,
|
||||
20,844.0,0.0,4433.0,4433.0,169.0,4433.0,0.9969616000001,2.0,30.0,0.0,,,,0.007086637573853034,0.00824327512493469,0.028365319594740868,9.797862003324552e-05,0.00010000000000000002,1.3552527156068802e-20,0.0001,0.0001,0.039589286,0.027504257999999997,0.09817823,0.009308107,0.7427821380444694,0.5599617203743822,1.7323033696543972,0.0,,,,
|
||||
21,863.0,0.0,4509.0,4509.0,76.0,4509.0,0.9968932000001024,2.0,15.0,0.0,,,,0.008739061410060936,0.01230256416501932,0.04154407978057861,0.00027482287259772415,0.0001,0.0,0.0001,0.0001,0.045247022000000005,0.030827425,0.121021785,0.015011917,0.6418633989324495,0.7553819304493669,1.886384871716129,0.0,0.058504984,0.023636952000000003,0.09839016,0.018560277
|
||||
22,906.0,0.0,4682.0,4682.0,173.0,4682.0,0.9967375000001074,2.0,35.0,0.0,,,,0.005804569350466197,0.007566970748929549,0.029328102245926857,6.812938954681158e-05,0.00010000000000000002,1.3552527156068802e-20,0.0001,0.0001,0.034811117,0.028401693,0.12241203,0.0060415830000000005,0.3476715604560838,0.6137927888256194,1.8345137614500877,0.0,,,,
|
||||
23,950.0,0.0,4857.0,4857.0,175.0,4857.0,0.9965800000001126,1.0,5.0,0.0,,,,0.009173317925075914,0.010788118668524528,0.03016231954097748,0.00014141239807941017,0.00010000000000000002,1.3552527156068802e-20,0.0001,0.0001,0.047155652,0.031286374,0.099857986,0.0096386755,0.4300921794892178,0.29086756478918485,1.0,0.0,,,,
|
||||
24,979.0,0.0,4971.0,4971.0,114.0,4971.0,0.996477400000116,5.0,75.0,0.0,,,,0.00920597339753495,0.009767043277672268,0.02918428927659988,0.00019687860913109034,9.999999999999998e-05,2.7105054312137605e-20,0.0001,0.0001,0.048427854000000006,0.030248376,0.11728333,0.012892841,1.4559939753072315,1.1521239363126603,3.6563807386784655,0.0,,,,
|
||||
25,1037.0,0.0,5203.0,5203.0,232.0,5203.0,0.9962686000001229,1.0,30.0,0.0,,,,0.007875580906141391,0.009565175586670395,0.044340502470731735,0.0001106132986024022,0.00010000000000000002,1.3552527156068802e-20,0.0001,0.0001,0.04639761,0.031155868,0.14288062,0.0070327367,0.3645595035371356,0.280258633956571,1.0,0.0,,,,
|
||||
|
||||
|
Reference in New Issue
Block a user