mirror of
https://github.com/gryf/coach.git
synced 2026-04-04 11:13:31 +02:00
new traces
This commit is contained in:
@@ -1,26 +1,26 @@
|
||||
Episode #,Training Iter,In Heatup,ER #Transitions,ER #Episodes,Episode Length,Total steps,Epsilon,Shaped Training Reward,Training Reward,Update Target Network,Evaluation Reward,Shaped Evaluation Reward,Success Rate,Loss/Mean,Loss/Stdev,Loss/Max,Loss/Min,Learning Rate/Mean,Learning Rate/Stdev,Learning Rate/Max,Learning Rate/Min,Grads (unclipped)/Mean,Grads (unclipped)/Stdev,Grads (unclipped)/Max,Grads (unclipped)/Min,Q/Mean,Q/Stdev,Q/Max,Q/Min
|
||||
1,0.0,1.0,486.0,486.0,486.0,486.0,1.0,,,0.0,,,,,,,,,,,,,,,,,,,
|
||||
2,0.0,1.0,573.0,573.0,87.0,573.0,1.0,,,0.0,,,,,,,,,,,,,,,,,,,
|
||||
3,0.0,1.0,722.0,722.0,149.0,722.0,1.0,,,0.0,,,,,,,,,,,,,,,,,,,
|
||||
4,0.0,1.0,1057.0,1057.0,335.0,1057.0,1.0,,,0.0,,,,,,,,,,,,,,,,,,,
|
||||
5,63.0,0.0,1310.0,1310.0,253.0,1310.0,0.9997723000000076,4.0,50.0,0.0,,,,0.003875652090250191,0.006230668056782436,0.04718368873000145,2.2094836822361685e-05,0.00025,0.0,0.00025,0.00025,0.01209846,0.018056398,0.1446681,0.0014401993,,,,
|
||||
6,191.0,0.0,1821.0,1821.0,511.0,1821.0,0.9993124000000226,12.0,185.0,0.0,,,,0.003655906816839981,0.0017923743519973538,0.008377103134989737,0.00027508928906172514,0.0002500000000000001,1.0842021724855042e-19,0.00025,0.00025,0.013568986000000002,0.0035154566,0.026353458,0.007167939,,,,
|
||||
7,296.0,0.0,2240.0,2240.0,419.0,2240.0,0.998935300000035,5.0,100.0,0.0,,,,0.003318573732810494,0.0015315255248514966,0.007952019572257996,0.00021419327822513878,0.0002500000000000001,1.0842021724855042e-19,0.00025,0.00025,0.014484913,0.003961455,0.033718556000000004,0.0059639704,0.040829557999999995,0.021066558,0.07627003,0.013901123
|
||||
8,339.0,0.0,2414.0,2414.0,174.0,2414.0,0.9987787000000402,1.0,5.0,0.0,,,,0.003183173737217954,0.0015401180638853654,0.006335136014968157,0.00038450717693194747,0.00025,0.0,0.00025,0.00025,0.015692346,0.0040802797,0.025410485,0.009213975,0.10701928,0.10879564,0.30108258,-0.011487618
|
||||
9,368.0,0.0,2529.0,2529.0,115.0,2529.0,0.9986752000000436,3.0,30.0,0.0,,,,0.003484182040015834,0.0017209235393860082,0.0067713456228375435,0.00019597783102653918,0.0002500000000000001,5.421010862427521e-20,0.00025,0.00025,0.015461218999999998,0.0044411486,0.025622195,0.005317989699999999,,,,
|
||||
10,411.0,0.0,2702.0,2702.0,173.0,2702.0,0.9985195000000489,3.0,75.0,0.0,,,,0.003653256459497349,0.0013851372165254595,0.006258142180740832,0.0008657328435219824,0.00025,0.0,0.00025,0.00025,0.017220842,0.0031612364,0.025344394,0.009269036999999999,,,,
|
||||
11,465.0,0.0,2915.0,2915.0,213.0,2915.0,0.9983278000000549,3.0,20.0,0.0,,,,0.0032540040171951195,0.0013094868857552425,0.006947712041437626,0.0004492675070650876,0.00025,0.0,0.00025,0.00025,0.016636208,0.004167957,0.027587958,0.009301778,,,,
|
||||
12,510.0,0.0,3097.0,3097.0,182.0,3097.0,0.9981640000000604,4.0,60.0,0.0,,,,0.003109362826216966,0.0013988949206461794,0.006362042855471373,0.0003950340324081481,0.00025,0.0,0.00025,0.00025,0.016663404,0.004190624,0.027471463999999998,0.010103953,,,,
|
||||
13,550.0,0.0,3258.0,3258.0,161.0,3258.0,0.9980191000000652,3.0,75.0,0.0,,,,0.0035577299742726607,0.001388862490205299,0.008318169042468071,0.0004163705743849278,0.00025,0.0,0.00025,0.00025,0.017404305,0.0035805209999999997,0.02947828,0.012193107,,,,
|
||||
14,594.0,0.0,3433.0,3433.0,175.0,3433.0,0.9978616000000704,4.0,50.0,0.0,,,,0.003484184082142662,0.001732970471266746,0.007269437424838544,0.0006064289482310414,0.00025,0.0,0.00025,0.00025,0.019197596,0.0056097833,0.03633184,0.009341977,,,,
|
||||
15,630.0,0.0,3578.0,3578.0,145.0,3578.0,0.9977311000000748,2.0,25.0,0.0,,,,0.0037337387426911537,0.0015802323114164785,0.007099532522261144,0.0005637581925839187,0.00025,0.0,0.00025,0.00025,0.018333083,0.0047576996,0.031882799999999996,0.010614046,,,,
|
||||
16,675.0,0.0,3756.0,3756.0,178.0,3756.0,0.99757090000008,0.0,0.0,0.0,,,,0.0036686222513460298,0.0014980166633852432,0.007150433491915464,0.0005505527369678019,0.00025,0.0,0.00025,0.00025,0.018643329,0.004285918499999999,0.029188786,0.009071933,,,,
|
||||
17,779.0,0.0,4171.0,4171.0,415.0,4171.0,0.9971974000000924,6.0,80.0,0.0,,,,0.003027278060192027,0.0014114358437464045,0.007179290056228638,0.00035245553590357304,0.0002500000000000001,1.0842021724855042e-19,0.00025,0.00025,0.017073763999999998,0.004743929,0.03250031,0.0089325765,0.008589801,0.041869998,0.065109685,-0.06993793
|
||||
18,802.0,0.0,4265.0,4265.0,94.0,4265.0,0.9971128000000952,1.0,30.0,0.0,,,,0.002608991115424863,0.0016136469631561243,0.006101616192609072,0.0004670571361202746,0.0002500000000000001,5.421010862427521e-20,0.00025,0.00025,0.016327688,0.004186721,0.02735403,0.011188851000000001,,,,
|
||||
19,859.0,0.0,4494.0,4494.0,229.0,4494.0,0.9969067000001018,5.0,100.0,0.0,,,,0.002831909199972359,0.0013861029304045335,0.006143730133771896,0.00027022871654480696,0.00025,0.0,0.00025,0.00025,0.016310083,0.0043867540000000005,0.027778333,0.007568861999999999,0.046633485999999995,0.052421506,0.14200787,-0.033771105
|
||||
20,925.0,0.0,4758.0,4758.0,264.0,4758.0,0.9966691000001096,6.0,75.0,0.0,,,,0.0030004231411462213,0.0014101580596944704,0.007745119743049146,0.000437128881458193,0.00025,0.0,0.00025,0.00025,0.018002652,0.0047670375,0.030942027999999996,0.009946148,0.056299467,0.06465223,0.2402926,-0.024710407
|
||||
21,952.0,0.0,4866.0,4866.0,108.0,4866.0,0.9965719000001128,0.0,0.0,0.0,,,,0.0030828455604093442,0.001222012049279153,0.005216440185904503,0.0004437630705069751,0.00025,0.0,0.00025,0.00025,0.01797254,0.004588888,0.029642342000000002,0.011304895,,,,
|
||||
22,989.0,0.0,5012.0,5012.0,146.0,5012.0,0.9964405000001172,2.0,45.0,0.0,,,,0.002605638285684917,0.0011707703827911154,0.005040653981268406,0.00027624226640909905,0.00025,0.0,0.00025,0.00025,0.014817067,0.0034752183,0.023371994,0.00671804,,,,
|
||||
23,1130.0,0.0,5575.0,5575.0,563.0,5575.0,0.995933800000134,9.0,305.0,0.0,,,,0.002375550828799804,0.0011445915311848994,0.005559086799621582,0.00019633854390122,0.00025,0.0,0.00025,0.00025,0.014003215,0.003680551,0.026976977000000003,0.0064814542,0.058442097,0.038910393,0.12662977,-0.038043927000000005
|
||||
24,1161.0,0.0,5702.0,5702.0,127.0,5702.0,0.9958195000001376,3.0,75.0,0.0,,,,0.002494539588599676,0.0010564055929805105,0.005466931965202093,0.0005216930294409393,0.0002500000000000001,5.421010862427521e-20,0.00025,0.00025,0.014305183,0.0035644062,0.02292288,0.008908606,,,,
|
||||
25,1228.0,0.0,5970.0,5970.0,268.0,5970.0,0.9955783000001456,0.0,0.0,0.0,,,,0.0021856559421091033,0.0011062408831445708,0.005686123855412006,0.0002359695208724588,0.00025,0.0,0.00025,0.00025,0.013199517,0.0036920388,0.024785466000000003,0.006574779300000001,,,,
|
||||
Episode #,Training Iter,In Heatup,ER #Transitions,ER #Episodes,Episode Length,Total steps,Epsilon,Shaped Training Reward,Training Reward,Update Target Network,Evaluation Reward,Shaped Evaluation Reward,Success Rate,Loss/Mean,Loss/Stdev,Loss/Max,Loss/Min,Learning Rate/Mean,Learning Rate/Stdev,Learning Rate/Max,Learning Rate/Min,Grads (unclipped)/Mean,Grads (unclipped)/Stdev,Grads (unclipped)/Max,Grads (unclipped)/Min,Discounted Return/Mean,Discounted Return/Stdev,Discounted Return/Max,Discounted Return/Min,Q/Mean,Q/Stdev,Q/Max,Q/Min
|
||||
1,0.0,1.0,486.0,486.0,486.0,486.0,1.0,,,0.0,,,,,,,,,,,,,,,,1.027285241237078,0.8961037725396955,3.502959469093688,0.0,,,,
|
||||
2,0.0,1.0,573.0,573.0,87.0,573.0,1.0,,,0.0,,,,,,,,,,,,,,,,0.2991949731169189,0.4147830569909918,1.0,0.0,,,,
|
||||
3,0.0,1.0,722.0,722.0,149.0,722.0,1.0,,,0.0,,,,,,,,,,,,,,,,1.089942054123867,0.6773639260883686,1.9560606270183023,0.0,,,,
|
||||
4,0.0,1.0,1057.0,1057.0,335.0,1057.0,1.0,,,0.0,,,,,,,,,,,,,,,,1.6150170189100268,1.2171006279541683,4.3034191502088746,0.0,,,,
|
||||
5,63.0,0.0,1310.0,1310.0,253.0,1310.0,0.9997723000000076,4.0,50.0,0.0,,,,0.005109202163559588,0.006644729727199222,0.04764580726623535,1.3183480405132285e-05,0.00025,0.0,0.00025,0.00025,0.013519267,0.015397271,0.11750877,0.0010043144,1.222244018436626,0.936837542398956,3.1882608013105234,0.0,,,,
|
||||
6,191.0,0.0,1821.0,1821.0,511.0,1821.0,0.9993124000000226,12.0,185.0,0.0,,,,0.00485087334413052,0.002713731984112081,0.011721758171916008,0.00026730389799922705,0.0002500000000000001,1.0842021724855042e-19,0.00025,0.00025,0.017303153999999998,0.0053161266,0.033556815,0.007327091,2.2788441379494553,1.4480347036158143,5.334774783194502,0.0,,,,
|
||||
7,296.0,0.0,2240.0,2240.0,419.0,2240.0,0.998935300000035,5.0,100.0,0.0,,,,0.0046935698821298074,0.002123739322185295,0.01283388864248991,0.00030128471553325653,0.0002500000000000001,1.0842021724855042e-19,0.00025,0.00025,0.019991936000000002,0.0050188279999999995,0.037825644,0.0079848645,0.8555964976400694,1.0053707470132562,3.3749244373511424,0.0,0.022227847999999998,0.019901505,0.043740325,-0.013208518
|
||||
8,339.0,0.0,2414.0,2414.0,174.0,2414.0,0.9987787000000402,1.0,5.0,0.0,,,,0.004928239204292728,0.0020712643406458143,0.00949070695787668,0.0005535380914807321,0.00025,0.0,0.00025,0.00025,0.022211848,0.005014984,0.03487437,0.012367811000000001,0.3973882352674416,0.32154192970544776,1.0,0.0,0.12187975,0.09768122,0.26016974,-0.018181328
|
||||
9,368.0,0.0,2529.0,2529.0,115.0,2529.0,0.9986752000000436,3.0,30.0,0.0,,,,0.004931809064666075,0.0021389635478543815,0.012947684153914452,0.0019566710107028484,0.0002500000000000001,5.421010862427521e-20,0.00025,0.00025,0.023665477999999997,0.007522414399999999,0.052453473,0.013190613,0.6324934579648669,0.8584618010459154,2.5898325667156983,0.0,,,,
|
||||
10,411.0,0.0,2702.0,2702.0,173.0,2702.0,0.9985195000000489,3.0,75.0,0.0,,,,0.004735770288768203,0.002382846652794767,0.009951505810022354,0.0008040203247219324,0.00025,0.0,0.00025,0.00025,0.024901329,0.0063486459999999995,0.04445335,0.015387693999999999,1.0608731055181009,0.7741962088105712,2.3536752936697938,0.0,,,,
|
||||
11,465.0,0.0,2915.0,2915.0,213.0,2915.0,0.9983278000000549,3.0,20.0,0.0,,,,0.004829961579196366,0.0020574665947583615,0.010273397900164127,0.0007140584057196975,0.00025,0.0,0.00025,0.00025,0.025302371,0.006292670500000001,0.04320265400000001,0.0144736,0.9256049353481748,0.5663397851070973,1.7696505901309243,0.0,,,,
|
||||
12,510.0,0.0,3097.0,3097.0,182.0,3097.0,0.9981640000000604,4.0,60.0,0.0,,,,0.0027069961361121386,0.002082697011936235,0.012323932722210884,0.0003875927068293095,0.00025,0.0,0.00025,0.00025,0.014567738,0.006485510999999999,0.04721776,0.0072065409999999995,1.3110499512651883,0.7061102045075827,2.617221396387248,0.0,,,,
|
||||
13,550.0,0.0,3258.0,3258.0,161.0,3258.0,0.9980191000000652,3.0,75.0,0.0,,,,0.002841024359804578,0.0013159307049278785,0.005496966186910868,0.00048402749234810466,0.00025,0.0,0.00025,0.00025,0.014706117,0.0032470564,0.022621624,0.009809383,1.0703466266135009,0.8490488659932097,2.503485520019768,0.0,,,,
|
||||
14,594.0,0.0,3433.0,3433.0,175.0,3433.0,0.9978616000000704,4.0,50.0,0.0,,,,0.003004245682034728,0.0013917433867090205,0.006274733226746321,0.0005688919918611647,0.00025,0.0,0.00025,0.00025,0.015371343,0.0036695802,0.02386936,0.008327322,1.3808433281553778,0.7416611931247653,2.5777888872395627,0.0,,,,
|
||||
15,630.0,0.0,3578.0,3578.0,145.0,3578.0,0.9977311000000748,2.0,25.0,0.0,,,,0.002770724596403953,0.001379406934408562,0.0062045715749263755,0.00032843893859535456,0.00025,0.0,0.00025,0.00025,0.015296696,0.0040239790000000004,0.02464723,0.008413383,0.3767929397358389,0.4664994895961535,1.5753547499769285,0.0,,,,
|
||||
16,675.0,0.0,3756.0,3756.0,178.0,3756.0,0.99757090000008,0.0,0.0,0.0,,,,0.0029412518508086737,0.0015695806621785356,0.007634700275957584,0.0004385213542263955,0.00025,0.0,0.00025,0.00025,0.016245693000000002,0.005185027,0.036562647999999996,0.010281325,0.0,0.0,0.0,0.0,,,,
|
||||
17,779.0,0.0,4171.0,4171.0,415.0,4171.0,0.9971974000000924,6.0,80.0,0.0,,,,0.0025979703395233424,0.0011716058513348887,0.007265660911798476,0.0001775840064510703,0.0002500000000000001,1.0842021724855042e-19,0.00025,0.00025,0.014886473,0.0037650878,0.026265499999999997,0.0046373084,1.2064564511640037,0.9581523932003888,3.7053456169634456,0.0,0.025268772999999998,0.031956796,0.06619469,-0.019865535
|
||||
18,802.0,0.0,4265.0,4265.0,94.0,4265.0,0.9971128000000952,1.0,30.0,0.0,,,,0.002766348644281211,0.0013898341669422176,0.007497622165828944,0.000944632338359952,0.0002500000000000001,5.421010862427521e-20,0.00025,0.00025,0.01588387,0.0052003902,0.03411659,0.009723878,0.4758686413166112,0.3805813846183533,1.0,0.0,,,,
|
||||
19,859.0,0.0,4494.0,4494.0,229.0,4494.0,0.9969067000001018,5.0,100.0,0.0,,,,0.0024714343507136953,0.0013473575021048759,0.007473943755030631,0.0003096564905717969,0.00025,0.0,0.00025,0.00025,0.015645703,0.0044700815000000005,0.033086676,0.0069206680000000005,1.7352332608258287,0.8915224300531083,3.1694045534542283,0.0,0.036270775,0.04929908,0.13315588,-0.018592108
|
||||
20,925.0,0.0,4758.0,4758.0,264.0,4758.0,0.9966691000001096,6.0,75.0,0.0,,,,0.002845598067282341,0.0012255590763663713,0.006424555089324714,0.0004704671737272293,0.00025,0.0,0.00025,0.00025,0.01692575,0.0037792347999999996,0.028671494,0.010078756999999999,1.689846122458243,1.273814066516635,3.9579986855743465,0.0,0.054854717000000004,0.05534945,0.15613228,-0.009998313
|
||||
21,952.0,0.0,4866.0,4866.0,108.0,4866.0,0.9965719000001128,0.0,0.0,0.0,,,,0.002853455830168409,0.001397822531321339,0.007332308217883109,0.000737558351829648,0.00025,0.0,0.00025,0.00025,0.017479947,0.004376444,0.030206406,0.01124808,0.0,0.0,0.0,0.0,,,,
|
||||
22,989.0,0.0,5012.0,5012.0,146.0,5012.0,0.9964405000001172,2.0,45.0,0.0,,,,0.0026794478803316858,0.0011618792868513831,0.004971560090780258,0.00035609633778221905,0.00025,0.0,0.00025,0.00025,0.015238602,0.0030655032,0.021991309,0.010308336,0.920688534667319,0.5000778477909199,1.8097278682212583,0.0,,,,
|
||||
23,1096.0,0.0,5441.0,5441.0,429.0,5441.0,0.99605440000013,6.0,105.0,0.0,,,,0.002629319344871356,0.0011724846004769849,0.005449161864817143,0.00044546127901412547,0.0002500000000000001,1.0842021724855042e-19,0.00025,0.00025,0.016436351000000002,0.0037974370000000003,0.027812889,0.008626205,1.2475527983921246,0.7067378799978371,2.9556949727128736,0.0,0.05807725,0.050866842,0.17836033,-0.04308027
|
||||
24,1170.0,0.0,5737.0,5737.0,296.0,5737.0,0.9957880000001388,4.0,80.0,0.0,,,,0.0026722191463262345,0.0013386005393860115,0.007470845244824886,0.0004896125174127518,0.0002500000000000001,5.421010862427521e-20,0.00025,0.00025,0.016547307,0.004948175,0.0411756,0.0074825925,1.2178376196698089,0.8258058074749828,3.03999691070777,0.0,,,,
|
||||
25,1186.0,0.0,5800.0,5800.0,63.0,5800.0,0.9957313000001404,1.0,10.0,0.0,,,,0.0027753642061725263,0.0012452546551415544,0.004621786531060934,0.000532475532963872,0.00025,0.0,0.00025,0.00025,0.01667763,0.0037144085,0.022935195,0.010432839000000001,0.13727421034342713,0.33638380923838584,1.0,0.0,,,,
|
||||
|
||||
|
Reference in New Issue
Block a user