1
0
mirror of https://github.com/gryf/coach.git synced 2026-01-28 11:05:46 +01:00
Files
coach/rl_coach/traces/Atari_A3C_space_invaders/trace.csv
itaicaspi-intel fa4895f840 new traces
2018-09-13 11:47:36 +03:00

12 KiB

1Episode #Training IterIn HeatupER #TransitionsER #EpisodesEpisode LengthTotal stepsEpsilonShaped Training RewardTraining RewardUpdate Target NetworkEvaluation RewardShaped Evaluation RewardSuccess RateLoss/MeanLoss/StdevLoss/MaxLoss/MinLearning Rate/MeanLearning Rate/StdevLearning Rate/MaxLearning Rate/MinGrads (unclipped)/MeanGrads (unclipped)/StdevGrads (unclipped)/MaxGrads (unclipped)/MinDiscounted Return/MeanDiscounted Return/StdevDiscounted Return/MaxDiscounted Return/MinEntropy/MeanEntropy/StdevEntropy/MaxEntropy/MinAdvantages/MeanAdvantages/StdevAdvantages/MaxAdvantages/MinValues/MeanValues/StdevValues/MaxValues/MinValue Loss/MeanValue Loss/StdevValue Loss/MaxValue Loss/MinPolicy Loss/MeanPolicy Loss/StdevPolicy Loss/MaxPolicy Loss/Min
210.01.0172.01.0172.0172.00.00.00.00.00.00.0
320.01.079.01.079.0251.00.00.00.66552585133073330.76539686850570241.89533825425871650.0
430.01.096.01.096.0347.00.00.00.316236231198360640.41179632737410811.00.0
540.01.0371.01.0371.0718.00.00.01.33553092803241841.01802385383866633.67106329758269470.0
650.01.0344.01.0344.01062.00.00.00.00.00.00.0
7612.00.0256.01.0256.01318.00.06.080.00.00.191487060.225569740.73343780.00105495649999999991.7263187643284121.051567898425253.7544965287826790.01.79171062.5127312000000002e-051.79174461.79163370.200128520062814120.38772960256495551.0023281574249268-0.0109292082488536850.0266841370.0154869610.057078699999999990.0063458210.095192830.11617790.378288037.249935999999999e-070.358835900000000040.447391421.4766374-0.009203376999999999
8728.00.0315.01.0315.01633.00.01.030.00.00.0616217180.19686860.798137550.00163714109999999980.28813582083940990.27412471050490771.00.01.79171093.1321999999999996e-051.7917551.79163860000000020.0431446222712596260.212948072356817260.9929583072662354-0.02459329366683960.090376030.0140239919999999990.121084794000000010.063397310.0236041680.088082510.35317878.870725999999999e-060.077379810.349415241.3846123-0.024812999999999998
9835.00.0127.01.0127.01760.00.00.00.00.00.0122030180000000010.0043695690.0174178260.00543508170.00.00.00.01.79160742.8484812e-051.79167461.7914919999999999-0.0109533341601490960.0075548088452425610.006630212068557739-0.033907495439052580.135125700000000020.0110312635000000010.153830830.1178966248.852533e-054.6501125e-050.000143102630000000023.0686515e-05-0.0196332280.0068424847-0.008797371-0.026416292
10944.00.0179.01.0179.01939.00.02.015.00.00.220319420.369942221.07029150000000020.0083797430.5672817472496030.391647397044565861.33103308832101350.01.7915084.8648024e-051.79163149999999981.79139290.157314505754038690.35913437208271080.9962854385375975-0.041994005441665650.172342930.0213710440.209804190.142167100000000020.076862680.140654120.39937225.437906699999999e-050.282292720.57136871.6053288000000001-0.039750043
111048.00.077.01.077.02016.00.02.015.00.00.52320090.69492831.50595390.0258689370.71091202491487970.76139622031125841.8863848717161290.01.79142760000000025.6415083e-051.79152060000000011.79135129999999990.34987435167034470.61088209292556831.8495126962661743-0.046291604638099670.229492720.0092592960.246263920.216532770.247794500000000030.349941970.742687170.000252461399999999970.62372670.93897990000000011.9516237-0.04672413
121152.00.072.01.072.02088.00.02.035.00.00.563144860.37140660.904766740.0468123440000000060.5540983577453110.69023584952615581.84294319338392640.01.79126379999999997.356912e-051.79141519999999991.79116060.36406802808245030.45793434642699730.9790114164352416-0.060258388519287110.27642870.0135205520.299750750.257590740.171124700000000020.1225566340.283141799999999940.00057653850.65380180.50889161.1233141000000002-0.053315002
131262.00.0191.01.0191.02279.00.04.050.00.00.352596160.425694881.40741870.0321229471.3049593596678261.10624170450709943.3015668861277420.01.79110920.000169858571.79149710000000021.79075430000000010.138317778044276780.366934735402030.9919073581695556-0.095405131578445430.411514550.070818120.53274530000000010.332923770.0768864450.113661430.35239290.00033472240.249227730.48888651.4336966999999998-0.10414474
141369.00.0125.01.0125.02404.00.02.015.00.00.63413551.05171852.98572020000000030.148954230.21486065193530260.52207976602521231.89533825425871650.01.7911025.9363345e-051.79124880000000021.79096169999999980.158698863039414080.52790049197358341.8224644660949707-0.13989427685737610.569063840.019905250.60565990.529700760.151932170.33373370.898182630.00222068960.284739460.89484722.2855925999999998-0.13005021
151482.00.0252.01.0252.02656.00.04.090.00.00.53092930.547585551.42096640.077021041.2678529851726040.88972350644158043.0642249988512360.01.79102680.000270041031.79146389999999991.79047780000000010.12974296721319360.36469824470426340.9440007209777832-0.164108097553253150.57750690.0317325220.64530250.515744860.0749190150.103437620.248482400000000020.00073913933000000010.233022750.472315281.0031662000000001-0.12733074
161594.00.0236.01.0236.02892.00.00.00.00.00.264247800000000030.037378770.341972099999999950.223610790.00.00.00.01.78846340.00055505714000000011.78928160000000021.7870125-0.081882710348476060.0457505728867918650.011497259140014648-0.21337604522705080.833075760.0298787540.93696850.78904090.00439894670.00110838679999999990.0066753006999999990.003153908-0.147060680.018578768-0.11931857-0.18141231
171699.00.0100.01.0100.02992.00.01.05.00.00.4383250.42248121.16572240.140434650.09561792499119550.28698652212091081.00.01.78875720.000300733170000000051.78927461.78838839999999990.0423420041799545260.30414364349529440.910679578781128-0.179940044879913330.63392160.064521590.76954669999999990.55988960.0471480940.075306280.177559390.00201649130.075073990.3595820.6962384-0.17250232
1817105.00.0120.01.0120.03112.00.00.00.00.00.0930383350.0131480720.110054340.07500390.00.00.00.01.78975930.000691836931.79053830000000011.7887273000000001-0.04284943938255310.0276479209963307150.001554727554321289-0.127830296754837040.44283980.0527733529999999950.511807560.370302650.00130024090.000240744199999999970.00160130560.0008975707499999999-0.076815350.006941584000000001-0.06671523-0.08824096599999999
1918117.00.0239.01.0239.03351.00.03.045.00.00.251742660.319715680.906888250.0199157820.71367887155572640.62941397230164562.1393297807831340.01.79021750.000282342921.79073460000000021.78943740.085527477887543780.309483209839173050.9564164876937866-0.0802835226058960.3777760.0272183420000000030.4333160.33604490.0515474079999999960.084859380.224967630.000140077680.154188250.35660580.86870986-0.0785913
2019135.00.0352.01.0352.03703.00.06.090.00.00.417932750.489994731.41758310.0164134861.12856528148809220.76325274352103522.7134983018545740.01.79007140.00053217199999999991.79074791.78835250000000020.165681412903701560.38875661860888030.9968223571777344-0.149619370698928860.376535650.075528410.52923260.278013650.0892910140.133575600000000020.382107470.000108697680.298507200000000030.579957071.5412391-0.16792528
2120144.00.0172.01.0172.03875.00.03.075.00.00.318419040.400313021.11971040.019942281.0010302280074370.81239321105154272.3597253543411690.01.79008819999999980.000276707670000000041.79058240000000011.78955550.080778052285313610.31241919355992470.9487813115119934-0.125746428966522220.520294370.05544940.600909650.43157060.052065420.082361560.205709410.000242392820000000020.147408410.360462220.8315386999999999-0.12121811
2221158.00.0273.01.0273.04148.00.00.00.00.00.162783310.0344649740.237268510.112016520.00.00.00.01.79034760000000030.00051262931.79126360000000021.7894793999999998-0.063263562780160180.035535052052669930.01573348045349121-0.141011178493499760.60549160.0484238380.71874250000000010.499357220.00263250900000000030.00092469130.00434740070.0015668544-0.113294230.021084283-0.08376406-0.15398563
2322166.00.0144.01.0144.04292.00.03.030.00.00.515355770.52478819999999991.52995739999999980.07855131.11473936897736010.78482985906168272.47342165365361360.01.79128030.00026287621.79160960000000011.79081680000000020.197213380677359440.40944268061515920.9899698495864868-0.123554706573486330.413302330.0326893140.491978680.360603720.103268210.124799120.329856460.000923254350.355679780.54471051.3443174-0.09900903
2423180.00.0281.01.0281.04573.00.04.050.00.00.494243320.763057052.39786500000000040.0420354051.1304851109217760.68862467996469822.42997856253436640.01.79017569999999980.00108061961.79156971.78819010000000020.14707327267298330.42921395255051161.85547947883606-0.133123070001602150.494018550.066174650.6425550.38708850.102927580.219032530.7783510.0003018380.262252750.658150141.9423884999999999-0.11724649
2524193.00.0255.01.0255.04828.00.01.05.00.00.28762980.356492071.46311530000000010.1072608160.28913231872540040.31601475519720091.00.01.7865980.00071750149999999991.78777109999999981.7844592000000001-0.0154730752110481240.210789782977644250.9598442316055298-0.167401909828186060.653590440.0223157370000000020.727513430.60743249999999990.0223358779999999970.0643578540.235761240.0014055372-0.0272795560.303119780.97544366-0.15911148
2625203.00.0190.01.0190.05018.00.01.010.00.00.258339080.3537041.2570640.0948015150.41208163333010090.286722439038829551.00.01.78637610000000020.000554239671.78774259999999981.78487750000000010.0089305554827054340.232523367290999760.9504443407058716-0.146015316247940060.56183530.032456480.627523660.51236229999999990.0270734350.070978320.227823990.00113085440.0144631780.3146390.9035393-0.11194018
2726210.00.0141.01.0141.05159.00.02.035.00.00.277085160.247674880.79434320.087777490.87619937752346690.58620366479791341.85145777109487560.01.78502560000000020.0014392131.78692410000000021.78194060000000020.0415009525914986840.27828168395180840.92048978805542-0.126339733600616460.520884630.034953760.580952940.454917550.039581510.0567272530.148198380.00086578880000000010.071131830.245713080.53853804-0.1342794
2827221.00.0210.01.0210.05369.00.02.015.00.00.221191399999999980.420450181.48079820.041316920.77699122506711420.52048064813321091.89533825425871650.01.78437939999999970.00092643953000000011.7857161.78151560000000030.0386715826392173760.30304870803906651.8035634756088257-0.098984301090240480.426666830.0262099410.497442750.370496750.0466670170000000050.136628840.456551370.000376181179999999940.069021480.425954071.3455397-0.09659804400000001
2928225.00.074.01.074.05443.00.01.015.00.00.47945980.543938461.24833730.074425990.177370523285164420.367563224426560641.00.01.78538119999999980.00084506431.78625711.78367219999999980.17899493773778280.39743534008622660.9939099550247192-0.128475904464721680.385765760.019389080.426964850.362504750.094997040.132179360.28192530.00086299760.316834480.56093281.1099112-0.09520959
3029231.00.0113.01.0113.05556.00.00.00.00.00.059339650.0193505320.080843930.0299779079999999980.00.00.00.01.78525760.00081868254000000011.78661741.7842599-0.0307905468344688430.021301302409658730.006599247455596924-0.076973110437393190.383866599999999950.0310905610.421881650.335627380.00070090170.000372563140.00109935350000000010.0001666528-0.0551114380.017901437-0.029770195-0.07435719
3130241.00.0184.01.0184.05740.00.03.040.00.00.380935070.65648542.07756160.042682141.22520758486662950.75086408168905522.6720630125233480.01.78448070.00099635261.78606500000000021.78129719999999980.15690472010109160.44570871518944341.8164025545120241-0.098938137292861940.3902570.0409140660.45900390000000010.31545870.1116376740.246812730.783318760.000292143639999999960.28496970.702274862.1009307-0.08101756