1
0
mirror of https://github.com/gryf/coach.git synced 2026-01-07 14:24:16 +01:00
Files
coach/rl_coach/traces/Atari_A3C_LSTM_space_invaders/trace.csv
2018-10-02 17:55:16 +03:00

12 KiB

1Episode #Training IterIn HeatupER #TransitionsER #EpisodesEpisode LengthTotal stepsEpsilonShaped Training RewardTraining RewardUpdate Target NetworkEvaluation RewardShaped Evaluation RewardSuccess RateLoss/MeanLoss/StdevLoss/MaxLoss/MinLearning Rate/MeanLearning Rate/StdevLearning Rate/MaxLearning Rate/MinGrads (unclipped)/MeanGrads (unclipped)/StdevGrads (unclipped)/MaxGrads (unclipped)/MinDiscounted Return/MeanDiscounted Return/StdevDiscounted Return/MaxDiscounted Return/MinEntropy/MeanEntropy/StdevEntropy/MaxEntropy/MinAdvantages/MeanAdvantages/StdevAdvantages/MaxAdvantages/MinValues/MeanValues/StdevValues/MaxValues/MinValue Loss/MeanValue Loss/StdevValue Loss/MaxValue Loss/MinPolicy Loss/MeanPolicy Loss/StdevPolicy Loss/MaxPolicy Loss/Min
210.01.0248.01.0248.0248.00.00.00.87003104304763270.74053337785345652.23287694902206860.0
320.01.0123.01.0123.0371.00.00.00.38996705475584810.38191191286988831.00.0
430.01.088.01.088.0459.00.00.00.00.00.00.0
540.01.0187.01.0187.0646.00.00.00.78909797610793440.45575616383525921.68255459501038680.0
650.01.086.01.086.0732.00.00.00.69191358554439260.72221893790507151.84294319338392640.0
760.01.0331.01.0331.01063.00.00.01.2749345304435370.64596152362992822.65005754146234860.0
8719.00.0393.01.0393.01456.00.06.075.00.00.114210880.213800130.596803370.00075585070000000011.28753499570198660.9712100613103693.29390064865529240.01.79168382.6964899999999997e-051.79175630000000031.79160980000000030.143410065397007490.35350798298633941.8814263343811035-0.0128321982920169850.0267385040.019834050.064781010.00357444330.0734942850.140812750.443426851.1059151000000002e-060.25662540.49232331.3469505-0.0116830645
9828.00.0176.01.0176.01632.00.01.015.00.00.0410542970000000030.097708010.299558430.00349548060.33118131821976090.35519026020026471.00.01.79145549.376556e-051.79175099999999991.79131460.0339276040904223850.197668733381501950.9898095726966858-0.0204397439956665040.091445590.0129482820.1094246950.069952690.0218169970.0573409530.173526888.623848e-050.0604639650.201186640.5926347-0.02375073
10940.00.0230.01.0230.01862.00.04.095.00.00.132377610.220480.65864410.00305991219999999981.0720443542502640.63830216241959042.34449950769965240.01.79120479999999980.000161168061.79173961.79086420.12427233372899620.33304135400522790.9949659705162048-0.0302325934171676640.139437880.0163803360000000020.164902050.112535275999999990.069144180.113545480.334800420.000165731910.222889230.420138361.2402188-0.02921468
111052.00.0225.01.0225.02087.00.00.00.00.00.0123808770.0047034146000000010.0217757429999999970.00756699960.00.00.00.01.7908310.000203121051.79172249999999991.7905108-0.0225793682716109550.013048922208883124-0.001516878604888916-0.051668584346771240.234964160.0330020040.291474130.190344560.0009397060.000293363579999999950.00140790549999999980.0005678356-0.0404499470.008927133-0.027699834-0.061478532999999995
121155.00.061.01.061.02148.00.02.015.00.00.345582540.109643470.455226030.235939090.49087532159497220.64272841209316231.84294319338392640.01.79078590.000254099961.79171899999999981.79065200000000010.28674595132470130.444638480049675770.963326096534729-0.0395027250051498340.266678400000000040.00251772630.271232660.26113430.173666910.0326271060.206294020.14103980.51332270.1218266040.63514930.39149609999999996
131263.00.0154.01.0154.02302.00.02.015.00.00.175428750.394014921.140550.0113248480.65488489435366480.69385727212857771.8863848717161290.01.7908460.000202643261.79171281.79048180.102352215030363620.39383654954836971.8367838859558103-0.064596533775329590.303004240.0238519000000000020.348792820.27567370.093759000000000010.225947780.64721540.00124848229999999990.185462640.59208491.635689-0.06841414400000001
141377.00.0274.01.0274.02576.00.02.025.00.00.152379260.363450051.38387840.0174707640.52369865249493410.39266527509269711.32772275743780370.01.79048970000000020.000257170151.79168421.78993070.0321159613820222660.25386122159889740.9805907011032104-0.103432834148406970.44374640.0588375070000000040.565831960.364531070.0430602840000000040.102922250.372665099999999970.00204582440.0572989960.363751051.250245-0.101191714
151483.00.0103.01.0103.02679.00.02.015.00.00.070373160.0473565870.138366770.0254091579999999980.78453646040647640.68206188927813821.81790693759723080.01.78978750.00055480129999999991.79166290000000021.7889906999999998-0.0197842124104499850.18866247368669240.9033542275428772-0.111332386732101440.582180440.0216961110.62649019999999990.55190360.036551050.0381823670.085999320.004840155-0.035076110.089046750.079407215-0.1215153
161588.00.092.01.092.02771.00.00.00.00.00.0335964370.00297097260.038486470.0306785310000000020.00.00.00.01.78803730.00098118161.79163031.7869519-0.0545665200799703640.030518596589793445-0.0007356405258178711-0.110182911157608030.55838280000000010.0041078720.56908940000000010.55280460.00475221549999999950.00020956850.0049274550.004409475-0.0966694950.00178767-0.09435672-0.09915057599999999
1716100.00.0232.01.0232.03003.00.02.010.00.00.164823430.355038321.27523269999999990.0224789750.450291772678203030.41971773481172161.33103308832101350.01.78372060.00256869151.79155831.77888699999999990.0051483721895651390.241965403736015360.9504172801971436-0.130107760429382320.64567530000000010.0480389070.72896460.579594250.0453161559999999960.0927027760.318850640.00539465060.0085882490000000010.31547280.9805802-0.13657857
1817114.00.0263.01.0263.03266.00.01.010.00.00.158594030.416644251.60141370.0269428530.20308715773011640.32917226544042211.00.01.77633119999999980.0047083521.79132659999999991.7676043999999997-0.0083025611363924460.222704323227917440.968006670475006-0.143176674842834470.640814540.051342890.73839680000000010.570580360.0336625840.095745950.365319430.0047015846-0.0151627350.350051281.1956688999999998-0.14132895
1918119.00.090.01.090.03356.00.02.035.00.00.995848540.97056819999999992.1355860.03273130.81242292686649290.65965244552892111.78567814080721890.01.76583420.00644378271.79095011.75765030.29083870872855190.44678771051099330.9755487442016602-0.15342617034912110.770513530.0398834870.844878140.732115450.192436680.185271170.409725640.00749910530.51472010.66753541.3587703000000002-0.15439077
2019130.00.0209.01.0209.03565.00.04.050.00.00.56609639999999990.85344419999999992.8680050.062506191.51784067579514330.85698790183240373.2798811726655810.01.75933370.00568172300000000051.79061480000000021.74893719999999990.0448015370965003860.340349196828187040.9900107383728028-0.22664189338684081.12874380.117891831.38968171.0139160.126116010.149529040.45758720.0150168680000000010.073961145999999990.434138771.215942-0.20843013
2120156.00.0518.01.0518.04083.00.07.0130.00.00.93530900000000011.28583863.86606670.117250341.0987917393647090.63204195034402842.5233030151334010.01.66990910.0557411281.79037020000000011.5692837-0.067576499462127680.31954501241645530.9396663904190063-0.54945135116577152.22105570.60474393.50033641.44450810.16747370.171898840.507563950.036066726-0.121776860.420735900000000051.1168726999999998-0.529899
2221162.00.0103.01.0103.04186.00.01.030.00.01.12450391.38163093.887410.407660720.287914859223718960.40442708446967681.00.01.57550190.0389725531.78042821.5525216-0.202620394229888870.34205733129563130.7819786071777344-0.66099476814270023.36169740.166125573.68374133.156050.185701640.140992120.466557920.10048528-0.348850460.400837930.44589615-0.62824064
2322172.00.0191.01.0191.04377.00.04.035.00.01.04930820.89316840000000012.87882570.409215421.3608202158718540.7843733171742752.62764162391311370.01.51214920.0362704771.77817560000000021.4913622-0.10841766728295220.386566667085868951.439842700958252-0.60164880752563482.86751820.253186083.29268309999999962.52987150.190971430.172521740.580119850.058588177000000005-0.168857960.438510780.66275233-0.52809024
2423177.00.084.01.084.04461.00.02.045.00.01.25598231.24629460000000013.41297820.465242420.75903411263851890.57145599046230381.68255459501038680.01.57449280.0465867521.78301530000000021.5274831-0.00403346121311187740.418659524067092560.9548516273498536-0.44557583332061772.25487470000000020.1178154352.4222012.10727550.154946950.140081660.390158530.042759030.0438760070.665756171.1958548-0.36775714
2524182.00.094.01.094.04555.00.00.00.00.00.436774020.0224155430.471878700000000040.412413840.00.00.00.01.66010150.028865551.78638031.623586-0.196126702427864060.10077536524472708-0.017804980278015137-0.36091876029968261.89211199999999980.099453382.07958481.75472989999999980.0356724930.00383374930.0409689430.030137222-0.329192820.030663265-0.28128055-0.35991377
2625191.00.0168.01.0168.04723.00.00.00.00.00.346429400000000050.0312865750.381214680.300284499999999950.00.00.00.01.7116910.0214770121.78700211.6728425-0.144210336729884150.0784776205445583-0.01166987419128418-0.31962192058563231.43108150000000010.19092811.73742189999999971.15389720.0209339410.0047346680.0285767410.013943641000000001-0.24796850.03228178-0.19238672-0.2879433
2726197.00.0111.01.0111.04834.00.03.030.00.00.792199130.65856640000000011.83610280000000010.236830280.68510484813547310.85854309060347632.5778928492691040.01.75328899999999990.0078899940000000011.7893481.74249530.1983197480440140.417890175185590960.9343531131744384-0.195447325706481960.94235740.071654011.04663070.850235460.1346640.111540760.274413560.00885883250.351409550.487672570.96400595-0.1610711
2827205.00.0146.01.0146.04980.00.02.050.00.00.38358660.294793130.84982580.172405690.74749506553304850.63911610565825841.81790693759723080.01.76781310000000010.00458082931.79017999999999991.76102880.054511568801743650.314255281179536660.9421547651290894-0.151502430438995360.70460190.062716130.80968909999999990.618986960.05910210.082570030.192535310.0055776370.0957689060.361268130.6872695-0.1504049
2928218.00.0242.01.0242.05222.00.06.080.00.00.79203970.796128152.634970.173912291.6451870187763341.18882754866061863.77043378581759820.01.76554630.00307147020000000031.79002810000000021.76186820.25064448453485970.49051606033099431.8532297611236568-0.142037630081176760.627200540.0271764579999999970.684686540.58178060.151935030.219124700000000030.76557219999999990.00588648800000000050.434111120.69359819999999991.8189167000000002-0.12550029999999998
3029235.00.0338.01.0338.05560.00.01.030.00.00.308303240.395486681.83432080.138771310.129022133002252070.29111760819522431.00.01.74810999999999980.0092287521.79023480000000011.7353710999999998-0.0272449525073170630.207661703363142080.965793788433075-0.156173348426818850.75215459999999990.053714760.862446370.680343150.025902050.072143190.30526650.005013725-0.0495374430.325646821.2084311-0.17644764
3130240.00.085.01.085.05645.00.00.00.00.00.187608970.042847510.226136090.11540420.00.00.00.01.73668720.0121171431.78968800000000021.7309592-0.065743151307106020.044037964978914370.013423502445220949-0.159375309944152860.74407990.012392850.78194530000000010.726354360.0066045580000000010.000823499750.00744657870.005253814599999999-0.113712880.025646087-0.07066831-0.13479757