1
0
mirror of https://github.com/gryf/coach.git synced 2026-01-30 20:35:47 +01:00
Files
coach/rl_coach/traces/Atari_QR_DQN_space_invaders/trace.csv
2018-08-20 13:01:30 +03:00

7.6 KiB

1Episode #Training IterIn HeatupER #TransitionsER #EpisodesEpisode LengthTotal stepsEpsilonShaped Training RewardTraining RewardUpdate Target NetworkEvaluation RewardShaped Evaluation RewardSuccess RateLoss/MeanLoss/StdevLoss/MaxLoss/MinLearning Rate/MeanLearning Rate/StdevLearning Rate/MaxLearning Rate/MinGrads (unclipped)/MeanGrads (unclipped)/StdevGrads (unclipped)/MaxGrads (unclipped)/MinQ/MeanQ/StdevQ/MaxQ/Min
210.01.0486.0486.0486.0486.01.00.0
320.01.0573.0573.087.0573.01.00.0
430.01.0722.0722.0149.0722.01.00.0
540.01.01057.01057.0335.01057.01.00.0
6551.00.01260.01260.0203.01260.00.99979903000000443.030.00.030.5385954870897244.314682007982455150.49035644531250.169126391410827645.000000000000001e-056.776263578034403e-215e-055e-056.7910426.449518700000000523.6620771.2995651000000001
76116.00.01519.01519.0259.01519.00.999542620000013.030.00.031.4028666931849336.255547758346076148.125473022460940.18282653391361245.000000000000001e-056.776263578034403e-215e-055e-058.9233456.845667431.1711751.5896469
87154.00.01673.01673.0154.01673.00.99939016000001320.00.00.022.27695424619473426.82203146250303498.488105773925780.28160518407821654.999999999999999e-051.3552527156068802e-205e-055e-059.2350144.64514921.9684813.4494073
98188.00.01809.01809.0136.01809.00.99925552000001620.00.00.019.01632867578197831.3871069589660498.09951019287110.27204748988151555e-056.776263578034403e-215e-055e-058.6117777.30416430.5328273.280274
109218.00.01927.01927.0118.01927.00.99913870000001884.050.00.018.1138069768746729.2919397518329197.480506896972660.24900969862937934.999999999999999e-051.3552527156068802e-205e-055e-059.5692028.22354334.7189062.933268
1110239.00.02013.02013.086.02013.00.99905356000002041.025.00.023.4236327750342338.412630669473316145.732971191406250.365677684545516975e-056.776263578034403e-215e-055e-0512.1729699.59058200000000144.7621275.082082700000001
1211285.00.02197.02197.0184.02197.00.99887140000002445.075.00.016.18795698816361330.38507923781825145.30769348144530.2810427546501165.0000000000000016e-051.3552527156068802e-205e-055e-059.9508238.13182445.4851530000000043.1171607999999997
1312309.00.02293.02293.096.02293.00.99877636000002662.015.00.016.5514344237744826.69540229601176495.40905761718750.29679927229881295e-050.05e-055e-059.0134068.83113346.19243.6614769
1413353.00.02467.02467.0174.02467.00.99860410000003042.035.00.014.74031097746708224.5277269214940197.439239501953120.230979666113853455.0000000000000016e-051.3552527156068802e-205e-055e-058.1503086.59481570000000131.7877179999999982.299897
1514400.00.02658.02658.0191.02658.00.99841501000003441.025.00.032.3269240019169334.8615339962478198.539726257324220.298870623111724855.0000000000000016e-052.0328790734103208e-205e-055e-0515.3706799999999989.05149742.4532853.60671660.020613640216755210.00677690502575982460.03037980526802130.009173157039294895
1615420.00.02737.02737.079.02737.00.9983368000000363.030.00.028.53601975142955630.44886986383650393.336090087890620.74884992837905885e-050.05e-055e-0522.32662614.37062999999999868.7087511.235919
1716441.00.02822.02822.085.02822.00.9982526500000381.020.00.036.188465930166731.2120082291013994.378257751464841.10342836380004885e-056.776263578034403e-215e-055e-0527.3124518.22121495.9571316.466019
1817497.00.03045.03045.0223.03045.00.99803188000004282.030.00.026.48652649990149434.31913812205679133.340332031250.86664611101150515.000000000000001e-056.776263578034403e-215e-055e-0525.98516799999999815.976610999999998108.3625800000000112.0038940.028527284199923690.0122365174283029180.046434452178036730.006784821223118342
1918519.00.03133.03133.088.03133.00.99794476000004461.010.00.024.1792344125834426.46050237368418291.195274353027341.10072755813598635e-056.776263578034403e-215e-055e-0525.4931329.44885661.91452800000000415.315972
2019586.00.03399.03399.0266.03399.00.99768142000005041.015.00.019.36709396963688730.53654667888193138.793380737304720.53011447191238395.0000000000000016e-051.3552527156068802e-205e-055e-0521.11865617.394904999999998100.108996.504474
2120644.00.03631.03631.0232.03631.00.99745174000005523.030.00.025.53842130149232831.223867230197795.789955139160160.49874636530876165.000000000000001e-056.776263578034403e-215e-055e-0522.08488715.07646499999999968.794766.5625725000000010.0119648184939311880.0032640270262021290.014889479892153760.005563916421342583
2221691.00.03822.03822.0191.03822.00.99726265000005941.05.00.020.62332863249676533.08831889922991171.385894775390620.75469923019409185.0000000000000016e-052.0328790734103208e-205e-055e-0526.54109428.174709999999997178.1259310.0465880.0166232259181197140.0080176043869926350.0312643413722980750.005206719253328628
2322763.00.04110.04110.0288.04110.00.99697753000006565.0100.00.020.8143575994504830.01146336976207135.207931518554720.93635946512222285.000000000000001e-056.776263578034403e-215e-055e-0527.019618.97648599999999894.1413300000000112.5383640.0210936163023385840.0084225546614894490.0297796899243257950.004451211805862841
2423809.00.04291.04291.0181.04291.00.99679834000006962.015.00.021.3896896450415934.311319777525604183.1662597656250.96797704696655285.0000000000000016e-051.3552527156068802e-205e-055e-0530.94945119.032299116.225911.671700999999999
2524832.00.04384.04384.093.04384.00.99670627000007162.015.00.028.3299319847770428.34767012443195491.728652954101560.96825039386749284.999999999999999e-051.3552527156068802e-205e-055e-0530.34880999999999716.956686.5279712.740698
2625896.00.04639.04639.0255.04639.00.9964538200000773.050.00.018.01299855858087524.5214741790446487.721519470214840.64010840654373175.000000000000001e-056.776263578034403e-215e-055e-0527.05861699999999818.284755999999998101.615119999999998.6967460000000010.0206562539841737180.0103316677194151270.03967955245461780.01031893009421765
2726947.00.04846.04846.0207.04846.00.99624889000008141.025.00.014.37273256918963122.76266506552395.370857238769520.62544995546340945.000000000000001e-056.776263578034403e-215e-055e-0519.15593511.79622353.0413558.059999000000001
2827963.00.04909.04909.063.04909.00.99618652000008282.015.00.028.08844620734453233.13078567194851685.425788879394530.65908795595169075e-050.05e-055e-0533.12285631.809953999999998107.8217548.504436
2928982.00.04985.04985.076.04985.00.99611128000008440.00.00.020.65915969798439624.89321600527532889.032608032226561.04717862606048585e-050.05e-055e-0533.27296422.24945102.9274213.571832
30291048.00.05248.05248.0263.05248.00.995850910000093.030.00.015.20832559195431924.90270362840188125.360023498535160.66771423816680915.0000000000000016e-051.3552527156068802e-205e-055e-0525.04757318.866804000000002122.819577.3898940.0077103783089478370.00650749386114930950.018967705124814528-0.0025220525433542213
31301117.00.05526.05526.0278.05526.00.99557569000009593.075.00.019.52307354799215524.7638697805924594.192565917968760.437529057264327955.0000000000000016e-051.3552527156068802e-205e-055e-0527.29909920.85226893.841374.555567