mirror of
https://github.com/gryf/coach.git
synced 2026-01-28 19:15:46 +01:00
52 lines
9.1 KiB
CSV
52 lines
9.1 KiB
CSV
Episode #,Training Iter,In Heatup,ER #Transitions,ER #Episodes,Episode Length,Total steps,Epsilon,Shaped Training Reward,Training Reward,Update Target Network,Evaluation Reward,Shaped Evaluation Reward,Success Rate,Loss/Mean,Loss/Stdev,Loss/Max,Loss/Min,Learning Rate/Mean,Learning Rate/Stdev,Learning Rate/Max,Learning Rate/Min,Grads (unclipped)/Mean,Grads (unclipped)/Stdev,Grads (unclipped)/Max,Grads (unclipped)/Min
|
|
1,0.0,1.0,72.0,1.0,72.0,72.0,1.0,,,0.0,,,,,,,,,,,,,,,
|
|
2,0.0,1.0,152.0,2.0,80.0,152.0,1.0,,,0.0,,,,,,,,,,,,,,,
|
|
3,0.0,1.0,258.0,3.0,106.0,258.0,1.0,,,0.0,,,,,,,,,,,,,,,
|
|
4,0.0,1.0,395.0,4.0,137.0,395.0,1.0,,,0.0,,,,,,,,,,,,,,,
|
|
5,0.0,1.0,482.0,5.0,87.0,482.0,1.0,,,0.0,,,,,,,,,,,,,,,
|
|
6,0.0,1.0,619.0,6.0,137.0,619.0,1.0,,,0.0,,,,,,,,,,,,,,,
|
|
7,0.0,1.0,741.0,7.0,122.0,741.0,1.0,,,0.0,,,,,,,,,,,,,,,
|
|
8,0.0,1.0,854.0,8.0,113.0,854.0,1.0,,,0.0,,,,,,,,,,,,,,,
|
|
9,0.0,1.0,990.0,9.0,136.0,990.0,1.0,,,0.0,,,,,,,,,,,,,,,
|
|
10,0.0,1.0,1156.0,10.0,166.0,1156.0,1.0,,,0.0,,,,,,,,,,,,,,,
|
|
11,19.0,0.0,1305.0,11.0,149.0,1305.0,0.9999875833333316,2.0,2.0,0.0,,,,1339520.2434210526,184919.34520856454,1791031.5,1101515.5,9.999999e-05,7.275958000000001e-12,0.0001,0.0001,20942.572,15185.902,49867.83,2763.4722
|
|
12,30.0,0.0,1396.0,12.0,91.0,1396.0,0.9999799999999972,1.0,1.0,0.0,,,,1261764.443181818,164623.2221318316,1589754.25,986794.75,9.999999e-05,7.275958000000001e-12,0.0001,0.0001,102400.02,31106.42,167713.72,54035.3
|
|
13,43.0,0.0,1496.0,13.0,100.0,1496.0,0.9999716666666628,0.0,0.0,0.0,,,,1242262.0528846157,295499.1523782238,1891633.25,812805.125,9.999997999999999e-05,1.4551915e-11,0.0001,0.0001,283452.56,92865.305,440205.03,127493.8
|
|
14,49.0,0.0,1549.0,14.0,53.0,1549.0,0.9999672499999954,0.0,0.0,0.0,,,,1091686.958333333,172711.04306909238,1321516.875,855075.625,0.0001,0.0,0.0001,0.0001,482487.12,126118.766,639976.75,308395.8
|
|
15,59.0,0.0,1626.0,15.0,77.0,1626.0,0.999960833333328,0.0,0.0,0.0,,,,1109850.81875,119630.31357911039,1276410.5,882989.4375,9.999999e-05,7.275958000000001e-12,0.0001,0.0001,773183.25,108065.16,942864.44,571502.06
|
|
16,69.0,0.0,1706.0,16.0,80.0,1706.0,0.9999541666666604,0.0,0.0,0.0,,,,815454.53125,151053.45910010804,1148592.375,596728.5625,9.999999e-05,7.275958000000001e-12,0.0001,0.0001,710309.5,221686.27,1077183.1,402036.38
|
|
17,86.0,0.0,1843.0,17.0,137.0,1843.0,0.9999427499999921,3.0,3.0,0.0,,,,767197.5404411765,113620.83752408336,983194.5,527794.3125,0.0001,0.0,0.0001,0.0001,948837.25,710340.75,2427402.8,218684.45
|
|
18,91.0,0.0,1885.0,18.0,42.0,1885.0,0.9999392499999916,0.0,0.0,0.0,,,,685552.325,83097.72085441972,820914.125,558639.5625,9.999999e-05,7.275958000000001e-12,0.0001,0.0001,615437.9,317192.38,993827.0,146039.55
|
|
19,100.0,0.0,1950.0,19.0,65.0,1950.0,0.999933833333324,0.0,0.0,0.0,,,,644227.0347222221,53962.466838289874,767836.0625,566703.875,0.0001,0.0,0.0001,0.0001,418078.6,312090.8,1025582.6,139636.81
|
|
20,109.0,0.0,2025.0,20.0,75.0,2025.0,0.9999275833333232,0.0,0.0,0.0,,,,724847.8680555555,123661.84220225851,987781.4375,599297.5625,0.0001,0.0,0.0001,0.0001,722017.1,249802.42,1087545.2,299241.9
|
|
21,122.0,0.0,2129.0,21.0,104.0,2129.0,0.9999189166666552,1.0,1.0,0.0,,,,702084.7403846154,81963.71585102813,823949.1875,545919.1875,9.999997999999999e-05,1.4551915e-11,0.0001,0.0001,584613.4,319591.78,1268140.2,249426.1
|
|
22,151.0,0.0,2362.0,22.0,233.0,2362.0,0.999899499999986,2.0,2.0,0.0,,,,735698.8620689657,84246.47558469564,919935.875,580509.0,0.000100000005,7.275958000000001e-12,0.0001,0.0001,480939.78,329924.56,1458567.0,139332.55
|
|
23,163.0,0.0,2460.0,23.0,98.0,2460.0,0.999891333333318,1.0,1.0,0.0,,,,664745.1197916665,87075.6168359563,822463.5625,493297.25,9.999997999999999e-05,1.4551915e-11,0.0001,0.0001,420935.4,321087.28,1106371.6,129392.72
|
|
24,192.0,0.0,2687.0,24.0,227.0,2687.0,0.9998724166666488,1.0,1.0,0.0,,,,698969.2327586206,114288.0543654724,955494.1875,477767.25,0.000100000005,7.275958000000001e-12,0.0001,0.0001,360497.2,170312.77,772350.9,100746.336
|
|
25,214.0,0.0,2863.0,25.0,176.0,2863.0,0.99985774999998,1.0,1.0,0.0,,,,669741.1235795454,111243.64407186676,859776.5,447596.375,0.0001,0.0,0.0001,0.0001,501852.4,312479.03,1193325.1,118296.16
|
|
26,226.0,0.0,2960.0,26.0,97.0,2960.0,0.9998496666666457,1.0,1.0,0.0,,,,692294.7708333335,56272.6585484945,793404.75,610741.0,9.999997999999999e-05,1.4551915e-11,0.0001,0.0001,312878.03,129269.43,531949.44,110941.46
|
|
27,235.0,0.0,3030.0,27.0,70.0,3030.0,0.9998438333333116,0.0,0.0,0.0,,,,671017.0347222221,101593.94401156373,855413.75,545918.375,0.0001,0.0,0.0001,0.0001,314140.66,217007.88,667191.8,76618.29
|
|
28,247.0,0.0,3132.0,28.0,102.0,3132.0,0.9998353333333104,0.0,0.0,0.0,,,,679578.5703125,111989.08526592633,829019.875,479340.34375,9.999997999999999e-05,1.4551915e-11,0.0001,0.0001,263795.72,130841.45,496154.38,84955.836
|
|
29,261.0,0.0,3244.0,29.0,112.0,3244.0,0.9998259999999756,0.0,0.0,0.0,,,,722015.7366071428,99876.81831199255,929762.125,605857.625,9.999997999999999e-05,1.4551915e-11,0.0001,0.0001,487360.97,306755.4,1042787.25,132921.72
|
|
30,270.0,0.0,3314.0,30.0,70.0,3314.0,0.9998201666666416,0.0,0.0,0.0,,,,651554.0173611111,88026.76108200723,779905.6875,470902.34375,0.0001,0.0,0.0001,0.0001,304682.0,168696.44,604300.6,88287.74
|
|
31,299.0,0.0,3544.0,31.0,230.0,3544.0,0.9998009999999722,0.0,0.0,0.0,,,,675038.4924568966,86309.05066485955,832818.1875,464158.59375,0.000100000005,7.275958000000001e-12,0.0001,0.0001,418245.62,211409.2,793203.4,104460.625
|
|
32,310.0,0.0,3630.0,32.0,86.0,3630.0,0.9997938333333044,0.0,0.0,0.0,,,,699581.5454545454,67984.95404878707,851660.5625,616562.5625,9.999999e-05,7.275958000000001e-12,0.0001,0.0001,469687.5,237797.27,997408.8,168009.06
|
|
33,323.0,0.0,3739.0,33.0,109.0,3739.0,0.99978474999997,1.0,1.0,0.0,,,,702985.6802884615,118034.32712575895,900900.875,520183.96875,9.999997999999999e-05,1.4551915e-11,0.0001,0.0001,371958.94,286800.4,1139986.6,84035.234
|
|
34,337.0,0.0,3850.0,34.0,111.0,3850.0,0.9997754999999686,0.0,0.0,0.0,,,,708287.6450892857,122011.88947184115,880721.1875,434747.34375,9.999997999999999e-05,1.4551915e-11,0.0001,0.0001,404921.06,250763.64,997592.2,100732.26
|
|
35,355.0,0.0,3997.0,35.0,147.0,3997.0,0.9997632499999668,0.0,0.0,0.0,,,,703162.6770833335,86445.32154515503,847098.625,545489.125,9.999999e-05,7.275958000000001e-12,0.0001,0.0001,336113.16,190670.31,853080.25,107758.54
|
|
36,372.0,0.0,4127.0,36.0,130.0,4127.0,0.999752416666632,2.0,2.0,0.0,,,,713581.6286764706,98564.94136426187,873906.875,538319.25,0.0001,0.0,0.0001,0.0001,315366.28,144165.02,600740.75,105442.15
|
|
37,391.0,0.0,4279.0,37.0,152.0,4279.0,0.9997397499999636,1.0,1.0,0.0,,,,725678.0723684209,78844.62323069024,917846.125,623750.4375,9.999999e-05,7.275958000000001e-12,0.0001,0.0001,403920.97,271340.66,1210446.1,118484.836
|
|
38,400.0,0.0,4354.0,38.0,75.0,4354.0,0.9997334999999627,2.0,2.0,0.0,,,,712931.5555555555,82939.21941654461,867610.0,570866.125,0.0001,0.0,0.0001,0.0001,352209.78,120026.64,537784.25,101035.305
|
|
39,416.0,0.0,4481.0,39.0,127.0,4481.0,0.999722916666628,0.0,0.0,0.0,,,,714529.328125,118844.80162383027,953917.125,456860.3125,0.0001,0.0,0.0001,0.0001,444386.28,245525.56,1046919.6,125163.63
|
|
40,425.0,0.0,4557.0,40.0,76.0,4557.0,0.9997165833332936,0.0,0.0,0.0,,,,711138.5,62943.3168852322,804141.25,620567.875,0.0001,0.0,0.0001,0.0001,324579.16,208003.83,723166.06,92568.1
|
|
41,433.0,0.0,4614.0,41.0,57.0,4614.0,0.9997118333332929,2.0,2.0,0.0,,,,689547.9140625,101220.01187053973,894254.8125,557510.375,0.0001,0.0,0.0001,0.0001,299570.75,138541.7,510662.75,139759.94
|
|
42,445.0,0.0,4712.0,42.0,98.0,4712.0,0.9997036666666252,0.0,0.0,0.0,,,,736636.6770833335,107943.58581725818,938535.1875,557121.9375,9.999997999999999e-05,1.4551915e-11,0.0001,0.0001,374559.38,261506.27,888951.94,132926.16
|
|
43,452.0,0.0,4769.0,43.0,57.0,4769.0,0.9996989166666246,1.0,1.0,0.0,,,,695676.5892857143,84448.78878585034,820517.125,588344.375,0.0001,0.0,0.0001,0.0001,342992.03,251472.02,839163.8,64301.29
|
|
44,471.0,0.0,4923.0,44.0,154.0,4923.0,0.9996860833332896,2.0,2.0,0.0,,,,726815.7911184209,137182.95438810784,966334.8125,508991.375,9.999999e-05,7.275958000000001e-12,0.0001,0.0001,372622.16,283322.62,986904.56,69681.86
|
|
45,476.0,0.0,4961.0,45.0,38.0,4961.0,0.9996829166666223,0.0,0.0,0.0,,,,684410.075,88266.01511611787,797467.125,555529.375,9.999999e-05,7.275958000000001e-12,0.0001,0.0001,339167.78,222781.84,687348.94,75083.33
|
|
46,498.0,0.0,5137.0,46.0,176.0,5137.0,0.9996682499999536,0.0,0.0,0.0,,,,695859.2954545454,128640.34746966102,1166920.375,528685.125,0.0001,0.0,0.0001,0.0001,374724.9,218953.75,1073031.2,104004.055
|
|
47,510.0,0.0,5232.0,47.0,95.0,5232.0,0.999660333333286,1.0,1.0,0.0,,,,719410.3385416665,94723.04761406894,856537.6875,568056.1875,9.999997999999999e-05,1.4551915e-11,0.0001,0.0001,366733.97,240533.69,921709.06,80717.25
|
|
48,520.0,0.0,5314.0,48.0,82.0,5314.0,0.9996534999999516,2.0,2.0,0.0,,,,695931.53125,71030.2741585754,776229.25,542041.5625,9.999999e-05,7.275958000000001e-12,0.0001,0.0001,410652.44,173269.45,660652.5,142731.72
|
|
49,535.0,0.0,5434.0,49.0,120.0,5434.0,0.9996434999999502,0.0,0.0,0.0,,,,700260.8375,110707.29437592355,930553.3125,541524.8125,9.9999976e-05,2.1827873e-11,0.0001,0.0001,283107.06,179253.2,665681.94,59571.18
|
|
50,557.0,0.0,5611.0,50.0,177.0,5611.0,0.999628749999948,1.0,1.0,0.0,,,,705203.0227272727,132845.97496261215,1035028.875,503446.65625,0.0001,0.0,0.0001,0.0001,422594.03,228726.45,1087145.4,157609.02
|