mirror of
https://github.com/gryf/coach.git
synced 2026-01-24 16:25:46 +01:00
57 lines
12 KiB
CSV
57 lines
12 KiB
CSV
Episode #,Training Iter,In Heatup,ER #Transitions,ER #Episodes,Episode Length,Total steps,Epsilon,Shaped Training Reward,Training Reward,Update Target Network,Evaluation Reward,Shaped Evaluation Reward,Success Rate,Loss/Mean,Loss/Stdev,Loss/Max,Loss/Min,Learning Rate/Mean,Learning Rate/Stdev,Learning Rate/Max,Learning Rate/Min,Grads (unclipped)/Mean,Grads (unclipped)/Stdev,Grads (unclipped)/Max,Grads (unclipped)/Min,Discounted Return/Mean,Discounted Return/Stdev,Discounted Return/Max,Discounted Return/Min
|
|
1,0.0,1.0,72.0,1.0,72.0,72.0,1.0,,,0.0,,,,,,,,,,,,,,,,0.505297936022401,0.4001647906796448,1.0,0.0
|
|
2,0.0,1.0,152.0,2.0,80.0,152.0,1.0,,,0.0,,,,,,,,,,,,,,,,0.6905959827952362,0.1594231461112068,1.0,0.4520436502664754
|
|
3,0.0,1.0,258.0,3.0,106.0,258.0,1.0,,,0.0,,,,,,,,,,,,,,,,0.7917183828071245,0.5175243371194678,1.617290140942288,0.0
|
|
4,0.0,1.0,395.0,4.0,137.0,395.0,1.0,,,0.0,,,,,,,,,,,,,,,,0.7093152412656304,0.5859865029918709,1.6825545950103868,0.0
|
|
5,0.0,1.0,482.0,5.0,87.0,482.0,1.0,,,0.0,,,,,,,,,,,,,,,,0.0,0.0,0.0,0.0
|
|
6,0.0,1.0,619.0,6.0,137.0,619.0,1.0,,,0.0,,,,,,,,,,,,,,,,0.0,0.0,0.0,0.0
|
|
7,0.0,1.0,741.0,7.0,122.0,741.0,1.0,,,0.0,,,,,,,,,,,,,,,,0.0,0.0,0.0,0.0
|
|
8,0.0,1.0,854.0,8.0,113.0,854.0,1.0,,,0.0,,,,,,,,,,,,,,,,0.7473484509085457,0.6443214472783466,1.7623427143471035,0.0
|
|
9,0.0,1.0,990.0,9.0,136.0,990.0,1.0,,,0.0,,,,,,,,,,,,,,,,0.0,0.0,0.0,0.0
|
|
10,0.0,1.0,1156.0,10.0,166.0,1156.0,1.0,,,0.0,,,,,,,,,,,,,,,,0.43431199482827737,0.3008662304363475,1.0,0.0
|
|
11,11.0,0.0,1244.0,11.0,88.0,1244.0,0.9999926666666656,1.0,1.0,0.0,,,,1362789.3636363635,202667.94500966763,1790993.25,1155420.375,9.999999e-05,7.275958000000001e-12,0.0001,0.0001,9061.446,4638.146,16865.463,2727.9514,0.15902459699853574,0.3512148861641799,1.0,0.0
|
|
12,36.0,0.0,1441.0,12.0,197.0,1441.0,0.9999762499999968,0.0,0.0,0.0,,,,1267039.9225,169926.9012724417,1559562.125,881506.25,0.0001,0.0,0.0001,0.0001,93928.19,60677.687999999995,238595.2,21135.725,0.0,0.0,0.0,0.0
|
|
13,59.0,0.0,1625.0,13.0,184.0,1625.0,0.9999609166666612,3.0,3.0,0.0,,,,1085252.921195652,185846.39525340413,1368564.5,685930.6875,0.000100000005,7.275958000000001e-12,0.0001,0.0001,459197.66,199345.45,1076621.9,168712.6,0.7951917449288765,0.5662680302404728,1.9957936093619049,0.0
|
|
14,73.0,0.0,1737.0,14.0,112.0,1737.0,0.9999515833333266,1.0,1.0,0.0,,,,711698.5178571428,79618.96509697274,907041.875,578368.5,9.999997999999999e-05,1.4551915e-11,0.0001,0.0001,543246.7,197116.16,965873.6,167996.98,0.4810518148052715,0.3490229655733014,1.0,0.0
|
|
15,80.0,0.0,1791.0,15.0,54.0,1791.0,0.999947083333326,0.0,0.0,0.0,,,,807052.375,192305.87979327,1209218.125,533955.25,0.0001,0.0,0.0001,0.0001,611300.4,381958.06,1416070.4,259113.02,0.0,0.0,0.0,0.0
|
|
16,90.0,0.0,1871.0,16.0,80.0,1871.0,0.9999404166666584,1.0,1.0,0.0,,,,690372.15,89195.02376085437,857940.625,556335.4375,9.999999e-05,7.275958000000001e-12,0.0001,0.0001,724335.9,283992.6,1318879.5,261426.48,0.43862171453949694,0.4136357338669957,1.0,0.0
|
|
17,102.0,0.0,1967.0,17.0,96.0,1967.0,0.9999324166666572,0.0,0.0,0.0,,,,663390.03125,65485.55500769878,781791.8125,580319.6875,9.999997999999999e-05,1.4551915e-11,0.0001,0.0001,453358.34,201651.94,934736.8,214344.84,0.0,0.0,0.0,0.0
|
|
18,110.0,0.0,2032.0,18.0,65.0,2032.0,0.9999269999999898,1.0,1.0,0.0,,,,694668.828125,88098.08857714805,816235.75,544602.125,0.0001,0.0,0.0001,0.0001,410226.4,199223.86,780151.56,208031.34,0.5195660907938711,0.4050355314473237,1.0,0.0
|
|
19,116.0,0.0,2085.0,19.0,53.0,2085.0,0.9999225833333224,0.0,0.0,0.0,,,,679176.1979166665,77573.68962541038,776604.8125,558138.375,0.0001,0.0,0.0001,0.0001,478186.84,304778.2,1069539.5,235918.86,0.0,0.0,0.0,0.0
|
|
20,128.0,0.0,2180.0,20.0,95.0,2180.0,0.9999146666666548,2.0,2.0,0.0,,,,711718.4829545454,60995.55348573628,822708.9375,627275.75,9.999999e-05,7.275958000000001e-12,0.0001,0.0001,339276.38,173135.02,735993.75,167949.1,0.5368131561123901,0.7236795824401653,1.877521022998968,0.0
|
|
21,134.0,0.0,2225.0,21.0,45.0,2225.0,0.9999109166666542,0.0,0.0,0.0,,,,756905.1979166665,89941.76066212596,867882.625,632372.0625,0.0001,0.0,0.0001,0.0001,324711.88,281995.2,939540.2,108454.07,0.0,0.0,0.0,0.0
|
|
22,148.0,0.0,2337.0,22.0,112.0,2337.0,0.9999015833333196,1.0,1.0,0.0,,,,753747.9776785716,116112.65955305955,967690.3125,535723.3125,9.999997999999999e-05,1.4551915e-11,0.0001,0.0001,357204.75,178968.06,820556.94,124902.12,0.4972785878337741,0.3366235947076903,1.0,0.0
|
|
23,170.0,0.0,2514.0,23.0,177.0,2514.0,0.9998868333333176,0.0,0.0,0.0,,,,752037.6335227273,127096.00379587806,1075163.875,564250.25,0.0001,0.0,0.0001,0.0001,434515.0,198137.14,803121.9,116959.945,0.0,0.0,0.0,0.0
|
|
24,180.0,0.0,2597.0,24.0,83.0,2597.0,0.99987991666665,1.0,1.0,0.0,,,,681097.4375,126127.95065178974,914612.0,475480.75,9.999999e-05,7.275958000000001e-12,0.0001,0.0001,442777.34,246158.75,868859.6,126193.734,0.5779029847586664,0.3279334753756172,1.0,0.0
|
|
25,197.0,0.0,2730.0,25.0,133.0,2730.0,0.999868833333315,0.0,0.0,0.0,,,,758756.6484375,113222.30688247779,998696.0625,557631.4375,0.0001,0.0,0.0001,0.0001,393971.22,212754.39,786735.2,81568.08,0.0,0.0,0.0,0.0
|
|
26,215.0,0.0,2877.0,26.0,147.0,2877.0,0.9998565833333132,0.0,0.0,0.0,,,,720989.3923611111,147142.17233632065,1038336.375,475304.0625,9.999999e-05,7.275958000000001e-12,0.0001,0.0001,378104.25,246331.75,861831.5,98353.984,0.0,0.0,0.0,0.0
|
|
27,222.0,0.0,2928.0,27.0,51.0,2928.0,0.9998523333333128,0.0,0.0,0.0,,,,736105.375,158587.0476068015,991160.375,486981.75,0.0001,0.0,0.0001,0.0001,304828.53,79855.81,456119.7,226268.16,0.0,0.0,0.0,0.0
|
|
28,234.0,0.0,3024.0,28.0,96.0,3024.0,0.9998443333333116,0.0,0.0,0.0,,,,674518.1328125,111931.62464283974,885255.5,452674.21875,9.999997999999999e-05,1.4551915e-11,0.0001,0.0001,430601.66,272410.12,968088.2,92460.35,0.0,0.0,0.0,0.0
|
|
29,253.0,0.0,3181.0,29.0,157.0,3181.0,0.9998312499999764,1.0,1.0,0.0,,,,743902.5756578947,86449.38617887218,871624.875,579270.8125,9.999999e-05,7.275958000000001e-12,0.0001,0.0001,453626.4,272938.75,1056479.5,145575.84,0.3372059607734711,0.3680806799354121,1.0,0.0
|
|
30,267.0,0.0,3286.0,30.0,105.0,3286.0,0.9998224999999752,1.0,1.0,0.0,,,,718561.3173076924,116925.13049148586,932006.5,547609.5625,9.999997999999999e-05,1.4551915e-11,0.0001,0.0001,423156.12,216307.69,831922.56,135233.73,0.5821105542150216,0.2595985580320764,1.0,0.0
|
|
31,277.0,0.0,3366.0,31.0,80.0,3366.0,0.9998158333333076,0.0,0.0,0.0,,,,710814.1,72763.4974761298,851975.1875,602170.125,9.999999e-05,7.275958000000001e-12,0.0001,0.0001,373060.06,280336.7,1052330.6,65774.5,0.0,0.0,0.0,0.0
|
|
32,300.0,0.0,3550.0,32.0,184.0,3550.0,0.999800499999972,0.0,0.0,0.0,,,,700278.3858695652,113108.38028324935,924116.6875,505062.8125,0.000100000005,7.275958000000001e-12,0.0001,0.0001,429443.9,304450.34,1349575.1,82908.94,0.0,0.0,0.0,0.0
|
|
33,308.0,0.0,3620.0,33.0,70.0,3620.0,0.999794666666638,0.0,0.0,0.0,,,,665508.8359375,85403.45313139021,769020.9375,545062.5625,0.0001,0.0,0.0001,0.0001,374177.5,258522.52,960376.44,94268.664,0.0,0.0,0.0,0.0
|
|
34,321.0,0.0,3718.0,34.0,98.0,3718.0,0.9997864999999702,2.0,2.0,0.0,,,,765826.8293269231,129590.41616649713,1037792.25,469601.03125,9.999997999999999e-05,1.4551915e-11,0.0001,0.0001,428770.7,361867.1,1424006.1,78167.39,0.8764577807643454,0.6352882487506875,1.7936142836436553,0.0
|
|
35,338.0,0.0,3859.0,35.0,141.0,3859.0,0.9997747499999684,0.0,0.0,0.0,,,,717762.825367647,132881.9693081737,1016048.625,504538.0625,0.0001,0.0,0.0001,0.0001,360942.4,219855.23,839521.1,122784.55,0.0,0.0,0.0,0.0
|
|
36,355.0,0.0,3995.0,36.0,136.0,3995.0,0.9997634166666336,0.0,0.0,0.0,,,,722517.6102941177,105101.32527911896,884288.5,529902.6875,0.0001,0.0,0.0001,0.0001,371507.44,206108.25,737689.1,103865.37,0.0,0.0,0.0,0.0
|
|
37,371.0,0.0,4119.0,37.0,124.0,4119.0,0.9997530833332988,2.0,2.0,0.0,,,,727756.65625,102916.02400480697,907055.0,547728.875,0.0001,0.0,0.0001,0.0001,331651.16,221620.94,960098.0,88546.03,1.1025305193436008,0.4680305603630578,1.970299,0.0
|
|
38,385.0,0.0,4235.0,38.0,116.0,4235.0,0.9997434166666308,0.0,0.0,0.0,,,,721738.2678571428,108516.74397988696,892398.6875,556880.5625,9.999997999999999e-05,1.4551915e-11,0.0001,0.0001,351831.8,231456.78,799843.44,95083.23,0.0,0.0,0.0,0.0
|
|
39,393.0,0.0,4294.0,39.0,59.0,4294.0,0.9997384999999634,1.0,1.0,0.0,,,,669863.125,60624.50142001813,767390.625,565053.875,0.0001,0.0,0.0001,0.0001,351775.12,166601.77,692947.0,151731.78,0.13094119588488118,0.3307116979709992,1.0,0.0
|
|
40,406.0,0.0,4404.0,40.0,110.0,4404.0,0.9997293333332956,1.0,1.0,0.0,,,,711007.7211538461,103241.52936783775,976136.625,534970.3125,9.999997999999999e-05,1.4551915e-11,0.0001,0.0001,387753.7,241543.53,909310.2,124660.21,0.41167577964476215,0.3880551891615138,1.0,0.0
|
|
41,419.0,0.0,4504.0,41.0,100.0,4504.0,0.999720999999961,0.0,0.0,0.0,,,,685706.4711538461,90799.0594841814,844918.5,528406.75,9.999997999999999e-05,1.4551915e-11,0.0001,0.0001,318630.34,135681.78,566771.44,80192.14,0.0,0.0,0.0,0.0
|
|
42,429.0,0.0,4584.0,42.0,80.0,4584.0,0.9997143333332934,3.0,3.0,0.0,,,,694815.5375,125668.53584863635,1001811.625,533520.875,9.999999e-05,7.275958000000001e-12,0.0001,0.0001,309306.38,234141.34,951078.5,125919.53,1.1871796793566378,0.9630974532894352,2.5576073109855106,0.0
|
|
43,442.0,0.0,4689.0,43.0,105.0,4689.0,0.9997055833332922,1.0,1.0,0.0,,,,732883.8942307692,104805.68771756688,937890.6875,594440.375,9.999997999999999e-05,1.4551915e-11,0.0001,0.0001,458227.53,281526.1,990208.6,137485.22,0.530430493689359,0.32137987754649705,1.0,0.0
|
|
44,447.0,0.0,4726.0,44.0,37.0,4726.0,0.9997024999999584,0.0,0.0,0.0,,,,622394.00625,90294.75884012887,768011.125,523476.15625,9.999999e-05,7.275958000000001e-12,0.0001,0.0001,419465.0,342089.25,890606.25,89336.945,0.0,0.0,0.0,0.0
|
|
45,459.0,0.0,4827.0,45.0,101.0,4827.0,0.9996940833332906,1.0,1.0,0.0,,,,681171.9583333335,72368.18619625723,794538.1875,530942.75,9.999997999999999e-05,1.4551915e-11,0.0001,0.0001,364799.75,185556.69,797663.7,104411.65,0.5644663232436693,0.2949030640997247,1.0,0.0
|
|
46,469.0,0.0,4905.0,46.0,78.0,4905.0,0.9996875833332896,3.0,3.0,0.0,,,,747683.6875,101777.39296310172,900428.875,557159.9375,9.999999e-05,7.275958000000001e-12,0.0001,0.0001,774417.9,529913.6,1965659.2,107200.79,1.0252450348442712,0.7729053533716571,2.3137033589918614,0.0
|
|
47,495.0,0.0,5117.0,47.0,212.0,5117.0,0.9996699166666204,1.0,1.0,0.0,,,,668504.5036057692,118398.87732213321,1000453.5625,489645.21875,0.0001,0.0,0.0001,0.0001,432444.22,281028.84,1132210.4,106871.65,0.26060225765857964,0.3487809923863555,1.0,0.0
|
|
48,512.0,0.0,5246.0,48.0,129.0,5246.0,0.999659166666619,3.0,3.0,0.0,,,,725259.92578125,105156.51288335274,918068.0625,526017.75,0.0001,0.0,0.0001,0.0001,438379.25,239051.12,792489.8,85508.81,1.3455026012582487,0.7087997759962893,2.3814059980227995,0.0
|
|
49,523.0,0.0,5340.0,49.0,94.0,5340.0,0.9996513333332846,1.0,1.0,0.0,,,,679573.1960227273,116342.87432747713,795419.4375,445472.03125,9.999999e-05,7.275958000000001e-12,0.0001,0.0001,402268.62,246164.52,886680.8,170817.95,0.4578710611945111,0.3892265297180935,1.0,0.0
|
|
50,541.0,0.0,5483.0,50.0,143.0,5483.0,0.9996394166666164,0.0,0.0,0.0,,,,657206.1163194445,88892.21339932307,838180.0625,459500.21875,9.999999e-05,7.275958000000001e-12,0.0001,0.0001,345987.9,165771.94,691411.94,92307.33,0.0,0.0,0.0,0.0
|
|
51,566.0,0.0,5679.0,51.0,196.0,5679.0,0.9996230833332806,1.0,1.0,0.0,,,,685332.265,72039.10934573204,845609.375,550943.125,0.0001,0.0,0.0001,0.0001,346605.53,222716.97,1062297.0,92353.79,0.3138285311767933,0.3462854515568629,1.0,0.0
|
|
52,577.0,0.0,5770.0,52.0,91.0,5770.0,0.9996154999999464,0.0,0.0,0.0,,,,735475.3465909091,139377.49638599876,971588.75,557724.375,9.999999e-05,7.275958000000001e-12,0.0001,0.0001,444204.1,285352.22,1014265.5,110418.42,0.0,0.0,0.0,0.0
|
|
53,589.0,0.0,5862.0,53.0,92.0,5862.0,0.9996078333332784,0.0,0.0,0.0,,,,739700.5885416665,104782.2252485478,977696.875,636481.375,9.999997999999999e-05,1.4551915e-11,0.0001,0.0001,382243.72,246423.2,921982.4,83278.766,0.0,0.0,0.0,0.0
|
|
54,600.0,0.0,5952.0,54.0,90.0,5952.0,0.9996003333332776,1.0,1.0,0.0,,,,734537.4801136364,122502.16784416196,959781.4375,519457.21875,9.999999e-05,7.275958000000001e-12,0.0001,0.0001,380423.7,205397.34,798491.6,163153.78,0.1458379858122463,0.3401221893198723,1.0,0.0
|
|
55,620.0,0.0,6117.0,55.0,165.0,6117.0,0.9995865833332755,2.0,2.0,0.0,,,,679635.609375,109501.33329855524,879774.1875,486859.6875,9.999999e-05,7.275958000000001e-12,0.0001,0.0001,335901.06,171814.02,748428.75,75199.92,0.5644937758302014,0.348449591559126,1.293422721525216,0.0
|