mirror of
https://github.com/gryf/coach.git
synced 2026-01-26 09:35:46 +01:00
9.1 KiB
9.1 KiB
| 1 | Episode # | Training Iter | In Heatup | ER #Transitions | ER #Episodes | Episode Length | Total steps | Epsilon | Shaped Training Reward | Training Reward | Update Target Network | Evaluation Reward | Shaped Evaluation Reward | Success Rate | Loss/Mean | Loss/Stdev | Loss/Max | Loss/Min | Learning Rate/Mean | Learning Rate/Stdev | Learning Rate/Max | Learning Rate/Min | Grads (unclipped)/Mean | Grads (unclipped)/Stdev | Grads (unclipped)/Max | Grads (unclipped)/Min |
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
| 2 | 1 | 0.0 | 1.0 | 72.0 | 1.0 | 72.0 | 72.0 | 1.0 | 0.0 | |||||||||||||||||
| 3 | 2 | 0.0 | 1.0 | 152.0 | 2.0 | 80.0 | 152.0 | 1.0 | 0.0 | |||||||||||||||||
| 4 | 3 | 0.0 | 1.0 | 258.0 | 3.0 | 106.0 | 258.0 | 1.0 | 0.0 | |||||||||||||||||
| 5 | 4 | 0.0 | 1.0 | 395.0 | 4.0 | 137.0 | 395.0 | 1.0 | 0.0 | |||||||||||||||||
| 6 | 5 | 0.0 | 1.0 | 482.0 | 5.0 | 87.0 | 482.0 | 1.0 | 0.0 | |||||||||||||||||
| 7 | 6 | 0.0 | 1.0 | 619.0 | 6.0 | 137.0 | 619.0 | 1.0 | 0.0 | |||||||||||||||||
| 8 | 7 | 0.0 | 1.0 | 741.0 | 7.0 | 122.0 | 741.0 | 1.0 | 0.0 | |||||||||||||||||
| 9 | 8 | 0.0 | 1.0 | 854.0 | 8.0 | 113.0 | 854.0 | 1.0 | 0.0 | |||||||||||||||||
| 10 | 9 | 0.0 | 1.0 | 990.0 | 9.0 | 136.0 | 990.0 | 1.0 | 0.0 | |||||||||||||||||
| 11 | 10 | 0.0 | 1.0 | 1156.0 | 10.0 | 166.0 | 1156.0 | 1.0 | 0.0 | |||||||||||||||||
| 12 | 11 | 19.0 | 0.0 | 1305.0 | 11.0 | 149.0 | 1305.0 | 0.9999875833333316 | 2.0 | 2.0 | 0.0 | 1339520.2434210526 | 184919.34520856454 | 1791031.5 | 1101515.5 | 9.999999e-05 | 7.275958000000001e-12 | 0.0001 | 0.0001 | 20942.572 | 15185.902 | 49867.83 | 2763.4722 | |||
| 13 | 12 | 30.0 | 0.0 | 1396.0 | 12.0 | 91.0 | 1396.0 | 0.9999799999999972 | 1.0 | 1.0 | 0.0 | 1261764.443181818 | 164623.2221318316 | 1589754.25 | 986794.75 | 9.999999e-05 | 7.275958000000001e-12 | 0.0001 | 0.0001 | 102400.02 | 31106.42 | 167713.72 | 54035.3 | |||
| 14 | 13 | 43.0 | 0.0 | 1496.0 | 13.0 | 100.0 | 1496.0 | 0.9999716666666628 | 0.0 | 0.0 | 0.0 | 1242262.0528846157 | 295499.1523782238 | 1891633.25 | 812805.125 | 9.999997999999999e-05 | 1.4551915e-11 | 0.0001 | 0.0001 | 283452.56 | 92865.305 | 440205.03 | 127493.8 | |||
| 15 | 14 | 49.0 | 0.0 | 1549.0 | 14.0 | 53.0 | 1549.0 | 0.9999672499999954 | 0.0 | 0.0 | 0.0 | 1091686.958333333 | 172711.04306909238 | 1321516.875 | 855075.625 | 0.0001 | 0.0 | 0.0001 | 0.0001 | 482487.12 | 126118.766 | 639976.75 | 308395.8 | |||
| 16 | 15 | 59.0 | 0.0 | 1626.0 | 15.0 | 77.0 | 1626.0 | 0.999960833333328 | 0.0 | 0.0 | 0.0 | 1109850.81875 | 119630.31357911039 | 1276410.5 | 882989.4375 | 9.999999e-05 | 7.275958000000001e-12 | 0.0001 | 0.0001 | 773183.25 | 108065.16 | 942864.44 | 571502.06 | |||
| 17 | 16 | 69.0 | 0.0 | 1706.0 | 16.0 | 80.0 | 1706.0 | 0.9999541666666604 | 0.0 | 0.0 | 0.0 | 815454.53125 | 151053.45910010804 | 1148592.375 | 596728.5625 | 9.999999e-05 | 7.275958000000001e-12 | 0.0001 | 0.0001 | 710309.5 | 221686.27 | 1077183.1 | 402036.38 | |||
| 18 | 17 | 86.0 | 0.0 | 1843.0 | 17.0 | 137.0 | 1843.0 | 0.9999427499999921 | 3.0 | 3.0 | 0.0 | 767197.5404411765 | 113620.83752408336 | 983194.5 | 527794.3125 | 0.0001 | 0.0 | 0.0001 | 0.0001 | 948837.25 | 710340.75 | 2427402.8 | 218684.45 | |||
| 19 | 18 | 91.0 | 0.0 | 1885.0 | 18.0 | 42.0 | 1885.0 | 0.9999392499999916 | 0.0 | 0.0 | 0.0 | 685552.325 | 83097.72085441972 | 820914.125 | 558639.5625 | 9.999999e-05 | 7.275958000000001e-12 | 0.0001 | 0.0001 | 615437.9 | 317192.38 | 993827.0 | 146039.55 | |||
| 20 | 19 | 100.0 | 0.0 | 1950.0 | 19.0 | 65.0 | 1950.0 | 0.999933833333324 | 0.0 | 0.0 | 0.0 | 644227.0347222221 | 53962.466838289874 | 767836.0625 | 566703.875 | 0.0001 | 0.0 | 0.0001 | 0.0001 | 418078.6 | 312090.8 | 1025582.6 | 139636.81 | |||
| 21 | 20 | 109.0 | 0.0 | 2025.0 | 20.0 | 75.0 | 2025.0 | 0.9999275833333232 | 0.0 | 0.0 | 0.0 | 724847.8680555555 | 123661.84220225851 | 987781.4375 | 599297.5625 | 0.0001 | 0.0 | 0.0001 | 0.0001 | 722017.1 | 249802.42 | 1087545.2 | 299241.9 | |||
| 22 | 21 | 122.0 | 0.0 | 2129.0 | 21.0 | 104.0 | 2129.0 | 0.9999189166666552 | 1.0 | 1.0 | 0.0 | 702084.7403846154 | 81963.71585102813 | 823949.1875 | 545919.1875 | 9.999997999999999e-05 | 1.4551915e-11 | 0.0001 | 0.0001 | 584613.4 | 319591.78 | 1268140.2 | 249426.1 | |||
| 23 | 22 | 151.0 | 0.0 | 2362.0 | 22.0 | 233.0 | 2362.0 | 0.999899499999986 | 2.0 | 2.0 | 0.0 | 735698.8620689657 | 84246.47558469564 | 919935.875 | 580509.0 | 0.000100000005 | 7.275958000000001e-12 | 0.0001 | 0.0001 | 480939.78 | 329924.56 | 1458567.0 | 139332.55 | |||
| 24 | 23 | 163.0 | 0.0 | 2460.0 | 23.0 | 98.0 | 2460.0 | 0.999891333333318 | 1.0 | 1.0 | 0.0 | 664745.1197916665 | 87075.6168359563 | 822463.5625 | 493297.25 | 9.999997999999999e-05 | 1.4551915e-11 | 0.0001 | 0.0001 | 420935.4 | 321087.28 | 1106371.6 | 129392.72 | |||
| 25 | 24 | 192.0 | 0.0 | 2687.0 | 24.0 | 227.0 | 2687.0 | 0.9998724166666488 | 1.0 | 1.0 | 0.0 | 698969.2327586206 | 114288.0543654724 | 955494.1875 | 477767.25 | 0.000100000005 | 7.275958000000001e-12 | 0.0001 | 0.0001 | 360497.2 | 170312.77 | 772350.9 | 100746.336 | |||
| 26 | 25 | 214.0 | 0.0 | 2863.0 | 25.0 | 176.0 | 2863.0 | 0.99985774999998 | 1.0 | 1.0 | 0.0 | 669741.1235795454 | 111243.64407186676 | 859776.5 | 447596.375 | 0.0001 | 0.0 | 0.0001 | 0.0001 | 501852.4 | 312479.03 | 1193325.1 | 118296.16 | |||
| 27 | 26 | 226.0 | 0.0 | 2960.0 | 26.0 | 97.0 | 2960.0 | 0.9998496666666457 | 1.0 | 1.0 | 0.0 | 692294.7708333335 | 56272.6585484945 | 793404.75 | 610741.0 | 9.999997999999999e-05 | 1.4551915e-11 | 0.0001 | 0.0001 | 312878.03 | 129269.43 | 531949.44 | 110941.46 | |||
| 28 | 27 | 235.0 | 0.0 | 3030.0 | 27.0 | 70.0 | 3030.0 | 0.9998438333333116 | 0.0 | 0.0 | 0.0 | 671017.0347222221 | 101593.94401156373 | 855413.75 | 545918.375 | 0.0001 | 0.0 | 0.0001 | 0.0001 | 314140.66 | 217007.88 | 667191.8 | 76618.29 | |||
| 29 | 28 | 247.0 | 0.0 | 3132.0 | 28.0 | 102.0 | 3132.0 | 0.9998353333333104 | 0.0 | 0.0 | 0.0 | 679578.5703125 | 111989.08526592633 | 829019.875 | 479340.34375 | 9.999997999999999e-05 | 1.4551915e-11 | 0.0001 | 0.0001 | 263795.72 | 130841.45 | 496154.38 | 84955.836 | |||
| 30 | 29 | 261.0 | 0.0 | 3244.0 | 29.0 | 112.0 | 3244.0 | 0.9998259999999756 | 0.0 | 0.0 | 0.0 | 722015.7366071428 | 99876.81831199255 | 929762.125 | 605857.625 | 9.999997999999999e-05 | 1.4551915e-11 | 0.0001 | 0.0001 | 487360.97 | 306755.4 | 1042787.25 | 132921.72 | |||
| 31 | 30 | 270.0 | 0.0 | 3314.0 | 30.0 | 70.0 | 3314.0 | 0.9998201666666416 | 0.0 | 0.0 | 0.0 | 651554.0173611111 | 88026.76108200723 | 779905.6875 | 470902.34375 | 0.0001 | 0.0 | 0.0001 | 0.0001 | 304682.0 | 168696.44 | 604300.6 | 88287.74 | |||
| 32 | 31 | 299.0 | 0.0 | 3544.0 | 31.0 | 230.0 | 3544.0 | 0.9998009999999722 | 0.0 | 0.0 | 0.0 | 675038.4924568966 | 86309.05066485955 | 832818.1875 | 464158.59375 | 0.000100000005 | 7.275958000000001e-12 | 0.0001 | 0.0001 | 418245.62 | 211409.2 | 793203.4 | 104460.625 | |||
| 33 | 32 | 310.0 | 0.0 | 3630.0 | 32.0 | 86.0 | 3630.0 | 0.9997938333333044 | 0.0 | 0.0 | 0.0 | 699581.5454545454 | 67984.95404878707 | 851660.5625 | 616562.5625 | 9.999999e-05 | 7.275958000000001e-12 | 0.0001 | 0.0001 | 469687.5 | 237797.27 | 997408.8 | 168009.06 | |||
| 34 | 33 | 323.0 | 0.0 | 3739.0 | 33.0 | 109.0 | 3739.0 | 0.99978474999997 | 1.0 | 1.0 | 0.0 | 702985.6802884615 | 118034.32712575895 | 900900.875 | 520183.96875 | 9.999997999999999e-05 | 1.4551915e-11 | 0.0001 | 0.0001 | 371958.94 | 286800.4 | 1139986.6 | 84035.234 | |||
| 35 | 34 | 337.0 | 0.0 | 3850.0 | 34.0 | 111.0 | 3850.0 | 0.9997754999999686 | 0.0 | 0.0 | 0.0 | 708287.6450892857 | 122011.88947184115 | 880721.1875 | 434747.34375 | 9.999997999999999e-05 | 1.4551915e-11 | 0.0001 | 0.0001 | 404921.06 | 250763.64 | 997592.2 | 100732.26 | |||
| 36 | 35 | 355.0 | 0.0 | 3997.0 | 35.0 | 147.0 | 3997.0 | 0.9997632499999668 | 0.0 | 0.0 | 0.0 | 703162.6770833335 | 86445.32154515503 | 847098.625 | 545489.125 | 9.999999e-05 | 7.275958000000001e-12 | 0.0001 | 0.0001 | 336113.16 | 190670.31 | 853080.25 | 107758.54 | |||
| 37 | 36 | 372.0 | 0.0 | 4127.0 | 36.0 | 130.0 | 4127.0 | 0.999752416666632 | 2.0 | 2.0 | 0.0 | 713581.6286764706 | 98564.94136426187 | 873906.875 | 538319.25 | 0.0001 | 0.0 | 0.0001 | 0.0001 | 315366.28 | 144165.02 | 600740.75 | 105442.15 | |||
| 38 | 37 | 391.0 | 0.0 | 4279.0 | 37.0 | 152.0 | 4279.0 | 0.9997397499999636 | 1.0 | 1.0 | 0.0 | 725678.0723684209 | 78844.62323069024 | 917846.125 | 623750.4375 | 9.999999e-05 | 7.275958000000001e-12 | 0.0001 | 0.0001 | 403920.97 | 271340.66 | 1210446.1 | 118484.836 | |||
| 39 | 38 | 400.0 | 0.0 | 4354.0 | 38.0 | 75.0 | 4354.0 | 0.9997334999999627 | 2.0 | 2.0 | 0.0 | 712931.5555555555 | 82939.21941654461 | 867610.0 | 570866.125 | 0.0001 | 0.0 | 0.0001 | 0.0001 | 352209.78 | 120026.64 | 537784.25 | 101035.305 | |||
| 40 | 39 | 416.0 | 0.0 | 4481.0 | 39.0 | 127.0 | 4481.0 | 0.999722916666628 | 0.0 | 0.0 | 0.0 | 714529.328125 | 118844.80162383027 | 953917.125 | 456860.3125 | 0.0001 | 0.0 | 0.0001 | 0.0001 | 444386.28 | 245525.56 | 1046919.6 | 125163.63 | |||
| 41 | 40 | 425.0 | 0.0 | 4557.0 | 40.0 | 76.0 | 4557.0 | 0.9997165833332936 | 0.0 | 0.0 | 0.0 | 711138.5 | 62943.3168852322 | 804141.25 | 620567.875 | 0.0001 | 0.0 | 0.0001 | 0.0001 | 324579.16 | 208003.83 | 723166.06 | 92568.1 | |||
| 42 | 41 | 433.0 | 0.0 | 4614.0 | 41.0 | 57.0 | 4614.0 | 0.9997118333332929 | 2.0 | 2.0 | 0.0 | 689547.9140625 | 101220.01187053973 | 894254.8125 | 557510.375 | 0.0001 | 0.0 | 0.0001 | 0.0001 | 299570.75 | 138541.7 | 510662.75 | 139759.94 | |||
| 43 | 42 | 445.0 | 0.0 | 4712.0 | 42.0 | 98.0 | 4712.0 | 0.9997036666666252 | 0.0 | 0.0 | 0.0 | 736636.6770833335 | 107943.58581725818 | 938535.1875 | 557121.9375 | 9.999997999999999e-05 | 1.4551915e-11 | 0.0001 | 0.0001 | 374559.38 | 261506.27 | 888951.94 | 132926.16 | |||
| 44 | 43 | 452.0 | 0.0 | 4769.0 | 43.0 | 57.0 | 4769.0 | 0.9996989166666246 | 1.0 | 1.0 | 0.0 | 695676.5892857143 | 84448.78878585034 | 820517.125 | 588344.375 | 0.0001 | 0.0 | 0.0001 | 0.0001 | 342992.03 | 251472.02 | 839163.8 | 64301.29 | |||
| 45 | 44 | 471.0 | 0.0 | 4923.0 | 44.0 | 154.0 | 4923.0 | 0.9996860833332896 | 2.0 | 2.0 | 0.0 | 726815.7911184209 | 137182.95438810784 | 966334.8125 | 508991.375 | 9.999999e-05 | 7.275958000000001e-12 | 0.0001 | 0.0001 | 372622.16 | 283322.62 | 986904.56 | 69681.86 | |||
| 46 | 45 | 476.0 | 0.0 | 4961.0 | 45.0 | 38.0 | 4961.0 | 0.9996829166666223 | 0.0 | 0.0 | 0.0 | 684410.075 | 88266.01511611787 | 797467.125 | 555529.375 | 9.999999e-05 | 7.275958000000001e-12 | 0.0001 | 0.0001 | 339167.78 | 222781.84 | 687348.94 | 75083.33 | |||
| 47 | 46 | 498.0 | 0.0 | 5137.0 | 46.0 | 176.0 | 5137.0 | 0.9996682499999536 | 0.0 | 0.0 | 0.0 | 695859.2954545454 | 128640.34746966102 | 1166920.375 | 528685.125 | 0.0001 | 0.0 | 0.0001 | 0.0001 | 374724.9 | 218953.75 | 1073031.2 | 104004.055 | |||
| 48 | 47 | 510.0 | 0.0 | 5232.0 | 47.0 | 95.0 | 5232.0 | 0.999660333333286 | 1.0 | 1.0 | 0.0 | 719410.3385416665 | 94723.04761406894 | 856537.6875 | 568056.1875 | 9.999997999999999e-05 | 1.4551915e-11 | 0.0001 | 0.0001 | 366733.97 | 240533.69 | 921709.06 | 80717.25 | |||
| 49 | 48 | 520.0 | 0.0 | 5314.0 | 48.0 | 82.0 | 5314.0 | 0.9996534999999516 | 2.0 | 2.0 | 0.0 | 695931.53125 | 71030.2741585754 | 776229.25 | 542041.5625 | 9.999999e-05 | 7.275958000000001e-12 | 0.0001 | 0.0001 | 410652.44 | 173269.45 | 660652.5 | 142731.72 | |||
| 50 | 49 | 535.0 | 0.0 | 5434.0 | 49.0 | 120.0 | 5434.0 | 0.9996434999999502 | 0.0 | 0.0 | 0.0 | 700260.8375 | 110707.29437592355 | 930553.3125 | 541524.8125 | 9.9999976e-05 | 2.1827873e-11 | 0.0001 | 0.0001 | 283107.06 | 179253.2 | 665681.94 | 59571.18 | |||
| 51 | 50 | 557.0 | 0.0 | 5611.0 | 50.0 | 177.0 | 5611.0 | 0.999628749999948 | 1.0 | 1.0 | 0.0 | 705203.0227272727 | 132845.97496261215 | 1035028.875 | 503446.65625 | 0.0001 | 0.0 | 0.0001 | 0.0001 | 422594.03 | 228726.45 | 1087145.4 | 157609.02 |