gryf/coach
1
0
Fork 0
mirror of https://github.com/gryf/coach.git synced 2026-02-22 10:05:45 +01:00
Code Issues Projects Releases Wiki Activity

new traces

Browse Source
This commit is contained in:
itaicaspi-intel
2018-09-12 15:29:42 +03:00
parent 673911ff7f
commit fa4895f840
76 changed files with 12786 additions and 12606 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
rl_coach/traces/Pendulum_HAC/trace.csv
View File

@@ -1,6 +1,6 @@
Episode #,Training Iter,In Heatup,ER #Transitions,ER #Episodes,Episode Length,Total steps,Epsilon,Shaped Training Reward,Training Reward,Update Target Network,Evaluation Reward,Shaped Evaluation Reward,Success Rate,Loss/Mean,Loss/Stdev,Loss/Max,Loss/Min,Learning Rate/Mean,Learning Rate/Stdev,Learning Rate/Max,Learning Rate/Min,Grads (unclipped)/Mean,Grads (unclipped)/Stdev,Grads (unclipped)/Max,Grads (unclipped)/Min,Entropy/Mean,Entropy/Stdev,Entropy/Max,Entropy/Min,Advantages/Mean,Advantages/Stdev,Advantages/Max,Advantages/Min,Values/Mean,Values/Stdev,Values/Max,Values/Min,Value Loss/Mean,Value Loss/Stdev,Value Loss/Max,Value Loss/Min,Policy Loss/Mean,Policy Loss/Stdev,Policy Loss/Max,Policy Loss/Min,Q/Mean,Q/Stdev,Q/Max,Q/Min,TD targets/Mean,TD targets/Stdev,TD targets/Max,TD targets/Min,actions/Mean,actions/Stdev,actions/Max,actions/Min
1,0.0,1.0,97.0,1.0,25.0,25.0,0.0,,,0.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
2,0.0,1.0,194.0,2.0,25.0,50.0,0.0,,,0.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
3,0.0,0.0,291.0,3.0,25.0,75.0,-0.013705192291281485,-1000.0,-1000.0,0.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-0.51026434,0.22476047,-0.15544460000000002,-0.9295912000000001,,,,,2.0812359514743166,3.3284790187301674,12.234674698678914,-0.08146359109321984
4,0.0,0.0,388.0,4.0,25.0,100.0,-0.02430443169727376,-1000.0,-1000.0,0.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-0.42551166,0.15804265,-0.14439134,-0.71600544,,,,,1.7233822661852551,2.691847085563749,10.017017240560527,-0.08547367510074966
5,0.0,0.0,485.0,5.0,25.0,125.0,0.0,-1000.0,-1000.0,0.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-0.4319562,0.17422763,-0.1460396,-0.7337566999999999,,,,,1.742798057982355,2.725836758125469,10.305663257960603,-0.09830476343631744
Episode #,Training Iter,In Heatup,ER #Transitions,ER #Episodes,Episode Length,Total steps,Epsilon,Shaped Training Reward,Training Reward,Update Target Network,Evaluation Reward,Shaped Evaluation Reward,Success Rate,Loss/Mean,Loss/Stdev,Loss/Max,Loss/Min,Learning Rate/Mean,Learning Rate/Stdev,Learning Rate/Max,Learning Rate/Min,Grads (unclipped)/Mean,Grads (unclipped)/Stdev,Grads (unclipped)/Max,Grads (unclipped)/Min,Discounted Return/Mean,Discounted Return/Stdev,Discounted Return/Max,Discounted Return/Min,Entropy/Mean,Entropy/Stdev,Entropy/Max,Entropy/Min,Advantages/Mean,Advantages/Stdev,Advantages/Max,Advantages/Min,Values/Mean,Values/Stdev,Values/Max,Values/Min,Value Loss/Mean,Value Loss/Stdev,Value Loss/Max,Value Loss/Min,Policy Loss/Mean,Policy Loss/Stdev,Policy Loss/Max,Policy Loss/Min,Q/Mean,Q/Stdev,Q/Max,Q/Min,TD targets/Mean,TD targets/Stdev,TD targets/Max,TD targets/Min,actions/Mean,actions/Stdev,actions/Max,actions/Min
1,0.0,1.0,97.0,1.0,25.0,25.0,0.0,,,0.0,,,,,,,,,,,,,,,,-480.6903328824848,254.92315277284558,-40.0,-888.7145624034126,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
2,0.0,1.0,194.0,2.0,25.0,50.0,0.0,,,0.0,,,,,,,,,,,,,,,,-480.6903328824848,254.92315277284558,-40.0,-888.7145624034126,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,
3,0.0,0.0,291.0,3.0,25.0,75.0,-0.013705192291281485,-1000.0,-1000.0,0.0,,,,,,,,,,,,,,,,-480.6903328824848,254.92315277284558,-40.0,-888.7145624034126,,,,,,,,,,,,,,,,,,,,,-0.21267389,0.09754460000000001,-0.103998035,-0.46418846,,,,,-0.2677615218140108,0.9221390139573292,1.6445876359939575,-4.0093758958623535
4,0.0,0.0,388.0,4.0,25.0,100.0,-0.02430443169727376,-1000.0,-1000.0,0.0,,,,,,,,,,,,,,,,-480.6903328824848,254.92315277284558,-40.0,-888.7145624034126,,,,,,,,,,,,,,,,,,,,,-0.5520972,0.33804613,-0.16024278,-1.3700855,,,,,-0.059834032790882175,2.0965905392737207,5.847123362995334,-9.20645523071289
5,0.0,0.0,485.0,5.0,25.0,125.0,0.0,-1000.0,-1000.0,0.0,,,,,,,,,,,,,,,,-480.6903328824848,254.92315277284558,-40.0,-888.7145624034126,,,,,,,,,,,,,,,,,,,,,-0.27497244,0.19105045,-0.08130584,-0.90415394,,,,,-0.3390362190323586,1.3539567588293069,1.7026247944415995,-7.820933549975827
1 Episode # Training Iter In Heatup ER #Transitions ER #Episodes Episode Length Total steps Epsilon Shaped Training Reward Training Reward Update Target Network Evaluation Reward Shaped Evaluation Reward Success Rate Loss/Mean Loss/Stdev Loss/Max Loss/Min Learning Rate/Mean Learning Rate/Stdev Learning Rate/Max Learning Rate/Min Grads (unclipped)/Mean Grads (unclipped)/Stdev Grads (unclipped)/Max Grads (unclipped)/Min Discounted Return/Mean Discounted Return/Stdev Discounted Return/Max Discounted Return/Min Entropy/Mean Entropy/Stdev Entropy/Max Entropy/Min Advantages/Mean Advantages/Stdev Advantages/Max Advantages/Min Values/Mean Values/Stdev Values/Max Values/Min Value Loss/Mean Value Loss/Stdev Value Loss/Max Value Loss/Min Policy Loss/Mean Policy Loss/Stdev Policy Loss/Max Policy Loss/Min Q/Mean Q/Stdev Q/Max Q/Min TD targets/Mean TD targets/Stdev TD targets/Max TD targets/Min actions/Mean actions/Stdev actions/Max actions/Min
2 1 0.0 1.0 97.0 1.0 25.0 25.0 0.0 0.0 -480.6903328824848 254.92315277284558 -40.0 -888.7145624034126
3 2 0.0 1.0 194.0 2.0 25.0 50.0 0.0 0.0 -480.6903328824848 254.92315277284558 -40.0 -888.7145624034126
4 3 0.0 0.0 291.0 3.0 25.0 75.0 -0.013705192291281485 -1000.0 -1000.0 0.0 -480.6903328824848 254.92315277284558 -40.0 -888.7145624034126 -0.51026434 -0.21267389 0.22476047 0.09754460000000001 -0.15544460000000002 -0.103998035 -0.9295912000000001 -0.46418846 2.0812359514743166 -0.2677615218140108 3.3284790187301674 0.9221390139573292 12.234674698678914 1.6445876359939575 -0.08146359109321984 -4.0093758958623535
5 4 0.0 0.0 388.0 4.0 25.0 100.0 -0.02430443169727376 -1000.0 -1000.0 0.0 -480.6903328824848 254.92315277284558 -40.0 -888.7145624034126 -0.42551166 -0.5520972 0.15804265 0.33804613 -0.14439134 -0.16024278 -0.71600544 -1.3700855 1.7233822661852551 -0.059834032790882175 2.691847085563749 2.0965905392737207 10.017017240560527 5.847123362995334 -0.08547367510074966 -9.20645523071289
6 5 0.0 0.0 485.0 5.0 25.0 125.0 0.0 -1000.0 -1000.0 0.0 -480.6903328824848 254.92315277284558 -40.0 -888.7145624034126 -0.4319562 -0.27497244 0.17422763 0.19105045 -0.1460396 -0.08130584 -0.7337566999999999 -0.90415394 1.742798057982355 -0.3390362190323586 2.725836758125469 1.3539567588293069 10.305663257960603 1.7026247944415995 -0.09830476343631744 -7.820933549975827