Trace tests update

2026-02-25 03:35:51 +01:00 · 2018-08-20 13:01:17 +03:00
parent c1f428666e
commit 3abb6cd415
99 changed files with 12876 additions and 39 deletions
--- a/rl_coach/presets/Atari_A3C.py
+++ b/rl_coach/presets/Atari_A3C.py
@@ -46,7 +46,7 @@ vis_params.dump_mp4 = False
 # Test #
 ########
 preset_validation_params = PresetValidationParameters()
-preset_validation_params.trace_test_levels = ['breakout', 'pong', 'alien']
+preset_validation_params.trace_test_levels = ['breakout', 'pong', 'space_invaders']

 graph_manager = BasicRLGraphManager(agent_params=agent_params, env_params=env_params,
                                    schedule_params=schedule_params, vis_params=vis_params,
--- a/rl_coach/presets/Atari_A3C_LSTM.py
+++ b/rl_coach/presets/Atari_A3C_LSTM.py
@@ -30,8 +30,6 @@ agent_params.algorithm.beta_entropy = 0.05
 agent_params.network_wrappers['main'].learning_rate = 0.0001
 agent_params.network_wrappers['main'].middleware_parameters = LSTMMiddlewareParameters(scheme=MiddlewareScheme.Medium,
                                                                                       number_of_lstm_cells=256)
-agent_params.input_filter = AtariInputFilter()
-agent_params.input_filter.remove_observation_filter('observation', 'stacking')
 agent_params.exploration = CategoricalParameters()

 ###############
@@ -48,7 +46,7 @@ vis_params.dump_mp4 = True
 # Test #
 ########
 preset_validation_params = PresetValidationParameters()
-preset_validation_params.trace_test_levels = ['breakout', 'pong', 'alien']
+preset_validation_params.trace_test_levels = ['breakout', 'pong', 'space_invaders']

 graph_manager = BasicRLGraphManager(agent_params=agent_params, env_params=env_params,
                                    schedule_params=schedule_params, vis_params=vis_params,
--- a/rl_coach/presets/Atari_Bootstrapped_DQN.py
+++ b/rl_coach/presets/Atari_Bootstrapped_DQN.py
@@ -37,7 +37,7 @@ vis_params.dump_mp4 = False
 # Test #
 ########
 preset_validation_params = PresetValidationParameters()
-preset_validation_params.trace_test_levels = ['breakout', 'pong', 'alien']
+preset_validation_params.trace_test_levels = ['breakout', 'pong', 'space_invaders']

 graph_manager = BasicRLGraphManager(agent_params=agent_params, env_params=env_params,
                                    schedule_params=schedule_params, vis_params=vis_params,
--- a/rl_coach/presets/Atari_C51.py
+++ b/rl_coach/presets/Atari_C51.py
@@ -36,7 +36,7 @@ vis_params.dump_mp4 = False
 # Test #
 ########
 preset_validation_params = PresetValidationParameters()
-preset_validation_params.trace_test_levels = ['breakout', 'pong', 'alien']
+preset_validation_params.trace_test_levels = ['breakout', 'pong', 'space_invaders']

 graph_manager = BasicRLGraphManager(agent_params=agent_params, env_params=env_params,
                                    schedule_params=schedule_params, vis_params=vis_params,
--- a/rl_coach/presets/Atari_DDQN.py
+++ b/rl_coach/presets/Atari_DDQN.py
@@ -36,7 +36,7 @@ vis_params.dump_mp4 = False
 # Test #
 ########
 preset_validation_params = PresetValidationParameters()
-preset_validation_params.trace_test_levels = ['breakout', 'pong', 'alien']
+preset_validation_params.trace_test_levels = ['breakout', 'pong', 'space_invaders']

 graph_manager = BasicRLGraphManager(agent_params=agent_params, env_params=env_params,
                                    schedule_params=schedule_params, vis_params=vis_params,
--- a/rl_coach/presets/Atari_DDQN_with_PER.py
+++ b/rl_coach/presets/Atari_DDQN_with_PER.py
@@ -41,7 +41,7 @@ vis_params.dump_mp4 = False
 # Test #
 ########
 preset_validation_params = PresetValidationParameters()
-preset_validation_params.trace_test_levels = ['breakout', 'pong', 'alien']
+preset_validation_params.trace_test_levels = ['breakout', 'pong', 'space_invaders']

 graph_manager = BasicRLGraphManager(agent_params=agent_params, env_params=env_params,
                                    schedule_params=schedule_params, vis_params=vis_params,
--- a/rl_coach/presets/Atari_DQN.py
+++ b/rl_coach/presets/Atari_DQN.py
@@ -37,7 +37,7 @@ vis_params.dump_mp4 = False
 # Test #
 ########
 preset_validation_params = PresetValidationParameters()
-preset_validation_params.trace_test_levels = ['breakout', 'pong', 'alien']
+preset_validation_params.trace_test_levels = ['breakout', 'pong', 'space_invaders']

 graph_manager = BasicRLGraphManager(agent_params=agent_params, env_params=env_params,
                                    schedule_params=schedule_params, vis_params=vis_params,
--- a/rl_coach/presets/Atari_DQN_with_PER.py
+++ b/rl_coach/presets/Atari_DQN_with_PER.py
@@ -40,7 +40,7 @@ vis_params.dump_mp4 = False
 # Test #
 ########
 preset_validation_params = PresetValidationParameters()
-preset_validation_params.trace_test_levels = ['breakout', 'pong', 'alien']
+preset_validation_params.trace_test_levels = ['breakout', 'pong', 'space_invaders']

 graph_manager = BasicRLGraphManager(agent_params=agent_params, env_params=env_params,
                                    schedule_params=schedule_params, vis_params=vis_params,
--- a/rl_coach/presets/Atari_Dueling_DDQN.py
+++ b/rl_coach/presets/Atari_Dueling_DDQN.py
@@ -45,7 +45,7 @@ vis_params.dump_mp4 = False
 # Test #
 ########
 preset_validation_params = PresetValidationParameters()
-preset_validation_params.trace_test_levels = ['breakout', 'pong', 'alien']
+preset_validation_params.trace_test_levels = ['breakout', 'pong', 'space_invaders']

 graph_manager = BasicRLGraphManager(agent_params=agent_params, env_params=env_params,
                                    schedule_params=schedule_params, vis_params=vis_params,
--- a/rl_coach/presets/Atari_Dueling_DDQN_with_PER_OpenAI.py
+++ b/rl_coach/presets/Atari_Dueling_DDQN_with_PER_OpenAI.py
@@ -50,7 +50,7 @@ vis_params.dump_mp4 = False
 # Test #
 ########
 preset_validation_params = PresetValidationParameters()
-preset_validation_params.trace_test_levels = ['breakout', 'pong', 'alien']
+preset_validation_params.trace_test_levels = ['breakout', 'pong', 'space_invaders']

 graph_manager = BasicRLGraphManager(agent_params=agent_params, env_params=env_params,
                                    schedule_params=schedule_params, vis_params=vis_params,
--- a/rl_coach/presets/Atari_NEC.py
+++ b/rl_coach/presets/Atari_NEC.py
@@ -40,7 +40,7 @@ vis_params.dump_mp4 = False
 # Test #
 ########
 preset_validation_params = PresetValidationParameters()
-preset_validation_params.trace_test_levels = ['breakout', 'pong', 'alien']
+preset_validation_params.trace_test_levels = ['breakout', 'pong', 'space_invaders']

 graph_manager = BasicRLGraphManager(agent_params=agent_params, env_params=env_params,
                                    schedule_params=schedule_params, vis_params=vis_params,
--- a/rl_coach/presets/Atari_NStepQ.py
+++ b/rl_coach/presets/Atari_NStepQ.py
@@ -41,7 +41,7 @@ vis_params.dump_mp4 = False
 # Test #
 ########
 preset_validation_params = PresetValidationParameters()
-preset_validation_params.trace_test_levels = ['breakout', 'pong', 'alien']
+preset_validation_params.trace_test_levels = ['breakout', 'pong', 'space_invaders']

 graph_manager = BasicRLGraphManager(agent_params=agent_params, env_params=env_params,
                                    schedule_params=schedule_params, vis_params=vis_params,
--- a/rl_coach/presets/Atari_QR_DQN.py
+++ b/rl_coach/presets/Atari_QR_DQN.py
@@ -37,7 +37,7 @@ vis_params.dump_mp4 = False
 # Test #
 ########
 preset_validation_params = PresetValidationParameters()
-preset_validation_params.trace_test_levels = ['breakout', 'pong', 'alien']
+preset_validation_params.trace_test_levels = ['breakout', 'pong', 'space_invaders']

 graph_manager = BasicRLGraphManager(agent_params=agent_params, env_params=env_params,
                                    schedule_params=schedule_params, vis_params=vis_params,
--- a/rl_coach/presets/Atari_UCB_with_Q_Ensembles.py
+++ b/rl_coach/presets/Atari_UCB_with_Q_Ensembles.py
@@ -38,7 +38,7 @@ vis_params.dump_mp4 = False
 # Test #
 ########
 preset_validation_params = PresetValidationParameters()
-preset_validation_params.trace_test_levels = ['breakout', 'pong', 'alien']
+preset_validation_params.trace_test_levels = ['breakout', 'pong', 'space_invaders']

 graph_manager = BasicRLGraphManager(agent_params=agent_params, env_params=env_params,
                                    schedule_params=schedule_params, vis_params=vis_params,
--- a/rl_coach/presets/ControlSuite_DDPG.py
+++ b/rl_coach/presets/ControlSuite_DDPG.py
@@ -46,18 +46,12 @@ vis_params = VisualizationParameters()
 vis_params.video_dump_methods = [SelectedPhaseOnlyDumpMethod(RunPhase.TEST), MaxDumpMethod()]
 vis_params.dump_mp4 = False

-
 ########
 # Test #
 ########
-# this preset is too slow to test on a regular basis
-
-# preset_validation_params = PresetValidationParameters()
-# preset_validation_params.test = True
-# preset_validation_params.min_reward_threshold = 150
-# preset_validation_params.max_episodes_to_achieve_reward = 250
-
+preset_validation_params = PresetValidationParameters()
+preset_validation_params.trace_test_levels = ['cartpole:swingup', 'hopper:hop']

 graph_manager = BasicRLGraphManager(agent_params=agent_params, env_params=env_params,
-                                    schedule_params=schedule_params, vis_params=vis_params,)
-                                    # preset_validation_params=preset_validation_params)
+                                    schedule_params=schedule_params, vis_params=vis_params,
+                                    preset_validation_params=preset_validation_params)