From c7949d70118b131faa4cef0d65512f3ac0a11593 Mon Sep 17 00:00:00 2001 From: Gal Leibovich Date: Sun, 8 Sep 2019 16:57:38 +0300 Subject: [PATCH] Fix Atari Schedule Heatup --- rl_coach/environments/gym_environment.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/rl_coach/environments/gym_environment.py b/rl_coach/environments/gym_environment.py index b1ebafb..5946aea 100644 --- a/rl_coach/environments/gym_environment.py +++ b/rl_coach/environments/gym_environment.py @@ -142,7 +142,7 @@ atari_schedule = ScheduleParameters() atari_schedule.improve_steps = EnvironmentSteps(50000000) atari_schedule.steps_between_evaluation_periods = EnvironmentSteps(250000) atari_schedule.evaluation_steps = EnvironmentSteps(135000) -atari_schedule.heatup_steps = EnvironmentSteps(1) +atari_schedule.heatup_steps = EnvironmentSteps(50000) class MaxOverFramesAndFrameskipEnvWrapper(gym.Wrapper):