diff --git a/rl_coach/rollout_worker.py b/rl_coach/rollout_worker.py
index 5004edc..69d0714 100644
--- a/rl_coach/rollout_worker.py
+++ b/rl_coach/rollout_worker.py
@@ -79,7 +79,7 @@ def rollout_worker(graph_manager, data_store, num_workers, task_parameters):
         # this worker should play a fraction of the total playing steps per rollout
         act_steps = math.ceil((graph_manager.agent_params.algorithm.num_consecutive_playing_steps.num_steps)/num_workers)
 
-        for i in range(int(graph_manager.improve_steps.num_steps/act_steps)):
+        for i in range(math.ceil(graph_manager.improve_steps.num_steps/act_steps)):
 
             if should_stop(checkpoint_dir):
                 break