From c1f428666e9c8c975336a3af46b492f37bcbf795 Mon Sep 17 00:00:00 2001 From: Gal Leibovich Date: Sun, 19 Aug 2018 20:17:15 +0300 Subject: [PATCH] bug-fix for checkpointing for single-worker algorithms --- rl_coach/graph_managers/graph_manager.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/rl_coach/graph_managers/graph_manager.py b/rl_coach/graph_managers/graph_manager.py index 083f26e..cc889c4 100644 --- a/rl_coach/graph_managers/graph_manager.py +++ b/rl_coach/graph_managers/graph_manager.py @@ -426,8 +426,10 @@ class GraphManager(object): def save_checkpoint(self): # only the chief process saves checkpoints if self.task_parameters.save_checkpoint_secs \ - and time.time() - self.last_checkpoint_saving_time >= self.task_parameters.save_checkpoint_secs\ - and self.task_parameters.task_index == 0: + and time.time() - self.last_checkpoint_saving_time >= self.task_parameters.save_checkpoint_secs \ + and (self.task_parameters.task_index == 0 # distributed + or self.task_parameters.task_index is None # single-worker + ): checkpoint_path = os.path.join(self.task_parameters.save_checkpoint_dir, "{}_Step-{}.ckpt".format(