From dd18959e533cf6fc79a834cf176dcf97da0aabb9 Mon Sep 17 00:00:00 2001 From: Cody Hsieh Date: Wed, 21 Nov 2018 15:32:53 -0800 Subject: [PATCH] Don't download when checkpoint files are already present (#109) * add check if checkpoint file present --- rl_coach/data_stores/s3_data_store.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/rl_coach/data_stores/s3_data_store.py b/rl_coach/data_stores/s3_data_store.py index d175345..8e83adc 100644 --- a/rl_coach/data_stores/s3_data_store.py +++ b/rl_coach/data_stores/s3_data_store.py @@ -110,7 +110,8 @@ class S3DataStore(DataStore): objects = self.mc.list_objects_v2(self.params.bucket_name, prefix=rel_path, recursive=True) for obj in objects: filename = os.path.abspath(os.path.join(self.params.checkpoint_dir, obj.object_name)) - self.mc.fget_object(obj.bucket_name, obj.object_name, filename) + if not os.path.exists(filename): + self.mc.fget_object(obj.bucket_name, obj.object_name, filename) except ResponseError as e: print("Got exception: %s\n while loading from S3", e)