gryf/coach
1
0
Fork 0
mirror of https://github.com/gryf/coach.git synced 2025-12-17 19:20:19 +01:00
Code Issues Projects Releases Wiki Activity

Adding steps and waiting for new checkpoint

Browse Source
This commit is contained in:
Ajay Deshpande
2018-10-08 13:41:51 -07:00
committed by zach dwiel
parent 0e121c5762
commit 0f46877d7e
3 changed files with 23 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
rl_coach/data_stores/s3_data_store.py
View File

@@ -52,13 +52,10 @@ class S3DataStore(DataStore):
def save_to_store(self):
try:
print("Writing lock file")
self.mc.remove_object(self.params.bucket_name, self.params.lock_file)
self.mc.put_object(self.params.bucket_name, self.params.lock_file, io.BytesIO(b''), 0)
print("saving to s3")
checkpoint_file = None
for root, dirs, files in os.walk(self.params.checkpoint_dir):
for filename in files:
@@ -73,7 +70,6 @@ class S3DataStore(DataStore):
rel_name = os.path.relpath(abs_name, self.params.checkpoint_dir)
self.mc.fput_object(self.params.bucket_name, rel_name, abs_name)
print("Deleting lock file")
self.mc.remove_object(self.params.bucket_name, self.params.lock_file)
except ResponseError as e:
@@ -81,7 +77,6 @@ class S3DataStore(DataStore):
def load_from_store(self):
try:
filename = os.path.abspath(os.path.join(self.params.checkpoint_dir, "checkpoint"))
while True:
@@ -95,8 +90,6 @@ class S3DataStore(DataStore):
break
time.sleep(10)
print("loading from s3")
ckpt = CheckpointState()
if os.path.exists(filename):
contents = open(filename, 'r').read()