1
0
mirror of https://github.com/gryf/coach.git synced 2025-12-17 11:10:20 +01:00

Make distributed coach work end-to-end.

- With data store, memory backend and orchestrator interfaces.
This commit is contained in:
Balaji Subramaniam
2018-10-04 12:28:21 -07:00
committed by zach dwiel
parent 9f92064e67
commit 844a5af831
8 changed files with 300 additions and 169 deletions

View File

@@ -46,6 +46,7 @@ class S3DataStore(DataStore):
def save_to_store(self):
try:
print("saving to s3")
for root, dirs, files in os.walk(self.params.checkpoint_dir):
for filename in files:
abs_name = os.path.abspath(os.path.join(root, filename))
@@ -56,6 +57,7 @@ class S3DataStore(DataStore):
def load_from_store(self):
try:
print("loading from s3")
objects = self.mc.list_objects_v2(self.params.bucket_name, recursive=True)
for obj in objects:
filename = os.path.abspath(os.path.join(self.params.checkpoint_dir, obj.object_name))