mirror of
https://github.com/gryf/coach.git
synced 2025-12-17 11:10:20 +01:00
Make distributed coach work end-to-end.
- With data store, memory backend and orchestrator interfaces.
This commit is contained in:
committed by
zach dwiel
parent
9f92064e67
commit
844a5af831
@@ -46,6 +46,7 @@ class S3DataStore(DataStore):
|
||||
|
||||
def save_to_store(self):
|
||||
try:
|
||||
print("saving to s3")
|
||||
for root, dirs, files in os.walk(self.params.checkpoint_dir):
|
||||
for filename in files:
|
||||
abs_name = os.path.abspath(os.path.join(root, filename))
|
||||
@@ -56,6 +57,7 @@ class S3DataStore(DataStore):
|
||||
|
||||
def load_from_store(self):
|
||||
try:
|
||||
print("loading from s3")
|
||||
objects = self.mc.list_objects_v2(self.params.bucket_name, recursive=True)
|
||||
for obj in objects:
|
||||
filename = os.path.abspath(os.path.join(self.params.checkpoint_dir, obj.object_name))
|
||||
|
||||
Reference in New Issue
Block a user