gryf/coach
1
0
Fork 0
mirror of https://github.com/gryf/coach.git synced 2026-02-14 21:15:53 +01:00
Code Issues Projects Releases Wiki Activity

logging screen output to file (#479)

Browse Source 
Co-authored-by: Gal Leibovich <gal.leibovich@intel.com>
This commit is contained in:
Guy Jacob
2021-05-06 18:02:27 +03:00
committed by GitHub
parent 9106b69227
commit a1a2e67fbd
8 changed files with 63 additions and 45 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
rl_coach/data_stores/nfs_data_store.py
View File

@@ -19,6 +19,7 @@ import uuid
from rl_coach.data_stores.data_store import DataStoreParameters
from rl_coach.data_stores.checkpoint_data_store import CheckpointDataStore
from rl_coach.logger import screen
class NFSDataStoreParameters(DataStoreParameters):
@@ -151,7 +152,7 @@ class NFSDataStore(CheckpointDataStore):
k8s_apps_v1_api_client.create_namespaced_deployment(self.params.namespace, deployment)
self.params.name = name
except k8sclient.rest.ApiException as e:
print("Got exception: %s\n while creating nfs-server", e)
screen.print("Got exception: %s\n while creating nfs-server", e)
return False
k8s_core_v1_api_client = k8sclient.CoreV1Api()
@@ -178,7 +179,7 @@ class NFSDataStore(CheckpointDataStore):
self.params.svc_name = svc_name
self.params.server = svc_response.spec.cluster_ip
except k8sclient.rest.ApiException as e:
print("Got exception: %s\n while creating a service for nfs-server", e)
screen.print("Got exception: %s\n while creating a service for nfs-server", e)
return False
return True
@@ -212,7 +213,7 @@ class NFSDataStore(CheckpointDataStore):
k8s_api_client.create_persistent_volume(persistent_volume)
self.params.pv_name = pv_name
except k8sclient.rest.ApiException as e:
print("Got exception: %s\n while creating the NFS PV", e)
screen.print("Got exception: %s\n while creating the NFS PV", e)
return False
pvc_name = "nfs-ckpt-pvc-{}".format(uuid.uuid4())
@@ -238,7 +239,7 @@ class NFSDataStore(CheckpointDataStore):
k8s_api_client.create_namespaced_persistent_volume_claim(self.params.namespace, persistent_volume_claim)
self.params.pvc_name = pvc_name
except k8sclient.rest.ApiException as e:
print("Got exception: %s\n while creating the NFS PVC", e)
screen.print("Got exception: %s\n while creating the NFS PVC", e)
return False
return True
@@ -252,14 +253,14 @@ class NFSDataStore(CheckpointDataStore):
try:
k8s_apps_v1_api_client.delete_namespaced_deployment(self.params.name, self.params.namespace, del_options)
except k8sclient.rest.ApiException as e:
print("Got exception: %s\n while deleting nfs-server", e)
screen.print("Got exception: %s\n while deleting nfs-server", e)
return False
k8s_core_v1_api_client = k8sclient.CoreV1Api()
try:
k8s_core_v1_api_client.delete_namespaced_service(self.params.svc_name, self.params.namespace, del_options)
except k8sclient.rest.ApiException as e:
print("Got exception: %s\n while deleting the service for nfs-server", e)
screen.print("Got exception: %s\n while deleting the service for nfs-server", e)
return False
return True
@@ -276,13 +277,13 @@ class NFSDataStore(CheckpointDataStore):
try:
k8s_api_client.delete_persistent_volume(self.params.pv_name, del_options)
except k8sclient.rest.ApiException as e:
print("Got exception: %s\n while deleting NFS PV", e)
screen.print("Got exception: %s\n while deleting NFS PV", e)
return False
try:
k8s_api_client.delete_namespaced_persistent_volume_claim(self.params.pvc_name, self.params.namespace, del_options)
except k8sclient.rest.ApiException as e:
print("Got exception: %s\n while deleting NFS PVC", e)
screen.print("Got exception: %s\n while deleting NFS PVC", e)
return False
return True

7
rl_coach/data_stores/s3_data_store.py
View File

@@ -22,6 +22,7 @@ from minio.error import S3Error
from configparser import ConfigParser, Error
from rl_coach.checkpoint import CheckpointStateFile
from rl_coach.data_stores.data_store import SyncFiles
from rl_coach.logger import screen
import os
import time
@@ -62,7 +63,7 @@ class S3DataStore(CheckpointDataStore):
access_key = config.get('default', 'aws_access_key_id')
secret_key = config.get('default', 'aws_secret_access_key')
except Error as e:
print("Error when reading S3 credentials file: %s", e)
screen.print("Error when reading S3 credentials file: %s", e)
else:
access_key = os.environ.get('ACCESS_KEY_ID')
secret_key = os.environ.get('SECRET_ACCESS_KEY')
@@ -135,7 +136,7 @@ class S3DataStore(CheckpointDataStore):
self.mc.fput_object(self.params.bucket_name, filename, os.path.join(self.params.expt_dir, 'gifs', filename))
except S3Error as e:
print("Got exception: %s\n while saving to S3", e)
screen.print("Got exception: %s\n while saving to S3", e)
def load_from_store(self):
"""
@@ -191,7 +192,7 @@ class S3DataStore(CheckpointDataStore):
self.mc.fget_object(obj.bucket_name, obj.object_name, filename)
except S3Error as e:
print("Got exception: %s\n while loading from S3", e)
screen.print("Got exception: %s\n while loading from S3", e)
def setup_checkpoint_dir(self, crd=None):
if crd: