gryf/coach
1
0
Fork 0
mirror of https://github.com/gryf/coach.git synced 2025-12-17 19:20:19 +01:00
Code Issues Projects Releases Wiki Activity

Make NFS work end-to-end.

Browse Source
This commit is contained in:
Balaji Subramaniam
2018-10-09 15:49:05 -07:00
committed by zach dwiel
parent fb1039fcb5
commit ca9015d8b1
4 changed files with 48 additions and 24 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
rl_coach/orchestrators/kubernetes_orchestrator.py
View File

@@ -62,8 +62,6 @@ class Kubernetes(Deploy):
_, current_context = k8sconfig.list_kube_config_contexts()
self.params.namespace = current_context['context']['namespace']
self.nfs_pvc_name = 'nfs-checkpoint-pvc'
if os.environ.get('http_proxy'):
k8sclient.Configuration._default.proxy = os.environ.get('http_proxy')
@@ -93,6 +91,8 @@ class Kubernetes(Deploy):
self.memory_backend.deploy()
if not self.data_store.deploy():
return False
if self.params.data_store_params.store_type == "nfs":
self.nfs_pvc = self.data_store.get_info()
return True
def deploy_trainer(self) -> bool:
@@ -124,9 +124,7 @@ class Kubernetes(Deploy):
containers=[container],
volumes=[k8sclient.V1Volume(
name="nfs-pvc",
persistent_volume_claim=k8sclient.V1PersistentVolumeClaimVolumeSource(
claim_name=self.nfs_pvc_name
)
persistent_volume_claim=self.nfs_pvc
)]
),
)
@@ -179,7 +177,7 @@ class Kubernetes(Deploy):
worker_params.command += ['--memory-backend-params', json.dumps(self.params.memory_backend_parameters.__dict__)]
worker_params.command += ['--data-store-params', json.dumps(self.params.data_store_params.__dict__)]
worker_params.command += ['--num-workers', worker_params.num_replicas]
worker_params.command += ['--num-workers', '{}'.format(worker_params.num_replicas)]
name = "{}-{}".format(worker_params.run_type, uuid.uuid4())
@@ -201,9 +199,7 @@ class Kubernetes(Deploy):
containers=[container],
volumes=[k8sclient.V1Volume(
name="nfs-pvc",
persistent_volume_claim=k8sclient.V1PersistentVolumeClaimVolumeSource(
claim_name=self.nfs_pvc_name
)
persistent_volume_claim=self.nfs_pvc
)],
),
)