Adding kubernetes orchestrator for rollouts, adding requirements for incremental docker builds

2025-12-17 19:20:19 +01:00 · 2018-09-14 15:58:57 -07:00
parent 6541bc76b9
commit ce9838a7d6
10 changed files with 327 additions and 15 deletions
--- a/rl_coach/orchestrators/kubernetes_orchestrator.py
+++ b/rl_coach/orchestrators/kubernetes_orchestrator.py
@@ -0,0 +1,153 @@
+
+from rl_coach.orchestrators.deploy import Deploy, DeployParameters
+from kubernetes import client, config
+
+
+class KubernetesParameters(DeployParameters):
+
+    def __init__(self, image: str, command: list(), arguments: list() = list(),  synchronized: bool = False,
+                 num_workers: int = 1, kubeconfig: str = None, namespace: str = None, redis_ip: str = None,
+                 redis_port: int = None, redis_db: int = 0):
+        self.image = image
+        self.synchronized = synchronized
+        self.command = command
+        self.arguments = arguments
+        self.kubeconfig = kubeconfig
+        self.num_workers = num_workers
+        self.namespace = namespace
+        self.redis_ip = redis_ip
+        self.redis_port = redis_port
+        self.redis_db = redis_db
+
+
+class Kubernetes(Deploy):
+
+    def __init__(self, deploy_parameters: KubernetesParameters):
+        super().__init__(deploy_parameters)
+        self.deploy_parameters = deploy_parameters
+
+    def setup(self) -> bool:
+        if self.deploy_parameters.kubeconfig:
+            config.load_kube_config()
+        else:
+            config.load_incluster_config()
+
+        if not self.deploy_parameters.namespace:
+            _, current_context = config.list_kube_config_contexts()
+            self.deploy_parameters.namespace = current_context['context']['namespace']
+
+        if not self.deploy_parameters.redis_ip:
+            # Need to spin up a redis service and a deployment.
+            if not self.deploy_redis():
+                print("Failed to setup redis")
+                return False
+
+        self.deploy_parameters.command += ['-r', self.deploy_parameters.redis_ip, '-p', '{}'.format(self.deploy_parameters.redis_port)]
+
+        return True
+
+    def deploy_redis(self) -> bool:
+        container = client.V1Container(
+            name="redis-server",
+            image='redis:4-alpine',
+        )
+        template = client.V1PodTemplateSpec(
+            metadata=client.V1ObjectMeta(labels={'app': 'redis-server'}),
+            spec=client.V1PodSpec(
+                containers=[container]
+            )
+        )
+        deployment_spec = client.V1DeploymentSpec(
+            replicas=1,
+            template=template,
+            selector=client.V1LabelSelector(
+                match_labels={'app': 'redis-server'}
+            )
+        )
+
+        deployment = client.V1Deployment(
+            api_version='apps/v1',
+            kind='Deployment',
+            metadata=client.V1ObjectMeta(name='redis-server', labels={'app': 'redis-server'}),
+            spec=deployment_spec
+        )
+
+        api_client = client.AppsV1Api()
+        try:
+            api_client.create_namespaced_deployment(self.deploy_parameters.namespace, deployment)
+        except client.rest.ApiException as e:
+            print("Got exception: %s\n while creating redis-server", e)
+            return False
+
+        core_v1_api = client.CoreV1Api()
+
+        service = client.V1Service(
+            api_version='v1',
+            kind='Service',
+            metadata=client.V1ObjectMeta(
+                name='redis-service'
+            ),
+            spec=client.V1ServiceSpec(
+                selector={'app': 'redis-server'},
+                ports=[client.V1ServicePort(
+                    protocol='TCP',
+                    port=6379,
+                    target_port=6379
+                )]
+            )
+        )
+
+        try:
+            core_v1_api.create_namespaced_service(self.deploy_parameters.namespace, service)
+            self.deploy_parameters.redis_ip = 'redis-service.{}.svc'.format(self.deploy_parameters.namespace)
+            self.deploy_parameters.redis_port = 6379
+            return True
+        except client.rest.ApiException as e:
+            print("Got exception: %s\n while creating a service for redis-server", e)
+            return False
+
+    def deploy(self) -> bool:
+        if self.deploy_parameters.synchronized:
+            return self.create_k8s_job()
+        else:
+            return self.create_k8s_deployment()
+
+    def create_k8s_deployment(self) -> bool:
+        container = client.V1Container(
+            name="worker",
+            image=self.deploy_parameters.image,
+            command=self.deploy_parameters.command,
+            args=self.deploy_parameters.arguments,
+            image_pull_policy='Always'
+        )
+        template = client.V1PodTemplateSpec(
+            metadata=client.V1ObjectMeta(labels={'app': 'worker'}),
+            spec=client.V1PodSpec(
+                containers=[container]
+            )
+        )
+        deployment_spec = client.V1DeploymentSpec(
+            replicas=self.deploy_parameters.num_workers,
+            template=template,
+            selector=client.V1LabelSelector(
+                match_labels={'app': 'worker'}
+            )
+        )
+
+        deployment = client.V1Deployment(
+            api_version='apps/v1',
+            kind='Deployment',
+            metadata=client.V1ObjectMeta(name='rollout-worker'),
+            spec=deployment_spec
+        )
+
+        api_client = client.AppsV1Api()
+        try:
+            api_client.create_namespaced_deployment(self.deploy_parameters.namespace, deployment)
+            return True
+        except client.rest.ApiException as e:
+            print("Got exception: %s\n while creating deployment", e)
+            return False
+
+    def create_k8s_job(self):
+        pass