From 48db6f8858b4c971563a41f8751ad012a7a55446 Mon Sep 17 00:00:00 2001 From: Gekho457 <62982571+Gekho457@users.noreply.github.com> Date: Fri, 9 Oct 2020 20:22:20 -0400 Subject: [PATCH] [autoscaler/k8s] namespace permissions problem (#11270) --- .../ray/autoscaler/_private/kubernetes/config.py | 14 +++++++++++++- 1 file changed, 13 insertions(+), 1 deletion(-) diff --git a/python/ray/autoscaler/_private/kubernetes/config.py b/python/ray/autoscaler/_private/kubernetes/config.py index 6588d5626..e6cc27a4c 100644 --- a/python/ray/autoscaler/_private/kubernetes/config.py +++ b/python/ray/autoscaler/_private/kubernetes/config.py @@ -1,6 +1,7 @@ import logging from kubernetes import client +from kubernetes.client.rest import ApiException from ray.autoscaler._private.kubernetes import auth_api, core_api, log_prefix @@ -30,6 +31,10 @@ def not_found_msg(resource_type, name): resource_type, name) +def not_checking_msg(resource_type, name): + return "not checking if {} '{}' exists".format(resource_type, name) + + def created_msg(resource_type, name): return "successfully created {} '{}'".format(resource_type, name) @@ -58,7 +63,14 @@ def _configure_namespace(provider_config): namespace = provider_config[namespace_field] field_selector = "metadata.name={}".format(namespace) - namespaces = core_api().list_namespace(field_selector=field_selector).items + try: + namespaces = core_api().list_namespace( + field_selector=field_selector).items + except ApiException: + logger.warning(log_prefix + + not_checking_msg(namespace_field, namespace)) + return namespace + if len(namespaces) > 0: assert len(namespaces) == 1 logger.info(log_prefix +