diff --git a/python/ray/ray_operator/operator_utils.py b/python/ray/ray_operator/operator_utils.py
index 3dc50e9a1..98a31ce6f 100644
--- a/python/ray/ray_operator/operator_utils.py
+++ b/python/ray/ray_operator/operator_utils.py
@@ -10,7 +10,9 @@ from ray.autoscaler._private.providers import _get_default_config
 
 RAY_NAMESPACE = os.environ.get("RAY_OPERATOR_POD_NAMESPACE")
 
-RAY_CONFIG_DIR = os.path.expanduser("~/ray_cluster_configs")
+RAY_CONFIG_DIR = os.environ.get("RAY_CONFIG_DIR") or \
+    os.path.expanduser("~/ray_cluster_configs")
+
 CONFIG_SUFFIX = "_config.yaml"
 
 CONFIG_FIELDS = {