[Feature] Run config tests with the latest release of KubeRay operator (ray-project#858)

Currently, we only run config tests with the nightly KubeRay operator. However, we also need to keep the compatibility of the current sample YAML files with the latest KubeRay operator release. If not, some bugs may happen (e.g. ray-project#856).

Author: kevin85421

.github/workflows/actions/configuration/action.yaml

@@ -48,12 +48,22 @@ runs:
       docker images ls -a
     shell: bash
 
-  - name: Run configuration tests for sample YAML files.
-    # Depends on the KubeRay operator image built in previous steps.
+  - name: Run tests for sample YAML files with the nightly operator.
+    # Depends on the KubeRay operator image built in previous steps
+    env:
+      GITHUB_ACTIONS: true
+      RAY_IMAGE: rayproject/ray:${{ inputs.ray_version }}
+      OPERATOR_IMAGE: kuberay/operator:${{ steps.vars.outputs.sha_short }}
+    run: |
+      python tests/test_sample_raycluster_yamls.py
+    shell: bash
+
+  - name: Run tests for sample YAML files with the latest KubeRay release.
+    # Depends on latest KubeRay release.
+    env:
+      GITHUB_ACTIONS: true
+      RAY_IMAGE: rayproject/ray:${{ inputs.ray_version }}
+      OPERATOR_IMAGE: kuberay/operator:v0.4.0 # The operator image in the latest KubeRay release.
     run: |
-      echo "Using Ray image ${{ inputs.ray_version }}"
-      GITHUB_ACTIONS=true \
-      RAY_IMAGE="rayproject/ray:${{ inputs.ray_version }}" \
-      OPERATOR_IMAGE="kuberay/operator:${{ steps.vars.outputs.sha_short }}" \
       python tests/test_sample_raycluster_yamls.py
     shell: bash

.github/workflows/test-job.yaml

@@ -378,3 +378,4 @@ jobs:
       - uses: ./.github/workflows/actions/configuration
         with:
           ray_version: 2.1.0
+

docs/guidance/volcano-integration.md

@@ -44,6 +44,7 @@ metadata:
 spec:
   rayVersion: '2.2.0'
   headGroupSpec:
+    serviceType: ClusterIP
     rayStartParams:
       block: 'true'
     replicas: 1
@@ -107,6 +108,7 @@ metadata:
 spec:
   rayVersion: '2.2.0'
   headGroupSpec:
+    serviceType: ClusterIP
     rayStartParams:
       block: 'true'
     replicas: 1
@@ -220,6 +222,7 @@ metadata:
 spec:
   rayVersion: '2.2.0'
   headGroupSpec:
+    serviceType: ClusterIP
     rayStartParams:
       block: 'true'
     replicas: 1

helm-chart/ray-cluster/values.yaml

@@ -200,5 +200,6 @@ additionalWorkerGroups:
     sidecarContainers: []
 
 # Configuration for Head's Kubernetes Service
-service: {}
-#   type: ClusterIP # The default type is ClusterIP.
+service:
+  # This is optional, and the default is ClusterIP.
+  type: ClusterIP

ray-operator/config/samples/ray-cluster.autoscaler.large.yaml

@@ -57,6 +57,7 @@ spec:
         memory: "512Mi"
   # Ray head pod template
   headGroupSpec:
+    serviceType: ClusterIP # optional
     # the following params are used to complete the ray start: ray start --head --block --port=6379 ...
     rayStartParams:
       # Flag "no-monitor" will be automatically set when autoscaling is enabled.

ray-operator/config/samples/ray-cluster.autoscaler.yaml

@@ -49,6 +49,7 @@ spec:
         memory: "512Mi"
   # Ray head pod template
   headGroupSpec:
+    serviceType: ClusterIP # optional
     # the following params are used to complete the ray start: ray start --head --block ...
     rayStartParams:
       dashboard-host: '0.0.0.0'

ray-operator/config/samples/ray-cluster.external-redis.yaml

@@ -79,6 +79,7 @@ metadata:
 spec:
   rayVersion: '2.2.0'
   headGroupSpec:
+    serviceType: ClusterIP # optional
     replicas: 1
     rayStartParams:
       dashboard-host: '0.0.0.0'

ray-operator/config/samples/ray-cluster.getting-started.yaml

@@ -13,6 +13,7 @@ spec:
   rayVersion: '2.2.0' # should match the Ray version in the image of the containers
   # Ray head pod template
   headGroupSpec:
+    serviceType: ClusterIP # optional
     # the following params are used to complete the ray start: ray start --head --block ...
     rayStartParams:
       dashboard-host: '0.0.0.0'

ray-operator/config/samples/ray-cluster.heterogeneous.yaml

@@ -38,6 +38,7 @@ spec:
   ######################headGroupSpecs#################################
   # Ray head pod template
   headGroupSpec:
+    serviceType: ClusterIP # optional
     # the following params are used to complete the ray start: ray start --head --block ...
     rayStartParams:
       dashboard-host: '0.0.0.0'

ray-operator/config/samples/ray-cluster.mini.yaml

@@ -13,6 +13,7 @@ spec:
   rayVersion: '2.2.0' # should match the Ray version in the image of the containers
   # Ray head pod template
   headGroupSpec:
+    serviceType: ClusterIP # optional
     # the following params are used to complete the ray start: ray start --head --block --redis-port=6379 ...
     rayStartParams:
       dashboard-host: '0.0.0.0'