upgrade to java 21 & fix tests (#329)

Author: ihiverlet

r-datascience/Dockerfile

@@ -3,7 +3,7 @@ FROM $BASE_IMAGE
 
 LABEL maintainer="InseeFrLab <innovation@insee.fr>"
 
-ARG JAVA_VERSION="17"
+ARG JAVA_VERSION="21"
 ENV JAVA_VERSION=${JAVA_VERSION}
 ENV JAVA_HOME="/usr/lib/jvm/java-$JAVA_VERSION-openjdk-amd64"
 ENV PATH="${JAVA_HOME}/bin:${PATH}"

r-datascience/tests.yaml

@@ -39,7 +39,7 @@ commandTests:
   - name: "Does the binary exists?"
     command: "which"
     args: ["java"]
-    expectedOutput: ["/usr/lib/jvm/java-17-openjdk-amd64/bin/java"]
+    expectedOutput: ["/usr/lib/jvm/java-21-openjdk-amd64/bin/java"]
   - name: "Does the binary exists?"
     command: "which"
     args: ["duckdb"]

spark/tests.yaml

@@ -49,8 +49,8 @@ commandTests:
   - name: "Does the binary exists?"
     command: "which"
     args: ["java"]
-    expectedOutput: ["/usr/lib/jvm/java-17-openjdk-amd64/bin/java"]
+    expectedOutput: ["/usr/lib/jvm/java-21-openjdk-amd64/bin/java"]
   - name: "Does the binary exists?"
     command: "which"
     args: ["duckdb"]
-    expectedOutput: ["/usr/local/bin/duckdb"]
+    expectedOutput: ["/usr/local/bin/duckdb"]

utils/build-chains.sh

@@ -11,9 +11,9 @@ DOCKER_BUILD_ARGS=""
 
 # Build process
 
-PYTHON_VERSIONS=("3.13.5" "3.12.11")
+PYTHON_VERSIONS=("3.13.8" "3.12.12")
 R_VERSIONS=("4.5.1" "4.4.3")
-SPARK_VERSION=3.5.5
+SPARK_VERSION=4.0.1
 
 for py_ver in "${PYTHON_VERSIONS[@]}"; do
   python3 utils/build-chain.py --chain vscode-python --py_version $py_ver $DOCKER_BUILD_ARGS