diff --git a/jvm-packages/pom.xml b/jvm-packages/pom.xml
index 9b16b96d42ea..e611081b9208 100644
--- a/jvm-packages/pom.xml
+++ b/jvm-packages/pom.xml
@@ -6,7 +6,7 @@
 
     <groupId>com.nvidia</groupId>
     <artifactId>xgboost-jvm_3.0</artifactId>
-    <version>1.4.2-0.2.0</version>
+    <version>1.4.2-0.3.0</version>
     <packaging>pom</packaging>
     <name>XGBoost JVM Package</name>
     <description>JVM Package for XGBoost</description>
diff --git a/jvm-packages/xgboost4j-spark/pom.xml b/jvm-packages/xgboost4j-spark/pom.xml
index cf9e9abaf654..4fcdbe0a2d1d 100644
--- a/jvm-packages/xgboost4j-spark/pom.xml
+++ b/jvm-packages/xgboost4j-spark/pom.xml
@@ -6,7 +6,7 @@
     <parent>
         <groupId>com.nvidia</groupId>
         <artifactId>xgboost-jvm_3.0</artifactId>
-        <version>1.4.2-0.2.0</version>
+        <version>1.4.2-0.3.0</version>
     </parent>
     <artifactId>xgboost4j-spark_3.0</artifactId>
     <build>
@@ -24,7 +24,7 @@
         <dependency>
             <groupId>com.nvidia</groupId>
             <artifactId>xgboost4j_3.0</artifactId>
-            <version>1.4.2-0.2.0</version>
+            <version>1.4.2-0.3.0</version>
         </dependency>
         <dependency>
             <groupId>org.apache.spark</groupId>
diff --git a/jvm-packages/xgboost4j-spark/src/main/resources/sparkxgb/rapids.py b/jvm-packages/xgboost4j-spark/src/main/resources/sparkxgb/rapids.py
index ca55c1ef5f58..6eada1a76560 100644
--- a/jvm-packages/xgboost4j-spark/src/main/resources/sparkxgb/rapids.py
+++ b/jvm-packages/xgboost4j-spark/src/main/resources/sparkxgb/rapids.py
@@ -26,10 +26,15 @@ def __init__(self):
             'ml.dmlc.xgboost4j.scala.spark.rapids.CrossValidator')
 
     def fit(self, dataset):
-        java_estimator, java_epms, java_evaluator = self._to_java_impl()
-        self._java_obj.setEstimator(java_estimator)
-        self._java_obj.setEvaluator(java_evaluator)
-        self._java_obj.setEstimatorParamMaps(java_epms)
+        estimator, epms, evaluator = self._to_java_impl()
+
+        self._java_obj.setEstimatorParamMaps(epms)
+        self._java_obj.setEvaluator(evaluator)
+        self._java_obj.setEstimator(estimator)
+        self._java_obj.setSeed(self.getSeed())
+        self._java_obj.setNumFolds(self.getNumFolds())
+        self._java_obj.setParallelism(self.getParallelism())
+        self._java_obj.setCollectSubModels(self.getCollectSubModels())
 
         cv_java_model = self._java_obj.fit(dataset._jdf)
         cv_py_model = CrossValidatorModel._from_java(cv_java_model)
diff --git a/jvm-packages/xgboost4j/pom.xml b/jvm-packages/xgboost4j/pom.xml
index 859eb0b9e49c..8cdfe4699442 100644
--- a/jvm-packages/xgboost4j/pom.xml
+++ b/jvm-packages/xgboost4j/pom.xml
@@ -6,10 +6,10 @@
     <parent>
         <groupId>com.nvidia</groupId>
         <artifactId>xgboost-jvm_3.0</artifactId>
-        <version>1.4.2-0.2.0</version>
+        <version>1.4.2-0.3.0</version>
     </parent>
     <artifactId>xgboost4j_3.0</artifactId>
-    <version>1.4.2-0.2.0</version>
+    <version>1.4.2-0.3.0</version>
     <packaging>jar</packaging>
 
     <dependencies>