fix spark v4 image build (#328)

Author: ihiverlet

spark/Dockerfile

@@ -14,7 +14,7 @@ ENV SPARK_VERSION=${SPARK_VERSION}
 ENV HADOOP_HOME="/usr/local/lib/hadoop"
 ENV SPARK_HOME="/usr/local/lib/spark"
 ENV HIVE_HOME="/usr/local/lib/hive"
-ENV PYTHONPATH="${SPARK_HOME}/python:${SPARK_HOME}/python/lib/py4j-0.10.9.7-src.zip"
+ENV PYTHONPATH="${SPARK_HOME}/python:${SPARK_HOME}/python/lib/py4j-0.10.9.9-src.zip"
 ENV SPARK_OPTS="--driver-java-options=-Xms1024M --driver-java-options=-Xmx4096M"
 ENV HADOOP_OPTIONAL_TOOLS="hadoop-aws"
 

spark/scripts/install-spark-hadoop-hive.sh

@@ -51,7 +51,7 @@ mv jline-2.14.6.jar ${HIVE_HOME}/lib/
 rm ${HIVE_HOME}/lib/jline-2.12.jar
 
 # Fix multiple bindings
-rm ${HADOOP_HOME}/share/hadoop/tools/lib/bundle-2.24.6.jar
+rm ${HADOOP_HOME}/share/hadoop/tools/lib/bundle-2.29.52.jar
 
 # Change log verbosity of Hadoop
 sed -i -e "s/hadoop.root.logger=INFO,console/hadoop.root.logger=WARN,console/g" ${HADOOP_HOME}/etc/hadoop/log4j.properties