Update to HDP 2.6.5.

Vagrantfile

@@ -68,9 +68,9 @@ profile = loadProfile()
 
 # Set defaults.
 default_os = "centos6"
-default_hdp_short_version = "2.6.1"
+default_hdp_short_version = "2.6.5"
 default_ambari_version = "2.4.2"
-default_java_version = "java-1.7.0-openjdk"
+default_java_version = "java-1.8.0-openjdk"
 
 profile[:hdp_short_version] ||= default_hdp_short_version
 profile[:ambari_version] ||= default_ambari_version

files/repos/centos6.hdp.repo.2.6.5

@@ -0,0 +1,24 @@
+#VERSION_NUMBER=2.6.5.0-292
+[HDP-2.6.5.0]
+name=HDP Version - HDP-2.6.5.0
+baseurl=http://public-repo-1.hortonworks.com/HDP/centos6/2.x/updates/2.6.5.0
+gpgcheck=1
+gpgkey=http://public-repo-1.hortonworks.com/HDP/centos6/2.x/updates/2.6.5.0/RPM-GPG-KEY/RPM-GPG-KEY-Jenkins
+enabled=1
+priority=1
+
+[HDP-UTILS-1.1.0.22]
+name=HDP-UTILS Version - HDP-UTILS-1.1.0.22
+baseurl=http://public-repo-1.hortonworks.com/HDP-UTILS-1.1.0.22/repos/centos6
+gpgcheck=1
+gpgkey=http://public-repo-1.hortonworks.com/HDP/centos6/2.x/updates/2.6.5.0/RPM-GPG-KEY/RPM-GPG-KEY-Jenkins
+enabled=1
+priority=1
+
+[HDP-UTILS-GPL-1.1.0.22]
+name=HDP-UTILS Version - HDP-UTILS-GPL-1.1.0.22
+baseurl=http://public-repo-1.hortonworks.com/HDP-UTILS-GPL-1.1.0.22/repos/centos6
+gpgcheck=1
+gpgkey=http://public-repo-1.hortonworks.com/HDP/centos6/2.x/updates/2.6.5.0/RPM-GPG-KEY/RPM-GPG-KEY-Jenkins
+enabled=1
+priority=1

modules/ambari_agent/templates/ambari-agent.erb

@@ -63,7 +63,7 @@ dirs=/etc/hadoop,/etc/hadoop/conf,/etc/hbase,/etc/hcatalog,/etc/hive,/etc/oozie,
   /var/log/hadoop,/var/log/zookeeper,/var/log/hbase,/var/run/templeton,/var/log/hive,
   /var/log/nagios
 rpms=nagios,ganglia,
-  hadoop,hadoop-lzo,hbase,oozie,sqoop,pig,zookeeper,hive,libconfuse,ambari-log4j
+  hadoop,hbase,oozie,sqoop,pig,zookeeper,hive,libconfuse,ambari-log4j
 ; 0 - unlimited
 log_lines_count=300
 idle_interval_min=1

modules/hdfs_client/manifests/init.pp

@@ -44,15 +44,6 @@
     require => Package["hadoop${package_version}"],
   }
 
-  package { "hadooplzo${package_version}":
-    ensure => installed,
-    require => Package["hadoop${package_version}"],
-  }
-  ->
-  package { "hadooplzo${package_version}-native":
-    ensure => installed,
-  }
-
   package { 'openssl':
     ensure => installed,
   }
@@ -61,10 +52,6 @@
     ensure => installed,
   }
 
-  package { 'lzo':
-    ensure => installed,
-  }
-
   file { '/etc/hadoop':
     ensure => 'directory',
   }

modules/hdfs_client/templates/core-site.erb

@@ -56,12 +56,7 @@
 
   <property>
     <name>io.compression.codecs</name>
-    <value>org.apache.hadoop.io.compress.GzipCodec,org.apache.hadoop.io.compress.DefaultCodec,com.hadoop.compression.lzo.LzoCodec,com.hadoop.compression.lzo.LzopCodec,org.apache.hadoop.io.compress.SnappyCodec</value>
-  </property>
-
-  <property>
-    <name>io.compression.codec.lzo.class</name>
-    <value>com.hadoop.compression.lzo.LzoCodec</value>
+    <value>org.apache.hadoop.io.compress.GzipCodec,org.apache.hadoop.io.compress.DefaultCodec,org.apache.hadoop.io.compress.SnappyCodec</value>
   </property>
 
   <property>

modules/jdk/manifests/init.pp

@@ -16,11 +16,11 @@
 class jdk {
   $home = "/usr/lib/jvm/java"
 
-  package { "java-1.7.0-openjdk":
+  package { "java-1.8.0-openjdk":
     ensure => installed,
   }
 
-  package { "java-1.7.0-openjdk-devel":
+  package { "java-1.8.0-openjdk-devel":
     ensure => installed,
   }
 

modules/oozie_server/manifests/init.pp

@@ -94,11 +94,6 @@
     target => "/usr/share/HDP-oozie/ext-2.2.zip",
   }
   ->
-  file { "/usr/hdp/${hdp_version}/oozie/libext/hadoop-lzo.jar":
-    ensure => link,
-    target => "/usr/hdp/${hdp_version}/hadoop/lib/hadoop-lzo-0.6.0.${hdp_version}.jar",
-  }
-  ->
   file { "/usr/hdp/${hdp_version}/oozie/libext/mysql-connector-java.jar":
     ensure => link,
     target => "/usr/share/java/mysql-connector-java.jar",

modules/tez_client/templates/tez-site.erb

@@ -28,7 +28,7 @@
 
   <property>
     <name>tez.cluster.additional.classpath.prefix</name>
-    <value>/usr/hdp/${hdp.version}/hadoop/lib/hadoop-lzo-0.6.0.${hdp.version}.jar:/etc/hadoop/conf</value>
+    <value>/etc/hadoop/conf</value>
   </property>
 
   <property>

modules/yarn_client/templates/mapred-site.erb

@@ -31,7 +31,7 @@
 
   <property>
     <name>mapreduce.application.classpath</name>
-    <value>mapreduce/hadoop/share/hadoop/mapreduce/*:mapreduce/hadoop/share/hadoop/mapreduce/lib/*:mapreduce/hadoop/share/hadoop/common/*:mapreduce/hadoop/share/hadoop/common/lib/*:mapreduce/hadoop/share/hadoop/yarn/*:mapreduce/hadoop/share/hadoop/yarn/lib/*:mapreduce/hadoop/share/hadoop/hdfs/*:mapreduce/hadoop/share/hadoop/hdfs/lib/*:/usr/hdp/${hdp.version}/hadoop/lib/hadoop-lzo-0.6.0.${hdp.version}.jar</value>
+    <value>mapreduce/hadoop/share/hadoop/mapreduce/*:mapreduce/hadoop/share/hadoop/mapreduce/lib/*:mapreduce/hadoop/share/hadoop/common/*:mapreduce/hadoop/share/hadoop/common/lib/*:mapreduce/hadoop/share/hadoop/yarn/*:mapreduce/hadoop/share/hadoop/yarn/lib/*:mapreduce/hadoop/share/hadoop/hdfs/*:mapreduce/hadoop/share/hadoop/hdfs/lib/*</value>
   </property>
 
   <property>

modules/yarn_client/templates/yarn-site.erb

@@ -226,7 +226,7 @@
 
   <property>
     <name>yarn.application.classpath</name>
-    <value>/usr/hdp/${hdp.version}/hadoop/conf,/usr/hdp/${hdp.version}/hadoop/*,/usr/hdp/${hdp.version}/lib/*,/usr/hdp/${hdp.version}/hadoop-hdfs/*,/usr/hdp/${hdp.version}/hadoop-hdfs/lib/*,/usr/hdp/${hdp.version}/hadoop-yarn/*,/usr/hdp/${hdp.version}/hadoop-yarn/lib/*,/usr/hdp/${hdp.version}/hadoop-mapreduce/*,/usr/hdp/${hdp.version}/hadoop-mapreduce/lib/*:/usr/hdp/${hdp.version}/hadoop/lib/hadoop-lzo-0.6.0.${hdp.version}.jar</value>
+    <value>/usr/hdp/${hdp.version}/hadoop/conf,/usr/hdp/${hdp.version}/hadoop/*,/usr/hdp/${hdp.version}/lib/*,/usr/hdp/${hdp.version}/hadoop-hdfs/*,/usr/hdp/${hdp.version}/hadoop-hdfs/lib/*,/usr/hdp/${hdp.version}/hadoop-yarn/*,/usr/hdp/${hdp.version}/hadoop-yarn/lib/*,/usr/hdp/${hdp.version}/hadoop-mapreduce/*,/usr/hdp/${hdp.version}/hadoop-mapreduce/lib/*</value>
   </property>
 
   <property>