The code does not compile in Cori@Nersc #16
Description
I followed the instructions:
Scala version:
export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:path_to_h5spark/lib
module load sbt
sbt assembly
sbatch spark-scala.sh
The step sbt assembly incurred the following errors:
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/hdfgroup/spark/HDFByteReader.scala:11: object elasticsearch is not a member of package org
[error] import org.elasticsearch.spark.rdd.EsSpark
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/hdfgroup/spark/HDFByteReader.scala:12: object elasticsearch is not a member of package org
[error] import org.elasticsearch.spark._
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/hdfgroup/spark/HDFByteReader.scala:14: object elasticsearch is not a member of package org
[error] import org.elasticsearch.spark.sql._
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/hdfgroup/spark/HdfsByteCount.scala:35: object elasticsearch is not a member of package org
[error] import org.elasticsearch.spark.rdd.EsSpark
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/hdfgroup/spark/HdfsByteCount.scala:36: object elasticsearch is not a member of package org
[error] import org.elasticsearch.spark._
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/hdfgroup/spark/HdfsByteCount.scala:38: object elasticsearch is not a member of package org
[error] import org.elasticsearch.spark.sql._
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/hdfgroup/spark/HdfsByteCount.scala:86: value saveToEs is not a member of org.apache.spark.sql.DataFrame
[error] log.saveToEs("attractions/restaurant")
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:7: not found: object hdf
[error] import hdf.hdf5lib.H5._
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:8: not found: object hdf
[error] import hdf.hdf5lib.HDF5Constants._
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:9: not found: object hdf
[error] import hdf.hdf5lib.exceptions.HDF5LibraryException
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:10: not found: object hdf
[error] import hdf.hdf5lib.exceptions.HDF5Exception
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:28: not found: value H5Fopen
[error] file_id = H5Fopen(file, H5F_ACC_RDONLY, H5P_DEFAULT)
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:28: not found: value H5F_ACC_RDONLY
[error] file_id = H5Fopen(file, H5F_ACC_RDONLY, H5P_DEFAULT)
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:28: not found: value H5P_DEFAULT
[error] file_id = H5Fopen(file, H5F_ACC_RDONLY, H5P_DEFAULT)
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:29: not found: value H5Dopen
[error] dataset_id = H5Dopen(file_id, variable, H5P_DEFAULT)
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:29: not found: value H5P_DEFAULT
[error] dataset_id = H5Dopen(file_id, variable, H5P_DEFAULT)
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:34: not found: value H5Dget_space
[error] dataspace_id = H5Dget_space(dataset_id)
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:35: not found: value H5Sget_simple_extent_ndims
[error] val ranks = H5Sget_simple_extent_ndims(dataspace_id)
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:37: not found: value H5Sget_simple_extent_dims
[error] H5Sget_simple_extent_dims(dataspace_id, dset_dims, null)
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:39: not found: value H5Sclose
[error] H5Sclose(dataspace_id)
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:40: not found: value H5Dclose
[error] H5Dclose(dataset_id)
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:41: not found: value H5Fclose
[error] H5Fclose(file_id)
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:61: not found: value H5Fopen
[error] file_id = H5Fopen(FILENAME, H5F_ACC_RDONLY, H5P_DEFAULT)
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:61: not found: value H5F_ACC_RDONLY
[error] file_id = H5Fopen(FILENAME, H5F_ACC_RDONLY, H5P_DEFAULT)
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:61: not found: value H5P_DEFAULT
[error] file_id = H5Fopen(FILENAME, H5F_ACC_RDONLY, H5P_DEFAULT)
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:68: not found: value H5Dopen
[error] dataset_id = H5Dopen(file_id, DATASETNAME, H5P_DEFAULT)
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:68: not found: value H5P_DEFAULT
[error] dataset_id = H5Dopen(file_id, DATASETNAME, H5P_DEFAULT)
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:75: not found: value H5Dget_space
[error] dataspace_id = H5Dget_space(dataset_id)
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:76: not found: value H5Sget_simple_extent_dims
[error] H5Sget_simple_extent_dims(dataspace_id, dset_dims, null)
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:85: not found: value H5Dread
[error] dread_id = H5Dread(dataset_id, H5T_NATIVE_DOUBLE,
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:85: not found: value H5T_NATIVE_DOUBLE
[error] dread_id = H5Dread(dataset_id, H5T_NATIVE_DOUBLE,
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:86: not found: value H5S_ALL
[error] H5S_ALL, H5S_ALL,
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:86: not found: value H5S_ALL
[error] H5S_ALL, H5S_ALL,
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:87: not found: value H5P_DEFAULT
[error] H5P_DEFAULT, dset_data)
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:91: not found: type HDF5LibraryException
[error] case e@(: HDF5LibraryException | : HDF5Exception) =>
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:91: not found: type HDF5Exception
[error] case e@(: HDF5LibraryException | : HDF5Exception) =>
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:117: not found: value H5Fopen
[error] file_id = H5Fopen(FILENAME, H5F_ACC_RDONLY, H5P_DEFAULT)
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:117: not found: value H5F_ACC_RDONLY
[error] file_id = H5Fopen(FILENAME, H5F_ACC_RDONLY, H5P_DEFAULT)
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:117: not found: value H5P_DEFAULT
[error] file_id = H5Fopen(FILENAME, H5F_ACC_RDONLY, H5P_DEFAULT)
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:124: not found: value H5Dopen
[error] dataset_id = H5Dopen(file_id, DATASETNAME, H5P_DEFAULT)
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:124: not found: value H5P_DEFAULT
[error] dataset_id = H5Dopen(file_id, DATASETNAME, H5P_DEFAULT)
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:167: not found: value H5Sclose
[error] H5Sclose(dataspace_id)
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:170: not found: value H5Dget_space
[error] dataspace_id = H5Dget_space(dataset_id)
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:171: not found: value H5Screate_simple
[error] memspace = H5Screate_simple(ranks, count_dims, null)
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:172: not found: value H5Sselect_hyperslab
[error] hyper_id = H5Sselect_hyperslab(dataspace_id, H5S_SELECT_SET, start_dims, null, count_dims, null)
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:172: not found: value H5S_SELECT_SET
[error] hyper_id = H5Sselect_hyperslab(dataspace_id, H5S_SELECT_SET, start_dims, null, count_dims, null)
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:173: not found: value H5Dread
[error] dread_id = H5Dread(dataset_id, H5T_NATIVE_DOUBLE, memspace, dataspace_id, H5P_DEFAULT, dset_datas)
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:173: not found: value H5T_NATIVE_DOUBLE
[error] dread_id = H5Dread(dataset_id, H5T_NATIVE_DOUBLE, memspace, dataspace_id, H5P_DEFAULT, dset_datas)
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:173: not found: value H5P_DEFAULT
[error] dread_id = H5Dread(dataset_id, H5T_NATIVE_DOUBLE, memspace, dataspace_id, H5P_DEFAULT, dset_datas)
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:177: not found: type HDF5LibraryException
[error] case e@(: HDF5LibraryException | : HDF5Exception) =>
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:177: not found: type HDF5Exception
[error] case e@(: HDF5LibraryException | : HDF5Exception) =>
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/readtest.scala:15: not found: object hdf
[error] import hdf.hdf5lib.
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/readtest.scala:16: not found: object hdf
[error] import hdf.hdf5lib.H5.
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/readtest.scala:17: not found: object hdf
[error] import hdf.hdf5lib.HDF5Constants._
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/readtest.scala:18: not found: object hdf
[error] import hdf.hdf5lib.exceptions.HDF5LibraryException
[error] ^
[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/readtest.scala:19: not found: object hdf
[error] import hdf.hdf5lib.exceptions.HDF5Exception
[error] ^
[error] 56 errors found
[error] (compile:compileIncremental) Compilation failed
[error] Total time: 3 s, completed Aug 11, 2017 12:39:52 PM