The code does not compile in Cori@Nersc

[wangshusen]

I followed the instructions:

Scala version:

export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:path_to_h5spark/lib module load sbt sbt assembly sbatch spark-scala.sh

The step sbt assembly incurred the following errors:

[error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/hdfgroup/spark/HDFByteReader.scala:11: object elasticsearch is not a member of package org [error] import org.elasticsearch.spark.rdd.EsSpark [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/hdfgroup/spark/HDFByteReader.scala:12: object elasticsearch is not a member of package org [error] import org.elasticsearch.spark. [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/hdfgroup/spark/HDFByteReader.scala:14: object elasticsearch is not a member of package org [error] import org.elasticsearch.spark.sql. [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/hdfgroup/spark/HdfsByteCount.scala:35: object elasticsearch is not a member of package org [error] import org.elasticsearch.spark.rdd.EsSpark [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/hdfgroup/spark/HdfsByteCount.scala:36: object elasticsearch is not a member of package org [error] import org.elasticsearch.spark. [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/hdfgroup/spark/HdfsByteCount.scala:38: object elasticsearch is not a member of package org [error] import org.elasticsearch.spark.sql. [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/hdfgroup/spark/HdfsByteCount.scala:86: value saveToEs is not a member of org.apache.spark.sql.DataFrame [error] log.saveToEs("attractions/restaurant") [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:7: not found: object hdf [error] import hdf.hdf5lib.H5. [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:8: not found: object hdf [error] import hdf.hdf5lib.HDF5Constants. [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:9: not found: object hdf [error] import hdf.hdf5lib.exceptions.HDF5LibraryException [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:10: not found: object hdf [error] import hdf.hdf5lib.exceptions.HDF5Exception [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:28: not found: value H5Fopen [error] file_id = H5Fopen(file, H5F_ACC_RDONLY, H5P_DEFAULT) [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:28: not found: value H5F_ACC_RDONLY [error] file_id = H5Fopen(file, H5F_ACC_RDONLY, H5P_DEFAULT) [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:28: not found: value H5P_DEFAULT [error] file_id = H5Fopen(file, H5F_ACC_RDONLY, H5P_DEFAULT) [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:29: not found: value H5Dopen [error] dataset_id = H5Dopen(file_id, variable, H5P_DEFAULT) [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:29: not found: value H5P_DEFAULT [error] dataset_id = H5Dopen(file_id, variable, H5P_DEFAULT) [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:34: not found: value H5Dget_space [error] dataspace_id = H5Dget_space(dataset_id) [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:35: not found: value H5Sget_simple_extent_ndims [error] val ranks = H5Sget_simple_extent_ndims(dataspace_id) [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:37: not found: value H5Sget_simple_extent_dims [error] H5Sget_simple_extent_dims(dataspace_id, dset_dims, null) [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:39: not found: value H5Sclose [error] H5Sclose(dataspace_id) [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:40: not found: value H5Dclose [error] H5Dclose(dataset_id) [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:41: not found: value H5Fclose [error] H5Fclose(file_id) [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:61: not found: value H5Fopen [error] file_id = H5Fopen(FILENAME, H5F_ACC_RDONLY, H5P_DEFAULT) [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:61: not found: value H5F_ACC_RDONLY [error] file_id = H5Fopen(FILENAME, H5F_ACC_RDONLY, H5P_DEFAULT) [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:61: not found: value H5P_DEFAULT [error] file_id = H5Fopen(FILENAME, H5F_ACC_RDONLY, H5P_DEFAULT) [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:68: not found: value H5Dopen [error] dataset_id = H5Dopen(file_id, DATASETNAME, H5P_DEFAULT) [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:68: not found: value H5P_DEFAULT [error] dataset_id = H5Dopen(file_id, DATASETNAME, H5P_DEFAULT) [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:75: not found: value H5Dget_space [error] dataspace_id = H5Dget_space(dataset_id) [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:76: not found: value H5Sget_simple_extent_dims [error] H5Sget_simple_extent_dims(dataspace_id, dset_dims, null) [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:85: not found: value H5Dread [error] dread_id = H5Dread(dataset_id, H5T_NATIVE_DOUBLE, [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:85: not found: value H5T_NATIVE_DOUBLE [error] dread_id = H5Dread(dataset_id, H5T_NATIVE_DOUBLE, [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:86: not found: value H5S_ALL [error] H5S_ALL, H5S_ALL, [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:86: not found: value H5S_ALL [error] H5S_ALL, H5S_ALL, [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:87: not found: value H5P_DEFAULT [error] H5P_DEFAULT, dsetdata) [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:91: not found: type HDF5LibraryException [error] case e@(: HDF5LibraryException | : HDF5Exception) => [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:91: not found: type HDF5Exception [error] case e@(: HDF5LibraryException | _: HDF5Exception) => [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:117: not found: value H5Fopen [error] file_id = H5Fopen(FILENAME, H5F_ACC_RDONLY, H5P_DEFAULT) [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:117: not found: value H5F_ACC_RDONLY [error] file_id = H5Fopen(FILENAME, H5F_ACC_RDONLY, H5P_DEFAULT) [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:117: not found: value H5P_DEFAULT [error] file_id = H5Fopen(FILENAME, H5F_ACC_RDONLY, H5P_DEFAULT) [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:124: not found: value H5Dopen [error] dataset_id = H5Dopen(file_id, DATASETNAME, H5P_DEFAULT) [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:124: not found: value H5P_DEFAULT [error] dataset_id = H5Dopen(file_id, DATASETNAME, H5P_DEFAULT) [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:167: not found: value H5Sclose [error] H5Sclose(dataspace_id) [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:170: not found: value H5Dget_space [error] dataspace_id = H5Dget_space(dataset_id) [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:171: not found: value H5Screate_simple [error] memspace = H5Screate_simple(ranks, count_dims, null) [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:172: not found: value H5Sselect_hyperslab [error] hyper_id = H5Sselect_hyperslab(dataspace_id, H5S_SELECT_SET, start_dims, null, count_dims, null) [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:172: not found: value H5S_SELECT_SET [error] hyper_id = H5Sselect_hyperslab(dataspace_id, H5S_SELECT_SET, start_dims, null, count_dims, null) [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:173: not found: value H5Dread [error] dread_id = H5Dread(dataset_id, H5T_NATIVE_DOUBLE, memspace, dataspace_id, H5P_DEFAULT, dset_datas) [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:173: not found: value H5T_NATIVE_DOUBLE [error] dread_id = H5Dread(dataset_id, H5T_NATIVE_DOUBLE, memspace, dataspace_id, H5P_DEFAULT, dset_datas) [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:173: not found: value H5P_DEFAULT [error] dread_id = H5Dread(dataset_id, H5T_NATIVE_DOUBLE, memspace, dataspace_id, H5P_DEFAULT, dsetdatas) [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:177: not found: type HDF5LibraryException [error] case e@(: HDF5LibraryException | : HDF5Exception) => [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/read.scala:177: not found: type HDF5Exception [error] case e@(: HDF5LibraryException | : HDF5Exception) => [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/readtest.scala:15: not found: object hdf [error] import hdf.hdf5lib. [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/readtest.scala:16: not found: object hdf [error] import hdf.hdf5lib.H5. [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/readtest.scala:17: not found: object hdf [error] import hdf.hdf5lib.HDF5Constants. [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/readtest.scala:18: not found: object hdf [error] import hdf.hdf5lib.exceptions.HDF5LibraryException [error] ^ [error] /global/cscratch1/sd/wss/h5spark/src/main/scala/org/nersc/io/readtest.scala:19: not found: object hdf [error] import hdf.hdf5lib.exceptions.HDF5Exception [error] ^ [error] 56 errors found [error] (compile:compileIncremental) Compilation failed [error] Total time: 3 s, completed Aug 11, 2017 12:39:52 PM

[valiantljk]

Can you submit a ticket to consult@nersc.gov?