search

STEllAR-GROUP / octotiger

Astrophysics program simulating the evolution of star systems based on the fast multipole method on adaptive Octrees
http://octotiger.stellar-group.org/
Boost Software License 1.0
48 stars 18 forks source link

[Summit] data has already been set for this future: HPX(promise_already_satisfied) #334

Closed diehlpk closed 3 years ago

diehlpk commented 3 years ago

Sometimes we get this error and I have to run the code again and it works 

 __LSF_JOB_TMPDIR__=/tmp/466663.tmpdir
{stack-trace}: 20 frames:
{locality-id}: 3
{process-id}: 179917
{os-thread}: locality#3/worker-thread#6
{thread-description}: <unknown>
{state}: invalid (value out of bounds)
{auxinfo}: 
{file}: /ccs/proj/cph102/diehl/PowerTigerGregor/src/hpx/libs/parallelism/futures/include/hpx/futures/detail/future_data.hpp
{line}: 499
{function}: future_data_base::set_exception
{what}: data has already been set for this future: HPX(promise_already_satisfied)

{config}:
Core library:
  HPX_WITH_LOGGING=ON
  HPX_WITH_DYNAMIC_HPX_MAIN=ON
  HPX_WITH_DISTRIBUTED_RUNTIME=ON
  HPX_WITH_IO_COUNTERS=ON
  HPX_WITH_CUDA=ON
  HPX_WITH_NATIVE_TLS=ON
  HPX_WITH_AUTOMATIC_SERIALIZATION_REGISTRATION=ON
  HPX_WITH_DISABLED_SIGNAL_EXCEPTION_HANDLERS=ON
  HPX_WITH_MORE_THAN_64_THREADS=ON
  HPX_WITH_THREAD_STACK_MMAP=ON
  HPX_WITH_THREAD_MANAGER_IDLE_BACKOFF=ON
  HPX_WITH_STACKTRACES=ON
  HPX_WITH_THREAD_BACKTRACE_ON_SUSPENSION=OFF
  HPX_WITH_STACKTRACES_STATIC_SYMBOLS=OFF
  HPX_WITH_STACKTRACES_DEMANGLE_SYMBOLS=ON
  HPX_WITH_THREAD_TARGET_ADDRESS=OFF
  HPX_WITH_THREAD_QUEUE_WAITTIME=OFF
  HPX_WITH_THREAD_IDLE_RATES=ON
  HPX_WITH_THREAD_CREATION_AND_CLEANUP_RATES=OFF
  HPX_WITH_THREAD_CUMULATIVE_COUNTS=ON
  HPX_WITH_THREAD_STEALING_COUNTS=OFF
  HPX_WITH_COROUTINE_COUNTERS=OFF
  HPX_WITH_THREAD_LOCAL_STORAGE=OFF
  HPX_WITH_SCHEDULER_LOCAL_STORAGE=OFF
  HPX_WITH_SPINLOCK_DEADLOCK_DETECTION=OFF
  HPX_WITH_APEX=OFF
  HPX_WITH_PAPI=OFF
  HPX_WITH_GOOGLE_PERFTOOLS=OFF
  HPX_WITH_ITTNOTIFY=OFF
  HPX_WITH_HPXMP=OFF
  HPX_WITH_IO_POOL=ON
  HPX_WITH_TIMER_POOL=ON
  HPX_WITH_AGAS_DUMP_REFCNT_ENTRIES=OFF
  HPX_WITH_NETWORKING=ON
  HPX_WITH_PARCEL_PROFILING=OFF
  HPX_WITH_PARCELPORT_LIBFABRIC=OFF
  HPX_WITH_PARCELPORT_VERBS=OFF
  HPX_WITH_PARCELPORT_MPI=ON
  HPX_WITH_ASYNC_MPI=OFF
  HPX_WITH_PARCELPORT_TCP=ON
  HPX_WITH_PARCELPORT_ACTION_COUNTERS=OFF
  HPX_WITH_PARCELPORT_MPI_MULTITHREADED=ON
  HPX_WITH_VALGRIND=OFF
  HPX_WITH_SANITIZERS=OFF
  HPX_WITH_VERIFY_LOCKS=OFF
  HPX_WITH_VERIFY_LOCKS_GLOBALLY=OFF
  HPX_WITH_VERIFY_LOCKS_BACKTRACE=OFF
  HPX_WITH_THREAD_DEBUG_INFO=OFF
  HPX_WITH_THREAD_GUARD_PAGE=ON
  HPX_WITH_THREAD_DESCRIPTION_FULL=OFF
  HPX_WITH_ATTACH_DEBUGGER_ON_TEST_FAILURE=OFF
  HPX_WITH_TESTS_DEBUG_LOG=OFF
  HPX_WITH_PARALLEL_TESTS_BIND_NONE=OFF
  HPX_WITH_PARCEL_COALESCING=ON
  HPX_WITH_TUPLE_RVALUE_SWAP=ON
  HPX_WITH_ACTION_BASE_COMPATIBILITY=ON
  HPX_WITH_REGISTER_THREAD_COMPATIBILITY=ON
  HPX_WITH_REGISTER_THREAD_OVERLOADS_COMPATIBILITY=ON
  HPX_WITH_INIT_START_OVERLOADS_COMPATIBILITY=ON
  HPX_WITH_PROMISE_ALIAS_COMPATIBILITY=ON
  HPX_WITH_UNSCOPED_ENUM_COMPATIBILITY=ON
  HPX_WITH_EMBEDDED_THREAD_POOLS_COMPATIBILITY=ON
  HPX_WITH_THREAD_POOL_OS_EXECUTOR_COMPATIBILITY=ON
  HPX_WITH_THREAD_EXECUTORS_COMPATIBILITY=ON
  HPX_WITH_THREAD_AWARE_TIMER_COMPATIBILITY=ON
  HPX_WITH_POOL_EXECUTOR_COMPATIBILITY=ON

  HPX_PARCEL_MAX_CONNECTIONS=512
  HPX_PARCEL_MAX_CONNECTIONS_PER_LOCALITY=4
  HPX_AGAS_LOCAL_CACHE_SIZE=4096
  HPX_HAVE_MALLOC=JEMALLOC
  HPX_PREFIX (configured)=
  HPX_PREFIX=/ccs/proj/cph102/diehl/PowerTigerGregor/build/hpx

Module affinity:
  HPX_AFFINITY_WITH_TESTS=OFF
  HPX_AFFINITY_WITH_DEPRECATION_WARNINGS=OFF
  HPX_AFFINITY_WITH_COMPATIBILITY_HEADERS=OFF

Module allocator_support:
  HPX_ALLOCATOR_SUPPORT_WITH_TESTS=OFF
  HPX_ALLOCATOR_SUPPORT_WITH_DEPRECATION_WARNINGS=OFF
  HPX_ALLOCATOR_SUPPORT_WITH_COMPATIBILITY_HEADERS=OFF

Module asio:
  HPX_ASIO_WITH_TESTS=OFF
  HPX_ASIO_WITH_DEPRECATION_WARNINGS=OFF
  HPX_ASIO_WITH_COMPATIBILITY_HEADERS=OFF

Module assertion:
  HPX_ASSERTION_WITH_TESTS=OFF
  HPX_ASSERTION_WITH_DEPRECATION_WARNINGS=OFF
  HPX_ASSERTION_WITH_COMPATIBILITY_HEADERS=OFF

Module cache:
  HPX_CACHE_WITH_TESTS=OFF
  HPX_CACHE_WITH_DEPRECATION_WARNINGS=OFF
  HPX_CACHE_WITH_COMPATIBILITY_HEADERS=OFF

Module concepts:
  HPX_CONCEPTS_WITH_TESTS=OFF
  HPX_CONCEPTS_WITH_DEPRECATION_WARNINGS=OFF
  HPX_CONCEPTS_WITH_COMPATIBILITY_HEADERS=OFF

Module concurrency:
  HPX_CONCURRENCY_WITH_TESTS=OFF
  HPX_CONCURRENCY_WITH_DEPRECATION_WARNINGS=OFF
  HPX_CONCURRENCY_WITH_COMPATIBILITY_HEADERS=OFF

Module config:
  HPX_CONFIG_WITH_TESTS=OFF
  HPX_CONFIG_WITH_DEPRECATION_WARNINGS=OFF
  HPX_CONFIG_WITH_COMPATIBILITY_HEADERS=OFF

Module config_registry:
  HPX_CONFIG_REGISTRY_WITH_TESTS=OFF
  HPX_CONFIG_REGISTRY_WITH_DEPRECATION_WARNINGS=OFF

Module coroutines:
  HPX_COROUTINES_WITH_SWAP_CONTEXT_EMULATION=OFF
  HPX_COROUTINES_WITH_TESTS=OFF
  HPX_COROUTINES_WITH_DEPRECATION_WARNINGS=OFF
  HPX_COROUTINES_WITH_COMPATIBILITY_HEADERS=OFF

Module datastructures:
  HPX_DATASTRUCTURES_WITH_ADAPT_STD_TUPLE=ON
  HPX_DATASTRUCTURES_WITH_TESTS=OFF
  HPX_DATASTRUCTURES_WITH_DEPRECATION_WARNINGS=OFF
  HPX_DATASTRUCTURES_WITH_COMPATIBILITY_HEADERS=OFF

Module debugging:
  HPX_DEBUGGING_WITH_TESTS=OFF
  HPX_DEBUGGING_WITH_DEPRECATION_WARNINGS=OFF
  HPX_DEBUGGING_WITH_COMPATIBILITY_HEADERS=OFF

Module errors:
  HPX_ERRORS_WITH_TESTS=OFF
  HPX_ERRORS_WITH_DEPRECATION_WARNINGS=OFF
  HPX_ERRORS_WITH_COMPATIBILITY_HEADERS=OFF

Module execution_base:
  HPX_EXECUTION_BASE_WITH_TESTS=OFF
  HPX_EXECUTION_BASE_WITH_DEPRECATION_WARNINGS=OFF
  HPX_EXECUTION_BASE_WITH_COMPATIBILITY_HEADERS=OFF

Module filesystem:
  HPX_FILESYSTEM_WITH_TESTS=OFF
  HPX_FILESYSTEM_WITH_DEPRECATION_WARNINGS=OFF
  HPX_FILESYSTEM_WITH_COMPATIBILITY_HEADERS=OFF

Module format:
  HPX_FORMAT_WITH_TESTS=OFF
  HPX_FORMAT_WITH_DEPRECATION_WARNINGS=OFF
  HPX_FORMAT_WITH_COMPATIBILITY_HEADERS=OFF

Module functional:
  HPX_FUNCTIONAL_WITH_TESTS=OFF
  HPX_FUNCTIONAL_WITH_DEPRECATION_WARNINGS=OFF
  HPX_FUNCTIONAL_WITH_COMPATIBILITY_HEADERS=OFF

Module hardware:
  HPX_HARDWARE_WITH_TESTS=OFF
  HPX_HARDWARE_WITH_DEPRECATION_WARNINGS=OFF
  HPX_HARDWARE_WITH_COMPATIBILITY_HEADERS=OFF

Module hashing:
  HPX_HASHING_WITH_TESTS=OFF
  HPX_HASHING_WITH_DEPRECATION_WARNINGS=OFF
  HPX_HASHING_WITH_COMPATIBILITY_HEADERS=OFF

Module io_service:
  HPX_IO_SERVICE_WITH_TESTS=OFF
  HPX_IO_SERVICE_WITH_DEPRECATION_WARNINGS=OFF
  HPX_IO_SERVICE_WITH_COMPATIBILITY_HEADERS=OFF

Module iterator_support:
  HPX_ITERATOR_SUPPORT_WITH_TESTS=OFF
  HPX_ITERATOR_SUPPORT_WITH_DEPRECATION_WARNINGS=OFF
  HPX_ITERATOR_SUPPORT_WITH_COMPATIBILITY_HEADERS=OFF

Module itt_notify:
  HPX_ITT_NOTIFY_WITH_TESTS=OFF
  HPX_ITT_NOTIFY_WITH_DEPRECATION_WARNINGS=OFF
  HPX_ITT_NOTIFY_WITH_COMPATIBILITY_HEADERS=OFF

Module logging:
  HPX_LOGGING_WITH_TESTS=OFF
  HPX_LOGGING_WITH_DEPRECATION_WARNINGS=OFF
  HPX_LOGGING_WITH_COMPATIBILITY_HEADERS=OFF

Module memory:
  HPX_MEMORY_WITH_TESTS=OFF
  HPX_MEMORY_WITH_DEPRECATION_WARNINGS=OFF

Module naming_base:
  HPX_NAMING_BASE_WITH_TESTS=OFF
  HPX_NAMING_BASE_WITH_DEPRECATION_WARNINGS=OFF
  HPX_NAMING_BASE_WITH_COMPATIBILITY_HEADERS=OFF

Module plugin:
  HPX_PLUGIN_WITH_TESTS=OFF
  HPX_PLUGIN_WITH_DEPRECATION_WARNINGS=OFF
  HPX_PLUGIN_WITH_COMPATIBILITY_HEADERS=OFF

Module prefix:
  HPX_PREFIX_WITH_TESTS=OFF
  HPX_PREFIX_WITH_DEPRECATION_WARNINGS=OFF
  HPX_PREFIX_WITH_COMPATIBILITY_HEADERS=OFF

Module preprocessor:
  HPX_PREPROCESSOR_WITH_TESTS=OFF
  HPX_PREPROCESSOR_WITH_DEPRECATION_WARNINGS=OFF
  HPX_PREPROCESSOR_WITH_COMPATIBILITY_HEADERS=OFF

Module schedulers:
  HPX_SCHEDULERS_WITH_TESTS=OFF
  HPX_SCHEDULERS_WITH_DEPRECATION_WARNINGS=OFF
  HPX_SCHEDULERS_WITH_COMPATIBILITY_HEADERS=OFF

Module serialization:
  HPX_SERIALIZATION_WITH_BOOST_TYPES=ON
  HPX_SERIALIZATION_WITH_TESTS=OFF
  HPX_SERIALIZATION_WITH_DEPRECATION_WARNINGS=OFF
  HPX_SERIALIZATION_WITH_COMPATIBILITY_HEADERS=OFF

Module static_reinit:
  HPX_STATIC_REINIT_WITH_TESTS=OFF
  HPX_STATIC_REINIT_WITH_DEPRECATION_WARNINGS=OFF
  HPX_STATIC_REINIT_WITH_COMPATIBILITY_HEADERS=OFF

Module statistics:
  HPX_STATISTICS_WITH_TESTS=OFF
  HPX_STATISTICS_WITH_DEPRECATION_WARNINGS=OFF
  HPX_STATISTICS_WITH_COMPATIBILITY_HEADERS=OFF

Module string_util:
  HPX_STRING_UTIL_WITH_TESTS=OFF
  HPX_STRING_UTIL_WITH_DEPRECATION_WARNINGS=OFF

Module synchronization:
  HPX_SYNCHRONIZATION_WITH_TESTS=OFF
  HPX_SYNCHRONIZATION_WITH_DEPRECATION_WARNINGS=OFF
  HPX_SYNCHRONIZATION_WITH_COMPATIBILITY_HEADERS=OFF

Module testing:
  HPX_TESTING_WITH_TESTS=OFF
  HPX_TESTING_WITH_DEPRECATION_WARNINGS=OFF
  HPX_TESTING_WITH_COMPATIBILITY_HEADERS=OFF

Module thread_pools:
  HPX_THREAD_POOLS_WITH_TESTS=OFF
  HPX_THREAD_POOLS_WITH_DEPRECATION_WARNINGS=OFF
  HPX_THREAD_POOLS_WITH_COMPATIBILITY_HEADERS=OFF

Module thread_support:
  HPX_THREAD_SUPPORT_WITH_TESTS=OFF
  HPX_THREAD_SUPPORT_WITH_DEPRECATION_WARNINGS=OFF
  HPX_THREAD_SUPPORT_WITH_COMPATIBILITY_HEADERS=OFF

Module threading_base:
  HPX_THREADING_BASE_WITH_TESTS=OFF
  HPX_THREADING_BASE_WITH_DEPRECATION_WARNINGS=OFF
  HPX_THREADING_BASE_WITH_COMPATIBILITY_HEADERS=OFF

Module timing:
  HPX_TIMING_WITH_TESTS=OFF
  HPX_TIMING_WITH_DEPRECATION_WARNINGS=OFF
  HPX_TIMING_WITH_COMPATIBILITY_HEADERS=OFF

Module topology:
  HPX_TOPOLOGY_WITH_TESTS=OFF
  HPX_TOPOLOGY_WITH_DEPRECATION_WARNINGS=OFF
  HPX_TOPOLOGY_WITH_COMPATIBILITY_HEADERS=OFF

Module type_support:
  HPX_TYPE_SUPPORT_WITH_TESTS=OFF
  HPX_TYPE_SUPPORT_WITH_DEPRECATION_WARNINGS=OFF
  HPX_TYPE_SUPPORT_WITH_COMPATIBILITY_HEADERS=OFF

Module util:
  HPX_UTIL_WITH_TESTS=OFF
  HPX_UTIL_WITH_DEPRECATION_WARNINGS=OFF
  HPX_UTIL_WITH_COMPATIBILITY_HEADERS=OFF

Module version:
  HPX_VERSION_WITH_TESTS=OFF
  HPX_VERSION_WITH_DEPRECATION_WARNINGS=OFF
  HPX_VERSION_WITH_COMPATIBILITY_HEADERS=OFF

Module algorithms:
  HPX_ALGORITHMS_WITH_TESTS=OFF
  HPX_ALGORITHMS_WITH_DEPRECATION_WARNINGS=OFF
  HPX_ALGORITHMS_WITH_COMPATIBILITY_HEADERS=OFF

Module async_base:
  HPX_ASYNC_BASE_WITH_TESTS=OFF
  HPX_ASYNC_BASE_WITH_DEPRECATION_WARNINGS=OFF
  HPX_ASYNC_BASE_WITH_COMPATIBILITY_HEADERS=OFF

Module async_combinators:
  HPX_ASYNC_COMBINATORS_WITH_TESTS=OFF
  HPX_ASYNC_COMBINATORS_WITH_DEPRECATION_WARNINGS=OFF
  HPX_ASYNC_COMBINATORS_WITH_COMPATIBILITY_HEADERS=OFF

Module async_local:
  HPX_ASYNC_LOCAL_WITH_TESTS=OFF
  HPX_ASYNC_LOCAL_WITH_DEPRECATION_WARNINGS=OFF

Module execution:
  HPX_EXECUTION_WITH_TESTS=OFF
  HPX_EXECUTION_WITH_DEPRECATION_WARNINGS=OFF
  HPX_EXECUTION_WITH_COMPATIBILITY_HEADERS=OFF

Module executors:
  HPX_EXECUTORS_WITH_TESTS=OFF
  HPX_EXECUTORS_WITH_DEPRECATION_WARNINGS=OFF
  HPX_EXECUTORS_WITH_COMPATIBILITY_HEADERS=OFF

Module futures:
  HPX_FUTURES_WITH_TESTS=OFF
  HPX_FUTURES_WITH_DEPRECATION_WARNINGS=OFF
  HPX_FUTURES_WITH_COMPATIBILITY_HEADERS=OFF

Module lcos_local:
  HPX_LCOS_LOCAL_WITH_TESTS=OFF
  HPX_LCOS_LOCAL_WITH_DEPRECATION_WARNINGS=OFF
  HPX_LCOS_LOCAL_WITH_COMPATIBILITY_HEADERS=OFF

Module pack_traversal:
  HPX_PACK_TRAVERSAL_WITH_TESTS=OFF
  HPX_PACK_TRAVERSAL_WITH_DEPRECATION_WARNINGS=OFF
  HPX_PACK_TRAVERSAL_WITH_COMPATIBILITY_HEADERS=OFF

Module threading:
  HPX_THREADING_WITH_TESTS=OFF
  HPX_THREADING_WITH_DEPRECATION_WARNINGS=OFF
  HPX_THREADING_WITH_COMPATIBILITY_HEADERS=OFF

Module timed_execution:
  HPX_TIMED_EXECUTION_WITH_TESTS=OFF
  HPX_TIMED_EXECUTION_WITH_DEPRECATION_WARNINGS=OFF
  HPX_TIMED_EXECUTION_WITH_COMPATIBILITY_HEADERS=OFF

Module actions:
  HPX_ACTIONS_WITH_TESTS=OFF
  HPX_ACTIONS_WITH_DEPRECATION_WARNINGS=OFF
  HPX_ACTIONS_WITH_COMPATIBILITY_HEADERS=OFF

Module actions_base:
  HPX_ACTIONS_BASE_WITH_TESTS=OFF
  HPX_ACTIONS_BASE_WITH_DEPRECATION_WARNINGS=OFF
  HPX_ACTIONS_BASE_WITH_COMPATIBILITY_HEADERS=OFF

Module agas:
  HPX_AGAS_WITH_TESTS=OFF
  HPX_AGAS_WITH_DEPRECATION_WARNINGS=OFF
  HPX_AGAS_WITH_COMPATIBILITY_HEADERS=OFF

Module async_colocated:
  HPX_ASYNC_COLOCATED_WITH_TESTS=OFF
  HPX_ASYNC_COLOCATED_WITH_DEPRECATION_WARNINGS=OFF
  HPX_ASYNC_COLOCATED_WITH_COMPATIBILITY_HEADERS=OFF

Module async_cuda:
  HPX_ASYNC_CUDA_WITH_TESTS=OFF
  HPX_ASYNC_CUDA_WITH_DEPRECATION_WARNINGS=OFF
  HPX_ASYNC_CUDA_WITH_COMPATIBILITY_HEADERS=OFF

Module async_distributed:
  HPX_ASYNC_DISTRIBUTED_WITH_TESTS=OFF
  HPX_ASYNC_DISTRIBUTED_WITH_DEPRECATION_WARNINGS=OFF
  HPX_ASYNC_DISTRIBUTED_WITH_COMPATIBILITY_HEADERS=OFF

Module async_mpi:
  HPX_ASYNC_MPI_WITH_TESTS=OFF
  HPX_ASYNC_MPI_WITH_DEPRECATION_WARNINGS=OFF

Module batch_environments:
  HPX_BATCH_ENVIRONMENTS_WITH_TESTS=OFF
  HPX_BATCH_ENVIRONMENTS_WITH_DEPRECATION_WARNINGS=OFF
  HPX_BATCH_ENVIRONMENTS_WITH_COMPATIBILITY_HEADERS=OFF

Module checkpoint:
  HPX_CHECKPOINT_WITH_TESTS=OFF
  HPX_CHECKPOINT_WITH_DEPRECATION_WARNINGS=OFF
  HPX_CHECKPOINT_WITH_COMPATIBILITY_HEADERS=OFF

Module checkpoint_base:
  HPX_CHECKPOINT_BASE_WITH_TESTS=OFF
  HPX_CHECKPOINT_BASE_WITH_DEPRECATION_WARNINGS=OFF
  HPX_CHECKPOINT_BASE_WITH_COMPATIBILITY_HEADERS=OFF

Module collectives:
  HPX_COLLECTIVES_WITH_TESTS=OFF
  HPX_COLLECTIVES_WITH_DEPRECATION_WARNINGS=OFF
  HPX_COLLECTIVES_WITH_COMPATIBILITY_HEADERS=OFF

Module command_line_handling:
  HPX_COMMAND_LINE_HANDLING_WITH_TESTS=OFF
  HPX_COMMAND_LINE_HANDLING_WITH_DEPRECATION_WARNINGS=OFF
  HPX_COMMAND_LINE_HANDLING_WITH_COMPATIBILITY_HEADERS=OFF

Module components_base:
  HPX_COMPONENTS_BASE_WITH_TESTS=OFF
  HPX_COMPONENTS_BASE_WITH_DEPRECATION_WARNINGS=OFF
  HPX_COMPONENTS_BASE_WITH_COMPATIBILITY_HEADERS=OFF

Module compute:
  HPX_COMPUTE_WITH_TESTS=OFF
  HPX_COMPUTE_WITH_DEPRECATION_WARNINGS=OFF
  HPX_COMPUTE_WITH_COMPATIBILITY_HEADERS=OFF

Module compute_cuda:
  HPX_COMPUTE_CUDA_WITH_TESTS=OFF
  HPX_COMPUTE_CUDA_WITH_DEPRECATION_WARNINGS=OFF

Module executors_distributed:
  HPX_EXECUTORS_DISTRIBUTED_WITH_TESTS=OFF
  HPX_EXECUTORS_DISTRIBUTED_WITH_DEPRECATION_WARNINGS=OFF
  HPX_EXECUTORS_DISTRIBUTED_WITH_COMPATIBILITY_HEADERS=OFF

Module include:
  HPX_INCLUDE_WITH_TESTS=OFF
  HPX_INCLUDE_WITH_DEPRECATION_WARNINGS=OFF

Module init_runtime:
  HPX_INIT_RUNTIME_WITH_TESTS=OFF
  HPX_INIT_RUNTIME_WITH_DEPRECATION_WARNINGS=OFF

Module lcos_distributed:
  HPX_LCOS_DISTRIBUTED_WITH_TESTS=OFF
  HPX_LCOS_DISTRIBUTED_WITH_DEPRECATION_WARNINGS=OFF
  HPX_LCOS_DISTRIBUTED_WITH_COMPATIBILITY_HEADERS=OFF

Module mpi_base:
  HPX_MPI_BASE_WITH_TESTS=OFF
  HPX_MPI_BASE_WITH_DEPRECATION_WARNINGS=OFF
  HPX_MPI_BASE_WITH_COMPATIBILITY_HEADERS=OFF

Module naming:
  HPX_NAMING_WITH_TESTS=OFF
  HPX_NAMING_WITH_DEPRECATION_WARNINGS=OFF
  HPX_NAMING_WITH_COMPATIBILITY_HEADERS=OFF

Module performance_counters:
  HPX_PERFORMANCE_COUNTERS_WITH_TESTS=OFF
  HPX_PERFORMANCE_COUNTERS_WITH_DEPRECATION_WARNINGS=OFF

Module program_options:
  HPX_PROGRAM_OPTIONS_WITH_TESTS=OFF
  HPX_PROGRAM_OPTIONS_WITH_DEPRECATION_WARNINGS=OFF

Module resiliency:
  HPX_RESILIENCY_WITH_TESTS=OFF
  HPX_RESILIENCY_WITH_DEPRECATION_WARNINGS=OFF

Module resource_partitioner:
  HPX_RESOURCE_PARTITIONER_WITH_TESTS=OFF
  HPX_RESOURCE_PARTITIONER_WITH_DEPRECATION_WARNINGS=OFF
  HPX_RESOURCE_PARTITIONER_WITH_COMPATIBILITY_HEADERS=OFF

Module runtime_configuration:
  HPX_RUNTIME_CONFIGURATION_WITH_TESTS=OFF
  HPX_RUNTIME_CONFIGURATION_WITH_DEPRECATION_WARNINGS=OFF
  HPX_RUNTIME_CONFIGURATION_WITH_COMPATIBILITY_HEADERS=OFF

Module runtime_distributed:
  HPX_RUNTIME_DISTRIBUTED_WITH_TESTS=OFF
  HPX_RUNTIME_DISTRIBUTED_WITH_DEPRECATION_WARNINGS=OFF
  HPX_RUNTIME_DISTRIBUTED_WITH_COMPATIBILITY_HEADERS=OFF

Module runtime_local:
  HPX_RUNTIME_LOCAL_WITH_TESTS=OFF
  HPX_RUNTIME_LOCAL_WITH_DEPRECATION_WARNINGS=OFF
  HPX_RUNTIME_LOCAL_WITH_COMPATIBILITY_HEADERS=OFF

Module segmented_algorithms:
  HPX_SEGMENTED_ALGORITHMS_WITH_TESTS=OFF
  HPX_SEGMENTED_ALGORITHMS_WITH_DEPRECATION_WARNINGS=OFF
  HPX_SEGMENTED_ALGORITHMS_WITH_COMPATIBILITY_HEADERS=OFF

Module thread_executors:
  HPX_THREAD_EXECUTORS_WITH_TESTS=OFF
  HPX_THREAD_EXECUTORS_WITH_DEPRECATION_WARNINGS=OFF
  HPX_THREAD_EXECUTORS_WITH_COMPATIBILITY_HEADERS=OFF

Module threadmanager:
  HPX_THREADMANAGER_WITH_TESTS=OFF
  HPX_THREADMANAGER_WITH_DEPRECATION_WARNINGS=OFF
  HPX_THREADMANAGER_WITH_COMPATIBILITY_HEADERS=OFF

{version}: V1.6.0-trunk (AGAS: V3.0), Git: 6ae26753a7
{boost}: V1.74.0
{build-type}: release
{date}: Oct 26 2020 12:56:29
{platform}: linux
{compiler}: GNU C++ version 8.1.1 20180519
{stdlib}: GNU libstdc++ version 20180519
{env}: 296 entries:
  179917-CPU_ASSIGNMENTS=21,22,23,24,25,26,27
  BASH_ENV=/sw/summit/lmod/8.2.10/init/bash
  BASH_FUNC_ml()=() {  eval $($LMOD_DIR/ml_cmd "$@")
}
  BASH_FUNC_module()=() {  eval $($LMOD_CMD bash "$@") && eval $(${LMOD_SETTARG_CMD:-:} -s sh)
}
  BINARY_TYPE_HPC=
  BSUB_BLOCK_EXEC_HOST=
  CMAKE_PREFIX_PATH=/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33:/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-4.8.5/darshan-runtime-3.1.7-cnvxicgf5j4ap64qi6v5gxp67hmrjz43
  CPATH=/sw/summit/cuda/11.0.3/include:/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/include
  CSM_ALLOCATION_ID=1508390
  CSM_LIB_PATH=/opt/ibm/csm/lib/libcsmi.so
  CUDAPATH=/sw/summit/cuda/11.0.3
  CUDA_DIR=/sw/summit/cuda/11.0.3
  CUDA_TOOLKIT_ROOT_DIR=/sw/summit/cuda/11.0.3
  CUDA_VISIBLE_DEVICES=3
  CVS_RSH=ssh
  HCOLL_ALLREDUCE_ZCOPY_TUNE=static
  HCOLL_EXTERNAL_UCM_EVENTS=1
  HFI_NO_BACKTRACE=1
  HISTCONTROL=ignoredups
  HISTSIZE=1000
  HOME=/ccs/home/diehlpk
  HOSTTYPE=LINUXPPC64LE
  IBV_FORK_SAFE=1
  IPATH_NO_BACKTRACE=1
  JOB_TERMINATE_INTERVAL=10
  JSM_BATCH_SESSION_DIR=/tmp/jsm.c13n02.15911/1508390
  JSM_ENABLE_CGROUP=1
  JSM_ENV_VAR_SPINDLE_PORT=/tmp/jsm.c13n02.15911/1508390/JSM_rm_port_15911_1508390-spindle
  JSM_GPU_ASSIGNMENTS=3
  JSM_JSRUN_NO_WARN_TOPOLOGY=1
  JSM_JSRUN_PORT=/tmp/jsm.c13n02.15911/1508390/JSM_rm_port_15911_1508390:1
  JSM_LOG_PATH=/tmp/jsm.c13n02.15911/1508390
  JSM_NAMESPACE_LOCAL_RANK=3
  JSM_NAMESPACE_LOCAL_SIZE=4
  JSM_NAMESPACE_RANK=3
  JSM_NAMESPACE_SIZE=4
  JSM_NUM_THREADS=15
  JSM_SMPI_SHARP_ID=69599233
  JSM_SMT_ASSIGNMENTS=88-115
  JSM_TOP_SESSION_DIR=/tmp/jsm.c13n02.15911
  LC_ALL=
  LD_LIBRARY_PATH=/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/container/../lib/pami_port:/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/container/../lib:/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/container/../lib/pami_port:pami_port:/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/container/../lib:/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/container/../lib/pami_port:/opt/ibm/spectrum_mpi/jsm_pmix/lib/:/opt/ibm/spectrum_mpi/jsm_pmix/../lib/:/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/lib:/opt/ibm/csm/lib/:/opt/ibm/spectrumcomputing/lsf/10.1.0.9/linux3.10-glibc2.17-ppc64le-csm/lib:/sw/summit/cuda/11.0.3/lib64:/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/lib:/sw/summit/gcc/8.1.1/lib64:/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-4.8.5/darshan-runtime-3.1.7-cnvxicgf5j4ap64qi6v5gxp67hmrjz43/lib
  LD_PRELOAD=/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-4.8.5/darshan-runtime-3.1.7-cnvxicgf5j4ap64qi6v5gxp67hmrjz43/lib/libdarshan.so /autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/container/../lib/libpami_cudahook.so
  LESSOPEN=||/usr/bin/lesspipe.sh %s
  LIBCOLL_COLLSEL_FILE=/tmp/jsm.c13n02.15911/1508390/libcoll_xml_cache//autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/container/../etc/libcoll_tune_results.xml
  LIBRARY_PATH=/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/lib:/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-4.8.5/darshan-runtime-3.1.7-cnvxicgf5j4ap64qi6v5gxp67hmrjz43/lib
  LMOD_CMD=/sw/summit/lmod/8.2.10/libexec/lmod
  LMOD_DIR=/sw/summit/lmod/8.2.10/libexec
  LMOD_FAMILY_COMPILER=gcc
  LMOD_FAMILY_COMPILER_VERSION=8.1.1
  LMOD_FAMILY_MPI=spectrum-mpi
  LMOD_FAMILY_MPI_VERSION=10.3.1.2-20200121
  LMOD_MPI_NAME=spectrum-mpi
  LMOD_MPI_VERSION=10.3.1.2-20200121-chae23s
  LMOD_PKG=/sw/summit/lmod/8.2.10
  LMOD_ROOT=/sw/summit/lmod
  LMOD_SETTARG_FULL_SUPPORT=no
  LMOD_SYSTEM_DEFAULT_MODULES=DefApps
  LMOD_SYSTEM_NAME=summit
  LMOD_VERSION=8.2.10
  LMOD_sys=Linux
  LOADEDMODULES=hsi/5.0.2.p5:xalt/1.2.0:lsf-tools/2.0:darshan-runtime/3.1.7:DefApps:gcc/8.1.1:spectrum-mpi/10.3.1.2-20200121:cuda/11.0.3
  LOGNAME=diehlpk
  LSB_ACCT_FILE=/tmp/466663.tmpdir/.1604716784.466663.acct
  LSB_AFFINITY_HOSTFILE=/ccs/home/diehlpk/.lsbatch/1604716784.466663.hostAffinityFile
  LSB_APPLICATION_NAME=small
  LSB_BATCH_JID=466663
  LSB_CHKFILENAME=/ccs/home/diehlpk/.lsbatch/1604716784.466663
  LSB_DJOB_HOSTFILE=/ccs/home/diehlpk/.lsbatch/1604716784.466663.hostfile
  LSB_DJOB_NUMPROC=43
  LSB_DJOB_RANKFILE=/ccs/home/diehlpk/.lsbatch/1604716784.466663.hostfile
  LSB_ECHKPNT_RSH_CMD=ssh -o 'PasswordAuthentication no' -o 'StrictHostKeyChecking no'
  LSB_EEXEC_REAL_GID=
  LSB_EEXEC_REAL_UID=
  LSB_EFFECTIVE_RSRCREQ=1*{select[((LN) && (type == any))] order[r15s:pg] span[hosts=1] cu[type=rack:pref=config]}+42*{select[((CN) && (type == any))] order[r15s:pg] span[ptile=42] cu[type=rack:pref=config]}
  LSB_EXEC_CLUSTER=summit
  LSB_EXEC_HOSTTYPE=LINUXPPC64LE
  LSB_EXIT_PRE_ABORT=99
  LSB_HOSTS=batch5 c13n02 c13n02 c13n02 c13n02 c13n02 c13n02 c13n02 c13n02 c13n02 c13n02 c13n02 c13n02 c13n02 c13n02 c13n02 c13n02 c13n02 c13n02 c13n02 c13n02 c13n02 c13n02 c13n02 c13n02 c13n02 c13n02 c13n02 c13n02 c13n02 c13n02 c13n02 c13n02 c13n02 c13n02 c13n02 c13n02 c13n02 c13n02 c13n02 c13n02 c13n02 c13n02
  LSB_INTERACTIVE=Y
  LSB_JOBEXIT_STAT=0
  LSB_JOBFILENAME=/ccs/home/diehlpk/.lsbatch/1604716784.466663
  LSB_JOBID=466663
  LSB_JOBINDEX=0
  LSB_JOBNAME=Not_Specified
  LSB_JOBRES_CALLBACK=58155@batch5
  LSB_JOBRES_PID=121614
  LSB_JOB_EXECUSER=diehlpk
  LSB_MAX_NUM_PROCESSORS=43
  LSB_MCPU_HOSTS=batch5 1 c13n02 42 
  LSB_OUTDIR=/gpfs/alpine/cph102/proj-shared/dmarce1/13
  LSB_PROJECT_NAME=CPH102HPX
  LSB_QUEUE=batch
  LSB_RES_GET_FANOUT_INFO=Y
  LSB_SHMODE=y
  LSB_SUB_HOST=login4
  LSB_SUB_RES_REQ=1*{select[LN]span[hosts=1]} + 42*{select[CN]span[ptile=42]}
  LSB_SUB_USER=diehlpk
  LSB_TRAPSIGS=trap # 15 10 12 2 1
  LSB_UNIXGROUP_INT=diehlpk
  LSB_XFER_OP=
  LSFUSER=diehlpk
  LSF_BINDIR=/opt/ibm/spectrumcomputing/lsf/10.1.0.9/linux3.10-glibc2.17-ppc64le-csm/bin
  LSF_CGROUP_TOPDIR_KEY=summit
  LSF_ENVDIR=/opt/ibm/spectrumcomputing/lsf/conf
  LSF_INVOKE_CMD=bsub
  LSF_JOB_TIMESTAMP_VALUE=1604716815
  LSF_LD_LIBRARY_PATH=/opt/ibm/spectrumcomputing/lsf/10.1.0.9/linux3.10-glibc2.17-ppc64le-csm/lib:/sw/summit/cuda/11.0.3/lib64:/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/lib:/sw/summit/gcc/8.1.1/lib64:/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-4.8.5/darshan-runtime-3.1.7-cnvxicgf5j4ap64qi6v5gxp67hmrjz43/lib
  LSF_LIBDIR=/opt/ibm/spectrumcomputing/lsf/10.1.0.9/linux3.10-glibc2.17-ppc64le-csm/lib
  LSF_LIM_API_NTRIES=1
  LSF_LOGDIR=/var/log/lsf
  LSF_PTS_IPSTR=10.134.6.96
  LSF_PTS_USOCK=@PTS_CLIENT.179889.1
  LSF_SERVERDIR=/opt/ibm/spectrumcomputing/lsf/10.1.0.9/linux3.10-glibc2.17-ppc64le-csm/etc
  LSF_VERSION=34
  LS_COLORS=rs=0:di=38;5;27:ln=38;5;51:mh=44;38;5;15:pi=40;38;5;11:so=38;5;13:do=38;5;5:bd=48;5;232;38;5;11:cd=48;5;232;38;5;3:or=48;5;232;38;5;9:mi=05;48;5;232;38;5;15:su=48;5;196;38;5;15:sg=48;5;11;38;5;16:ca=48;5;196;38;5;226:tw=48;5;10;38;5;16:ow=48;5;10;38;5;21:st=48;5;21;38;5;15:ex=38;5;34:*.tar=38;5;9:*.tgz=38;5;9:*.arc=38;5;9:*.arj=38;5;9:*.taz=38;5;9:*.lha=38;5;9:*.lz4=38;5;9:*.lzh=38;5;9:*.lzma=38;5;9:*.tlz=38;5;9:*.txz=38;5;9:*.tzo=38;5;9:*.t7z=38;5;9:*.zip=38;5;9:*.z=38;5;9:*.Z=38;5;9:*.dz=38;5;9:*.gz=38;5;9:*.lrz=38;5;9:*.lz=38;5;9:*.lzo=38;5;9:*.xz=38;5;9:*.bz2=38;5;9:*.bz=38;5;9:*.tbz=38;5;9:*.tbz2=38;5;9:*.tz=38;5;9:*.deb=38;5;9:*.rpm=38;5;9:*.jar=38;5;9:*.war=38;5;9:*.ear=38;5;9:*.sar=38;5;9:*.rar=38;5;9:*.alz=38;5;9:*.ace=38;5;9:*.zoo=38;5;9:*.cpio=38;5;9:*.7z=38;5;9:*.rz=38;5;9:*.cab=38;5;9:*.jpg=38;5;13:*.jpeg=38;5;13:*.gif=38;5;13:*.bmp=38;5;13:*.pbm=38;5;13:*.pgm=38;5;13:*.ppm=38;5;13:*.tga=38;5;13:*.xbm=38;5;13:*.xpm=38;5;13:*.tif=38;5;13:*.tiff=38;5;13:*.png=38;5;13:*.svg=38;5;13:*.svgz=38;5;13:*.mng=38;5;13:*.pcx=38;5;13:*.mov=38;5;13:*.mpg=38;5;13:*.mpeg=38;5;13:*.m2v=38;5;13:*.mkv=38;5;13:*.webm=38;5;13:*.ogm=38;5;13:*.mp4=38;5;13:*.m4v=38;5;13:*.mp4v=38;5;13:*.vob=38;5;13:*.qt=38;5;13:*.nuv=38;5;13:*.wmv=38;5;13:*.asf=38;5;13:*.rm=38;5;13:*.rmvb=38;5;13:*.flc=38;5;13:*.avi=38;5;13:*.fli=38;5;13:*.flv=38;5;13:*.gl=38;5;13:*.dl=38;5;13:*.xcf=38;5;13:*.xwd=38;5;13:*.yuv=38;5;13:*.cgm=38;5;13:*.emf=38;5;13:*.axv=38;5;13:*.anx=38;5;13:*.ogv=38;5;13:*.ogx=38;5;13:*.aac=38;5;45:*.au=38;5;45:*.flac=38;5;45:*.mid=38;5;45:*.midi=38;5;45:*.mka=38;5;45:*.mp3=38;5;45:*.mpc=38;5;45:*.ogg=38;5;45:*.ra=38;5;45:*.wav=38;5;45:*.axa=38;5;45:*.oga=38;5;45:*.spx=38;5;45:*.xspf=38;5;45:
  LS_EXECCWD=/gpfs/alpine/cph102/proj-shared/dmarce1/13
  LS_EXEC_T=START
  LS_JOBPID=121614
  LS_SUBCWD=/gpfs/alpine/cph102/proj-shared/dmarce1/13
  MAIL=/var/spool/mail/diehlpk
  MANPATH=/sw/summit/cuda/11.0.3/doc/man:/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/share/man:/sw/summit/gcc/8.1.1/share/man:/sw/sources/hpss/man:/sw/summit/lmod/8.2.10/share/man:/opt/ibm/spectrumcomputing/lsf/10.1.0.9/man::/opt/puppetlabs/puppet/share/man
  MEMBERWORK=/gpfs/alpine/scratch/diehlpk
  MODULEPATH=/autofs/nccs-svm1_sw/summit/modulefiles/site/linux-rhel7-ppc64le/spectrum-mpi/10.3.1.2-20200121-chae23s/gcc/8.1.1:/sw/summit/modulefiles/site/linux-rhel7-ppc64le/gcc/8.1.1:/sw/summit/modulefiles/site/linux-rhel7-ppc64le/Core:/sw/summit/modulefiles/core
  MODULEPATH_ROOT=/sw/summit/modulefiles
  MODULESHOME=/sw/summit/lmod/8.2.10
  MPI_ROOT=/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/container/..
  OLCF_CUDA_ROOT=/sw/summit/cuda/11.0.3
  OLCF_DARSHAN_RUNTIME_ROOT=/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-4.8.5/darshan-runtime-3.1.7-cnvxicgf5j4ap64qi6v5gxp67hmrjz43
  OLCF_FAMILY_COMPILER=gcc
  OLCF_FAMILY_COMPILER_VERSION=8.1.1
  OLCF_FAMILY_MPI=spectrum-mpi
  OLCF_FAMILY_MPI_VERSION=10.3.1.2-20200121
  OLCF_GCC_ROOT=/sw/summit/gcc/8.1.1
  OLCF_HSI_ROOT=/sw/sources/hpss
  OLCF_LMOD_ROOT=/sw/summit
  OLCF_MODULEPATH_ROOT=/sw/summit/modulefiles
  OLCF_SPECTRUM_MPI_ROOT=/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33
  OMPI_APP_CTX_NUM_PROCS=4
  OMPI_CC=gcc
  OMPI_COMM_WORLD_LOCAL_RANK=3
  OMPI_COMM_WORLD_LOCAL_SIZE=4
  OMPI_COMM_WORLD_RANK=3
  OMPI_COMM_WORLD_SIZE=4
  OMPI_CXX=g++
  OMPI_DIR=/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33
  OMPI_FC=gfortran
  OMPI_LD_LIBRARY_PATH_PREPEND_DISTRO=pami_port:/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/container/../lib:/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/container/../lib/pami_port
  OMPI_LD_PRELOAD_POSTPEND_DISTRO=/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/container/../lib/libpami_cudahook.so
  OMPI_LD_PRELOAD_PREPEND=/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-4.8.5/darshan-runtime-3.1.7-cnvxicgf5j4ap64qi6v5gxp67hmrjz43/lib/libdarshan.so
  OMPI_MCA_atomic=ucx
  OMPI_MCA_atomic_ucx_priority=80
  OMPI_MCA_backtrace_lwcore_enable=0
  OMPI_MCA_bml=^r2
  OMPI_MCA_btl=self
  OMPI_MCA_btl_openib_allow_ib=true
  OMPI_MCA_btl_openib_warn_default_gid_prefix=0
  OMPI_MCA_coll_hcoll_enable=0
  OMPI_MCA_coll_hcoll_priority=-1
  OMPI_MCA_coll_tuned_priority=-1
  OMPI_MCA_compress=^bzip,gzip
  OMPI_MCA_dfs=^app,orted,test
  OMPI_MCA_errmgr=default_app
  OMPI_MCA_ess=pmi
  OMPI_MCA_ess_base_forward_signals=6,10,11,12,14,18,21
  OMPI_MCA_io=romio321
  OMPI_MCA_mca_base_component_show_load_errors=0
  OMPI_MCA_mca_base_env_list_distro=MPI_ROOT,OPAL_PREFIX,OPAL_LIBDIR,PMIX_INSTALL_PREFIX,IBV_FORK_SAFE,PMIX_MCA_ptl_tcp_handshake_wait_time,PMIX_MCA_ptl_tcp_handshake_max_retries,PMIX_MCA_gds,PAMI_IBV_SKIP_CQOVERFLOW_CHECK,HCOLL_ALLREDUCE_ZCOPY_TUNE,HCOLL_EXTERNAL_UCM_EVENTS,UCX_MEM_MMAP_HOOK_MODE,OMPI_LD_PRELOAD_POSTPEND_DISTRO,OMPI_LD_LIBRARY_PATH_PREPEND_DISTRO,SMPI_INTERNAL_MPIRUN_LAUNCH_JSM
  OMPI_MCA_memory=patcher
  OMPI_MCA_mpi_leave_pinned=1
  OMPI_MCA_ompi_async_mpi_init=f
  OMPI_MCA_oob=^ud
  OMPI_MCA_opal_common_ucx_opal_mem_hooks=1
  OMPI_MCA_opal_pmix_base_async_modex=t
  OMPI_MCA_opal_pmix_base_collect_data=f
  OMPI_MCA_opal_signal=6,7,8,11
  OMPI_MCA_orte_ess_num_procs=4
  OMPI_MCA_orte_externally_bound=1
  OMPI_MCA_orte_precondition_transports=0000806b0000001a-000000c90000001a
  OMPI_MCA_osc=pami
  OMPI_MCA_pmix=ext3x
  OMPI_MCA_pml=pami
  OMPI_MCA_routed=^direct,radix,debruijn,binomial
  OMPI_MCA_schizo=jsm
  OMPI_MCA_schizo_ompi_prepend_ld_library_path=pami_port:/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/container/../lib:/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/container/../lib/pami_port
  OMPI_MCA_spml=ucx
  OMPI_MCA_spml_ucx_priority=80
  OMPI_MCA_state=app
  OMP_NUM_THREADS=28
  OMP_PLACES={88:4},{92:4},{96:4},{100:4},{104:4},{108:4},{112:4}
  OMP_PROC_BIND=true
  OPAL_BINDIR=/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/container/../bin
  OPAL_DATADIR=/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/container/../share
  OPAL_DATAROOTDIR=/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/container/../share
  OPAL_EXEC_PREFIX=/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/container/..
  OPAL_INCLUDEDIR=/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/container/../include
  OPAL_INFODIR=/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/container/../info
  OPAL_LIBDIR=/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/container/../lib
  OPAL_LIBEXECDIR=/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/container/../libexec
  OPAL_LOCALSTATEDIR=/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/container/../var
  OPAL_MANDIR=/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/container/../man
  OPAL_PKGDATADIR=/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/container/../share/spectrum_mpi
  OPAL_PKGINCLUDEDIR=/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/container/../include/spectrum_mpi
  OPAL_PKGLIBDIR=/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/container/../lib/spectrum_mpi
  OPAL_PREFIX=/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/container/..
  OPAL_SBINDIR=/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/container/../sbin
  OPAL_SHAREDSTATEDIR=/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/container/../com
  OPAL_SYSCONFDIR=/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/container/../etc
  ORTE_SCHIZO_DETECTION=JSM
  PAMI_CUDA_AWARE_THRESH=320000
  PAMI_ENABLE_STRIPING=0
  PAMI_ENABLE_SYS_INTERCEPT=0
  PAMI_IBV_ADAPTER_AFFINITY=1
  PAMI_IBV_ENABLE_DCT=1
  PAMI_IBV_ENABLE_OOO_AR=1
  PAMI_IBV_QP_SERVICE_LEVEL=8
  PAMI_IBV_SKIP_CQOVERFLOW_CHECK=1
  PATH=/opt/ibm/spectrumcomputing/lsf/10.1.0.9/linux3.10-glibc2.17-ppc64le-csm/bin:/sw/sources/lsf-tools/2.0/summit/bin:/sw/summit/xalt/1.2.0/bin:/sw/summit/cuda/11.0.3/bin:/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/bin:/sw/summit/gcc/8.1.1/bin:/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-4.8.5/darshan-runtime-3.1.7-cnvxicgf5j4ap64qi6v5gxp67hmrjz43/bin:/sw/sources/hpss/bin:/opt/ibm/spectrumcomputing/lsf/10.1.0.9/linux3.10-glibc2.17-ppc64le-csm/etc:/opt/ibm/csm/bin:/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin:/opt/ibm/flightlog/bin:/opt/ibutils/bin:/opt/ibm/spectrum_mpi/jsm_pmix/bin:/opt/puppetlabs/bin:/usr/lpp/mmfs/bin
  PKG_CONFIG_PATH=/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-4.8.5/darshan-runtime-3.1.7-cnvxicgf5j4ap64qi6v5gxp67hmrjz43/lib/pkgconfig
  PMIX_BFROP_BUFFER_TYPE=PMIX_BFROP_BUFFER_NON_DESC
  PMIX_BINDIR=/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/container/../bin
  PMIX_DATADIR=/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/container/../share
  PMIX_DATAROOTDIR=/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/container/../share
  PMIX_DSTORE_21_BASE_PATH=/tmp/jsm.c13n02.15911/1508390/pmix_dstor_ds21_179889
  PMIX_DSTORE_ESH_BASE_PATH=/tmp/jsm.c13n02.15911/1508390/pmix_dstor_ds12_179889
  PMIX_EXEC_PREFIX=/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/container/..
  PMIX_GDS_MODULE=ds21,ds12,hash
  PMIX_INCLUDEDIR=/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/container/../include
  PMIX_INFODIR=/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/container/../info
  PMIX_INSTALL_PREFIX=/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/container/..
  PMIX_LIBDIR=/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/container/../lib
  PMIX_LIBEXECDIR=/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/container/../libexec
  PMIX_LOCALSTATEDIR=/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/container/../var
  PMIX_MANDIR=/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/container/../man
  PMIX_MCA_gds=ds21,hash
  PMIX_MCA_mca_base_component_show_load_errors=0
  PMIX_NAMESPACE=1
  PMIX_PKGDATADIR=/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/container/../share/pmix
  PMIX_PKGINCLUDEDIR=/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/container/../include/pmix
  PMIX_PKGLIBDIR=/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/container/../lib/pmix
  PMIX_PTL_MODULE=tcp
  PMIX_RANK=3
  PMIX_SBINDIR=/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/container/../sbin
  PMIX_SECURITY_MODE=native
  PMIX_SERVER_TMPDIR=/tmp/jsm.c13n02.15911/1508390
  PMIX_SERVER_URI21=pmix-server.179889;tcp4://127.0.0.1:41489
  PMIX_SERVER_URI2=pmix-server.179889;tcp4://127.0.0.1:41489
  PMIX_SERVER_URI3=pmix-server.179889;tcp4://127.0.0.1:41489
  PMIX_SHAREDSTATEDIR=/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/container/../com
  PMIX_SYSCONFDIR=/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/container/../etc
  PMIX_SYSTEM_TMPDIR=/tmp/jsm.c13n02.15911/1508390
  PROJWORK=/gpfs/alpine/proj-shared
  PTS_LOG_PATH=/tmp/jsm.c13n02.15911/1508390
  PTS_PARENT_PID=179889

  PWD=/autofs/nccs-svm1_home1/diehlpk
  PYTHONPATH=/sw/summit/xalt/1.2.0/site:/sw/summit/xalt/1.2.0/libexec
  SBD_KRB5CCNAME_VAL=
  SHELL=/bin/bash
  SHLVL=5
  SSH_CLIENT=174.64.11.205 50946 22
  SSH_CONNECTION=174.64.11.205 50946 128.219.134.74 22
  SSH_TTY=/dev/pts/7
  TERM=xterm-256color
  TMPDIR=/tmp
  UCX_MEM_MMAP_HOOK_MODE=none
  USER=diehlpk
  WORLDWORK=/gpfs/alpine/world-shared
  XALT_ETC_DIR=/sw/summit/xalt/1.2.0/etc
  XALT_OLCF=1
  XDG_RUNTIME_DIR=/run/user/15911
  XDG_SESSION_ID=10908
  XLSF_UIDDIR=/opt/ibm/spectrumcomputing/lsf/10.1.0.9/linux3.10-glibc2.17-ppc64le-csm/lib/uid
  XL_LINKER=/sw/summit/xalt/1.2.0/bin/ld
  _=/opt/ibm/spectrum_mpi/jsm_pmix/bin/jsrun
  _LMFILES_=/sw/summit/modulefiles/site/linux-rhel7-ppc64le/Core/hsi/5.0.2.p5.lua:/sw/summit/modulefiles/site/linux-rhel7-ppc64le/Core/xalt/1.2.0.lua:/sw/summit/modulefiles/site/linux-rhel7-ppc64le/Core/lsf-tools/2.0.lua:/sw/summit/modulefiles/site/linux-rhel7-ppc64le/Core/darshan-runtime/3.1.7.lua:/sw/summit/modulefiles/site/linux-rhel7-ppc64le/Core/DefApps.lua:/sw/summit/modulefiles/site/linux-rhel7-ppc64le/Core/gcc/8.1.1.lua:/sw/summit/modulefiles/site/linux-rhel7-ppc64le/gcc/8.1.1/spectrum-mpi/10.3.1.2-20200121.lua:/sw/summit/modulefiles/site/linux-rhel7-ppc64le/Core/cuda/11.0.3
  _ModuleTable001_=X01vZHVsZVRhYmxlXz17WyJNVHZlcnNpb24iXT0zLFsiY19yZWJ1aWxkVGltZSJdPWZhbHNlLFsiY19zaG9ydFRpbWUiXT1mYWxzZSxkZXB0aFQ9e30sZmFtaWx5PXtbImNvbXBpbGVyIl09ImdjYyIsWyJtcGkiXT0ic3BlY3RydW0tbXBpIix9LG1UPXtEZWZBcHBzPXtbImZuIl09Ii9zdy9zdW1taXQvbW9kdWxlZmlsZXMvc2l0ZS9saW51eC1yaGVsNy1wcGM2NGxlL0NvcmUvRGVmQXBwcy5sdWEiLFsiZnVsbE5hbWUiXT0iRGVmQXBwcyIsWyJsb2FkT3JkZXIiXT01LHByb3BUPXt9LFsic3RhY2tEZXB0aCJdPTAsWyJzdGF0dXMiXT0iYWN0aXZlIixbInVzZXJOYW1lIl09IkRlZkFwcHMiLH0sY3VkYT17WyJmbiJdPSIvc3cvc3VtbWl0L21vZHVsZWZpbGVzL3NpdGUvbGludXgt
  _ModuleTable002_=cmhlbDctcHBjNjRsZS9Db3JlL2N1ZGEvMTEuMC4zIixbImZ1bGxOYW1lIl09ImN1ZGEvMTEuMC4zIixbImxvYWRPcmRlciJdPTgscHJvcFQ9e30sWyJzdGFja0RlcHRoIl09MCxbInN0YXR1cyJdPSJhY3RpdmUiLFsidXNlck5hbWUiXT0iY3VkYS8xMS4wLjMiLH0sWyJkYXJzaGFuLXJ1bnRpbWUiXT17WyJmbiJdPSIvc3cvc3VtbWl0L21vZHVsZWZpbGVzL3NpdGUvbGludXgtcmhlbDctcHBjNjRsZS9Db3JlL2RhcnNoYW4tcnVudGltZS8zLjEuNy5sdWEiLFsiZnVsbE5hbWUiXT0iZGFyc2hhbi1ydW50aW1lLzMuMS43IixbImxvYWRPcmRlciJdPTQscHJvcFQ9e30sWyJzdGFja0RlcHRoIl09MSxbInN0YXR1cyJdPSJhY3RpdmUiLFsidXNlck5hbWUiXT0iZGFyc2hhbi1ydW50
  _ModuleTable003_=aW1lIix9LGdjYz17WyJmbiJdPSIvc3cvc3VtbWl0L21vZHVsZWZpbGVzL3NpdGUvbGludXgtcmhlbDctcHBjNjRsZS9Db3JlL2djYy84LjEuMS5sdWEiLFsiZnVsbE5hbWUiXT0iZ2NjLzguMS4xIixbImxvYWRPcmRlciJdPTYscHJvcFQ9e30sWyJzdGFja0RlcHRoIl09MCxbInN0YXR1cyJdPSJhY3RpdmUiLFsidXNlck5hbWUiXT0iZ2NjLzguMS4xIix9LGhzaT17WyJmbiJdPSIvc3cvc3VtbWl0L21vZHVsZWZpbGVzL3NpdGUvbGludXgtcmhlbDctcHBjNjRsZS9Db3JlL2hzaS81LjAuMi5wNS5sdWEiLFsiZnVsbE5hbWUiXT0iaHNpLzUuMC4yLnA1IixbImxvYWRPcmRlciJdPTEscHJvcFQ9e30sWyJzdGFja0RlcHRoIl09MSxbInN0YXR1cyJdPSJhY3RpdmUiLFsidXNlck5h
  _ModuleTable004_=bWUiXT0iaHNpIix9LFsibHNmLXRvb2xzIl09e1siZm4iXT0iL3N3L3N1bW1pdC9tb2R1bGVmaWxlcy9zaXRlL2xpbnV4LXJoZWw3LXBwYzY0bGUvQ29yZS9sc2YtdG9vbHMvMi4wLmx1YSIsWyJmdWxsTmFtZSJdPSJsc2YtdG9vbHMvMi4wIixbImxvYWRPcmRlciJdPTMscHJvcFQ9e30sWyJzdGFja0RlcHRoIl09MSxbInN0YXR1cyJdPSJhY3RpdmUiLFsidXNlck5hbWUiXT0ibHNmLXRvb2xzIix9LFsic3BlY3RydW0tbXBpIl09e1siZm4iXT0iL3N3L3N1bW1pdC9tb2R1bGVmaWxlcy9zaXRlL2xpbnV4LXJoZWw3LXBwYzY0bGUvZ2NjLzguMS4xL3NwZWN0cnVtLW1waS8xMC4zLjEuMi0yMDIwMDEyMS5sdWEiLFsiZnVsbE5hbWUiXT0ic3BlY3RydW0tbXBpLzEwLjMuMS4yLTIw
  _ModuleTable005_=MjAwMTIxIixbImxvYWRPcmRlciJdPTcscHJvcFQ9e30sWyJzdGFja0RlcHRoIl09MCxbInN0YXR1cyJdPSJhY3RpdmUiLFsidXNlck5hbWUiXT0ic3BlY3RydW0tbXBpIix9LHhhbHQ9e1siZm4iXT0iL3N3L3N1bW1pdC9tb2R1bGVmaWxlcy9zaXRlL2xpbnV4LXJoZWw3LXBwYzY0bGUvQ29yZS94YWx0LzEuMi4wLmx1YSIsWyJmdWxsTmFtZSJdPSJ4YWx0LzEuMi4wIixbImxvYWRPcmRlciJdPTIscHJvcFQ9e30sWyJzdGFja0RlcHRoIl09MSxbInN0YXR1cyJdPSJhY3RpdmUiLFsidXNlck5hbWUiXT0ieGFsdCIsfSx9LG1wYXRoQT17Ii9hdXRvZnMvbmNjcy1zdm0xX3N3L3N1bW1pdC9tb2R1bGVmaWxlcy9zaXRlL2xpbnV4LXJoZWw3LXBwYzY0bGUvc3BlY3RydW0tbXBpLzEw
  _ModuleTable006_=LjMuMS4yLTIwMjAwMTIxLWNoYWUyM3MvZ2NjLzguMS4xIiwiL3N3L3N1bW1pdC9tb2R1bGVmaWxlcy9zaXRlL2xpbnV4LXJoZWw3LXBwYzY0bGUvZ2NjLzguMS4xIiwiL3N3L3N1bW1pdC9tb2R1bGVmaWxlcy9zaXRlL2xpbnV4LXJoZWw3LXBwYzY0bGUvQ29yZSIsIi9zdy9zdW1taXQvbW9kdWxlZmlsZXMvY29yZSIsfSxbInN5c3RlbUJhc2VNUEFUSCJdPSIvc3cvc3VtbWl0L21vZHVsZWZpbGVzL3NpdGUvbGludXgtcmhlbDctcHBjNjRsZS9Db3JlOi9zdy9zdW1taXQvbW9kdWxlZmlsZXMvY29yZSIsfQ==
  _ModuleTable_Sz_=6
  __Init_Default_Modules=1
  __LMOD_Priority_PATH=/sw/sources/lsf-tools/2.0/summit/bin:-9999;/sw/summit/xalt/1.2.0/bin:-9999
  __LMOD_REF_COUNT_CMAKE_PREFIX_PATH=/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33:1;/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-4.8.5/darshan-runtime-3.1.7-cnvxicgf5j4ap64qi6v5gxp67hmrjz43:1
  __LMOD_REF_COUNT_CPATH=/sw/summit/cuda/11.0.3/include:1;/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/include:1
  __LMOD_REF_COUNT_LD_LIBRARY_PATH=/sw/summit/cuda/11.0.3/lib64:1;/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/lib:1;/sw/summit/gcc/8.1.1/lib64:1;/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-4.8.5/darshan-runtime-3.1.7-cnvxicgf5j4ap64qi6v5gxp67hmrjz43/lib:1;/opt/ibm/spectrumcomputing/lsf/10.1.0.9/linux3.10-glibc2.17-ppc64le-csm/lib:1
  __LMOD_REF_COUNT_LIBRARY_PATH=/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/lib:1;/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-4.8.5/darshan-runtime-3.1.7-cnvxicgf5j4ap64qi6v5gxp67hmrjz43/lib:1
  __LMOD_REF_COUNT_LOADEDMODULES=hsi/5.0.2.p5:1;xalt/1.2.0:1;lsf-tools/2.0:1;darshan-runtime/3.1.7:1;DefApps:1;gcc/8.1.1:1;spectrum-mpi/10.3.1.2-20200121:1;cuda/11.0.3:1
  __LMOD_REF_COUNT_MANPATH=/sw/summit/cuda/11.0.3/doc/man:1;/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/share/man:1;/sw/summit/gcc/8.1.1/share/man:1;/sw/sources/hpss/man:1;/sw/summit/lmod/8.2.10/share/man:1;/opt/ibm/spectrumcomputing/lsf/10.1.0.9/man:1;/opt/puppetlabs/puppet/share/man:1
  __LMOD_REF_COUNT_MODULEPATH=/autofs/nccs-svm1_sw/summit/modulefiles/site/linux-rhel7-ppc64le/spectrum-mpi/10.3.1.2-20200121-chae23s/gcc/8.1.1:1;/sw/summit/modulefiles/site/linux-rhel7-ppc64le/gcc/8.1.1:1;/sw/summit/modulefiles/site/linux-rhel7-ppc64le/Core:1;/sw/summit/modulefiles/core:1
  __LMOD_REF_COUNT_PATH=/sw/sources/lsf-tools/2.0/summit/bin:2;/sw/summit/xalt/1.2.0/bin:1;/sw/summit/cuda/11.0.3/bin:1;/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-8.1.1/spectrum-mpi-10.3.1.2-20200121-chae23sgwacfeot7vxkpfboz6wao2c33/bin:1;/sw/summit/gcc/8.1.1/bin:1;/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-4.8.5/darshan-runtime-3.1.7-cnvxicgf5j4ap64qi6v5gxp67hmrjz43/bin:1;/sw/sources/hpss/bin:1;/opt/ibm/spectrumcomputing/lsf/10.1.0.9/linux3.10-glibc2.17-ppc64le-csm/etc:1;/opt/ibm/spectrumcomputing/lsf/10.1.0.9/linux3.10-glibc2.17-ppc64le-csm/bin:1;/opt/ibm/csm/bin:1;/usr/local/bin:1;/usr/bin:1;/usr/local/sbin:1;/usr/sbin:1;/opt/ibm/flightlog/bin:1;/opt/ibutils/bin:1;/opt/ibm/spectrum_mpi/jsm_pmix/bin:1;/opt/puppetlabs/bin:1;/usr/lpp/mmfs/bin:1
  __LMOD_REF_COUNT_PKG_CONFIG_PATH=/autofs/nccs-svm1_sw/summit/.swci/1-compute/opt/spack/20180914/linux-rhel7-ppc64le/gcc-4.8.5/darshan-runtime-3.1.7-cnvxicgf5j4ap64qi6v5gxp67hmrjz43/lib/pkgconfig:1
  __LMOD_REF_COUNT_PYTHONPATH=/sw/summit/xalt/1.2.0/site:1;/sw/summit/xalt/1.2.0/libexec:1
  __LMOD_REF_COUNT__LMFILES_=/sw/summit/modulefiles/site/linux-rhel7-ppc64le/Core/hsi/5.0.2.p5.lua:1;/sw/summit/modulefiles/site/linux-rhel7-ppc64le/Core/xalt/1.2.0.lua:1;/sw/summit/modulefiles/site/linux-rhel7-ppc64le/Core/lsf-tools/2.0.lua:1;/sw/summit/modulefiles/site/linux-rhel7-ppc64le/Core/darshan-runtime/3.1.7.lua:1;/sw/summit/modulefiles/site/linux-rhel7-ppc64le/Core/DefApps.lua:1;/sw/summit/modulefiles/site/linux-rhel7-ppc64le/Core/gcc/8.1.1.lua:1;/sw/summit/modulefiles/site/linux-rhel7-ppc64le/gcc/8.1.1/spectrum-mpi/10.3.1.2-20200121.lua:1;/sw/summit/modulefiles/site/linux-rhel7-ppc64le/Core/cuda/11.0.3:1
  __LSF_JOB_TMPDIR__=/tmp/466663.tmpdir
{stack-trace}: 20 frames:
{locality-id}: 3
{process-id}: 179917
{os-thread}: locality#3/worker-thread#1
{thread-description}: <unknown>
{state}: invalid (value out of bounds)
{auxinfo}: 
{file}: /ccs/proj/cph102/diehl/PowerTigerGregor/src/hpx/libs/parallelism/futures/include/hpx/futures/detail/future_data.hpp
{line}: 499
{function}: future_data_base::set_exception
{what}: data has already been set for this future: HPX(promise_already_satisfied)

ERROR:  One or more process (first noticed rank 1) terminated with signal 11
hkaiser commented 3 years ago

@diehlpk I'm not sure what to do here. I would assume that the error message states what's wrong. This could be caused by a swallowed exception somewhere, or simply some logic error in octotiger. While everything is possible, I don't think that this is caused by a race in HPX as nothing would work if it were.

diehlpk commented 3 years ago

@hkaiser Thanks

@dmarce1 and @G-071 Please have a look since this blocks me for running more scaling tests.