Merge pull request #10045 from cgcgcg/fixGemingaNightlies

Testing on Geminga: Use new SEMS modules

cmake/ctest/drivers/geminga/cron_driver.sh

@@ -35,17 +35,24 @@ export TDD_HTTPS_PROXY=$https_proxy
 
 . ~/.bashrc
 
+# Machine independent cron_driver:
+SCRIPT_DIR=`cd "\`dirname \"$0\"\`";pwd`
+
+
+export export MODULEPATH=$SCRIPT_DIR:$MODULEPATH
+
 # If you update the list of modules, go to ~/code/trilinos-test/trilinos/ and
 # do "git pull". Otherwise, the tests could fail on the first night, as we
 # would first run old cron_driver.sh and only then pull
 
 # ===========================================================================
 export CTEST_CONFIGURATION="default"
-module load sems-cmake/3.17.1
-module load sems-gcc/5.3.0
-module load sems-openmpi/1.10.1
-module load sems-superlu/4.3/base
-module load sems-git/2.10.1
+# module load sems-cmake/3.17.1
+# module load sems-gcc/5.3.0
+# module load sems-openmpi/1.10.1
+# module load sems-superlu/4.3/base
+# module load sems-git/2.10.1
+module load muelu-gcc
 
 # Remove colors (-fdiagnostics-color) from OMPI flags
 # It may result in non-XML characters on the Dashboard
@@ -55,34 +62,32 @@ export OMPI_CXXFLAGS=`echo $OMPI_CXXFLAGS | sed 's/-fdiagnostics-color//'`
 echo "Configuration = $CTEST_CONFIGURATION"
 env
 
-export OMP_NUM_THREADS=2
+# export OMP_NUM_THREADS=2
 
-# Machine independent cron_driver:
-SCRIPT_DIR=`cd "\`dirname \"$0\"\`";pwd`
 $SCRIPT_DIR/../cron_driver.py
 
-module unload sems-superlu/4.3/base
-module unload sems-openmpi/1.10.1
-module unload sems-gcc/5.3.0
-module unload sems-cmake/3.17.1
+# module unload sems-superlu/4.3/base
+# module unload sems-openmpi/1.10.1
+# module unload sems-gcc/5.3.0
+# module unload sems-cmake/3.17.1
 # ===========================================================================
 export CTEST_CONFIGURATION="nvcc_wrapper"
 #module load openmpi/1.10.0
 #module load gcc/4.9.2
 #module load cuda/7.5-gcc
 #module load nvcc-wrapper/gcc
 
-module load sems-env
-module load sems-cmake/3.17.1
-module load sems-gcc/8.3.0
-module load sems-boost/1.69.0/base
-module load sems-python/2.7.9
-module load sems-zlib/1.2.8/base
-module load sems-openmpi/4.0.2
-module load sems-cuda/10.1
-module load sems-cuda_openmpi/4.0.2/base
-module load sems-superlu/4.3
-module load sems-netcdf/4.7.3/parallel
+# module load sems-env
+# module load sems-cmake/3.17.1
+# module load sems-gcc/8.3.0
+# module load sems-boost/1.69.0/base
+# module load sems-python/2.7.9
+# module load sems-zlib/1.2.8/base
+# module load sems-openmpi/4.0.2
+# module load sems-cuda/10.1
+# module load sems-cuda_openmpi/4.0.2/base
+# module load sems-superlu/4.3
+# module load sems-netcdf/4.7.3/parallel
 # See Trilinos github issue #2115.
 export OMPI_CXX=/home/jhu/code/trilinos-test/trilinos/packages/kokkos/bin/nvcc_wrapper
 
@@ -97,29 +102,30 @@ echo "OMPI_CXXFLAGS after $OMPI_CXXFLAGS"
 echo "Configuration = $CTEST_CONFIGURATION"
 env
 
-export CUDA_LAUNCH_BLOCKING=1
-export CUDA_MANAGED_FORCE_DEVICE_ALLOC=1
+# export CUDA_LAUNCH_BLOCKING=1
+# export CUDA_MANAGED_FORCE_DEVICE_ALLOC=1
 # Only run on the Tesla K40, not the Quadro
-export CUDA_VISIBLE_DEVICES=0
+# export CUDA_VISIBLE_DEVICES=0
 # Machine independent cron_driver:
-SCRIPT_DIR=`cd "\`dirname \"$0\"\`";pwd`
+# SCRIPT_DIR=`cd "\`dirname \"$0\"\`";pwd`
 $SCRIPT_DIR/../cron_driver.py
 
 #module unload nvcc-wrapper
 #module unload cuda
 #module unload gcc
 #module unload openmpi
-module unload sems-netcdf/4.7.3/parallel
-module unload sems-superlu/4.3
-module unload sems-cuda_openmpi/4.0.2/base
-module unload sems-cuda/10.1
-module unload sems-openmpi/4.0.2
-module unload sems-zlib/1.2.8/base
-module unload sems-python/2.7.9
-module unload sems-boost/1.69.0/base
-module unload sems-gcc/8.3.0
-module unload sems-cmake/3.17.1
-module unload sems-env
+# module unload sems-netcdf/4.7.3/parallel
+# module unload sems-superlu/4.3
+# module unload sems-cuda_openmpi/4.0.2/base
+# module unload sems-cuda/10.1
+# module unload sems-openmpi/4.0.2
+# module unload sems-zlib/1.2.8/base
+# module unload sems-python/2.7.9
+# module unload sems-boost/1.69.0/base
+# module unload sems-gcc/8.3.0
+# module unload sems-cmake/3.17.1
+# module unload sems-env
+module unload muelu-gcc
 # ===========================================================================
 
 echo

cmake/ctest/drivers/geminga/muelu-gcc.lua

@@ -0,0 +1,28 @@
+load("sems-gcc/8.3.0")
+load("sems-openmpi")
+load("sems-cmake")
+load("sems-ninja")
+load("sems-git")
+
+load("sems-superlu")
+
+load("sems-yaml-cpp")
+load("sems-hdf5")
+load("sems-netcdf-c")
+load("sems-parallel-netcdf")
+load("sems-zlib")
+
+load("sems-boost")
+load("sems-python")
+
+load("sems-metis")
+load("sems-parmetis")
+
+load("sems-cuda")
+
+pushenv("OMP_NUM_THREADS","2")
+pushenv("CUDA_LAUNCH_BLOCKING","1")
+pushenv("CUDA_MANAGED_FORCE_DEVICE_ALLOC","1")
+
+-- Only run on the Tesla K40, not the Quadro --
+pushenv("CUDA_VISIBLE_DEVICES","0")