From c082d5af38108b66098c8f936fbfd327fcea587c Mon Sep 17 00:00:00 2001 From: Sylvain Bernard Date: Tue, 13 Sep 2022 10:07:08 -0600 Subject: [PATCH 1/2] Remove ATS2 from supported environments --- packages/framework/ini-files/supported-envs.ini | 3 --- 1 file changed, 3 deletions(-) diff --git a/packages/framework/ini-files/supported-envs.ini b/packages/framework/ini-files/supported-envs.ini index e87050cfde16..f73fc11126ba 100644 --- a/packages/framework/ini-files/supported-envs.ini +++ b/packages/framework/ini-files/supported-envs.ini @@ -162,9 +162,6 @@ sems-intel-19.0.5-mpich-3.2-serial: sems-cuda-11.4.2-sems-gnu-10.1.0-sems-openmpi-4.0.5: sems-cuda-11.4.2 -[ats2] -cuda-10.1.243-gnu-8.3.1-spmpi-rolling - [weaver] cuda-10.1.105-gnu-7.2.0-spmpi-rolling: cuda-10.1.105 From 1c9abdd274c3491daa76b03100ad891bfb584827 Mon Sep 17 00:00:00 2001 From: Sylvain Bernard Date: Tue, 13 Sep 2022 10:19:56 -0600 Subject: [PATCH 2/2] Remove and retire CUDA 10.1.243 build --- packages/framework/ini-files/config-specs.ini | 236 +----------------- 1 file changed, 1 insertion(+), 235 deletions(-) diff --git a/packages/framework/ini-files/config-specs.ini b/packages/framework/ini-files/config-specs.ini index af33780d354b..05539a2b39ff 100644 --- a/packages/framework/ini-files/config-specs.ini +++ b/packages/framework/ini-files/config-specs.ini @@ -755,8 +755,7 @@ opt-set-cmake-var Claps_HIDE_DEPRECATED_CODE BOOL : ON opt-set-cmake-var GlobiPack_HIDE_DEPRECATED_CODE BOOL : ON opt-set-cmake-var OptiPack_HIDE_DEPRECATED_CODE BOOL : ON opt-set-cmake-var Trios_HIDE_DEPRECATED_CODE BOOL : ON -# ATS2-ENABLE-OVERRIDES Forces this on... -opt-set-cmake-var Xpetra_ENABLE_DEPRECATED_CODE BOOL FORCE : OFF +opt-set-cmake-var Xpetra_ENABLE_DEPRECATED_CODE BOOL : OFF [USE-DEPRECATED|YES] # Nothing to do here @@ -876,239 +875,6 @@ opt-set-cmake-var Trilinos_PARALLEL_LINK_JOBS_LIMIT STRING FORCE : 16 #------------------------------------------------------------------------------ -# -# ATS2 -# -[ATS2] -use COMMON -opt-set-cmake-var MPI_EXEC STRING FORCE : ${TRILINOS_DIR|ENV}/cmake/std/sems/trilinos_jsrun -opt-set-cmake-var CTEST_USE_LAUNCHERS BOOL FORCE : ON -opt-set-cmake-var Trilinos_CUDA_NUM_GPUS STRING : ${KOKKOS_NUM_DEVICES|ENV} -opt-set-cmake-var Trilinos_CUDA_SLOTS_PER_GPU STRING : 2 -# See https://tribits.org/doc/TribitsBuildReference.html#spreading-out-and-limiting-tests-running-on-gpus -opt-set-cmake-var Trilinos_AUTOGENERATE_TEST_RESOURCE_FILE BOOL FORCE : ON -opt-set-cmake-var Trilinos_ENABLE_Pliris BOOL FORCE : OFF -# NOTE: Above, FORCE is needed for Trilinos_ENABLE_Pliris=OFF in case somemoe -# changes a file under packages/pliris/ and results in adding -# set(Trilinos_ENABLE_Pliris ON CACHE BOOL "") in the packageEnables.cmake -# file. For more details on the complexity of this, see Trilinos GitHub Issue -# #10931. - -[ATS2-COMMON-OVERRIDES] -# Override TPL enables from [COMMON] -opt-set-cmake-var TPL_ENABLE_Scotch BOOL FORCE : OFF -opt-set-cmake-var TPL_ENABLE_ParMETIS BOOL FORCE : OFF -opt-set-cmake-var TPL_ENABLE_Pthread BOOL FORCE : OFF -opt-set-cmake-var TPL_ENABLE_SuperLU BOOL FORCE : OFF -opt-set-cmake-var TPL_ENABLE_Zlib BOOL FORCE : OFF -opt-set-cmake-var TPL_HDF5_LIBRARIES STRING FORCE : -L${HDF5_ROOT|ENV}/lib;${HDF5_ROOT|ENV}/lib/libhdf5_hl.a;${HDF5_ROOT|ENV}/lib/libhdf5.a;-lz;-ldl -opt-set-cmake-var TPL_Netcdf_LIBRARIES STRING FORCE : -L${NETCDF_ROOT|ENV}/lib64;${NETCDF_ROOT|ENV}/lib64/libnetcdf.a;${PNETCDF_ROOT|ENV}/lib/libpnetcdf.a;${TPL_HDF5_LIBRARIES|CMAKE} -opt-set-cmake-var TPL_DLlib_LIBRARIES STRING FORCE : -ldl - -[ATS2-RUN-SERIAL-TESTS] -# Mark these tests as run serial due to https://github.com/trilinos/Trilinos/pull/10253#issuecomment-1085034993 -opt-set-cmake-var PanzerAdaptersSTK_PoissonInterfaceTpetra_2d_diffsideids_MPI_1_RUN_SERIAL BOOL FORCE : ON -opt-set-cmake-var TpetraCore_gemm_m_eq_1_MPI_1_RUN_SERIAL BOOL FORCE : ON -opt-set-cmake-var TpetraCore_gemm_m_eq_2_MPI_1_RUN_SERIAL BOOL FORCE : ON -opt-set-cmake-var TpetraCore_gemm_m_eq_5_MPI_1_RUN_SERIAL BOOL FORCE : ON -opt-set-cmake-var TpetraCore_gemm_m_eq_13_MPI_1_RUN_SERIAL BOOL FORCE : ON -opt-set-cmake-var Belos_Tpetra_gcrodr_hb_test_MPI_4_RUN_SERIAL BOOL FORCE : ON -opt-set-cmake-var Belos_Tpetra_rcg_hb_test_MPI_4_RUN_SERIAL BOOL FORCE : ON -opt-set-cmake-var Ifpack2_BlockTriDiContainerUnitAndPerfTests_MPI_4_RUN_SERIAL BOOL FORCE : ON -opt-set-cmake-var Ifpack2_LocalSparseTriangularSolver_MPI_4_RUN_SERIAL BOOL FORCE : ON -opt-set-cmake-var Intrepid2_unit-test_Discretization_Integration_test_01_CUDA_DOUBLE_MPI_1_RUN_SERIAL BOOL FORCE : ON -opt-set-cmake-var Intrepid2_unit-test_Discretization_Integration_test_03_CUDA_DOUBLE_MPI_1_RUN_SERIAL BOOL FORCE : ON -opt-set-cmake-var Intrepid2_unit-test_Discretization_Integration_test_04_CUDA_DOUBLE_MPI_1_RUN_SERIAL BOOL FORCE : ON -opt-set-cmake-var Intrepid2_unit-test_Discretization_Integration_test_06_CUDA_DOUBLE_MPI_1_RUN_SERIAL BOOL FORCE : ON -opt-set-cmake-var Intrepid2_unit-test_Discretization_Integration_test_07_CUDA_DOUBLE_MPI_1_RUN_SERIAL BOOL FORCE : ON -opt-set-cmake-var Intrepid2_unit-test_Projection_test_convergence_HEX_CUDA_DOUBLE_MPI_1_RUN_SERIAL BOOL FORCE : ON -opt-set-cmake-var Intrepid2_unit-test_Projection_test_interpolation_projection_QUAD_CUDA_DOUBLE_MPI_1_RUN_SERIAL BOOL FORCE : ON -opt-set-cmake-var Intrepid2_unit-test_Projection_test_interpolation_projection_TRI_CUDA_DOUBLE_MPI_1_RUN_SERIAL BOOL FORCE : ON -opt-set-cmake-var PanzerAdaptersSTK_main_driver_meshmotion_RUN_SERIAL BOOL FORCE : ON -opt-set-cmake-var PanzerMiniEM_MiniEM-BlockPrec_Augmentation_MPI_1_RUN_SERIAL BOOL FORCE : ON -opt-set-cmake-var PanzerMiniEM_MiniEM-BlockPrec_RefMaxwell_MPI_1_RUN_SERIAL BOOL FORCE : ON -opt-set-cmake-var PanzerMiniEM_MiniEM-BlockPrec_RefMaxwell_reuse_MPI_1_RUN_SERIAL BOOL FORCE : ON -opt-set-cmake-var Teko_testdriver_tpetra_MPI_4_RUN_SERIAL BOOL FORCE : ON -opt-set-cmake-var TpetraCore_CrsMatrix_2DRandomDist_MPI_4_RUN_SERIAL BOOL FORCE : ON -opt-set-cmake-var TpetraCore_MatrixMatrix_UnitTests_MPI_4_RUN_SERIAL BOOL FORCE : ON -opt-set-cmake-var Zoltan2_TaskMappingTest3_MPI_1_RUN_SERIAL BOOL FORCE : ON -opt-set-cmake-var KokkosKernels_batched_dla_cuda_MPI_1_SET_RUN_SERIAL BOOL FORCE : ON - -[ATS2-ENABLE-OVERRIDES] -opt-set-cmake-var TPL_ENABLE_DLlib BOOL FORCE : ON -opt-set-cmake-var TPL_FIND_SHARED_LIBS BOOL FORCE : ON -opt-set-cmake-var Trilinos_ENABLE_STKIO BOOL FORCE : ON -opt-set-cmake-var Trilinos_ENABLE_STKMesh BOOL FORCE : ON -opt-set-cmake-var Trilinos_ENABLE_STKSearch BOOL FORCE : ON -opt-set-cmake-var Trilinos_ENABLE_STKSimd BOOL FORCE : ON -opt-set-cmake-var Trilinos_ENABLE_STKTopology BOOL FORCE : ON -opt-set-cmake-var Trilinos_ENABLE_STKTransfer BOOL FORCE : ON -opt-set-cmake-var Trilinos_ENABLE_STKUnit_tests BOOL FORCE : ON -opt-set-cmake-var Trilinos_ENABLE_STKUtil BOOL FORCE : ON -opt-set-cmake-var Trilinos_ENABLE_ShyLU_NodeTacho BOOL FORCE : OFF -opt-set-cmake-var Trilinos_ENABLE_ShyLU BOOL FORCE : OFF -opt-set-cmake-var Trilinos_ENABLE_Xpetra BOOL FORCE : -opt-set-cmake-var Trilinos_ENABLE_Zoltan2 BOOL FORCE : -opt-set-cmake-var Trilinos_ENABLE_Zoltan2Core BOOL FORCE : -opt-set-cmake-var Trilinos_ENABLE_Zoltan2Sphynx BOOL FORCE : -opt-set-cmake-var EpetraExt_USING_HDF5 BOOL FORCE : OFF -opt-set-cmake-var EpetraExt_ENABLE_HDF5 BOOL FORCE : OFF -opt-set-cmake-var NOX_ENABLE_KOKKOS_SOLVER_STACK BOOL FORCE : ON - -opt-set-cmake-var MPI_EXEC_NUMPROCS_FLAG STRING : -p -opt-set-cmake-var MPI_EXEC_POST_NUMPROCS_FLAGS STRING : --rs_per_socket;4 -opt-set-cmake-var Trilinos_ENABLE_DEBUG_SYMBOLS BOOL FORCE : OFF - -opt-set-cmake-var Kokkos_ENABLE_CXX11_DISPATCH_LAMBDA BOOL FORCE : ON -opt-set-cmake-var MueLu_ENABLE_EXPLICIT_INSTANTIATION BOOL FORCE : ON -opt-set-cmake-var MueLu_ENABLE_Kokkos_Refactor BOOL FORCE : ON -opt-set-cmake-var TPL_TENTATIVE_ENABLE_DLlib BOOL FORCE : ON -opt-set-cmake-var Xpetra_ENABLE_DEPRECATED_CODE BOOL FORCE : ON -opt-set-cmake-var Xpetra_ENABLE_EXPLICIT_INSTANTIATION BOOL FORCE : ON -opt-set-cmake-var Xpetra_ENABLE_Kokkos_Refactor BOOL FORCE : ON - -opt-set-cmake-var KokkosCore_UnitTest_CudaInterOpStreams_MPI_1_SET_RUN_SERIAL BOOL FORCE : ON -opt-set-cmake-var KokkosCore_UnitTest_CudaInterOpInit_MPI_1_SET_RUN_SERIAL BOOL FORCE : ON - -[ATS2-TEST-DISABLES] -opt-set-cmake-var Adelus_vector_random_MPI_1_DISABLE BOOL : ON -opt-set-cmake-var KokkosCore_UnitTest_CudaTimingBased_MPI_1_DISABLE BOOL : ON -opt-set-cmake-var MueLu_ParameterListInterpreterTpetraHeavy_MPI_1_DISABLE BOOL : ON -opt-set-cmake-var MueLu_ParameterListInterpreterTpetra_MPI_1_DISABLE BOOL : ON -opt-set-cmake-var MueLu_UnitTestsIntrepid2Tpetra_MPI_4_DISABLE BOOL : ON -opt-set-cmake-var PanzerAdaptersSTK_CurlLaplacianExample-ConvTest-Quad-Order-4_DISABLE BOOL : ON -opt-set-cmake-var PanzerAdaptersSTK_MixedCurlLaplacianExample-ConvTest-Tri-Order-1_DISABLE BOOL : ON -opt-set-cmake-var PanzerAdaptersSTK_MixedPoissonExample-ConvTest-Hex-Order-3_DISABLE BOOL : ON -opt-set-cmake-var PanzerAdaptersSTK_PoissonInterfaceExample_3d_MPI_4_DISABLE BOOL : ON -opt-set-cmake-var PanzerAdaptersSTK_main_driver_energy-ss-blocked-tp_DISABLE BOOL : ON -opt-set-cmake-var PanzerDiscFE_integration_values2_MPI_1_DISABLE BOOL : ON -opt-set-cmake-var PanzerMiniEM_MiniEM-BlockPrec_Augmentation_MPI_4_DISABLE BOOL : ON -opt-set-cmake-var PanzerMiniEM_MiniEM-BlockPrec_RefMaxwell_MPI_4_DISABLE BOOL : ON -opt-set-cmake-var Pliris_vector_random_MPI_3_DISABLE BOOL : ON -opt-set-cmake-var Pliris_vector_random_MPI_4_DISABLE BOOL : ON -opt-set-cmake-var ROL_NonlinearProblemTest_MPI_4_DISABLE BOOL : ON -opt-set-cmake-var ROL_adapters_minitensor_test_function_test_01_MPI_4_DISABLE BOOL : ON -opt-set-cmake-var ROL_adapters_minitensor_test_function_test_02_MPI_4_DISABLE BOOL : ON -opt-set-cmake-var ROL_adapters_minitensor_test_sol_test_01_MPI_4_DISABLE BOOL : ON -opt-set-cmake-var ROL_adapters_minitensor_test_vector_test_01_MPI_4_DISABLE BOOL : ON -opt-set-cmake-var ROL_example_PDE-OPT_0ld_adv-diff-react_example_01_MPI_4_DISABLE BOOL : ON -opt-set-cmake-var ROL_example_PDE-OPT_0ld_adv-diff-react_example_02_MPI_4_DISABLE BOOL : ON -opt-set-cmake-var ROL_example_PDE-OPT_0ld_poisson_example_01_MPI_4_DISABLE BOOL : ON -opt-set-cmake-var ROL_example_PDE-OPT_0ld_stefan-boltzmann_example_03_MPI_4_DISABLE BOOL : ON -opt-set-cmake-var ROL_example_PDE-OPT_navier-stokes_example_01_MPI_4_DISABLE BOOL : ON -opt-set-cmake-var ROL_example_PDE-OPT_navier-stokes_example_02_MPI_4_DISABLE BOOL : ON -opt-set-cmake-var ROL_example_PDE-OPT_nonlinear-elliptic_example_01_MPI_4_DISABLE BOOL : ON -opt-set-cmake-var ROL_example_PDE-OPT_nonlinear-elliptic_example_02_MPI_4_DISABLE BOOL : ON -opt-set-cmake-var ROL_example_PDE-OPT_obstacle_example_01_MPI_4_DISABLE BOOL : ON -opt-set-cmake-var ROL_example_PDE-OPT_poisson-boltzmann_example_01_MPI_4_DISABLE BOOL : ON -opt-set-cmake-var ROL_example_PDE-OPT_topo-opt_poisson_example_01_MPI_4_DISABLE BOOL : ON -opt-set-cmake-var ROL_test_algorithm_TypeB_TrustRegionSPG_MPI_1_DISABLE BOOL : ON -opt-set-cmake-var ROL_test_elementwise_TpetraMultiVector_MPI_4_DISABLE BOOL : ON -opt-set-cmake-var SEACASAprepro_aprepro_array_test_DISABLE BOOL : ON -opt-set-cmake-var SEACASAprepro_aprepro_command_line_include_test_DISABLE BOOL : ON -opt-set-cmake-var SEACASAprepro_aprepro_command_line_vars_test_DISABLE BOOL : ON -opt-set-cmake-var SEACASAprepro_aprepro_test_dump_reread_DISABLE BOOL : ON -opt-set-cmake-var SEACASAprepro_aprepro_unit_test_DISABLE BOOL : ON -opt-set-cmake-var SEACASAprepro_lib_aprepro_lib_array_test_DISABLE BOOL : ON -opt-set-cmake-var SEACASAprepro_lib_aprepro_lib_unit_test_DISABLE BOOL : ON -opt-set-cmake-var SEACASIoss_create_path_fpp_DISABLE BOOL : ON -opt-set-cmake-var STKUnit_tests_stk_ngp_test_utest_MPI_4_DISABLE BOOL : ON -opt-set-cmake-var STKUnit_tests_stk_mesh_unit_tests_MPI_4_DISABLE BOOL : ON -opt-set-cmake-var Stokhos_TpetraCrsMatrixMPVectorUnitTest_Cuda_MPI_4_DISABLE BOOL : ON -opt-set-cmake-var Teko_ModALPreconditioner_MPI_1_DISABLE BOOL : ON -opt-set-cmake-var TrilinosCouplings_Example_Maxwell_MueLu_MPI_1_DISABLE BOOL : ON -opt-set-cmake-var TrilinosCouplings_Example_Maxwell_MueLu_MPI_4_DISABLE BOOL : ON -opt-set-cmake-var Zoltan_ch_simple_zoltan_parallel_DISABLE BOOL : ON -opt-set-cmake-var Zoltan_hg_simple_zoltan_parallel_DISABLE BOOL : ON -opt-set-cmake-var Zoltan_mpiMinLoc_MPI_4_DISABLE BOOL : ON -# These disables are due to the problem described in: https://github.com/trilinos/Trilinos/pull/10253#issuecomment-1088066182 -opt-set-cmake-var Compadre_GMLS_Staggered_Dim2_QR_MPI_1_DISABLE BOOL : ON -opt-set-cmake-var Compadre_GMLS_Staggered_Dim3_QR_MPI_1_DISABLE BOOL : ON -opt-set-cmake-var Compadre_GMLS_Staggered_Manifold_Refinement_Study_DISABLE BOOL : ON - -# Full configurations intended to be loaded. - -[ats2_cuda-10.1.243-gnu-8.3.1-spmpi-rolling_release_static_Volta70_Power9_no-asan_no-complex_no-fpic_mpi_pt_no-rdc_uvm_deprecated-on_no-package-enables] -use ATS2 -use ATS2-COMMON-OVERRIDES - -use NODE-TYPE|CUDA -use BUILD-TYPE|RELEASE -# Override settings from [BUILD-TYPE|RELEASE] -opt-set-cmake-var Kokkos_ENABLE_DEBUG_BOUNDS_CHECK BOOL FORCE : ON -opt-set-cmake-var Kokkos_ENABLE_DEBUG BOOL FORCE : ON -opt-set-cmake-var Kokkos_ENABLE_LIBDL BOOL FORCE : ON - -use LIB-TYPE|STATIC -use KOKKOS-ARCH|POWER9 -use KOKKOS-ARCH|VOLTA70 -use USE-ASAN|NO -use USE-COMPLEX|NO -use USE-FPIC|NO -use USE-MPI|YES -use USE-PT|YES -use USE-RDC|NO -use USE-UVM|YES -use USE-DEPRECATED|YES -use PACKAGE-ENABLES|NO-PACKAGE-ENABLES -use ATS2-ENABLE-OVERRIDES -use ATS2-TEST-DISABLES -use ATS2-RUN-SERIAL-TESTS - -[ats2_cuda-10.1.243-gnu-8.3.1-spmpi-rolling_release_static_Volta70_Power9_no-asan_no-complex_no-fpic_mpi_pt_rdc_uvm_deprecated-on_no-package-enables] -use ATS2 -use ATS2-COMMON-OVERRIDES - -use NODE-TYPE|CUDA -use BUILD-TYPE|RELEASE -# Override settings from [BUILD-TYPE|RELEASE] -opt-set-cmake-var Kokkos_ENABLE_DEBUG_BOUNDS_CHECK BOOL FORCE : ON -opt-set-cmake-var Kokkos_ENABLE_DEBUG BOOL FORCE : ON -opt-set-cmake-var Kokkos_ENABLE_LIBDL BOOL FORCE : ON - -use LIB-TYPE|STATIC -use KOKKOS-ARCH|POWER9 -use KOKKOS-ARCH|VOLTA70 -use USE-ASAN|NO -use USE-COMPLEX|NO -use USE-FPIC|NO -use USE-MPI|YES -use USE-PT|YES -# Populate CMAKE_CXX_FLAGS with something before using rdc due to SPO limitations -opt-set-cmake-var CMAKE_CXX_FLAGS STRING : "" -use USE-RDC|YES -use PACKAGE-ENABLES|NO-PACKAGE-ENABLES -use NODE-TYPE|CUDA_USE-RDC|YES_USE-PT|YES -use ATS2-ENABLE-OVERRIDES -use ATS2-TEST-DISABLES - -[ats2_cuda-10.1.243-gnu-8.3.1-spmpi-rolling_release_static_Volta70_Power9_no-asan_no-complex_no-fpic_mpi_pt_rdc_uvm_deprecated-on_rdc-minimal] -use ATS2 -use ATS2-COMMON-OVERRIDES - -use NODE-TYPE|CUDA -use BUILD-TYPE|RELEASE -# Override settings from [BUILD-TYPE|RELEASE] -opt-set-cmake-var Kokkos_ENABLE_DEBUG_BOUNDS_CHECK BOOL FORCE : ON -opt-set-cmake-var Kokkos_ENABLE_DEBUG BOOL FORCE : ON -opt-set-cmake-var Kokkos_ENABLE_LIBDL BOOL FORCE : ON - -use LIB-TYPE|STATIC -use KOKKOS-ARCH|POWER9 -use KOKKOS-ARCH|VOLTA70 -use USE-ASAN|NO -use USE-COMPLEX|NO -use USE-FPIC|NO -use USE-MPI|YES -use USE-PT|YES -# Populate CMAKE_CXX_FLAGS with something before using rdc due to SPO limitations -opt-set-cmake-var CMAKE_CXX_FLAGS STRING : "" -use USE-RDC|YES -use PACKAGE-ENABLES|RDC-MINIMAL -use NODE-TYPE|CUDA_USE-RDC|YES_USE-PT|YES -use ATS2-ENABLE-OVERRIDES -use ATS2-TEST-DISABLES - # # RHEL7 #