remove lassen. add matrix and tuo (#320)

* remove lassen. add matrix

* Add toss_4_x86_64_ib_cray spack config

* Add rocm support to geos spack package

* Update TPL scripts with tuolumne

Co-authored-by: Victor A. P. Magri <paludettomag1@llnl.gov>

Author: rrsettgast

scripts/setupLC-TPL-helper.bash

@@ -8,11 +8,12 @@ MACHINE=$3
 COMPILER=$4
 GET_A_NODE=$5
 
-if   [[ ${MACHINE} == "ruby"   ||\
-        ${MACHINE} == "dane" ]]; then
-    CMAKE_VERSION=cmake/3.26.3 
-elif [[ ${MACHINE} == "lassen" ]]; then
-    CMAKE_VERSION=cmake/3.29.2 
+if   [[ ${MACHINE} == "dane" ]]; then
+    CMAKE_VERSION=cmake/3.30.5
+elif [[ ${MACHINE} == "matrix" ]]; then
+    CMAKE_VERSION=cmake/3.30.5
+elif [[ ${MACHINE} == "tuolumne" ]]; then
+    CMAKE_VERSION=cmake/3.29
 fi
 
 ## Eat up the command line arguments so the rest can be forwarded to config-build.

scripts/setupLC-TPL-uberenv.bash

@@ -41,15 +41,16 @@ fi
 
 echo "Building all LC TPLs from $GEOS_BRANCH to be installed at $INSTALL_DIR..."
 
-./scripts/setupLC-TPL-uberenv-helper.bash $INSTALL_DIR dane gcc-12      "%gcc@12.1.1 +docs"   "salloc -n 112 --exclusive -p pdebug" $@ &
-./scripts/setupLC-TPL-uberenv-helper.bash $INSTALL_DIR dane gcc-12noAVX "%gcc@12noAVX +docs"  "salloc -n 112 --exclusive -p pdebug" $@ &
-./scripts/setupLC-TPL-uberenv-helper.bash $INSTALL_DIR dane gcc-13      "%gcc@13.3.1 +docs"   "salloc -n 112 --exclusive -p pdebug" $@ &
-./scripts/setupLC-TPL-uberenv-helper.bash $INSTALL_DIR dane clang-14    "%clang@14.0.6 +docs" "salloc -n 112 --exclusive -p pdebug" $@ &
-./scripts/setupLC-TPL-uberenv-helper.bash $INSTALL_DIR lassen gcc-8-cuda-11 "%gcc@8.3.1+cuda~uncrustify cuda_arch=70 ^cuda@11.8.0+allow-unsupported-compilers" "lalloc 1 -W 150" $@ &
-./scripts/setupLC-TPL-uberenv-helper.bash $INSTALL_DIR lassen gcc-12-cuda-12 "%gcc@12.2.1+cuda~uncrustify cuda_arch=70 ^cuda@12.2.2+allow-unsupported-compilers" "lalloc 1 -W 150" $@ &
-./scripts/setupLC-TPL-uberenv-helper.bash $INSTALL_DIR lassen clang-13-cuda-11 "%clang@13.0.1+cuda~uncrustify cuda_arch=70 ^cuda@11.8.0+allow-unsupported-compilers" "lalloc 1 -W 150" $@ &
-./scripts/setupLC-TPL-uberenv-helper.bash $INSTALL_DIR lassen clang-10-cuda-11 "%clang@10.0.1+cuda~uncrustify cuda_arch=70 ^cuda@11.8.0+allow-unsupported-compilers" "lalloc 1 -W 150" $@ &
-./scripts/setupLC-TPL-uberenv-helper.bash $INSTALL_DIR lassen clang-13-cuda-12 "%clang@13.0.1+cuda~uncrustify cuda_arch=70 ^cuda@12.2.2+allow-unsupported-compilers" "lalloc 1 -W 150" $@ &
+./scripts/setupLC-TPL-uberenv-helper.bash $INSTALL_DIR dane gcc-12      "%gcc@12.1.1 +docs"   "salloc -N 1 -n 112 --exclusive -t 120 -A vortex" $@ &
+./scripts/setupLC-TPL-uberenv-helper.bash $INSTALL_DIR dane gcc-12noAVX "%gcc@12noAVX +docs"  "salloc -N 1 -n 112 --exclusive -t 120 -A vortex" $@ &
+./scripts/setupLC-TPL-uberenv-helper.bash $INSTALL_DIR dane gcc-13      "%gcc@13.3.1 +docs"   "salloc -N 1 -n 112 --exclusive -t 120 -A vortex" $@ &
+./scripts/setupLC-TPL-uberenv-helper.bash $INSTALL_DIR dane clang-14    "%clang@14.0.6 +docs" "salloc -N 1 -n 112 --exclusive -t 120 -A vortex" $@ &
+./scripts/setupLC-TPL-uberenv-helper.bash $INSTALL_DIR dane clang-19    "%clang@19.1.3 +docs" "salloc -N 1 -n 112 --exclusive -t 120 -A vortex" $@ &
+./scripts/setupLC-TPL-uberenv-helper.bash $INSTALL_DIR matrix gcc-12-cuda-12.6   "%gcc@12.1.1+cuda~uncrustify   cuda_arch=90 ^cuda@12.6.0+allow-unsupported-compilers" "salloc -N 1 --exclusive -t 120 -A vortex" $@ &
+./scripts/setupLC-TPL-uberenv-helper.bash $INSTALL_DIR matrix gcc-13-cuda-12.9   "%gcc@13.3.1+cuda~uncrustify   cuda_arch=90 ^cuda@12.9.1+allow-unsupported-compilers" "salloc -N 1 --exclusive -t 120 -A vortex" $@ &
+./scripts/setupLC-TPL-uberenv-helper.bash $INSTALL_DIR matrix clang-14-cuda-12.6 "%clang@14.0.6+cuda~uncrustify cuda_arch=90 ^cuda@12.6.0+allow-unsupported-compilers" "salloc -N 1 --exclusive -t 120 -A vortex" $@ &
+./scripts/setupLC-TPL-uberenv-helper.bash $INSTALL_DIR matrix clang-19-cuda-12.9 "%clang@19.1.3+cuda~uncrustify cuda_arch=90 ^cuda@12.9.1+allow-unsupported-compilers" "salloc -N 1 --exclusive -t 120 -A vortex" $@ &
+./scripts/setupLC-TPL-uberenv-helper.bash $INSTALL_DIR tuolumne cce-20-rocm-6.4.2 "%cce@20.0.0 +rocm~pygeosx~trilinos~petsc~docs amdgpu_target=gfx942" "salloc -N 1 --exclusive -t 120 -A vortex" $@ &
 
 # Note: Estimated completion time is ~90 minutes.
 # Check log files for unreported completion of jobs.
@@ -59,4 +60,3 @@ chmod -R g+rx $INSTALL_DIR
 chgrp -R GEOS $INSTALL_DIR
 
 echo "Complete"
-

scripts/setupLC-TPL.bash

@@ -54,6 +54,17 @@ spack:
       target: x86_64
       modules: []
       extra_rpaths: []
+  - compiler:
+      spec: clang@19.1.3
+      paths:
+        cc: /usr/tce/packages/clang/clang-19.1.3-magic/bin/clang
+        cxx: /usr/tce/packages/clang/clang-19.1.3-magic/bin/clang++
+        f77: /usr/tce/packages/gcc/gcc-13.3.1-magic/bin/gfortran
+        fc: /usr/tce/packages/gcc/gcc-13.3.1-magic/bin/gfortran
+      operating_system: rhel8
+      target: x86_64
+      modules: []
+      extra_rpaths: []
   - compiler:
       spec: gcc@12.1.1
       paths:
@@ -126,17 +137,27 @@ spack:
       externals:
         - spec: mvapich2@2.3%gcc@12.1.1 process_managers=slurm
           prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-gcc-12.1.1-magic
+        - spec: mvapich2@2.3%gcc@13.3.1 process_managers=slurm
+          prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-gcc-13.3.1-magic
         - spec: mvapich2@2.3%gcc@12noAVX process_managers=slurm
           prefix: /usr/tce/packages/mvapich2/mvapich2-2.3.7-gcc-12.1.1-magic
         - spec: mvapich2@2.3%clang@14.0.6 process_managers=slurm
           prefix:  /usr/tce/packages/mvapich2/mvapich2-2.3.7-clang-14.0.6-magic
+        - spec: mvapich2@2.3%clang@19.1.3 process_managers=slurm
+          prefix:  /usr/tce/packages/mvapich2/mvapich2-2.3.7-clang-19.1.3-magic
 
     intel-oneapi-mkl:
       externals:
         - spec: intel-oneapi-mkl@2022.1.0 threads=openmp
           prefix: /usr/tce/packages/mkl/mkl-2022.1.0/
       buildable: False
-
+    cuda:
+      buildable: False
+      externals:
+      - spec: cuda@12.6.0 +allow-unsupported-compilers
+        prefix: /usr/tce/packages/cuda/cuda-12.6.0
+      - spec: cuda@12.9.1 +allow-unsupported-compilers
+        prefix: /usr/tce/packages/cuda/cuda-12.9.1
     # System level packages to not build
     papi:
       buildable: False