Skip to content

Modify spack yaml file to support RDHPC environment. #353

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
sushma-4 wants to merge 1 commit into
base: master
Choose a base branch
from
Open

Modify spack yaml file to support RDHPC environment. #353

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
177 changes: 103 additions & 74 deletions scripts/spack_configs/pine/spack.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,11 +1,14 @@
# This is a Spack Environment file for Pine (Spack 1.0.2)
# This is a Spack Environment file for Pine (Spack 1.0.2)
# Run command from the top-level of the repository:
# ./scripts/uberenv/uberenv.py \
# --spec "~openmp~pygeosx~docs %gcc-11" \
# --spec "~openmp~pygeosx~docs %gcc-13" \
# --spack-env-file=scripts/spack_configs/pine/spack.yaml \
# --project-json=.uberenv_config.json \
# --prefix ${GEOS_TPL_DIR}

#After you build TPL and before you build GEOS binary, please execute the following: (this is a workaround for missing GLIBC when using gcc/13):
#export LD_LIBRARY_PATH=/hrtc/apps/devtools/spack/PINE/linux-rocky9-zen4/gcc-11.4.1/gcc-13.3.0-s6z5ak5dds7jmlohxs2bctxhyhgfwhgs/lib64:$LD_LIBRARY_PATH

spack:
config:
install_tree:
Expand All @@ -17,13 +20,10 @@ spack:
build_stage:
- $spack/../build_stage
build_jobs: 16

view: false

include:
- ../defaults.yaml
- ../versions.yaml

toolchains:
gcc-11:
- spec: '%c=gcc@11.4.1'
Expand All @@ -34,7 +34,24 @@ spack:
when: '%fortran'
- spec: '%openmpi@5.0.5'
when: '%mpi'

gcc-12:
- spec: '%c=gcc@12.2.0'
when: '%c'
- spec: '%cxx=gcc@12.2.0'
when: '%cxx'
- spec: '%fortran=gcc@12.2.0'
when: '%fortran'
- spec: '%openmpi@5.0.5'
when: '%mpi'
gcc-13:
- spec: '%c=gcc@13.3.0'
when: '%c'
- spec: '%cxx=gcc@13.3.0'
when: '%cxx'
- spec: '%fortran=gcc@13.3.0'
when: '%fortran'
- spec: '%openmpi@5.0.5'
when: '%mpi'
packages:
all:
target: [zen4]
Expand All @@ -44,12 +61,10 @@ spack:
mpi: [openmpi]
zlib-api: [zlib]
pkgconfig: [pkgconf]

# Force Spack to build openblas, not use system version
openblas:
buildable: true
require: "@0.3.27 threads=none"

# Disable unwanted compilers
nvhpc:
buildable: false
Expand All @@ -61,7 +76,31 @@ spack:
buildable: false
llvm-amdgpu:
buildable: false

berkeley-db:
externals:
- spec: berkeley-db@18.1.40
prefix: /hrtc/apps/devtools/spack/PINE/linux-rocky9-zen4/gcc-11.4.1/berkeley-db-18.1.40-nixwddyxlb523z3aly4b7bje4rfft3me
buildable: false
bison:
externals:
- spec: bison@3.7.4
prefix: /usr
buildable: false
cmake:
externals:
- spec: cmake@3.29.6
prefix: /hrtc/apps/devtools/spack/PINE/linux-rocky9-zen4/gcc-11.4.1/cmake-3.29.6-i23jd7kq7lyqvrpsguhznfhoy4mso6up
buildable: false
curl:
externals:
- spec: curl@7.76.1
prefix: /usr
buildable: false
flex:
externals:
- spec: flex@2.6.4+lex
prefix: /usr
buildable: false
gcc:
externals:
- spec: gcc@=11.4.1
Expand All @@ -76,111 +115,101 @@ spack:
cxxflags: -march=native -mtune=native
environment: {}
extra_rpaths: []
- spec: gcc@=12.2.0
prefix: /usr
extra_attributes:
compilers:
c: /hrtc/apps/devtools/spack/PINE/linux-rocky9-zen4/gcc-11.4.1/gcc-12.2.0-6ern2mnvx4nqxuo7i6djy5axjxvzvvlm/bin/gcc
cxx: /hrtc/apps/devtools/spack/PINE/linux-rocky9-zen4/gcc-11.4.1/gcc-12.2.0-6ern2mnvx4nqxuo7i6djy5axjxvzvvlm/bin/g++
fortran: /hrtc/apps/devtools/spack/PINE/linux-rocky9-zen4/gcc-11.4.1/gcc-12.2.0-6ern2mnvx4nqxuo7i6djy5axjxvzvvlm/bin/gfortran
flags:
cflags: -march=native -mtune=native
cxxflags: -march=native -mtune=native
environment: {}
extra_rpaths: []
- spec: gcc@=13.3.0
prefix: /usr
extra_attributes:
compilers:
c: /hrtc/apps/devtools/spack/PINE/linux-rocky9-zen4/gcc-11.4.1/gcc-13.3.0-s6z5ak5dds7jmlohxs2bctxhyhgfwhgs/bin/gcc
cxx: /hrtc/apps/devtools/spack/PINE/linux-rocky9-zen4/gcc-11.4.1/gcc-13.3.0-s6z5ak5dds7jmlohxs2bctxhyhgfwhgs/bin/g++
fortran: /hrtc/apps/devtools/spack/PINE/linux-rocky9-zen4/gcc-11.4.1/gcc-13.3.0-s6z5ak5dds7jmlohxs2bctxhyhgfwhgs/bin/gfortran
flags:
cflags: -march=native -mtune=native
cxxflags: -march=native -mtune=native
environment: {}
extra_rpaths: []
buildable: false
git:
externals:
- spec: git@2.39.3~tcltk
prefix: /usr
buildable: false
gmake:
externals:
- spec: gmake@4.3
prefix: /usr
buildable: false

# libgcc_s.so.1 is missing in /usr/lib/gcc/x86_64-redhat-linux/11 so removing it for now
# gcc-runtime:
# buildable: false
# externals:
# - spec: gcc-runtime@11.4.1
# prefix: /usr/lib/gcc/x86_64-redhat-linux/11

gmp:
externals:
- spec: gmp@6.3.0
prefix: /hrtc/apps/devtools/spack/PINE/linux-rocky9-zen4/gcc-11.4.1/gmp-6.3.0-q4glkxa77fd4rejkrrsuydut2c222fkm
buildable: false

mpfr:
externals:
- spec: mpfr@4.2.0
prefix: /hrtc/apps/devtools/spack/PINE/linux-rocky9-zen4/gcc-11.4.1/mpfr-4.2.1-eaxjflobjpilpwfe4aalusexhcxhptrf
buildable: false

libiconv:
externals:
- spec: libiconv@1.17
prefix: /hrtc/apps/devtools/spack/PINE/linux-rocky9-zen4/gcc-11.4.1/libiconv-1.17-crgtppb7hj54qwkl3hfc6ejyu34gsa4d
buildable: false

perl:
m4:
externals:
- spec: perl@5.38.2
prefix: /hrtc/apps/devtools/spack/PINE/linux-rocky9-zen4/gcc-11.4.1/perl-5.38.2-wxq42supt6zs3f63ajjtp6423q6teyot
- spec: m4@1.4.19
prefix: /usr
buildable: false

berkeley-db:
mpfr:
externals:
- spec: berkeley-db@18.1.40
prefix: /hrtc/apps/devtools/spack/PINE/linux-rocky9-zen4/gcc-11.4.1/berkeley-db-18.1.40-nixwddyxlb523z3aly4b7bje4rfft3me
- spec: mpfr@4.2.0
prefix: /hrtc/apps/devtools/spack/PINE/linux-rocky9-zen4/gcc-11.4.1/mpfr-4.2.1-eaxjflobjpilpwfe4aalusexhcxhptrf
buildable: false

cmake:
openmpi:
externals:
- spec: cmake@3.29.6
prefix: /hrtc/apps/devtools/spack/PINE/linux-rocky9-zen4/gcc-11.4.1/cmake-3.29.6-i23jd7kq7lyqvrpsguhznfhoy4mso6up
- spec: openmpi@5.0.5~cuda~java~memchecker~rocm+static~wrapper-rpath fabrics=ucx schedulers=none
prefix: /hrtc/apps/mpi/openmpi/x86_64/rocky9/5.0.5/gcc-13.3.0/nocuda
buildable: false

git:
openssh:
externals:
- spec: git@2.39.3~tcltk
- spec: openssh@8.7p1
prefix: /usr
buildable: false

gmake:
perl:
externals:
- spec: gmake@4.3
prefix: /usr
- spec: perl@5.38.2
prefix: /hrtc/apps/devtools/spack/PINE/linux-rocky9-zen4/gcc-11.4.1/perl-5.38.2-wxq42supt6zs3f63ajjtp6423q6teyot
buildable: false

m4:
pkgconf:
externals:
- spec: m4@1.4.19
- spec: pkgconf@1.7.3
prefix: /usr
buildable: false

python:
buildable: false
externals:
- spec: python@3.9.18
prefix: /usr

bison:
buildable: false
sqlite:
externals:
- spec: bison@3.8.2
- spec: sqlite@3.34.1+fts~functions+rtree
prefix: /usr

ninja:
buildable: false
xz:
externals:
- spec: ninja@1.10.2
prefix: /usr

openmpi:
externals:
- spec: openmpi@5.0.5
prefix: /hrtc/apps/mpi/openmpi/x86_64/rocky9/5.0.5/gcc/11.4.1/nocuda/
buildable: false

pkgconf:
externals:
- spec: pkgconf@3.0.0
- spec: xz@5.2.5
prefix: /usr
buildable: false

readline:
externals:
- spec: readline@8.1
prefix: /usr
buildable: false

zlib:
buildable: false
externals:
- spec: zlib@1.2.11
prefix: /usr

buildable: false
concretizer:
unify: true
reuse: false
Loading