Changes between Version 59 and Version 60 of pleiadesbash


Ignore:
Timestamp:
02/11/25 07:39:26 (2 months ago)
Author:
Mathieu Morlighem
Comment:

--

Legend:

Unmodified
Added
Removed
Modified
  • pleiadesbash

    v59 v60  
    3535# Modules
    3636module load mpi-hpe/mpt
    37 module load comp-intel/2020.4.304
     37module load comp-intel
    3838module load petsc/3.17.3_intel_mpt_py
    3939
     
    4646export F77="mpif77"
    4747
    48 export COMP_INTEL_ROOT="/nasa/intel/Compiler/2020.4.304/compilers_and_libraries_2020.4.304/linux"
    49 
    5048export ISSM_DIR="<ISSM_DIR>"
    5149}}}
     
    6462[https://www.nas.nasa.gov/hecc/support/kb Pleiades cluster documentation]
    6563
    66 '''Do NOT install `mpich`'''. We have to use the MPI implementation (MPT) provided on HECC. Pleiades will ''only'' be used to run solutions, you will use your local machine for pre- and post- processing, you will never use Pleiades' copy of MATLAB.
    67 
    68 For an installation of ISSM with basic capabilities, first install the following external packages,
    69 {{{
    70 triangle        install-linux.sh
    71 m1qn3           install-linux.sh
    72 semic           install.sh
    73 }}}
     64'''Do NOT install `mpich` or `petsc`'''. We have to use the MPI implementation (MPT) provided on HECC. Pleiades will ''only'' be used to run solutions, you will use your local machine for pre- and post- processing, you will never use Pleiades' copy of MATLAB.
     65
     66For an installation of ISSM with basic capabilities, you only need to install
     67 - m1qn3 (`install-linux.sh`)
    7468
    7569You will need to run the following before configuring ISSM,
     
    8276{{{
    8377#!sh
    84 export CFLAGS="-O3"
    85 export CXXFLAGS="-O3 -std=c++11"
     78export CXXFLAGS="-g -Ofast"
     79export CFLAGS="-g -Ofast"
    8680
    8781./configure \
    88 --prefix="${ISSM_DIR}" \
    89 --enable-development \
    90 --enable-standalone-libraries \
    91 --with-wrappers=no \
    92 --with-graphics-lib="/usr/lib64/libX11.so" \
    93 --with-fortran-lib="-L${COMP_INTEL_ROOT}/compiler/lib/intel64_lin -lifcore -lifport -lgfortran" \
    94 --with-mkl-libflags="-L${COMP_INTEL_ROOT}/mkl/lib/intel64 -lmkl_intel_lp64 -lmkl_sequential -lmkl_core -lpthread -lm" \
    95 --with-mpi-include="/nasa/hpe/mpt/2.30_rhel810/include" \
    96 --with-mpi-libflags="-L/nasa/hpe/mpt/2.30_rhel810/lib -lmpi" \
    97 --with-blas-lapack-lib="-L${COMP_INTEL_ROOT}/mkl/lib/intel64 -lmkl_blas95_lp64 -lmkl_lapack95_lp64" \
    98 --with-metis-dir="${PETSC_DIR}" \
    99 --with-parmetis-dir="${PETSC_DIR}" \
    100 --with-scalapack-lib="-L${COMP_INTEL_ROOT}/mkl/lib/intel64/libmkl_scalapack_lp64.so" \
    101 --with-mumps-dir="${PETSC_DIR}" \
    102 --with-petsc-dir="${PETSC_DIR}" \
    103 --with-triangle-dir="${ISSM_DIR}/externalpackages/triangle/install" \
    104 --with-m1qn3-dir="${ISSM_DIR}/externalpackages/m1qn3/install" \
    105 --with-semic-dir="${ISSM_DIR}/externalpackages/semic/install" \
    106 }}}
    107 
    108 NOTE: As with the version `comp-intel` module, the version of `mpi-hpe/mpt` will be updated occasionally. Update the path supplied to `--with-mpi-include` and `--mpi-libflags` accordingly.
    109 
    110 NOTE: Refer to `jenkins/pleiades-basic` for external packages and configuration updates that may not yet be listed here.
     82   --prefix=$ISSM_DIR \
     83   --with-wrappers=yes \
     84   --with-mpi-include="-I${MPI_ROOT}/include " \
     85   --with-mpi-libflags="-L${MPI_ROOT}/lib -lmpi" \
     86   --with-petsc-dir=${PETSC_DIR} \
     87   --with-parmetis-dir=${PETSC_DIR} \
     88   --with-metis-dir=${PETSC_DIR} \
     89   --with-mumps-dir=${PETSC_DIR} \
     90   --with-mkl-libflags="-L${MKLROOT}/lib/intel64 -lmkl_intel_lp64 -lmkl_sequential -lmkl_core -lpthread -lm" \
     91   --with-m1qn3-dir="${ISSM_DIR}/externalpackages/m1qn3/install" \
     92   --with-fortran-lib="-L${MKLROOT}/../compiler/lib/intel64_lin -lifcore -lifport -lgfortran" \
     93   --with-cxxoptflags="-g -Ofast -axCORE-AVX2,AVX -xSSE4.2" \
     94   --enable-development
     95}}}
    11196
    11297== Installing ISSM on Pleiades with Dakota ==
     
    11499For an installation of ISSM with Dakota, first install the following external packages,
    115100{{{
    116 gsl                     install-pleiades.sh
     101gsl             install-pleiades.sh
    117102boost           install-1.7-linux.sh
    118103dakota          install-6.2-pleiades.sh
     
    126111{{{
    127112#!sh
    128 export CFLAGS="-O3"
    129 export CXXFLAGS="-O3 -std=c++11"
     113export CXXFLAGS="-g -Ofast"
     114export CFLAGS="-g -Ofast"
    130115
    131116./configure \
     
    134119--enable-standalone-libraries \
    135120--with-wrappers=no \
    136 --with-graphics-lib="/usr/lib64/libX11.so" \
    137121--with-fortran-lib="-L${COMP_INTEL_ROOT}/compiler/lib/intel64_lin -lifcore -lifport -lgfortran" \
    138122--with-mkl-libflags="-L${COMP_INTEL_ROOT}/mkl/lib/intel64 -lmkl_intel_lp64 -lmkl_sequential -lmkl_core -lpthread -lm" \
     
    143127--with-parmetis-dir="${PETSC_DIR}" \
    144128--with-mumps-dir="${PETSC_DIR}" \
    145 --with-scalapack-lib="-L${COMP_INTEL_ROOT}/mkl/lib/intel64/libmkl_scalapack_lp64.so" \
     129--with-mkl-libflags="-L${MKLROOT}/lib/intel64 -lmkl_intel_lp64 -lmkl_sequential -lmkl_core -lpthread -lm" \
    146130--with-petsc-dir="${PETSC_DIR}" \
    147 --with-gsl-dir="${ISSM_DIR}/externalpackages/gsl/install" \
    148131--with-boost-dir="${ISSM_DIR}/externalpackages/boost/install" \
    149132--with-dakota-dir="${ISSM_DIR}/externalpackages/dakota/install" \
    150133--with-chaco-dir="${ISSM_DIR}/externalpackages/chaco/install" \
    151 --with-triangle-dir="${ISSM_DIR}/externalpackages/triangle/install" \
    152 --with-m1qn3-dir="${ISSM_DIR}/externalpackages/m1qn3/install" \
    153 --with-semic-dir="${ISSM_DIR}/externalpackages/semic/install" \
    154 }}}
    155 
    156 NOTE: As with the version `comp-intel` module, the version of `mpi-hpe/mpt` will be updated occasionally. Update the path supplied to `--with-mpi-include` and `--mpi-libflags` accordingly.
    157 
    158 NOTE: Refer to `jenkins/pleiades-dakota` for external packages and configuration updates that may not yet be listed here.
     134--with-m1qn3-dir="${ISSM_DIR}/externalpackages/m1qn3/install"
     135}}}
     136
    159137
    160138== Installing ISSM on Pleiades with Solid Earth Capabilities ==
     
    164142zlib            install-1.sh
    165143hdf5            install-1.sh
    166 gsl                     install-pleiades.sh
    167144boost           install-1.7-linux.sh
    168145dakota          install-6.2-pleiades.sh
     
    174151gdal            install-3-linux.sh
    175152gshhg           install.sh
    176 gmt                     install-6-pleiades.sh
     153gmt             install-6-pleiades.sh
    177154gmsh            install-4-pleiades.sh
    178 triangle        install-linux.sh
    179155m1qn3           install-linux.sh
    180 semic           install.sh
    181156}}}
    182157
     
    184159{{{
    185160#!sh
    186 export CFLAGS="-O3"
    187 export CXXFLAGS="-O3 -std=c++11"
     161export CXXFLAGS="-g -Ofast"
     162export CFLAGS="-g -Ofast"
    188163
    189164--prefix="${ISSM_DIR}" \
     
    213188}}}
    214189
    215 NOTE: As with the version `comp-intel` module, the version of `mpi-hpe/mpt` will be updated occasionally. Update the path supplied to `--with-mpi-include` and `--mpi-libflags` accordingly.
    216 
    217 NOTE: Refer to `jenkins/pleiades-solid-eartj` for external packages and configuration updates that may not yet be listed here.
    218 
    219190== Installing ISSM on Pleiades with CoDiPack ==
    220191
    221192You will need to build these additional external packages
    222193{{{
    223 medipack        install.sh
    224 codipack        install.sh
     194medipack install.sh
     195codipack install.sh
    225196}}}
    226197