Index: /issm/trunk-jpl/packagers/mac/package-issm-mac-binaries-python-3.sh =================================================================== --- /issm/trunk-jpl/packagers/mac/package-issm-mac-binaries-python-3.sh (revision 28117) +++ /issm/trunk-jpl/packagers/mac/package-issm-mac-binaries-python-3.sh (revision 28117) @@ -0,0 +1,191 @@ +#!/bin/bash + +################################################################################ +# Packages and tests ISSM distributable package for macOS with Python 3 API. +# +# Options: +# -s/--skiptests Skip testing during packaging Use if packaging fails +# for some reason but build is valid. +# +# NOTE: +# - Assumes that the following constants are defined, +# +# COMPRESSED_PKG +# ISSM_DIR +# PKG +# +# See also: +# - packagers/mac//complete-issm-mac--binaries-.sh +################################################################################ + +# Expand aliases within the context of this script +shopt -s expand_aliases + +# NOTE: For some reason, calling svn from within the context of this script +# gives, +# +# svn: command not found +# +# even though it is installed via Homebrew and available at the following +# path. +# +alias svn='/usr/local/bin/svn' + +## Override certain other aliases +# +alias grep=$(which grep) + +## Constants +# +PYTHON_NROPTIONS="--benchmark all --exclude 125 126 129 234 235 418 420 435 444 445 701 702 703 1101 1102 1103 1104 1105 1106 1107 1108 1109 1110 1201 1202 1203 1204 1205 1206 1207 1208 1301 1302 1303 1304 1401 1402 1601 1602 2002 2003 2004 2005 2006 2007 2008 2010 2011 2012 2013 2020 2021 2051 2052 2053 2084 2085 2090 2091 2092 2101 2424 2425 3001:3300 3480 3481 4001:4100" # NOTE: Combination of test suites from basic, Dakota, and Solid Earth builds, with tests that require a restart and those that require the JVM excluded + +## Environment +# +export PATH="${ISSM_DIR}/bin:$(getconf PATH)" # Ensure that we pick up binaries from 'bin' directory rather than 'externalpackages' + +## Parse options +# +if [ $# -gt 1 ]; then + echo "Can use only one option at a time" + exit 1 +fi + +skip_tests=0 + +if [ $# -eq 1 ]; then + case $1 in + -s|--skiptests) skip_tests=1; ;; + *) echo "Unknown parameter passed: $1"; exit 1 ;; + esac +fi + +# Clean up from previous packaging +echo "Cleaning up existing assets" +cd ${ISSM_DIR} +rm -rf ${PKG} ${COMPRESSED_PKG} +mkdir ${PKG} + +# Add required binaries and libraries to package and modify them where needed +cd ${ISSM_DIR}/bin + +echo "Modify generic" +cat generic_static.py | sed -e "s/generic_static/generic/g" > generic.py + +echo "Moving MPICH binaries to bin/" +if [ -f ${ISSM_DIR}/externalpackages/petsc/install/bin/mpiexec ]; then + cp ${ISSM_DIR}/externalpackages/petsc/install/bin/mpiexec . + cp ${ISSM_DIR}/externalpackages/petsc/install/bin/hydra_pmi_proxy . +elif [ -f ${ISSM_DIR}/externalpackages/mpich/install/bin/mpiexec ]; then + cp ${ISSM_DIR}/externalpackages/mpich/install/bin/mpiexec . + cp ${ISSM_DIR}/externalpackages/mpich/install/bin/hydra_pmi_proxy . +else + echo "MPICH not found" + exit 1 +fi + +echo "Moving GDAL binaries to bin/" +if [ -f ${ISSM_DIR}/externalpackages/gdal/install/bin/gdal-config ]; then + cp ${ISSM_DIR}/externalpackages/gdal/install/bin/gdalsrsinfo . + cp ${ISSM_DIR}/externalpackages/gdal/install/bin/gdaltransform . +else + echo "GDAL not found" + exit 1 +fi + +echo "Moving Gmsh binaries to bin/" +if [ -f ${ISSM_DIR}/externalpackages/gmsh/install/bin/gmsh ]; then + cp ${ISSM_DIR}/externalpackages/gmsh/install/bin/gmsh . +else + echo "Gmsh not found" + exit 1 +fi + +echo "Moving GMT binaries to bin/" +if [ -f ${ISSM_DIR}/externalpackages/gmt/install/bin/gmt-config ]; then + cp ${ISSM_DIR}/externalpackages/gmt/install/bin/gmt . + cp ${ISSM_DIR}/externalpackages/gmt/install/bin/gmtselect . +else + echo "GMT not found" + exit 1 +fi + +echo "Moving GSHHG assets to share/" +if [ -d ${ISSM_DIR}/externalpackages/gmt/install/share/coast ]; then + mkdir ${ISSM_DIR}/share 2> /dev/null + cp -R ${ISSM_DIR}/externalpackages/gmt/install/share/coast ${ISSM_DIR}/share +else + echo "GSHHG not found" + exit 1 +fi + +echo "Moving PROJ assets to share/" +if [ -d ${ISSM_DIR}/externalpackages/proj/install/share/proj ]; then + mkdir ${ISSM_DIR}/share 2> /dev/null + cp -R ${ISSM_DIR}/externalpackages/proj/install/share/proj ${ISSM_DIR}/share +else + echo "PROJ not found" + exit 1 +fi + +# Run tests +if [ ${skip_tests} -eq 0 ]; then + echo "Running tests" + cd ${ISSM_DIR}/test/NightlyRun + rm python.log 2> /dev/null + + # Set Python environment + export PYTHONPATH="${ISSM_DIR}/src/m/dev" + export PYTHONSTARTUP="${PYTHONPATH}/devpath.py" + export PYTHONUNBUFFERED=1 # We don't want Python to buffer output, otherwise issm.exe output is not captured + + # Run tests, redirecting output to logfile and suppressing output to console + ./runme.py ${PYTHON_NROPTIONS} &> python.log 2>&1 + + # Check that Python did not exit in error + pythonExitCode=`echo $?` + pythonExitedInError=`grep -c -E "Error|No such file or directory|Permission denied|Standard exception|Traceback|bad interpreter|syntax error" python.log` + + if [[ ${pythonExitCode} -ne 0 || ${pythonExitedInError} -ne 0 ]]; then + echo "----------Python exited in error!----------" + cat python.log + echo "-----------End of python.log-----------" + + # Clean up execution directory + rm -rf ${ISSM_DIR}/execution/* + + exit 1 + fi + + # Check that all tests passed + sed -i '' "/FAILED TO establish the default connection to the WindowServer/d" python.log # First, need to remove WindowServer error message + numTestsFailed=`grep -c -E "FAILED|ERROR" python.log` + + if [ ${numTestsFailed} -ne 0 ]; then + echo "One or more tests FAILED" + cat python.log + exit 1 + else + echo "All tests PASSED" + fi +else + echo "Skipping tests" +fi + +# Create package +cd ${ISSM_DIR} +svn cleanup --remove-ignored --remove-unversioned test # Clean up test directory (before copying to package) +echo "Copying assets to package: ${PKG}" +cp -rf bin examples lib scripts share test ${PKG} +mkdir ${PKG}/execution +cp packagers/mac/issm-executable_entitlements.plist ${PKG}/bin/entitlements.plist +# ${ISSM_DIR}/scripts/py_to_pyc.sh ${PKG}/bin # Compile Python source files +echo "Cleaning up unneeded/unwanted files" +# rm -f ${PKG}/bin/*.py # Remove all Python scripts +rm -f ${PKG}/bin/generic_static.* # Remove static versions of generic cluster classes +rm -f ${PKG}/lib/*.a # Remove static libraries from package +rm -f ${PKG}/lib/*.la # Remove libtool libraries from package +rm -rf ${PKG}/test/SandBox # Remove testing sandbox from package + +# Compress package +echo "Compressing package" +ditto -ck --sequesterRsrc --keepParent ${PKG} ${COMPRESSED_PKG}