| 1 | '''!!! WORK IN PROGRESS !!!''' |
| 2 | |
| 3 | == OpenFOAM Settings for use with Score-P and Intel compiler |
| 4 | |
| 5 | * This includes additional information on how to build OpenFOAM for use with Score-P. |
| 6 | * Please check [https://trac.version.fz-juelich.de/vis/wiki/Software/OpenFOAM] first. |
| 7 | |
| 8 | === Set Environment === |
| 9 | |
| 10 | The environment must be set up according to where the source code directories are located. |
| 11 | {{{ #!sh |
| 12 | INST_DIR=/homeb/zam/${USER}/my_OpenFOAM # must NOT (!!) end with a '/', or build will fail with "touch [...] permission denied" |
| 13 | cd $INST_DIR |
| 14 | |
| 15 | # load modules (Intel) |
| 16 | module --force purge |
| 17 | module use /usr/local/software/jureca/OtherStages |
| 18 | module load Stages/2016a |
| 19 | module load Intel/2016.2.181-GCC-4.9.3-2.25 |
| 20 | module load IntelMPI/5.1.3.181 |
| 21 | module load flex/.2.5.39 # flex 2.6.0 causes errors |
| 22 | module load Boost/1.60.0-Python-2.7.11 |
| 23 | module load MPFR/3.1.3 |
| 24 | module load GMP/6.1.0 |
| 25 | module load CGAL/4.7-Python-2.7.11 |
| 26 | module load METIS/5.1.0-RTW64-IDX32 |
| 27 | |
| 28 | # configure Score-P |
| 29 | module load Score-P/3.0-p1 |
| 30 | export SCOREP_WRAPPER_INSTRUMENTER_FLAGS="--nomemory --verbose" |
| 31 | #export SCOREP_WRAPPER_COMPILER_FLAGS= |
| 32 | |
| 33 | # configure environment |
| 34 | export FOAM_INST_DIR=$INST_DIR |
| 35 | export WM_COMPILER=Icc |
| 36 | export WM_MPLIB=EASYBUILDMPI |
| 37 | export MPICC=scorep-mpicc |
| 38 | export MPICXX=scorep-mpiicpc |
| 39 | export MPICC_ALT=mpicc |
| 40 | export MPICXX_ALT=mpiicpc |
| 41 | export CC=scorep-icc |
| 42 | export CXX=scorep-icpc |
| 43 | export CC_ALT=icc |
| 44 | export CXX_ALT=icpc |
| 45 | export CFLAGS="-no-prec-div -O2 -fp-model precise -diag-disable 654,1125" |
| 46 | export CXXFLAGS="-O2 -fp-model precise -diag-disable 654,1125 -DMPICH_SKIP_MPICXX" |
| 47 | |
| 48 | export WM_NCOMPPROCS=8 # parallel build |
| 49 | export WM_LABEL_SIZE=32 # 32bit for labels/indices - relevant for METIS (if 64 needed patch METIS first) |
| 50 | |
| 51 | # load environment |
| 52 | VERSION=3.0.1 |
| 53 | source OpenFOAM-${VERSION}/etc/bashrc |
| 54 | foam |
| 55 | foamSystemCheck |
| 56 | }}} |