Skip to content

DIRAC ITT 2020 Booster compilation

Peter Boyle edited this page Oct 8, 2020 · 2 revisions
module load CUDA/11.0
module load GCC/9.3.0
module load ParaStationMPI/5.4.7-1
module load nvidia-driver/450.76
module load UCX/1.8.1-OFED-5.0
module load mpi-settings/CUDA

##################
# prerequisites: Lime, MPFR place in $HOME/prefix
##################
export prefix=$HOME/ITT/prefix
export grid=$HOME/ITT/GridCompile
mkdir -p $prefix
mkdir -p $grid
echo GRID $grid
echo PREFIX $prefix

##################
#LIME
##################
cd $prefix
wget http://usqcd-software.github.io/downloads/c-lime/lime-1.3.2.tar.gz
tar xvzf lime-1.3.2.tar.gz
cd lime-1.3.2
./configure --prefix $prefix
make all install

##################
#MPFR - summit is badly configured
##################
cd $prefix
wget https://www.mpfr.org/mpfr-current/mpfr-4.1.0.tar.gz
tar xvzf mpfr-4.1.0.tar.gz
cd mpfr-4.1.0
./configure --prefix $prefix
make all install

##################
#Obtain Grid and support codes
##################
cd $grid
git clone https://paboyle@github.com/paboyle/Grid
cd Grid
./bootstrap.sh

##################
#build Grid
##################
cd $grid/Grid
mkdir build-Nc3
cd build-Nc3
../configure --enable-comms=mpi          \
             --enable-simd=GPU           \
             --enable-accelerator=cuda   \
             --prefix $prefix       \
             CXX=nvcc                    \
             LDFLAGS=-L$prefix/lib/ \
            CXXFLAGS="-ccbin mpicxx -gencode arch=compute_80,code=sm_80 -I$prefix/include/ -std=c++14" 
make -j 14
##################
#build Grid
##################
cd $grid/Grid
mkdir build-Nc4
cd build-Nc4
../configure --enable-comms=mpi          \
             --enable-simd=GPU           \
             --enable-accelerator=cuda   \
             --enable-Nc=4               \
             --prefix $prefix       \
             CXX=nvcc                    \
             LDFLAGS=-L$prefix/lib/ \
            CXXFLAGS="-ccbin mpicxx -gencode arch=compute_80,code=sm_80 -I$prefix/include/ -std=c++14" 
make -j 14