OFED 환경에서 mvapich build 하기
Download MVAPICH from Network-Based Computing Laboratory (NBCL) of the Ohio State University here:
http://mvapich.cse.ohio-state.edu/download/mvapich/
– GCC and OFED
#!/bin/bash
source ./make.mvapich.def
arch
# Mandatory variables. All are checked except CXX and F90.
MTHOME=/usr
PREFIX=/share/apps/mvapich/gnu
export CC=gcc
export CXX=g++
export F77=g77
export RSHCOMMAND=ssh
IO_BUS=”_PCI_X_”
ARCH=”_EM64T_”
LINKS=”_SDR_”
export LIBS=”-L${MTHOME}/lib64 -libverbs -libumad -libcommon”
export FFLAGS=”-L${MTHOME}/lib64 -fPIC”
export CFLAGS=”-D${ARCH} -Wall -g -DCH_GEN2 -DMEMORY_SCALE -D_AFFINITY_ \
-D_SMP_ -D_SMP_RNDV_ -DVIADEV_RPUT_SUPPORT \
-fPIC -DEARLY_SEND_COMPLETION -DLAZY_MEM_UNREGISTER \
-D${IO_BUS} -D${LINKS} \
-I${MTHOME}/include -I${MTHOME}/include/rdma \
-I/opt/panfs/include”
# Prelogue
make distclean &>/dev/null
# Configure MVAPICH
echo “Configuring MVAPICH…”
./configure –with-device=ch_gen2 –with-arch=LINUX -prefix=${PREFIX} \
–enable-cxx –enable-debug \
–enable-devdebug \
–enable-f77 \
–enable-romio=with-aio –with-file-system=ufs+nfs+panfs \
–without-mpe \
-lib=”-L${MTHOME}/lib64 -libverbs -libumad -libcommon”
– PGI and OFED
#!/bin/bash
source ./make.mvapich.def
arch
# Mandatory variables. All are checked except CXX and F90.
MTHOME=/usr
PREFIX=/share/apps/mvapich/pgi
export CC=pgcc
export CXX=pgCC
export F77=pgf90
export F90=pgf90
export RSHCOMMAND=ssh
IO_BUS=”_PCI_EX_”
ARCH=”_EM64T_”
LINKS=”_DDR_”
export LIBS=”-L${MTHOME}/lib64 -libverbs -libumad -libcommon”
export FFLAGS=”-L${MTHOME}/lib64 -fPIC”
export CFLAGS=”-D${ARCH} -noswitcherror -B -DPGI -g -DCH_GEN2 -DMEMORY_SCALE -D_AFFINITY_ \
-D_SMP_ -D_SMP_RNDV_ -DVIADEV_RPUT_SUPPORT \
-fPIC -DEARLY_SEND_COMPLETION -DLAZY_MEM_UNREGISTER \
-D${IO_BUS} -D${LINKS} \
-I${MTHOME}/include -I${MTHOME}/include/rdma \
-I/opt/panfs/include”
# Prelogue
make distclean &>/dev/null
# Configure MVAPICH
echo “Configuring MVAPICH…”
./configure –with-device=ch_gen2 –with-arch=LINUX -prefix=${PREFIX} \
–enable-cxx –enable-debug \
–enable-devdebug \
–enable-f77 –enable-f90 \
–with-romio \
–without-mpe \
-lib=”-L${MTHOME}/lib64 -libverbs -libumad -libcommon”
– Intel and OFED
#!/bin/bash
source ./make.mvapich.def
arch
# Mandatory variables. All are checked except CXX and F90.
MTHOME=/usr
PREFIX=/share/apps/mvapich/intel
export CC=icc
export CXX=icc
export F77=ifort
export F90=ifort
export RSHCOMMAND=ssh
IO_BUS=”_PCI_EX_”
ARCH=”_EM64T_”
LINKS=”_DDR_”
export LIBS=”-L${MTHOME}/lib64 -libverbs -libumad -libcommon -lpthread”
export FFLAGS=”-L${MTHOME}/lib64 -xP -fPIC”
export CFLAGS=”-D${ARCH} -D__INTEL_COMPILER -g -DCH_GEN2 -DMEMORY_SCALE -D_AFFINITY_ \
-D_SMP_ -D_SMP_RNDV_ -DVIADEV_RPUT_SUPPORT \
-fPIC -DEARLY_SEND_COMPLETION -DLAZY_MEM_UNREGISTER \
-D${IO_BUS} -D${LINKS} \
-I${MTHOME}/include -I${MTHOME}/include/rdma \
-I/opt/panfs/include”
export CCFLAGS=”-lstdc++”
# Prelogue
make distclean &>/dev/null
# Configure MVAPICH
echo “Configuring MVAPICH…”
./configure –with-device=ch_gen2 –with-arch=LINUX -prefix=${PREFIX} \
–enable-cxx –enable-debug \
–enable-devdebug \
–enable-f77 –enable-f90 \
–with-romio –with-file-system=ufs+nfs+panfs \
–without-mpe \
-lib=”-L${MTHOME}/lib64 -libverbs -libumad -libcommon -lpthread”
