Skip to content

Commit

Permalink
add pmix launch mode for openmpi3 variant (#466)
Browse files Browse the repository at this point in the history
  • Loading branch information
koomie committed Sep 27, 2017
1 parent 505e624 commit 01654e3
Show file tree
Hide file tree
Showing 2 changed files with 25 additions and 1 deletion.
24 changes: 24 additions & 0 deletions components/admin/prun/SOURCES/prun
Original file line number Diff line number Diff line change
Expand Up @@ -157,6 +157,28 @@ function launch_openmpi () {
fi
}

# ohpc builds of openmpi3.x leverage pmix
function launch_openmpi3 () {
if [ ${RM} == "slurm" ];then
verify_launcher_avail mpirun

# no tm module avail when using slurm
export OMPI_MCA_ras=^tm
export OMPI_MCA_ess=^tm
export OMPI_MCA_plm=^tm

cmd="srun --mpi=pmix $@"
elif [ ${RM} == "pbspro" ];then
verify_launcher_avail mpiexec
cmd="mpiexec -x LD_LIBRARY_PATH --prefix ${MPI_DIR} --hostfile ${PBS_NODEFILE} $@"
else
_error "Unknown resource manager -> ${RM}"
fi

_info "Launch cmd = $cmd"
$cmd
}

DELIM=prun

# Parse command-line args
Expand Down Expand Up @@ -217,6 +239,8 @@ elif [ $LMOD_FAMILY_MPI == "mvapich2" ];then
launch_mvapich2 $EXEC $ARGS
elif [ $LMOD_FAMILY_MPI == "openmpi" ];then
launch_openmpi $EXEC $ARGS
elif [ $LMOD_FAMILY_MPI == "openmpi3" ];then
launch_openmpi3 $EXEC $ARGS
else
_error "Unsupported or unknown MPI family -> $LMOD_FAMILY_MPI"
fi
Expand Down
2 changes: 1 addition & 1 deletion components/admin/prun/SPECS/prun.spec
Original file line number Diff line number Diff line change
Expand Up @@ -15,7 +15,7 @@

Summary: Convenience utility for parallel job launch
Name: %{pname}%{PROJ_DELIM}
Version: 1.1
Version: 1.2
Release: 1
License: Apache-2.0
Group: %{PROJ_NAME}/admin
Expand Down

0 comments on commit 01654e3

Please sign in to comment.