X-Git-Url: https://git.creatis.insa-lyon.fr/pubgit/?a=blobdiff_plain;f=cluster_tools%2Fgate_run_submit_cluster.sh;h=7f1568dcfd801ff1b5deeea8672c699090a9084c;hb=83eb68efc39ad8fcb5e4e684afafcfc86b829c96;hp=4df0be78dbad8d0b307f796bd68c5eddadb2047a;hpb=5a05b543778b62236f31fbb5e0db507e0e0c733d;p=clitk.git diff --git a/cluster_tools/gate_run_submit_cluster.sh b/cluster_tools/gate_run_submit_cluster.sh index 4df0be7..7f1568d 100755 --- a/cluster_tools/gate_run_submit_cluster.sh +++ b/cluster_tools/gate_run_submit_cluster.sh @@ -1,4 +1,4 @@ -#!/usr/bin/env bash +#! /bin/bash -lx set -u SCRIPTNAME="$(basename "${0}")" @@ -19,15 +19,20 @@ function usage { echo "${SCRIPTNAME} mac/main.mac njobs releasesuffix paramtogate" echo "default njobs = ${DEFAULTNUMBEROFJOBS}" echo "default releasesuffix = ${DEFAULTRELEASESUFFIX} (NONE means use Gate in PATH)" + echo "default paramtogate = \"\" (use \"\" around params and \\ in front of commas)" } # ------------------------------------------------- test $# -eq 0 && usage && exit 0 -SCRIPTDIR="${HOME}/git/gate-tests/bin" RELEASESUFFIX=${3:-"${DEFAULTRELEASESUFFIX}"} RELEASEDIR="${HOME}/releases/grid_release${RELEASESUFFIX}" -JOBFILE="$(dirname $0)/gate_job_cluster.job" +if test "$(dnsdomainname)" = "in2p3.fr" +then + JOBFILE="$(dirname $0)/gate_job_ccin2p3.job" +else + JOBFILE="$(dirname $0)/gate_job_cluster.job" +fi echo "Checking stuff" test -f ${JOBFILE} || error "can't find job file ${JOBFILE}" @@ -42,12 +47,26 @@ MACRODIR=$(pwd) test -d ${MACRODIR}/mac && test -d ${MACRODIR}/data || error "invalid path" MACROFILE=${1:?"provide relative macro path"} test -f ${MACRODIR}/${MACROFILE} || error "invalid macro" -OUTPUTDIR=$(mktemp --tmpdir=${MACRODIR} -d run.XXXX || error "can't create temp dir") +if test "$(dnsdomainname)" = "in2p3.fr" +then + OUTPUTDIR=$(mktemp -d -p "${MACRODIR}" run.XXXX || error "can't create temp dir") +else + unamestr=`uname` + if [[ "$unamestr" == 'Darwin' ]]; then + ## On OSX (Darwin), mktemp version is different from Linux version . We + ## need the absolute folder here + OUTPUTDIR=$(mktemp -d run.XXXX || error "can't create temp dir") + OUTPUTDIR=${MACRODIR}/${OUTPUTDIR} + else + OUTPUTDIR=$(mktemp --tmpdir=${MACRODIR} -d run.XXXX || error "can't create temp dir") + fi + echo $OUTPUTDIR +fi test -d ${OUTPUTDIR} || error "can't locate output dir" RUNID=${OUTPUTDIR##*.} NJOBS=${2:-"${DEFAULTNUMBEROFJOBS}"} NJOBSMAX=${NJOBS} -PARAM="${4:-""}" +PARAM="${4:-\"\"}" echo "Lets roll!!" echo "runid is ${RUNID}" @@ -77,6 +96,7 @@ test -z "${PARAM}" || echo "param = ${PARAM}" >> "${PARAMFILE}" # Copy macros files (for log) mkdir ${OUTPUTDIR}/mac cp ${MACROFILE} ${OUTPUTDIR}/mac +cp mac/* ${OUTPUTDIR}/mac/ files=`grep "control/execute" ${MACROFILE} | cut -d " " -f 2` for i in $files do @@ -85,14 +105,30 @@ done while test $NJOBS -gt 0; do + if [ "$PARAM" = "\"\"" ] + then + JPARAM="-a [JOB_ID,${NJOBS}]" + else + JPARAM="${PARAM} [JOB_ID,${NJOBS}]" + fi + if test "${QSUB}" = "noqsub" then echo "Launching Gate log in ${OUTPUTDIR}/gate_${NJOBS}.log" - PARAM=\"${PARAM}\" INDEX=${NJOBS} INDEXMAX=${NJOBSMAX} SCRIPTDIR=${SCRIPTDIR} OUTPUTDIR=${OUTPUTDIR} RELEASEDIR=${RELEASEDIR} MACROFILE=${MACROFILE} MACRODIR=${MACRODIR} PBS_JOBID="local_${NJOBS}" bash "${JOBFILE}" > ${OUTPUTDIR}/gate_${NJOBS}.log & + PARAM=\"${JPARAM}\" INDEX=${NJOBS} INDEXMAX=${NJOBSMAX} OUTPUTDIR=${OUTPUTDIR} RELEASEDIR=${RELEASEDIR} MACROFILE=${MACROFILE} MACRODIR=${MACRODIR} PBS_JOBID="local_${NJOBS}" bash "${JOBFILE}" > ${OUTPUTDIR}/gate_${NJOBS}.log & + elif test "$(dnsdomainname)" = "in2p3.fr" + then + PROJECTGROUP=creatis + qsub -o "${OUTPUTDIR}" \ + -e "${OUTPUTDIR}" \ + -l sps=1 \ + -N "gate.${RUNID}" \ + -v "PARAM=\"${JPARAM}\",INDEX=${NJOBS},INDEXMAX=${NJOBSMAX},OUTPUTDIR=${OUTPUTDIR},RELEASEDIR=${RELEASEDIR},MACROFILE=${MACROFILE},MACRODIR=${MACRODIR}" \ + "${JOBFILE}" || error "submission error" else qsub -N "gatejob.${RUNID}" -o "${OUTPUTDIR}" \ - -v "PARAM=\"${PARAM}\",INDEX=${NJOBS},INDEXMAX=${NJOBSMAX},SCRIPTDIR=${SCRIPTDIR},OUTPUTDIR=${OUTPUTDIR},RELEASEDIR=${RELEASEDIR},MACROFILE=${MACROFILE},MACRODIR=${MACRODIR}" \ - "${JOBFILE}" || error "submission error" + -v "PARAM=${PARAM},INDEX=${NJOBS},INDEXMAX=${NJOBSMAX},OUTPUTDIR=${OUTPUTDIR},RELEASEDIR=${RELEASEDIR},MACROFILE=${MACROFILE},MACRODIR=${MACRODIR}" \ + "${JOBFILE}" || error "submission error" fi let NJOBS--