4 SCRIPTNAME="$(basename "${0}")"
6 # -------------------------------------------------
12 # -------------------------------------------------
14 DEFAULTRELEASESUFFIX="NONE"
15 DEFAULTNUMBEROFJOBS="10"
17 # -------------------------------------------------
19 echo "${SCRIPTNAME} mac/main.mac njobs releasesuffix paramtogate"
20 echo "default njobs = ${DEFAULTNUMBEROFJOBS}"
21 echo "default releasesuffix = ${DEFAULTRELEASESUFFIX} (NONE means use Gate in PATH)"
23 # -------------------------------------------------
25 test $# -eq 0 && usage && exit 0
27 RELEASESUFFIX=${3:-"${DEFAULTRELEASESUFFIX}"}
28 RELEASEDIR="${HOME}/releases/grid_release${RELEASESUFFIX}"
29 if test "$(dnsdomainname)" = "in2p3.fr"
31 JOBFILE="$(dirname $0)/gate_job_ccin2p3.job"
33 JOBFILE="$(dirname $0)/gate_job_cluster.job"
37 test -f ${JOBFILE} || error "can't find job file ${JOBFILE}"
38 if test "${RELEASESUFFIX}" = "${DEFAULTRELEASESUFFIX}"
41 which Gate 2>&1 >/dev/null || error "there is no Gate in the PATH"
43 test -d ${RELEASEDIR} || error "invalid release dir ${RELEASEDIR}"
46 test -d ${MACRODIR}/mac && test -d ${MACRODIR}/data || error "invalid path"
47 MACROFILE=${1:?"provide relative macro path"}
48 test -f ${MACRODIR}/${MACROFILE} || error "invalid macro"
49 if test "$(dnsdomainname)" = "in2p3.fr"
51 OUTPUTDIR=$(mktemp -d -p "${MACRODIR}" run.XXXX || error "can't create temp dir")
52 ssh -i ${HOME}/.ssh/ccin2p3 linux1.dg.creatis.insa-lyon.fr mkdir -p "cc/$(basename ${OUTPUTDIR})"
54 OUTPUTDIR=$(mktemp --tmpdir=${MACRODIR} -d run.XXXX || error "can't create temp dir")
56 test -d ${OUTPUTDIR} || error "can't locate output dir"
57 RUNID=${OUTPUTDIR##*.}
58 NJOBS=${2:-"${DEFAULTNUMBEROFJOBS}"}
63 echo "runid is ${RUNID}"
65 QSUB=$(which qsub 2> /dev/null)
66 # echo "qsub is $(which qsub)"
67 test -z "${QSUB}" && QSUB="noqsub"
68 if test "${QSUB}" = "noqsub"
70 echo "qsub is not found. Simply run Gate on multiple cores."
73 test -z "${PARAM}" && echo "no param" || echo "param is ${PARAM}"
74 if test "$RELEASESUFFIX" = "$DEFAULTRELEASESUFFIX"
76 echo "Gate is $(which Gate)"
78 echo "Gate release is $(basename ${RELEASEDIR})"
80 echo "submitting ${NJOBS} jobs"
82 PARAMFILE="${OUTPUTDIR}/params.txt"
83 echo "njobs = ${NJOBS}" >> "${PARAMFILE}"
84 echo "macro = ${MACROFILE}" >> "${PARAMFILE}"
85 test -z "${PARAM}" || echo "param = ${PARAM}" >> "${PARAMFILE}"
87 # Copy macros files (for log)
88 mkdir ${OUTPUTDIR}/mac
89 cp ${MACROFILE} ${OUTPUTDIR}/mac
90 files=`grep "control/execute" ${MACROFILE} | cut -d " " -f 2`
93 cp $i ${OUTPUTDIR}/mac
96 while test $NJOBS -gt 0; do
98 if test "${QSUB}" = "noqsub"
100 echo "Launching Gate log in ${OUTPUTDIR}/gate_${NJOBS}.log"
101 PARAM=\"${PARAM}\" INDEX=${NJOBS} INDEXMAX=${NJOBSMAX} OUTPUTDIR=${OUTPUTDIR} RELEASEDIR=${RELEASEDIR} MACROFILE=${MACROFILE} MACRODIR=${MACRODIR} PBS_JOBID="local_${NJOBS}" bash "${JOBFILE}" > ${OUTPUTDIR}/gate_${NJOBS}.log &
102 elif test "$(dnsdomainname)" = "in2p3.fr"
105 qsub -o "${OUTPUTDIR}" \
107 -v "PARAM=\"${PARAM}\",INDEX=${NJOBS},INDEXMAX=${NJOBSMAX},OUTPUTDIR=${OUTPUTDIR},RELEASEDIR=${RELEASEDIR},MACROFILE=${MACROFILE},MACRODIR=${MACRODIR}" \
108 "${JOBFILE}" || error "submission error"
110 qsub -N "gatejob.${RUNID}" -o "${OUTPUTDIR}" \
111 -v "PARAM=\"${PARAM}\",INDEX=${NJOBS},INDEXMAX=${NJOBSMAX},OUTPUTDIR=${OUTPUTDIR},RELEASEDIR=${RELEASEDIR},MACROFILE=${MACROFILE},MACRODIR=${MACRODIR}" \
112 "${JOBFILE}" || error "submission error"
118 echo "runid is ${RUNID}"
119 if test "$(dnsdomainname)" = "in2p3.fr"
121 rsync -av --remove-source-files -e "ssh -i ${HOME}/.ssh/ccin2p3" ${OUTPUTDIR}/ "linux1.dg.creatis.insa-lyon.fr:./cc/$(basename ${OUTPUTDIR})" --exclude '.__afs*' --exclude "${OUTPUTDIR}/gatejob.*.o*"