Before, the job copied data into the temp calculation folder. We prefer to avoid copy of large data, so we use link now
mkdir "${OUTPUTDIR}/output.${JOB_ID%%.*}"
rsync -av --remove-source-files output/ "${OUTPUTDIR}/output.${JOB_ID%%.*}"
echo "Cleanup"
+ unlink "${LOCALMACRODIR}"/data
rm -r ${LOCALMACRODIR}
}
LOCALMACRODIR=$(mktemp -d)
trap "wait ; transferJobData ; exit 1" 1 2 3 15
cd ${LOCALMACRODIR}
-cp -r -L "${MACRODIR}"/{data,mac} .
+cp -r -L "${MACRODIR}"/mac .
+ln -s "${MACRODIR}"/data ./data
+#cp -r -L "${MACRODIR}"/{data,mac} .
mkdir output
# Enforce one thread