updated common.dh for release relplicaion

[clitk.git] / grid / common.sh

diff --git a/grid/common.sh b/grid/common.sh
index bb0b05b7f64771cabcf3042db11f4d180d5d90b0..106aad617cde448936a416e5355440ce000605dd 100644 (file)
--- a/grid/common.sh
+++ b/grid/common.sh
@@ -33,6 +33,7 @@ lfnfile="${1:?"provide lfn to file"}"
 lfc-ls ${lfnfile} 2>&1 > /dev/null
 }
 
+
 # upload file to grid storage element
 # source can be a relative or an absolute path to the source file 
 # dest must be the lfn to the target **file** (not the directory) 
@@ -44,21 +45,71 @@ sourcefile="$(readlink -f "${sourcefile}")" # convert to absolute path
 test -f "${sourcefile}" || error "can't find ${sourcefile}"
 echo "uploading ${sourcefile} to ${destlfn}"
 if file_exists "${destlfn}"; then
-       check_user "${destlfn} already exists. overwrite it?" || exit 2
-       lcg-del -a "lfn:${destlfn}"
+       check_user "${destlfn} already exists. overwrite it?" || return 2
+       lcg-del -a "lfn:${destlfn}" || error "lcg-del error"
 fi
 echo "lets roll"
-lcg-cr -v -d ccsrm02.in2p3.fr -l "lfn:${destlfn}" "file:${sourcefile}" 
+
+local pending_ses=${SES}
+local registered=false
+while [ "x${pending_ses}" != "x" ]
+do 
+  #select a se from list
+  local S=`echo ${pending_ses} | awk '{print $1}'`
+  #update list of SEs
+  local new_list=""
+  for i in `echo ${pending_ses}`
+    do
+    if [ "$i" != "${S}" ]
+       then
+       new_list="${new_list} ${i}"
+    fi
+  done
+  pending_ses=${new_list}
+  local TEMP=`mktemp lcg-XXXXX`
+  if [ "${registered}" = "false" ]
+      then
+      echo -n "Registering release to ${S}..."
+      lcg-cr -v -d ${S} -l "lfn:${destlfn}" "file:${sourcefile}" &>${TEMP}
+      if [ $? != 0 ]
+         then
+         echo -e "\t [\033[31m  FAILED  \033[0m]"
+         cat ${TEMP}
+         \rm ${TEMP}
+         else
+         echo -e "\t [\033[32m  OK  \033[0m]"
+         registered=true
+         \rm ${TEMP}
+      fi
+  else
+      echo -n "Replicating release to ${S}..."
+      lcg-rep -v -d ${S} "lfn:${destlfn}" &>${TEMP}
+      if [ $? != 0 ]
+         then
+         echo -e "\t [\033[31m  FAILED  \033[0m]"
+         cat ${TEMP}
+         \rm ${TEMP}
+         else
+         echo -e "\t [\033[32m  OK  \033[0m]"
+         \rm ${TEMP}
+      fi
+  fi
+done
 }
 
 
 # common path used
 lfnbase="/grid/biomed/creatis/fgate/"
-lfnrelease="${lfnbase}releases/"
+lfnrelease="/grid/biomed/creatis/vip/data/groups/GateLab/releases/"
 lfnworkflow="${lfnbase}workflow/"
 lfngasw="${lfnbase}gasw/"
 lfnscript="${lfnbase}bin/"
 
+#list of SEs used for storage. Don't modify this list unless you know
+# what you're doing. Replicating the release in a bad place (e.g. on a
+# remote continent) can dramatically slow down the transfers
+SES="ccsrm02.in2p3.fr sbgse1.in2p3.fr marsedpm.in2p3.fr"
+ 
 # define the prefix for uploaded file
 # default to local machine username
 prefix="${USER:?"USER must be set"}_"