Skip to content

Commit

Permalink
Merge pull request #12 from pinkenburg/delete-old-install
Browse files Browse the repository at this point in the history 
remove old installation before installing new one
  • Loading branch information
@pinkenburg
pinkenburg authored Sep 4, 2020
2 parents b40135c + 877a5bf commit 80f9ac6
Showing 1 changed file with 120 additions and 76 deletions.
196 changes: 120 additions & 76 deletions updatebuild.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,6 @@

# Default parameter
build='new';
# build='root5';
URLBase='https://sphenix.sdcc.bnl.gov/WWW/user/phnxbld/sPHENIX/Singularity';
sysname='x8664_sl7'
DownloadBase='cvmfs/sphenix.sdcc.bnl.gov';
Expand All @@ -11,76 +10,77 @@ CleanDownload=false
# Parse input parameter
for i in "$@"
do
case $i in
-b=*|--build=*)
build="${i#*=}"
shift # past argument=value
;;
--sysname=*)
sysname="${i#*=}"
shift # past argument=value
;;
-s=*|--source=*)
URLBase="${i#*=}"
shift # past argument=value
;;
-t=*|--target=*)
DownloadBase="${i#*=}"
shift # past argument=value
;;
-c|--clean)
CleanDownload=true
shift # past argument=value
;;
--help|-h|*)
echo "Usage: $0 [--build=<new>] [--sysname=<x8664_sl7|gcc-8.3] [--source=URL] [--target=directory] [--clean]";
exit;
shift # past argument with no value
;;
esac
case $i in
-b=*|--build=*)
build="${i#*=}"
shift # past argument=value
;;
--sysname=*)
sysname="${i#*=}"
shift # past argument=value
;;
-s=*|--source=*)
URLBase="${i#*=}"
shift # past argument=value
;;
-t=*|--target=*)
DownloadBase="${i#*=}"
shift # past argument=value
;;
-c|--clean)
CleanDownload=true
shift # past argument=value
;;
--help|-h|*)
echo "Usage: $0 [--build=<new>] [--sysname=<x8664_sl7|gcc-8.3>] [--source=URL] [--target=directory] [--clean]";
exit;
shift # past argument with no value
;;
esac
done

echo "This macro download/update sPHENIX ${build} build to $DownloadBase"
echo "Source is at $URLBase"
echo ""
echo "If you have CVMFS file system directly mounted on your computer,"
echo "you can skip this download and mount /cvmfs/sphenix.sdcc.bnl.gov or /cvmfs/sphenix.opensciencegrid.org or /cvmfs/eic.opensciencegrid.org to the singularity container directly."
echo "you can skip this download and mount /cvmfs/sphenix.sdcc.bnl.gov or /cvmfs/sphenix.opensciencegrid.org to the singularity container directly."

#cache check function
md5_check ()
{
local target_file=$1
local md5_cache=$2
local new_md5=`curl -H 'Cache-Control: no-cache' -ks $target_file`
# echo "new_md5 : $new_md5 ..."

# echo "searching for $md5_cache ..."

if [ -f $md5_cache ]; then
# echo "verifying $md5_cache ..."
local md5_cache=`cat $md5_cache`
if [ "$md5_cache" = "$new_md5" ]; then
# echo "$target_file has not changed since the last download"
return 0;
fi
local target_file=$1
local md5_cache=$2
#echo "target_file $target_file"
local new_md5=`curl -H 'Cache-Control: no-cache' -ks $target_file`
#echo "new_md5 : $new_md5 ..."

# echo "searching for $md5_cache ..."

if [ -f $md5_cache ]; then
# echo "verifying $md5_cache ..."
local md5_cache=`cat $md5_cache`
if [ "$md5_cache" = "$new_md5" ]; then
# echo "$target_file has not changed since the last download"
return 0;
fi
return 1;
fi
return 1;
}


if [ $CleanDownload = true ]; then

echo "--------------------------------------------------------"
echo "Clean up older download"
echo "--------------------------------------------------------"

if [ -d "$DownloadBase" ]; then
echo "First, wiping out previous download at $DownloadBase ..."
echo "--------------------------------------------------------"
echo "Clean up older download"
echo "--------------------------------------------------------"

/bin/rm -rf $DownloadBase
else
echo "Previous download folder is empty: $DownloadBase"
fi
if [ -d "$DownloadBase" ]; then
echo "First, wiping out previous download at $DownloadBase ..."
chmod -R 755 $DownloadBase # our boost headers are read only, need chmod to remove them
/bin/rm -rf $DownloadBase
else
echo "Previous download folder is empty: $DownloadBase"
fi

fi

Expand All @@ -94,13 +94,31 @@ mkdir -p ${DownloadBase}/singularity
md5_check ${URLBase}/rhic_sl7_ext.simg.md5 ${DownloadBase}/singularity/rhic_sl7_ext.simg.md5

if [ $? != 0 ]; then
echo "Downloading ${URLBase}/rhic_sl7_ext.simg -> ${DownloadBase}/singularity/ ..."
curl -H 'Cache-Control: no-cache' -k ${URLBase}/rhic_sl7_ext.simg > ${DownloadBase}/singularity/rhic_sl7_ext.simg
curl -H 'Cache-Control: no-cache' -ks ${URLBase}/rhic_sl7_ext.simg.md5 > ${DownloadBase}/singularity/rhic_sl7_ext.simg.md5
echo "Downloading ${URLBase}/rhic_sl7_ext.simg -> ${DownloadBase}/singularity/ ..."
curl -H 'Cache-Control: no-cache' -k ${URLBase}/rhic_sl7_ext.simg > ${DownloadBase}/singularity/rhic_sl7_ext.simg
curl -H 'Cache-Control: no-cache' -ks ${URLBase}/rhic_sl7_ext.simg.md5 > ${DownloadBase}/singularity/rhic_sl7_ext.simg.md5
else
echo "${URLBase}/rhic_sl7_ext.simg has not changed since the last download"
echo "- Its md5 sum is ${DownloadBase}/singularity/rhic_sl7_ext.simg.md5 : " `cat ${DownloadBase}/singularity/rhic_sl7_ext.simg.md5`

echo "${URLBase}/rhic_sl7_ext.simg has not changed since the last download"
echo "- Its md5 sum is ${DownloadBase}/singularity/rhic_sl7_ext.simg.md5 : " `cat ${DownloadBase}/singularity/rhic_sl7_ext.simg.md5`
fi

echo "--------------------------------------------------------"
echo "Monte Carlos"
echo "--------------------------------------------------------"

md5_check ${URLBase}/MCEG.tar.bz2.md5 ${DownloadBase}/singularity/MCEG.tar.bz2.md5

if [ $? != 0 ]; then
if [ -d ${DownloadBase}/${sysname}/MCEG ]; then
echo "deleting old Monte Carlos"
rm -rf ${DownloadBase}/${sysname}/MCEG
fi
echo "Downloading ${URLBase}/MCEG.tar.bz2 -> ${DownloadBase}/singularity/ ..."
curl -H 'Cache-Control: no-cache' -k ${URLBase}/MCEG.tar.bz2 | tar xjf -
curl -H 'Cache-Control: no-cache' -ks ${URLBase}/MCEG.tar.bz2.md5 > ${DownloadBase}/singularity/MCEG.tar.bz2.md5
else
echo "${URLBase}/MCEG.tar.bz2 has not changed since the last download"
echo "- Its md5 sum is ${DownloadBase}/singularity/MCEG.tar.bz2.md5 : " `cat ${DownloadBase}/singularity/MCEG.tar.bz2.md5`
fi


Expand All @@ -110,25 +128,53 @@ echo "sPHENIX build images"
echo "--------------------------------------------------------"

declare -a images=("opt.tar.bz2" "offline_main.tar.bz2" "utils.tar.bz2")
mkdir -p ${DownloadBase}/.md5/${build}/
mkdir -p ${DownloadBase}/${sysname}/.md5/${build}/


## now loop through the above array
for tarball in "${images[@]}"
do
# echo "Downloading and decompress ${URLBase}/${build}/${tarball} ..."

md5file="${DownloadBase}/.md5/${build}/${tarball}.md5";

md5_check ${URLBase}/${sysname}/${build}/${tarball}.md5 ${md5file}
if [ $? != 0 ]; then
echo "Downloading ${URLBase}/${sysname}/${build}/${tarball} -> ${DownloadBase} ..."
curl -H 'Cache-Control: no-cache' -k ${URLBase}/${sysname}/${build}/${tarball} | tar xjf -
curl -H 'Cache-Control: no-cache' -ks ${URLBase}/${sysname}/${build}/${tarball}.md5 > ${md5file}
else
echo "${URLBase}/${sysname}/${build}/${tarball} has not changed since the last download"
echo "- Its md5 sum is ${md5file} : " `cat ${md5file}`
fi
# echo "Downloading and decompress ${URLBase}/${build}/${tarball} ..."
md5file="${DownloadBase}/${sysname}/.md5/${build}/${tarball}.md5";
md5_check ${URLBase}/${sysname}/${build}/${tarball}.md5 ${md5file}
if [ $? != 0 ]; then
# clean up existing installation if it exists
case "$tarball" in
opt*)
deldir=${DownloadBase}/${sysname}/opt/sphenix/core
if [ -d ${deldir} ]; then
echo "Cleaning ${deldir}"
rm -rf ${deldir}
fi
;;
offline*)
# first remove the ${build} symlink if it exists
if [ -e ${DownloadBase}/${sysname}/release/${build} ]; then
rm ${DownloadBase}/${sysname}/release/${build}
fi
deldir=${DownloadBase}/${sysname}/release/release_${build}
if [ -d ${deldir} ]; then
echo "cleaning $deldir"
chmod -R 755 ${deldir}
rm -rf ${deldir}
fi
;;
utils*)
deldir=${DownloadBase}/${sysname}/opt/sphenix/utils
if [ -d ${deldir} ]; then
echo "Cleaning ${deldir}"
rm -rf ${deldir}
fi
;;
esac

echo "Downloading ${URLBase}/${sysname}/${build}/${tarball} -> ${DownloadBase} ..."
curl -H 'Cache-Control: no-cache' -k ${URLBase}/${sysname}/${build}/${tarball} | tar xjf -
curl -H 'Cache-Control: no-cache' -ks ${URLBase}/${sysname}/${build}/${tarball}.md5 > ${md5file}
else
echo "${URLBase}/${sysname}/${build}/${tarball} has not changed since the last download"
echo "- Its md5 sum is ${md5file} : " `cat ${md5file}`
fi

done

Expand All @@ -147,5 +193,3 @@ echo ""
echo "More on singularity tutorials: https://www.sylabs.io/docs/"
echo "More on directly mounting cvmfs instead of downloading: https://github.com/sPHENIX-Collaboration/singularity"
echo "--------------------------------------------------------"


0 comments on commit 80f9ac6

Please sign in to comment.