Provide 'successful' message if upload succeeds GA-12
[git-tools-moved-to-github.git] / id-deb-build / id-pbuild.sh
index 03e48f0..a8206a1 100755 (executable)
@@ -6,12 +6,14 @@
 usage()
 {
     cat <<EOF
-Usage: id-pbuild-all.sh [OPTIONS]
+Usage: id-pbuild.sh [OPTIONS]
 Options:
        [--debian=distros]
        [--ubuntu=distros]
+       [--centos=distros]
        [--upload]
        [--concurrency=N]
+       [--product=X]
 EOF
     exit $1
 }
@@ -20,6 +22,7 @@ EOF
 upload=false
 do_help=false
 concurrency=4
+ARCHS="i386 amd64"
 
 if test -f IDMETA; then
     . ./IDMETA
@@ -29,22 +32,24 @@ while test $# -gt 0; do
        -*=*) optarg=`echo "$1" | sed 's/[-_a-zA-Z0-9]*=//'` ;;
        *) optarg= ;;
     esac
-    
     case $1 in
-       --ubuntu=*)
-           UBUNTU_DIST=$optarg
-           ;;
        --debian=*)
-           DEBIAN_DIST=$optarg
+           DEBIAN_DIST_A=$optarg
            ;;
-        --concurrency=*)
-           concurrency=$optarg
+       --ubuntu=*)
+           UBUNTU_DIST_A=$optarg
+           ;;
+       --centos=*)
+           CENTOS_DIST_A=$optarg
            ;;
         --upload)
            upload=true
            ;;
-        --remote=*)
-           REMOTE=$optarg
+        --concurrency=*)
+           concurrency=$optarg
+           ;;
+        --product=*)
+           PRODUCT=$optarg
            ;;
        -*)
            do_help=yes
@@ -53,93 +58,219 @@ while test $# -gt 0; do
     shift
 done
 
+if test "$DEBIAN_DIST_A" -o "$UBUNTU_DIST_A" -o "$CENTOS_DIST_A"; then
+    DEBIAN_DIST=$DEBIAN_DIST_A
+    UBUNTU_DIST=$UBUNTU_DIST_A
+    CENTOS_DIST=$CENTOS_DIST_A
+fi
+
 if test "$do_help" = "yes"; then
     usage 1 1>&2
 fi
 
-if test "$REMOTE"; then
-    if test ! -d deb-src; then
-       echo "deb-src not in current directory"
+if test "$DEBIAN_DIST" -o "$UBUNTU_DIST"; then
+    debian=true
+else
+    debian=false
+fi
+
+D0=`dirname $0`
+ID_DEB_BUILD=`cd $D0; pwd`
+PBUILDROOT=${ID_DEB_BUILD}/id-pbuild-root.sh
+if test ! -x $PBUILDROOT; then
+    echo "$PBUILDROOT not found"
+    exit 1
+fi
+
+MKDEBSRC=${ID_DEB_BUILD}/id-mk-deb-src.sh
+if test ! -x $MKDEBSRC; then
+    echo "$MKDEBSRC not found"
+    exit 1
+fi
+
+if ! $upload; then
+    if $debian; then
+       if test "${SUDO_USER}"; then
+           if test ! -d deb-src; then
+               $MKDEBSRC
+           fi
+       else
+           if test -d deb-src; then
+               rm -f deb-src/*.gz
+               if test $? -ne 0; then
+                   echo "deb-src could not be removed. Remove deb-src manually"
+                   exit 1
+               fi
+           fi
+           $MKDEBSRC
+       fi
+    else
+       mkdir -p deb-src
+    fi
+fi
+
+cd deb-src
+
+if $debian; then
+    for f in *.dsc; do
+       if test -f "$f"; then
+           PKG=$f
+       fi
+    done
+    if test -z "$PKG"; then
+       echo "Specify .dsc file"
+       exit 1
+    fi
+    if test ! -e "$PKG"; then
+       echo "${PKG} does not exist"
        exit 1
     fi
-    cd deb-src
-    PRODUCT=`echo *.dsc|sed 's/_.*//g'`
-    cd ..
-    ssh $REMOTE "mkdir -p $PRODUCT/deb-src"
-    scp IDMETA $REMOTE:$PRODUCT
-    scp deb-src/*.gz deb-src/*.dsc $REMOTE:$PRODUCT/deb-src
-    if $upload; then
-       ssh $REMOTE "cd $PRODUCT; \$HOME/proj/git-tools/id-deb-build/id-pbuild.sh --upload"
+    if grep "Architecture: all" $PKG >/dev/null; then
+       USE_ARCHS=i386
     else
-       ssh $REMOTE "cd $PRODUCT; sudo \$HOME/proj/git-tools/id-deb-build/id-pbuild.sh"
+       USE_ARCHS=$ARCHS
     fi
-    exit 0
 fi
-if test -d deb-src; then
-    cd deb-src
+
+if test -z "$PRODUCT"; then
+    PRODUCT=$NAME
 fi
-for f in *.dsc; do
-    if test -f "$f"; then
-       PKG=$f
+if test -z "$PRODUCT"; then
+    if $debian; then
+       PRODUCT=`echo *.dsc|sed 's/_.*//g'`
+    else
+       PRODUCT=`cd ..;rpm -q --specfile *.spec --queryformat "%{NAME};" | cut -d ";" -f1`
     fi
-done
-if test -z "$PKG"; then
-    echo "Specify .dsc file"
-    exit 1
-fi
-if test ! -e "$PKG"; then
-    echo "${PKG} does not exist"
-    exit 1
-fi
-PBUILDER=/usr/sbin/pbuilder
-PRODUCT=`echo *.dsc|sed 's/_.*//g'`
-ARCHS="i386 amd64"
-if grep "Architecture: all" $PKG >/dev/null; then
-    USE_ARCHS=i386
-else
-    USE_ARCHS=$ARCHS
 fi
 echo "Dsc $PKG . Product $PRODUCT"
 echo "Ubuntu distros: $UBUNTU_DIST"
 echo "Debian distros: $DEBIAN_DIST"
+echo "Centos distros: $CENTOS_DIST"
+
+if $debian; then
+    if test "${SUDO_USER}"; then
+       echo "Running as sudo."
+       echo "Tip: You can avoid it by adding the following in /etc/sudoers"
+       echo "${SUDO_USER} ALL=NOPASSWD: ${ID_DEB_BUILD}/id-pbuild-root.sh"
+       HOME_EXPORT=/home/${SUDO_USER}
+    else
+       sudo -k
+       HOME_EXPORT=$HOME
+    fi
+    if test ! -f ${HOME_EXPORT}/.pbuilderrc; then
+       echo "${HOME_EXPORT}/.pbuilderrc missing"
+       exit 1
+    fi
+fi
+
 if $upload; then
+    for dist in ${CENTOS_DIST}; do
+       arch=amd64
+       prodver=${PRODUCT}-${VERSION}
+       if ! scp ${ID_DEB_BUILD}/../id-rpm-build/upload-rpms.sh ${dist}:rpmbuild/SOURCES/${prodver}/; then
+           echo "Copy of upload-rpms.sh to $dist failed"
+           exit 1
+       fi
+       if ssh $dist "cd rpmbuild/SOURCES/${prodver} && chmod +x upload-rpms.sh && ./upload-rpms.sh ${PRODUCT}.spec"; then
+           :
+       else
+           echo "Upload failed for $dist"
+           exit 1
+       fi
+    done
     for dist in ${UBUNTU_DIST}; do
-       scp ${dist}-*/* ftp.indexdata.dk:/home/ftp/pub/${PRODUCT}/ubuntu/${dist}
+       ssh ftp.indexdata.dk "mkdir -p /home/ftp/pub/${PRODUCT}/ubuntu/${dist}"
+       if ! scp ${dist}-*/* ftp.indexdata.dk:/home/ftp/pub/${PRODUCT}/ubuntu/${dist}; then
+            echo "Upload failed for $dist"
+            exit 1
+        fi
     done
     for dist in ${DEBIAN_DIST}; do
-       scp ${dist}-*/* ftp.indexdata.dk:/home/ftp/pub/${PRODUCT}/debian/${dist}
+       ssh ftp.indexdata.dk "mkdir -p /home/ftp/pub/${PRODUCT}/debian/${dist}"
+       if ! scp ${dist}-*/* ftp.indexdata.dk:/home/ftp/pub/${PRODUCT}/debian/${dist}; then
+            echo "Upload failed for $dist"
+           exit 1
+        fi
     done
-    echo "Remember to update APT on ftp.indexdata.dk"
-    echo "cd git-tools/update-archive"
-    echo "sudo su"
-    echo "./update-archive.sh"
+    if test "${CENTOS_DIST}"; then
+       if ! ssh ftp.indexdata.dk "sudo -n /home/indexdata/proj/git-tools/update-archive/update-yum-archive.sh"; then
+            echo "update-yum-archive.sh failed"
+            exit 1
+        fi
+    fi
+    if test "${UBUNTU_DIST}" -o "${DEBIAN_DIST}"; then
+       if ! ssh ftp.indexdata.dk "sudo -n /home/indexdata/proj/git-tools/update-archive/update-archive.sh --ubuntu=\"${UBUNTU_DIST}\" --debian=\"${DEBIAN_DIST}\""; then
+            echo "update-archive.sh failed"
+            exit 1
+        fi
+    fi
+    echo "Upload successful - we hope"
     exit 0
 fi
-# remove existing package directories
-for f in [a-z]*; do
-       if test -d $f; then
-               rm -fr $f
+
+rm -f *.log
+
+# copy tars to centos build hosts
+for dist in ${CENTOS_DIST}; do
+    arch=amd64
+    prodver=${PRODUCT}-${VERSION}
+    tarname=${prodver}.tar.gz
+    if test ! -f ../${tarname}; then
+       echo "$tarname: missing"
+       exit 1
+    fi
+
+    if ssh $dist "test -f .rpmmacros && test -d rpmbuild/SOURCES && test -d rpmbuild/RPMS && test -d rpmbuild/SRPMS"; then
+       :
+    else
+       echo "Host $dist does not seem to be prepared with rpmbuild directories"
+       exit 1
+    fi
+
+    if scp ../${tarname} $dist:rpmbuild/SOURCES/ ; then
+       :
+    else
+       echo "Could not copy $tarname to $dist"
+       exit 1
+    fi
+    if ssh $dist "cd rpmbuild/SOURCES && rm -fr $prodver && tar zxf $tarname && cd ${prodver} && rpmbuild -ba ${PRODUCT}.spec" >${dist}-${arch}.log 2>&1; then
+       :
+    else
+       echo "FAILED: See ${dist}-${arch}.log"
+       exit 1
+    fi
+done
+
+# call our privileged wrapper to clean the directories, no --dsc option
+for dist in ${DEBIAN_DIST} ${UBUNTU_DIST}; do
+    for arch in ${USE_ARCHS}; do
+       sudo -n $PBUILDROOT --home=${HOME_EXPORT} --dist=$dist --arch=$arch
+       if test $? -ne 0; then
+           echo "FAILED"
+           echo "Run id-pbuild.sh using sudo or add yourself to /etc/sudoers:"
+           echo "${USER} ALL=NOPASSWD: ${ID_DEB_BUILD}/id-pbuild-root.sh"
+           exit 1
        fi
+    done
 done
-rm -f *.log
 
+# call our privileged wrapper to do the real work, with --dsc option
 i=0
 date
-
 for dist in ${DEBIAN_DIST} ${UBUNTU_DIST}; do
     for arch in ${USE_ARCHS}; do
-        rm -fr ${dist}-${arch}
-       (
-           if test ! -f /var/cache/pbuilder/${dist}-${arch}-base.tgz; then
-               DIST=$dist ARCH=$arch $PBUILDER create
-           fi
-           DIST=$dist ARCH=$arch $PBUILDER update --override-config
-           DIST=$dist ARCH=$arch $PBUILDER --build $PKG
-           ) >${dist}-${arch}.log 2>&1 &
+       sudo -n $PBUILDROOT --home=${HOME_EXPORT} \
+           --dist=$dist --arch=$arch --dsc=$PKG >${dist}-${arch}.log 2>&1 &
        i=`expr $i + 1`
        if test $i -eq $concurrency; then
            i=0
            wait
+           if test -f ${dist}-${arch}/*.dsc; then
+               :
+           else
+               echo "FAILED: No .dsc file for ${dist}-${arch}"
+               exit 1
+           fi
        fi
     done
 done
@@ -149,11 +280,12 @@ for dist in ${DEBIAN_DIST} ${UBUNTU_DIST}; do
        if test -f ${dist}-${arch}/*.dsc; then
            :
        else
-           echo "No .dsc file for ${dist}-${arch}"
+           echo "FAILED: No .dsc file for ${dist}-${arch}"
            exit 1
        fi
     done
 done
+
 date
 echo "Done"
 # Local Variables: