id-deb-build/id-pbuild.sh

   1 #!/bin/sh
   2 # This script builds Debian packages for one or more distributions
   3 # in i386/amd64 architectures. It uses pbuilder. pbuilder requires root
   4 # privilege and so this script should be invoked with sudo.
   5
   6 usage()
   7 {
   8     cat <<EOF
   9 Usage: id-pbuild.sh [OPTIONS]
  10 Options:
  11         [--debian=distros]
  12         [--ubuntu=distros]
  13         [--centos=distros]
  14         [--upload]
  15         [--concurrency=N]
  16 EOF
  17     exit $1
  18 }
  19
  20 # things that might be set by options
  21 upload=false
  22 do_help=false
  23 concurrency=4
  24 ARCHS="i386 amd64"
  25
  26 if test -f IDMETA; then
  27     . ./IDMETA
  28 fi
  29 while test $# -gt 0; do
  30     case "$1" in
  31         -*=*) optarg=`echo "$1" | sed 's/[-_a-zA-Z0-9]*=//'` ;;
  32         *) optarg= ;;
  33     esac
  34     case $1 in
  35         --debian=*)
  36             DEBIAN_DIST_A=$optarg
  37             ;;
  38         --ubuntu=*)
  39             UBUNTU_DIST_A=$optarg
  40             ;;
  41         --centos=*)
  42             CENTOS_DIST_A=$optarg
  43             ;;
  44         --upload)
  45             upload=true
  46             ;;
  47         --concurrency=*)
  48             concurrency=$optarg
  49             ;;
  50         -*)
  51             do_help=yes
  52             ;;
  53     esac
  54     shift
  55 done
  56
  57 if test "$DEBIAN_DIST_A" -o "$UBUNTU_DIST_A" -o "$CENTOS_DIST_A"; then
  58     DEBIAN_DIST=$DEBIAN_DIST_A
  59     UBUNTU_DIST=$UBUNTU_DIST_A
  60     CENTOS_DIST=$CENTOS_DIST_A
  61 fi
  62
  63 if test "$do_help" = "yes"; then
  64     usage 1 1>&2
  65 fi
  66
  67 if test "$DEBIAN_DIST" -o "$UBUNTU_DIST"; then
  68     debian=true
  69 else
  70     debian=false
  71 fi
  72
  73 D0=`dirname $0`
  74 ID_DEB_BUILD=`cd $D0; pwd`
  75 PBUILDROOT=${ID_DEB_BUILD}/id-pbuild-root.sh
  76 if test ! -x $PBUILDROOT; then
  77     echo "$PBUILDROOT not found"
  78     exit 1
  79 fi
  80
  81 if test "$CENTOS_DIST"; then
  82     RNAME=`awk '/Name:/ {print $2}' *.spec`
  83     echo "RNAME=$RNAME"
  84     if test "$NAME" -a "$NAME" != "$RNAME"; then
  85         echo "NAME in IDMETA ($NAME) does not match RPM spec NAME ($RNAME)"
  86         exit 1
  87     fi
  88     PRODUCT=$RNAME
  89 fi
  90 if $debian; then
  91     DNAME=`awk '/Source:/ {print $2}' debian/control`
  92     if test "$NAME" -a "$NAME" != "$DNAME"; then
  93         echo "NAME in IDMETA ($NAME) does not match debian/control ($DNAME)"
  94         exit 1
  95     fi
  96     PRODUCT=$DNAME
  97     if ! $upload; then
  98         MKDEBSRC=${ID_DEB_BUILD}/id-mk-deb-src.sh
  99         if test ! -x $MKDEBSRC; then
 100             echo "$MKDEBSRC not found"
 101             exit 1
 102         fi
 103         DCH=debian/changelog
 104         if ! git ls-files $DCH --error-unmatch >/dev/null 2>&1; then
 105             rm -f $DCH
 106             echo "${DNAME} (${VERSION}-1.indexdata) unstable; urgency=medium" >$DCH
 107             echo '' >>$DCH
 108             echo '  * Upstream.' >>$DCH
 109             echo '' >>$DCH
 110             echo " -- `git config --get user.name` <`git config --get user.email`>  `date -R`" >>$DCH
 111             echo '' >>$DCH
 112         fi
 113         if test "${SUDO_USER}"; then
 114             if test ! -d deb-src; then
 115                 $MKDEBSRC
 116             fi
 117         else
 118             if test -d deb-src; then
 119                 rm -f deb-src/*.gz
 120                 if test $? -ne 0; then
 121                     echo "deb-src could not be removed. Remove deb-src manually"
 122                     exit 1
 123                 fi
 124             fi
 125             $MKDEBSRC
 126         fi
 127     fi
 128 else
 129     mkdir -p deb-src
 130 fi
 131
 132 cd deb-src
 133
 134 if $debian; then
 135     for f in *.dsc; do
 136         if test -f "$f"; then
 137             PKG=$f
 138         fi
 139     done
 140     if test -z "$PKG"; then
 141         echo "Specify .dsc file"
 142         exit 1
 143     fi
 144     if test ! -e "$PKG"; then
 145         echo "${PKG} does not exist"
 146         exit 1
 147     fi
 148     if grep "Architecture: all" $PKG >/dev/null; then
 149         USE_ARCHS=i386
 150     else
 151         USE_ARCHS=$ARCHS
 152     fi
 153 fi
 154
 155 echo "Product: $PRODUCT"
 156 echo "Ubuntu distros: $UBUNTU_DIST"
 157 echo "Debian distros: $DEBIAN_DIST"
 158 echo "Centos distros: $CENTOS_DIST"
 159
 160 if $debian; then
 161     if test "${SUDO_USER}"; then
 162         echo "Running as sudo."
 163         echo "Tip: You can avoid it by adding the following in /etc/sudoers"
 164         echo "${SUDO_USER} ALL=NOPASSWD: ${ID_DEB_BUILD}/id-pbuild-root.sh"
 165         HOME_EXPORT=/home/${SUDO_USER}
 166     else
 167         sudo -k
 168         HOME_EXPORT=$HOME
 169     fi
 170     if test ! -f ${HOME_EXPORT}/.pbuilderrc; then
 171         echo "${HOME_EXPORT}/.pbuilderrc missing"
 172         echo "You may need to run: ln -s ~/proj/git-tools/id-deb-build/pbuilderrc ~/.pbuilderrc"
 173         exit 1
 174     fi
 175 fi
 176
 177 if $upload; then
 178     for dist in ${CENTOS_DIST}; do
 179         arch=amd64
 180         prodver=${PRODUCT}-${VERSION}
 181         if ! scp ${ID_DEB_BUILD}/../id-rpm-build/upload-rpms.sh ${dist}:rpmbuild/SOURCES/${prodver}/; then
 182             echo "Copy of upload-rpms.sh to $dist failed"
 183             exit 1
 184         fi
 185         if ssh $dist "cd rpmbuild/SOURCES/${prodver} && chmod +x upload-rpms.sh && ./upload-rpms.sh ${PRODUCT}.spec"; then
 186             :
 187         else
 188             echo "Upload failed for $dist"
 189             exit 1
 190         fi
 191     done
 192     for dist in ${UBUNTU_DIST}; do
 193         ssh ftp.indexdata.dk "mkdir -p /home/ftp/pub/${PRODUCT}/ubuntu/${dist}"
 194         if ! scp ${dist}-*/* ftp.indexdata.dk:/home/ftp/pub/${PRODUCT}/ubuntu/${dist}; then
 195             echo "Upload failed for $dist"
 196             exit 1
 197         fi
 198     done
 199     for dist in ${DEBIAN_DIST}; do
 200         ssh ftp.indexdata.dk "mkdir -p /home/ftp/pub/${PRODUCT}/debian/${dist}"
 201         if ! scp ${dist}-*/* ftp.indexdata.dk:/home/ftp/pub/${PRODUCT}/debian/${dist}; then
 202             echo "Upload failed for $dist"
 203             exit 1
 204         fi
 205     done
 206     if test "${CENTOS_DIST}"; then
 207         if ! ssh ftp.indexdata.dk "sudo -n /home/indexdata/proj/git-tools/update-archive/update-yum-archive.sh"; then
 208             echo "update-yum-archive.sh failed"
 209             exit 1
 210         fi
 211     fi
 212     if test "${UBUNTU_DIST}" -o "${DEBIAN_DIST}"; then
 213         if ! ssh ftp.indexdata.dk "sudo -n /home/indexdata/proj/git-tools/update-archive/update-archive.sh --ubuntu=\"${UBUNTU_DIST}\" --debian=\"${DEBIAN_DIST}\""; then
 214             echo "update-archive.sh failed"
 215             exit 1
 216         fi
 217     fi
 218     echo "Upload successful - we hope"
 219     exit 0
 220 fi
 221
 222 rm -f *.log
 223
 224 # copy tars to centos build hosts
 225 for dist in ${CENTOS_DIST}; do
 226     arch=amd64
 227     prodver=${PRODUCT}-${VERSION}
 228     tarname=${prodver}.tar.gz
 229     if test ! -f ../${tarname}; then
 230         echo "$tarname: missing"
 231         exit 1
 232     fi
 233
 234     if ssh $dist "test -f .rpmmacros && test -d rpmbuild/SOURCES && test -d rpmbuild/RPMS && test -d rpmbuild/SRPMS"; then
 235         :
 236     else
 237         echo "Host $dist does not seem to be prepared with rpmbuild directories"
 238         exit 1
 239     fi
 240
 241     if scp ../${tarname} $dist:rpmbuild/SOURCES/ ; then
 242         :
 243     else
 244         echo "Could not copy $tarname to $dist"
 245         exit 1
 246     fi
 247     if ssh $dist "cd rpmbuild/SOURCES && rm -fr $prodver && tar zxf $tarname && cd ${prodver} && rpmbuild -ba ${PRODUCT}.spec" >${dist}-${arch}.log 2>&1; then
 248         :
 249     else
 250         echo "FAILED: See ${dist}-${arch}.log"
 251         exit 1
 252     fi
 253 done
 254
 255 # call our privileged wrapper to clean the directories, no --dsc option
 256 for dist in ${DEBIAN_DIST} ${UBUNTU_DIST}; do
 257     for arch in ${USE_ARCHS}; do
 258         sudo -n $PBUILDROOT --home=${HOME_EXPORT} --dist=$dist --arch=$arch
 259         if test $? -ne 0; then
 260             echo "FAILED"
 261             echo "Run id-pbuild.sh using sudo or add yourself to /etc/sudoers:"
 262             echo "${USER} ALL=NOPASSWD: ${ID_DEB_BUILD}/id-pbuild-root.sh"
 263             exit 1
 264         fi
 265     done
 266 done
 267
 268 # call our privileged wrapper to do the real work, with --dsc option
 269 i=0
 270 date
 271 for dist in ${DEBIAN_DIST} ${UBUNTU_DIST}; do
 272     for arch in ${USE_ARCHS}; do
 273         sudo -n $PBUILDROOT --home=${HOME_EXPORT} \
 274             --dist=$dist --arch=$arch --dsc=$PKG >${dist}-${arch}.log 2>&1 &
 275         i=`expr $i + 1`
 276         if test $i -eq $concurrency; then
 277             i=0
 278             wait
 279             if test -f ${dist}-${arch}/*.dsc; then
 280                 :
 281             else
 282                 echo "FAILED: No .dsc file for ${dist}-${arch}"
 283                 exit 1
 284             fi
 285         fi
 286     done
 287 done
 288 wait
 289 for dist in ${DEBIAN_DIST} ${UBUNTU_DIST}; do
 290     for arch in ${USE_ARCHS}; do
 291         if test -f ${dist}-${arch}/*.dsc; then
 292             :
 293         else
 294             echo "FAILED: No .dsc file for ${dist}-${arch}"
 295             exit 1
 296         fi
 297     done
 298 done
 299
 300 date
 301 echo "Done"
 302 # Local Variables:
 303 # mode:shell-script
 304 # sh-indentation: 2
 305 # sh-basic-offset: 4
 306 # End: