id-deb-build/id-pbuild.sh

   1 #!/bin/sh
   2 # This script builds Debian packages for one or more distributions
   3 # in i386/amd64 architectures. It uses pbuilder. pbuilder requires root
   4 # privilege and so this script should be invoked with sudo.
   5
   6 usage()
   7 {
   8     cat <<EOF
   9 Usage: id-pbuild.sh [OPTIONS]
  10 Options:
  11         [--debian=distros]
  12         [--ubuntu=distros]
  13         [--centos=distros]
  14         [--upload]
  15         [--concurrency=N]
  16 EOF
  17     exit $1
  18 }
  19
  20 # things that might be set by options
  21 upload=false
  22 do_help=false
  23 concurrency=4
  24 ARCHS="i386 amd64"
  25
  26 if test -f IDMETA; then
  27     . ./IDMETA
  28 fi
  29 while test $# -gt 0; do
  30     case "$1" in
  31         -*=*) optarg=`echo "$1" | sed 's/[-_a-zA-Z0-9]*=//'` ;;
  32         *) optarg= ;;
  33     esac
  34     case $1 in
  35         --debian=*)
  36             DEBIAN_DIST_A=$optarg
  37             ;;
  38         --ubuntu=*)
  39             UBUNTU_DIST_A=$optarg
  40             ;;
  41         --centos=*)
  42             CENTOS_DIST_A=$optarg
  43             ;;
  44         --upload)
  45             upload=true
  46             ;;
  47         --concurrency=*)
  48             concurrency=$optarg
  49             ;;
  50         -*)
  51             do_help=yes
  52             ;;
  53     esac
  54     shift
  55 done
  56
  57 if test "$DEBIAN_DIST_A" -o "$UBUNTU_DIST_A" -o "$CENTOS_DIST_A"; then
  58     DEBIAN_DIST=$DEBIAN_DIST_A
  59     UBUNTU_DIST=$UBUNTU_DIST_A
  60     CENTOS_DIST=$CENTOS_DIST_A
  61 fi
  62
  63 if test "$do_help" = "yes"; then
  64     usage 1 1>&2
  65 fi
  66
  67 if test "$DEBIAN_DIST" -o "$UBUNTU_DIST"; then
  68     debian=true
  69 else
  70     debian=false
  71 fi
  72
  73 D0=`dirname $0`
  74 ID_DEB_BUILD=`cd $D0; pwd`
  75 PBUILDROOT=${ID_DEB_BUILD}/id-pbuild-root.sh
  76 if test ! -x $PBUILDROOT; then
  77     echo "$PBUILDROOT not found"
  78     exit 1
  79 fi
  80
  81 if test "$CENTOS_DIST"; then
  82     RNAME=`rpm -q --specfile *.spec --queryformat "%{NAME};" | cut -d ";" -f1`
  83     echo "RNAME=$RNAME"
  84     if test "$NAME" -a "$NAME" != "$RNAME"; then
  85         echo "NAME in IDMETA ($NAME) does not match RPM spec NAME ($RNAME)"
  86         exit 1
  87     fi
  88     PRODUCT=$RNAME
  89 fi
  90 if $debian; then
  91     DNAME=`awk '/Source:/ {print $2}' debian/control`
  92     if test "$NAME" -a "$NAME" != "$DNAME"; then
  93         echo "NAME in IDMETA ($NAME) does not match debian/control ($DNAME)"
  94         exit 1
  95     fi
  96     PRODUCT=$DNAME
  97     if ! $upload; then
  98         MKDEBSRC=${ID_DEB_BUILD}/id-mk-deb-src.sh
  99         if test ! -x $MKDEBSRC; then
 100             echo "$MKDEBSRC not found"
 101             exit 1
 102         fi
 103         DCH=debian/changelog
 104         if ! git ls-files $DCH --error-unmatch >/dev/null 2>&1; then
 105             rm -f $DCH
 106             echo "${DNAME} (${VERSION}-1.indexdata) unstable; urgency=medium" >$DCH
 107             echo '' >>$DCH
 108             echo '  * Upstream.' >>$DCH
 109             echo '' >>$DCH
 110             echo " -- `git config --get user.name` <`git config --get user.email`>  `date -R`" >>$DCH
 111             echo '' >>$DCH
 112         fi
 113         if test "${SUDO_USER}"; then
 114             if test ! -d deb-src; then
 115                 $MKDEBSRC
 116             fi
 117         else
 118             if test -d deb-src; then
 119                 rm -f deb-src/*.gz
 120                 if test $? -ne 0; then
 121                     echo "deb-src could not be removed. Remove deb-src manually"
 122                     exit 1
 123                 fi
 124             fi
 125             $MKDEBSRC
 126         fi
 127     fi
 128 else
 129     mkdir -p deb-src
 130 fi
 131
 132 cd deb-src
 133
 134 if $debian; then
 135     for f in *.dsc; do
 136         if test -f "$f"; then
 137             PKG=$f
 138         fi
 139     done
 140     if test -z "$PKG"; then
 141         echo "Specify .dsc file"
 142         exit 1
 143     fi
 144     if test ! -e "$PKG"; then
 145         echo "${PKG} does not exist"
 146         exit 1
 147     fi
 148     if grep "Architecture: all" $PKG >/dev/null; then
 149         USE_ARCHS=i386
 150     else
 151         USE_ARCHS=$ARCHS
 152     fi
 153 fi
 154
 155 echo "Product: $PRODUCT"
 156 echo "Ubuntu distros: $UBUNTU_DIST"
 157 echo "Debian distros: $DEBIAN_DIST"
 158 echo "Centos distros: $CENTOS_DIST"
 159
 160 if $debian; then
 161     if test "${SUDO_USER}"; then
 162         echo "Running as sudo."
 163         echo "Tip: You can avoid it by adding the following in /etc/sudoers"
 164         echo "${SUDO_USER} ALL=NOPASSWD: ${ID_DEB_BUILD}/id-pbuild-root.sh"
 165         HOME_EXPORT=/home/${SUDO_USER}
 166     else
 167         sudo -k
 168         HOME_EXPORT=$HOME
 169     fi
 170     if test ! -f ${HOME_EXPORT}/.pbuilderrc; then
 171         echo "${HOME_EXPORT}/.pbuilderrc missing"
 172         exit 1
 173     fi
 174 fi
 175
 176 if $upload; then
 177     for dist in ${CENTOS_DIST}; do
 178         arch=amd64
 179         prodver=${PRODUCT}-${VERSION}
 180         if ! scp ${ID_DEB_BUILD}/../id-rpm-build/upload-rpms.sh ${dist}:rpmbuild/SOURCES/${prodver}/; then
 181             echo "Copy of upload-rpms.sh to $dist failed"
 182             exit 1
 183         fi
 184         if ssh $dist "cd rpmbuild/SOURCES/${prodver} && chmod +x upload-rpms.sh && ./upload-rpms.sh ${PRODUCT}.spec"; then
 185             :
 186         else
 187             echo "Upload failed for $dist"
 188             exit 1
 189         fi
 190     done
 191     for dist in ${UBUNTU_DIST}; do
 192         ssh ftp.indexdata.dk "mkdir -p /home/ftp/pub/${PRODUCT}/ubuntu/${dist}"
 193         if ! scp ${dist}-*/* ftp.indexdata.dk:/home/ftp/pub/${PRODUCT}/ubuntu/${dist}; then
 194             echo "Upload failed for $dist"
 195             exit 1
 196         fi
 197     done
 198     for dist in ${DEBIAN_DIST}; do
 199         ssh ftp.indexdata.dk "mkdir -p /home/ftp/pub/${PRODUCT}/debian/${dist}"
 200         if ! scp ${dist}-*/* ftp.indexdata.dk:/home/ftp/pub/${PRODUCT}/debian/${dist}; then
 201             echo "Upload failed for $dist"
 202             exit 1
 203         fi
 204     done
 205     if test "${CENTOS_DIST}"; then
 206         if ! ssh ftp.indexdata.dk "sudo -n /home/indexdata/proj/git-tools/update-archive/update-yum-archive.sh"; then
 207             echo "update-yum-archive.sh failed"
 208             exit 1
 209         fi
 210     fi
 211     if test "${UBUNTU_DIST}" -o "${DEBIAN_DIST}"; then
 212         if ! ssh ftp.indexdata.dk "sudo -n /home/indexdata/proj/git-tools/update-archive/update-archive.sh --ubuntu=\"${UBUNTU_DIST}\" --debian=\"${DEBIAN_DIST}\""; then
 213             echo "update-archive.sh failed"
 214             exit 1
 215         fi
 216     fi
 217     echo "Upload successful - we hope"
 218     exit 0
 219 fi
 220
 221 rm -f *.log
 222
 223 # copy tars to centos build hosts
 224 for dist in ${CENTOS_DIST}; do
 225     arch=amd64
 226     prodver=${PRODUCT}-${VERSION}
 227     tarname=${prodver}.tar.gz
 228     if test ! -f ../${tarname}; then
 229         echo "$tarname: missing"
 230         exit 1
 231     fi
 232
 233     if ssh $dist "test -f .rpmmacros && test -d rpmbuild/SOURCES && test -d rpmbuild/RPMS && test -d rpmbuild/SRPMS"; then
 234         :
 235     else
 236         echo "Host $dist does not seem to be prepared with rpmbuild directories"
 237         exit 1
 238     fi
 239
 240     if scp ../${tarname} $dist:rpmbuild/SOURCES/ ; then
 241         :
 242     else
 243         echo "Could not copy $tarname to $dist"
 244         exit 1
 245     fi
 246     if ssh $dist "cd rpmbuild/SOURCES && rm -fr $prodver && tar zxf $tarname && cd ${prodver} && rpmbuild -ba ${PRODUCT}.spec" >${dist}-${arch}.log 2>&1; then
 247         :
 248     else
 249         echo "FAILED: See ${dist}-${arch}.log"
 250         exit 1
 251     fi
 252 done
 253
 254 # call our privileged wrapper to clean the directories, no --dsc option
 255 for dist in ${DEBIAN_DIST} ${UBUNTU_DIST}; do
 256     for arch in ${USE_ARCHS}; do
 257         sudo -n $PBUILDROOT --home=${HOME_EXPORT} --dist=$dist --arch=$arch
 258         if test $? -ne 0; then
 259             echo "FAILED"
 260             echo "Run id-pbuild.sh using sudo or add yourself to /etc/sudoers:"
 261             echo "${USER} ALL=NOPASSWD: ${ID_DEB_BUILD}/id-pbuild-root.sh"
 262             exit 1
 263         fi
 264     done
 265 done
 266
 267 # call our privileged wrapper to do the real work, with --dsc option
 268 i=0
 269 date
 270 for dist in ${DEBIAN_DIST} ${UBUNTU_DIST}; do
 271     for arch in ${USE_ARCHS}; do
 272         sudo -n $PBUILDROOT --home=${HOME_EXPORT} \
 273             --dist=$dist --arch=$arch --dsc=$PKG >${dist}-${arch}.log 2>&1 &
 274         i=`expr $i + 1`
 275         if test $i -eq $concurrency; then
 276             i=0
 277             wait
 278             if test -f ${dist}-${arch}/*.dsc; then
 279                 :
 280             else
 281                 echo "FAILED: No .dsc file for ${dist}-${arch}"
 282                 exit 1
 283             fi
 284         fi
 285     done
 286 done
 287 wait
 288 for dist in ${DEBIAN_DIST} ${UBUNTU_DIST}; do
 289     for arch in ${USE_ARCHS}; do
 290         if test -f ${dist}-${arch}/*.dsc; then
 291             :
 292         else
 293             echo "FAILED: No .dsc file for ${dist}-${arch}"
 294             exit 1
 295         fi
 296     done
 297 done
 298
 299 date
 300 echo "Done"
 301 # Local Variables:
 302 # mode:shell-script
 303 # sh-indentation: 2
 304 # sh-basic-offset: 4
 305 # End: