id-deb-build/id-pbuild.sh

   1 #!/bin/sh
   2 # This script builds Debian packages for one or more distributions
   3 # in i386/amd64 architectures. It uses pbuilder. pbuilder requires root
   4 # privilege and so this script should be invoked with sudo.
   5
   6 usage()
   7 {
   8     cat <<EOF
   9 Usage: id-pbuild.sh [OPTIONS]
  10 Options:
  11         [--debian=distros]
  12         [--ubuntu=distros]
  13         [--centos=distros]
  14         [--upload]
  15         [--concurrency=N]
  16 EOF
  17     exit $1
  18 }
  19
  20 # things that might be set by options
  21 upload=false
  22 do_help=false
  23 concurrency=4
  24 ARCHS="i386 amd64"
  25
  26 if test -f IDMETA; then
  27     . ./IDMETA
  28 fi
  29 while test $# -gt 0; do
  30     case "$1" in
  31         -*=*) optarg=`echo "$1" | sed 's/[-_a-zA-Z0-9]*=//'` ;;
  32         *) optarg= ;;
  33     esac
  34     case $1 in
  35         --debian=*)
  36             DEBIAN_DIST_A=$optarg
  37             ;;
  38         --ubuntu=*)
  39             UBUNTU_DIST_A=$optarg
  40             ;;
  41         --centos=*)
  42             CENTOS_DIST_A=$optarg
  43             ;;
  44         --upload)
  45             upload=true
  46             ;;
  47         --concurrency=*)
  48             concurrency=$optarg
  49             ;;
  50         -*)
  51             do_help=yes
  52             ;;
  53     esac
  54     shift
  55 done
  56
  57 if test "$DEBIAN_DIST_A" -o "$UBUNTU_DIST_A" -o "$CENTOS_DIST_A"; then
  58     DEBIAN_DIST=$DEBIAN_DIST_A
  59     UBUNTU_DIST=$UBUNTU_DIST_A
  60     CENTOS_DIST=$CENTOS_DIST_A
  61 fi
  62
  63 if test "$do_help" = "yes"; then
  64     usage 1 1>&2
  65 fi
  66
  67 if test "$DEBIAN_DIST" -o "$UBUNTU_DIST"; then
  68     debian=true
  69 else
  70     debian=false
  71 fi
  72
  73 D0=`dirname $0`
  74 ID_DEB_BUILD=`cd $D0; pwd`
  75 PBUILDROOT=${ID_DEB_BUILD}/id-pbuild-root.sh
  76 if test ! -x $PBUILDROOT; then
  77     echo "$PBUILDROOT not found"
  78     exit 1
  79 fi
  80
  81 if test "$CENTOS_DIST"; then
  82     RNAME=`awk '/Name:/ {print $2}' *.spec`
  83     echo "RNAME=$RNAME"
  84     if test "$NAME" -a "$NAME" != "$RNAME"; then
  85         echo "NAME in IDMETA ($NAME) does not match RPM spec NAME ($RNAME)"
  86         exit 1
  87     fi
  88     PRODUCT=$RNAME
  89 fi
  90 if $debian; then
  91     DNAME=`awk '/Source:/ {print $2}' debian/control`
  92     if test "$NAME" -a "$NAME" != "$DNAME"; then
  93         echo "NAME in IDMETA ($NAME) does not match debian/control ($DNAME)"
  94         exit 1
  95     fi
  96     PRODUCT=$DNAME
  97     if ! $upload; then
  98         MKDEBSRC=${ID_DEB_BUILD}/id-mk-deb-src.sh
  99         if test ! -x $MKDEBSRC; then
 100             echo "$MKDEBSRC not found"
 101             exit 1
 102         fi
 103         if ! ${ID_DEB_BUILD}/id-mk-deb-changelog.sh; then
 104             echo "id-mk-deb-changelog.sh failed"
 105         fi
 106         if test "${SUDO_USER}"; then
 107             if test ! -d deb-src; then
 108                 $MKDEBSRC
 109             fi
 110         else
 111             if test -d deb-src; then
 112                 rm -f deb-src/*.gz
 113                 if test $? -ne 0; then
 114                     echo "deb-src could not be removed. Remove deb-src manually"
 115                     exit 1
 116                 fi
 117                 rm -f deb-src/*.dsc
 118             fi
 119             $MKDEBSRC
 120         fi
 121     fi
 122 else
 123     mkdir -p deb-src
 124 fi
 125
 126 cd deb-src
 127
 128 if $debian; then
 129     for f in *.dsc; do
 130         if test -f "$f"; then
 131             PKG=$f
 132         fi
 133     done
 134     if test -z "$PKG"; then
 135         echo "Specify .dsc file"
 136         exit 1
 137     fi
 138     if test ! -e "$PKG"; then
 139         echo "${PKG} does not exist"
 140         exit 1
 141     fi
 142     if grep "Architecture: all" $PKG >/dev/null; then
 143         USE_ARCHS=i386
 144     else
 145         USE_ARCHS=$ARCHS
 146     fi
 147 fi
 148
 149 echo "Product: $PRODUCT"
 150 echo "Ubuntu distros: $UBUNTU_DIST"
 151 echo "Debian distros: $DEBIAN_DIST"
 152 echo "Centos distros: $CENTOS_DIST"
 153
 154 if $debian; then
 155     if test "${SUDO_USER}"; then
 156         echo "Running as sudo."
 157         echo "Tip: You can avoid it by adding the following in /etc/sudoers"
 158         echo "${SUDO_USER} ALL=NOPASSWD: ${ID_DEB_BUILD}/id-pbuild-root.sh"
 159         HOME_EXPORT=/home/${SUDO_USER}
 160     else
 161         sudo -k
 162         HOME_EXPORT=$HOME
 163     fi
 164     if test ! -f ${HOME_EXPORT}/.pbuilderrc; then
 165         echo "${HOME_EXPORT}/.pbuilderrc missing"
 166         echo "You may need to run: ln -s ~/proj/git-tools/id-deb-build/pbuilderrc ~/.pbuilderrc"
 167         exit 1
 168     fi
 169 fi
 170
 171 if $upload; then
 172     for dist in ${CENTOS_DIST}; do
 173         arch=amd64
 174         prodver=${PRODUCT}-${VERSION}
 175         if ! scp ${ID_DEB_BUILD}/../id-rpm-build/upload-rpms.sh ${dist}:rpmbuild/SOURCES/${prodver}/; then
 176             echo "Copy of upload-rpms.sh to $dist failed"
 177             exit 1
 178         fi
 179         if ssh $dist "cd rpmbuild/SOURCES/${prodver} && chmod +x upload-rpms.sh && ./upload-rpms.sh ${PRODUCT}.spec"; then
 180             :
 181         else
 182             echo "Upload failed for $dist"
 183             exit 1
 184         fi
 185     done
 186     for dist in ${UBUNTU_DIST}; do
 187         ssh ftp.indexdata.dk "mkdir -p /home/ftp/pub/${PRODUCT}/ubuntu/${dist}"
 188         if ! scp ${dist}-*/* ftp.indexdata.dk:/home/ftp/pub/${PRODUCT}/ubuntu/${dist}; then
 189             echo "Upload failed for $dist"
 190             exit 1
 191         fi
 192     done
 193     for dist in ${DEBIAN_DIST}; do
 194         ssh ftp.indexdata.dk "mkdir -p /home/ftp/pub/${PRODUCT}/debian/${dist}"
 195         if ! scp ${dist}-*/* ftp.indexdata.dk:/home/ftp/pub/${PRODUCT}/debian/${dist}; then
 196             echo "Upload failed for $dist"
 197             exit 1
 198         fi
 199     done
 200     if test "${CENTOS_DIST}"; then
 201         if ! ssh ftp.indexdata.dk "sudo -n /home/indexdata/proj/git-tools/update-archive/update-yum-archive.sh"; then
 202             echo "update-yum-archive.sh failed"
 203             exit 1
 204         fi
 205     fi
 206     if test "${UBUNTU_DIST}" -o "${DEBIAN_DIST}"; then
 207         if ! ssh ftp.indexdata.dk "sudo -n /home/indexdata/proj/git-tools/update-archive/update-archive.sh --ubuntu=\"${UBUNTU_DIST}\" --debian=\"${DEBIAN_DIST}\""; then
 208             echo "update-archive.sh failed"
 209             exit 1
 210         fi
 211     fi
 212     echo "Upload successful - we hope"
 213     exit 0
 214 fi
 215
 216 rm -f *.log
 217
 218 # copy tars to centos build hosts
 219 for dist in ${CENTOS_DIST}; do
 220     arch=amd64
 221     prodver=${PRODUCT}-${VERSION}
 222     tarname=${prodver}.tar.gz
 223     if test ! -f ../${tarname}; then
 224         echo "$tarname: missing"
 225         exit 1
 226     fi
 227
 228     if ssh $dist "test -f .rpmmacros && test -d rpmbuild/SOURCES && test -d rpmbuild/RPMS && test -d rpmbuild/SRPMS"; then
 229         :
 230     else
 231         echo "Host $dist does not seem to be prepared with rpmbuild directories"
 232         exit 1
 233     fi
 234
 235     if scp ../${tarname} $dist:rpmbuild/SOURCES/ ; then
 236         :
 237     else
 238         echo "Could not copy $tarname to $dist"
 239         exit 1
 240     fi
 241     if ssh $dist "cd rpmbuild/SOURCES && rm -fr $prodver && tar zxf $tarname && cd ${prodver} && rpmbuild -ba ${PRODUCT}.spec" >${dist}-${arch}.log 2>&1; then
 242         :
 243     else
 244         echo "FAILED: See ${dist}-${arch}.log"
 245         exit 1
 246     fi
 247 done
 248
 249 # call our privileged wrapper to clean the directories, no --dsc option
 250 for dist in ${DEBIAN_DIST} ${UBUNTU_DIST}; do
 251     for arch in ${USE_ARCHS}; do
 252         sudo -n $PBUILDROOT --home=${HOME_EXPORT} --dist=$dist --arch=$arch
 253         if test $? -ne 0; then
 254             echo "FAILED"
 255             echo "Run id-pbuild.sh using sudo or add yourself to /etc/sudoers:"
 256             echo "${USER} ALL=NOPASSWD: ${ID_DEB_BUILD}/id-pbuild-root.sh"
 257             exit 1
 258         fi
 259     done
 260 done
 261
 262 # call our privileged wrapper to do the real work, with --dsc option
 263 i=0
 264 date
 265 for dist in ${DEBIAN_DIST} ${UBUNTU_DIST}; do
 266     for arch in ${USE_ARCHS}; do
 267         sudo -n $PBUILDROOT --home=${HOME_EXPORT} \
 268             --dist=$dist --arch=$arch --dsc=$PKG >${dist}-${arch}.log 2>&1 &
 269         i=`expr $i + 1`
 270         if test $i -eq $concurrency; then
 271             i=0
 272             wait
 273             if test -f ${dist}-${arch}/*.dsc; then
 274                 :
 275             else
 276                 echo "FAILED: No .dsc file for ${dist}-${arch}"
 277                 exit 1
 278             fi
 279         fi
 280     done
 281 done
 282 wait
 283 for dist in ${DEBIAN_DIST} ${UBUNTU_DIST}; do
 284     for arch in ${USE_ARCHS}; do
 285         if test -f ${dist}-${arch}/*.dsc; then
 286             :
 287         else
 288             echo "FAILED: No .dsc file for ${dist}-${arch}"
 289             exit 1
 290         fi
 291     done
 292 done
 293
 294 date
 295 echo "Done"
 296 # Local Variables:
 297 # mode:shell-script
 298 # sh-indentation: 2
 299 # sh-basic-offset: 4
 300 # End: