id-deb-build/id-pbuild.sh

   1 #!/bin/sh
   2 # This script builds Debian packages for one or more distributions
   3 # in i386/amd64 architectures. It uses pbuilder. pbuilder requires root
   4 # privilege and so this script should be invoked with sudo.
   5
   6 usage()
   7 {
   8     cat <<EOF
   9 Usage: id-pbuild.sh [OPTIONS]
  10 Options:
  11         [--debian=distros]
  12         [--ubuntu=distros]
  13         [--centos=distros]
  14         [--upload]
  15         [--concurrency=N]
  16         [--product=X]
  17 EOF
  18     exit $1
  19 }
  20
  21 # things that might be set by options
  22 upload=false
  23 do_help=false
  24 concurrency=4
  25 ARCHS="i386 amd64"
  26
  27 if test -f IDMETA; then
  28     . ./IDMETA
  29 fi
  30 while test $# -gt 0; do
  31     case "$1" in
  32         -*=*) optarg=`echo "$1" | sed 's/[-_a-zA-Z0-9]*=//'` ;;
  33         *) optarg= ;;
  34     esac
  35
  36     case $1 in
  37         --debian=*)
  38             DEBIAN_DIST=$optarg
  39             ;;
  40         --ubuntu=*)
  41             UBUNTU_DIST=$optarg
  42             ;;
  43         --centos=*)
  44             CENTOS_DIST=$optarg
  45             ;;
  46         --upload)
  47             upload=true
  48             ;;
  49         --concurrency=*)
  50             concurrency=$optarg
  51             ;;
  52         --product=*)
  53             PRODUCT=$optarg
  54             ;;
  55         -*)
  56             do_help=yes
  57             ;;
  58     esac
  59     shift
  60 done
  61
  62 if test "$do_help" = "yes"; then
  63     usage 1 1>&2
  64 fi
  65
  66 if test "$DEBIAN_DIST" -o "$UBUNTU_DIST"; then
  67     debian=true
  68 else
  69     debian=false
  70 fi
  71
  72 D0=`dirname $0`
  73 ID_DEB_BUILD=`cd $D0; pwd`
  74 PBUILDROOT=${ID_DEB_BUILD}/id-pbuild-root.sh
  75 if test ! -x $PBUILDROOT; then
  76     echo "$PBUILDROOT not found"
  77     exit 1
  78 fi
  79
  80 MKDEBSRC=${ID_DEB_BUILD}/id-mk-deb-src.sh
  81 if test ! -x $MKDEBSRC; then
  82     echo "$MKDEBSRC not found"
  83     exit 1
  84 fi
  85
  86 if $upload; then
  87     :
  88 else
  89     if $debian; then
  90         if test "${SUDO_USER}"; then
  91             if test ! -d deb-src; then
  92                 $MKDEBSRC
  93             fi
  94         else
  95             if test -d deb-src; then
  96                 rm -f deb-src/*.gz
  97                 if test $? -ne 0; then
  98                     echo "deb-src could not be removed. Remove deb-src manually"
  99                     exit 1
 100                 fi
 101             fi
 102             $MKDEBSRC
 103         fi
 104     else
 105         mkdir -p deb-src
 106     fi
 107 fi
 108
 109 cd deb-src
 110
 111 if $debian; then
 112     for f in *.dsc; do
 113         if test -f "$f"; then
 114             PKG=$f
 115         fi
 116     done
 117     if test -z "$PKG"; then
 118         echo "Specify .dsc file"
 119         exit 1
 120     fi
 121     if test ! -e "$PKG"; then
 122         echo "${PKG} does not exist"
 123         exit 1
 124     fi
 125     if grep "Architecture: all" $PKG >/dev/null; then
 126         USE_ARCHS=i386
 127     else
 128         USE_ARCHS=$ARCHS
 129     fi
 130 fi
 131
 132 if test -z "$PRODUCT"; then
 133     PRODUCT=$NAME
 134 fi
 135 if test -z "$PRODUCT"; then
 136     if $debian; then
 137         PRODUCT=`echo *.dsc|sed 's/_.*//g'`
 138     else
 139         PRODUCT=`cd ..;rpm -q --specfile *.spec --queryformat "%{NAME};" | cut -d ";" -f1`
 140     fi
 141 fi
 142 echo "Dsc $PKG . Product $PRODUCT"
 143 echo "Ubuntu distros: $UBUNTU_DIST"
 144 echo "Debian distros: $DEBIAN_DIST"
 145 echo "Centos distros: $CENTOS_DIST"
 146
 147 if $debian; then
 148     if test "${SUDO_USER}"; then
 149         echo "Running as sudo."
 150         echo "Tip: You can avoid it by adding the following in /etc/sudoers"
 151         echo "${SUDO_USER} ALL=NOPASSWD: ${ID_DEB_BUILD}/id-pbuild-root.sh"
 152         HOME_EXPORT=/home/${SUDO_USER}
 153     else
 154         sudo -k
 155         HOME_EXPORT=$HOME
 156     fi
 157     if test ! -f ${HOME_EXPORT}/.pbuilderrc; then
 158         echo "${HOME_EXPORT}/.pbuilderrc missing"
 159         exit 1
 160     fi
 161 fi
 162
 163 if $upload; then
 164     for dist in ${CENTOS_DIST}; do
 165         arch=amd64
 166         prodver=${PRODUCT}-${VERSION}
 167         if scp ${ID_DEB_BUILD}/../id-rpm-build/upload-rpms.sh ${dist}:rpmbuild/SOURCES/${prodver}/; then
 168             :
 169         else
 170             echo "Copy of upload-rpms.sh to $dist failed"
 171             exit 1
 172         fi
 173         if ssh $dist "cd rpmbuild/SOURCES/${prodver} && chmod +x upload-rpms.sh && ./upload-rpms.sh ${PRODUCT}.spec"; then
 174             :
 175         else
 176             echo "Upload failed for $dist"
 177             exit 1
 178         fi
 179     done
 180     for dist in ${UBUNTU_DIST}; do
 181         scp ${dist}-*/* ftp.indexdata.dk:/home/ftp/pub/${PRODUCT}/ubuntu/${dist}
 182     done
 183     for dist in ${DEBIAN_DIST}; do
 184         scp ${dist}-*/* ftp.indexdata.dk:/home/ftp/pub/${PRODUCT}/debian/${dist}
 185     done
 186     echo ""
 187     echo "===================================================="
 188     echo "APT/YUM should be updated via cron every 15 minutes "
 189     echo " from July 11 2013 and later."
 190     echo "No need to call update archive on kebab"
 191     echo "===================================================="
 192     exit 0
 193 fi
 194
 195 rm -f *.log
 196
 197 # copy tars to centos build hosts
 198 for dist in ${CENTOS_DIST}; do
 199     arch=amd64
 200     prodver=${PRODUCT}-${VERSION}
 201     tarname=${prodver}.tar.gz
 202     if test ! -f ../${tarname}; then
 203         echo "$tarname: missing"
 204         exit 1
 205     fi
 206
 207     if ssh $dist "test -f .rpmmacros && test -d rpmbuild/SOURCES && test -d rpmbuild/RPMS && test -d rpmbuild/SRPMS"; then
 208         :
 209     else
 210         echo "Host $dist does not seem to be prepared with rpmbuild directories"
 211         exit 1
 212     fi
 213
 214     if scp ../${tarname} $dist:rpmbuild/SOURCES/ ; then
 215         :
 216     else
 217         echo "Could not copy $tarname to $dist"
 218         exit 1
 219     fi
 220     if ssh $dist "cd rpmbuild/SOURCES && rm -fr $prodver && tar zxf $tarname && cd ${prodver} && rpmbuild -ba ${PRODUCT}.spec" >${dist}-${arch}.log 2>&1; then
 221         :
 222     else
 223         echo "FAILED: See ${dist}-${arch}.log"
 224         exit 1
 225     fi
 226 done
 227
 228 # call our privileged wrapper to clean the directories, no --dsc option
 229 for dist in ${DEBIAN_DIST} ${UBUNTU_DIST}; do
 230     for arch in ${USE_ARCHS}; do
 231         sudo -n $PBUILDROOT --home=${HOME_EXPORT} --dist=$dist --arch=$arch
 232         if test $? -ne 0; then
 233             echo "FAILED"
 234             echo "Run id-pbuild.sh using sudo or add yourself to /etc/sudoers:"
 235             echo "${USER} ALL=NOPASSWD: ${ID_DEB_BUILD}/id-pbuild-root.sh"
 236             exit 1
 237         fi
 238     done
 239 done
 240
 241 # call our privileged wrapper to do the real work, with --dsc option
 242 i=0
 243 date
 244 for dist in ${DEBIAN_DIST} ${UBUNTU_DIST}; do
 245     for arch in ${USE_ARCHS}; do
 246         sudo -n $PBUILDROOT --home=${HOME_EXPORT} \
 247             --dist=$dist --arch=$arch --dsc=$PKG >${dist}-${arch}.log 2>&1 &
 248         i=`expr $i + 1`
 249         if test $i -eq $concurrency; then
 250             i=0
 251             wait
 252             if test -f ${dist}-${arch}/*.dsc; then
 253                 :
 254             else
 255                 echo "FAILED: No .dsc file for ${dist}-${arch}"
 256                 exit 1
 257             fi
 258         fi
 259     done
 260 done
 261 wait
 262 for dist in ${DEBIAN_DIST} ${UBUNTU_DIST}; do
 263     for arch in ${USE_ARCHS}; do
 264         if test -f ${dist}-${arch}/*.dsc; then
 265             :
 266         else
 267             echo "FAILED: No .dsc file for ${dist}-${arch}"
 268             exit 1
 269         fi
 270     done
 271 done
 272
 273 date
 274 echo "Done"
 275 # Local Variables:
 276 # mode:shell-script
 277 # sh-indentation: 2
 278 # sh-basic-offset: 4
 279 # End: