id-deb-build/id-pbuild.sh

   1 #!/bin/sh
   2 # This script builds Debian packages for one or more distributions
   3 # in i386/amd64 architectures. It uses pbuilder. pbuilder requires root
   4 # privilege and so this script should be invoked with sudo.
   5
   6 usage()
   7 {
   8     cat <<EOF
   9 Usage: id-pbuild.sh [OPTIONS]
  10 Options:
  11         [--debian=distros]
  12         [--ubuntu=distros]
  13         [--centos=distros]
  14         [--upload]
  15         [--concurrency=N]
  16         [--product=X]
  17 EOF
  18     exit $1
  19 }
  20
  21 # things that might be set by options
  22 upload=false
  23 do_help=false
  24 concurrency=4
  25
  26 if test -f IDMETA; then
  27     . ./IDMETA
  28 fi
  29 while test $# -gt 0; do
  30     case "$1" in
  31         -*=*) optarg=`echo "$1" | sed 's/[-_a-zA-Z0-9]*=//'` ;;
  32         *) optarg= ;;
  33     esac
  34
  35     case $1 in
  36         --debian=*)
  37             DEBIAN_DIST=$optarg
  38             ;;
  39         --ubuntu=*)
  40             UBUNTU_DIST=$optarg
  41             ;;
  42         --centos=*)
  43             CENTOS_DIST=$optarg
  44             ;;
  45         --upload)
  46             upload=true
  47             ;;
  48         --concurrency=*)
  49             concurrency=$optarg
  50             ;;
  51         --product=*)
  52             PRODUCT=$optarg
  53             ;;
  54         -*)
  55             do_help=yes
  56             ;;
  57     esac
  58     shift
  59 done
  60
  61 if test "$do_help" = "yes"; then
  62     usage 1 1>&2
  63 fi
  64
  65 D0=`dirname $0`
  66 ID_DEB_BUILD=`cd $D0; pwd`
  67 PBUILDROOT=${ID_DEB_BUILD}/id-pbuild-root.sh
  68 if test ! -x $PBUILDROOT; then
  69     echo "$PBUILDROOT not found"
  70     exit 1
  71 fi
  72
  73 MKDEBSRC=${ID_DEB_BUILD}/id-mk-deb-src.sh
  74 if test ! -x $MKDEBSRC; then
  75     echo "$MKDEBSRC not found"
  76     exit 1
  77 fi
  78
  79 if $upload; then
  80     :
  81 else
  82     if test "${SUDO_USER}"; then
  83         if test ! -d deb-src; then
  84             $MKDEBSRC
  85         fi
  86     else
  87         if test -d deb-src; then
  88             rm -f deb-src/*.gz
  89             if test $? -ne 0; then
  90                 echo "deb-src could not be removed. Remove deb-src manually"
  91                 exit 1
  92             fi
  93         fi
  94         $MKDEBSRC
  95     fi
  96 fi
  97 cd deb-src
  98
  99 for f in *.dsc; do
 100     if test -f "$f"; then
 101         PKG=$f
 102     fi
 103 done
 104 if test -z "$PKG"; then
 105     echo "Specify .dsc file"
 106     exit 1
 107 fi
 108 if test ! -e "$PKG"; then
 109     echo "${PKG} does not exist"
 110     exit 1
 111 fi
 112 if test -z "$PRODUCT"; then
 113     PRODUCT=`echo *.dsc|sed 's/_.*//g'`
 114 fi
 115 ARCHS="i386 amd64"
 116 if grep "Architecture: all" $PKG >/dev/null; then
 117     USE_ARCHS=i386
 118 else
 119     USE_ARCHS=$ARCHS
 120 fi
 121 echo "Dsc $PKG . Product $PRODUCT"
 122 echo "Ubuntu distros: $UBUNTU_DIST"
 123 echo "Debian distros: $DEBIAN_DIST"
 124 echo "Centos distros: $CENTOS_DIST"
 125 if test "${SUDO_USER}"; then
 126     echo "Running as sudo."
 127     echo "Tip: You can avoid it by adding the following in /etc/sudoers"
 128     echo "${SUDO_USER} ALL=NOPASSWD: ${ID_DEB_BUILD}/id-pbuild-root.sh"
 129     HOME_EXPORT=/home/${SUDO_USER}
 130 else
 131     sudo -k
 132     HOME_EXPORT=$HOME
 133 fi
 134 if test ! -f ${HOME_EXPORT}/.pbuilderrc; then
 135     echo "${HOME_EXPORT}/.pbuilderrc missing"
 136     exit 1
 137 fi
 138
 139 if $upload; then
 140     for dist in ${CENTOS_DIST}; do
 141         arch=amd64
 142         prodver=${PRODUCT}-${VERSION}
 143         if ssh $dist "cd rpmbuild/SOURCES/${prodver} && ../../../proj/git-tools/id-rpm-build/upload-rpms.sh ${PRODUCT}.spec"; then
 144             :
 145             else
 146             echo "Upload failed for $dist"
 147             exit 1
 148         fi
 149     done
 150     for dist in ${UBUNTU_DIST}; do
 151         scp ${dist}-*/* ftp.indexdata.dk:/home/ftp/pub/${PRODUCT}/ubuntu/${dist}
 152     done
 153     for dist in ${DEBIAN_DIST}; do
 154         scp ${dist}-*/* ftp.indexdata.dk:/home/ftp/pub/${PRODUCT}/debian/${dist}
 155     done
 156     echo ""
 157     echo "===================================================="
 158     echo "Remember to update APT/YUM on ftp.indexdata.dk !!!"
 159     echo ""
 160     echo "ssh ftp.indexdata.dk"
 161     echo "cd ~/proj/git-tools/update-archive"
 162     echo "sudo su"
 163     echo "./update-archive.sh"
 164     if test ${CENTOS_DIST}; then
 165         echo "./update-yum-archive.sh"
 166     fi
 167     echo "===================================================="
 168     exit 0
 169 fi
 170
 171 rm -f *.log
 172
 173 # copy tars to centos build hosts
 174 for dist in ${CENTOS_DIST}; do
 175     arch=amd64
 176     prodver=${PRODUCT}-${VERSION}
 177     tarname=${prodver}.tar.gz
 178     if test ! -f ../${tarname}; then
 179         echo "$tarname: missing"
 180         exit 1
 181     fi
 182
 183     if ssh $dist "test -f .rpmmacros && test -d rpmbuild/SOURCES && test -d rpmbuild/RPMS && test -d rpmbuild/SRPMS && test -x proj/git-tools/id-rpm-build/upload-rpms.sh"; then
 184         :
 185     else
 186         echo "Host $dist does not seem to be prepared with git-tools and rpmbuild directories"
 187         exit 1
 188     fi
 189
 190     if scp ../${tarname} $dist:rpmbuild/SOURCES/ ; then
 191         :
 192     else
 193         echo "Could not copy $tarname to $dist"
 194         exit 1
 195     fi
 196     if ssh $dist "cd rpmbuild/SOURCES && rm -fr $prodver && tar zxf $tarname && cd ${prodver} && rpmbuild -ba ${PRODUCT}.spec" >${dist}-${arch}.log 2>&1; then
 197         :
 198     else
 199         echo "FAILED: See ${dist}-${arch}.log"
 200         exit 1
 201     fi
 202 done
 203
 204 # call our privileged wrapper to clean the directories, no --dsc option
 205 for dist in ${DEBIAN_DIST} ${UBUNTU_DIST}; do
 206     for arch in ${USE_ARCHS}; do
 207         sudo -n $PBUILDROOT --home=${HOME_EXPORT} --dist=$dist --arch=$arch
 208         if test $? -ne 0; then
 209             echo "FAILED"
 210             echo "Run id-pbuild.sh using sudo or add yourself to /etc/sudoers:"
 211             echo "${USER} ALL=NOPASSWD: ${ID_DEB_BUILD}/id-pbuild-root.sh"
 212             exit 1
 213         fi
 214     done
 215 done
 216
 217 # call our privileged wrapper to do the real work, with --dsc option
 218 i=0
 219 date
 220 for dist in ${DEBIAN_DIST} ${UBUNTU_DIST}; do
 221     for arch in ${USE_ARCHS}; do
 222         sudo -n $PBUILDROOT --home=${HOME_EXPORT} \
 223             --dist=$dist --arch=$arch --dsc=$PKG >${dist}-${arch}.log 2>&1 &
 224         i=`expr $i + 1`
 225         if test $i -eq $concurrency; then
 226             i=0
 227             wait
 228             if test -f ${dist}-${arch}/*.dsc; then
 229                 :
 230             else
 231                 echo "FAILED: No .dsc file for ${dist}-${arch}"
 232                 exit 1
 233             fi
 234         fi
 235     done
 236 done
 237 wait
 238 for dist in ${DEBIAN_DIST} ${UBUNTU_DIST}; do
 239     for arch in ${USE_ARCHS}; do
 240         if test -f ${dist}-${arch}/*.dsc; then
 241             :
 242         else
 243             echo "FAILED: No .dsc file for ${dist}-${arch}"
 244             exit 1
 245         fi
 246     done
 247 done
 248
 249 date
 250 echo "Done"
 251 # Local Variables:
 252 # mode:shell-script
 253 # sh-indentation: 2
 254 # sh-basic-offset: 4
 255 # End: