X-Git-Url: http://git.indexdata.com/?a=blobdiff_plain;f=id-deb-build%2Fid-pbuild.sh;h=478d816fb36fa76955c3f6abe63e7cb5b7cec904;hb=aba11018ef5f1167c469695a4a628f48d873e343;hp=75916cd4b74aa9c915a256f16ba22f35c9b2d849;hpb=644cca32fe798699c7c0e80d11ee58bad0b58706;p=git-tools-moved-to-github.git diff --git a/id-deb-build/id-pbuild.sh b/id-deb-build/id-pbuild.sh index 75916cd..478d816 100755 --- a/id-deb-build/id-pbuild.sh +++ b/id-deb-build/id-pbuild.sh @@ -1,307 +1,262 @@ #!/bin/sh -# This script builds Debian packages for one or more distributions -# in i386/amd64 architectures. It uses pbuilder. pbuilder requires root -# privilege and so this script should be invoked with sudo. - usage() { cat <&2 +fi +if test ! -x /usr/bin/lxc-attach; then + echo "No lxc-attach. Probably not running on mochi!!" + exit 1 +fi +if test -f IDMETA; then + . ./IDMETA +else + echo "IDMETA missing" + exit 1 +fi +UPLOAD_HOST=${UPLOAD_HOST:=ftp.indexdata.dk} +UPLOAD_PATH=${UPLOAD_PATH:=/home/ftp/pub} if test "$DEBIAN_DIST_A" -o "$UBUNTU_DIST_A" -o "$CENTOS_DIST_A"; then DEBIAN_DIST=$DEBIAN_DIST_A UBUNTU_DIST=$UBUNTU_DIST_A CENTOS_DIST=$CENTOS_DIST_A fi - -if test "$do_help" = "yes"; then - usage 1 1>&2 -fi - if test "$DEBIAN_DIST" -o "$UBUNTU_DIST"; then debian=true + DNAME=`awk '/Source:/ {print $2}' debian/control` + if test "$NAME" -a "$NAME" != "$DNAME"; then + echo "NAME in IDMETA ($NAME) does not match debian/control ($DNAME)" + exit 1 + fi + PRODUCT=$DNAME else debian=false fi - -D0=`dirname $0` -ID_DEB_BUILD=`cd $D0; pwd` -PBUILDROOT=${ID_DEB_BUILD}/id-pbuild-root.sh -if test ! -x $PBUILDROOT; then - echo "$PBUILDROOT not found" - exit 1 -fi - if test "$CENTOS_DIST"; then + centos=true RNAME=`awk '/Name:/ {print $2}' *.spec` - echo "RNAME=$RNAME" if test "$NAME" -a "$NAME" != "$RNAME"; then echo "NAME in IDMETA ($NAME) does not match RPM spec NAME ($RNAME)" exit 1 fi PRODUCT=$RNAME -fi -if $debian; then - DNAME=`awk '/Source:/ {print $2}' debian/control` - if test "$NAME" -a "$NAME" != "$DNAME"; then - echo "NAME in IDMETA ($NAME) does not match debian/control ($DNAME)" - exit 1 + if test ! -d ~/rpmbuild; then + echo "Creating ~/rpmbuild" + mkdir -p ~/pmbuild/BUILD + mkdir -p ~/rpmbuild/RPMS/noarch + mkdir -p ~/rpmbuild/RPMS/x86_64 + mkdir -p ~/rpmbuild/SOURCES + mkdir -p ~/rpmbuild/SPECS + mkdir -p ~/rpmbuild/SRPMS fi - PRODUCT=$DNAME - if ! $upload; then - MKDEBSRC=${ID_DEB_BUILD}/id-mk-deb-src.sh - if test ! -x $MKDEBSRC; then - echo "$MKDEBSRC not found" - exit 1 - fi - DCH=debian/changelog - if ! git ls-files $DCH --error-unmatch >/dev/null 2>&1; then - rm -f $DCH - echo "${DNAME} (${VERSION}-1.indexdata) unstable; urgency=medium" >$DCH - echo '' >>$DCH - echo ' * Upstream.' >>$DCH - echo '' >>$DCH - echo " -- `git config --get user.name` <`git config --get user.email`> `date -R`" >>$DCH - echo '' >>$DCH - fi - if test "${SUDO_USER}"; then - if test ! -d deb-src; then - $MKDEBSRC - fi - else - if test -d deb-src; then - rm -f deb-src/*.gz - if test $? -ne 0; then - echo "deb-src could not be removed. Remove deb-src manually" - exit 1 - fi - rm -f deb-src/*.dsc - fi - $MKDEBSRC - fi + if test ! -f ~/.rpmmacros; then + echo "Creating ~/.rpmmacros" + echo "%_topdir $HOME/rpmbuild" >~/.rpmmacros + echo "%_source_filedigest_algorithm 0" >>~/.rpmmacros + echo "%_binary_filedigest_algorithm 0" >>~/.rpmmacros fi else - mkdir -p deb-src + centos=false fi +TAR=${PRODUCT}-${VERSION}.tar.gz -cd deb-src - -if $debian; then - for f in *.dsc; do - if test -f "$f"; then - PKG=$f +if $upload; then + UPLOAD_URI=${UPLOAD_HOST}:${UPLOAD_PATH}/${PRODUCT} + echo "Uploading to ${UPLOAD_URI}" + if $centos; then + pkg_names=`rpm -q --specfile ${PRODUCT}.spec --queryformat "%{NAME}-%{VERSION}-%{RELEASE}\n"` + for dist in ${CENTOS_DIST}; do + case $dist in + centos5) + ftpdir=centos/5.5 + r=id-epel-5-x86_64 ;; + centos6) + ftpdir=centos/6 + r=id-epel-6-x86_64 ;; + centos7) + ftpdir=centos/7 + r=id-epel-7-x86_64 ;; + *) + ftpdir=centos/$dist + r=$dist ;; + esac + echo "$r" + for pkg in ${pkg_names}; do + ssh ${UPLOAD_HOST} "mkdir -p ${UPLOAD_PATH}/${PRODUCT}/redhat/${ftpdir}/SRPMS" + if test -f ~/rpmbuild/SRPMS/${pkg}.src.rpm; then + scp ~/rpmbuild/SRPMS/${pkg}.src.rpm ${UPLOAD_URI}/redhat/${ftpdir}/SRPMS + fi + for arch in x86_64 noarch; do + if test -f ~/rpmbuild/$r/${pkg}.${arch}.rpm; then + ssh ${UPLOAD_HOST} "mkdir -p ${UPLOAD_PATH}/${PRODUCT}/redhat/${ftpdir}/RPMS/${arch}" + scp ~/rpmbuild/$r/${pkg}.${arch}.rpm ${UPLOAD_URI}/redhat/${ftpdir}/RPMS/${arch} + fi + done + done + done + if ! ssh ${UPLOAD_HOST} "sudo -n /home/indexdata/proj/git-tools/update-archive/update-yum-archive.sh" >~/rpmbuild/yum-update.log 2>&1; then + echo "update-yum-archive.sh failed. Inspect ~/rpmbuild/yum-update.log" + exit 1 fi - done - if test -z "$PKG"; then - echo "Specify .dsc file" - exit 1 - fi - if test ! -e "$PKG"; then - echo "${PKG} does not exist" - exit 1 - fi - if grep "Architecture: all" $PKG >/dev/null; then - USE_ARCHS=i386 - else - USE_ARCHS=$ARCHS fi -fi -echo "Product: $PRODUCT" -echo "Ubuntu distros: $UBUNTU_DIST" -echo "Debian distros: $DEBIAN_DIST" -echo "Centos distros: $CENTOS_DIST" - -if $debian; then - if test "${SUDO_USER}"; then - echo "Running as sudo." - echo "Tip: You can avoid it by adding the following in /etc/sudoers" - echo "${SUDO_USER} ALL=NOPASSWD: ${ID_DEB_BUILD}/id-pbuild-root.sh" - HOME_EXPORT=/home/${SUDO_USER} - else - sudo -k - HOME_EXPORT=$HOME - fi - if test ! -f ${HOME_EXPORT}/.pbuilderrc; then - echo "${HOME_EXPORT}/.pbuilderrc missing" - echo "You may need to run: ln -s ~/proj/git-tools/id-deb-build/pbuilderrc ~/.pbuilderrc" - exit 1 + if $debian; then + cd deb-src + if test -n "${UBUNTU_DIST}"; then + for dist in ${UBUNTU_DIST}; do + ssh ${UPLOAD_HOST} "mkdir -p ${UPLOAD_PATH}/${PRODUCT}/ubuntu/${dist}" + if ! scp ${dist}-*/* ${UPLOAD_URI}/ubuntu/${dist}; then + echo "Upload failed for $dist" + exit 1 + fi + done + fi + if test -n "${DEBIAN_DIST}"; then + for dist in ${DEBIAN_DIST}; do + ssh ${UPLOAD_HOST} "mkdir -p ${UPLOAD_PATH}/${PRODUCT}/debian/${dist}" + if ! scp ${dist}-*/* ${UPLOAD_URI}/debian/${dist}; then + echo "Upload failed for $dist" + exit 1 + fi + done + fi + if ! ssh ${UPLOAD_HOST} "sudo -n /home/indexdata/proj/git-tools/update-archive/update-archive.sh --ubuntu=\"${UBUNTU_DIST}\" --debian=\"${DEBIAN_DIST}\""; then + echo "update-archive.sh failed" + exit 1 + fi fi + echo "Upload successful - we hope" + exit 0 fi -if $upload; then +if $centos; then + SPEC=${PRODUCT}.spec + cp ${TAR} ~/rpmbuild/SOURCES + cat ${SPEC}|sed "s/%define idmetaversion.*/%define idmetaversion ${VERSION}/" >~/rpmbuild/SPECS/${SPEC} + sudo lxc-attach -n mockbuild -- rpmbuild -bs ~/rpmbuild/SPECS/${SPEC} for dist in ${CENTOS_DIST}; do - arch=amd64 - prodver=${PRODUCT}-${VERSION} - if ! scp ${ID_DEB_BUILD}/../id-rpm-build/upload-rpms.sh ${dist}:rpmbuild/SOURCES/${prodver}/; then - echo "Copy of upload-rpms.sh to $dist failed" - exit 1 - fi - if ssh $dist "cd rpmbuild/SOURCES/${prodver} && chmod +x upload-rpms.sh && ./upload-rpms.sh ${PRODUCT}.spec"; then - : + case $dist in + centos5) + r=id-epel-5-x86_64 ;; + centos6) + r=id-epel-6-x86_64 ;; + centos7) + r=id-epel-7-x86_64 ;; + *) + r=$dist ;; + esac + echo -n "$r" + mkdir -p ~/rpmbuild/$r + if sudo lxc-attach -n mockbuild -- mock -q --resultdir=~/rpmbuild/$r -r $r ~/rpmbuild/SRPMS/${PRODUCT}-${VERSION}*src.rpm; then + echo " done" else - echo "Upload failed for $dist" + echo " failed. Inspect ~/rpmbuild/$r/build.log" exit 1 fi done - for dist in ${UBUNTU_DIST}; do - ssh ftp.indexdata.dk "mkdir -p /home/ftp/pub/${PRODUCT}/ubuntu/${dist}" - if ! scp ${dist}-*/* ftp.indexdata.dk:/home/ftp/pub/${PRODUCT}/ubuntu/${dist}; then - echo "Upload failed for $dist" - exit 1 - fi - done - for dist in ${DEBIAN_DIST}; do - ssh ftp.indexdata.dk "mkdir -p /home/ftp/pub/${PRODUCT}/debian/${dist}" - if ! scp ${dist}-*/* ftp.indexdata.dk:/home/ftp/pub/${PRODUCT}/debian/${dist}; then - echo "Upload failed for $dist" - exit 1 - fi - done - if test "${CENTOS_DIST}"; then - if ! ssh ftp.indexdata.dk "sudo -n /home/indexdata/proj/git-tools/update-archive/update-yum-archive.sh"; then - echo "update-yum-archive.sh failed" - exit 1 - fi - fi - if test "${UBUNTU_DIST}" -o "${DEBIAN_DIST}"; then - if ! ssh ftp.indexdata.dk "sudo -n /home/indexdata/proj/git-tools/update-archive/update-archive.sh --ubuntu=\"${UBUNTU_DIST}\" --debian=\"${DEBIAN_DIST}\""; then - echo "update-archive.sh failed" - exit 1 - fi - fi - echo "Upload successful - we hope" - exit 0 fi - -rm -f *.log - -# copy tars to centos build hosts -for dist in ${CENTOS_DIST}; do - arch=amd64 - prodver=${PRODUCT}-${VERSION} - tarname=${prodver}.tar.gz - if test ! -f ../${tarname}; then - echo "$tarname: missing" +if $debian; then + sudo rm -fr deb-src + MKDEBSRC=${ID_DEB_BUILD}/id-mk-deb-src.sh + if test ! -x $MKDEBSRC; then + echo "$MKDEBSRC not found" exit 1 fi - - if ssh $dist "test -f .rpmmacros && test -d rpmbuild/SOURCES && test -d rpmbuild/RPMS && test -d rpmbuild/SRPMS"; then - : - else - echo "Host $dist does not seem to be prepared with rpmbuild directories" - exit 1 + if ! ${ID_DEB_BUILD}/id-mk-deb-changelog.sh; then + echo "id-mk-deb-changelog.sh failed" fi - - if scp ../${tarname} $dist:rpmbuild/SOURCES/ ; then - : - else - echo "Could not copy $tarname to $dist" + if ! ${MKDEBSRC}; then + echo "id-mk-deb-src.sh failed" + fi + cd deb-src + for f in *.dsc; do + if test -f "$f"; then + DSC=$f + fi + done + if test -z "$DSC"; then + echo "${DSC}does not exist" exit 1 fi - if ssh $dist "cd rpmbuild/SOURCES && rm -fr $prodver && tar zxf $tarname && cd ${prodver} && rpmbuild -ba ${PRODUCT}.spec" >${dist}-${arch}.log 2>&1; then - : + if grep "Architecture: all" $DSC >/dev/null; then + USE_ARCHS=i386 else - echo "FAILED: See ${dist}-${arch}.log" - exit 1 + USE_ARCHS="i386 amd64" fi -done - -# call our privileged wrapper to clean the directories, no --dsc option -for dist in ${DEBIAN_DIST} ${UBUNTU_DIST}; do - for arch in ${USE_ARCHS}; do - sudo -n $PBUILDROOT --home=${HOME_EXPORT} --dist=$dist --arch=$arch - if test $? -ne 0; then - echo "FAILED" - echo "Run id-pbuild.sh using sudo or add yourself to /etc/sudoers:" - echo "${USER} ALL=NOPASSWD: ${ID_DEB_BUILD}/id-pbuild-root.sh" - exit 1 - fi - done -done - -# call our privileged wrapper to do the real work, with --dsc option -i=0 -date -for dist in ${DEBIAN_DIST} ${UBUNTU_DIST}; do - for arch in ${USE_ARCHS}; do - sudo -n $PBUILDROOT --home=${HOME_EXPORT} \ - --dist=$dist --arch=$arch --dsc=$PKG >${dist}-${arch}.log 2>&1 & - i=`expr $i + 1` - if test $i -eq $concurrency; then - i=0 - wait - if test -f ${dist}-${arch}/*.dsc; then - : + for dist in ${DEBIAN_DIST} ${UBUNTU_DIST}; do + for arch in ${USE_ARCHS}; do + echo -n "dist=$dist arch=$arch" + rm -f ~/.pbuilderrc + echo "DIST=$dist" > ~/.pbuilderrc + echo "ARCH=$arch" >> ~/.pbuilderrc + cat ${ID_DEB_BUILD}/pbuilderrc >> ~/.pbuilderrc + echo -n " update" + if ! sudo lxc-attach -n pbuilder -- pbuilder --update --override-config >update-${dist}-${arch}.log 2>&1; then + echo -n " create" + if ! sudo lxc-attach -n pbuilder -- pbuilder --create >create-${dist}-${arch}.log 2>&1; then + echo " failed. Inspect deb-src/create-${dist}-${arch}.log" + exit 1 + fi + echo -n " update" + if ! sudo lxc-attach -n pbuilder -- pbuilder --update --override-config >update-${dist}-${arch}.log 2>&1; then + echo " failed. Inspect deb-src/update-${dist}-${arch}.log" + exit 1 + fi + fi + echo -n " build" + if sudo lxc-attach -n pbuilder -- pbuilder --build $DSC >build-${dist}-${arch}.log 2>&1; then + echo " done" else - echo "FAILED: No .dsc file for ${dist}-${arch}" + echo " failed. Inspect deb-src/build-${dist}-${arch}.log" exit 1 fi - fi + done done -done -wait -for dist in ${DEBIAN_DIST} ${UBUNTU_DIST}; do - for arch in ${USE_ARCHS}; do - if test -f ${dist}-${arch}/*.dsc; then - : - else - echo "FAILED: No .dsc file for ${dist}-${arch}" - exit 1 - fi - done -done +fi -date -echo "Done" # Local Variables: # mode:shell-script -# sh-indentation: 2 +# sh-indentation: 4 # sh-basic-offset: 4 # End: +