path: root/Tools/scripts/tindex

#!/bin/sh
#
# INDEX build tinderbox script.  Build an INDEX for all supported FreeBSD branches
# using the latest value of OSVERSION according to the src trees.  If the build
# fails, yowl about it on ${REPORT_ADDRESS}  If not, copy the index to www.freebsd.org so
# that 'make fetchindex' sees it.
#
# When INDEX is broken, assemble the list of committers who touched files
# on the most recent 'cvs update', and put those committers "on the hook".
# These committers all stay on the hook until INDEX is buildable again.
#
# MAINTAINER= erwin@FreeBSD.org
#

# --------------------------------------------------------
# Change these!

# Address for success/failure reports
REPORT_ADDRESS=root@localhost

# Address for script errors
ERROR_ADDRESS=root@localhost

# Where to scp the resulting indexes after build
SCP_DEST_HOST=root@localhost
SCP_DEST_TMP=/tmp
SCP_DEST_DIR=/usr/local/www/ports
SNAP_DIR=a/snap/ports

# Privileged zfs command
ZFSCMD="/usr/local/bin/sudo /sbin/zfs"

# Location of ports tree and source trees
export BASEDIR=/local0/tmp/kris/tindex
export PORTSDIR=${BASEDIR}/ports
export SRCDIR6=${BASEDIR}/src.6
export SRCDIR7=${BASEDIR}/src.7
export SRCDIR8=${BASEDIR}/src.8
export SRCDIR9=${BASEDIR}/src.9

# Target architecture if not set in the environment
if [ "${ARCH}" = "" ]; then
    export ARCH=i386
fi

# SSH key to use for copying INDEXes to www host (if non-default)
export SSHKEY="-i /home/kris/.ssh/id_dsa-index"

# --------------------------------------------------------

blame() {
  # Find out who is responsible for current version of file $1
  ident=$(ident ${BASEDIR}/$1 2>/dev/null | grep '$FreeBSD')
  who=$(echo $ident | awk '{print $6}')

  if [ ! -z $who ]; then
    echo $who
  fi
}

indexfail() {
  BRANCH=$1

  # Leave a cookie behind so that we know when the index is fixed
  touch ${BASEDIR}/broken.${BRANCH}

  (
    echo "INDEX build failed with errors:";
    len=$(wc -l index.out | awk '{print $1}')
    if [ "$len" -gt "40" ]; then
      head -20 index.out
      echo "[...]"
      tail -20 index.out
    else
      cat index.out
    fi

    len=$(wc -l index.err | awk '{print $1}')
    if [ "$len" -gt "40" ]; then
      head -20 index.err
      echo "[...]"
      tail -20 index.err
    else
      cat index.err
    fi

    # Find out which committers are on the hook

    commits=$(grep Edit ${PORTSDIR}/cvsup.log | awk '{print $2}')
    for i in ${commits}; do
       blame $i >> ${PORTSDIR}/hook
    done
    sort -u ${PORTSDIR}/hook > ${PORTSDIR}/hook.new
    mv ${PORTSDIR}/hook.new ${PORTSDIR}/hook
    echo
    echo "Committers on the hook:"
    tr -s '\n' ' ' < ${PORTSDIR}/hook
    echo
    echo 
    echo "Most recent CVS update was:";
    grep 'Edit' ${PORTSDIR}/cvsup.log | awk '{print $2}'
  ) | mail -s "INDEX build failed for ${BRANCH}" ${REPORT_ADDRESS}
  exit 1
}

checkfixed() {
  BRANCH=$1

  # If the cookie exists that means that this is the first build for which the
  # INDEX succeeded, so announce this.
  if [ -e ${BASEDIR}/broken.${BRANCH} ]; then
    rm -f ${BASEDIR}/broken.${BRANCH}
    mail -s "INDEX now builds successfully on ${BRANCH}" ${REPORT_ADDRESS} < /dev/null
  fi
}

createtmpdir() {
    TMPDIR=`ssh ${SCP_DEST_HOST} "mktemp -qd ${SCP_DEST_TMP}/tindex.XXXXXX"`
    if [ $? -ne 0 ]; then
    echo "$0: Can't create temp file, exiting..."
    exit 1
    fi
}

get_parent() {
    local fs=$1

    # Check whether this filesystem has a parent
    /sbin/zfs get -H -o value origin ${fs}
}

now() {
    date +%Y%m%d%H%M%S
}

do_portsupdate() {
   do_destroy

   now=$(now)
   ${ZFSCMD} snapshot ${SNAP_DIR}@${now}
   ${ZFSCMD} clone ${SNAP_DIR}@${now} ${PORTSDIR#?}
}

do_destroy() {
    if [ -d ${PORTSDIR} ]; then
    parent=$(get_parent ${PORTSDIR#?})
        ${ZFSCMD} destroy ${PORTSDIR#?} || exit 1 
    if [ ! -z "${parent}" ]; then
            ${ZFSCMD} destroy ${parent} || exit 1 
    fi
    fi
}
    
    
do_run() {
# Sanitize the environment so that the indexes aren't customized by the
# local machine settinge
export __MAKE_CONF=/dev/null
export PORT_DBDIR=/nonexistent
export PKG_DBDIR=/nonexistent
export LOCALBASE=/nonexistent
export INDEX_PRISTINE=1
export INDEX_JOBS=4
export INDEX_QUIET=1

# First update the source trees to get current OSVERSION
cd ${SRCDIR6}/sys/sys
cvs -Rq update -PdA -r RELENG_6 param.h
OSVERSION6=$(awk '/^#define[[:blank:]]__FreeBSD_version/ {print $3}' < ${SRCDIR6}/sys/sys/param.h)

cd ${SRCDIR7}/sys/sys
cvs -Rq update -PdA -r RELENG_7 param.h
OSVERSION7=$(awk '/^#define[[:blank:]]__FreeBSD_version/ {print $3}' < ${SRCDIR7}/sys/sys/param.h)

cd ${SRCDIR8}/sys/sys
cvs -Rq update -PdA -r RELENG_8 param.h
OSVERSION8=$(awk '/^#define[[:blank:]]__FreeBSD_version/ {print $3}' < ${SRCDIR8}/sys/sys/param.h)

cd ${SRCDIR9}/sys/sys
cvs -Rq update -PdA param.h
OSVERSION9=$(awk '/^#define[[:blank:]]__FreeBSD_version/ {print $3}' < ${SRCDIR9}/sys/sys/param.h)


cd ${PORTSDIR}
rm -f INDEX-6 INDEX-6.bz2 INDEX-7 INDEX-7.bz2 INDEX-8 INDEX-8.bz2 INDEX-9 INDEX-9.bz2

for branch in 6.x 7.x 8.x 9.x; do
    release=$(echo $branch | sed -e 's,.x,,')

    eval _osver=\$OSVERSION${release}
    export OSVERSION=${_osver}

    echo "Building INDEX for ${branch} with OSVERSION=${OSVERSION}"
    cd ${PORTSDIR}
    ((make index 2> index.err) > index.out) || indexfail ${branch}
    if [ -s index.err ]; then
        indexfail ${branch}
    fi
    checkfixed ${branch}

    createtmpdir
    bzip2 -kf ${PORTSDIR}/INDEX-${release}
    scp -q ${SSHKEY} ${PORTSDIR}/INDEX-${release} ${PORTSDIR}/INDEX-${release}.bz2 ${SCP_DEST_HOST}:${TMPDIR} || mail -s "Cannot copy INDEX-${release} to temp dir" ${ERROR_ADDRESS}
    ssh ${SCP_DEST_HOST} "/bin/mv ${TMPDIR}/INDEX-${release} ${SCP_DEST_DIR}; /bin/mv ${TMPDIR}/INDEX-${release}.bz2 ${SCP_DEST_DIR}; rmdir ${TMPDIR}" || mail -s "Cannot move INDEX-${release} to final dir" ${ERROR_ADDRESS}
done

}

usage () {
    echo "usage: tindex <command>"
    exit 1
}


#############################

if [ $# -lt 1 ]; then
  usage
fi

cmd=$1
shift

# Unprivileged commands
case "$cmd" in
    run)
        do_run
    ;;
    portsupdate)
        do_portsupdate
        ;;
    destroy)
        do_destroy
    ;;
    *)
        echo "Invalid command: $cmd"
    exit 1
    ;;
esac