aboutsummaryrefslogtreecommitdiffstats
path: root/Tools
diff options
context:
space:
mode:
Diffstat (limited to 'Tools')
-rwxr-xr-xTools/portbuild/scripts/dopackages219
-rwxr-xr-xTools/portbuild/scripts/dopackages29
2 files changed, 228 insertions, 0 deletions
diff --git a/Tools/portbuild/scripts/dopackages b/Tools/portbuild/scripts/dopackages
new file mode 100755
index 000000000000..a0e94249c1d1
--- /dev/null
+++ b/Tools/portbuild/scripts/dopackages
@@ -0,0 +1,219 @@
+#!/bin/sh
+
+# configurable variables
+pb=/a/asami/portbuild
+user=asami
+
+usage () {
+ echo "usage: [-nobuild] [-noindex] [-noduds] [-nocvsup] branch"
+ exit 1
+}
+
+scripts=${pb}/scripts
+lock=${pb}/lock
+
+umask 002
+export PORTSDIR=${pb}/usr/ports
+
+me=$(hostname -s)
+
+echo "Subject: $me package building logs"
+echo
+echo "Called with arguments: "${1+"$@"}
+
+PATH=/sbin:/bin:/usr/sbin:/usr/bin:/usr/local/sbin:/usr/local/bin:/usr/X11R6/bin
+
+if [ $# = 0 ]; then
+ usage
+fi
+
+if [ -e ${lock} ]; then
+ echo "Skipped since lock file exists"
+ exit 1
+fi
+
+touch ${lock}
+
+nobuild=0
+noindex=0
+noduds=0
+nocvsup=0
+
+# optional arguments
+while [ $# -gt 1 ]; do
+ case "x$1" in
+ x-nobuild)
+ nobuild=1
+ ;;
+ x-noindex)
+ noindex=1
+ ;;
+ x-noduds)
+ noduds=1
+ ;;
+ x-nocvsup)
+ nocvsup=1
+ ;;
+ *)
+ usage
+ ;;
+ esac
+ shift
+done
+
+# mandatory argument
+branch=$1
+if [ "x$branch" != x3 -a "x$branch" != x4 ]; then
+ usage
+fi
+
+cd ${pb}/usr/ports
+if [ "$nocvsup" = 0 ]; then
+ echo "================================================"
+ echo "running cvsup"
+ echo "================================================"
+ su ${user} -c 'cvsup -g -L 1 /etc/supfile.cvsup'
+ echo "================================================"
+ echo "running cvs update"
+ echo "================================================"
+ su ${user} -c 'cvs -q update -d -P'
+ echo "================================================"
+ echo "running make checksubdirs"
+ echo "================================================"
+ make checksubdirs
+fi
+
+# generate new Makefile
+if [ "$noindex" = 0 ]; then
+ echo "================================================"
+ echo "generating index"
+ echo "================================================"
+ echo -n "started at "
+ date
+ ${scripts}/makeindex ${branch} || exit 1
+ echo -n "ended at "
+ date
+ echo $(wc -l <INDEX) "lines in INDEX"
+ chown ${user} INDEX
+fi
+make parallel > ../../${branch}/Makefile
+
+if [ "$noduds" = 0 ]; then
+ echo "================================================"
+ echo "generating duds"
+ echo "================================================"
+ echo -n "started at "
+ date
+ ${scripts}/makeduds ${branch}
+ echo -n "ended at "
+ date
+ echo $(wc -l < ${pb}/${branch}/duds) "items in duds"
+ echo "duds diff:"
+ diff ${pb}/${branch}/duds.old ${pb}/${branch}/duds
+ cp -p ${pb}/${branch}/duds ${pb}/${branch}/duds.old
+fi
+
+echo "================================================"
+echo "running cvs update on /usr/opt/doc"
+echo "================================================"
+cd ${pb}/usr/opt/doc
+su ${user} -c 'cvs -q update -d -P'
+
+echo "================================================"
+echo "setting up nodes"
+echo "================================================"
+echo -n "started at "
+date
+for node in $(awk '{print $1}' ${pb}/mlist); do
+ echo "setting up $node"
+ scp -p -a $scripts/setupnode $node:$scripts
+ ssh -n $node $scripts/setupnode $me $pb $branch &
+done
+wait
+echo -n "ended at "
+date
+
+cd ${pb}
+if [ "$nobuild" = 0 ]; then
+ rm -rf bak/distfiles
+ mv -f distfiles bak
+ mkdir distfiles
+ chown -R ${user} distfiles
+ cd ${pb}/${branch}/bak
+ rm -rf errors logs packages old-errors
+ cd ${pb}/${branch}
+ mv -f errors logs packages old-errors make.* bak
+ mkdir -p errors logs packages/All
+ chown -R ${user} errors logs packages
+ cp -p tarballs/XFree86-3.3.3.1.tgz packages/All
+ cp -p tarballs/Motif-*.tgz packages/All
+ count=$(awk '{sum+=$2}END{print sum+NR/2}' ${pb}/mlist)
+ cd ${pb}/${branch}/packages/All
+ echo "================================================"
+ echo "building packages (phase 1)"
+ echo "================================================"
+ echo -n "started at "
+ date
+ make -k -j$count -f ../../Makefile > ../../make.0 2>&1 </dev/null
+ echo -n "ended at "
+ date
+ echo $(ls -1 ${pb}/${branch}/packages/All | wc -l) "packages built"
+ echo $(echo $(du -sk ${pb}/${branch}/packages | awk '{print $1}') / 1024 | bc) "MB of packages"
+ echo $(echo $(du -sk ${pb}/distfiles | awk '{print $1}') / 1024 | bc) "MB of distfiles"
+ cd ${pb}/${branch}
+ if grep -q 'ptimeout: killing' make.0; then
+ echo "The following port(s) timed out:"
+ grep 'ptimeout: killing' make.0 | sed -e 's/^.*ptimeout:/ptimeout:/'
+ fi
+ cp -rp errors old-errors
+ cd ${pb}/${branch}/old-errors
+ ${pb}/scripts/processlogs
+ cd ${pb}/${branch}/packages/All
+ echo "================================================"
+ echo "building packages (phase 2)"
+ echo "================================================"
+ echo -n "started at "
+ date
+ make -k -j$count -f ../../Makefile > ../../make.1 2>&1 </dev/null
+ echo -n "ended at "
+ date
+ echo $(ls -1 ${pb}/${branch}/packages/All | wc -l) "packages built"
+ echo $(echo $(du -sk ${pb}/${branch}/packages | awk '{print $1}') / 1024 | bc) "MB of packages"
+ echo $(echo $(du -sk ${pb}/distfiles | awk '{print $1}') / 1024 | bc) "MB of distfiles"
+ cd ${pb}/${branch}
+ if grep -q 'ptimeout: killing' make.1; then
+ echo "The following port(s) timed out:"
+ grep 'ptimeout: killing' make.1 | sed -e 's/^.*ptimeout:/ptimeout:/'
+ fi
+ cd ${pb}/${branch}/old-errors
+ new=""
+ for i in *.log; do
+ if [ ! -f ../errors/$i ]; then
+ new="$new $(basename $i .log)"
+ fi
+ done
+ if [ "x$new" != "x" ]; then
+ echo "The following ports didn't build the first time around: $new"
+ fi
+ cd ${PORTSDIR}
+ echo "================================================"
+ echo "creating restricted list"
+ echo "================================================"
+ echo -n "started at "
+ date
+ make ECHO_MSG=/usr/bin/true clean-restricted-list > ${pb}/${branch}/restricted.sh
+ echo -n "ended at "
+ date
+ echo $(grep -c '^#' ${pb}/${branch}/restricted.sh) "ports in ${pb}/${branch}/restricted.sh"
+ echo "================================================"
+ echo "creating cdrom list"
+ echo "================================================"
+ echo -n "started at "
+ date
+ make ECHO_MSG=/usr/bin/true clean-for-cdrom-list > ${pb}/${branch}/cdrom.sh
+ echo -n "ended at "
+ date
+ echo $(grep -c '^#' ${pb}/${branch}/cdrom.sh) "ports in ${pb}/${branch}/cdrom.sh"
+fi
+
+rm -f ${lock}
diff --git a/Tools/portbuild/scripts/dopackages2 b/Tools/portbuild/scripts/dopackages2
new file mode 100755
index 000000000000..33f38c998eeb
--- /dev/null
+++ b/Tools/portbuild/scripts/dopackages2
@@ -0,0 +1,9 @@
+#!/bin/sh
+
+pb=/a/asami/portbuild
+${pb}/scripts/dopackages 4 2>&1 \
+ | tee /a/asami/portbuild/4/build.log \
+ | sendmail asami@freebsd.org
+${pb}/scripts/dopackages -nocvsup 3 2>&1 \
+ | tee /a/asami/portbuild/3/build.log \
+ | sendmail asami@freebsd.org