aboutsummaryrefslogtreecommitdiffstats
path: root/Tools/scripts/checksize.sh
blob: b86daf7ab7ca1f223cd13e2bccf6a661e536662b (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
#!/bin/sh
# checksize.sh:  scan the ports collection for "size mismatch" and
# "size unknown" errors by attempting to fetch onto a full filesystem
#
# When called with a parameter that is the name of a category of
# ports, the script checks that category, then checks the whole
# ports collection, redoing the named category.  When called with
# no parameter, it checks the whole collection.
#
# First do something like:
#
#   dd if=/dev/zero of=/usr/ports/mfs.img bs=1k count=512
#   mdconfig -a -t vnode -f /usr/ports/mfs.img -u 1
#   newfs /dev/md1
#   mount /dev/md1 /mnt
#
# (for RELENG_4 use vnconfig instead of mdconfig).  Then run this
# while logging with, for example, the "script" utility and look
# for "size mismatch" (indicating the server has a distfile with a
# different size than what is listed in the distinfo file) and "size
# unknown" (indicating that the server does not report file sizes)
# errors in the output.  Pipe the output through:
#
#   grep -w size | grep -1 -E "unknown|mismatch"
#
# By keeping the filesystem full, we avoid fetching entire distfiles.
# The script attempts to partially download each distfile from all
# master sites.  Contacting all sites is desirable because sometimes
# a site which ostensibly mirrors another may contain corrupt files
# which are intact on the main site (or vice versa).
#
# bugs:
# - assumes ports tree is in /usr/ports/
# - doesn't provide for checking only particular categories or ports
# - support for multiple architectures is inefficient
# - output is messy
# - on my system, the first 20 kB of each distfile are fetched
#   (this can be suppressed by adding FETCH_BEFORE_ARGS=-s to the make options,
#   in which case the word "Unknown" appears by itself on a line
#   where otherwise there would be a "size unknown" error, and "size
#   mismatch" errors are not detected)
# - needs manual setup of /mnt/
#
# placed in the public domain by Trevor Johnson

for category in $1 `grep ^SUBDIR /usr/ports/Makefile | cut -f3 -d\ `; do
    cd /usr/ports/$category
    for port in \
        `grep -wc SIZE */distinfo* | grep -v :0 | cut -f1 -d\/`; do
        cd /usr/ports/$category/$port
        for arc in i386; do
            dd if=/dev/zero of=/mnt/zero
            echo checking $arc size data for $category/$port
            make    DISTDIR=/mnt \
                ARCH=$arc \
                BATCH=yes \
                MACHINE_ARCH=$arc \
                PACKAGE_BUILDING=yes \
                TRYBROKEN=yes checksum
            rm -rf /mnt/*
        done
    done
done