aboutsummaryrefslogtreecommitdiffstats
path: root/misc/posixtestsuite/Makefile
blob: e196398daa84ad1f53707a50d237cf566208540e (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
# Created by: Alexey Zelkin <phantom@FreeBSD.org>
# $FreeBSD$

PORTNAME=   posixtestsuite
PORTVERSION=    1.5.2
PORTREVISION=   1
CATEGORIES= misc
MASTER_SITES=   SF/posixtest/posixtest/${PORTNAME}-${PORTVERSION}

MAINTAINER= ports@FreeBSD.org
COMMENT=    Open POSIX Test Suite

WRKSRC=     ${WRKDIR}/posixtestsuite

NO_ARCH=    yes
NO_BUILD=   yes
NO_INSTALL= yes
NO_PACKAGE= "Nothing to package"

USES=       gmake

REGR_LOG=   log.run-5current

RUN_RESULT= ${WRKSRC}/run.result
LOCAL_REGR_LOG= ${WRKSRC}/regression.result

.if defined(QUIET)
THEPIPE=    >
.else
THEPIPE=    | tee 2>&1
.endif

.if defined(WITH_THRLIB)
THRLIB=     ${WITH_THRLIB}
.else
THRLIB=     -lpthread
.endif

pre-everything::
    @${ECHO} "Following make commands are available:"
    @${ECHO} ""
    @${ECHO} "  * help - this message"
    @${ECHO} "  * run - run whole testsuite"
    @${ECHO} "  * rerun - re-run broken tests"
    @${ECHO} "  * regression - show differences between original and current results"
    @${ECHO} ""
    @${ECHO} "Following options are available:"
    @${ECHO} ""
    @${ECHO} "  * QUIET - don't print progress messages while running"
    @${ECHO} "  * WITH_THRLIB - choose thread library to run test against"
    @${ECHO} "    (NB: by default '"-lpthread"' is used)"
    @${ECHO} ""
    @${ECHO} "Examples:"
    @${ECHO} ""
    @${ECHO} "  make WITH_THRLIB=libthr run"
    @${ECHO} "    - run tests against libthr"
    @${ECHO} ""
    @${ECHO} "  make QUIET=YES WITH_THRLIB= regression"
    @${ECHO} "    - be quiet, run tests against libpthread (default"
    @${ECHO} "      threading library), compare tests results"
    @${ECHO} ""

help:   pre-everything

aclean: all
    @${ECHO} "Cleaning tests tree..."
    -@(cd ${WRKSRC} && ${RM} ${RUN_RESULT} && ${MAKE_CMD} clean)

rerun:  all
.if defined(WITH_THRLIB)
    @${ECHO} ${THRLIB} > ${WRKSRC}/LDFLAGS
.endif
.if empty(THRLIB)
    @${ECHO} "Running tests (against -lc) ..."
.else
    @${ECHO} "Running tests (against ${THRLIB}) ..."
.endif
    @(cd ${WRKSRC} && ${MAKE_CMD} all) ${THEPIPE} ${RUN_RESULT}
    @${ECHO} ""
    @${ECHO} "Run output is stored into following files:"
    @${ECHO} "  * short version: ${RUN_RESULT}"
    @${ECHO} "  * extended version: ${WRKSRC}/logfile"

run:    aclean rerun

regression: run
    @${ECHO} "Show regression log..."
    @(cd ${WRKSRC} && diff -u ${FILESDIR}/${REGR_LOG} ${RUN_RESULT}) > ${LOCAL_REGR_LOG}
    @[ -z ${LOCAL_REGR_LOG} ] || ( ${ECHO} "No regression detected"; exit 0 )
    @${ECHO} "Regression log stored at ${LOCAL_REGR_LOG}"

.include <bsd.port.mk>