mk-baseline-results [plain text]
#!/bin/sh
. config
if [ "x$1" != "x" ]; then
SCORESET=$1
fi
gen_fp_fn_report () {
./logs-to-c \
--spam=spam-test.log \
--ham=ham-test.log \
--threshold $1 --count --scoreset=$SCORESET | \
sed -e 's/^Reading.*//' -e '/^$/d'
}
echo "STATISTICS REPORT FOR SPAMASSASSIN RULESET"
echo
echo "Classification success on test corpora, at default threshold:"
echo
gen_fp_fn_report 5
echo
echo "Results on test corpora at various alternative thresholds:"
echo
for thresh in -4 -3 -2 -1 0 1 2 3 4 4.5 5.5 6 6.5 7 8 9 10 12 15 17 20 ; do
gen_fp_fn_report $thresh
echo
done
echo
echo "Test hit frequencies, for spam and ham corpora:"
echo "(note: S/O indicates ratio of spam hits to overall hits for"
echo "each test, where 0.0 = hits only non-spam and 1.0 = hits only spam,"
echo "and the 'score' field should be ignored.)"
echo
perl hit-frequencies -x -p -s $SCORESET
version=`( cd .. ; ./build/get_version )`
echo
echo "Rule file versions for which these results apply:"
echo "(SpamAssassin Version string: $version)"
echo
( cd ../rules ; ls -l *.cf )