# common functionality for tests. # imported into main for ease of use. package main; use Cwd; use Config; use File::Path; use File::Copy; use File::Basename; BEGIN { # No spamd test in Windows unless env override says user figured out a way # If you want to know why these are vars and no constants, read this thread: # # -- mss, 2004-01-13 our $RUNNING_ON_WINDOWS = ($^O =~ /^(mswin|dos|os2)/oi); our $SKIP_SPAMD_TESTS = $RUNNING_ON_WINDOWS; our $NO_SPAMC_EXE; our $SKIP_SPAMC_TESTS; our $SSL_AVAILABLE; } # Set up for testing. Exports (as global vars): # out: $home: $HOME env variable # out: $cwd: here # out: $scr: spamassassin script # sub sa_t_init { my $tname = shift; if ($config{PERL_PATH}) { $perl_path = $config{PERL_PATH}; } elsif ($^X =~ m|^/|) { $perl_path = $^X; } else { $perl_path = $Config{perlpath}; $perl_path =~ s|/[^/]*$|/$^X|; } $perl_cmd = $perl_path; $perl_cmd .= " -T" if !defined($ENV{'TEST_PERL_TAINT'}) or $ENV{'TEST_PERL_TAINT'} ne 'no'; $perl_cmd .= " -w" if !defined($ENV{'TEST_PERL_WARN'}) or $ENV{'TEST_PERL_WARN'} ne 'no'; $scr = $ENV{'SCRIPT'}; $scr ||= "$perl_cmd ../spamassassin"; $spamd = "$perl_cmd ../spamd/spamd"; $spamc = $ENV{'SPAMC_SCRIPT'}; $spamc ||= "../spamc/spamc"; $salearn = $ENV{'SALEARN_SCRIPT'}; $salearn ||= "$perl_cmd ../sa-learn"; $spamdhost = $ENV{'SPAMD_HOST'}; $spamdhost ||= "localhost"; $spamdport = $ENV{'SPAMD_PORT'}; $spamdport ||= 48373; # whatever $spamd_cf_args = "-C log/test_rules_copy"; $spamd_localrules_args = " --siteconfigpath log/localrules.tmp"; $scr_localrules_args = " --siteconfigpath log/localrules.tmp"; $salearn_localrules_args = " --siteconfigpath log/localrules.tmp"; $scr_cf_args = "-C log/test_rules_copy"; $scr_pref_args = "-p log/test_default.cf"; $salearn_cf_args = "-C log/test_rules_copy"; $salearn_pref_args = "-p log/test_default.cf"; $scr_test_args = ""; $salearn_test_args = ""; $set_test_prefs = 0; $default_cf_lines = " bayes_path ./log/user_state/bayes auto_whitelist_path ./log/user_state/auto-whitelist "; (-f "t/test_dir") && chdir("t"); # run from .. $NO_SPAMC_EXE = ($RUNNING_ON_WINDOWS && !$ENV{'SPAMC_SCRIPT'} && !(-e "../spamc/spamc.exe")); $SKIP_SPAMC_TESTS = ($NO_SPAMC_EXE || ($RUNNING_ON_WINDOWS && !$ENV{'SPAMD_HOST'})); $SSL_AVAILABLE = ((!$SKIP_SPAMC_TESTS) && # no SSL test if no spamc (!$SKIP_SPAMD_TESTS) && # or if no local spamd (`$spamc -V` =~ /with SSL support/) && (`$spamd --version` =~ /with SSL support/)); # do not remove prior test results! # rmtree ("log"); mkdir ("log", 0755); rmtree ("log/user_state"); rmtree ("log/outputdir.tmp"); rmtree ("log/test_rules_copy"); mkdir ("log/test_rules_copy", 0755); for $file (<../rules/*.cf>) { $base = basename $file; copy ($file, "log/test_rules_copy/$base") or warn "cannot copy $file to log/test_rules_copy/$base"; } rmtree ("log/localrules.tmp"); mkdir ("log/localrules.tmp", 0755); copy ("../rules/init.pre", "log/localrules.tmp/init.pre") or die "init.pre copy failed"; copy ("../rules/user_prefs.template", "log/test_rules_copy/99_test_default.cf") or die "user prefs copy failed"; open (PREFS, ">>log/test_rules_copy/99_test_default.cf"); print PREFS $default_cf_lines; close PREFS; # create an empty .prefs file open (PREFS, ">>log/test_default.cf"); close PREFS; mkdir("log/user_state",0755); $home = $ENV{'HOME'}; $home ||= $ENV{'WINDIR'} if (defined $ENV{'WINDIR'}); $cwd = getcwd; $ENV{'TEST_DIR'} = $cwd; $testname = $tname; } sub sa_t_finish { # no-op currently } sub tstfile { my $file = shift; open (OUT, ">log/mail.txt") or die; print OUT $file; close OUT; } sub tstlocalrules { my $lines = shift; $set_local_rules = 1; open (OUT, ">log/localrules.tmp/00test.cf") or die; print OUT $lines; close OUT; } sub tstprefs { my $lines = shift; $set_test_prefs = 1; # TODO: should we use -p, or modify the test_rules_copy/99_test_default.cf? # for now, I'm taking the -p route, since we have to be able to test # the operation of user-prefs in general, itself. open (OUT, ">log/tst.cf") or die; print OUT $lines; close OUT; $scr_pref_args = "-p log/tst.cf"; } # Run spamassassin. Calls back with the output. # in $args: arguments to run with # in $read_sub: callback for the output (should read from ). # This is called with no args. # # out: $sa_exitcode global: exitcode from sitescooper # ret: undef if sitescooper fails, 1 for exit 0 # sub sarun { my $args = shift; my $read_sub = shift; rmtree ("log/outputdir.tmp"); # some tests use this mkdir ("log/outputdir.tmp", 0755); %found = (); %found_anti = (); if (defined $ENV{'SA_ARGS'}) { $args = $ENV{'SA_ARGS'} . " ". $args; } $args = "$scr_cf_args $scr_localrules_args $scr_pref_args $scr_test_args $args"; # added fix for Windows tests from Rudif my $scrargs = "$scr $args"; $scrargs =~ s!/!\\!g if ($^O =~ /^MS(DOS|Win)/i); print ("\t$scrargs\n"); system ("$scrargs > log/$testname.${Test::ntest}"); $sa_exitcode = ($?>>8); if ($sa_exitcode != 0) { return undef; } &checkfile ("$testname.${Test::ntest}", $read_sub) if (defined $read_sub); 1; } # Run salearn. Calls back with the output. # in $args: arguments to run with # in $read_sub: callback for the output (should read from ). # This is called with no args. # # out: $salearn_exitcode global: exitcode from sitescooper # ret: undef if sitescooper fails, 1 for exit 0 # sub salearnrun { my $args = shift; my $read_sub = shift; rmtree ("log/outputdir.tmp"); # some tests use this mkdir ("log/outputdir.tmp", 0755); %found = (); %found_anti = (); if (defined $ENV{'SA_ARGS'}) { $args = $ENV{'SA_ARGS'} . " ". $args; } $args = "$salearn_cf_args $salearn_localrules_args $salearn_pref_args $salearn_test_args $args"; # added fix for Windows tests from Rudif my $salearnargs = "$salearn $args"; $salearnargs =~ s!/!\\!g if ($^O =~ /^MS(DOS|Win)/i); print ("\t$salearnargs\n"); system ("$salearnargs > log/$testname.${Test::ntest}"); $salearn_exitcode = ($?>>8); if ($salearn_exitcode != 0) { return undef; } &checkfile ("$testname.${Test::ntest}", $read_sub) if (defined $read_sub); 1; } sub scrun { spamcrun (@_, 0); } sub scrunwithstderr { spamcrun (@_, 1); } sub spamcrun { my $args = shift; my $read_sub = shift; my $capture_stderr = shift; if (defined $ENV{'SC_ARGS'}) { $args = $ENV{'SC_ARGS'} . " ". $args; } my $spamcargs; if($args !~ /\b(?:-p\s*[0-9]+|-U)\b/) { $spamcargs = "$spamc -d $spamdhost -p $spamdport $args"; } else { $spamcargs = "$spamc $args"; } $spamcargs =~ s!/!\\!g if ($^O =~ /^MS(DOS|Win)/i); print ("\t$spamcargs\n"); if ($capture_stderr) { system ("$spamcargs > log/$testname.out 2>&1"); } else { system ("$spamcargs > log/$testname.out"); } $sa_exitcode = ($?>>8); if ($sa_exitcode != 0) { stop_spamd(); return undef; } %found = (); %found_anti = (); &checkfile ("$testname.out", $read_sub) if (defined $read_sub); ($sa_exitcode == 0); } sub spamcrun_background { my $args = shift; my $read_sub = shift; if (defined $ENV{'SC_ARGS'}) { $args = $ENV{'SC_ARGS'} . " ". $args; } my $spamcargs; if($args !~ /\b(?:-p\s*[0-9]+|-o|-U)\b/) { $spamcargs = "$spamc -p $spamdport $args"; } else { $spamcargs = "$spamc $args"; } $spamcargs =~ s!/!\\!g if ($^O =~ /^MS(DOS|Win)/i); print ("\t$spamcargs &\n"); system ("$spamcargs > log/$testname.bg &") and return 0; 1; } sub sdrun { my $sdargs = shift; my $args = shift; my $read_sub = shift; start_spamd ($sdargs); spamcrun ($args, $read_sub); stop_spamd (); 1; } sub start_spamd { return if $SKIP_SPAMD_TESTS; my $spamd_extra_args = shift; return if (defined($spamd_pid) && $spamd_pid > 0); rmtree ("log/outputdir.tmp"); # some tests use this mkdir ("log/outputdir.tmp", 0755); if (defined $ENV{'SD_ARGS'}) { $spamd_extra_args = $ENV{'SD_ARGS'} . " ". $spamd_extra_args; } my @spamd_args = ( $spamd, qq{-D}, qq{-x} ); if (!$spamd_inhibit_log_to_err) { push (@spamd_args, qq{-s}, qq{stderr}, ); } if ($spamd_extra_args !~ /(?:-C\s*[^-]\S+)/) { push(@spamd_args, $spamd_cf_args, $spamd_localrules_args, ); } if ($spamd_extra_args !~ /(?:-p\s*[0-9]+|-o|--socketpath)/) { push(@spamd_args, qq{-p}, $spamdport, ); } if ($set_test_prefs) { warn "oops! SATest.pm: a test prefs file was created, but spamd isn't reading it\n"; } my $spamd_stdout = "log/$testname-spamd.out"; my $spamd_stderr = "log/$testname-spamd.err"; my $spamd_stdlog = "log/$testname-spamd.log"; my $spamd_forker = $ENV{'SPAMD_FORKER'} ? $ENV{'SPAMD_FORKER'} : $RUNNING_ON_WINDOWS ? "start $perl_path" : $perl_path; my $spamd_cmd = join(' ', $spamd_forker, qq{SATest.pl}, qq{-Mredirect}, qq{-o${spamd_stdout}}, qq{-O${spamd_stderr}}, qq{--}, @spamd_args, $spamd_extra_args, qq{&}, ); unlink ($spamd_stdout, $spamd_stderr, $spamd_stdlog); print ("\t${spamd_cmd}\n"); system ($spamd_cmd); # now find the PID $spamd_pid = 0; # note that the wait period increases the longer it takes, # 20 retries works out to a total of 60 seconds my $retries = 20; my $wait = 0; while ($spamd_pid <= 0) { my $spamdlog = ''; if (open (IN, "<${spamd_stderr}")) { while () { # Yes, DO retry on this error. I'm getting test failures otherwise # /Address already in use/ and $retries = 0; /server pid: (\d+)/ and $spamd_pid = $1; $spamdlog .= $_; } close IN; last if ($spamd_pid); } sleep (int($wait++ / 4) + 1) if $retries > 0; if ($retries-- <= 0) { warn "spamd start failed: log: $spamdlog"; warn "\n\nMaybe you need to kill a running spamd process?\n\n"; return 0; } } 1; } sub stop_spamd { return 0 if ( defined($spamd_already_killed) || $SKIP_SPAMD_TESTS); $spamd_pid ||= 0; if ( $spamd_pid <= 1) { print ("Invalid spamd pid: $spamd_pid. Spamd not started/crashed?\n"); return 0; } else { my $killed = kill (15, $spamd_pid); print ("Killed $killed spamd instances\n"); # wait for it to exit, before returning. for my $waitfor (0 .. 5) { my $killstat; if (($killstat = kill (0, $spamd_pid)) == 0) { last; } print ("Waiting for spamd at pid $spamd_pid to exit...\n"); sleep 1; } $spamd_pid = 0; $spamd_already_killed = 1; return $killed; } } sub create_saobj { my ($args) = shift; # lets you override/add arguments # YUCK, these file/dir names should be some sort of variable, at # least we keep their definition in the same file for the moment. my %setup_args = ( rules_filename => 'log/test_rules_copy', site_rules_filename => 'log/localrules.tmp', userprefs_filename => 'log/test_default.cf', userstate_dir => 'log/user_state', local_tests_only => 1, ); # override default args foreach my $arg (keys %$args) { $setup_args{$arg} = $args->{$arg}; } # We'll assume that the test has setup INC correctly require Mail::SpamAssassin; my $sa = Mail::SpamAssassin->new(\%setup_args); return $sa; } # --------------------------------------------------------------------------- sub checkfile { my $filename = shift; my $read_sub = shift; # print "Checking $filename\n"; if (!open (IN, "< log/$filename")) { warn "cannot open log/$filename"; return undef; } &$read_sub(); close IN; } # --------------------------------------------------------------------------- sub pattern_to_re { my $pat = shift; $pat = quotemeta($pat); # make whitespace irrelevant; match any amount as long as the # non-whitespace chars are OK. $pat =~ s/\\\s/\\s\*/gs; $pat; } # --------------------------------------------------------------------------- sub patterns_run_cb { local ($_); my $string = shift; if (defined $string) { $_ = $string; } else { $_ = join ('', ); } # create default names == the pattern itself, if not specified foreach my $pat (keys %patterns) { if ($patterns{$pat} eq '') { $patterns{$pat} = $pat; } } foreach my $pat (sort keys %patterns) { my $safe = pattern_to_re ($pat); # print "JMD $patterns{$pat}\n"; if ($_ =~ /${safe}/s) { $found{$patterns{$pat}}++; } } foreach my $pat (sort keys %anti_patterns) { my $safe = pattern_to_re ($pat); # print "JMD $patterns{$pat}\n"; if ($_ =~ /${safe}/s) { $found_anti{$anti_patterns{$pat}}++; } } } sub ok_all_patterns { foreach my $pat (sort keys %patterns) { my $type = $patterns{$pat}; print "\tChecking $type\n"; if (defined $found{$type}) { ok ($found{$type} == 1) or warn "Found more than once: $type\n"; } else { warn "\tNot found: $type = $pat\n"; ok (0); # keep the right # of tests } } foreach my $pat (sort keys %anti_patterns) { my $type = $anti_patterns{$pat}; print "\tChecking for anti-pattern $type\n"; if (defined $found_anti{$type}) { warn "\tFound anti-pattern: $type = $pat\n"; ok (0); } else { ok (1); } } } sub skip_all_patterns { my $skip = shift; foreach my $pat (sort keys %patterns) { my $type = $patterns{$pat}; print "\tChecking $type\n"; if (defined $found{$type}) { skip ($skip, $found{$type} == 1) or warn "Found more than once: $type\n"; warn "\tThis test should have been skipped: $skip\n" if $skip; } else { if ($skip) { warn "\tTest skipped: $skip\n"; } else { warn "\tNot found: $type = $pat\n"; } skip ($skip, 0); # keep the right # of tests } } foreach my $pat (sort keys %anti_patterns) { my $type = $anti_patterns{$pat}; print "\tChecking for anti-pattern $type\n"; if (defined $found_anti{$type}) { warn "\tFound anti-pattern: $type = $pat\n"; skip ($skip, 0); } else { skip ($skip, 1); } } } sub clear_pattern_counters { %found = (); %found_anti = (); } 1;