[popfile-commit] engine/tests TestMailParse.tst,1.4,1.5

[<jgr...@us...>]

Update of /cvsroot/popfile/engine/tests
In directory sc8-pr-cvs1:/tmp/cvs-serv7531/tests

Modified Files:
	TestMailParse.tst 
Log Message:
Merge kinematics patch that fixes bug 679405 and gives us magnets on multi-line headers and add his tests and fix a broken test and improve the test runner

Index: TestMailParse.tst
===================================================================
RCS file: /cvsroot/popfile/engine/tests/TestMailParse.tst,v
retrieving revision 1.4
retrieving revision 1.5
diff -C2 -d -r1.4 -r1.5
*** TestMailParse.tst	25 Feb 2003 02:04:13 -0000	1.4
--- TestMailParse.tst	25 Feb 2003 02:06:54 -0000	1.5
***************
*** 1,140 ****
! # ---------------------------------------------------------------------------------------------
! #
! # Tests for MailParse.pm
! #
! # Copyright (c) 2003 John Graham-Cumming
! #
! # ---------------------------------------------------------------------------------------------
! 
! use Classifier::MailParse;
! 
! my $cl = new Classifier::MailParse;
! 
! # map_color()
! test_assert_equal( $cl->map_color( 'red' ),     'ff0000' ); 
! test_assert_equal( $cl->map_color( 'ff0000' ),  'ff0000' ); 
! test_assert_equal( $cl->map_color( 'FF0000' ),  'ff0000' ); 
! test_assert_equal( $cl->map_color( '#fF0000' ), 'ff0000' ); 
! test_assert_equal( $cl->map_color( '#Ff0000' ), 'ff0000' ); 
! test_assert_equal( $cl->map_color( 'white' ),   'ffffff' ); 
! test_assert_equal( $cl->map_color( 'fFfFFf' ),  'ffffff' ); 
! test_assert_equal( $cl->map_color( 'FFFFFF' ),  'ffffff' ); 
! test_assert_equal( $cl->map_color( '#ffffff' ), 'ffffff' ); 
! test_assert_equal( $cl->map_color( '#FFfFFF' ), 'ffffff' ); 
! 
! # Check line splitting into words
! $cl->{htmlbackcolor} = $cl->map_color( 'white' );
! $cl->{htmlfontcolor} = $cl->map_color( 'black' );
! $cl->{words}         = {};
! $cl->add_line( 'this is a test of,adding words: from a line of text!', 0, '' );
! test_assert_equal( $cl->{words}{test},   1 );
! test_assert_equal( $cl->{words}{adding}, 1 );
! test_assert_equal( $cl->{words}{words},  1 );
! test_assert_equal( $cl->{words}{line},   1 );
! test_assert_equal( $cl->{words}{text},   1 );
! $cl->add_line( 'adding', 0, '' );
! test_assert_equal( $cl->{words}{adding}, 2 );
! 
! # Check that we correctly handle spaced out and dotted word
! $cl->{words}         = {};
! $cl->add_line( 'T H I S  T E X T  I S  S P A C E D alot', 0, '' );
! test_assert_equal( $cl->{words}{text},   1 );
! test_assert_equal( $cl->{words}{spaced}, 1 );
! test_assert_equal( $cl->{words}{alot},   1 );
! $cl->{words}         = {};
! $cl->add_line( 'offer a full 90 day m.oney b.ack g.uarantee.  If any customer is not. C.lick b.elow f.or m.ore i.nformation, it\'s f.r.e.e.', 0, '' );
! test_assert_equal( $cl->{words}{offer},     1 );
! test_assert_equal( $cl->{words}{full},      1 );
! test_assert_equal( $cl->{words}{money},     1 );
! test_assert_equal( $cl->{words}{back},      1 );
! test_assert_equal( $cl->{words}{customer},  1 );
! test_assert_equal( $cl->{words}{'trick:dottedwords'}, 6 );
! test_assert_equal( $cl->{words}{click},     1 );
! test_assert_equal( $cl->{words}{below},     1 );
! test_assert_equal( $cl->{words}{more},      1 );
! 
! # Check discovery of font color
! $cl->{htmlfontcolor} = '';
! test_assert_equal( $cl->parse_html( '<font color="white">' ), 0 );
! test_assert_equal( $cl->{htmlfontcolor}, $cl->map_color( 'white' ) );
! $cl->{htmlfontcolor} = '';
! test_assert_equal( $cl->parse_html( '<font color=red>' ), 0 );
! test_assert_equal( $cl->{htmlfontcolor}, $cl->map_color( 'red' ) );
! $cl->{htmlfontcolor} = '';
! test_assert_equal( $cl->parse_html( '<font color=#00ff00>' ), 0 );
! test_assert_equal( $cl->{htmlfontcolor}, $cl->map_color( 'green' ) );
! $cl->{htmlfontcolor} = '';
! test_assert_equal( $cl->parse_html( '<font color=#00ff00></font>' ), 0 );
! test_assert_equal( $cl->{htmlfontcolor}, $cl->map_color( 'black' ) );
! 
! # Check comment detection
! $cl->{words}         = {};
! test_assert_equal( $cl->parse_html( '<!-- foo -->' ), 0 );
! test_assert_equal( $cl->parse_html( '<!-- -->' ), 0 );
! test_assert_equal( $cl->parse_html( '<!---->' ), 0 );
! test_assert_equal( $cl->{words}{'html:comment'}, 3 );
! # Check that we don't think the DOCTYPE is a comment
! test_assert_equal( $cl->parse_html( '<!DOCTYPE >' ), 0 );
! # test_assert_equal( $cl->{words}{'html:comment'}, 3 );
! 
! # Check invisible ink detection
! $cl->{htmlfontcolor} = '';
! $cl->{words}         = {};
! $cl->{in_html_tag}   = 0;
! test_assert_equal( $cl->parse_html( '<body bgcolor="#ffffff">hello<font color=white>invisible</font>visible</body>  ' ), 0 );
! test_assert_equal( $cl->{words}{hello},     1 );
! test_assert_equal( $cl->{words}{visible},   1 );
! test_assert_equal( defined( $cl->{words}{invisible} ), '' );
! $cl->{htmlfontcolor} = '';
! $cl->{words}         = {};
! $cl->{in_html_tag}   = 0;
! test_assert_equal( $cl->parse_html( '   <body bgcolor="#ffffff">  hello<font color=white>' ), 0 );
! test_assert_equal( $cl->parse_html( '  invisible </font>'                                ), 0 );
! test_assert_equal( $cl->parse_html( 'visible</body>'                                  ), 0 );
! test_assert_equal( $cl->{words}{hello},     1 );
! test_assert_equal( $cl->{words}{visible},   1 );
! test_assert_equal( defined( $cl->{words}{invisible} ), '' );
! $cl->{htmlfontcolor} = '';
! $cl->{words}         = {};
! $cl->{in_html_tag}   = 0;
! test_assert_equal( $cl->parse_html( '<body bgcolor="#ffffff">hello  <font' ), 1 );
! test_assert_equal( $cl->parse_html( 'color=white>invisible </font>'       ), 0 );
! test_assert_equal( $cl->parse_html( 'visible    </body>'                     ), 0 );
! test_assert_equal( $cl->{words}{hello},     1 );
! test_assert_equal( $cl->{words}{visible},   1 );
! test_assert_equal( defined( $cl->{words}{invisible} ), '' );
! 
! # glob the tests directory for files called TestMailParse\d+.msg which consist of messages 
! # to be parsed with the resulting values for the words hash in TestMailParse\d+.wrd
! 
! my @parse_tests = sort glob 'tests/TestMailParse*.msg';
! 
! for my $parse_test (@parse_tests) {
!     my $words = $parse_test;
!     $words    =~ s/msg/wrd/;
!     
!     # Parse the document and then check the words hash against the words in the
!     # wrd file
! 
!     $cl->parse_stream( $parse_test );
! 
!     open WORDS, "<$words";
!     while ( <WORDS> ) {
!         if ( /(.+) (\d+)/ ) {
!             test_assert_equal( $cl->{words}{$1}, $2, "$words $1 $2" );
!         }
!     }
!     close WORDS;
! }
! 
! # Check that from, to and subject get set correctly when parsing a message
! $cl->parse_stream( 'tests/TestMailParse013.msg' );
! test_assert_equal( $cl->{from},    'RN <rr...@nn...>'                        );
! test_assert_equal( $cl->{to},      '"Armlet Forum" <arm...@ne...>' );
! test_assert_equal( $cl->{subject}, '(Archive Copy) RE: CW v9 and armlets...'       );
! $cl->parse_stream( 'tests/TestMailParse018.msg' );
! $cl->{to} =~ /(\Qbugtracker\E@\Qrelativity.com\E)/;
! test_assert_equal( $1, 'bug...@re...' );
! $cl->parse_stream( 'tests/TestMailParse019.msg' );
! $cl->{to} =~ /(\Qbugtracker\E@\Qrelativity.com\E)/;
! test_assert_equal( $1, 'bug...@re...' );
--- 1,145 ----
! # ---------------------------------------------------------------------------------------------
! #
! # Tests for MailParse.pm
! #
! # Copyright (c) 2003 John Graham-Cumming
! #
! # ---------------------------------------------------------------------------------------------
! 
! use Classifier::MailParse;
! 
! my $cl = new Classifier::MailParse;
! 
! # map_color()
! test_assert_equal( $cl->map_color( 'red' ),     'ff0000' ); 
! test_assert_equal( $cl->map_color( 'ff0000' ),  'ff0000' ); 
! test_assert_equal( $cl->map_color( 'FF0000' ),  'ff0000' ); 
! test_assert_equal( $cl->map_color( '#fF0000' ), 'ff0000' ); 
! test_assert_equal( $cl->map_color( '#Ff0000' ), 'ff0000' ); 
! test_assert_equal( $cl->map_color( 'white' ),   'ffffff' ); 
! test_assert_equal( $cl->map_color( 'fFfFFf' ),  'ffffff' ); 
! test_assert_equal( $cl->map_color( 'FFFFFF' ),  'ffffff' ); 
! test_assert_equal( $cl->map_color( '#ffffff' ), 'ffffff' ); 
! test_assert_equal( $cl->map_color( '#FFfFFF' ), 'ffffff' ); 
! 
! # Check line splitting into words
! $cl->{htmlbackcolor} = $cl->map_color( 'white' );
! $cl->{htmlfontcolor} = $cl->map_color( 'black' );
! $cl->{words}         = {};
! $cl->add_line( 'this is a test of,adding words: from a line of text!', 0, '' );
! test_assert_equal( $cl->{words}{test},   1 );
! test_assert_equal( $cl->{words}{adding}, 1 );
! test_assert_equal( $cl->{words}{words},  1 );
! test_assert_equal( $cl->{words}{line},   1 );
! test_assert_equal( $cl->{words}{text},   1 );
! $cl->add_line( 'adding', 0, '' );
! test_assert_equal( $cl->{words}{adding}, 2 );
! 
! # Check that we correctly handle spaced out and dotted word
! $cl->{words}         = {};
! $cl->add_line( 'T H I S  T E X T  I S  S P A C E D alot', 0, '' );
! test_assert_equal( $cl->{words}{text},   1 );
! test_assert_equal( $cl->{words}{spaced}, 1 );
! test_assert_equal( $cl->{words}{alot},   1 );
! $cl->{words}         = {};
! $cl->add_line( 'offer a full 90 day m.oney b.ack g.uarantee.  If any customer is not. C.lick b.elow f.or m.ore i.nformation, it\'s f.r.e.e.', 0, '' );
! test_assert_equal( $cl->{words}{offer},     1 );
! test_assert_equal( $cl->{words}{full},      1 );
! test_assert_equal( $cl->{words}{money},     1 );
! test_assert_equal( $cl->{words}{back},      1 );
! test_assert_equal( $cl->{words}{customer},  1 );
! test_assert_equal( $cl->{words}{'trick:dottedwords'}, 6 );
! test_assert_equal( $cl->{words}{click},     1 );
! test_assert_equal( $cl->{words}{below},     1 );
! test_assert_equal( $cl->{words}{more},      1 );
! 
! # Check discovery of font color
! $cl->{htmlfontcolor} = '';
! test_assert_equal( $cl->parse_html( '<font color="white">' ), 0 );
! test_assert_equal( $cl->{htmlfontcolor}, $cl->map_color( 'white' ) );
! $cl->{htmlfontcolor} = '';
! test_assert_equal( $cl->parse_html( '<font color=red>' ), 0 );
! test_assert_equal( $cl->{htmlfontcolor}, $cl->map_color( 'red' ) );
! $cl->{htmlfontcolor} = '';
! test_assert_equal( $cl->parse_html( '<font color=#00ff00>' ), 0 );
! test_assert_equal( $cl->{htmlfontcolor}, $cl->map_color( 'green' ) );
! $cl->{htmlfontcolor} = '';
! test_assert_equal( $cl->parse_html( '<font color=#00ff00></font>' ), 0 );
! test_assert_equal( $cl->{htmlfontcolor}, $cl->map_color( 'black' ) );
! 
! # Check comment detection
! $cl->{words}         = {};
! test_assert_equal( $cl->parse_html( '<!-- foo -->' ), 0 );
! test_assert_equal( $cl->parse_html( '<!-- -->' ), 0 );
! test_assert_equal( $cl->parse_html( '<!---->' ), 0 );
! test_assert_equal( $cl->{words}{'html:comment'}, 3 );
! # Check that we don't think the DOCTYPE is a comment
! test_assert_equal( $cl->parse_html( '<!DOCTYPE >' ), 0 );
! # test_assert_equal( $cl->{words}{'html:comment'}, 3 );
! 
! # Check invisible ink detection
! $cl->{htmlfontcolor} = '';
! $cl->{words}         = {};
! $cl->{in_html_tag}   = 0;
! test_assert_equal( $cl->parse_html( '<body bgcolor="#ffffff">hello<font color=white>invisible</font>visible</body>  ' ), 0 );
! test_assert_equal( $cl->{words}{hello},     1 );
! test_assert_equal( $cl->{words}{visible},   1 );
! test_assert_equal( defined( $cl->{words}{invisible} ), '' );
! $cl->{htmlfontcolor} = '';
! $cl->{words}         = {};
! $cl->{in_html_tag}   = 0;
! test_assert_equal( $cl->parse_html( '   <body bgcolor="#ffffff">  hello<font color=white>' ), 0 );
! test_assert_equal( $cl->parse_html( '  invisible </font>'                                ), 0 );
! test_assert_equal( $cl->parse_html( 'visible</body>'                                  ), 0 );
! test_assert_equal( $cl->{words}{hello},     1 );
! test_assert_equal( $cl->{words}{visible},   1 );
! test_assert_equal( defined( $cl->{words}{invisible} ), '' );
! $cl->{htmlfontcolor} = '';
! $cl->{words}         = {};
! $cl->{in_html_tag}   = 0;
! test_assert_equal( $cl->parse_html( '<body bgcolor="#ffffff">hello  <font' ), 1 );
! test_assert_equal( $cl->parse_html( 'color=white>invisible </font>'       ), 0 );
! test_assert_equal( $cl->parse_html( 'visible    </body>'                     ), 0 );
! test_assert_equal( $cl->{words}{hello},     1 );
! test_assert_equal( $cl->{words}{visible},   1 );
! test_assert_equal( defined( $cl->{words}{invisible} ), '' );
! 
! # glob the tests directory for files called TestMailParse\d+.msg which consist of messages 
! # to be parsed with the resulting values for the words hash in TestMailParse\d+.wrd
! 
! my @parse_tests = sort glob 'tests/TestMailParse*.msg';
! 
! for my $parse_test (@parse_tests) {
!     my $words = $parse_test;
!     $words    =~ s/msg/wrd/;
!     
!     # Parse the document and then check the words hash against the words in the
!     # wrd file
! 
!     $cl->parse_stream( $parse_test );
! 
!     open WORDS, "<$words";
!     while ( <WORDS> ) {
!         if ( /(.+) (\d+)/ ) {
!             test_assert_equal( $cl->{words}{$1}, $2, "$words $1 $2" );
!         }
!     }
!     close WORDS;
! }
! 
! # Check that from, to and subject get set correctly when parsing a message
! $cl->parse_stream( 'tests/TestMailParse013.msg' );
! test_assert_equal( $cl->{from},    'RN <rr...@nn...>'                        );
! test_assert_equal( $cl->{to},      '"Armlet Forum" <arm...@ne...>' );
! test_assert_equal( $cl->{subject}, '(Archive Copy) RE: CW v9 and armlets...'       );
! $cl->parse_stream( 'tests/TestMailParse018.msg' );
! $cl->{to} =~ /(\Qbugtracker\E@\Qrelativity.com\E)/;
! test_assert_equal( $1, 'bug...@re...' );
! $cl->parse_stream( 'tests/TestMailParse019.msg' );
! $cl->{to} =~ /(\Qbugtracker\E@\Qrelativity.com\E)/;
! test_assert_equal( $1, 'bug...@re...' );
! 
! # Check that multi-line To: and CC: headers get handled properly
! $cl->parse_stream( 'tests/TestMailParse021.msg' );
! test_assert_equal( $cl->{to},      'ds...@ct..., ds...@do..., ds...@di..., ds...@di..., ds...@cr..., <ds...@cy...>, <ds...@do...>, <ds...@db...>, <ds...@cs...>, <ds...@cr...>, <ds...@dr...>, <ds...@cv...>, <ds...@dm...>, <ds...@da...>, <ds...@da...>' );
! test_assert_equal( $cl->{cc},      'ds...@dm..., ds...@da..., ds...@cr..., ds...@da..., <ds...@do...>, <ds...@dn...>, <ds...@cy...>, <ds...@cs...>, <ds...@di...>, <ds...@cv...>, <ds...@dr...>, <ds...@cr...>, <ds...@dc...>, <ds...@da...>' );