[Jboss-svn-commits] JBL Code SVN: r1925 - in trunk/labs/jbossrules/drools-natural-language/src: main/org/drools/natural/lexer test/org/drools/natural/lexer

[<jbo...@li...>]

Author: mic...@jb...
Date: 2005-12-22 22:50:14 -0500 (Thu, 22 Dec 2005)
New Revision: 1925

Modified:
   trunk/labs/jbossrules/drools-natural-language/src/main/org/drools/natural/lexer/SimpleSnippetLexer.java
   trunk/labs/jbossrules/drools-natural-language/src/test/org/drools/natural/lexer/SimpleSnippetLexerTest.java
Log:


Modified: trunk/labs/jbossrules/drools-natural-language/src/main/org/drools/natural/lexer/SimpleSnippetLexer.java
===================================================================
--- trunk/labs/jbossrules/drools-natural-language/src/main/org/drools/natural/lexer/SimpleSnippetLexer.java	2005-12-22 16:11:59 UTC (rev 1924)
+++ trunk/labs/jbossrules/drools-natural-language/src/main/org/drools/natural/lexer/SimpleSnippetLexer.java	2005-12-23 03:50:14 UTC (rev 1925)
@@ -13,8 +13,6 @@
  * 
  * Validates that brackets and quotes are balanced. 
  * 
- * TODO: Build a "grammar aware" lexer so square brackets aren't always needed.
- * It would need to extend this one, I think.
  * 
  * @author <a href="mailto:mic...@gm..."> Michael Neale</a>
  *

Modified: trunk/labs/jbossrules/drools-natural-language/src/test/org/drools/natural/lexer/SimpleSnippetLexerTest.java
===================================================================
--- trunk/labs/jbossrules/drools-natural-language/src/test/org/drools/natural/lexer/SimpleSnippetLexerTest.java	2005-12-22 16:11:59 UTC (rev 1924)
+++ trunk/labs/jbossrules/drools-natural-language/src/test/org/drools/natural/lexer/SimpleSnippetLexerTest.java	2005-12-23 03:50:14 UTC (rev 1925)
@@ -111,7 +111,7 @@
     }
     
     public void testRemoveTabsAndNewLines() {
-        String sample = "[Age of] \n \r bob \t [less [] than] 35";
+        String sample = "[Age of] \n    \r bob \t [less [] than] 35";
         
         NaturalSnippetLexer lex = new SimpleSnippetLexer(sample);
         List rawTokens = lex.getRawTokens().getTokens();
@@ -124,6 +124,7 @@
         
         assertEquals(expected, rawTokens);
     }
+        
     
     
 }