[E-p-i-c-commits] org.epic.spellchecker/src/org/epic/spellchecker PerlWordTokenizer.java,1.1,1.2

[<lue...@us...>]

Update of /cvsroot/e-p-i-c/org.epic.spellchecker/src/org/epic/spellchecker
In directory sc8-pr-cvs1:/tmp/cvs-serv4889/src/org/epic/spellchecker

Modified Files:
	PerlWordTokenizer.java 
Log Message:
isWordBreak() added

Index: PerlWordTokenizer.java
===================================================================
RCS file: /cvsroot/e-p-i-c/org.epic.spellchecker/src/org/epic/spellchecker/PerlWordTokenizer.java,v
retrieving revision 1.1
retrieving revision 1.2
diff -u -d -r1.1 -r1.2
--- PerlWordTokenizer.java	5 Oct 2003 12:17:17 -0000	1.1
+++ PerlWordTokenizer.java	10 Oct 2003 09:13:57 -0000	1.2
@@ -240,6 +240,20 @@
 			return true;
 		return false;
 	}
+	
+	/** 
+		 * Separates CamelCase words into tokens
+		 * @see com.bdaum.SpellChecker.AbstractDocumentWordTokenizer#isWordBreak(char, boolean)
+		 */
+		protected boolean isWordBreak(
+			char ch,
+			boolean notFirst) { // new in version 1.1	
+			if (state == CODE && notFirst) {
+				return !Character.isLowerCase(ch);
+			}
+			return !Character.isLetterOrDigit(ch);
+		}
+
 
 	/**
 	 * @see com.bdaum.SpellChecker.AbstractDocumentWordTokenizer