Update of /cvsroot/jboost/jboost/src/jboost/examples
In directory sc8-pr-cvs6.sourceforge.net:/tmp/cvs-serv31648
Modified Files:
TextDescription.java
Log Message:
Put in a hack for text processing (ngrams are removed)
Index: TextDescription.java
===================================================================
RCS file: /cvsroot/jboost/jboost/src/jboost/examples/TextDescription.java,v
retrieving revision 1.1.1.1
retrieving revision 1.2
diff -C2 -d -r1.1.1.1 -r1.2
*** TextDescription.java 16 May 2007 04:06:02 -0000 1.1.1.1
--- TextDescription.java 16 Feb 2008 00:02:19 -0000 1.2
***************
*** 102,107 ****
st = new FixedNgram(string, ngramsize);
try {
! while ( st.hasMoreElements()) {
! word = (String) st.nextElement();
// if(Monitor.logLevel>3) Monitor.log("DIAG TextAttReader.str2Att: word=" +word);
if (wt.frozen && !wt.map.containsKey(word))
--- 102,110 ----
st = new FixedNgram(string, ngramsize);
try {
! String[] wordArr = string.split(" ");
! //while ( st.hasMoreElements()) {
! for (int i=0; i<wordArr.length; i++) {
! //word = (String) st.nextElement();
! word = wordArr[i];
// if(Monitor.logLevel>3) Monitor.log("DIAG TextAttReader.str2Att: word=" +word);
if (wt.frozen && !wt.map.containsKey(word))
|
