From: Aaron A. <aa...@us...> - 2008-02-16 00:02:24
|
Update of /cvsroot/jboost/jboost/src/jboost/examples In directory sc8-pr-cvs6.sourceforge.net:/tmp/cvs-serv31648 Modified Files: TextDescription.java Log Message: Put in a hack for text processing (ngrams are removed) Index: TextDescription.java =================================================================== RCS file: /cvsroot/jboost/jboost/src/jboost/examples/TextDescription.java,v retrieving revision 1.1.1.1 retrieving revision 1.2 diff -C2 -d -r1.1.1.1 -r1.2 *** TextDescription.java 16 May 2007 04:06:02 -0000 1.1.1.1 --- TextDescription.java 16 Feb 2008 00:02:19 -0000 1.2 *************** *** 102,107 **** st = new FixedNgram(string, ngramsize); try { ! while ( st.hasMoreElements()) { ! word = (String) st.nextElement(); // if(Monitor.logLevel>3) Monitor.log("DIAG TextAttReader.str2Att: word=" +word); if (wt.frozen && !wt.map.containsKey(word)) --- 102,110 ---- st = new FixedNgram(string, ngramsize); try { ! String[] wordArr = string.split(" "); ! //while ( st.hasMoreElements()) { ! for (int i=0; i<wordArr.length; i++) { ! //word = (String) st.nextElement(); ! word = wordArr[i]; // if(Monitor.logLevel>3) Monitor.log("DIAG TextAttReader.str2Att: word=" +word); if (wt.frozen && !wt.map.containsKey(word)) |