[Cmap-cvs] libs/eval tokenizer.cpp,1.9,1.10
Status: Beta
Brought to you by:
dyp
From: Denis P. <dy...@us...> - 2005-10-21 07:58:26
|
Update of /cvsroot/cmap/libs/eval In directory sc8-pr-cvs1.sourceforge.net:/tmp/cvs-serv27389 Modified Files: tokenizer.cpp Log Message: Fix work with chars above 127. Index: tokenizer.cpp =================================================================== RCS file: /cvsroot/cmap/libs/eval/tokenizer.cpp,v retrieving revision 1.9 retrieving revision 1.10 diff -u -d -r1.9 -r1.10 --- tokenizer.cpp 25 Sep 2005 11:57:36 -0000 1.9 +++ tokenizer.cpp 21 Oct 2005 07:58:12 -0000 1.10 @@ -130,7 +130,7 @@ if (c == '\n') c = read(); if (eolIsSignificantP) { - peekc = (char)c; + peekc = c; return ttype = TT_EOL; } } else { @@ -152,7 +152,7 @@ if (c == '-') { c = read(); if (c < '0' || c > '9') { - peekc = (char)c; + peekc = c; return ttype = '-'; } neg = true; @@ -171,7 +171,7 @@ else break; } - peekc = (char)c; + peekc = c; nval = v; return ttype = TT_NUMBER; } @@ -195,11 +195,11 @@ } else break; } - peekc = (char)c; + peekc = c; dval = neg ? -(v + fr) : (v + fr); return ttype = TT_FLOAT; } - peekc = (char)c; + peekc = c; nval = neg ? -v : v; return ttype = TT_NUMBER; } @@ -211,7 +211,7 @@ c = read(); _ctype = c < 0 ? CT_WHITESPACE : c < 256 ? ct[c] : CT_ALPHA; } while ((_ctype & (CT_ALPHA | CT_DIGIT)) != 0); - peekc = (char)c; + peekc = c; if (forceLower) for (unsigned int i = 0; i < sval.length(); i++) sval[i] = tolower(sval[i]); @@ -222,12 +222,12 @@ if (produceCommentsP) { sval = ""; while ((c = read()) != '\n' && c != '\r' && c >= 0) - sval += (unsigned char)c; - peekc = (char)c; + sval += c; + peekc = c; return ttype = TT_COMMENT; } while ((c = read()) != '\n' && c != '\r' && c >= 0); - peekc = (char)c; + peekc = c; return nextToken(); } @@ -253,9 +253,9 @@ c = (c << 3) + (c2 - '0'); peekc = read(); } else - peekc = (char)c2; + peekc = c2; } else - peekc = (char)c2; + peekc = c2; } else { switch (c) { case 'a': @@ -321,10 +321,10 @@ return nextToken(); } else if (c == '/' && slashSlashCommentsP) { while ((c = read()) != '\n' && c != '\r' && c >= 0); - peekc = (char)c; + peekc = c; return nextToken(); } else { - peekc = (char)c; + peekc = c; return ttype = '/'; } } |