| Code with Finding: |
class PRTokeniser {
public boolean nextToken() throws IOException {
int ch = 0;
do {
ch = file.read();
} while (ch != -1 && isWhitespace(ch));
if (ch == -1){
type = TokenType.ENDOFFILE;
return false;
}
// Note: We have to initialize stringValue here, after we've looked for the end of the stream,
// to ensure that we don't lose the value of a token that might end exactly at the end
// of the stream
StringBuffer outBuf = null;
stringValue = EMPTY;
switch (ch) {
case '[':
type = TokenType.START_ARRAY;
break;
case ']':
type = TokenType.END_ARRAY;
break;
case '/':
{
outBuf = new StringBuffer();
type = TokenType.NAME;
while (true) {
ch = file.read();
if (delims[ch + 1])
break;
if (ch == '#') {
ch = (getHex(file.read()) << 4) + getHex(file.read());
}
outBuf.append((char)ch);
}
backOnePosition(ch);
break;
}
case '>':
ch = file.read();
if (ch != '>')
throwError(MessageLocalization.getComposedMessage("greaterthan.not.expected"));
type = TokenType.END_DIC;
break;
case '<':
{
int v1 = file.read();
if (v1 == '<') {
type = TokenType.START_DIC;
break;
}
outBuf = new StringBuffer();
type = TokenType.STRING;
hexString = true;
int v2 = 0;
while (true) {
while (isWhitespace(v1))
v1 = file.read();
if (v1 == '>')
break;
v1 = getHex(v1);
if (v1 < 0)
break;
v2 = file.read();
while (isWhitespace(v2))
v2 = file.read();
if (v2 == '>') {
ch = v1 << 4;
outBuf.append((char)ch);
break;
}
v2 = getHex(v2);
if (v2 < 0)
break;
ch = (v1 << 4) + v2;
outBuf.append((char)ch);
v1 = file.read();
}
if (v1 < 0 || v2 < 0)
throwError(MessageLocalization.getComposedMessage("error.reading.string"));
break;
}
case '%':
type = TokenType.COMMENT;
do {
ch = file.read();
} while (ch != -1 && ch != '\r' && ch != '\n');
break;
case '(':
{
outBuf = new StringBuffer();
type = TokenType.STRING;
hexString = false;
int nesting = 0;
while (true) {
ch = file.read();
if (ch == -1)
break;
if (ch == '(') {
++nesting;
}
else if (ch == ')') {
--nesting;
}
else if (ch == '\\') {
boolean lineBreak = false;
ch = file.read();
switch (ch) {
case 'n':
ch = '\n';
break;
case 'r':
ch = '\r';
break;
case 't':
ch = '\t';
break;
case 'b':
ch = '\b';
break;
case 'f':
ch = '\f';
break;
case '(':
case ')':
case '\\':
break;
case '\r':
lineBreak = true;
ch = file.read();
if (ch != '\n')
backOnePosition(ch);
break;
case '\n':
lineBreak = true;
break;
default:
{
if (ch < '0' || ch > '7') {
break;
}
int octal = ch - '0';
ch = file.read();
if (ch < '0' || ch > '7') {
backOnePosition(ch);
ch = octal;
break;
}
octal = (octal << 3) + ch - '0';
ch = file.read();
if (ch < '0' || ch > '7') {
backOnePosition(ch);
ch = octal;
break;
}
octal = (octal << 3) + ch - '0';
ch = octal & 0xff;
break;
}
}
if (lineBreak)
continue;
if (ch < 0)
break;
}
else if (ch == '\r') {
ch = file.read();
if (ch < 0)
break;
if (ch != '\n') {
backOnePosition(ch);
ch = '\n';
}
}
if (nesting == -1)
break;
outBuf.append((char)ch);
}
if (ch == -1)
throwError(MessageLocalization.getComposedMessage("error.reading.string"));
break;
}
default:
{
outBuf = new StringBuffer();
if (ch == '-' || ch == '+' || ch == '.' || (ch >= '0' && ch <= '9')) {
type = TokenType.NUMBER;
if (ch == '-') {
// Take care of number like "--234". If Acrobat can read them so must we.
boolean minus = false;
do {
minus = !minus;
ch = file.read();
} while (ch == '-');
if (minus)
outBuf.append('-');
}
else {
outBuf.append((char)ch);
ch = file.read();
}
while (ch != -1 && ((ch >= '0' && ch <= '9') || ch == '.')) {
outBuf.append((char)ch);
ch = file.read();
}
}
else {
type = TokenType.OTHER;
do {
outBuf.append((char)ch);
ch = file.read();
} while (!delims[ch + 1]);
}
backOnePosition(ch);
break;
}
}
if (outBuf != null)
stringValue = outBuf.toString();
return true;
}
}
|
