/* DataParserTokenManager.java */ /* Generated By:JavaCC: Do not edit this line. DataParserTokenManager.java */ package org.simantics.databoard.parser; import org.simantics.databoard.parser.ast.type.*; import org.simantics.databoard.parser.ast.value.*; import java.util.ArrayList; import java.util.List; import java.util.Collections; /** Token Manager. */ @SuppressWarnings("unused")public class DataParserTokenManager implements DataParserConstants { /** Debug output. */ public java.io.PrintStream debugStream = System.out; /** Set debug output. */ public void setDebugStream(java.io.PrintStream ds) { debugStream = ds; } private final int jjStopStringLiteralDfa_0(int pos, long active0){ switch (pos) { case 0: if ((active0 & 0x400000000L) != 0L) return 34; if ((active0 & 0x80000L) != 0L) return 60; if ((active0 & 0x7e00000L) != 0L) { jjmatchedKind = 32; return 46; } if ((active0 & 0x30000L) != 0L) return 19; return -1; case 1: if ((active0 & 0x7e00000L) != 0L) { jjmatchedKind = 32; jjmatchedPos = 1; return 46; } return -1; case 2: if ((active0 & 0x2000000L) != 0L) return 46; if ((active0 & 0x5e00000L) != 0L) { jjmatchedKind = 32; jjmatchedPos = 2; return 46; } return -1; case 3: if ((active0 & 0x1600000L) != 0L) return 46; if ((active0 & 0x4800000L) != 0L) { jjmatchedKind = 32; jjmatchedPos = 3; return 46; } return -1; case 4: if ((active0 & 0x800000L) != 0L) return 46; if ((active0 & 0x4000000L) != 0L) { jjmatchedKind = 32; jjmatchedPos = 4; return 46; } return -1; case 5: if ((active0 & 0x4000000L) != 0L) { jjmatchedKind = 32; jjmatchedPos = 5; return 46; } return -1; case 6: if ((active0 & 0x4000000L) != 0L) { jjmatchedKind = 32; jjmatchedPos = 6; return 46; } return -1; case 7: if ((active0 & 0x4000000L) != 0L) { jjmatchedKind = 32; jjmatchedPos = 7; return 46; } return -1; default : return -1; } } private final int jjStartNfa_0(int pos, long active0){ return jjMoveNfa_0(jjStopStringLiteralDfa_0(pos, active0), pos + 1); } private int jjStopAtPos(int pos, int kind) { jjmatchedKind = kind; jjmatchedPos = pos; return pos + 1; } private int jjMoveStringLiteralDfa0_0(){ switch(curChar) { case 38: return jjStopAtPos(0, 13); case 40: return jjStopAtPos(0, 5); case 41: return jjStopAtPos(0, 6); case 44: return jjStopAtPos(0, 15); case 45: return jjStartNfaWithStates_0(0, 34, 34); case 46: jjmatchedKind = 17; return jjMoveStringLiteralDfa1_0(0x10000L); case 58: return jjStopAtPos(0, 14); case 59: return jjStopAtPos(0, 4); case 60: return jjStartNfaWithStates_0(0, 19, 60); case 61: return jjStopAtPos(0, 18); case 62: return jjStopAtPos(0, 20); case 63: return jjStopAtPos(0, 7); case 91: return jjStopAtPos(0, 8); case 93: return jjStopAtPos(0, 9); case 102: return jjMoveStringLiteralDfa1_0(0x800000L); case 109: return jjMoveStringLiteralDfa1_0(0x2000000L); case 110: return jjMoveStringLiteralDfa1_0(0x1000000L); case 114: return jjMoveStringLiteralDfa1_0(0x4000000L); case 116: return jjMoveStringLiteralDfa1_0(0x600000L); case 123: return jjStopAtPos(0, 10); case 124: return jjStopAtPos(0, 12); case 125: return jjStopAtPos(0, 11); default : return jjMoveNfa_0(0, 0); } } private int jjMoveStringLiteralDfa1_0(long active0){ try { curChar = input_stream.readChar(); } catch(java.io.IOException e) { jjStopStringLiteralDfa_0(0, active0); return 1; } switch(curChar) { case 46: if ((active0 & 0x10000L) != 0L) return jjStopAtPos(1, 16); break; case 97: return jjMoveStringLiteralDfa2_0(active0, 0x2800000L); case 101: return jjMoveStringLiteralDfa2_0(active0, 0x4000000L); case 114: return jjMoveStringLiteralDfa2_0(active0, 0x400000L); case 117: return jjMoveStringLiteralDfa2_0(active0, 0x1000000L); case 121: return jjMoveStringLiteralDfa2_0(active0, 0x200000L); default : break; } return jjStartNfa_0(0, active0); } private int jjMoveStringLiteralDfa2_0(long old0, long active0){ if (((active0 &= old0)) == 0L) return jjStartNfa_0(0, old0); try { curChar = input_stream.readChar(); } catch(java.io.IOException e) { jjStopStringLiteralDfa_0(1, active0); return 2; } switch(curChar) { case 102: return jjMoveStringLiteralDfa3_0(active0, 0x4000000L); case 108: return jjMoveStringLiteralDfa3_0(active0, 0x1800000L); case 112: if ((active0 & 0x2000000L) != 0L) return jjStartNfaWithStates_0(2, 25, 46); return jjMoveStringLiteralDfa3_0(active0, 0x200000L); case 117: return jjMoveStringLiteralDfa3_0(active0, 0x400000L); default : break; } return jjStartNfa_0(1, active0); } private int jjMoveStringLiteralDfa3_0(long old0, long active0){ if (((active0 &= old0)) == 0L) return jjStartNfa_0(1, old0); try { curChar = input_stream.readChar(); } catch(java.io.IOException e) { jjStopStringLiteralDfa_0(2, active0); return 3; } switch(curChar) { case 101: if ((active0 & 0x200000L) != 0L) return jjStartNfaWithStates_0(3, 21, 46); else if ((active0 & 0x400000L) != 0L) return jjStartNfaWithStates_0(3, 22, 46); return jjMoveStringLiteralDfa4_0(active0, 0x4000000L); case 108: if ((active0 & 0x1000000L) != 0L) return jjStartNfaWithStates_0(3, 24, 46); break; case 115: return jjMoveStringLiteralDfa4_0(active0, 0x800000L); default : break; } return jjStartNfa_0(2, active0); } private int jjMoveStringLiteralDfa4_0(long old0, long active0){ if (((active0 &= old0)) == 0L) return jjStartNfa_0(2, old0); try { curChar = input_stream.readChar(); } catch(java.io.IOException e) { jjStopStringLiteralDfa_0(3, active0); return 4; } switch(curChar) { case 101: if ((active0 & 0x800000L) != 0L) return jjStartNfaWithStates_0(4, 23, 46); break; case 114: return jjMoveStringLiteralDfa5_0(active0, 0x4000000L); default : break; } return jjStartNfa_0(3, active0); } private int jjMoveStringLiteralDfa5_0(long old0, long active0){ if (((active0 &= old0)) == 0L) return jjStartNfa_0(3, old0); try { curChar = input_stream.readChar(); } catch(java.io.IOException e) { jjStopStringLiteralDfa_0(4, active0); return 5; } switch(curChar) { case 97: return jjMoveStringLiteralDfa6_0(active0, 0x4000000L); default : break; } return jjStartNfa_0(4, active0); } private int jjMoveStringLiteralDfa6_0(long old0, long active0){ if (((active0 &= old0)) == 0L) return jjStartNfa_0(4, old0); try { curChar = input_stream.readChar(); } catch(java.io.IOException e) { jjStopStringLiteralDfa_0(5, active0); return 6; } switch(curChar) { case 98: return jjMoveStringLiteralDfa7_0(active0, 0x4000000L); default : break; } return jjStartNfa_0(5, active0); } private int jjMoveStringLiteralDfa7_0(long old0, long active0){ if (((active0 &= old0)) == 0L) return jjStartNfa_0(5, old0); try { curChar = input_stream.readChar(); } catch(java.io.IOException e) { jjStopStringLiteralDfa_0(6, active0); return 7; } switch(curChar) { case 108: return jjMoveStringLiteralDfa8_0(active0, 0x4000000L); default : break; } return jjStartNfa_0(6, active0); } private int jjMoveStringLiteralDfa8_0(long old0, long active0){ if (((active0 &= old0)) == 0L) return jjStartNfa_0(6, old0); try { curChar = input_stream.readChar(); } catch(java.io.IOException e) { jjStopStringLiteralDfa_0(7, active0); return 8; } switch(curChar) { case 101: if ((active0 & 0x4000000L) != 0L) return jjStartNfaWithStates_0(8, 26, 46); break; default : break; } return jjStartNfa_0(7, active0); } private int jjStartNfaWithStates_0(int pos, int kind, int state) { jjmatchedKind = kind; jjmatchedPos = pos; try { curChar = input_stream.readChar(); } catch(java.io.IOException e) { return pos + 1; } return jjMoveNfa_0(state, pos + 1); } static final long[] jjbitVec0 = { 0x0L, 0x0L, 0xffffffffffffffffL, 0xffffffffffffffffL }; private int jjMoveNfa_0(int startState, int curPos) { int startsAt = 0; jjnewStateCnt = 60; int i = 1; jjstateSet[0] = startState; int kind = 0x7fffffff; for (;;) { if (++jjround == 0x7fffffff) ReInitRounds(); if (curChar < 64) { long l = 1L << curChar; do { switch(jjstateSet[--i]) { case 34: if ((0x3ff000000000000L & l) != 0L) { jjCheckNAddStates(0, 3); } else if (curChar == 46) { jjCheckNAdd(19); } if ((0x3ff000000000000L & l) != 0L) { if (kind > 30) kind = 30; { jjCheckNAdd(16); } } break; case 60: if ((0xafffffffffffffffL & l) != 0L) { jjCheckNAddTwoStates(48, 49); } else if (curChar == 62) { if (kind > 33) kind = 33; } break; case 0: if ((0x3ff000000000000L & l) != 0L) { if (kind > 30) kind = 30; { jjCheckNAddStates(4, 8); } } else if ((0x100002600L & l) != 0L) { if (kind > 1) kind = 1; } else if ((0x280000000000L & l) != 0L) { jjCheckNAdd(16); } else if (curChar == 47) { jjAddStates(9, 10); } else if (curChar == 60) { jjCheckNAddTwoStates(48, 49); } else if (curChar == 46) { jjCheckNAdd(19); } else if (curChar == 34) jjstateSet[jjnewStateCnt++] = 13; if (curChar == 45) { jjAddStates(11, 14); } else if (curChar == 34) { jjCheckNAddStates(15, 17); } break; case 1: if (curChar == 34) { jjCheckNAddStates(15, 17); } break; case 2: if ((0xfffffffbfffffbffL & l) != 0L) { jjCheckNAddStates(15, 17); } break; case 4: if ((0xfffffffffffffbffL & l) != 0L) { jjCheckNAddStates(15, 17); } break; case 5: if (curChar == 34 && kind > 27) kind = 27; break; case 6: if (curChar == 34) { jjCheckNAddStates(18, 20); } break; case 7: if ((0xfffffffbffffffffL & l) != 0L) { jjCheckNAddStates(18, 20); } break; case 8: case 10: if (curChar == 34) { jjCheckNAdd(7); } break; case 9: if (curChar == 34) { jjAddStates(21, 22); } break; case 11: if (curChar == 34 && kind > 28) kind = 28; break; case 12: if (curChar == 34) jjstateSet[jjnewStateCnt++] = 11; break; case 13: if (curChar == 34) jjstateSet[jjnewStateCnt++] = 6; break; case 14: if (curChar == 34) jjstateSet[jjnewStateCnt++] = 13; break; case 15: if ((0x280000000000L & l) != 0L) { jjCheckNAdd(16); } break; case 16: if ((0x3ff000000000000L & l) == 0L) break; if (kind > 30) kind = 30; { jjCheckNAdd(16); } break; case 17: if (curChar == 45) { jjAddStates(11, 14); } break; case 18: if (curChar == 46) { jjCheckNAdd(19); } break; case 19: if ((0x3ff000000000000L & l) == 0L) break; if (kind > 31) kind = 31; { jjCheckNAddTwoStates(19, 20); } break; case 21: if ((0x280000000000L & l) != 0L) { jjCheckNAdd(22); } break; case 22: if ((0x3ff000000000000L & l) == 0L) break; if (kind > 31) kind = 31; { jjCheckNAdd(22); } break; case 35: if ((0x3ff000000000000L & l) != 0L) { jjCheckNAddTwoStates(35, 36); } break; case 36: if (curChar == 46) { jjCheckNAdd(37); } break; case 37: if ((0x3ff000000000000L & l) == 0L) break; if (kind > 31) kind = 31; { jjCheckNAddTwoStates(37, 38); } break; case 39: if ((0x280000000000L & l) != 0L) { jjCheckNAdd(40); } break; case 40: if ((0x3ff000000000000L & l) == 0L) break; if (kind > 31) kind = 31; { jjCheckNAdd(40); } break; case 41: if ((0x3ff000000000000L & l) != 0L) { jjCheckNAddTwoStates(41, 42); } break; case 43: if ((0x280000000000L & l) != 0L) { jjCheckNAdd(44); } break; case 44: if ((0x3ff000000000000L & l) == 0L) break; if (kind > 31) kind = 31; { jjCheckNAdd(44); } break; case 46: if ((0x3ff000000000000L & l) == 0L) break; if (kind > 32) kind = 32; jjstateSet[jjnewStateCnt++] = 46; break; case 47: if (curChar == 60) { jjCheckNAddTwoStates(48, 49); } break; case 48: if ((0xafffffffffffffffL & l) != 0L) { jjCheckNAddTwoStates(48, 49); } break; case 49: if (curChar == 62 && kind > 33) kind = 33; break; case 50: if (curChar == 47) { jjAddStates(9, 10); } break; case 51: if (curChar == 42) { jjCheckNAddStates(23, 25); } break; case 52: if ((0xfffffbffffffffffL & l) != 0L) { jjCheckNAddStates(23, 25); } break; case 53: if (curChar == 42) jjstateSet[jjnewStateCnt++] = 54; break; case 54: if ((0xffff7fffffffffffL & l) != 0L) { jjCheckNAddStates(23, 25); } break; case 55: if (curChar == 47 && kind > 2) kind = 2; break; case 56: if (curChar == 42) jjstateSet[jjnewStateCnt++] = 55; break; case 57: if (curChar != 47) break; if (kind > 3) kind = 3; { jjCheckNAdd(58); } break; case 58: if ((0xfffffffffffffbffL & l) == 0L) break; if (kind > 3) kind = 3; { jjCheckNAdd(58); } break; case 59: if ((0x3ff000000000000L & l) == 0L) break; if (kind > 30) kind = 30; { jjCheckNAddStates(4, 8); } break; default : break; } } while(i != startsAt); } else if (curChar < 128) { long l = 1L << (curChar & 077); do { switch(jjstateSet[--i]) { case 34: if (curChar == 73) jjstateSet[jjnewStateCnt++] = 32; else if (curChar == 78) jjstateSet[jjnewStateCnt++] = 24; break; case 60: case 48: { jjCheckNAddTwoStates(48, 49); } break; case 0: if ((0x7fffffe87fffffeL & l) != 0L) { if (kind > 32) kind = 32; { jjCheckNAdd(46); } } if (curChar == 73) jjstateSet[jjnewStateCnt++] = 32; else if (curChar == 78) jjstateSet[jjnewStateCnt++] = 24; break; case 2: if ((0xffffffffefffffffL & l) != 0L) { jjCheckNAddStates(15, 17); } break; case 3: if (curChar == 92) jjstateSet[jjnewStateCnt++] = 4; break; case 4: { jjCheckNAddStates(15, 17); } break; case 7: { jjAddStates(18, 20); } break; case 20: if ((0x2000000020L & l) != 0L) { jjAddStates(26, 27); } break; case 23: if (curChar == 78 && kind > 31) kind = 31; break; case 24: if (curChar == 97) jjstateSet[jjnewStateCnt++] = 23; break; case 25: if (curChar == 78) jjstateSet[jjnewStateCnt++] = 24; break; case 26: if (curChar == 121 && kind > 31) kind = 31; break; case 27: if (curChar == 116) jjstateSet[jjnewStateCnt++] = 26; break; case 28: if (curChar == 105) jjstateSet[jjnewStateCnt++] = 27; break; case 29: if (curChar == 110) jjstateSet[jjnewStateCnt++] = 28; break; case 30: if (curChar == 105) jjstateSet[jjnewStateCnt++] = 29; break; case 31: if (curChar == 102) jjstateSet[jjnewStateCnt++] = 30; break; case 32: if (curChar == 110) jjstateSet[jjnewStateCnt++] = 31; break; case 33: if (curChar == 73) jjstateSet[jjnewStateCnt++] = 32; break; case 38: if ((0x2000000020L & l) != 0L) { jjAddStates(28, 29); } break; case 42: if ((0x2000000020L & l) != 0L) { jjAddStates(30, 31); } break; case 45: case 46: if ((0x7fffffe87fffffeL & l) == 0L) break; if (kind > 32) kind = 32; { jjCheckNAdd(46); } break; case 52: case 54: { jjCheckNAddStates(23, 25); } break; case 58: if (kind > 3) kind = 3; jjstateSet[jjnewStateCnt++] = 58; break; default : break; } } while(i != startsAt); } else { int i2 = (curChar & 0xff) >> 6; long l2 = 1L << (curChar & 077); do { switch(jjstateSet[--i]) { case 60: case 48: if ((jjbitVec0[i2] & l2) != 0L) { jjCheckNAddTwoStates(48, 49); } break; case 2: case 4: if ((jjbitVec0[i2] & l2) != 0L) { jjCheckNAddStates(15, 17); } break; case 7: if ((jjbitVec0[i2] & l2) != 0L) { jjAddStates(18, 20); } break; case 52: case 54: if ((jjbitVec0[i2] & l2) != 0L) { jjCheckNAddStates(23, 25); } break; case 58: if ((jjbitVec0[i2] & l2) == 0L) break; if (kind > 3) kind = 3; jjstateSet[jjnewStateCnt++] = 58; break; default : break; } } while(i != startsAt); } if (kind != 0x7fffffff) { jjmatchedKind = kind; jjmatchedPos = curPos; kind = 0x7fffffff; } ++curPos; if ((i = jjnewStateCnt) == (startsAt = 60 - (jjnewStateCnt = startsAt))) return curPos; try { curChar = input_stream.readChar(); } catch(java.io.IOException e) { return curPos; } } } static final int[] jjnextStates = { 35, 36, 41, 42, 16, 35, 36, 41, 42, 51, 57, 18, 25, 33, 34, 2, 3, 5, 7, 8, 9, 10, 12, 52, 53, 56, 21, 22, 39, 40, 43, 44, }; /** Token literal values. */ public static final String[] jjstrLiteralImages = { "", null, null, null, "\73", "\50", "\51", "\77", "\133", "\135", "\173", "\175", "\174", "\46", "\72", "\54", "\56\56", "\56", "\75", "\74", "\76", "\164\171\160\145", "\164\162\165\145", "\146\141\154\163\145", "\156\165\154\154", "\155\141\160", "\162\145\146\145\162\141\142\154\145", null, null, null, null, null, null, null, "\55", }; protected Token jjFillToken() { final Token t; final String curTokenImage; final int beginLine; final int endLine; final int beginColumn; final int endColumn; String im = jjstrLiteralImages[jjmatchedKind]; curTokenImage = (im == null) ? input_stream.GetImage() : im; beginLine = input_stream.getBeginLine(); beginColumn = input_stream.getBeginColumn(); endLine = input_stream.getEndLine(); endColumn = input_stream.getEndColumn(); t = Token.newToken(jjmatchedKind); t.kind = jjmatchedKind; t.image = curTokenImage; t.beginLine = beginLine; t.endLine = endLine; t.beginColumn = beginColumn; t.endColumn = endColumn; return t; } int curLexState = 0; int defaultLexState = 0; int jjnewStateCnt; int jjround; int jjmatchedPos; int jjmatchedKind; /** Get the next Token. */ public Token getNextToken() { Token matchedToken; int curPos = 0; EOFLoop : for (;;) { try { curChar = input_stream.BeginToken(); } catch(Exception e) { jjmatchedKind = 0; jjmatchedPos = -1; matchedToken = jjFillToken(); return matchedToken; } image = jjimage; image.setLength(0); jjimageLen = 0; jjmatchedKind = 0x7fffffff; jjmatchedPos = 0; curPos = jjMoveStringLiteralDfa0_0(); if (jjmatchedKind != 0x7fffffff) { if (jjmatchedPos + 1 < curPos) input_stream.backup(curPos - jjmatchedPos - 1); if ((jjtoToken[jjmatchedKind >> 6] & (1L << (jjmatchedKind & 077))) != 0L) { matchedToken = jjFillToken(); TokenLexicalActions(matchedToken); return matchedToken; } else { continue EOFLoop; } } int error_line = input_stream.getEndLine(); int error_column = input_stream.getEndColumn(); String error_after = null; boolean EOFSeen = false; try { input_stream.readChar(); input_stream.backup(1); } catch (java.io.IOException e1) { EOFSeen = true; error_after = curPos <= 1 ? "" : input_stream.GetImage(); if (curChar == '\n' || curChar == '\r') { error_line++; error_column = 0; } else error_column++; } if (!EOFSeen) { input_stream.backup(1); error_after = curPos <= 1 ? "" : input_stream.GetImage(); } throw new TokenMgrError(EOFSeen, curLexState, error_line, error_column, error_after, curChar, TokenMgrError.LEXICAL_ERROR); } } void TokenLexicalActions(Token matchedToken) { switch(jjmatchedKind) { case 27 : image.append(input_stream.GetSuffix(jjimageLen + (lengthOfMatch = jjmatchedPos + 1))); matchedToken.image = StringEscapeUtils.unescape( matchedToken.image.substring(1,matchedToken.image.length()-1)); break; case 28 : image.append(input_stream.GetSuffix(jjimageLen + (lengthOfMatch = jjmatchedPos + 1))); matchedToken.image = matchedToken.image.substring(3,matchedToken.image.length()-3); break; case 33 : image.append(input_stream.GetSuffix(jjimageLen + (lengthOfMatch = jjmatchedPos + 1))); matchedToken.image = matchedToken.image.substring(1,matchedToken.image.length()-1); break; default : break; } } private void jjCheckNAdd(int state) { if (jjrounds[state] != jjround) { jjstateSet[jjnewStateCnt++] = state; jjrounds[state] = jjround; } } private void jjAddStates(int start, int end) { do { jjstateSet[jjnewStateCnt++] = jjnextStates[start]; } while (start++ != end); } private void jjCheckNAddTwoStates(int state1, int state2) { jjCheckNAdd(state1); jjCheckNAdd(state2); } private void jjCheckNAddStates(int start, int end) { do { jjCheckNAdd(jjnextStates[start]); } while (start++ != end); } /** Constructor. */ public DataParserTokenManager(SimpleCharStream stream){ if (SimpleCharStream.staticFlag) throw new Error("ERROR: Cannot use a static CharStream class with a non-static lexical analyzer."); input_stream = stream; } /** Constructor. */ public DataParserTokenManager (SimpleCharStream stream, int lexState){ ReInit(stream); SwitchTo(lexState); } /** Reinitialise parser. */ public void ReInit(SimpleCharStream stream) { jjmatchedPos = jjnewStateCnt = 0; curLexState = defaultLexState; input_stream = stream; ReInitRounds(); } private void ReInitRounds() { int i; jjround = 0x80000001; for (i = 60; i-- > 0;) jjrounds[i] = 0x80000000; } /** Reinitialise parser. */ public void ReInit( SimpleCharStream stream, int lexState) { ReInit( stream); SwitchTo(lexState); } /** Switch to specified lex state. */ public void SwitchTo(int lexState) { if (lexState >= 1 || lexState < 0) throw new TokenMgrError("Error: Ignoring invalid lexical state : " + lexState + ". State unchanged.", TokenMgrError.INVALID_LEXICAL_STATE); else curLexState = lexState; } /** Lexer state names. */ public static final String[] lexStateNames = { "DEFAULT", }; static final long[] jjtoToken = { 0x7dffffff1L, }; static final long[] jjtoSkip = { 0xeL, }; protected SimpleCharStream input_stream; private final int[] jjrounds = new int[60]; private final int[] jjstateSet = new int[2 * 60]; private final StringBuilder jjimage = new StringBuilder(); private StringBuilder image = jjimage; private int jjimageLen; private int lengthOfMatch; protected int curChar; }