--- /dev/null
+/* The following code was generated by JFlex 1.4.3 on 26.5.2013 19:20 */\r
+\r
+package org.simantics.scl.compiler.internal.parsing.documentation;\r
+\r
+\r
+/**\r
+ * This class is a scanner generated by \r
+ * <a href="http://www.jflex.de/">JFlex</a> 1.4.3\r
+ * on 26.5.2013 19:20 from the specification file\r
+ * <tt>C:/Documents and Settings/Hannu/git/scl/org.simantics.scl.compiler/src/org/simantics/scl/compiler/parsing/documentation/DocumentationLexer.flex</tt>\r
+ */\r
+public class DocumentationLexer {\r
+\r
+ /** This character denotes the end of file */\r
+ public static final int YYEOF = -1;\r
+\r
+ /** initial size of the lookahead buffer */\r
+ private static final int ZZ_BUFFERSIZE = 16384;\r
+\r
+ /** lexical states */\r
+ public static final int YYINITIAL = 0;\r
+\r
+ /**\r
+ * ZZ_LEXSTATE[l] is the state in the DFA for the lexical state l\r
+ * ZZ_LEXSTATE[l+1] is the state in the DFA for the lexical state l\r
+ * at the beginning of a line\r
+ * l is of the form l = 2*k, k a non negative integer\r
+ */\r
+ private static final int ZZ_LEXSTATE[] = { \r
+ 0, 0\r
+ };\r
+\r
+ /** \r
+ * Translates characters to character classes\r
+ */\r
+ private static final String ZZ_CMAP_PACKED = \r
+ "\11\0\1\1\1\2\2\0\1\3\22\0\1\5\2\0\1\0\6\0"+\r
+ "\1\7\2\0\1\4\17\0\1\6\1\10\uffc1\0";\r
+\r
+ /** \r
+ * Translates characters to character classes\r
+ */\r
+ private static final char [] ZZ_CMAP = zzUnpackCMap(ZZ_CMAP_PACKED);\r
+\r
+ /** \r
+ * Translates DFA states to action switch labels.\r
+ */\r
+ private static final int [] ZZ_ACTION = zzUnpackAction();\r
+\r
+ private static final String ZZ_ACTION_PACKED_0 =\r
+ "\1\0\1\1\2\2\2\1\1\2\3\1\1\0\1\3"+\r
+ "\2\0\1\4\4\0\1\5\2\0\1\6\11\0\1\7"+\r
+ "\6\0\1\10\4\0\1\11\1\0";\r
+\r
+ private static int [] zzUnpackAction() {\r
+ int [] result = new int[46];\r
+ int offset = 0;\r
+ offset = zzUnpackAction(ZZ_ACTION_PACKED_0, offset, result);\r
+ return result;\r
+ }\r
+\r
+ private static int zzUnpackAction(String packed, int offset, int [] result) {\r
+ int i = 0; /* index in packed string */\r
+ int j = offset; /* index in unpacked array */\r
+ int l = packed.length();\r
+ while (i < l) {\r
+ int count = packed.charAt(i++);\r
+ int value = packed.charAt(i++);\r
+ do result[j++] = value; while (--count > 0);\r
+ }\r
+ return j;\r
+ }\r
+\r
+\r
+ /** \r
+ * Translates a state to a row index in the transition table\r
+ */\r
+ private static final int [] ZZ_ROWMAP = zzUnpackRowMap();\r
+\r
+ private static final String ZZ_ROWMAP_PACKED_0 =\r
+ "\0\0\0\11\0\22\0\33\0\44\0\55\0\66\0\77"+\r
+ "\0\110\0\121\0\11\0\132\0\143\0\55\0\33\0\154"+\r
+ "\0\165\0\176\0\110\0\33\0\207\0\121\0\220\0\231"+\r
+ "\0\132\0\242\0\253\0\264\0\275\0\306\0\317\0\330"+\r
+ "\0\33\0\341\0\352\0\363\0\374\0\u0105\0\u010e\0\33"+\r
+ "\0\u0117\0\u0120\0\u0129\0\u0132\0\33\0\u013b";\r
+\r
+ private static int [] zzUnpackRowMap() {\r
+ int [] result = new int[46];\r
+ int offset = 0;\r
+ offset = zzUnpackRowMap(ZZ_ROWMAP_PACKED_0, offset, result);\r
+ return result;\r
+ }\r
+\r
+ private static int zzUnpackRowMap(String packed, int offset, int [] result) {\r
+ int i = 0; /* index in packed string */\r
+ int j = offset; /* index in unpacked array */\r
+ int l = packed.length();\r
+ while (i < l) {\r
+ int high = packed.charAt(i++) << 16;\r
+ result[j++] = high | packed.charAt(i++);\r
+ }\r
+ return j;\r
+ }\r
+\r
+ /** \r
+ * The transition table of the DFA\r
+ */\r
+ private static final int [] ZZ_TRANS = zzUnpackTrans();\r
+\r
+ private static final String ZZ_TRANS_PACKED_0 =\r
+ "\1\2\1\3\1\4\1\5\1\6\1\7\1\10\1\11"+\r
+ "\1\12\2\13\1\14\1\15\6\13\1\3\1\14\1\15"+\r
+ "\1\13\1\3\3\13\13\0\1\4\6\0\2\16\1\17"+\r
+ "\1\20\5\16\1\13\1\3\3\0\1\7\3\0\2\21"+\r
+ "\2\0\2\21\1\22\2\21\2\23\1\24\1\25\5\23"+\r
+ "\2\26\1\27\1\30\5\26\2\13\3\0\1\31\5\0"+\r
+ "\1\14\10\0\1\17\6\0\2\32\2\0\2\32\1\21"+\r
+ "\2\32\2\33\2\0\2\33\1\34\2\33\2\0\1\24"+\r
+ "\16\0\1\26\2\0\1\27\6\0\2\32\2\0\2\32"+\r
+ "\1\35\2\32\2\36\2\0\2\36\1\33\2\36\2\37"+\r
+ "\2\0\2\37\1\0\2\37\1\32\1\40\1\41\1\42"+\r
+ "\1\32\1\40\1\21\2\32\2\36\2\0\2\36\1\43"+\r
+ "\2\36\2\44\2\0\2\44\1\37\2\44\1\32\1\40"+\r
+ "\1\41\1\42\1\32\1\40\1\35\2\32\2\0\1\41"+\r
+ "\6\0\2\36\2\0\2\36\1\45\2\36\2\44\2\0"+\r
+ "\2\44\1\46\2\44\1\36\1\47\1\50\1\51\1\36"+\r
+ "\1\47\1\33\2\36\2\44\2\0\2\44\1\52\2\44"+\r
+ "\1\36\1\47\1\50\1\51\1\36\1\47\1\43\2\36"+\r
+ "\2\0\1\50\6\0\2\44\2\0\2\44\1\53\3\44"+\r
+ "\1\54\1\55\1\56\1\44\1\54\1\37\3\44\1\54"+\r
+ "\1\55\1\56\1\44\1\54\1\46\2\44\2\0\1\55"+\r
+ "\6\0";\r
+\r
+ private static int [] zzUnpackTrans() {\r
+ int [] result = new int[324];\r
+ int offset = 0;\r
+ offset = zzUnpackTrans(ZZ_TRANS_PACKED_0, offset, result);\r
+ return result;\r
+ }\r
+\r
+ private static int zzUnpackTrans(String packed, int offset, int [] result) {\r
+ int i = 0; /* index in packed string */\r
+ int j = offset; /* index in unpacked array */\r
+ int l = packed.length();\r
+ while (i < l) {\r
+ int count = packed.charAt(i++);\r
+ int value = packed.charAt(i++);\r
+ value--;\r
+ do result[j++] = value; while (--count > 0);\r
+ }\r
+ return j;\r
+ }\r
+\r
+\r
+ /* error codes */\r
+ private static final int ZZ_UNKNOWN_ERROR = 0;\r
+ private static final int ZZ_NO_MATCH = 1;\r
+ private static final int ZZ_PUSHBACK_2BIG = 2;\r
+\r
+ /* error messages for the codes above */\r
+ private static final String ZZ_ERROR_MSG[] = {\r
+ "Unkown internal scanner error",\r
+ "Error: could not match input",\r
+ "Error: pushback value was too large"\r
+ };\r
+\r
+ /**\r
+ * ZZ_ATTRIBUTE[aState] contains the attributes of state <code>aState</code>\r
+ */\r
+ private static final int [] ZZ_ATTRIBUTE = zzUnpackAttribute();\r
+\r
+ private static final String ZZ_ATTRIBUTE_PACKED_0 =\r
+ "\1\0\2\1\1\11\6\1\1\0\1\1\2\0\1\11"+\r
+ "\4\0\1\11\2\0\1\1\11\0\1\11\6\0\1\11"+\r
+ "\4\0\1\11\1\0";\r
+\r
+ private static int [] zzUnpackAttribute() {\r
+ int [] result = new int[46];\r
+ int offset = 0;\r
+ offset = zzUnpackAttribute(ZZ_ATTRIBUTE_PACKED_0, offset, result);\r
+ return result;\r
+ }\r
+\r
+ private static int zzUnpackAttribute(String packed, int offset, int [] result) {\r
+ int i = 0; /* index in packed string */\r
+ int j = offset; /* index in unpacked array */\r
+ int l = packed.length();\r
+ while (i < l) {\r
+ int count = packed.charAt(i++);\r
+ int value = packed.charAt(i++);\r
+ do result[j++] = value; while (--count > 0);\r
+ }\r
+ return j;\r
+ }\r
+\r
+ /** the input device */\r
+ private java.io.Reader zzReader;\r
+\r
+ /** the current state of the DFA */\r
+ private int zzState;\r
+\r
+ /** the current lexical state */\r
+ private int zzLexicalState = YYINITIAL;\r
+\r
+ /** this buffer contains the current text to be matched and is\r
+ the source of the yytext() string */\r
+ private char zzBuffer[] = new char[ZZ_BUFFERSIZE];\r
+\r
+ /** the textposition at the last accepting state */\r
+ private int zzMarkedPos;\r
+\r
+ /** the current text position in the buffer */\r
+ private int zzCurrentPos;\r
+\r
+ /** startRead marks the beginning of the yytext() string in the buffer */\r
+ private int zzStartRead;\r
+\r
+ /** endRead marks the last character in the buffer, that has been read\r
+ from input */\r
+ private int zzEndRead;\r
+\r
+ /** number of newlines encountered up to the start of the matched text */\r
+ private int yyline;\r
+\r
+ /** the number of characters up to the start of the matched text */\r
+ private int yychar;\r
+\r
+ /**\r
+ * the number of characters from the last newline up to the start of the \r
+ * matched text\r
+ */\r
+ private int yycolumn;\r
+\r
+ /** \r
+ * zzAtBOL == true <=> the scanner is currently at the beginning of a line\r
+ */\r
+ private boolean zzAtBOL = true;\r
+\r
+ /** zzAtEOF == true <=> the scanner is at the EOF */\r
+ private boolean zzAtEOF;\r
+\r
+ /** denotes if the user-EOF-code has already been executed */\r
+ private boolean zzEOFDone;\r
+\r
+ /* user code: */\r
+ public static String trimW(String text) {\r
+ int a = 0, b = text.length();\r
+ while(a < b) {\r
+ char c = text.charAt(a);\r
+ if(c != ' ' && c != '\t' && c != '\r' && c != '\n')\r
+ break;\r
+ ++a;\r
+ }\r
+ while(a < b) {\r
+ char c = text.charAt(b-1);\r
+ if(c != ' ' && c != '\t' && c != '\r' && c != '\n')\r
+ break;\r
+ --b;\r
+ }\r
+ return text.substring(a, b);\r
+ }\r
+\r
+ public static String trimN(String text, int amount) { \r
+ text = trimW(text);\r
+ return text.substring(amount, text.length()-amount).trim();\r
+ }\r
+\r
+\r
+ /**\r
+ * Creates a new scanner\r
+ * There is also a java.io.InputStream version of this constructor.\r
+ *\r
+ * @param in the java.io.Reader to read input from.\r
+ */\r
+ public DocumentationLexer(java.io.Reader in) {\r
+ this.zzReader = in;\r
+ }\r
+\r
+ /**\r
+ * Creates a new scanner.\r
+ * There is also java.io.Reader version of this constructor.\r
+ *\r
+ * @param in the java.io.Inputstream to read input from.\r
+ */\r
+ public DocumentationLexer(java.io.InputStream in) {\r
+ this(new java.io.InputStreamReader(in));\r
+ }\r
+\r
+ /** \r
+ * Unpacks the compressed character translation table.\r
+ *\r
+ * @param packed the packed character translation table\r
+ * @return the unpacked character translation table\r
+ */\r
+ private static char [] zzUnpackCMap(String packed) {\r
+ char [] map = new char[0x10000];\r
+ int i = 0; /* index in packed string */\r
+ int j = 0; /* index in unpacked array */\r
+ while (i < 34) {\r
+ int count = packed.charAt(i++);\r
+ char value = packed.charAt(i++);\r
+ do map[j++] = value; while (--count > 0);\r
+ }\r
+ return map;\r
+ }\r
+\r
+\r
+ /**\r
+ * Refills the input buffer.\r
+ *\r
+ * @return <code>false</code>, iff there was new input.\r
+ * \r
+ * @exception java.io.IOException if any I/O-Error occurs\r
+ */\r
+ private boolean zzRefill() throws java.io.IOException {\r
+\r
+ /* first: make room (if you can) */\r
+ if (zzStartRead > 0) {\r
+ System.arraycopy(zzBuffer, zzStartRead,\r
+ zzBuffer, 0,\r
+ zzEndRead-zzStartRead);\r
+\r
+ /* translate stored positions */\r
+ zzEndRead-= zzStartRead;\r
+ zzCurrentPos-= zzStartRead;\r
+ zzMarkedPos-= zzStartRead;\r
+ zzStartRead = 0;\r
+ }\r
+\r
+ /* is the buffer big enough? */\r
+ if (zzCurrentPos >= zzBuffer.length) {\r
+ /* if not: blow it up */\r
+ char newBuffer[] = new char[zzCurrentPos*2];\r
+ System.arraycopy(zzBuffer, 0, newBuffer, 0, zzBuffer.length);\r
+ zzBuffer = newBuffer;\r
+ }\r
+\r
+ /* finally: fill the buffer with new input */\r
+ int numRead = zzReader.read(zzBuffer, zzEndRead,\r
+ zzBuffer.length-zzEndRead);\r
+\r
+ if (numRead > 0) {\r
+ zzEndRead+= numRead;\r
+ return false;\r
+ }\r
+ // unlikely but not impossible: read 0 characters, but not at end of stream \r
+ if (numRead == 0) {\r
+ int c = zzReader.read();\r
+ if (c == -1) {\r
+ return true;\r
+ } else {\r
+ zzBuffer[zzEndRead++] = (char) c;\r
+ return false;\r
+ } \r
+ }\r
+\r
+ // numRead < 0\r
+ return true;\r
+ }\r
+\r
+ \r
+ /**\r
+ * Closes the input stream.\r
+ */\r
+ public final void yyclose() throws java.io.IOException {\r
+ zzAtEOF = true; /* indicate end of file */\r
+ zzEndRead = zzStartRead; /* invalidate buffer */\r
+\r
+ if (zzReader != null)\r
+ zzReader.close();\r
+ }\r
+\r
+\r
+ /**\r
+ * Resets the scanner to read from a new input stream.\r
+ * Does not close the old reader.\r
+ *\r
+ * All internal variables are reset, the old input stream \r
+ * <b>cannot</b> be reused (internal buffer is discarded and lost).\r
+ * Lexical state is set to <tt>ZZ_INITIAL</tt>.\r
+ *\r
+ * @param reader the new input stream \r
+ */\r
+ public final void yyreset(java.io.Reader reader) {\r
+ zzReader = reader;\r
+ zzAtBOL = true;\r
+ zzAtEOF = false;\r
+ zzEOFDone = false;\r
+ zzEndRead = zzStartRead = 0;\r
+ zzCurrentPos = zzMarkedPos = 0;\r
+ yyline = yychar = yycolumn = 0;\r
+ zzLexicalState = YYINITIAL;\r
+ }\r
+\r
+\r
+ /**\r
+ * Returns the current lexical state.\r
+ */\r
+ public final int yystate() {\r
+ return zzLexicalState;\r
+ }\r
+\r
+\r
+ /**\r
+ * Enters a new lexical state\r
+ *\r
+ * @param newState the new lexical state\r
+ */\r
+ public final void yybegin(int newState) {\r
+ zzLexicalState = newState;\r
+ }\r
+\r
+\r
+ /**\r
+ * Returns the text matched by the current regular expression.\r
+ */\r
+ public final String yytext() {\r
+ return new String( zzBuffer, zzStartRead, zzMarkedPos-zzStartRead );\r
+ }\r
+\r
+\r
+ /**\r
+ * Returns the character at position <tt>pos</tt> from the \r
+ * matched text. \r
+ * \r
+ * It is equivalent to yytext().charAt(pos), but faster\r
+ *\r
+ * @param pos the position of the character to fetch. \r
+ * A value from 0 to yylength()-1.\r
+ *\r
+ * @return the character at position pos\r
+ */\r
+ public final char yycharat(int pos) {\r
+ return zzBuffer[zzStartRead+pos];\r
+ }\r
+\r
+\r
+ /**\r
+ * Returns the length of the matched text region.\r
+ */\r
+ public final int yylength() {\r
+ return zzMarkedPos-zzStartRead;\r
+ }\r
+\r
+\r
+ /**\r
+ * Reports an error that occured while scanning.\r
+ *\r
+ * In a wellformed scanner (no or only correct usage of \r
+ * yypushback(int) and a match-all fallback rule) this method \r
+ * will only be called with things that "Can't Possibly Happen".\r
+ * If this method is called, something is seriously wrong\r
+ * (e.g. a JFlex bug producing a faulty scanner etc.).\r
+ *\r
+ * Usual syntax/scanner level error handling should be done\r
+ * in error fallback rules.\r
+ *\r
+ * @param errorCode the code of the errormessage to display\r
+ */\r
+ private void zzScanError(int errorCode) {\r
+ String message;\r
+ try {\r
+ message = ZZ_ERROR_MSG[errorCode];\r
+ }\r
+ catch (ArrayIndexOutOfBoundsException e) {\r
+ message = ZZ_ERROR_MSG[ZZ_UNKNOWN_ERROR];\r
+ }\r
+\r
+ throw new Error(message);\r
+ } \r
+\r
+\r
+ /**\r
+ * Pushes the specified amount of characters back into the input stream.\r
+ *\r
+ * They will be read again by then next call of the scanning method\r
+ *\r
+ * @param number the number of characters to be read again.\r
+ * This number must not be greater than yylength()!\r
+ */\r
+ public void yypushback(int number) {\r
+ if ( number > yylength() )\r
+ zzScanError(ZZ_PUSHBACK_2BIG);\r
+\r
+ zzMarkedPos -= number;\r
+ }\r
+\r
+\r
+ /**\r
+ * Resumes scanning until the next regular expression is matched,\r
+ * the end of input is encountered or an I/O-Error occurs.\r
+ *\r
+ * @return the next token\r
+ * @exception java.io.IOException if any I/O-Error occurs\r
+ */\r
+ public DocumentationElement nextToken() throws java.io.IOException, DocumentationParsingException {\r
+ int zzInput;\r
+ int zzAction;\r
+\r
+ // cached fields:\r
+ int zzCurrentPosL;\r
+ int zzMarkedPosL;\r
+ int zzEndReadL = zzEndRead;\r
+ char [] zzBufferL = zzBuffer;\r
+ char [] zzCMapL = ZZ_CMAP;\r
+\r
+ int [] zzTransL = ZZ_TRANS;\r
+ int [] zzRowMapL = ZZ_ROWMAP;\r
+ int [] zzAttrL = ZZ_ATTRIBUTE;\r
+\r
+ while (true) {\r
+ zzMarkedPosL = zzMarkedPos;\r
+\r
+ yychar+= zzMarkedPosL-zzStartRead;\r
+\r
+ zzAction = -1;\r
+\r
+ zzCurrentPosL = zzCurrentPos = zzStartRead = zzMarkedPosL;\r
+ \r
+ zzState = ZZ_LEXSTATE[zzLexicalState];\r
+\r
+\r
+ zzForAction: {\r
+ while (true) {\r
+ \r
+ if (zzCurrentPosL < zzEndReadL)\r
+ zzInput = zzBufferL[zzCurrentPosL++];\r
+ else if (zzAtEOF) {\r
+ zzInput = YYEOF;\r
+ break zzForAction;\r
+ }\r
+ else {\r
+ // store back cached positions\r
+ zzCurrentPos = zzCurrentPosL;\r
+ zzMarkedPos = zzMarkedPosL;\r
+ boolean eof = zzRefill();\r
+ // get translated positions and possibly new buffer\r
+ zzCurrentPosL = zzCurrentPos;\r
+ zzMarkedPosL = zzMarkedPos;\r
+ zzBufferL = zzBuffer;\r
+ zzEndReadL = zzEndRead;\r
+ if (eof) {\r
+ zzInput = YYEOF;\r
+ break zzForAction;\r
+ }\r
+ else {\r
+ zzInput = zzBufferL[zzCurrentPosL++];\r
+ }\r
+ }\r
+ int zzNext = zzTransL[ zzRowMapL[zzState] + zzCMapL[zzInput] ];\r
+ if (zzNext == -1) break zzForAction;\r
+ zzState = zzNext;\r
+\r
+ int zzAttributes = zzAttrL[zzState];\r
+ if ( (zzAttributes & 1) == 1 ) {\r
+ zzAction = zzState;\r
+ zzMarkedPosL = zzCurrentPosL;\r
+ if ( (zzAttributes & 8) == 8 ) break zzForAction;\r
+ }\r
+\r
+ }\r
+ }\r
+\r
+ // store back cached position\r
+ zzMarkedPos = zzMarkedPosL;\r
+\r
+ switch (zzAction < 0 ? zzAction : ZZ_ACTION[zzAction]) {\r
+ case 4: \r
+ { return new EntityRef(trimW(yytext().substring(1)));\r
+ }\r
+ case 10: break;\r
+ case 8: \r
+ { return new Header(2, trimN(yytext(), 2));\r
+ }\r
+ case 11: break;\r
+ case 7: \r
+ { return new Header(1, trimN(yytext(), 1));\r
+ }\r
+ case 12: break;\r
+ case 3: \r
+ { return new Paragraph(yytext().trim());\r
+ }\r
+ case 13: break;\r
+ case 9: \r
+ { return new Header(3, trimN(yytext(), 3));\r
+ }\r
+ case 14: break;\r
+ case 1: \r
+ { System.err.println("At " + yychar + ": Illegal character '" + yytext() + "'.");\r
+ }\r
+ case 15: break;\r
+ case 5: \r
+ { return new ListItem(trimW(yytext()));\r
+ }\r
+ case 16: break;\r
+ case 6: \r
+ { return new Preformatted(yytext());\r
+ }\r
+ case 17: break;\r
+ case 2: \r
+ { \r
+ }\r
+ case 18: break;\r
+ default: \r
+ if (zzInput == YYEOF && zzStartRead == zzCurrentPos) {\r
+ zzAtEOF = true;\r
+ { return null;\r
+ }\r
+ } \r
+ else {\r
+ zzScanError(ZZ_NO_MATCH);\r
+ }\r
+ }\r
+ }\r
+ }\r
+\r
+\r
+}\r
Code Review / simantics / platform.git / blobdiff