Mercurial > hg > mpdl-group

comparison software/mpdl-services/mpiwg-mpdl-lt/src/de/mpg/mpiwg/berlin/mpdl/lt/text/norm/lang/MpdlNormalizerLexEN.java @ 23:e845310098ba

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
diverse Korrekturen
author Josef Willenborg <jwillenborg@mpiwg-berlin.mpg.de>
date Tue, 27 Nov 2012 12:35:19 +0100
parents 4a3641ae14d2
children
comparison
equal deleted inserted replaced
22:6a45a982c333 23:e845310098ba
1 /* The following code was generated by JFlex 1.4.3 on 21.07.11 11:22 */ 1 /* The following code was generated by JFlex 1.4.3 on 28.03.12 18:57 */
2 2
3 /* 3 /*
4 * Normalization rules for English text 4 * Normalization rules for English text
5 * [this is a JFlex specification] 5 * [this is a JFlex specification]
6 * 6 *
13 13
14 14
15 /** 15 /**
16 * This class is a scanner generated by 16 * This class is a scanner generated by
17 * <a href="http://www.jflex.de/">JFlex</a> 1.4.3 17 * <a href="http://www.jflex.de/">JFlex</a> 1.4.3
18 * on 21.07.11 11:22 from the specification file 18 * on 28.03.12 18:57 from the specification file
19 * <tt>MpdlNormalizerLexEN.lex</tt> 19 * <tt>/Users/jwillenborg/test/jflexNew/MpdlNormalizerLexEN.lex</tt>
20 */ 20 */
21 public class MpdlNormalizerLexEN { 21 public class MpdlNormalizerLexEN {
22 22
23 /** This character denotes the end of file */ 23 /** This character denotes the end of file */
24 public static final int YYEOF = -1; 24 public static final int YYEOF = -1;
44 44
45 /** 45 /**
46 * Translates characters to character classes 46 * Translates characters to character classes
47 */ 47 */
48 private static final String ZZ_CMAP_PACKED = 48 private static final String ZZ_CMAP_PACKED =
49 "\12\0\1\3\25\0\1\2\14\0\1\1\2\0\1\1\17\0\1\5"+ 49 "\12\0\1\3\25\0\1\2\14\0\1\7\1\0\1\6\1\1\13\0"+
50 "\40\0\1\1\2\0\1\1\20\0\1\1\5\0\1\1\1\0\1\1"+ 50 "\1\4\1\0\1\5\1\0\1\11\40\0\1\1\2\0\1\1\20\0"+
51 "\u0101\0\1\4\ufe80\0"; 51 "\1\1\5\0\1\1\1\0\1\1\u0101\0\1\10\ufe80\0";
52 52
53 /** 53 /**
54 * Translates characters to character classes 54 * Translates characters to character classes
55 */ 55 */
56 private static final char [] ZZ_CMAP = zzUnpackCMap(ZZ_CMAP_PACKED); 56 private static final char [] ZZ_CMAP = zzUnpackCMap(ZZ_CMAP_PACKED);
59 * Translates DFA states to action switch labels. 59 * Translates DFA states to action switch labels.
60 */ 60 */
61 private static final int [] ZZ_ACTION = zzUnpackAction(); 61 private static final int [] ZZ_ACTION = zzUnpackAction();
62 62
63 private static final String ZZ_ACTION_PACKED_0 = 63 private static final String ZZ_ACTION_PACKED_0 =
64 "\4\0\2\1\1\2\1\3\1\4\1\5\1\6"; 64 "\4\0\4\1\1\2\1\3\1\4\1\5\1\6\5\0"+
65 "\1\1\2\0";
65 66
66 private static int [] zzUnpackAction() { 67 private static int [] zzUnpackAction() {
67 int [] result = new int[11]; 68 int [] result = new int[21];
68 int offset = 0; 69 int offset = 0;
69 offset = zzUnpackAction(ZZ_ACTION_PACKED_0, offset, result); 70 offset = zzUnpackAction(ZZ_ACTION_PACKED_0, offset, result);
70 return result; 71 return result;
71 } 72 }
72 73
87 * Translates a state to a row index in the transition table 88 * Translates a state to a row index in the transition table
88 */ 89 */
89 private static final int [] ZZ_ROWMAP = zzUnpackRowMap(); 90 private static final int [] ZZ_ROWMAP = zzUnpackRowMap();
90 91
91 private static final String ZZ_ROWMAP_PACKED_0 = 92 private static final String ZZ_ROWMAP_PACKED_0 =
92 "\0\0\0\6\0\14\0\22\0\30\0\36\0\30\0\30"+ 93 "\0\0\0\12\0\24\0\36\0\50\0\62\0\74\0\106"+
93 "\0\30\0\30\0\30"; 94 "\0\50\0\50\0\50\0\50\0\50\0\120\0\74\0\132"+
95 "\0\144\0\156\0\132\0\170\0\202";
94 96
95 private static int [] zzUnpackRowMap() { 97 private static int [] zzUnpackRowMap() {
96 int [] result = new int[11]; 98 int [] result = new int[21];
97 int offset = 0; 99 int offset = 0;
98 offset = zzUnpackRowMap(ZZ_ROWMAP_PACKED_0, offset, result); 100 offset = zzUnpackRowMap(ZZ_ROWMAP_PACKED_0, offset, result);
99 return result; 101 return result;
100 } 102 }
101 103
114 * The transition table of the DFA 116 * The transition table of the DFA
115 */ 117 */
116 private static final int [] ZZ_TRANS = zzUnpackTrans(); 118 private static final int [] ZZ_TRANS = zzUnpackTrans();
117 119
118 private static final String ZZ_TRANS_PACKED_0 = 120 private static final String ZZ_TRANS_PACKED_0 =
119 "\1\5\1\6\1\5\1\0\1\5\1\7\1\5\1\6"+ 121 "\1\5\1\6\1\5\1\0\1\7\2\5\1\10\1\5"+
120 "\1\5\1\10\1\11\1\7\1\5\1\6\1\5\1\12"+ 122 "\1\11\1\5\1\6\1\5\1\12\1\7\2\5\1\10"+
121 "\1\11\1\7\1\5\1\6\1\5\1\13\1\11\1\7"+ 123 "\1\13\1\11\1\5\1\6\1\5\1\14\1\7\2\5"+
122 "\10\0\1\5\3\0"; 124 "\1\10\1\13\1\11\1\5\1\6\1\5\1\15\1\7"+
125 "\2\5\1\10\1\13\1\11\14\0\1\5\7\0\4\16"+
126 "\2\0\4\16\2\0\1\5\1\0\1\17\5\0\4\16"+
127 "\1\0\1\20\1\21\3\16\4\0\1\22\5\0\4\16"+
128 "\1\0\1\23\1\21\3\16\6\0\1\24\3\0\4\25"+
129 "\2\0\10\25\1\0\1\5\4\25";
123 130
124 private static int [] zzUnpackTrans() { 131 private static int [] zzUnpackTrans() {
125 int [] result = new int[36]; 132 int [] result = new int[140];
126 int offset = 0; 133 int offset = 0;
127 offset = zzUnpackTrans(ZZ_TRANS_PACKED_0, offset, result); 134 offset = zzUnpackTrans(ZZ_TRANS_PACKED_0, offset, result);
128 return result; 135 return result;
129 } 136 }
130 137
158 * ZZ_ATTRIBUTE[aState] contains the attributes of state <code>aState</code> 165 * ZZ_ATTRIBUTE[aState] contains the attributes of state <code>aState</code>
159 */ 166 */
160 private static final int [] ZZ_ATTRIBUTE = zzUnpackAttribute(); 167 private static final int [] ZZ_ATTRIBUTE = zzUnpackAttribute();
161 168
162 private static final String ZZ_ATTRIBUTE_PACKED_0 = 169 private static final String ZZ_ATTRIBUTE_PACKED_0 =
163 "\4\0\1\11\1\1\5\11"; 170 "\4\0\1\11\3\1\5\11\5\0\1\1\2\0";
164 171
165 private static int [] zzUnpackAttribute() { 172 private static int [] zzUnpackAttribute() {
166 int [] result = new int[11]; 173 int [] result = new int[21];
167 int offset = 0; 174 int offset = 0;
168 offset = zzUnpackAttribute(ZZ_ATTRIBUTE_PACKED_0, offset, result); 175 offset = zzUnpackAttribute(ZZ_ATTRIBUTE_PACKED_0, offset, result);
169 return result; 176 return result;
170 } 177 }
171 178
271 */ 278 */
272 private static char [] zzUnpackCMap(String packed) { 279 private static char [] zzUnpackCMap(String packed) {
273 char [] map = new char[0x10000]; 280 char [] map = new char[0x10000];
274 int i = 0; /* index in packed string */ 281 int i = 0; /* index in packed string */
275 int j = 0; /* index in unpacked array */ 282 int j = 0; /* index in unpacked array */
276 while (i < 46) { 283 while (i < 56) {
277 int count = packed.charAt(i++); 284 int count = packed.charAt(i++);
278 char value = packed.charAt(i++); 285 char value = packed.charAt(i++);
279 do map[j++] = value; while (--count > 0); 286 do map[j++] = value; while (--count > 0);
280 } 287 }
281 return map; 288 return map;