Mercurial > hg > mpdl-group
comparison software/mpdl-services/mpiwg-mpdl-lt/src/de/mpg/mpiwg/berlin/mpdl/lt/text/norm/lang/MpdlNormalizerLexEL.java @ 23:e845310098ba
diverse Korrekturen
author | Josef Willenborg <jwillenborg@mpiwg-berlin.mpg.de> |
---|---|
date | Tue, 27 Nov 2012 12:35:19 +0100 |
parents | 4a3641ae14d2 |
children |
comparison
equal
deleted
inserted
replaced
22:6a45a982c333 | 23:e845310098ba |
---|---|
1 /* The following code was generated by JFlex 1.4.3 on 05.09.11 10:35 */ | 1 /* The following code was generated by JFlex 1.4.3 on 28.03.12 18:57 */ |
2 | 2 |
3 /* | 3 /* |
4 * Normalization rules for Greek text | 4 * Normalization rules for Greek text |
5 * [this is a JFlex specification] | 5 * [this is a JFlex specification] |
6 * | 6 * |
13 | 13 |
14 | 14 |
15 /** | 15 /** |
16 * This class is a scanner generated by | 16 * This class is a scanner generated by |
17 * <a href="http://www.jflex.de/">JFlex</a> 1.4.3 | 17 * <a href="http://www.jflex.de/">JFlex</a> 1.4.3 |
18 * on 05.09.11 10:35 from the specification file | 18 * on 28.03.12 18:57 from the specification file |
19 * <tt>MpdlNormalizerLexEL.lex</tt> | 19 * <tt>/Users/jwillenborg/test/jflexNew/MpdlNormalizerLexEL.lex</tt> |
20 */ | 20 */ |
21 public class MpdlNormalizerLexEL { | 21 public class MpdlNormalizerLexEL { |
22 | 22 |
23 /** This character denotes the end of file */ | 23 /** This character denotes the end of file */ |
24 public static final int YYEOF = -1; | 24 public static final int YYEOF = -1; |
45 | 45 |
46 /** | 46 /** |
47 * Translates characters to character classes | 47 * Translates characters to character classes |
48 */ | 48 */ |
49 private static final String ZZ_CMAP_PACKED = | 49 private static final String ZZ_CMAP_PACKED = |
50 "\12\0\1\3\25\0\1\2\14\0\1\1\2\0\1\1\17\0\1\5"+ | 50 "\12\0\1\3\25\0\1\2\14\0\1\12\1\0\1\11\1\1\13\0"+ |
51 "\32\5\6\0\1\6\2\5\1\6\20\5\1\6\5\5\1\1\1\0"+ | 51 "\1\7\1\0\1\10\1\0\1\5\32\5\6\0\1\6\2\5\1\6"+ |
52 "\1\1\u032e\0\1\7\1\10\1\11\1\12\15\0\1\4\3\0\1\4"+ | 52 "\20\5\1\6\5\5\1\1\1\0\1\1\u032e\0\1\13\1\14\1\15"+ |
53 "\1\30\11\0\1\13\1\14\1\15\u1ba1\0\1\16\1\0\1\20\1\0"+ | 53 "\1\16\15\0\1\4\3\0\1\4\1\34\11\0\1\17\1\20\1\21"+ |
54 "\1\21\1\0\1\23\1\0\1\24\1\0\1\25\1\0\1\26\65\0"+ | 54 "\u1ba1\0\1\22\1\0\1\24\1\0\1\25\1\0\1\27\1\0\1\30"+ |
55 "\1\17\17\0\1\22\57\0\1\27\ue00d\0"; | 55 "\1\0\1\31\1\0\1\32\65\0\1\23\17\0\1\26\57\0\1\33"+ |
56 "\ue00d\0"; | |
56 | 57 |
57 /** | 58 /** |
58 * Translates characters to character classes | 59 * Translates characters to character classes |
59 */ | 60 */ |
60 private static final char [] ZZ_CMAP = zzUnpackCMap(ZZ_CMAP_PACKED); | 61 private static final char [] ZZ_CMAP = zzUnpackCMap(ZZ_CMAP_PACKED); |
63 * Translates DFA states to action switch labels. | 64 * Translates DFA states to action switch labels. |
64 */ | 65 */ |
65 private static final int [] ZZ_ACTION = zzUnpackAction(); | 66 private static final int [] ZZ_ACTION = zzUnpackAction(); |
66 | 67 |
67 private static final String ZZ_ACTION_PACKED_0 = | 68 private static final String ZZ_ACTION_PACKED_0 = |
68 "\5\0\2\1\2\2\1\3\1\4\1\5\1\6\1\7"+ | 69 "\5\0\2\1\2\2\2\1\1\3\1\4\1\5\1\6"+ |
69 "\1\10\1\11\1\12\1\13\12\1\1\14\1\15\1\16"+ | 70 "\1\7\1\10\1\11\1\12\1\13\12\1\1\14\1\15"+ |
70 "\1\0\1\17\1\0\1\20\1\0\1\21\1\0\1\22"+ | 71 "\2\0\1\16\1\0\1\17\1\0\1\20\1\0\1\21"+ |
71 "\1\0\1\23\1\0\1\24\1\0\1\25\1\0\1\26"+ | 72 "\1\0\1\22\1\0\1\23\1\0\1\24\1\0\1\25"+ |
72 "\1\0\1\27\1\0"; | 73 "\1\0\1\26\1\0\1\27\4\0\1\1\2\0"; |
73 | 74 |
74 private static int [] zzUnpackAction() { | 75 private static int [] zzUnpackAction() { |
75 int [] result = new int[50]; | 76 int [] result = new int[60]; |
76 int offset = 0; | 77 int offset = 0; |
77 offset = zzUnpackAction(ZZ_ACTION_PACKED_0, offset, result); | 78 offset = zzUnpackAction(ZZ_ACTION_PACKED_0, offset, result); |
78 return result; | 79 return result; |
79 } | 80 } |
80 | 81 |
95 * Translates a state to a row index in the transition table | 96 * Translates a state to a row index in the transition table |
96 */ | 97 */ |
97 private static final int [] ZZ_ROWMAP = zzUnpackRowMap(); | 98 private static final int [] ZZ_ROWMAP = zzUnpackRowMap(); |
98 | 99 |
99 private static final String ZZ_ROWMAP_PACKED_0 = | 100 private static final String ZZ_ROWMAP_PACKED_0 = |
100 "\0\0\0\31\0\62\0\113\0\144\0\175\0\226\0\175"+ | 101 "\0\0\0\35\0\72\0\127\0\164\0\221\0\256\0\221"+ |
101 "\0\226\0\175\0\175\0\175\0\175\0\175\0\175\0\175"+ | 102 "\0\256\0\313\0\350\0\221\0\221\0\221\0\221\0\221"+ |
102 "\0\175\0\175\0\257\0\310\0\341\0\372\0\u0113\0\u012c"+ | 103 "\0\221\0\221\0\221\0\221\0\u0105\0\u0122\0\u013f\0\u015c"+ |
103 "\0\u0145\0\u015e\0\u0177\0\u0190\0\175\0\175\0\175\0\u01a9"+ | 104 "\0\u0179\0\u0196\0\u01b3\0\u01d0\0\u01ed\0\u020a\0\221\0\221"+ |
104 "\0\175\0\u01c2\0\175\0\u01db\0\175\0\u01f4\0\175\0\u020d"+ | 105 "\0\u0227\0\313\0\221\0\u0244\0\221\0\u0261\0\221\0\u027e"+ |
105 "\0\175\0\u0226\0\175\0\u023f\0\175\0\u0258\0\175\0\u0271"+ | 106 "\0\221\0\u029b\0\221\0\u02b8\0\221\0\u02d5\0\221\0\u02f2"+ |
106 "\0\175\0\u028a"; | 107 "\0\221\0\u030f\0\221\0\u032c\0\221\0\u0349\0\u0366\0\u0383"+ |
108 "\0\u03a0\0\u0366\0\u03bd\0\u03da"; | |
107 | 109 |
108 private static int [] zzUnpackRowMap() { | 110 private static int [] zzUnpackRowMap() { |
109 int [] result = new int[50]; | 111 int [] result = new int[60]; |
110 int offset = 0; | 112 int offset = 0; |
111 offset = zzUnpackRowMap(ZZ_ROWMAP_PACKED_0, offset, result); | 113 offset = zzUnpackRowMap(ZZ_ROWMAP_PACKED_0, offset, result); |
112 return result; | 114 return result; |
113 } | 115 } |
114 | 116 |
128 */ | 130 */ |
129 private static final int [] ZZ_TRANS = zzUnpackTrans(); | 131 private static final int [] ZZ_TRANS = zzUnpackTrans(); |
130 | 132 |
131 private static final String ZZ_TRANS_PACKED_0 = | 133 private static final String ZZ_TRANS_PACKED_0 = |
132 "\1\6\1\7\1\6\1\0\1\6\1\10\1\11\1\12"+ | 134 "\1\6\1\7\1\6\1\0\1\6\1\10\1\11\1\12"+ |
133 "\1\13\1\14\1\15\1\16\1\17\1\20\14\6\1\7"+ | 135 "\2\6\1\13\1\14\1\15\1\16\1\17\1\20\1\21"+ |
134 "\1\6\1\21\1\6\1\10\1\11\1\12\1\13\1\14"+ | 136 "\1\22\14\6\1\7\1\6\1\23\1\6\1\10\1\11"+ |
135 "\1\15\1\16\1\17\1\20\14\6\1\7\1\6\1\22"+ | 137 "\1\12\2\6\1\13\1\14\1\15\1\16\1\17\1\20"+ |
136 "\1\6\1\10\1\11\1\12\1\13\1\14\1\15\1\16"+ | 138 "\1\21\1\22\14\6\1\7\1\6\1\24\1\6\1\10"+ |
137 "\1\17\1\20\1\23\1\24\1\25\1\26\1\27\1\30"+ | 139 "\1\11\1\12\2\6\1\13\1\14\1\15\1\16\1\17"+ |
138 "\1\31\1\32\1\33\1\34\2\6\1\7\1\6\1\35"+ | 140 "\1\20\1\21\1\22\1\25\1\26\1\27\1\30\1\31"+ |
139 "\1\6\1\10\1\11\1\12\1\13\1\14\1\15\1\16"+ | 141 "\1\32\1\33\1\34\1\35\1\36\2\6\1\7\1\6"+ |
140 "\1\17\1\20\1\23\1\24\1\25\1\26\1\27\1\30"+ | 142 "\1\37\1\6\1\10\1\11\1\12\2\6\1\13\1\14"+ |
141 "\1\31\1\32\1\33\1\34\2\6\1\7\1\6\1\22"+ | 143 "\1\15\1\16\1\17\1\20\1\21\1\22\1\25\1\26"+ |
142 "\1\6\1\10\1\11\1\12\1\13\1\14\1\15\1\16"+ | 144 "\1\27\1\30\1\31\1\32\1\33\1\34\1\35\1\36"+ |
143 "\1\17\1\20\1\23\1\24\1\25\1\26\1\27\1\30"+ | 145 "\2\6\1\7\1\6\1\24\1\6\1\10\1\11\1\12"+ |
144 "\1\31\1\32\1\33\1\34\1\36\33\0\1\6\31\0"+ | 146 "\2\6\1\13\1\14\1\15\1\16\1\17\1\20\1\21"+ |
145 "\1\37\1\40\23\0\1\40\3\0\1\41\1\42\23\0"+ | 147 "\1\22\1\25\1\26\1\27\1\30\1\31\1\32\1\33"+ |
146 "\1\42\3\0\1\43\1\44\23\0\1\44\3\0\1\45"+ | 148 "\1\34\1\35\1\36\1\40\37\0\1\6\32\0\7\41"+ |
147 "\1\46\23\0\1\46\3\0\1\47\1\50\23\0\1\50"+ | 149 "\2\0\24\41\2\0\1\6\4\0\1\42\30\0\1\43"+ |
148 "\3\0\1\51\1\52\23\0\1\52\3\0\1\53\1\54"+ | 150 "\1\44\27\0\1\44\3\0\1\45\1\46\27\0\1\46"+ |
149 "\23\0\1\54\3\0\1\55\1\56\23\0\1\56\3\0"+ | 151 "\3\0\1\47\1\50\27\0\1\50\3\0\1\51\1\52"+ |
150 "\1\57\1\60\23\0\1\60\3\0\1\61\1\62\23\0"+ | 152 "\27\0\1\52\3\0\1\53\1\54\27\0\1\54\3\0"+ |
151 "\1\62\3\0\1\37\30\0\1\41\30\0\1\43\30\0"+ | 153 "\1\55\1\56\27\0\1\56\3\0\1\57\1\60\27\0"+ |
152 "\1\45\30\0\1\47\30\0\1\51\30\0\1\53\30\0"+ | 154 "\1\60\3\0\1\61\1\62\27\0\1\62\3\0\1\63"+ |
153 "\1\55\30\0\1\57\30\0\1\61\25\0"; | 155 "\1\64\27\0\1\64\3\0\1\65\1\66\27\0\1\66"+ |
156 "\7\41\1\0\1\67\1\70\23\41\3\0\1\43\34\0"+ | |
157 "\1\45\34\0\1\47\34\0\1\51\34\0\1\53\34\0"+ | |
158 "\1\55\34\0\1\57\34\0\1\61\34\0\1\63\34\0"+ | |
159 "\1\65\40\0\1\71\25\0\7\41\1\0\1\72\1\70"+ | |
160 "\23\41\11\0\1\73\23\0\7\74\2\0\33\74\1\0"+ | |
161 "\1\6\24\74"; | |
154 | 162 |
155 private static int [] zzUnpackTrans() { | 163 private static int [] zzUnpackTrans() { |
156 int [] result = new int[675]; | 164 int [] result = new int[1015]; |
157 int offset = 0; | 165 int offset = 0; |
158 offset = zzUnpackTrans(ZZ_TRANS_PACKED_0, offset, result); | 166 offset = zzUnpackTrans(ZZ_TRANS_PACKED_0, offset, result); |
159 return result; | 167 return result; |
160 } | 168 } |
161 | 169 |
189 * ZZ_ATTRIBUTE[aState] contains the attributes of state <code>aState</code> | 197 * ZZ_ATTRIBUTE[aState] contains the attributes of state <code>aState</code> |
190 */ | 198 */ |
191 private static final int [] ZZ_ATTRIBUTE = zzUnpackAttribute(); | 199 private static final int [] ZZ_ATTRIBUTE = zzUnpackAttribute(); |
192 | 200 |
193 private static final String ZZ_ATTRIBUTE_PACKED_0 = | 201 private static final String ZZ_ATTRIBUTE_PACKED_0 = |
194 "\5\0\1\11\1\1\1\11\1\1\11\11\12\1\3\11"+ | 202 "\5\0\1\11\1\1\1\11\3\1\11\11\12\1\2\11"+ |
203 "\2\0\1\11\1\0\1\11\1\0\1\11\1\0\1\11"+ | |
195 "\1\0\1\11\1\0\1\11\1\0\1\11\1\0\1\11"+ | 204 "\1\0\1\11\1\0\1\11\1\0\1\11\1\0\1\11"+ |
196 "\1\0\1\11\1\0\1\11\1\0\1\11\1\0\1\11"+ | 205 "\1\0\1\11\1\0\1\11\4\0\1\1\2\0"; |
197 "\1\0\1\11\1\0"; | |
198 | 206 |
199 private static int [] zzUnpackAttribute() { | 207 private static int [] zzUnpackAttribute() { |
200 int [] result = new int[50]; | 208 int [] result = new int[60]; |
201 int offset = 0; | 209 int offset = 0; |
202 offset = zzUnpackAttribute(ZZ_ATTRIBUTE_PACKED_0, offset, result); | 210 offset = zzUnpackAttribute(ZZ_ATTRIBUTE_PACKED_0, offset, result); |
203 return result; | 211 return result; |
204 } | 212 } |
205 | 213 |
305 */ | 313 */ |
306 private static char [] zzUnpackCMap(String packed) { | 314 private static char [] zzUnpackCMap(String packed) { |
307 char [] map = new char[0x10000]; | 315 char [] map = new char[0x10000]; |
308 int i = 0; /* index in packed string */ | 316 int i = 0; /* index in packed string */ |
309 int j = 0; /* index in unpacked array */ | 317 int j = 0; /* index in unpacked array */ |
310 while (i < 112) { | 318 while (i < 122) { |
311 int count = packed.charAt(i++); | 319 int count = packed.charAt(i++); |
312 char value = packed.charAt(i++); | 320 char value = packed.charAt(i++); |
313 do map[j++] = value; while (--count > 0); | 321 do map[j++] = value; while (--count > 0); |
314 } | 322 } |
315 return map; | 323 return map; |