comparison software/mpdl-services/mpiwg-mpdl-lt/src/de/mpg/mpiwg/berlin/mpdl/lt/text/norm/lang/MpdlNormalizerLexEL.java @ 23:e845310098ba

diverse Korrekturen
author Josef Willenborg <jwillenborg@mpiwg-berlin.mpg.de>
date Tue, 27 Nov 2012 12:35:19 +0100
parents 4a3641ae14d2
children
comparison
equal deleted inserted replaced
22:6a45a982c333 23:e845310098ba
1 /* The following code was generated by JFlex 1.4.3 on 05.09.11 10:35 */ 1 /* The following code was generated by JFlex 1.4.3 on 28.03.12 18:57 */
2 2
3 /* 3 /*
4 * Normalization rules for Greek text 4 * Normalization rules for Greek text
5 * [this is a JFlex specification] 5 * [this is a JFlex specification]
6 * 6 *
13 13
14 14
15 /** 15 /**
16 * This class is a scanner generated by 16 * This class is a scanner generated by
17 * <a href="http://www.jflex.de/">JFlex</a> 1.4.3 17 * <a href="http://www.jflex.de/">JFlex</a> 1.4.3
18 * on 05.09.11 10:35 from the specification file 18 * on 28.03.12 18:57 from the specification file
19 * <tt>MpdlNormalizerLexEL.lex</tt> 19 * <tt>/Users/jwillenborg/test/jflexNew/MpdlNormalizerLexEL.lex</tt>
20 */ 20 */
21 public class MpdlNormalizerLexEL { 21 public class MpdlNormalizerLexEL {
22 22
23 /** This character denotes the end of file */ 23 /** This character denotes the end of file */
24 public static final int YYEOF = -1; 24 public static final int YYEOF = -1;
45 45
46 /** 46 /**
47 * Translates characters to character classes 47 * Translates characters to character classes
48 */ 48 */
49 private static final String ZZ_CMAP_PACKED = 49 private static final String ZZ_CMAP_PACKED =
50 "\12\0\1\3\25\0\1\2\14\0\1\1\2\0\1\1\17\0\1\5"+ 50 "\12\0\1\3\25\0\1\2\14\0\1\12\1\0\1\11\1\1\13\0"+
51 "\32\5\6\0\1\6\2\5\1\6\20\5\1\6\5\5\1\1\1\0"+ 51 "\1\7\1\0\1\10\1\0\1\5\32\5\6\0\1\6\2\5\1\6"+
52 "\1\1\u032e\0\1\7\1\10\1\11\1\12\15\0\1\4\3\0\1\4"+ 52 "\20\5\1\6\5\5\1\1\1\0\1\1\u032e\0\1\13\1\14\1\15"+
53 "\1\30\11\0\1\13\1\14\1\15\u1ba1\0\1\16\1\0\1\20\1\0"+ 53 "\1\16\15\0\1\4\3\0\1\4\1\34\11\0\1\17\1\20\1\21"+
54 "\1\21\1\0\1\23\1\0\1\24\1\0\1\25\1\0\1\26\65\0"+ 54 "\u1ba1\0\1\22\1\0\1\24\1\0\1\25\1\0\1\27\1\0\1\30"+
55 "\1\17\17\0\1\22\57\0\1\27\ue00d\0"; 55 "\1\0\1\31\1\0\1\32\65\0\1\23\17\0\1\26\57\0\1\33"+
56 "\ue00d\0";
56 57
57 /** 58 /**
58 * Translates characters to character classes 59 * Translates characters to character classes
59 */ 60 */
60 private static final char [] ZZ_CMAP = zzUnpackCMap(ZZ_CMAP_PACKED); 61 private static final char [] ZZ_CMAP = zzUnpackCMap(ZZ_CMAP_PACKED);
63 * Translates DFA states to action switch labels. 64 * Translates DFA states to action switch labels.
64 */ 65 */
65 private static final int [] ZZ_ACTION = zzUnpackAction(); 66 private static final int [] ZZ_ACTION = zzUnpackAction();
66 67
67 private static final String ZZ_ACTION_PACKED_0 = 68 private static final String ZZ_ACTION_PACKED_0 =
68 "\5\0\2\1\2\2\1\3\1\4\1\5\1\6\1\7"+ 69 "\5\0\2\1\2\2\2\1\1\3\1\4\1\5\1\6"+
69 "\1\10\1\11\1\12\1\13\12\1\1\14\1\15\1\16"+ 70 "\1\7\1\10\1\11\1\12\1\13\12\1\1\14\1\15"+
70 "\1\0\1\17\1\0\1\20\1\0\1\21\1\0\1\22"+ 71 "\2\0\1\16\1\0\1\17\1\0\1\20\1\0\1\21"+
71 "\1\0\1\23\1\0\1\24\1\0\1\25\1\0\1\26"+ 72 "\1\0\1\22\1\0\1\23\1\0\1\24\1\0\1\25"+
72 "\1\0\1\27\1\0"; 73 "\1\0\1\26\1\0\1\27\4\0\1\1\2\0";
73 74
74 private static int [] zzUnpackAction() { 75 private static int [] zzUnpackAction() {
75 int [] result = new int[50]; 76 int [] result = new int[60];
76 int offset = 0; 77 int offset = 0;
77 offset = zzUnpackAction(ZZ_ACTION_PACKED_0, offset, result); 78 offset = zzUnpackAction(ZZ_ACTION_PACKED_0, offset, result);
78 return result; 79 return result;
79 } 80 }
80 81
95 * Translates a state to a row index in the transition table 96 * Translates a state to a row index in the transition table
96 */ 97 */
97 private static final int [] ZZ_ROWMAP = zzUnpackRowMap(); 98 private static final int [] ZZ_ROWMAP = zzUnpackRowMap();
98 99
99 private static final String ZZ_ROWMAP_PACKED_0 = 100 private static final String ZZ_ROWMAP_PACKED_0 =
100 "\0\0\0\31\0\62\0\113\0\144\0\175\0\226\0\175"+ 101 "\0\0\0\35\0\72\0\127\0\164\0\221\0\256\0\221"+
101 "\0\226\0\175\0\175\0\175\0\175\0\175\0\175\0\175"+ 102 "\0\256\0\313\0\350\0\221\0\221\0\221\0\221\0\221"+
102 "\0\175\0\175\0\257\0\310\0\341\0\372\0\u0113\0\u012c"+ 103 "\0\221\0\221\0\221\0\221\0\u0105\0\u0122\0\u013f\0\u015c"+
103 "\0\u0145\0\u015e\0\u0177\0\u0190\0\175\0\175\0\175\0\u01a9"+ 104 "\0\u0179\0\u0196\0\u01b3\0\u01d0\0\u01ed\0\u020a\0\221\0\221"+
104 "\0\175\0\u01c2\0\175\0\u01db\0\175\0\u01f4\0\175\0\u020d"+ 105 "\0\u0227\0\313\0\221\0\u0244\0\221\0\u0261\0\221\0\u027e"+
105 "\0\175\0\u0226\0\175\0\u023f\0\175\0\u0258\0\175\0\u0271"+ 106 "\0\221\0\u029b\0\221\0\u02b8\0\221\0\u02d5\0\221\0\u02f2"+
106 "\0\175\0\u028a"; 107 "\0\221\0\u030f\0\221\0\u032c\0\221\0\u0349\0\u0366\0\u0383"+
108 "\0\u03a0\0\u0366\0\u03bd\0\u03da";
107 109
108 private static int [] zzUnpackRowMap() { 110 private static int [] zzUnpackRowMap() {
109 int [] result = new int[50]; 111 int [] result = new int[60];
110 int offset = 0; 112 int offset = 0;
111 offset = zzUnpackRowMap(ZZ_ROWMAP_PACKED_0, offset, result); 113 offset = zzUnpackRowMap(ZZ_ROWMAP_PACKED_0, offset, result);
112 return result; 114 return result;
113 } 115 }
114 116
128 */ 130 */
129 private static final int [] ZZ_TRANS = zzUnpackTrans(); 131 private static final int [] ZZ_TRANS = zzUnpackTrans();
130 132
131 private static final String ZZ_TRANS_PACKED_0 = 133 private static final String ZZ_TRANS_PACKED_0 =
132 "\1\6\1\7\1\6\1\0\1\6\1\10\1\11\1\12"+ 134 "\1\6\1\7\1\6\1\0\1\6\1\10\1\11\1\12"+
133 "\1\13\1\14\1\15\1\16\1\17\1\20\14\6\1\7"+ 135 "\2\6\1\13\1\14\1\15\1\16\1\17\1\20\1\21"+
134 "\1\6\1\21\1\6\1\10\1\11\1\12\1\13\1\14"+ 136 "\1\22\14\6\1\7\1\6\1\23\1\6\1\10\1\11"+
135 "\1\15\1\16\1\17\1\20\14\6\1\7\1\6\1\22"+ 137 "\1\12\2\6\1\13\1\14\1\15\1\16\1\17\1\20"+
136 "\1\6\1\10\1\11\1\12\1\13\1\14\1\15\1\16"+ 138 "\1\21\1\22\14\6\1\7\1\6\1\24\1\6\1\10"+
137 "\1\17\1\20\1\23\1\24\1\25\1\26\1\27\1\30"+ 139 "\1\11\1\12\2\6\1\13\1\14\1\15\1\16\1\17"+
138 "\1\31\1\32\1\33\1\34\2\6\1\7\1\6\1\35"+ 140 "\1\20\1\21\1\22\1\25\1\26\1\27\1\30\1\31"+
139 "\1\6\1\10\1\11\1\12\1\13\1\14\1\15\1\16"+ 141 "\1\32\1\33\1\34\1\35\1\36\2\6\1\7\1\6"+
140 "\1\17\1\20\1\23\1\24\1\25\1\26\1\27\1\30"+ 142 "\1\37\1\6\1\10\1\11\1\12\2\6\1\13\1\14"+
141 "\1\31\1\32\1\33\1\34\2\6\1\7\1\6\1\22"+ 143 "\1\15\1\16\1\17\1\20\1\21\1\22\1\25\1\26"+
142 "\1\6\1\10\1\11\1\12\1\13\1\14\1\15\1\16"+ 144 "\1\27\1\30\1\31\1\32\1\33\1\34\1\35\1\36"+
143 "\1\17\1\20\1\23\1\24\1\25\1\26\1\27\1\30"+ 145 "\2\6\1\7\1\6\1\24\1\6\1\10\1\11\1\12"+
144 "\1\31\1\32\1\33\1\34\1\36\33\0\1\6\31\0"+ 146 "\2\6\1\13\1\14\1\15\1\16\1\17\1\20\1\21"+
145 "\1\37\1\40\23\0\1\40\3\0\1\41\1\42\23\0"+ 147 "\1\22\1\25\1\26\1\27\1\30\1\31\1\32\1\33"+
146 "\1\42\3\0\1\43\1\44\23\0\1\44\3\0\1\45"+ 148 "\1\34\1\35\1\36\1\40\37\0\1\6\32\0\7\41"+
147 "\1\46\23\0\1\46\3\0\1\47\1\50\23\0\1\50"+ 149 "\2\0\24\41\2\0\1\6\4\0\1\42\30\0\1\43"+
148 "\3\0\1\51\1\52\23\0\1\52\3\0\1\53\1\54"+ 150 "\1\44\27\0\1\44\3\0\1\45\1\46\27\0\1\46"+
149 "\23\0\1\54\3\0\1\55\1\56\23\0\1\56\3\0"+ 151 "\3\0\1\47\1\50\27\0\1\50\3\0\1\51\1\52"+
150 "\1\57\1\60\23\0\1\60\3\0\1\61\1\62\23\0"+ 152 "\27\0\1\52\3\0\1\53\1\54\27\0\1\54\3\0"+
151 "\1\62\3\0\1\37\30\0\1\41\30\0\1\43\30\0"+ 153 "\1\55\1\56\27\0\1\56\3\0\1\57\1\60\27\0"+
152 "\1\45\30\0\1\47\30\0\1\51\30\0\1\53\30\0"+ 154 "\1\60\3\0\1\61\1\62\27\0\1\62\3\0\1\63"+
153 "\1\55\30\0\1\57\30\0\1\61\25\0"; 155 "\1\64\27\0\1\64\3\0\1\65\1\66\27\0\1\66"+
156 "\7\41\1\0\1\67\1\70\23\41\3\0\1\43\34\0"+
157 "\1\45\34\0\1\47\34\0\1\51\34\0\1\53\34\0"+
158 "\1\55\34\0\1\57\34\0\1\61\34\0\1\63\34\0"+
159 "\1\65\40\0\1\71\25\0\7\41\1\0\1\72\1\70"+
160 "\23\41\11\0\1\73\23\0\7\74\2\0\33\74\1\0"+
161 "\1\6\24\74";
154 162
155 private static int [] zzUnpackTrans() { 163 private static int [] zzUnpackTrans() {
156 int [] result = new int[675]; 164 int [] result = new int[1015];
157 int offset = 0; 165 int offset = 0;
158 offset = zzUnpackTrans(ZZ_TRANS_PACKED_0, offset, result); 166 offset = zzUnpackTrans(ZZ_TRANS_PACKED_0, offset, result);
159 return result; 167 return result;
160 } 168 }
161 169
189 * ZZ_ATTRIBUTE[aState] contains the attributes of state <code>aState</code> 197 * ZZ_ATTRIBUTE[aState] contains the attributes of state <code>aState</code>
190 */ 198 */
191 private static final int [] ZZ_ATTRIBUTE = zzUnpackAttribute(); 199 private static final int [] ZZ_ATTRIBUTE = zzUnpackAttribute();
192 200
193 private static final String ZZ_ATTRIBUTE_PACKED_0 = 201 private static final String ZZ_ATTRIBUTE_PACKED_0 =
194 "\5\0\1\11\1\1\1\11\1\1\11\11\12\1\3\11"+ 202 "\5\0\1\11\1\1\1\11\3\1\11\11\12\1\2\11"+
203 "\2\0\1\11\1\0\1\11\1\0\1\11\1\0\1\11"+
195 "\1\0\1\11\1\0\1\11\1\0\1\11\1\0\1\11"+ 204 "\1\0\1\11\1\0\1\11\1\0\1\11\1\0\1\11"+
196 "\1\0\1\11\1\0\1\11\1\0\1\11\1\0\1\11"+ 205 "\1\0\1\11\1\0\1\11\4\0\1\1\2\0";
197 "\1\0\1\11\1\0";
198 206
199 private static int [] zzUnpackAttribute() { 207 private static int [] zzUnpackAttribute() {
200 int [] result = new int[50]; 208 int [] result = new int[60];
201 int offset = 0; 209 int offset = 0;
202 offset = zzUnpackAttribute(ZZ_ATTRIBUTE_PACKED_0, offset, result); 210 offset = zzUnpackAttribute(ZZ_ATTRIBUTE_PACKED_0, offset, result);
203 return result; 211 return result;
204 } 212 }
205 213
305 */ 313 */
306 private static char [] zzUnpackCMap(String packed) { 314 private static char [] zzUnpackCMap(String packed) {
307 char [] map = new char[0x10000]; 315 char [] map = new char[0x10000];
308 int i = 0; /* index in packed string */ 316 int i = 0; /* index in packed string */
309 int j = 0; /* index in unpacked array */ 317 int j = 0; /* index in unpacked array */
310 while (i < 112) { 318 while (i < 122) {
311 int count = packed.charAt(i++); 319 int count = packed.charAt(i++);
312 char value = packed.charAt(i++); 320 char value = packed.charAt(i++);
313 do map[j++] = value; while (--count > 0); 321 do map[j++] = value; while (--count > 0);
314 } 322 }
315 return map; 323 return map;