Mercurial > hg > mpdl-group
diff software/eXist/mpdl-modules/src/de/mpg/mpiwg/berlin/mpdl/lt/analyzer/lang/MpdlNormalizerLexDE.java @ 16:257f67be5c00
diverse Fehlerbehebungen
| author | Josef Willenborg <jwillenborg@mpiwg-berlin.mpg.de> |
|---|---|
| date | Tue, 27 Sep 2011 16:40:57 +0200 |
| parents | 5df60f24e997 |
| children |
line wrap: on
line diff
--- a/software/eXist/mpdl-modules/src/de/mpg/mpiwg/berlin/mpdl/lt/analyzer/lang/MpdlNormalizerLexDE.java Mon Aug 29 17:40:19 2011 +0200 +++ b/software/eXist/mpdl-modules/src/de/mpg/mpiwg/berlin/mpdl/lt/analyzer/lang/MpdlNormalizerLexDE.java Tue Sep 27 16:40:57 2011 +0200 @@ -1,11 +1,11 @@ -/* The following code was generated by JFlex 1.4.3 on 03.08.11 18:24 */ +/* The following code was generated by JFlex 1.4.3 on 05.09.11 10:34 */ /* * Normalization rules for German text * [this is a JFlex specification] * * Wolfgang Schmidle - * version 2011-07-12 + * version 2011-08-10 * */ @@ -15,7 +15,7 @@ /** * This class is a scanner generated by * <a href="http://www.jflex.de/">JFlex</a> 1.4.3 - * on 03.08.11 18:24 from the specification file + * on 05.09.11 10:34 from the specification file * <tt>MpdlNormalizerLexDE.lex</tt> */ public class MpdlNormalizerLexDE { @@ -27,12 +27,13 @@ private static final int ZZ_BUFFERSIZE = 16384; /** lexical states */ - public static final int SEARCH = 6; + public static final int SEARCH = 10; + public static final int DICT_ASCII = 6; + public static final int SEARCH_ASCII = 12; public static final int DICT = 4; public static final int YYINITIAL = 0; - public static final int CELEX = 8; public static final int DISP = 2; - public static final int GRIMM = 10; + public static final int GRIMM = 8; /** * ZZ_LEXSTATE[l] is the state in the DFA for the lexical state l @@ -41,7 +42,7 @@ * l is of the form l = 2*k, k a non negative integer */ private static final int ZZ_LEXSTATE[] = { - 0, 0, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5 + 0, 0, 1, 1, 2, 2, 3, 3, 4, 4, 5, 5, 6, 6 }; /** @@ -65,12 +66,12 @@ private static final int [] ZZ_ACTION = zzUnpackAction(); private static final String ZZ_ACTION_PACKED_0 = - "\6\0\2\1\1\2\1\3\1\4\3\1\1\5\1\6"+ - "\1\3\3\1\1\7\1\10\1\11\1\12\1\13\1\14"+ + "\7\0\2\1\1\2\1\3\1\4\3\1\1\5\1\3"+ + "\3\1\1\6\1\7\1\10\1\11\1\12\1\13\1\14"+ "\1\15\1\16\1\17"; private static int [] zzUnpackAction() { - int [] result = new int[29]; + int [] result = new int[30]; int offset = 0; offset = zzUnpackAction(ZZ_ACTION_PACKED_0, offset, result); return result; @@ -96,12 +97,12 @@ private static final String ZZ_ROWMAP_PACKED_0 = "\0\0\0\21\0\42\0\63\0\104\0\125\0\146\0\167"+ - "\0\146\0\146\0\146\0\210\0\231\0\252\0\146\0\146"+ - "\0\167\0\273\0\314\0\335\0\146\0\146\0\146\0\146"+ - "\0\146\0\146\0\146\0\146\0\146"; + "\0\210\0\167\0\167\0\167\0\231\0\252\0\273\0\167"+ + "\0\210\0\314\0\335\0\356\0\167\0\167\0\167\0\167"+ + "\0\167\0\167\0\167\0\167\0\167\0\167"; private static int [] zzUnpackRowMap() { - int [] result = new int[29]; + int [] result = new int[30]; int offset = 0; offset = zzUnpackRowMap(ZZ_ROWMAP_PACKED_0, offset, result); return result; @@ -124,23 +125,25 @@ private static final int [] ZZ_TRANS = zzUnpackTrans(); private static final String ZZ_TRANS_PACKED_0 = - "\1\7\1\10\1\7\1\0\1\7\1\10\1\11\1\10"+ - "\1\7\1\10\6\7\1\12\1\7\1\10\1\7\1\13"+ - "\1\7\1\10\1\11\1\14\1\7\1\15\1\7\1\16"+ - "\4\7\1\12\1\7\1\10\1\7\1\17\1\7\1\10"+ - "\1\11\1\14\1\7\1\15\1\7\1\16\4\7\1\12"+ - "\1\7\1\10\1\7\1\20\1\7\1\10\1\11\1\14"+ - "\1\7\1\15\1\7\1\16\4\7\2\12\1\21\1\12"+ - "\1\17\1\7\1\10\1\11\1\22\1\12\1\23\1\12"+ - "\1\24\1\25\1\26\1\27\1\30\1\12\1\7\1\10"+ - "\1\7\1\17\1\7\1\10\1\11\1\14\1\7\1\15"+ - "\1\7\1\16\3\7\1\31\1\12\23\0\1\7\20\0"+ - "\1\7\5\0\1\32\1\0\1\33\10\0\1\7\7\0"+ - "\1\34\20\0\1\35\10\0\1\7\5\0\1\32\1\0"+ - "\1\27\10\0\1\7\7\0\1\25\20\0\1\26\6\0"; + "\1\10\1\11\1\10\1\0\1\10\1\11\1\12\1\11"+ + "\1\10\1\11\6\10\1\13\1\10\1\11\1\10\1\14"+ + "\1\10\1\11\1\12\1\15\1\10\1\16\1\10\1\17"+ + "\4\10\1\13\1\10\1\11\1\10\1\20\1\10\1\11"+ + "\1\12\1\15\1\10\1\16\1\10\1\17\4\10\2\13"+ + "\1\21\1\13\1\20\1\10\1\11\1\12\1\22\1\13"+ + "\1\23\1\13\1\24\1\25\1\26\1\27\1\30\1\13"+ + "\1\10\1\11\1\10\1\20\1\10\1\11\1\12\1\15"+ + "\1\10\1\16\1\10\1\17\3\10\1\31\1\13\1\10"+ + "\1\11\1\10\1\32\1\10\1\11\1\12\1\15\1\10"+ + "\1\16\1\10\1\17\4\10\2\13\1\21\1\13\1\32"+ + "\1\10\1\11\1\12\1\22\1\13\1\23\1\13\1\24"+ + "\1\25\1\26\1\27\1\30\1\13\23\0\1\10\20\0"+ + "\1\10\5\0\1\33\1\0\1\34\10\0\1\10\7\0"+ + "\1\35\20\0\1\36\10\0\1\10\5\0\1\33\1\0"+ + "\1\27\10\0\1\10\7\0\1\25\20\0\1\26\6\0"; private static int [] zzUnpackTrans() { - int [] result = new int[238]; + int [] result = new int[255]; int offset = 0; offset = zzUnpackTrans(ZZ_TRANS_PACKED_0, offset, result); return result; @@ -178,10 +181,10 @@ private static final int [] ZZ_ATTRIBUTE = zzUnpackAttribute(); private static final String ZZ_ATTRIBUTE_PACKED_0 = - "\6\0\1\11\1\1\3\11\3\1\2\11\4\1\11\11"; + "\7\0\1\11\1\1\3\11\3\1\1\11\4\1\12\11"; private static int [] zzUnpackAttribute() { - int [] result = new int[29]; + int [] result = new int[30]; int offset = 0; offset = zzUnpackAttribute(ZZ_ATTRIBUTE_PACKED_0, offset, result); return result; @@ -249,6 +252,8 @@ private boolean zzEOFDone; /* user code: */ + public static final int CELEX = DICT_ASCII; + private String original = ""; private String normalized = ""; private int problem = 0; @@ -558,7 +563,7 @@ zzMarkedPos = zzMarkedPosL; switch (zzAction < 0 ? zzAction : ZZ_ACTION[zzAction]) { - case 11: + case 10: { add("sz"); } case 16: break; @@ -566,7 +571,7 @@ { problem = 1; add(yytext()); } case 17: break; - case 7: + case 6: { add("ae"); } case 18: break; @@ -585,11 +590,11 @@ { add("ΓΌ"); } case 21: break; - case 9: + case 8: { add("ue"); } case 22: break; - case 6: + case 11: { switch (problem) { case 1: return original; default: return normalized.replaceAll(LB, "").toLowerCase(); @@ -608,11 +613,11 @@ { add(yytext()); } case 26: break; - case 10: + case 9: { add("ss"); } case 27: break; - case 8: + case 7: { add("oe"); } case 28: break;