--- a/software/mpdl-services/mpiwg-mpdl-lt/src/de/mpg/mpiwg/berlin/mpdl/lt/text/norm/lang/MpdlNormalizerLexEN.java	Wed Dec 14 13:57:09 2011 +0100
+++ b/software/mpdl-services/mpiwg-mpdl-lt/src/de/mpg/mpiwg/berlin/mpdl/lt/text/norm/lang/MpdlNormalizerLexEN.java	Tue Nov 27 12:35:19 2012 +0100
@@ -1,4 +1,4 @@
-/* The following code was generated by JFlex 1.4.3 on 21.07.11 11:22 */
+/* The following code was generated by JFlex 1.4.3 on 28.03.12 18:57 */
 
 /*
  * Normalization rules for English text
@@ -15,8 +15,8 @@
 /**
  * This class is a scanner generated by 
  * <a href="http://www.jflex.de/">JFlex</a> 1.4.3
- * on 21.07.11 11:22 from the specification file
- * <tt>MpdlNormalizerLexEN.lex</tt>
+ * on 28.03.12 18:57 from the specification file
+ * <tt>/Users/jwillenborg/test/jflexNew/MpdlNormalizerLexEN.lex</tt>
  */
 public class MpdlNormalizerLexEN {
 
@@ -46,9 +46,9 @@
    * Translates characters to character classes
    */
   private static final String ZZ_CMAP_PACKED = 
-    "\12\0\1\3\25\0\1\2\14\0\1\1\2\0\1\1\17\0\1\5"+
-    "\40\0\1\1\2\0\1\1\20\0\1\1\5\0\1\1\1\0\1\1"+
-    "\u0101\0\1\4\ufe80\0";
+    "\12\0\1\3\25\0\1\2\14\0\1\7\1\0\1\6\1\1\13\0"+
+    "\1\4\1\0\1\5\1\0\1\11\40\0\1\1\2\0\1\1\20\0"+
+    "\1\1\5\0\1\1\1\0\1\1\u0101\0\1\10\ufe80\0";
 
   /** 
    * Translates characters to character classes
@@ -61,10 +61,11 @@
   private static final int [] ZZ_ACTION = zzUnpackAction();
 
   private static final String ZZ_ACTION_PACKED_0 =
-    "\4\0\2\1\1\2\1\3\1\4\1\5\1\6";
+    "\4\0\4\1\1\2\1\3\1\4\1\5\1\6\5\0"+
+    "\1\1\2\0";
 
   private static int [] zzUnpackAction() {
-    int [] result = new int[11];
+    int [] result = new int[21];
     int offset = 0;
     offset = zzUnpackAction(ZZ_ACTION_PACKED_0, offset, result);
     return result;
@@ -89,11 +90,12 @@
   private static final int [] ZZ_ROWMAP = zzUnpackRowMap();
 
   private static final String ZZ_ROWMAP_PACKED_0 =
-    "\0\0\0\6\0\14\0\22\0\30\0\36\0\30\0\30"+
-    "\0\30\0\30\0\30";
+    "\0\0\0\12\0\24\0\36\0\50\0\62\0\74\0\106"+
+    "\0\50\0\50\0\50\0\50\0\50\0\120\0\74\0\132"+
+    "\0\144\0\156\0\132\0\170\0\202";
 
   private static int [] zzUnpackRowMap() {
-    int [] result = new int[11];
+    int [] result = new int[21];
     int offset = 0;
     offset = zzUnpackRowMap(ZZ_ROWMAP_PACKED_0, offset, result);
     return result;
@@ -116,13 +118,18 @@
   private static final int [] ZZ_TRANS = zzUnpackTrans();
 
   private static final String ZZ_TRANS_PACKED_0 =
-    "\1\5\1\6\1\5\1\0\1\5\1\7\1\5\1\6"+
-    "\1\5\1\10\1\11\1\7\1\5\1\6\1\5\1\12"+
-    "\1\11\1\7\1\5\1\6\1\5\1\13\1\11\1\7"+
-    "\10\0\1\5\3\0";
+    "\1\5\1\6\1\5\1\0\1\7\2\5\1\10\1\5"+
+    "\1\11\1\5\1\6\1\5\1\12\1\7\2\5\1\10"+
+    "\1\13\1\11\1\5\1\6\1\5\1\14\1\7\2\5"+
+    "\1\10\1\13\1\11\1\5\1\6\1\5\1\15\1\7"+
+    "\2\5\1\10\1\13\1\11\14\0\1\5\7\0\4\16"+
+    "\2\0\4\16\2\0\1\5\1\0\1\17\5\0\4\16"+
+    "\1\0\1\20\1\21\3\16\4\0\1\22\5\0\4\16"+
+    "\1\0\1\23\1\21\3\16\6\0\1\24\3\0\4\25"+
+    "\2\0\10\25\1\0\1\5\4\25";
 
   private static int [] zzUnpackTrans() {
-    int [] result = new int[36];
+    int [] result = new int[140];
     int offset = 0;
     offset = zzUnpackTrans(ZZ_TRANS_PACKED_0, offset, result);
     return result;
@@ -160,10 +167,10 @@
   private static final int [] ZZ_ATTRIBUTE = zzUnpackAttribute();
 
   private static final String ZZ_ATTRIBUTE_PACKED_0 =
-    "\4\0\1\11\1\1\5\11";
+    "\4\0\1\11\3\1\5\11\5\0\1\1\2\0";
 
   private static int [] zzUnpackAttribute() {
-    int [] result = new int[11];
+    int [] result = new int[21];
     int offset = 0;
     offset = zzUnpackAttribute(ZZ_ATTRIBUTE_PACKED_0, offset, result);
     return result;
@@ -273,7 +280,7 @@
     char [] map = new char[0x10000];
     int i = 0;  /* index in packed string  */
     int j = 0;  /* index in unpacked array */
-    while (i < 46) {
+    while (i < 56) {
       int  count = packed.charAt(i++);
       char value = packed.charAt(i++);
       do map[j++] = value; while (--count > 0);