--- a/software/mpdl-services/mpiwg-mpdl-lt/src/de/mpg/mpiwg/berlin/mpdl/lt/text/norm/lang/MpdlNormalizerLexAR.java	Wed Dec 14 13:57:09 2011 +0100
+++ b/software/mpdl-services/mpiwg-mpdl-lt/src/de/mpg/mpiwg/berlin/mpdl/lt/text/norm/lang/MpdlNormalizerLexAR.java	Tue Nov 27 12:35:19 2012 +0100
@@ -1,4 +1,4 @@
-/* The following code was generated by JFlex 1.4.3 on 21.07.11 11:22 */
+/* The following code was generated by JFlex 1.4.3 on 28.03.12 18:57 */
 
 /*
  * Normalization rules for Arabic text
@@ -15,8 +15,8 @@
 /**
  * This class is a scanner generated by 
  * <a href="http://www.jflex.de/">JFlex</a> 1.4.3
- * on 21.07.11 11:22 from the specification file
- * <tt>MpdlNormalizerLexAR.lex</tt>
+ * on 28.03.12 18:57 from the specification file
+ * <tt>/Users/jwillenborg/test/jflexNew/MpdlNormalizerLexAR.lex</tt>
  */
 public class MpdlNormalizerLexAR {
 
@@ -46,9 +46,9 @@
    * Translates characters to character classes
    */
   private static final String ZZ_CMAP_PACKED = 
-    "\12\0\1\3\25\0\1\2\14\0\1\1\2\0\1\1\17\0\1\4"+
-    "\40\0\1\1\2\0\1\1\20\0\1\1\5\0\1\1\1\0\1\1"+
-    "\uff82\0";
+    "\12\0\1\3\25\0\1\2\14\0\1\7\1\0\1\6\1\1\13\0"+
+    "\1\4\1\0\1\5\1\0\1\10\40\0\1\1\2\0\1\1\20\0"+
+    "\1\1\5\0\1\1\1\0\1\1\uff82\0";
 
   /** 
    * Translates characters to character classes
@@ -61,10 +61,11 @@
   private static final int [] ZZ_ACTION = zzUnpackAction();
 
   private static final String ZZ_ACTION_PACKED_0 =
-    "\4\0\2\1\1\2\1\3\1\4\1\5";
+    "\4\0\4\1\1\2\1\3\1\4\1\5\5\0\1\1"+
+    "\2\0";
 
   private static int [] zzUnpackAction() {
-    int [] result = new int[10];
+    int [] result = new int[20];
     int offset = 0;
     offset = zzUnpackAction(ZZ_ACTION_PACKED_0, offset, result);
     return result;
@@ -89,11 +90,12 @@
   private static final int [] ZZ_ROWMAP = zzUnpackRowMap();
 
   private static final String ZZ_ROWMAP_PACKED_0 =
-    "\0\0\0\5\0\12\0\17\0\24\0\31\0\24\0\24"+
-    "\0\24\0\24";
+    "\0\0\0\11\0\22\0\33\0\44\0\55\0\66\0\77"+
+    "\0\44\0\44\0\44\0\44\0\110\0\66\0\121\0\132"+
+    "\0\143\0\121\0\154\0\165";
 
   private static int [] zzUnpackRowMap() {
-    int [] result = new int[10];
+    int [] result = new int[20];
     int offset = 0;
     offset = zzUnpackRowMap(ZZ_ROWMAP_PACKED_0, offset, result);
     return result;
@@ -116,12 +118,18 @@
   private static final int [] ZZ_TRANS = zzUnpackTrans();
 
   private static final String ZZ_TRANS_PACKED_0 =
-    "\1\5\1\6\1\5\1\0\1\7\1\5\1\6\1\5"+
-    "\1\10\1\7\1\5\1\6\1\5\1\11\1\7\1\5"+
-    "\1\6\1\5\1\12\1\7\7\0\1\5\2\0";
+    "\1\5\1\6\1\5\1\0\1\7\2\5\1\10\1\11"+
+    "\1\5\1\6\1\5\1\12\1\7\2\5\1\10\1\11"+
+    "\1\5\1\6\1\5\1\13\1\7\2\5\1\10\1\11"+
+    "\1\5\1\6\1\5\1\14\1\7\2\5\1\10\1\11"+
+    "\13\0\1\5\6\0\4\15\2\0\3\15\2\0\1\5"+
+    "\1\0\1\16\4\0\4\15\1\0\1\17\1\20\2\15"+
+    "\4\0\1\21\4\0\4\15\1\0\1\22\1\20\2\15"+
+    "\6\0\1\23\2\0\4\24\2\0\7\24\1\0\1\5"+
+    "\3\24";
 
   private static int [] zzUnpackTrans() {
-    int [] result = new int[30];
+    int [] result = new int[126];
     int offset = 0;
     offset = zzUnpackTrans(ZZ_TRANS_PACKED_0, offset, result);
     return result;
@@ -159,10 +167,10 @@
   private static final int [] ZZ_ATTRIBUTE = zzUnpackAttribute();
 
   private static final String ZZ_ATTRIBUTE_PACKED_0 =
-    "\4\0\1\11\1\1\4\11";
+    "\4\0\1\11\3\1\4\11\5\0\1\1\2\0";
 
   private static int [] zzUnpackAttribute() {
-    int [] result = new int[10];
+    int [] result = new int[20];
     int offset = 0;
     offset = zzUnpackAttribute(ZZ_ATTRIBUTE_PACKED_0, offset, result);
     return result;
@@ -272,7 +280,7 @@
     char [] map = new char[0x10000];
     int i = 0;  /* index in packed string  */
     int j = 0;  /* index in unpacked array */
-    while (i < 42) {
+    while (i < 52) {
       int  count = packed.charAt(i++);
       char value = packed.charAt(i++);
       do map[j++] = value; while (--count > 0);