diff software/mpdl-services/mpiwg-mpdl-lt-web/src/de/mpg/mpiwg/berlin/mpdl/servlets/lt/Tokenize.java @ 21:4ea0f81a5d08

little corrections
author Josef Willenborg <jwillenborg@mpiwg-berlin.mpg.de>
date Wed, 14 Dec 2011 12:49:06 +0100
parents 4a3641ae14d2
children
line wrap: on
line diff
--- a/software/mpdl-services/mpiwg-mpdl-lt-web/src/de/mpg/mpiwg/berlin/mpdl/servlets/lt/Tokenize.java	Wed Dec 14 12:48:43 2011 +0100
+++ b/software/mpdl-services/mpiwg-mpdl-lt-web/src/de/mpg/mpiwg/berlin/mpdl/servlets/lt/Tokenize.java	Wed Dec 14 12:49:06 2011 +0100
@@ -23,6 +23,7 @@
 import de.mpg.mpiwg.berlin.mpdl.lt.dict.app.Lexicon;
 import de.mpg.mpiwg.berlin.mpdl.lt.dict.db.LexHandler;
 import de.mpg.mpiwg.berlin.mpdl.lt.morph.app.Lemma;
+import de.mpg.mpiwg.berlin.mpdl.lt.text.norm.Normalizer;
 import de.mpg.mpiwg.berlin.mpdl.lt.text.tokenize.Token;
 import de.mpg.mpiwg.berlin.mpdl.lt.text.tokenize.Tokenizer;
 import de.mpg.mpiwg.berlin.mpdl.lt.text.tokenize.XmlTokenizer;
@@ -106,8 +107,8 @@
           LexHandler lexHandler = LexHandler.getInstance();
           for (int i = 0; i < tokens.size(); i++) {
             String token = tokens.get(i);
-            ArrayList<Lemma> lemmas = lexHandler.getLemmas(token, "form", language, "none");
-            ArrayList<Lexicon> dictionaries = lexHandler.getLexEntries(lemmas, language, null);
+            ArrayList<Lemma> lemmas = lexHandler.getLemmas(token, "form", language, Normalizer.NONE);
+            ArrayList<Lexicon> dictionaries = lexHandler.getLexEntries(lemmas, language, null, null);
             tokensDictionaries.put(token, dictionaries);
           }
         }