Mercurial > hg > mpdl-group
diff software/mpdl-services/mpiwg-mpdl-lt-web/src/de/mpg/mpiwg/berlin/mpdl/servlets/lt/Tokenize.java @ 21:4ea0f81a5d08
little corrections
author | Josef Willenborg <jwillenborg@mpiwg-berlin.mpg.de> |
---|---|
date | Wed, 14 Dec 2011 12:49:06 +0100 |
parents | 4a3641ae14d2 |
children |
line wrap: on
line diff
--- a/software/mpdl-services/mpiwg-mpdl-lt-web/src/de/mpg/mpiwg/berlin/mpdl/servlets/lt/Tokenize.java Wed Dec 14 12:48:43 2011 +0100 +++ b/software/mpdl-services/mpiwg-mpdl-lt-web/src/de/mpg/mpiwg/berlin/mpdl/servlets/lt/Tokenize.java Wed Dec 14 12:49:06 2011 +0100 @@ -23,6 +23,7 @@ import de.mpg.mpiwg.berlin.mpdl.lt.dict.app.Lexicon; import de.mpg.mpiwg.berlin.mpdl.lt.dict.db.LexHandler; import de.mpg.mpiwg.berlin.mpdl.lt.morph.app.Lemma; +import de.mpg.mpiwg.berlin.mpdl.lt.text.norm.Normalizer; import de.mpg.mpiwg.berlin.mpdl.lt.text.tokenize.Token; import de.mpg.mpiwg.berlin.mpdl.lt.text.tokenize.Tokenizer; import de.mpg.mpiwg.berlin.mpdl.lt.text.tokenize.XmlTokenizer; @@ -106,8 +107,8 @@ LexHandler lexHandler = LexHandler.getInstance(); for (int i = 0; i < tokens.size(); i++) { String token = tokens.get(i); - ArrayList<Lemma> lemmas = lexHandler.getLemmas(token, "form", language, "none"); - ArrayList<Lexicon> dictionaries = lexHandler.getLexEntries(lemmas, language, null); + ArrayList<Lemma> lemmas = lexHandler.getLemmas(token, "form", language, Normalizer.NONE); + ArrayList<Lexicon> dictionaries = lexHandler.getLexEntries(lemmas, language, null, null); tokensDictionaries.put(token, dictionaries); } }