Mercurial > hg > mpdl-group

comparison software/mpdl-services/mpiwg-mpdl-lt-web/src/de/mpg/mpiwg/berlin/mpdl/servlets/lt/Tokenize.java @ 21:4ea0f81a5d08

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
little corrections
author Josef Willenborg <jwillenborg@mpiwg-berlin.mpg.de>
date Wed, 14 Dec 2011 12:49:06 +0100
parents 4a3641ae14d2
children
comparison
equal deleted inserted replaced
20:7d6d969b10cf 21:4ea0f81a5d08
21 21
22 import de.mpg.mpiwg.berlin.mpdl.exception.ApplicationException; 22 import de.mpg.mpiwg.berlin.mpdl.exception.ApplicationException;
23 import de.mpg.mpiwg.berlin.mpdl.lt.dict.app.Lexicon; 23 import de.mpg.mpiwg.berlin.mpdl.lt.dict.app.Lexicon;
24 import de.mpg.mpiwg.berlin.mpdl.lt.dict.db.LexHandler; 24 import de.mpg.mpiwg.berlin.mpdl.lt.dict.db.LexHandler;
25 import de.mpg.mpiwg.berlin.mpdl.lt.morph.app.Lemma; 25 import de.mpg.mpiwg.berlin.mpdl.lt.morph.app.Lemma;
26 import de.mpg.mpiwg.berlin.mpdl.lt.text.norm.Normalizer;
26 import de.mpg.mpiwg.berlin.mpdl.lt.text.tokenize.Token; 27 import de.mpg.mpiwg.berlin.mpdl.lt.text.tokenize.Token;
27 import de.mpg.mpiwg.berlin.mpdl.lt.text.tokenize.Tokenizer; 28 import de.mpg.mpiwg.berlin.mpdl.lt.text.tokenize.Tokenizer;
28 import de.mpg.mpiwg.berlin.mpdl.lt.text.tokenize.XmlTokenizer; 29 import de.mpg.mpiwg.berlin.mpdl.lt.text.tokenize.XmlTokenizer;
29 import de.mpg.mpiwg.berlin.mpdl.servlets.util.ServletUtil; 30 import de.mpg.mpiwg.berlin.mpdl.servlets.util.ServletUtil;
30 31
104 if (dictionary.equals("yes")) { 105 if (dictionary.equals("yes")) {
105 tokensDictionaries = new Hashtable<String, ArrayList<Lexicon>>(); 106 tokensDictionaries = new Hashtable<String, ArrayList<Lexicon>>();
106 LexHandler lexHandler = LexHandler.getInstance(); 107 LexHandler lexHandler = LexHandler.getInstance();
107 for (int i = 0; i < tokens.size(); i++) { 108 for (int i = 0; i < tokens.size(); i++) {
108 String token = tokens.get(i); 109 String token = tokens.get(i);
109 ArrayList<Lemma> lemmas = lexHandler.getLemmas(token, "form", language, "none"); 110 ArrayList<Lemma> lemmas = lexHandler.getLemmas(token, "form", language, Normalizer.NONE);
110 ArrayList<Lexicon> dictionaries = lexHandler.getLexEntries(lemmas, language, null); 111 ArrayList<Lexicon> dictionaries = lexHandler.getLexEntries(lemmas, language, null, null);
111 tokensDictionaries.put(token, dictionaries); 112 tokensDictionaries.put(token, dictionaries);
112 } 113 }
113 } 114 }
114 String baseUrl = ServletUtil.getInstance().getBaseUrl(request); 115 String baseUrl = ServletUtil.getInstance().getBaseUrl(request);
115 Date end = new Date(); 116 Date end = new Date();