diff options
Diffstat (limited to 'JLanguageTool/src/java/de/danielnaber/languagetool/bitext/WordFastTMReader.java')
-rw-r--r-- | JLanguageTool/src/java/de/danielnaber/languagetool/bitext/WordFastTMReader.java | 87 |
1 files changed, 87 insertions, 0 deletions
diff --git a/JLanguageTool/src/java/de/danielnaber/languagetool/bitext/WordFastTMReader.java b/JLanguageTool/src/java/de/danielnaber/languagetool/bitext/WordFastTMReader.java new file mode 100644 index 0000000..cadad69 --- /dev/null +++ b/JLanguageTool/src/java/de/danielnaber/languagetool/bitext/WordFastTMReader.java @@ -0,0 +1,87 @@ +/* LanguageTool, a natural language style checker + * Copyright (C) 2010 Marcin Miłkowski (http://www.languagetool.org) + * + * This library is free software; you can redistribute it and/or + * modify it under the terms of the GNU Lesser General Public + * License as published by the Free Software Foundation; either + * version 2.1 of the License, or (at your option) any later version. + * + * This library is distributed in the hope that it will be useful, + * but WITHOUT ANY WARRANTY; without even the implied warranty of + * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU + * Lesser General Public License for more details. + * + * You should have received a copy of the GNU Lesser General Public + * License along with this library; if not, write to the Free Software + * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 + * USA + */ + +package de.danielnaber.languagetool.bitext; + +import java.io.IOException; +import java.util.Iterator; + +/** + * Reader of WordFast Translation Memory text files. + * They are simple tab-delimited text files. + * + * @author Marcin Miłkowski + */ +public class WordFastTMReader extends TabBitextReader { + + public WordFastTMReader(final String filename, final String encoding) throws IOException { + super(filename, encoding); + //skip the header (first line) + if (nextLine != null) { + nextLine = in.readLine(); + nextPair = tab2StringPair(nextLine); + } + } + + public final StringPair tab2StringPair(final String line) { + if (line == null) { + return null; + } + final String[] fields = line.split("\t"); + sentencePos = fields[4].length() + 1; + return new StringPair(fields[4], fields[6]); + } + + @Override + public Iterator<StringPair> iterator() { + return new TabReader(); + } + + class TabReader implements Iterator<StringPair> { + + public boolean hasNext() { + return nextLine != null; + } + + public StringPair next() { + try { + final StringPair result = nextPair; + + if (nextLine != null) { + nextLine = in.readLine(); + nextPair = tab2StringPair(nextLine); + if (nextLine == null) { + in.close(); + } + } + return result; + } catch(IOException e) { + throw new IllegalArgumentException(e); + } + } + + // The file is read-only. + public void remove() { + throw new UnsupportedOperationException(); + } + } + +} + + |