1 files changed, 93 insertions, 0 deletions
diff --git a/JLanguageTool/src/java/de/danielnaber/languagetool/rules/bitext/DifferentLengthRule.java b/JLanguageTool/src/java/de/danielnaber/languagetool/rules/bitext/DifferentLengthRule.java
new file mode 100644
index 0000000..995772c
--- /dev/null
+++ b/JLanguageTool/src/java/de/danielnaber/languagetool/rules/bitext/DifferentLengthRule.java
@@ -0,0 +1,93 @@
+/* LanguageTool, a natural language style checker 
+ * Copyright (C) 2010 Marcin Miłkowski (www.languagetool.org)
+ * 
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public
+ * License as published by the Free Software Foundation; either
+ * version 2.1 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Lesser General Public License for more details.
+ *
+ * You should have received a copy of the GNU Lesser General Public
+ * License along with this library; if not, write to the Free Software
+ * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301
+ * USA
+ */
+package de.danielnaber.languagetool.rules.bitext;
+
+import java.io.IOException;
+
+import de.danielnaber.languagetool.AnalyzedSentence;
+import de.danielnaber.languagetool.AnalyzedTokenReadings;
+import de.danielnaber.languagetool.rules.RuleMatch;
+
+/**
+ * Checks if the translation has a really different length than the source
+ * (smaller than 30% or longer by 250%).
+ * 
+ * @author Marcin Miłkowski
+ *
+ */
+public class DifferentLengthRule extends BitextRule {
+  
+  static final String MSG = "Source and target translation lengths are very different!";
+
+  @Override
+  public String getDescription() { 
+    return "Check if translation length is similar to source length";
+  }
+  
+  @Override
+  public String getId() {
+    return "TRANSLATION_LENGTH";
+  }
+
+  public String getMessage() {
+    return MSG;
+  }
+  
+  /**
+   * This method makes no sense for bitext, return null?? 
+   */
+  @Override
+  public RuleMatch[] match(AnalyzedSentence text) throws IOException {
+    // TODO Auto-generated method stub
+    return null;
+  }
+
+  @Override
+  public RuleMatch[] match(AnalyzedSentence sourceText,
+      AnalyzedSentence targetText) throws IOException {
+   
+    if (isLengthDifferent(
+        getPureText(sourceText), getPureText(targetText))) {
+      final RuleMatch[] rm = new RuleMatch[1];
+      final AnalyzedTokenReadings[] tokens = targetText.getTokens();
+      final int len = tokens[tokens.length - 1].getStartPos() + tokens[tokens.length - 1].getToken().length();
+      rm[0] = new RuleMatch(this, 1, len,
+      MSG);
+      return rm;
+    }
+    return new RuleMatch[0];
+  }
+  
+  static boolean isLengthDifferent(final String src, final String trg) {
+    final double skew = (((double) src.length() / (double) trg.length()) * 100.00);
+    return (skew > 250 || skew < 30);
+   }
+  
+  private static String getPureText(AnalyzedSentence text) {
+    final StringBuilder sb = new StringBuilder();
+    for (AnalyzedTokenReadings token : text.getTokens()) {
+      sb.append(token.getToken());
+    }
+    return sb.toString();
+  }
+
+  public void reset() {
+  }
+
+}