package edu.jhu.thrax.tools;

import java.io.BufferedWriter;
import java.io.IOException;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.HashMap;
import java.util.logging.Logger;

import edu.jhu.jerboa.util.FileManager;
import edu.jhu.thrax.ThraxConfig;
import edu.jhu.thrax.util.io.LineReader;

public class ParaphraseOverlap {

  private static final Logger logger = Logger.getLogger(ParaphraseOverlap.class.getName());

  private static final String DELIM = String.format(" %s ", ThraxConfig.DELIMITER_REGEX);

  public static void main(String[] args) {

    String grammar_file = null;
    String reference_file = null;
    String weight_file = null;
    String output_file = null;

    for (int i = 0; i < args.length; i++) {
      if ("-g".equals(args[i]) && (i < args.length - 1)) {
        grammar_file = args[++i];
      } else if ("-r".equals(args[i]) && (i < args.length - 1)) {
        reference_file = args[++i];
      } else if ("-w".equals(args[i]) && (i < args.length - 1)) {
        weight_file = args[++i];
      } else if ("-o".equals(args[i]) && (i < args.length - 1)) {
        output_file = args[++i];
      }
    }

    if (grammar_file == null) {
      logger.severe("No grammar specified.");
      return;
    }
    if (reference_file == null) {
      logger.severe("No reference file specified.");
      return;
    }
    if (weight_file == null) {
      logger.severe("No weight file specified.");
      return;
    }
    if (output_file == null) {
      logger.severe("No output file specified.");
      return;
    }

    HashMap<String, Double> rule_to_score = new HashMap<String, Double>();
    HashMap<String, Double> weights = new HashMap<String, Double>();

    try {
      LineReader reference_reader = new LineReader(reference_file);
      while (reference_reader.hasNext()) {
        String line = reference_reader.next().trim();
        rule_to_score.put(line, null);
      }
      reference_reader.close();
      int num_references = rule_to_score.keySet().size();

      LineReader weights_reader = new LineReader(weight_file);
      while (weights_reader.hasNext()) {
        String line = weights_reader.next().trim();
        if (line.isEmpty()) continue;
        String[] fields = line.split("\\s+");
        weights.put(fields[0], Double.parseDouble(fields[1]));
      }
      weights_reader.close();

      ArrayList<Double> missed = new ArrayList<Double>();

      LineReader reader = new LineReader(grammar_file);
      System.err.print("[");
      int rule_count = 0;
      while (reader.hasNext()) {
        String rule_line = reader.next().trim();

        String[] fields = rule_line.split(DELIM);
        String rule = fields[0] + " ||| " + fields[1] + " ||| " + fields[2];

        double score = 0;
        String[] features = fields[3].split("\\s+");
        for (String f : features) {
          String[] parts = f.split("=");
          if (weights.containsKey(parts[0]))
            score += weights.get(parts[0]) * Double.parseDouble(parts[1]);
        }

        if (!rule_to_score.containsKey(rule)) {
          if (++rule_count % 10000 == 0) System.err.print("-");

          if (rule_to_score.get(rule) == null)
            rule_to_score.put(rule, score);
          else
            rule_to_score.put(rule, Math.max(score, rule_to_score.get(rule)));
        } else {
          missed.add(score);
        }
      }
      System.err.println("]");
      reader.close();

      double[] matched = new double[rule_count];
      int i = 0;
      for (Double s : rule_to_score.values())
        if (s != null) matched[i] = s;
      rule_to_score = null;

      i = 0;
      double[] unmatched = new double[missed.size()];
      for (double s : missed)
        unmatched[i++] = s;
      missed = null;

      int num_correct = matched.length;
      int num_paraphrases = matched.length + unmatched.length;

      System.err.println("Matched: " + num_correct);
      System.err.println("Unmatched: " + (num_references - num_correct));
      System.err.println("Nonmatching: " + unmatched.length);

      Arrays.sort(matched);
      Arrays.sort(unmatched);

      int m = 0, u = 0;
      BufferedWriter score_writer = FileManager.getWriter(output_file);
      while (m < matched.length && u < unmatched.length) {
        if (matched[m] < unmatched[u]) {
          if (m % 200 == 0)
            score_writer.write(matched[m] + "\t" + (num_correct / (double) num_references) + "\t"
                + (num_correct / (double) num_paraphrases) + "\n");
          m++;
          num_correct--;
        } else {
          u++;
        }
        num_paraphrases--;
      }
      score_writer.close();
    } catch (IOException e) {
      logger.severe(e.getMessage());
    }
  }
}

@@ -3042,17 +3042,16 @@
     if (
-!
 rule_to_
@@ -3876,16 +3876,76 @@
 ength;%0A%0A
+      System.err.println(%22References:  %22 + num_references);%0A
       Sy
@@ -3966,24 +3966,28 @@
 ln(%22Matched:
+    
  %22 + num_cor
@@ -4029,16 +4029,18 @@
 matched:
+  
  %22 + (nu

Fix to tools.