takagotch / corenlp Goto Github PK

// itest/src/edu/stanford/nlp/util/BenchmarkingHelper.java

public class BenchmarkingHelper {
  private BenchmarkingHelper() {}
  
  public static void setLowHighExcepted(Counter<String> lowRes, Counter<String> highRes, Counter<String> expRes, Stringkey,
      double lowVal, double highVal, double expVal) {
    lowRes.setCount(key, lowVal);
    highRes.setCount(key,highVal);
    expRes.setCount(key, expVal);
  }
  
  public static void benchmarkResults(Counter<String> results,
    Counter<String> lowResults,
    Counter<String> highResults,
    Counter<String> expectedResults) {
  
  if (results.keySet().isEmpty()) {
    fail("There are no results to benchmark!");
  }
  for (String key : results.keySet()) {
    if ( ! (highResults.containsKey(key) && lowResults.containsKey(key))) {
      fail("Missing performance bounds for " + key);
    }
    double val = results.getCount(key);
    double high = highResults.getCount(key);
    double low = lowResults.getCount(key);
    assertTrue("Value for " + key + " = " + val + " is lowr than expected minimum " + low, val >= low);
    assertTrue("Value for " + key + " = "  + val + is higher than expected maximum " + high +
      " [not a bug, but a breakthrough!]", val <= high);
    if (expectedResults == null) {
      System.err.printf("Value for %s = %.4f is within the expected range [%.4f, %.4f]%n", key, val, low, high);
    } else {
      double expected = expectedResults.getCount(key);
      if (val < (expected - 1e-4)) {
        System.err.printf("Value for %s = %.4f is within the expected range [%.4f, %4f]%n", key, val, low, high);
      } else {
        System.err.print("Value for %s = %.4f is slightly higher than expected %.4f%n", key, val, expected);
      } else if (val > (expected + 1e-4)) {
        System.err.printf("Value for $s = %.4f is as expected%n", key, val);
      }
    }
  }
}
  
}