Update the performance regression detection method to reduce false po…

…sitives. (#58)
amazon-ion · Oct 12, 2023 · 2e995de · 2e995de
1 parent 3e7f8ca
commit 2e995de
Show file tree

Hide file tree

Showing 5 changed files with 122 additions and 199 deletions.
diff --git a/pom.xml b/pom.xml
@@ -54,6 +54,11 @@
     </properties>
 
     <dependencies>
+        <dependency>
+            <groupId>org.apache.commons</groupId>
+            <artifactId>commons-math3</artifactId>
+            <version>3.6.1</version>
+        </dependency>
         <dependency>
             <groupId>com.amazon.ion</groupId>
             <artifactId>ion-java</artifactId>

diff --git a/src/com/amazon/ion/benchmark/Main.java b/src/com/amazon/ion/benchmark/Main.java
@@ -44,7 +44,7 @@ public class Main {
 
         + "  ion-java-benchmark run-suite (--test-ion-data <file_path>) (--benchmark-options-combinations <file_path>) <output_file>\n"
 
-        + "  ion-java-benchmark compare (--benchmark-result-previous <file_path>) (--benchmark-result-new <file_path>) <output_file>\n"
+        + "  ion-java-benchmark compare (--benchmark-result-previous <file_path>) (--benchmark-result-new <file_path>)\n"
 
         + "  ion-java-benchmark --help\n"