Add utility script for regression testing
authorFabian Fichter <ianfab@users.noreply.github.com>
Fri, 24 Mar 2023 00:10:02 +0000 (01:10 +0100)
committerFabian Fichter <ianfab@users.noreply.github.com>
Fri, 24 Mar 2023 00:10:02 +0000 (01:10 +0100)
No functional change.

tests/regression.sh [new file with mode: 0755]

diff --git a/tests/regression.sh b/tests/regression.sh
new file mode 100755 (executable)
index 0000000..e7765d0
--- /dev/null
@@ -0,0 +1,19 @@
+#!/bin/bash
+# regression test variant bench numbers
+# arguments: ./old_engine ./new_engine variant1 variant2 variant3 ...
+
+echo "variant $1 $2"
+for var in "${@:3}"
+do
+    ref=`$1 bench $var 2>&1 | grep "Nodes searched  : " | awk '{print $4}'`
+    signature=`$2 bench $var 2>&1 | grep "Nodes searched  : " | awk '{print $4}'`
+    if [ -z "$ref" ]; then
+        echo "${var} none ${signature} <-- no reference"
+    elif [ -z "$signature" ]; then
+        echo "${var} ${ref} none <-- no new"
+    elif [ "$ref" != "$signature" ]; then
+        echo "${var} ${ref} ${signature} <-- mismatch"
+    else
+        echo "${var} ${ref} OK"
+    fi
+done