From ec1c92052250a1033583dc1d723322f14003a406 Mon Sep 17 00:00:00 2001
From: Fabian Fichter <ianfab@users.noreply.github.com>
Date: Fri, 24 Mar 2023 01:10:02 +0100
Subject: [PATCH] Add utility script for regression testing

No functional change.
---
 tests/regression.sh |   19 +++++++++++++++++++
 1 files changed, 19 insertions(+), 0 deletions(-)
 create mode 100755 tests/regression.sh

diff --git a/tests/regression.sh b/tests/regression.sh
new file mode 100755
index 0000000..e7765d0
--- /dev/null
+++ b/tests/regression.sh
@@ -0,0 +1,19 @@
+#!/bin/bash
+# regression test variant bench numbers
+# arguments: ./old_engine ./new_engine variant1 variant2 variant3 ...
+
+echo "variant $1 $2"
+for var in "${@:3}"
+do
+    ref=`$1 bench $var 2>&1 | grep "Nodes searched  : " | awk '{print $4}'`
+    signature=`$2 bench $var 2>&1 | grep "Nodes searched  : " | awk '{print $4}'`
+    if [ -z "$ref" ]; then
+        echo "${var} none ${signature} <-- no reference"
+    elif [ -z "$signature" ]; then
+        echo "${var} ${ref} none <-- no new"
+    elif [ "$ref" != "$signature" ]; then
+        echo "${var} ${ref} ${signature} <-- mismatch"
+    else
+        echo "${var} ${ref} OK"
+    fi
+done
-- 
1.7.0.4