From: Fabian Fichter <ianfab@users.noreply.github.com>
Date: Fri, 24 Mar 2023 00:10:02 +0000 (+0100)
Subject: Add utility script for regression testing
X-Git-Url: http://winboard.nl/cgi-bin?a=commitdiff_plain;h=ec1c92052250a1033583dc1d723322f14003a406;p=fairystockfish.git

Add utility script for regression testing

No functional change.
---

diff --git a/tests/regression.sh b/tests/regression.sh
new file mode 100755
index 0000000..e7765d0
--- /dev/null
+++ b/tests/regression.sh
@@ -0,0 +1,19 @@
+#!/bin/bash
+# regression test variant bench numbers
+# arguments: ./old_engine ./new_engine variant1 variant2 variant3 ...
+
+echo "variant $1 $2"
+for var in "${@:3}"
+do
+    ref=`$1 bench $var 2>&1 | grep "Nodes searched  : " | awk '{print $4}'`
+    signature=`$2 bench $var 2>&1 | grep "Nodes searched  : " | awk '{print $4}'`
+    if [ -z "$ref" ]; then
+        echo "${var} none ${signature} <-- no reference"
+    elif [ -z "$signature" ]; then
+        echo "${var} ${ref} none <-- no new"
+    elif [ "$ref" != "$signature" ]; then
+        echo "${var} ${ref} ${signature} <-- mismatch"
+    else
+        echo "${var} ${ref} OK"
+    fi
+done