--- /dev/null
+#!/bin/bash
+# regression test variant bench numbers
+# arguments: ./old_engine ./new_engine variant1 variant2 variant3 ...
+
+echo "variant $1 $2"
+for var in "${@:3}"
+do
+ ref=`$1 bench $var 2>&1 | grep "Nodes searched : " | awk '{print $4}'`
+ signature=`$2 bench $var 2>&1 | grep "Nodes searched : " | awk '{print $4}'`
+ if [ -z "$ref" ]; then
+ echo "${var} none ${signature} <-- no reference"
+ elif [ -z "$signature" ]; then
+ echo "${var} ${ref} none <-- no new"
+ elif [ "$ref" != "$signature" ]; then
+ echo "${var} ${ref} ${signature} <-- mismatch"
+ else
+ echo "${var} ${ref} OK"
+ fi
+done