#!/usr/bin/env bash
# Regression test runner for OpenSTA module tests.
# Modeled after OpenROAD/test/regression_test.sh.
# Usage: regression.sh <sta_exe> <test_name>

STA_EXE="$1"
TEST_NAME="$2"

RESULT_DIR="results"
LOG_FILE="${RESULT_DIR}/${TEST_NAME}.log"
DIFF_FILE="${RESULT_DIR}/${TEST_NAME}.diff"

mkdir -p "${RESULT_DIR}"

# Run test, merge stderr into stdout, capture to log.
${STA_EXE} -no_init -no_splash -exit ${TEST_NAME}.tcl > ${LOG_FILE} 2>&1
sta_exit=$?

if [ $sta_exit -ne 0 ]; then
  echo "Error: sta exited with code ${sta_exit}"
  cat ${LOG_FILE}
  exit 1
fi

# Compare against golden file.
if [ ! -f "${TEST_NAME}.ok" ]; then
  echo "Error: golden file ${TEST_NAME}.ok not found"
  exit 1
fi

if diff ${TEST_NAME}.ok ${LOG_FILE} > ${DIFF_FILE} 2>&1; then
  exit 0
else
  echo "FAIL: output differs from ${TEST_NAME}.ok"
  cat ${DIFF_FILE}
  exit 1
fi