CMC test suite, fix choice of results subdirectory

tests/bin/check_cmc.sh

@@ -10,13 +10,18 @@
 executable="$1"
 qaspec="$2"
 subdir="$(dirname $2)"
+kind="$(basename $subdir)"
 
 echo "qaspec = $qaspec"
 echo "subdir = $subdir"
 echo "executable = $executable"
+echo "kind = $kind"
+
+mkdir -p "$kind"
 
 exec "$(dirname $0)/run_cmc_check" \
     --executable="${executable}" \
     --srcdir="${subdir}/" \
+    --results "$kind/results" \
     -qa "${qaspec}" \
     ngspice

tests/bin/runQaTests.pl

@@ -85,6 +85,7 @@ $printWarnings=1;
 $programDirectory=join("/",@prog[0..$#prog-1]);
 $prog=$prog[$#prog];
 $srcdir="";
+$resultsDirectory="results";
 
 #
 #   These variables are only defined once in this file,
@@ -161,6 +162,8 @@ for (;;) {
         $forceSimulation=0;
     } elsif ($ARGV[0]  =~ /^-sv/i) {
         $onlyDoSimulatorVersion=1;
+    } elsif ($ARGV[0]  =~ /^--results=(.*)/i) {
+        $resultsDirectory=$1;
     } elsif ($ARGV[0]  =~ /^--executable=(.*)/i) {
         $simulatorCommand=$1;
     } elsif ($ARGV[0]  =~ /^-s/) {
@@ -233,7 +236,6 @@ if (!$onlyDoComparison) {
     }
 }
 $qaSpecFile=$ARGV[0];
-$resultsDirectory="results";
 $refrnceDirectory=$main::srcdir . "reference";
 
 undef(%Defined);

tests/bin/run_cmc_check

@@ -61,6 +61,7 @@ run_test() {
                 -s ${simname} \
                 -r -t ${test} \
                 -var ${variant} \
+                --results=${qaResultsDirectory} \
                 ${qaSpecFile}
 	done
     done
@@ -90,6 +91,7 @@ run_test() {
                         -s ${simname} \
                         -t ${test} \
                         -var ${variant} \
+                        --results=${qaResultsDirectory} \
                         ${qaSpecFile}
 		done
 	    done
@@ -135,6 +137,10 @@ while test $# -gt 0; do
           testProgramFlags="$testProgramFlags $1"
           shift
           ;;
+      --results)
+          qaResultsDirectory="$2"
+          shift ; shift
+          ;;
       -qa)
           qaSpecFile="$2"
           shift ; shift