fix validation for unsupported operation

validation/raptor_validation/validate_one.py

@@ -2,6 +2,7 @@ import json
 import os
 import re
 import shutil
+import subprocess
 import sys
 import numpy as np
 from dataclasses import dataclass, field
@@ -47,12 +48,18 @@ MODE_STAGE_TITLES = {
 
 PIMSIM_DONE = "DONE"
 PIMSIM_FAILED = "ERROR"
+PIMSIM_UNSUPPORTED = "UNSUPPORTED"
 PIMSIM_SKIPPED = "SKIP"
 PIMSIM_NOT_RUN = "-"
+PIMSIM_UNSUPPORTED_VSOFTMAX = "pimsim-nn does not support binary opcode vsoftmax"
 PIMSIM_LATENCY_RE = re.compile(r"\blatency:\s+([0-9.eE+-]+)\s+ms")
 PIMSIM_POWER_RE = re.compile(r"\baverage power:\s+([0-9.eE+-]+)\s+mW")
 
 
+class PimSimUnsupportedError(RuntimeError):
+    pass
+
+
 def sanitize_output_name(name):
     return "".join(ch if ch.isalnum() or ch in "_.-" else "_" for ch in name[:255])
 
@@ -245,13 +252,19 @@ def pimcomp_compatibility_errors(config_path, *, core_count, crossbar_count, cro
 
 
 def run_pimsim_nn(pimsim_nn_build_dir, pim_dir, config_path, reporter=None, timeout_sec=None):
-    output = run_command(
-        [pimsim_nn_build_dir / "ChipTest", pim_dir, config_path, "false"],
-        cwd=pimsim_nn_build_dir,
-        reporter=reporter,
-        timeout_sec=timeout_sec,
-        capture_output=True,
-    )
+    try:
+        output = run_command(
+            [pimsim_nn_build_dir / "ChipTest", pim_dir, config_path, "false"],
+            cwd=pimsim_nn_build_dir,
+            reporter=reporter,
+            timeout_sec=timeout_sec,
+            capture_output=True,
+        )
+    except subprocess.CalledProcessError as exc:
+        error_output = exc.output.decode("utf-8", errors="replace") if isinstance(exc.output, bytes) else str(exc.output)
+        if PIMSIM_UNSUPPORTED_VSOFTMAX in error_output:
+            raise PimSimUnsupportedError(PIMSIM_UNSUPPORTED_VSOFTMAX) from exc
+        raise
     latency_match = PIMSIM_LATENCY_RE.search(output)
     power_match = PIMSIM_POWER_RE.search(output)
     if not latency_match or not power_match:
@@ -544,6 +557,9 @@ def validate_network(network_onnx_path, raptor_path, onnx_include_dir,
                     reporter,
                     f"Latency: {pimsim_latency_ms:.6f} ms, "
                     f"Power: {pimsim_power_mw:.6f} mW")
+            except PimSimUnsupportedError as exc:
+                pimsim_status = PIMSIM_UNSUPPORTED
+                print_info(reporter, str(exc))
             except Exception as exc:
                 pimsim_status = PIMSIM_FAILED
                 reporter.suspend()
@@ -559,7 +575,6 @@ def validate_network(network_onnx_path, raptor_path, onnx_include_dir,
             print_info(reporter, "pimsim-nn non-functional simulation skipped")
         reporter.advance()
 
-        passed = passed and pimsim_status != PIMSIM_FAILED
         reporter.record_result(passed)
         status = Fore.GREEN + "PASS" + Style.RESET_ALL if passed else Fore.RED + "FAIL" + Style.RESET_ALL
         reporter.log(Style.BRIGHT + f"Result: {status}" + Style.RESET_ALL)