Validate new option for compile only

validation/validate_one.py

@@ -22,6 +22,25 @@ STAGE_TITLES = (
 STAGE_COUNT = len(STAGE_TITLES)
 GENERATED_DIR_NAMES = ("inputs", "outputs", "raptor", "runner", "simulation")
 
+MODE_FULL = "full"
+MODE_COMPILE_ONLY = "compile_only"
+MODE_RUN_ONLY = "run_only"
+
+MODE_STAGE_TITLES = {
+    MODE_FULL: STAGE_TITLES,
+    MODE_COMPILE_ONLY: (
+        "Compile ONNX",
+        "Build Runner",
+        "Compile PIM",
+    ),
+    MODE_RUN_ONLY: (
+        "Generate Inputs",
+        "Run Reference",
+        "Run Simulator",
+        "Compare Outputs",
+    ),
+}
+
 
 def sanitize_output_name(name):
     return "".join(ch if ch.isalnum() or ch in "_.-" else "_" for ch in name[:255])
@@ -272,21 +291,23 @@ def validate_network(network_onnx_path, raptor_path, onnx_include_dir,
                      simulator_dir, crossbar_size=64, crossbar_count=8, core_count=None,
                      pim_merge_scheduler="peft", threshold=1e-3,
                      seed=0, reporter=None, model_index=1, model_total=1, verbose=False,
-                     command_timeout_seconds=60.0):
+                     command_timeout_seconds=60.0, mode=MODE_FULL):
     network_onnx_path = Path(network_onnx_path).resolve()
     raptor_path = Path(raptor_path).resolve()
     onnx_include_dir = Path(onnx_include_dir).resolve()
     simulator_dir = Path(simulator_dir).resolve()
     owns_reporter = reporter is None
-    reporter = reporter or ProgressReporter(model_total, verbose=verbose)
+    reporter = reporter or ProgressReporter(model_total, stages_per_model=len(MODE_STAGE_TITLES[mode]), verbose=verbose)
 
     workspace_dir = network_onnx_path.parent
-    clean_workspace_artifacts(workspace_dir, network_onnx_path.stem)
     raptor_dir = workspace_dir / "raptor"
     runner_dir = workspace_dir / "runner"
     runner_build_dir = runner_dir / "build"
-    Path.mkdir(raptor_dir, exist_ok=True)
-    Path.mkdir(runner_build_dir, parents=True, exist_ok=True)
+
+    if mode != MODE_RUN_ONLY:
+        clean_workspace_artifacts(workspace_dir, network_onnx_path.stem)
+        Path.mkdir(raptor_dir, exist_ok=True)
+        Path.mkdir(runner_build_dir, parents=True, exist_ok=True)
 
     reporter.log(Fore.CYAN + f"[{model_index}/{model_total}]" + Style.RESET_ALL +
                  f" {Style.BRIGHT}Validating {network_onnx_path.name}{Style.RESET_ALL}")
@@ -294,21 +315,51 @@ def validate_network(network_onnx_path, raptor_path, onnx_include_dir,
     pim_pass_timings = {}
 
     try:
-        print_stage(reporter, model_index, model_total, network_onnx_path.name, "Compile ONNX")
-        network_so_path, network_mlir_path = compile_onnx_network(
-            network_onnx_path, raptor_path, raptor_dir, runner_dir, reporter=reporter,
-            timeout_sec=command_timeout_seconds)
-        print_info(reporter, f"MLIR saved to {network_mlir_path}")
-        print_info(reporter, f"Shared library saved to {network_so_path}")
-        reporter.advance()
+        stem = network_onnx_path.stem
+        network_so_path = runner_dir / f"{stem}.so"
+        network_mlir_path = raptor_dir / f"{stem}.onnx.mlir"
+        runner_path = runner_build_dir / "runner"
+        pim_output_base = raptor_dir / stem
 
-        print_stage(reporter, model_index, model_total, network_onnx_path.name, "Build Runner")
-        gen_network_runner(network_onnx_path, network_so_path, onnx_include_dir, out=runner_dir / "runner.c",
-                           verbose=False)
-        runner_path = build_onnx_runner(runner_dir, runner_build_dir, reporter=reporter,
-                                        timeout_sec=command_timeout_seconds)
-        print_info(reporter, f"Runner built at {runner_path}")
-        reporter.advance()
+        if mode != MODE_RUN_ONLY:
+            print_stage(reporter, model_index, model_total, network_onnx_path.name, "Compile ONNX")
+            network_so_path, network_mlir_path = compile_onnx_network(
+                network_onnx_path, raptor_path, raptor_dir, runner_dir, reporter=reporter,
+                timeout_sec=command_timeout_seconds)
+            print_info(reporter, f"MLIR saved to {network_mlir_path}")
+            print_info(reporter, f"Shared library saved to {network_so_path}")
+            reporter.advance()
+
+            print_stage(reporter, model_index, model_total, network_onnx_path.name, "Build Runner")
+            gen_network_runner(network_onnx_path, network_so_path, onnx_include_dir, out=runner_dir / "runner.c",
+                               verbose=False)
+            runner_path = build_onnx_runner(runner_dir, runner_build_dir, reporter=reporter,
+                                            timeout_sec=command_timeout_seconds)
+            print_info(reporter, f"Runner built at {runner_path}")
+            reporter.advance()
+
+            if mode == MODE_COMPILE_ONLY:
+                print_stage(reporter, model_index, model_total, network_onnx_path.name, "Compile PIM")
+                pim_pass_timings = compile_with_raptor(
+                    network_mlir_path, raptor_path, pim_output_base, crossbar_size, crossbar_count,
+                    core_count=core_count, pim_merge_scheduler=pim_merge_scheduler,
+                    cwd=raptor_dir, verbose=verbose, reporter=reporter, timeout_sec=command_timeout_seconds)
+                print_info(reporter, f"PIM artifacts saved to {raptor_dir / 'pim'}")
+                reporter.advance()
+                reporter.record_result(True)
+                reporter.log(Style.BRIGHT + f"Result: {Fore.GREEN}PASS{Style.RESET_ALL}" + Style.RESET_ALL)
+                return ValidationResult(passed=True, pim_pass_timings=pim_pass_timings)
+
+        if mode == MODE_RUN_ONLY:
+            required_paths = [
+                (network_so_path, "compiled reference shared library"),
+                (network_mlir_path, "exported ONNX MLIR"),
+                (runner_path, "built reference runner"),
+                (raptor_dir / "pim" / "config.json", "compiled PIM artifacts"),
+            ]
+            missing = [f"{description} at {path}" for path, description in required_paths if not path.exists()]
+            if missing:
+                raise FileNotFoundError("run-only mode requires existing artifacts:\n  " + "\n  ".join(missing))
 
         print_stage(reporter, model_index, model_total, network_onnx_path.name, "Generate Inputs")
         inputs_descriptor, outputs_descriptor = onnx_io(network_onnx_path)
@@ -326,13 +377,14 @@ def validate_network(network_onnx_path, raptor_path, onnx_include_dir,
         print_info(reporter, f"Reference outputs saved to {out_dir}")
         reporter.advance()
 
-        print_stage(reporter, model_index, model_total, network_onnx_path.name, "Compile PIM")
-        pim_pass_timings = compile_with_raptor(
-            network_mlir_path, raptor_path, raptor_dir / network_onnx_path.stem, crossbar_size, crossbar_count,
-            core_count=core_count, pim_merge_scheduler=pim_merge_scheduler,
-            cwd=raptor_dir, verbose=verbose, reporter=reporter, timeout_sec=command_timeout_seconds)
-        print_info(reporter, f"PIM artifacts saved to {raptor_dir / 'pim'}")
-        reporter.advance()
+        if mode != MODE_RUN_ONLY:
+            print_stage(reporter, model_index, model_total, network_onnx_path.name, "Compile PIM")
+            pim_pass_timings = compile_with_raptor(
+                network_mlir_path, raptor_path, pim_output_base, crossbar_size, crossbar_count,
+                core_count=core_count, pim_merge_scheduler=pim_merge_scheduler,
+                cwd=raptor_dir, verbose=verbose, reporter=reporter, timeout_sec=command_timeout_seconds)
+            print_info(reporter, f"PIM artifacts saved to {raptor_dir / 'pim'}")
+            reporter.advance()
 
         print_stage(reporter, model_index, model_total, network_onnx_path.name, "Run Simulator")
         pim_dir = raptor_dir / "pim"