even faster on pimcomp models

validation/validate.py

@@ -1,6 +1,7 @@
 #!/usr/bin/env python3
 
 import argparse
+import csv
 import os
 import signal
 import subprocess
@@ -140,6 +141,17 @@ def format_pimsim_metric(result, value, unit):
     return result.pimsim_status
 
 
+def format_memory(byte_count):
+    if byte_count is None:
+        return "-"
+    return f"{byte_count / (1 << 20):.2f} MiB"
+
+
+def operation_label(relative_path):
+    path = Path(relative_path)
+    return str(path.parent) if path.parent != Path(".") else path.stem
+
+
 def main():
     script_dir = Path(__file__).parent.resolve()
     pimcomp_configs_dir = script_dir / "pimsim_configs" / "pimcomp"
@@ -216,6 +228,7 @@ def main():
         removed_count = 0
         for onnx_path in onnx_files:
             removed_count += len(clean_workspace_artifacts(onnx_path.parent, onnx_path.stem))
+        (operations_dir / "validation_results.csv").unlink(missing_ok=True)
         print(Style.BRIGHT + f"Removed {removed_count} generated artifact path(s)." + Style.RESET_ALL)
         sys.exit(0)
 
@@ -343,38 +356,44 @@ def main():
     # Summary
     n_passed = sum(1 for result in results.values() if result.passed)
     n_total = len(results)
-    status_width = len("Result")
-    path_width = max(len("Operation"), *(len(rel) for rel in results))
-    formatted_metrics = {
-        rel: (
+    headers = ("Operation", "Result", "Compile", "Host mem", "Cores mem",
+               "Cores", "Xbars", "Latency", "Power", "Energy")
+    rows = []
+    for rel, result in results.items():
+        rows.append((
+            operation_label(rel), "PASS" if result.passed else "FAIL",
+            f"{result.compile_time_s:.3f} s" if result.compile_time_s is not None else "-",
+            format_memory(result.host_memory_bytes),
+            format_memory(result.cores_memory_bytes),
+            str(result.used_core_count) if result.used_core_count is not None else "-",
+            str(result.used_crossbar_count) if result.used_crossbar_count is not None else "-",
             format_pimsim_metric(result, result.pimsim_latency_ms, "ms"),
             format_pimsim_metric(result, result.pimsim_power_mw, "mW"),
             format_pimsim_metric(result, result.pimsim_energy_pj, "pJ"),
-        )
-        for rel, result in results.items()
-    }
-    latency_width = max(len("Latency"), *(len(metrics[0]) for metrics in formatted_metrics.values()))
-    power_width = max(len("Power"), *(len(metrics[1]) for metrics in formatted_metrics.values()))
-    energy_width = max(len("Energy"), *(len(metrics[2]) for metrics in formatted_metrics.values()))
-    separator = (
-        f"+-{'-' * path_width}-+-{'-' * status_width}-+-{'-' * latency_width}"
-        f"-+-{'-' * power_width}-+-{'-' * energy_width}-+")
+        ))
+    widths = [max(len(header), *(len(row[index]) for row in rows))
+              for index, header in enumerate(headers)]
+    separator = "+-" + "-+-".join("-" * width for width in widths) + "-+"
+
+    def table_line(row):
+        return "| " + " | ".join(
+            value.ljust(widths[index]) if index < 2 else value.rjust(widths[index])
+            for index, value in enumerate(row)) + " |"
+
     print(separator)
-    print(
-        f"| {'Operation'.ljust(path_width)} | {'Result'.ljust(status_width)} | "
-        f"{'Latency'.rjust(latency_width)} | {'Power'.rjust(power_width)} | "
-        f"{'Energy'.rjust(energy_width)} |"
-    )
+    print(table_line(headers))
     print(separator)
-    for rel, result in results.items():
-        plain_status = "PASS" if result.passed else "FAIL"
-        status = Fore.GREEN + plain_status.ljust(status_width) + Style.RESET_ALL if result.passed else \
-            Fore.RED + plain_status.ljust(status_width) + Style.RESET_ALL
-        latency, power, energy = formatted_metrics[rel]
-        print(
-            f"| {rel.ljust(path_width)} | {status} | {latency.rjust(latency_width)} | "
-            f"{power.rjust(power_width)} | {energy.rjust(energy_width)} |")
+    for row in rows:
+        line = table_line(row)
+        color = Fore.GREEN if row[1] == "PASS" else Fore.RED
+        line = line.replace(row[1].ljust(widths[1]),
+                            color + row[1].ljust(widths[1]) + Style.RESET_ALL, 1)
+        print(line)
     print(separator)
+    with (operations_dir / "validation_results.csv").open(
+        "w", encoding="utf-8", newline=""
+    ) as results_file:
+        csv.writer(results_file).writerows((headers, *rows))
     print("\n" + Style.BRIGHT + Fore.CYAN + "Summary" + Style.RESET_ALL)
     print(Style.BRIGHT + f"Passed: {n_passed}" + Style.RESET_ALL)
     print(Style.BRIGHT + f"Failed: {n_total - n_passed}" + Style.RESET_ALL)