better compile times for throughput scheduling
Validate Operations / validate-operations (push) Has been cancelled

fix failing no-plan throughput ablation runs
update results
This commit is contained in:
NiccoloN
2026-10-28 16:34:48 +01:00
parent 3c7679594b
commit 5f2db946f0
28 changed files with 909 additions and 197 deletions
+96
View File
@@ -5,11 +5,96 @@
#error "Periodic dependency tests require assertions"
#endif
#include <cmath>
#include <chrono>
#include <iostream>
#include <functional>
#include <random>
using namespace onnx_mlir::spatial;
namespace onnx_mlir::spatial {
mlir::FailureOr<PeriodicDependencyEstimate> analyzeFrozenPeriodicDependencies(
size_t, llvm::ArrayRef<PeriodicDependency>, std::string &);
}
static size_t differentialCases = 0, acceleratedRounds = 0, frozenRounds = 0;
static double acceleratedSeconds = 0, frozenSeconds = 0;
static void differential(size_t count, const std::vector<PeriodicDependency> &edges) {
std::string actualError, referenceError;
auto start = std::chrono::steady_clock::now();
auto actual = analyzePeriodicDependencies(count, edges, actualError);
acceleratedSeconds += std::chrono::duration<double>(std::chrono::steady_clock::now() - start).count();
start = std::chrono::steady_clock::now();
auto reference = analyzeFrozenPeriodicDependencies(count, edges, referenceError);
frozenSeconds += std::chrono::duration<double>(std::chrono::steady_clock::now() - start).count();
++differentialCases;
assert(mlir::succeeded(actual) == mlir::succeeded(reference));
assert(actualError == referenceError);
if (mlir::failed(actual)) return;
acceleratedRounds += actual->relaxationRounds;
frozenRounds += reference->relaxationRounds;
assert(actual->recurrenceLowerNs == reference->recurrenceLowerNs);
assert(actual->recurrenceUpperNs == reference->recurrenceUpperNs);
assert(actual->withinGenerationSpanNs == reference->withinGenerationSpanNs);
assert(actual->criticalCycle == reference->criticalCycle);
}
static void testFrozenDifferential() {
std::mt19937 random(171221);
for (size_t sample = 0; sample < 800; ++sample) {
const size_t count = sample < 600 ? 2 + random() % 31 : 64 + random() % 193;
std::vector<PeriodicDependency> edges;
for (size_t source = 0; source < count; ++source) {
const size_t component = source / 32;
for (size_t link = 0; link < 4; ++link) {
size_t target = random() % count;
if (sample % 3 == 0 && target / 32 != component) continue;
unsigned distance = target > source && link % 2 == 0 ? 0 : 1 + random() % 7;
edges.push_back({source, target, random() % 100001, distance});
}
}
differential(count, edges);
}
for (size_t sample = 0; sample < 100; ++sample) {
std::vector<PeriodicDependency> edges;
for (size_t node = 0; node < 32; ++node) {
edges.push_back({node, node, (Cost{1} << 40) + random() % 10001,
static_cast<unsigned>(1024 + random() % 7)});
edges.push_back({node, (node + 1) % 32, random() % 101, 1});
}
differential(32, edges);
}
differential(2, {{0,1,1,0}, {1,0,1000000000000ULL, std::numeric_limits<unsigned>::max()}});
for (size_t count : {2u, 64u, 1024u}) {
std::vector<PeriodicDependency> edges;
for (size_t node = 0; node < count; ++node) {
edges.push_back({node, node, 1000000 + node % 2, 3});
if (node + 1 < count) edges.push_back({node, node + 1, 1, 0});
}
differential(count, edges);
}
std::vector<PeriodicDependency> large;
constexpr size_t componentSize = 2048, components = 32;
for (size_t component = 0; component < components; ++component) {
size_t first = component * componentSize;
for (size_t node = first; node + 1 < first + componentSize; ++node)
large.push_back({node, node + 1, 1, 0});
large.push_back({first + componentSize - 1, first, 17 + component,
static_cast<unsigned>(1 + component % 7)});
}
differential(componentSize * components, large);
differential(0, {});
differential(2, {{0, 1, 0, 0}, {1, 0, 0, 0}});
differential(2, {{0, 1, 10, 0}, {1, 0, 3, 0}});
differential(1, {{0, 1, 1, 1}});
differential(1, {{0, 0, Cost{1} << 60, 1}});
differential(1, {{0, 0, std::numeric_limits<Cost>::max(), 1}, {0, 0, 1, 1}});
std::cout << "frozen_differential_cases=" << differentialCases
<< " accelerated_rounds=" << acceleratedRounds << " frozen_rounds=" << frozenRounds
<< " accelerated_seconds=" << acceleratedSeconds << " frozen_seconds=" << frozenSeconds << '\n';
}
static double enumerateCycles(size_t count,
const std::vector<PeriodicDependency> &edges) {
double maximum = 0;
@@ -59,11 +144,22 @@ static void check(size_t count, const std::vector<PeriodicDependency> &edges,
}
int main() {
testFrozenDifferential();
check(3, {{0, 1, 12, 0}, {1, 2, 7, 0}}, 0);
check(3, {{0, 1, 12, 1}, {1, 2, 7, 1}}, 0);
check(1, {{0, 0, 30, 2}}, 15);
// Independent core periods remain parallel.
check(2, {{0, 0, 10, 1}, {1, 1, 20, 1}}, 20);
// Positive-cycle checks must not change the optimum or the final witness.
std::vector<PeriodicDependency> independent;
for (size_t core = 0; core < 128; ++core)
independent.push_back({core, core, 1000 + core, 1});
check(128, independent, 1127);
std::string performanceError;
auto accelerated = analyzePeriodicDependencies(128, independent, performanceError);
assert(mlir::succeeded(accelerated));
assert(accelerated->criticalCycle == std::vector<size_t>{127});
assert(accelerated->relaxationRounds < 512);
// Equal serial demand, different cross-core blocking recurrences.
check(4, {{0, 1, 10, 0}, {2, 3, 10, 0},
{1, 0, 0, 1}, {3, 2, 0, 1}}, 10);