fix CI (hopefully)
Some checks failed
Validate Operations / validate-operations (push) Failing after 1h2m33s

This commit is contained in:
NiccoloN
2026-03-23 19:27:53 +01:00
parent 661170a9aa
commit a1b29dffe0
6 changed files with 173 additions and 96 deletions

View File

@@ -0,0 +1,54 @@
name: Prepare MLIR Cache
description: Restore or build the cached MLIR toolchain.
inputs:
llvm-commit:
description: LLVM commit to build.
required: true
mold-linker-flags:
description: Linker flags used to force mold.
required: true
runs:
using: composite
steps:
- name: Restore MLIR cache
id: restore-mlir-cache
uses: actions/cache/restore@v4
with:
path: onnx-mlir/llvm-project
key: mlir-${{ runner.os }}-${{ inputs.llvm-commit }}
- name: Clone LLVM
if: steps.restore-mlir-cache.outputs.cache-hit != 'true'
shell: bash
run: |
git clone --filter=blob:none --no-checkout https://github.com/llvm/llvm-project.git onnx-mlir/llvm-project
cd onnx-mlir/llvm-project
git fetch --depth 1 origin ${{ inputs.llvm-commit }}
git checkout FETCH_HEAD
- name: Build MLIR
if: steps.restore-mlir-cache.outputs.cache-hit != 'true'
shell: bash
run: |
cmake -S onnx-mlir/llvm-project/llvm -B onnx-mlir/llvm-project/build -G Ninja \
-DLLVM_ENABLE_PROJECTS="mlir;clang" \
-DLLVM_ENABLE_RUNTIMES="openmp" \
-DLLVM_TARGETS_TO_BUILD="host" \
-DCMAKE_BUILD_TYPE=Release \
-DLLVM_ENABLE_ASSERTIONS=ON \
-DLLVM_ENABLE_RTTI=ON \
-DENABLE_LIBOMPTARGET=OFF \
-DLLVM_ENABLE_LIBEDIT=OFF \
-DCMAKE_EXE_LINKER_FLAGS="${{ inputs.mold-linker-flags }}" \
-DCMAKE_SHARED_LINKER_FLAGS="${{ inputs.mold-linker-flags }}" \
-DCMAKE_MODULE_LINKER_FLAGS="${{ inputs.mold-linker-flags }}"
cmake --build onnx-mlir/llvm-project/build
- name: Save MLIR cache
if: steps.restore-mlir-cache.outputs.cache-hit != 'true'
uses: actions/cache/save@v4
with:
path: onnx-mlir/llvm-project
key: mlir-${{ runner.os }}-${{ inputs.llvm-commit }}

View File

@@ -0,0 +1,45 @@
name: Prepare Protobuf Cache
description: Restore or build the cached protobuf installation.
inputs:
protobuf-commit:
description: Protobuf tag or commit to build.
required: true
mold-linker-flags:
description: Linker flags used to force mold.
required: true
runs:
using: composite
steps:
- name: Restore protobuf cache
id: restore-protobuf-cache
uses: actions/cache/restore@v4
with:
path: |
/usr/local/lib/libproto*
/usr/local/include/google/protobuf
key: protobuf-${{ runner.os }}-${{ inputs.protobuf-commit }}
- name: Install protobuf
if: steps.restore-protobuf-cache.outputs.cache-hit != 'true'
shell: bash
run: |
git clone --depth 1 --branch ${{ inputs.protobuf-commit }} https://github.com/protocolbuffers/protobuf
cmake -S protobuf -B protobuf/build -G Ninja \
-DCMAKE_BUILD_TYPE=Release \
-DCMAKE_EXE_LINKER_FLAGS="${{ inputs.mold-linker-flags }}" \
-DCMAKE_SHARED_LINKER_FLAGS="${{ inputs.mold-linker-flags }}" \
-DCMAKE_MODULE_LINKER_FLAGS="${{ inputs.mold-linker-flags }}"
cmake --build protobuf/build
sudo cmake --install protobuf/build
rm -rf protobuf
- name: Save protobuf cache
if: steps.restore-protobuf-cache.outputs.cache-hit != 'true'
uses: actions/cache/save@v4
with:
path: |
/usr/local/lib/libproto*
/usr/local/include/google/protobuf
key: protobuf-${{ runner.os }}-${{ inputs.protobuf-commit }}

View File

@@ -0,0 +1,26 @@
name: Restore Raptor Build Cache
description: Restore the cached raptor build directory for incremental builds.
inputs:
key:
description: Exact cache key to restore.
required: true
restore-keys:
description: Prefixes used to restore the most recent compatible cache.
required: false
outputs:
cache-hit:
description: Whether the exact cache key was restored.
value: ${{ steps.restore-raptor-build-cache.outputs.cache-hit }}
runs:
using: composite
steps:
- name: Restore raptor build cache
id: restore-raptor-build-cache
uses: actions/cache/restore@v4
with:
path: build
key: ${{ inputs.key }}
restore-keys: ${{ inputs.restore-keys }}

View File

@@ -0,0 +1,16 @@
name: Save Raptor Build Cache
description: Save the raptor build directory after a successful incremental build.
inputs:
key:
description: Cache key used to save the build directory.
required: true
runs:
using: composite
steps:
- name: Save raptor build cache
uses: actions/cache/save@v4
with:
path: build
key: ${{ inputs.key }}

View File

@@ -1,50 +0,0 @@
name: Build MLIR Cache
on:
workflow_call:
inputs:
llvm-commit:
required: true
type: string
jobs:
build-mlir:
runs-on: ubuntu-latest
steps:
- name: Cache MLIR build
id: cache-mlir
uses: actions/cache@v4
with:
path: onnx-mlir/llvm-project
key: mlir-${{ runner.os }}-${{ inputs.llvm-commit }}
- name: Install build dependencies
if: steps.cache-mlir.outputs.cache-hit != 'true'
run: |
sudo apt update
sudo apt install -y cmake ninja-build build-essential
- name: Clone LLVM
if: steps.cache-mlir.outputs.cache-hit != 'true'
run: |
git clone --filter=blob:none --no-checkout https://github.com/llvm/llvm-project.git onnx-mlir/llvm-project
cd onnx-mlir/llvm-project
git fetch --depth 1 origin ${{ inputs.llvm-commit }}
git checkout FETCH_HEAD
- name: Build MLIR
if: steps.cache-mlir.outputs.cache-hit != 'true'
run: |
mkdir -p onnx-mlir/llvm-project/build
cd onnx-mlir/llvm-project/build
cmake -G Ninja ../llvm \
-DLLVM_ENABLE_PROJECTS="mlir;clang" \
-DLLVM_ENABLE_RUNTIMES="openmp" \
-DLLVM_TARGETS_TO_BUILD="host" \
-DCMAKE_BUILD_TYPE=Release \
-DLLVM_ENABLE_ASSERTIONS=ON \
-DLLVM_ENABLE_RTTI=ON \
-DENABLE_LIBOMPTARGET=OFF \
-DLLVM_ENABLE_LIBEDIT=OFF
cmake --build .

View File

@@ -4,29 +4,14 @@ env:
LLVM_COMMIT: 0c2701fe7fa002e1befc5f86c268a7964f96d286
PROTOBUF_COMMIT: v34.0
CMAKE_VERSION: 4.3.0
MOLD_LINKER_FLAGS: -fuse-ld=mold
on:
push:
pull_request:
jobs:
# Expose env vars as outputs so they can be passed to reusable workflows
config:
runs-on: ubuntu-latest
outputs:
llvm-commit: ${{ steps.set-vars.outputs.llvm-commit }}
steps:
- id: set-vars
run: echo "llvm-commit=$LLVM_COMMIT" >> "$GITHUB_OUTPUT"
build-mlir-cache:
needs: config
uses: ./.github/workflows/build_mlir_cache.yml
with:
llvm-commit: ${{ needs.config.outputs.llvm-commit }}
validate:
needs: build-mlir-cache
validate-operations:
runs-on: ubuntu-latest
steps:
@@ -39,7 +24,7 @@ jobs:
- name: Install system dependencies
run: |
sudo apt update
sudo apt install -y ninja-build build-essential curl ca-certificates
sudo apt install -y cmake ninja-build build-essential mold curl ca-certificates
- name: Install CMake
run: |
@@ -58,27 +43,17 @@ jobs:
cmake --version
which cmake
- name: Cache protobuf build
id: cache-protobuf
uses: actions/cache@v4
- name: Prepare MLIR cache
uses: ./.github/actions/prepare-mlir-cache
with:
path: |
/usr/local/lib/libproto*
/usr/local/include/google/protobuf
key: protobuf-${{ runner.os }}-${{ env.PROTOBUF_COMMIT }}
llvm-commit: ${{ env.LLVM_COMMIT }}
mold-linker-flags: ${{ env.MOLD_LINKER_FLAGS }}
- name: Install protobuf
if: steps.cache-protobuf.outputs.cache-hit != 'true'
run: |
git clone --depth 1 --branch ${{ env.PROTOBUF_COMMIT }} https://github.com/protocolbuffers/protobuf
cd protobuf
mkdir build
cd build
cmake .. -G Ninja -DCMAKE_BUILD_TYPE=Release
ninja
sudo ninja install
cd ../..
rm -rf protobuf
- name: Prepare protobuf cache
uses: ./.github/actions/prepare-protobuf-cache
with:
protobuf-commit: ${{ env.PROTOBUF_COMMIT }}
mold-linker-flags: ${{ env.MOLD_LINKER_FLAGS }}
- name: Register installed libraries
run: sudo ldconfig
@@ -94,23 +69,34 @@ jobs:
- name: Install Python dependencies
run: pip install numpy onnx colorama
- name: Restore MLIR cache
uses: actions/cache/restore@v4
- name: Restore raptor build cache
id: restore-raptor-build-cache
uses: ./.github/actions/restore-raptor-build-cache
with:
path: onnx-mlir/llvm-project
key: mlir-${{ runner.os }}-${{ env.LLVM_COMMIT }}
fail-on-cache-miss: true
key: raptor-build-${{ runner.os }}-${{ github.ref_name }}-${{ env.LLVM_COMMIT }}-${{ env.PROTOBUF_COMMIT }}-${{ env.CMAKE_VERSION }}-${{ github.sha }}
restore-keys: |
raptor-build-${{ runner.os }}-${{ github.ref_name }}-${{ env.LLVM_COMMIT }}-${{ env.PROTOBUF_COMMIT }}-${{ env.CMAKE_VERSION }}-
raptor-build-${{ runner.os }}-${{ env.LLVM_COMMIT }}-${{ env.PROTOBUF_COMMIT }}-${{ env.CMAKE_VERSION }}-
- name: Build Raptor
id: build-raptor
run: |
MLIR_DIR=$(pwd)/onnx-mlir/llvm-project/build/lib/cmake/mlir
mkdir -p build && cd build
cmake .. -G Ninja \
cmake -S . -B build -G Ninja \
-DCMAKE_BUILD_TYPE=Debug \
-DONNX_MLIR_ACCELERATORS=PIM \
-DLLVM_ENABLE_ASSERTIONS=ON \
-DMLIR_DIR=${MLIR_DIR}
cmake --build .
-DMLIR_DIR=${MLIR_DIR} \
-DCMAKE_EXE_LINKER_FLAGS="${MOLD_LINKER_FLAGS}" \
-DCMAKE_SHARED_LINKER_FLAGS="${MOLD_LINKER_FLAGS}" \
-DCMAKE_MODULE_LINKER_FLAGS="${MOLD_LINKER_FLAGS}"
cmake --build build
- name: Save raptor build cache
if: steps.build-raptor.outcome == 'success' && steps.restore-raptor-build-cache.outputs.cache-hit != 'true'
uses: ./.github/actions/save-raptor-build-cache
with:
key: raptor-build-${{ runner.os }}-${{ github.ref_name }}-${{ env.LLVM_COMMIT }}-${{ env.PROTOBUF_COMMIT }}-${{ env.CMAKE_VERSION }}-${{ github.sha }}
- name: Run validation
run: |