fix CI (hopefully)
Some checks failed
Validate Operations / validate-operations (push) Failing after 1h2m33s
Some checks failed
Validate Operations / validate-operations (push) Failing after 1h2m33s
This commit is contained in:
54
.github/actions/prepare-mlir-cache/action.yml
vendored
Normal file
54
.github/actions/prepare-mlir-cache/action.yml
vendored
Normal file
@@ -0,0 +1,54 @@
|
|||||||
|
name: Prepare MLIR Cache
|
||||||
|
description: Restore or build the cached MLIR toolchain.
|
||||||
|
|
||||||
|
inputs:
|
||||||
|
llvm-commit:
|
||||||
|
description: LLVM commit to build.
|
||||||
|
required: true
|
||||||
|
mold-linker-flags:
|
||||||
|
description: Linker flags used to force mold.
|
||||||
|
required: true
|
||||||
|
|
||||||
|
runs:
|
||||||
|
using: composite
|
||||||
|
steps:
|
||||||
|
- name: Restore MLIR cache
|
||||||
|
id: restore-mlir-cache
|
||||||
|
uses: actions/cache/restore@v4
|
||||||
|
with:
|
||||||
|
path: onnx-mlir/llvm-project
|
||||||
|
key: mlir-${{ runner.os }}-${{ inputs.llvm-commit }}
|
||||||
|
|
||||||
|
- name: Clone LLVM
|
||||||
|
if: steps.restore-mlir-cache.outputs.cache-hit != 'true'
|
||||||
|
shell: bash
|
||||||
|
run: |
|
||||||
|
git clone --filter=blob:none --no-checkout https://github.com/llvm/llvm-project.git onnx-mlir/llvm-project
|
||||||
|
cd onnx-mlir/llvm-project
|
||||||
|
git fetch --depth 1 origin ${{ inputs.llvm-commit }}
|
||||||
|
git checkout FETCH_HEAD
|
||||||
|
|
||||||
|
- name: Build MLIR
|
||||||
|
if: steps.restore-mlir-cache.outputs.cache-hit != 'true'
|
||||||
|
shell: bash
|
||||||
|
run: |
|
||||||
|
cmake -S onnx-mlir/llvm-project/llvm -B onnx-mlir/llvm-project/build -G Ninja \
|
||||||
|
-DLLVM_ENABLE_PROJECTS="mlir;clang" \
|
||||||
|
-DLLVM_ENABLE_RUNTIMES="openmp" \
|
||||||
|
-DLLVM_TARGETS_TO_BUILD="host" \
|
||||||
|
-DCMAKE_BUILD_TYPE=Release \
|
||||||
|
-DLLVM_ENABLE_ASSERTIONS=ON \
|
||||||
|
-DLLVM_ENABLE_RTTI=ON \
|
||||||
|
-DENABLE_LIBOMPTARGET=OFF \
|
||||||
|
-DLLVM_ENABLE_LIBEDIT=OFF \
|
||||||
|
-DCMAKE_EXE_LINKER_FLAGS="${{ inputs.mold-linker-flags }}" \
|
||||||
|
-DCMAKE_SHARED_LINKER_FLAGS="${{ inputs.mold-linker-flags }}" \
|
||||||
|
-DCMAKE_MODULE_LINKER_FLAGS="${{ inputs.mold-linker-flags }}"
|
||||||
|
cmake --build onnx-mlir/llvm-project/build
|
||||||
|
|
||||||
|
- name: Save MLIR cache
|
||||||
|
if: steps.restore-mlir-cache.outputs.cache-hit != 'true'
|
||||||
|
uses: actions/cache/save@v4
|
||||||
|
with:
|
||||||
|
path: onnx-mlir/llvm-project
|
||||||
|
key: mlir-${{ runner.os }}-${{ inputs.llvm-commit }}
|
||||||
45
.github/actions/prepare-protobuf-cache/action.yml
vendored
Normal file
45
.github/actions/prepare-protobuf-cache/action.yml
vendored
Normal file
@@ -0,0 +1,45 @@
|
|||||||
|
name: Prepare Protobuf Cache
|
||||||
|
description: Restore or build the cached protobuf installation.
|
||||||
|
|
||||||
|
inputs:
|
||||||
|
protobuf-commit:
|
||||||
|
description: Protobuf tag or commit to build.
|
||||||
|
required: true
|
||||||
|
mold-linker-flags:
|
||||||
|
description: Linker flags used to force mold.
|
||||||
|
required: true
|
||||||
|
|
||||||
|
runs:
|
||||||
|
using: composite
|
||||||
|
steps:
|
||||||
|
- name: Restore protobuf cache
|
||||||
|
id: restore-protobuf-cache
|
||||||
|
uses: actions/cache/restore@v4
|
||||||
|
with:
|
||||||
|
path: |
|
||||||
|
/usr/local/lib/libproto*
|
||||||
|
/usr/local/include/google/protobuf
|
||||||
|
key: protobuf-${{ runner.os }}-${{ inputs.protobuf-commit }}
|
||||||
|
|
||||||
|
- name: Install protobuf
|
||||||
|
if: steps.restore-protobuf-cache.outputs.cache-hit != 'true'
|
||||||
|
shell: bash
|
||||||
|
run: |
|
||||||
|
git clone --depth 1 --branch ${{ inputs.protobuf-commit }} https://github.com/protocolbuffers/protobuf
|
||||||
|
cmake -S protobuf -B protobuf/build -G Ninja \
|
||||||
|
-DCMAKE_BUILD_TYPE=Release \
|
||||||
|
-DCMAKE_EXE_LINKER_FLAGS="${{ inputs.mold-linker-flags }}" \
|
||||||
|
-DCMAKE_SHARED_LINKER_FLAGS="${{ inputs.mold-linker-flags }}" \
|
||||||
|
-DCMAKE_MODULE_LINKER_FLAGS="${{ inputs.mold-linker-flags }}"
|
||||||
|
cmake --build protobuf/build
|
||||||
|
sudo cmake --install protobuf/build
|
||||||
|
rm -rf protobuf
|
||||||
|
|
||||||
|
- name: Save protobuf cache
|
||||||
|
if: steps.restore-protobuf-cache.outputs.cache-hit != 'true'
|
||||||
|
uses: actions/cache/save@v4
|
||||||
|
with:
|
||||||
|
path: |
|
||||||
|
/usr/local/lib/libproto*
|
||||||
|
/usr/local/include/google/protobuf
|
||||||
|
key: protobuf-${{ runner.os }}-${{ inputs.protobuf-commit }}
|
||||||
26
.github/actions/restore-raptor-build-cache/action.yml
vendored
Normal file
26
.github/actions/restore-raptor-build-cache/action.yml
vendored
Normal file
@@ -0,0 +1,26 @@
|
|||||||
|
name: Restore Raptor Build Cache
|
||||||
|
description: Restore the cached raptor build directory for incremental builds.
|
||||||
|
|
||||||
|
inputs:
|
||||||
|
key:
|
||||||
|
description: Exact cache key to restore.
|
||||||
|
required: true
|
||||||
|
restore-keys:
|
||||||
|
description: Prefixes used to restore the most recent compatible cache.
|
||||||
|
required: false
|
||||||
|
|
||||||
|
outputs:
|
||||||
|
cache-hit:
|
||||||
|
description: Whether the exact cache key was restored.
|
||||||
|
value: ${{ steps.restore-raptor-build-cache.outputs.cache-hit }}
|
||||||
|
|
||||||
|
runs:
|
||||||
|
using: composite
|
||||||
|
steps:
|
||||||
|
- name: Restore raptor build cache
|
||||||
|
id: restore-raptor-build-cache
|
||||||
|
uses: actions/cache/restore@v4
|
||||||
|
with:
|
||||||
|
path: build
|
||||||
|
key: ${{ inputs.key }}
|
||||||
|
restore-keys: ${{ inputs.restore-keys }}
|
||||||
16
.github/actions/save-raptor-build-cache/action.yml
vendored
Normal file
16
.github/actions/save-raptor-build-cache/action.yml
vendored
Normal file
@@ -0,0 +1,16 @@
|
|||||||
|
name: Save Raptor Build Cache
|
||||||
|
description: Save the raptor build directory after a successful incremental build.
|
||||||
|
|
||||||
|
inputs:
|
||||||
|
key:
|
||||||
|
description: Cache key used to save the build directory.
|
||||||
|
required: true
|
||||||
|
|
||||||
|
runs:
|
||||||
|
using: composite
|
||||||
|
steps:
|
||||||
|
- name: Save raptor build cache
|
||||||
|
uses: actions/cache/save@v4
|
||||||
|
with:
|
||||||
|
path: build
|
||||||
|
key: ${{ inputs.key }}
|
||||||
50
.github/workflows/build_mlir_cache.yml
vendored
50
.github/workflows/build_mlir_cache.yml
vendored
@@ -1,50 +0,0 @@
|
|||||||
name: Build MLIR Cache
|
|
||||||
|
|
||||||
on:
|
|
||||||
workflow_call:
|
|
||||||
inputs:
|
|
||||||
llvm-commit:
|
|
||||||
required: true
|
|
||||||
type: string
|
|
||||||
|
|
||||||
jobs:
|
|
||||||
build-mlir:
|
|
||||||
runs-on: ubuntu-latest
|
|
||||||
|
|
||||||
steps:
|
|
||||||
- name: Cache MLIR build
|
|
||||||
id: cache-mlir
|
|
||||||
uses: actions/cache@v4
|
|
||||||
with:
|
|
||||||
path: onnx-mlir/llvm-project
|
|
||||||
key: mlir-${{ runner.os }}-${{ inputs.llvm-commit }}
|
|
||||||
|
|
||||||
- name: Install build dependencies
|
|
||||||
if: steps.cache-mlir.outputs.cache-hit != 'true'
|
|
||||||
run: |
|
|
||||||
sudo apt update
|
|
||||||
sudo apt install -y cmake ninja-build build-essential
|
|
||||||
|
|
||||||
- name: Clone LLVM
|
|
||||||
if: steps.cache-mlir.outputs.cache-hit != 'true'
|
|
||||||
run: |
|
|
||||||
git clone --filter=blob:none --no-checkout https://github.com/llvm/llvm-project.git onnx-mlir/llvm-project
|
|
||||||
cd onnx-mlir/llvm-project
|
|
||||||
git fetch --depth 1 origin ${{ inputs.llvm-commit }}
|
|
||||||
git checkout FETCH_HEAD
|
|
||||||
|
|
||||||
- name: Build MLIR
|
|
||||||
if: steps.cache-mlir.outputs.cache-hit != 'true'
|
|
||||||
run: |
|
|
||||||
mkdir -p onnx-mlir/llvm-project/build
|
|
||||||
cd onnx-mlir/llvm-project/build
|
|
||||||
cmake -G Ninja ../llvm \
|
|
||||||
-DLLVM_ENABLE_PROJECTS="mlir;clang" \
|
|
||||||
-DLLVM_ENABLE_RUNTIMES="openmp" \
|
|
||||||
-DLLVM_TARGETS_TO_BUILD="host" \
|
|
||||||
-DCMAKE_BUILD_TYPE=Release \
|
|
||||||
-DLLVM_ENABLE_ASSERTIONS=ON \
|
|
||||||
-DLLVM_ENABLE_RTTI=ON \
|
|
||||||
-DENABLE_LIBOMPTARGET=OFF \
|
|
||||||
-DLLVM_ENABLE_LIBEDIT=OFF
|
|
||||||
cmake --build .
|
|
||||||
78
.github/workflows/validate_operations.yml
vendored
78
.github/workflows/validate_operations.yml
vendored
@@ -4,29 +4,14 @@ env:
|
|||||||
LLVM_COMMIT: 0c2701fe7fa002e1befc5f86c268a7964f96d286
|
LLVM_COMMIT: 0c2701fe7fa002e1befc5f86c268a7964f96d286
|
||||||
PROTOBUF_COMMIT: v34.0
|
PROTOBUF_COMMIT: v34.0
|
||||||
CMAKE_VERSION: 4.3.0
|
CMAKE_VERSION: 4.3.0
|
||||||
|
MOLD_LINKER_FLAGS: -fuse-ld=mold
|
||||||
|
|
||||||
on:
|
on:
|
||||||
push:
|
push:
|
||||||
pull_request:
|
pull_request:
|
||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
# Expose env vars as outputs so they can be passed to reusable workflows
|
validate-operations:
|
||||||
config:
|
|
||||||
runs-on: ubuntu-latest
|
|
||||||
outputs:
|
|
||||||
llvm-commit: ${{ steps.set-vars.outputs.llvm-commit }}
|
|
||||||
steps:
|
|
||||||
- id: set-vars
|
|
||||||
run: echo "llvm-commit=$LLVM_COMMIT" >> "$GITHUB_OUTPUT"
|
|
||||||
|
|
||||||
build-mlir-cache:
|
|
||||||
needs: config
|
|
||||||
uses: ./.github/workflows/build_mlir_cache.yml
|
|
||||||
with:
|
|
||||||
llvm-commit: ${{ needs.config.outputs.llvm-commit }}
|
|
||||||
|
|
||||||
validate:
|
|
||||||
needs: build-mlir-cache
|
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
|
|
||||||
steps:
|
steps:
|
||||||
@@ -39,7 +24,7 @@ jobs:
|
|||||||
- name: Install system dependencies
|
- name: Install system dependencies
|
||||||
run: |
|
run: |
|
||||||
sudo apt update
|
sudo apt update
|
||||||
sudo apt install -y ninja-build build-essential curl ca-certificates
|
sudo apt install -y cmake ninja-build build-essential mold curl ca-certificates
|
||||||
|
|
||||||
- name: Install CMake
|
- name: Install CMake
|
||||||
run: |
|
run: |
|
||||||
@@ -58,27 +43,17 @@ jobs:
|
|||||||
cmake --version
|
cmake --version
|
||||||
which cmake
|
which cmake
|
||||||
|
|
||||||
- name: Cache protobuf build
|
- name: Prepare MLIR cache
|
||||||
id: cache-protobuf
|
uses: ./.github/actions/prepare-mlir-cache
|
||||||
uses: actions/cache@v4
|
|
||||||
with:
|
with:
|
||||||
path: |
|
llvm-commit: ${{ env.LLVM_COMMIT }}
|
||||||
/usr/local/lib/libproto*
|
mold-linker-flags: ${{ env.MOLD_LINKER_FLAGS }}
|
||||||
/usr/local/include/google/protobuf
|
|
||||||
key: protobuf-${{ runner.os }}-${{ env.PROTOBUF_COMMIT }}
|
|
||||||
|
|
||||||
- name: Install protobuf
|
- name: Prepare protobuf cache
|
||||||
if: steps.cache-protobuf.outputs.cache-hit != 'true'
|
uses: ./.github/actions/prepare-protobuf-cache
|
||||||
run: |
|
with:
|
||||||
git clone --depth 1 --branch ${{ env.PROTOBUF_COMMIT }} https://github.com/protocolbuffers/protobuf
|
protobuf-commit: ${{ env.PROTOBUF_COMMIT }}
|
||||||
cd protobuf
|
mold-linker-flags: ${{ env.MOLD_LINKER_FLAGS }}
|
||||||
mkdir build
|
|
||||||
cd build
|
|
||||||
cmake .. -G Ninja -DCMAKE_BUILD_TYPE=Release
|
|
||||||
ninja
|
|
||||||
sudo ninja install
|
|
||||||
cd ../..
|
|
||||||
rm -rf protobuf
|
|
||||||
|
|
||||||
- name: Register installed libraries
|
- name: Register installed libraries
|
||||||
run: sudo ldconfig
|
run: sudo ldconfig
|
||||||
@@ -94,23 +69,34 @@ jobs:
|
|||||||
- name: Install Python dependencies
|
- name: Install Python dependencies
|
||||||
run: pip install numpy onnx colorama
|
run: pip install numpy onnx colorama
|
||||||
|
|
||||||
- name: Restore MLIR cache
|
- name: Restore raptor build cache
|
||||||
uses: actions/cache/restore@v4
|
id: restore-raptor-build-cache
|
||||||
|
uses: ./.github/actions/restore-raptor-build-cache
|
||||||
with:
|
with:
|
||||||
path: onnx-mlir/llvm-project
|
key: raptor-build-${{ runner.os }}-${{ github.ref_name }}-${{ env.LLVM_COMMIT }}-${{ env.PROTOBUF_COMMIT }}-${{ env.CMAKE_VERSION }}-${{ github.sha }}
|
||||||
key: mlir-${{ runner.os }}-${{ env.LLVM_COMMIT }}
|
restore-keys: |
|
||||||
fail-on-cache-miss: true
|
raptor-build-${{ runner.os }}-${{ github.ref_name }}-${{ env.LLVM_COMMIT }}-${{ env.PROTOBUF_COMMIT }}-${{ env.CMAKE_VERSION }}-
|
||||||
|
raptor-build-${{ runner.os }}-${{ env.LLVM_COMMIT }}-${{ env.PROTOBUF_COMMIT }}-${{ env.CMAKE_VERSION }}-
|
||||||
|
|
||||||
- name: Build Raptor
|
- name: Build Raptor
|
||||||
|
id: build-raptor
|
||||||
run: |
|
run: |
|
||||||
MLIR_DIR=$(pwd)/onnx-mlir/llvm-project/build/lib/cmake/mlir
|
MLIR_DIR=$(pwd)/onnx-mlir/llvm-project/build/lib/cmake/mlir
|
||||||
mkdir -p build && cd build
|
cmake -S . -B build -G Ninja \
|
||||||
cmake .. -G Ninja \
|
|
||||||
-DCMAKE_BUILD_TYPE=Debug \
|
-DCMAKE_BUILD_TYPE=Debug \
|
||||||
-DONNX_MLIR_ACCELERATORS=PIM \
|
-DONNX_MLIR_ACCELERATORS=PIM \
|
||||||
-DLLVM_ENABLE_ASSERTIONS=ON \
|
-DLLVM_ENABLE_ASSERTIONS=ON \
|
||||||
-DMLIR_DIR=${MLIR_DIR}
|
-DMLIR_DIR=${MLIR_DIR} \
|
||||||
cmake --build .
|
-DCMAKE_EXE_LINKER_FLAGS="${MOLD_LINKER_FLAGS}" \
|
||||||
|
-DCMAKE_SHARED_LINKER_FLAGS="${MOLD_LINKER_FLAGS}" \
|
||||||
|
-DCMAKE_MODULE_LINKER_FLAGS="${MOLD_LINKER_FLAGS}"
|
||||||
|
cmake --build build
|
||||||
|
|
||||||
|
- name: Save raptor build cache
|
||||||
|
if: steps.build-raptor.outcome == 'success' && steps.restore-raptor-build-cache.outputs.cache-hit != 'true'
|
||||||
|
uses: ./.github/actions/save-raptor-build-cache
|
||||||
|
with:
|
||||||
|
key: raptor-build-${{ runner.os }}-${{ github.ref_name }}-${{ env.LLVM_COMMIT }}-${{ env.PROTOBUF_COMMIT }}-${{ env.CMAKE_VERSION }}-${{ github.sha }}
|
||||||
|
|
||||||
- name: Run validation
|
- name: Run validation
|
||||||
run: |
|
run: |
|
||||||
|
|||||||
Reference in New Issue
Block a user