Skip to content

remove fold boxing #10250

remove fold boxing

remove fold boxing #10250

name: compiler-build
on: [push, pull_request]
concurrency:
group: compiler-build-${{ github.ref }}
cancel-in-progress: ${{ github.ref != 'refs/heads/master' && !startsWith(github.ref, 'refs/heads/release/') }}
env:
NUGET_CERT_REVOCATION_MODE: offline
NUGET_PACKAGES: ${{ github.workspace }}/.nuget/packages
jobs:
build-native:
name: build-native-${{matrix.config.name}}
runs-on: ${{matrix.config.os}}
strategy:
matrix:
config:
- {name: aarch64-macos, os: macos-14, buildType: Release}
- {name: x86_64-linux, os: ubuntu-24.04, buildType: Release}
- {name: x86_64-windows, os: windows-latest, arch: x64, buildType: Release}
steps:
- uses: actions/checkout@v3
- uses: seanmiddleditch/gha-setup-ninja@master
- name: Setup Python
uses: actions/setup-python@v5
with:
python-version: '3.10'
- name: Set up build environment (Windows, Visual Studio)
uses: ilammy/msvc-dev-cmd@v1
with:
arch: ${{matrix.config.arch}}
if: runner.os == 'Windows'
- name: Set up build environment (Linux)
run: |
echo "CC=gcc-14" >> $GITHUB_ENV
echo "CXX=g++-14" >> $GITHUB_ENV
if: runner.os == 'Linux'
- name: Install Conan
shell: bash
run: |
pip install conan==2.6.0
conan remote add sunnycase https://conan.sunnycase.moe --index 0
- name: Configure
shell: bash
run: |
conan install . --build=missing -s build_type=${{matrix.config.buildType}} -pr:a=toolchains/${{matrix.config.name}}.profile.jinja -o "&:runtime=False" -o "&:python=True" -o "&:tests=False"
cmake --preset conan-release
- name: Build & Install
shell: bash
run: |
cmake --build build/${{matrix.config.buildType}} --config ${{matrix.config.buildType}}
cmake --install build/${{matrix.config.buildType}} --prefix install
- name: Upload nncase Native Build Artifact
uses: actions/upload-artifact@v4
with:
name: nncase-native-${{matrix.config.name}}
path: ${{github.workspace}}/install
if-no-files-found: error
build-compiler:
needs: [build-native]
name: build-${{matrix.config.name}}
runs-on: ${{matrix.config.os}}
strategy:
matrix:
dotnet-version: ['8.0']
config:
- {name: aarch64-macos, os: macos-14, shell: bash, rid: osx-arm64, buildType: Release}
- {name: x86_64-linux, os: ubuntu-24.04, shell: bash, rid: linux-x64, buildType: Release}
- {name: x86_64-windows, os: windows-latest, arch: x64, shell: bash, rid: win-x64, buildType: Release}
steps:
- uses: actions/checkout@v2
- uses: seanmiddleditch/gha-setup-ninja@master
- name: Setup .NET
uses: actions/setup-dotnet@v1
with:
dotnet-version: ${{matrix.dotnet-version}}
- name: Cache NuGet packages
uses: actions/cache@v3
with:
path: ${{ github.workspace }}/.nuget/packages
key: ${{ runner.os }}-nuget-${{ hashFiles('**/packages.lock.json') }}
restore-keys: |
${{ runner.os }}-nuget-
- name: Install nncase native Artifact
uses: actions/download-artifact@v4
with:
name: nncase-native-${{matrix.config.name}}
path: ${{github.workspace}}/install
- name: Build
run: |
dotnet restore -r ${{matrix.config.rid}}
dotnet build -c ${{matrix.config.buildType}} --no-restore
dotnet publish src/Nncase.Compiler -c ${{matrix.config.buildType}} --no-restore --sc false -r ${{matrix.config.rid}}
dotnet publish src/Nncase.Studio -c ${{matrix.config.buildType}} --no-restore --sc false -r ${{matrix.config.rid}}
- name: Set up Dotnet Test settings
uses: 1arp/[email protected]
with:
file: 'test.runsettings'
content: |
<?xml version="1.0" encoding="utf-8"?>
<!-- File name extension must be .runsettings -->
<RunSettings>
<RunConfiguration>
<EnvironmentVariables>
<LD_LIBRARY_PATH>${{github.workspace}}/install/lib</LD_LIBRARY_PATH>
<DYLD_LIBRARY_PATH>${{github.workspace}}/install/lib</DYLD_LIBRARY_PATH>
</EnvironmentVariables>
</RunConfiguration>
</RunSettings>
- name: Set up test environment (Windows)
shell: pwsh
run: |
echo "PATH=${env:PATH};${env:GITHUB_WORKSPACE}/install/bin" >> $env:GITHUB_ENV
if: runner.os == 'Windows'
- name: Dotnet Test
working-directory: ${{github.workspace}}
run: |
dotnet tool install --global dotnet-coverage
dotnet-coverage collect -s tools/dotnet_coverage.settings.xml -f cobertura -o coverage/unit.xml "dotnet test -c ${{matrix.config.buildType}} -s test.runsettings --no-build --verbosity normal --blame"
dotnet-coverage merge -o coverage.unit.xml -f cobertura -r coverage/*.xml
- name: Upload Coverage
uses: actions/upload-artifact@v4
if: matrix.config.name == 'x86_64-linux'
with:
name: nncase-coverage-unit
path: coverage.unit.xml
if-no-files-found: error
- name: Upload nncase Build Artifact
uses: actions/upload-artifact@v4
with:
name: nncase-${{matrix.config.name}}
path: ${{github.workspace}}/src/Nncase.Compiler/bin/${{matrix.config.buildType}}/net${{matrix.dotnet-version}}/${{matrix.config.rid}}/publish
if-no-files-found: error
test-compiler:
needs: [build-compiler]
name: test-${{matrix.config.name}}
runs-on: ${{matrix.config.os}}
strategy:
matrix:
dotnet-version: ['8.0']
config:
- {name: aarch64-macos, os: macos-14}
- {name: x86_64-linux, os: ubuntu-24.04}
- {name: x86_64-windows, os: windows-latest, arch: x64}
env:
VULKANSDK_VER: 1.3.280.0
steps:
- uses: actions/checkout@v3
- uses: seanmiddleditch/gha-setup-ninja@master
- name: Setup .NET
uses: actions/setup-dotnet@v1
with:
dotnet-version: ${{matrix.dotnet-version}}
- name: Setup Python
uses: actions/setup-python@v5
with:
python-version: '3.10'
cache: 'pip'
cache-dependency-path: '**/requirements.test.txt'
- name: Install nncase native Artifact
uses: actions/download-artifact@v4
with:
name: nncase-native-${{matrix.config.name}}
path: ${{github.workspace}}/install
- name: Install nncase
uses: actions/download-artifact@v4
with:
name: nncase-${{matrix.config.name}}
path: ${{github.workspace}}/install
- name: Set up test environment (macOS)
run: |
aria2c --parameterized-uri=true https://sdk.lunarg.com/sdk/download/${VULKANSDK_VER}/mac/vulkansdk-macos-${VULKANSDK_VER}.dmg
hdiutil attach ./vulkansdk-macos-*.dmg
sudo /Volumes/vulkansdk-macos-*/InstallVulkan.app/Contents/MacOS/InstallVulkan --root $HOME/VulkanSDK --accept-licenses --default-answer --confirm-command install
hdiutil detach /Volumes/vulkansdk-macos-*
echo "VULKAN_SDK=$HOME/VulkanSDK/macOS" >> $GITHUB_ENV
cp install/lib/*.dylib install/
echo "PYTHONPATH=$GITHUB_WORKSPACE/install/lib:$GITHUB_WORKSPACE/install/python:$GITHUB_WORKSPACE/tests" >> $GITHUB_ENV
if: runner.os == 'macOS'
- name: Set up test environment (Linux)
run: |
wget https://sdk.lunarg.com/sdk/download/${VULKANSDK_VER}/linux/vulkansdk-linux-x86_64-${VULKANSDK_VER}.tar.xz -O vulkansdk.tar.xz
tar xf vulkansdk.tar.xz
sudo cp -P ${VULKANSDK_VER}/x86_64/lib/libvulkan.so* /usr/local/lib/
wget https://github.com/sunnycase/swiftshader/releases/download/v1.0/swiftshader-ubuntu-18.04-x86_64.zip -O swiftshader.zip
unzip swiftshader.zip
sudo cmake -E make_directory /usr/local/share/vulkan/icd.d
sudo cp lib/* /usr/local/share/vulkan/icd.d
cp install/lib/*.so install/
echo "PYTHONPATH=$GITHUB_WORKSPACE/install/lib:$GITHUB_WORKSPACE/install/python:$GITHUB_WORKSPACE/tests" >> $GITHUB_ENV
if: runner.os == 'Linux'
- name: Set up test environment (Windows)
shell: pwsh
run: |
# Invoke-WebRequest -Uri https://sdk.lunarg.com/sdk/download/${env:VULKANSDK_VER}/windows/VulkanSDK-${env:VULKANSDK_VER}-Installer.exe -O VulkanSDK-Installer.exe
# .\VulkanSDK-Installer.exe /S
Invoke-WebRequest -Uri https://github.com/sunnycase/swiftshader/releases/download/v1.0/swiftshader-windows-2019-x86_64.zip -OutFile swiftshader.zip
Expand-Archive swiftshader.zip
Copy-Item swiftshader\lib\vk_swiftshader_icd.json swiftshader\bin\
Copy-Item install/bin/*.dll install/
Copy-Item install/bin/*.dll install/lib/
echo "VK_ICD_FILENAMES=${env:GITHUB_WORKSPACE}/swiftshader/bin/vk_swiftshader_icd.json" >> $env:GITHUB_ENV
echo "PYTHONPATH=${env:GITHUB_WORKSPACE}/install/lib;${env:GITHUB_WORKSPACE}/install/python;${env:GITHUB_WORKSPACE}/tests" >> $env:GITHUB_ENV
echo "PATH=${env:PATH};${env:GITHUB_WORKSPACE}/install/bin" >> $env:GITHUB_ENV
if: runner.os == 'Windows'
- name: Install Python Packages
run: |
python -m pip install --upgrade pip
pip install -r requirements.test.txt
- name: Create Test Environment
run: mkdir test_results
- name: Test
working-directory: ${{github.workspace}}
shell: bash
env:
NNCASE_COMPILER: ${{github.workspace}}/install/Nncase.Compiler.dll
run: |
dotnet tool install --global dotnet-coverage
dotnet-coverage collect -s tools/dotnet_coverage.settings.xml -f cobertura -o coverage/onnx_basic.xml pytest tests/importer/onnx_/basic/ --doctest-modules --junitxml=test_results/onnx_basic.xml
dotnet-coverage collect -s tools/dotnet_coverage.settings.xml -f cobertura -o coverage/onnx_combine.xml pytest tests/importer/onnx_/combine/ --doctest-modules --junitxml=test_results/onnx_combine.xml
dotnet-coverage collect -s tools/dotnet_coverage.settings.xml -f cobertura -o coverage/tflite_basic.xml pytest tests/importer/tflite_/basic/ --doctest-modules --junitxml=test_results/tflite_basic.xml
dotnet-coverage collect -s tools/dotnet_coverage.settings.xml -f cobertura -o coverage/tflite_combine.xml pytest tests/importer/tflite_/combine/ --doctest-modules --junitxml=test_results/tflite_combine.xml
#dotnet-coverage collect -s tools/dotnet_coverage.settings.xml -f cobertura -o coverage/tflite_model.xml pytest tests/importer/tflite_/model/ --doctest-modules --junitxml=test_results/tflite_model.xml
dotnet-coverage collect -s tools/dotnet_coverage.settings.xml -f cobertura -o coverage/ncnn_basic.xml pytest tests/importer/ncnn_/basic/ --doctest-modules --junitxml=test_results/ncnn_basic.xml
dotnet-coverage merge -o coverage.integration.xml -f cobertura -r coverage/*.xml
- name: Upload Coverage
uses: actions/upload-artifact@v4
if: matrix.config.name == 'x86_64-linux'
with:
name: nncase-coverage-integration
path: coverage.integration.xml
if-no-files-found: error
- name: Publish Test Results
uses: EnricoMi/publish-unit-test-result-action@v2
if: always() && matrix.config.name == 'x86_64-linux'
with:
files: test_results/*.xml
upload-coverage:
needs: [test-compiler]
runs-on: ubuntu-24.04
steps:
- uses: actions/checkout@v3
- name: Setup .NET
uses: actions/setup-dotnet@v1
with:
dotnet-version: "8.0"
- name: Download Unit Test Coverage
uses: actions/download-artifact@v4
with:
name: nncase-coverage-unit
path: ${{github.workspace}}/coverage
- name: Download Integration Test Coverage
uses: actions/download-artifact@v4
with:
name: nncase-coverage-integration
path: ${{github.workspace}}/coverage
- name: Upload Codecov (Unit)
uses: codecov/codecov-action@v3
with:
files: coverage/coverage.unit.xml
flags: unit
- name: Upload Codecov (Integration)
uses: codecov/codecov-action@v3
with:
files: coverage/coverage.integration.xml
flags: integration
- name: Generate Coverage Report
run: |
dotnet tool install --global dotnet-coverage
dotnet tool install -g dotnet-reportgenerator-globaltool
dotnet-coverage merge -o coverage.xml -f cobertura -r coverage/*.xml
reportgenerator -reports:coverage.xml -targetdir:"coveragereport" -reporttypes:Html
- name: Upload Coverage Report
uses: actions/upload-artifact@v4
with:
name: nncase-coverage-report
path: coveragereport
if-no-files-found: error