1
0
mirror of https://github.com/j178/prek.git synced 2026-04-25 02:11:36 +02:00
Files
prek/.github/workflows/ci.yml
T
Jo fb857e62f5 Build and upload binaries in CI (#1340)
* Debug command line length

* Build binaries

* Revert "Debug command line length"

This reverts commit d17610dc0c.
2026-01-13 17:12:27 +08:00

593 lines
20 KiB
YAML

name: CI
on:
push:
branches: [master]
paths-ignore:
- "README.md"
pull_request:
workflow_dispatch:
concurrency:
group: ${{ github.workflow }}-${{ github.ref_name }}-${{ github.event.pull_request.number || github.sha }}
cancel-in-progress: true
permissions: {}
env:
# UV_VERSION should not greater than MAX_UV_VERSION in `languages/python/uv`.
# Otherwise, tests jobs will install their own uv, and it will encounter concurrency issue.
UV_VERSION: "0.8.22"
NODE_VERSION: "20"
GO_VERSION: "1.24"
PYTHON_VERSION: "3.12"
RUBY_VERSION: "3.4"
LUA_VERSION: "5.4"
LUAROCKS_VERSION: "3.12.2"
jobs:
determine_changes:
name: "Determine changes"
runs-on: ubuntu-latest
outputs:
# Flag that is raised when any code is changed
code: ${{ steps.changed.outputs.code_any_changed }}
# Flag that is raised when uv.schema.json is changed (e.g., in a release PR)
schema: ${{ steps.changed.outputs.schema_changed }}
steps:
- uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v6.0.1
with:
fetch-depth: 0
persist-credentials: false
- name: "Determine changed files"
id: changed
shell: bash
run: |
CHANGED_FILES=$(git diff --name-only ${{ github.event.pull_request.base.sha || 'origin/master' }}...HEAD)
CODE_CHANGED=false
SCHEMA_CHANGED=false
while IFS= read -r file; do
# Check if the schema file changed (e.g., in a release PR)
if [[ "${file}" == "prek.schema.json" ]]; then
echo "Detected schema change: ${file}"
SCHEMA_CHANGED=true
fi
if [[ "${file}" =~ ^docs/ ]]; then
echo "Skipping ${file} (matches docs/ pattern)"
continue
fi
if [[ "${file}" =~ ^mkdocs.*\.yml$ ]]; then
echo "Skipping ${file} (matches mkdocs*.yml pattern)"
continue
fi
if [[ "${file}" =~ \.md$ ]]; then
echo "Skipping ${file} (matches *.md pattern)"
continue
fi
if [[ "${file}" =~ ^bin/ ]]; then
echo "Skipping ${file} (matches bin/ pattern)"
continue
fi
if [[ "${file}" =~ ^assets/ ]]; then
echo "Skipping ${file} (matches assets/ pattern)"
continue
fi
echo "Detected code change in: ${file}"
CODE_CHANGED=true
break
done <<< "${CHANGED_FILES}"
echo "code_any_changed=${CODE_CHANGED}" >> "${GITHUB_OUTPUT}"
echo "schema_changed=${SCHEMA_CHANGED}" >> "${GITHUB_OUTPUT}"
lint:
name: "lint"
timeout-minutes: 10
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v6.0.1
with:
persist-credentials: false
- name: "Install Rustfmt"
run: rustup component add rustfmt
- name: "rustfmt"
run: cargo fmt --all --check
- name: Run prek hooks
uses: j178/prek-action@91fd7d7cf70ae1dee9f4f44e7dfa5d1073fe6623 # v1.0.11
with:
extra-args: "--all-files --skip cargo-fmt --skip cargo-clippy"
cargo-clippy-linux:
name: "cargo clippy | ubuntu"
timeout-minutes: 10
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v6.0.1
with:
persist-credentials: false
- uses: rui314/setup-mold@725a8794d15fc7563f59595bd9556495c0564878 # v1
- uses: Swatinem/rust-cache@779680da715d629ac1d338a641029a2f4372abb5 # v2.8.2
with:
save-if: ${{ github.ref == 'refs/heads/master' }}
- name: "Install Rust toolchain"
run: rustup component add clippy
- name: "Clippy"
run: cargo clippy --workspace --all-targets --all-features --locked -- -D warnings
cargo-clippy-windows:
timeout-minutes: 15
runs-on: windows-latest
name: "cargo clippy | windows"
steps:
- uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v6.0.1
with:
persist-credentials: false
- name: Create Dev Drive
run: ${{ github.workspace }}/.github/workflows/setup-dev-drive.ps1
# actions/checkout does not let us clone into anywhere outside ${{ github.workspace }}, so we have to copy the clone...
- name: Copy Git Repo to Dev Drive
run: |
Copy-Item -Path "${{ github.workspace }}" -Destination "$Env:PREK_WORKSPACE" -Recurse
- uses: Swatinem/rust-cache@779680da715d629ac1d338a641029a2f4372abb5 # v2.8.2
with:
workspaces: ${{ env.PREK_WORKSPACE }}
save-if: ${{ github.ref == 'refs/heads/master' }}
- name: "Install Rust toolchain"
run: rustup component add clippy
- name: "Clippy"
working-directory: ${{ env.PREK_WORKSPACE }}
run: cargo clippy --workspace --all-targets --all-features --locked -- -D warnings
cargo-shear:
name: "cargo shear"
timeout-minutes: 10
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v6.0.1
with:
persist-credentials: false
- name: "Install cargo shear"
uses: taiki-e/install-action@bfc291e1e39400b67eda124e4a7b4380e93b3390 # v2.65.0
with:
tool: cargo-shear
- run: cargo shear
cargo-test-without-uv:
timeout-minutes: 5
runs-on: ubuntu-latest
name: "cargo test | without uv"
steps:
- uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v6.0.1
with:
persist-credentials: false
- uses: rui314/setup-mold@725a8794d15fc7563f59595bd9556495c0564878 # v1
- uses: Swatinem/rust-cache@779680da715d629ac1d338a641029a2f4372abb5 # v2.8.2
with:
save-if: ${{ github.ref == 'refs/heads/master' }}
- name: "Install Rust toolchain"
run: rustup component add llvm-tools-preview
- name: "Install cargo nextest"
uses: taiki-e/install-action@bfc291e1e39400b67eda124e4a7b4380e93b3390 # v2.65.0
with:
tool: cargo-nextest
- name: "Install cargo-llvm-cov"
uses: taiki-e/install-action@bfc291e1e39400b67eda124e4a7b4380e93b3390 # v2.65.0
with:
tool: cargo-llvm-cov
- name: "Cargo test without uv"
run: |
echo "::group::Test install uv with auto select"
cargo llvm-cov nextest \
--no-report \
-E 'binary_id(prek::run) and test(run_basic)'
echo "::endgroup::"
for source in github pypi aliyun pip invalid; do
echo "::group::Test install uv from $source"
export PREK_UV_SOURCE=$source
cargo llvm-cov nextest \
--no-report \
-E 'binary_id(prek::run) and test(run_basic)'
echo "::endgroup::"
done
cargo llvm-cov report --lcov --output-path lcov.info
- name: "Upload coverage reports to Codecov"
uses: codecov/codecov-action@671740ac38dd9b0130fbe1cec585b89eea48d3de # v5.5.2
with:
token: ${{ secrets.CODECOV_TOKEN }}
files: lcov.info
cargo-test-linux:
timeout-minutes: 5
runs-on: ubuntu-latest
name: "cargo test | ubuntu"
steps:
- uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v6.0.1
with:
persist-credentials: false
- uses: rui314/setup-mold@725a8794d15fc7563f59595bd9556495c0564878 # v1
- uses: Swatinem/rust-cache@779680da715d629ac1d338a641029a2f4372abb5 # v2.8.2
with:
save-if: ${{ github.ref == 'refs/heads/master' }}
- name: "Install Rust toolchain"
run: rustup component add llvm-tools-preview
- name: "Install cargo nextest"
uses: taiki-e/install-action@bfc291e1e39400b67eda124e4a7b4380e93b3390 # v2.65.0
with:
tool: cargo-nextest
- name: "Install cargo-llvm-cov"
uses: taiki-e/install-action@bfc291e1e39400b67eda124e4a7b4380e93b3390 # v2.65.0
with:
tool: cargo-llvm-cov
- name: "Install uv"
uses: astral-sh/setup-uv@681c641aba71e4a1c380be3ab5e12ad51f415867 # v7.1.6
with:
version: ${{ env.UV_VERSION }}
- name: "Install Python"
uses: actions/setup-python@83679a892e2d95755f2dac6acb0bfd1e9ac5d548 # v6.1.0
with:
python-version: ${{ env.PYTHON_VERSION }}
- name: "Install Node.js"
uses: actions/setup-node@395ad3262231945c25e8478fd5baf05154b1d79f # v6.1.0
with:
node-version: ${{ env.NODE_VERSION }}
cache: npm
# A dummy dependency path to enable caching of go modules.
cache-dependency-path: LICENSE
- name: "Install Go"
uses: actions/setup-go@4dc6199c7b1a012772edbd06daecab0f50c9053c # v6.1.0
with:
go-version: ${{ env.GO_VERSION }}
# A dummy dependency path to enable caching of go modules.
cache-dependency-path: LICENSE
- name: "Install Lua"
uses: leafo/gh-actions-lua@8c9e175e7a3d77e21f809eefbee34a19b858641b # v12
with:
luaVersion: ${{ env.LUA_VERSION }}
- name: "Install LuaRocks"
uses: luarocks/gh-actions-luarocks@7c85eeff60655651b444126f2a78be784e836a0a #v6
with:
luaRocksVersion: ${{ env.LUAROCKS_VERSION }}
- name: "Install Ruby"
uses: ruby/setup-ruby@ed55d55e820a01da7d3e4863a8c51a61d73c3228 # v1.274.0
with:
ruby-version: ${{ env.RUBY_VERSION }}
- name: "Cargo test"
run: |
cargo llvm-cov nextest \
--no-report \
--workspace \
--features schemars \
--status-level skip \
--failure-output immediate \
--no-fail-fast \
-j 8 \
--final-status-level slow
cargo llvm-cov report --lcov --output-path lcov.info
- name: "Upload coverage reports to Codecov"
uses: codecov/codecov-action@671740ac38dd9b0130fbe1cec585b89eea48d3de # v5.5.2
with:
token: ${{ secrets.CODECOV_TOKEN }}
files: lcov.info
cargo-test-macos:
runs-on: macos-latest
name: "cargo test | macos"
timeout-minutes: 10
steps:
- uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v6.0.1
with:
persist-credentials: false
- uses: rui314/setup-mold@725a8794d15fc7563f59595bd9556495c0564878 # v1
- uses: Swatinem/rust-cache@779680da715d629ac1d338a641029a2f4372abb5 # v2.8.2
with:
save-if: ${{ github.ref == 'refs/heads/master' }}
- name: "Install Rust toolchain"
run: rustup show
- name: "Install cargo nextest"
uses: taiki-e/install-action@bfc291e1e39400b67eda124e4a7b4380e93b3390 # v2.65.0
with:
tool: cargo-nextest
- name: "Install uv"
uses: astral-sh/setup-uv@681c641aba71e4a1c380be3ab5e12ad51f415867 # v7.1.6
with:
version: ${{ env.UV_VERSION }}
- name: "Install Python"
uses: actions/setup-python@83679a892e2d95755f2dac6acb0bfd1e9ac5d548 # v6.1.0
with:
python-version: ${{ env.PYTHON_VERSION }}
- name: "Install Node.js"
uses: actions/setup-node@395ad3262231945c25e8478fd5baf05154b1d79f # v6.1.0
with:
node-version: ${{ env.NODE_VERSION }}
cache: npm
# A dummy dependency path to enable caching of go modules.
cache-dependency-path: LICENSE
- name: "Install Go"
uses: actions/setup-go@4dc6199c7b1a012772edbd06daecab0f50c9053c # v6.1.0
with:
go-version: ${{ env.GO_VERSION }}
# A dummy dependency path to enable caching of go modules.
cache-dependency-path: LICENSE
- name: "Install Lua"
uses: leafo/gh-actions-lua@8c9e175e7a3d77e21f809eefbee34a19b858641b # v12
with:
luaVersion: ${{ env.LUA_VERSION }}
- name: "Install LuaRocks"
uses: luarocks/gh-actions-luarocks@7c85eeff60655651b444126f2a78be784e836a0a #v6
with:
luaRocksVersion: ${{ env.LUAROCKS_VERSION }}
- name: "Install Ruby"
uses: ruby/setup-ruby@ed55d55e820a01da7d3e4863a8c51a61d73c3228 # v1.274.0
with:
ruby-version: ${{ env.RUBY_VERSION }}
- name: "Cargo test"
run: |
cargo nextest show-config test-groups
cargo nextest run \
--workspace \
--features schemars \
--status-level skip \
--failure-output immediate \
--no-fail-fast \
-j 8 \
--final-status-level slow
cargo-test-windows:
runs-on: windows-latest
name: "cargo test | windows"
timeout-minutes: 15
steps:
- uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v6.0.1
with:
persist-credentials: false
- name: Create Dev Drive
run: ${{ github.workspace }}/.github/workflows/setup-dev-drive.ps1
# actions/checkout does not let us clone into anywhere outside ${{ github.workspace }}, so we have to copy the clone...
- name: Copy Git Repo to Dev Drive
run: |
Copy-Item -Path "${{ github.workspace }}" -Destination "$Env:PREK_WORKSPACE" -Recurse
- uses: Swatinem/rust-cache@779680da715d629ac1d338a641029a2f4372abb5 # v2.8.2
with:
workspaces: ${{ env.PREK_WORKSPACE }}
save-if: ${{ github.ref == 'refs/heads/master' }}
- name: "Install Rust toolchain"
run: rustup component add llvm-tools-preview
- name: "Install cargo nextest"
uses: taiki-e/install-action@bfc291e1e39400b67eda124e4a7b4380e93b3390 # v2.65.0
with:
tool: cargo-nextest
- name: "Install cargo-llvm-cov"
uses: taiki-e/install-action@bfc291e1e39400b67eda124e4a7b4380e93b3390 # v2.65.0
with:
tool: cargo-llvm-cov
- name: "Install uv"
uses: astral-sh/setup-uv@681c641aba71e4a1c380be3ab5e12ad51f415867 # v7.1.6
with:
version: ${{ env.UV_VERSION }}
cache-local-path: ${{ env.DEV_DRIVE }}/uv-cache
- name: "Install Python"
uses: actions/setup-python@83679a892e2d95755f2dac6acb0bfd1e9ac5d548 # v6.1.0
with:
python-version: ${{ env.PYTHON_VERSION }}
- name: "Install Node.js"
uses: actions/setup-node@395ad3262231945c25e8478fd5baf05154b1d79f # v6.1.0
with:
node-version: ${{ env.NODE_VERSION }}
cache: npm
# A dummy dependency path to enable caching of go modules.
cache-dependency-path: LICENSE
- name: "Install Go"
uses: actions/setup-go@4dc6199c7b1a012772edbd06daecab0f50c9053c # v6.1.0
with:
go-version: ${{ env.GO_VERSION }}
# A dummy dependency path to enable caching of go modules.
cache-dependency-path: LICENSE
- uses: ilammy/msvc-dev-cmd@0b201ec74fa43914dc39ae48a89fd1d8cb592756 # windows only
- name: "Install Lua"
# luarocks/gh-actions-lua doesn't cache the built lua, use `leafo/gh-actions-lua` instead.
uses: leafo/gh-actions-lua@8c9e175e7a3d77e21f809eefbee34a19b858641b # v12
with:
luaVersion: ${{ env.LUA_VERSION }}
- name: "Install LuaRocks"
# `leafo/gh-actions-lua` doesn't support windows, so we have to use `luarocks/gh-actions-luarocks`.
uses: luarocks/gh-actions-luarocks@7c85eeff60655651b444126f2a78be784e836a0a #v6
with:
luaRocksVersion: ${{ env.LUAROCKS_VERSION }}
- name: "Install Ruby"
uses: ruby/setup-ruby@ed55d55e820a01da7d3e4863a8c51a61d73c3228 # v1.274.0
with:
ruby-version: ${{ env.RUBY_VERSION }}
- name: "Cargo test"
working-directory: ${{ env.PREK_WORKSPACE }}
run: |
# Remove msys64 from PATH for Rust compilation
$env:PATH = ($env:PATH -split ';' | Where-Object { $_ -notmatch '\\msys64\\' }) -join ';'
cargo llvm-cov nextest `
--no-report `
--workspace `
--features schemars `
--status-level skip `
--failure-output immediate `
--no-fail-fast `
-j 8 `
--final-status-level slow
if ($LASTEXITCODE -ne 0) { exit $LASTEXITCODE }
cargo llvm-cov report --lcov --output-path lcov.info
shell: pwsh
- name: "Upload coverage reports to Codecov"
uses: codecov/codecov-action@671740ac38dd9b0130fbe1cec585b89eea48d3de # v5.5.2
with:
token: ${{ secrets.CODECOV_TOKEN }}
files: lcov.info
ecosystem-cpython:
name: "ecosystem | cpython"
timeout-minutes: 10
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v6.0.1
with:
persist-credentials: false
- name: Checkout python/cpython
uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v6.0.1
with:
repository: python/cpython
ref: f3759d21dd5e6510361d7409a1df53f35ebd9a58
path: cpython
fetch-depth: 1
persist-credentials: false
- uses: Swatinem/rust-cache@779680da715d629ac1d338a641029a2f4372abb5 # v2.8.2
- name: Run prek on cpython
working-directory: cpython
run: cargo run -p prek -- --all-files
build-binary-linux-libc:
timeout-minutes: 10
needs: determine_changes
if: ${{ !contains(github.event.pull_request.labels.*.name, 'no-test') && (needs.determine_changes.outputs.code == 'true' || github.ref == 'refs/heads/master') }}
runs-on: ubuntu-latest
name: "build binary | linux libc"
steps:
- uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v6.0.1
with:
persist-credentials: false
- uses: rui314/setup-mold@725a8794d15fc7563f59595bd9556495c0564878 # v1
- uses: Swatinem/rust-cache@779680da715d629ac1d338a641029a2f4372abb5 # v2.8.2
- name: "Build"
run: cargo build --profile no-debug --bin prek
- name: "Upload binary"
uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2
with:
name: prek-linux-libc-${{ github.sha }}
path: |
./target/no-debug/prek
retention-days: 1
build-binary-macos-aarch64:
timeout-minutes: 10
needs: determine_changes
if: ${{ !contains(github.event.pull_request.labels.*.name, 'no-test') && (needs.determine_changes.outputs.code == 'true' || github.ref == 'refs/heads/master') }}
runs-on: macos-latest
name: "build binary | macos aarch64"
steps:
- uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v6.0.1
with:
persist-credentials: false
- uses: rui314/setup-mold@725a8794d15fc7563f59595bd9556495c0564878 # v1
- uses: Swatinem/rust-cache@779680da715d629ac1d338a641029a2f4372abb5 # v2.8.2
- name: "Build"
run: cargo build --profile no-debug --bin prek
- name: "Upload binary"
uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2
with:
name: prek-macos-aarch64-${{ github.sha }}
path: |
./target/no-debug/prek
retention-days: 1
build-binary-windows-x86_64:
needs: determine_changes
timeout-minutes: 10
if: ${{ !contains(github.event.pull_request.labels.*.name, 'no-test') && (needs.determine_changes.outputs.code == 'true' || github.ref == 'refs/heads/master') }}
runs-on: windows-latest
name: "build binary | windows x86_64"
steps:
- uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v6.0.1
with:
persist-credentials: false
- name: Setup Dev Drive
run: ${{ github.workspace }}/.github/workflows/setup-dev-drive.ps1
# actions/checkout does not let us clone into anywhere outside ${{ github.workspace }}, so we have to copy the clone...
- name: Copy Git Repo to Dev Drive
run: |
Copy-Item -Path "${{ github.workspace }}" -Destination "$Env:PREK_WORKSPACE" -Recurse
- uses: Swatinem/rust-cache@779680da715d629ac1d338a641029a2f4372abb5 # v2.8.2
with:
workspaces: ${{ env.PREK_WORKSPACE }}
save-if: ${{ github.ref == 'refs/heads/master' }}
- name: "Build"
working-directory: ${{ env.PREK_WORKSPACE }}
run: cargo build --profile no-debug --bin prek
- name: "Upload binary"
uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2
with:
name: prek-windows-x86_64-${{ github.sha }}
path: |
${{ env.PREK_WORKSPACE }}/target/no-debug/prek.exe
retention-days: 1