mirror of
https://github.com/julia-actions/julia-runtest.git
synced 2026-02-12 11:06:54 +08:00
Compare commits
34 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
7efd635293 | ||
|
|
d60b785c6f | ||
|
|
80da54fb1f | ||
|
|
2e39f09cda | ||
|
|
4106f361b2 | ||
|
|
1cc5cea014 | ||
|
|
8b0e8344b9 | ||
|
|
639d29024e | ||
|
|
ee4584ffbd | ||
|
|
013f11f99f | ||
|
|
b67f25cc97 | ||
|
|
a3f37496e4 | ||
|
|
bb32a7cb3f | ||
|
|
f30bb67fa4 | ||
|
|
bf008bfadc | ||
|
|
af712fe095 | ||
|
|
8cf619ee45 | ||
|
|
991e65d3c2 | ||
|
|
9ed3aa0601 | ||
|
|
678da69444 | ||
|
|
8ce963bd23 | ||
|
|
26c0b511fb | ||
|
|
254fe72b03 | ||
|
|
425ad5fc2f | ||
|
|
038c3e153a | ||
|
|
1e03e0122a | ||
|
|
f5f652a0a9 | ||
|
|
d2f8a73c3c | ||
|
|
df0572688c | ||
|
|
ed05f1e927 | ||
|
|
53f7ca9224 | ||
|
|
fe72c6625b | ||
|
|
b288068c12 | ||
|
|
e16476132f |
44
.github/workflows/ci.yml
vendored
44
.github/workflows/ci.yml
vendored
@@ -7,17 +7,24 @@ on:
|
|||||||
- "master"
|
- "master"
|
||||||
pull_request:
|
pull_request:
|
||||||
|
|
||||||
|
concurrency:
|
||||||
|
group: ${{ github.workflow }}-${{ github.ref }}
|
||||||
|
cancel-in-progress: true
|
||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
test:
|
test:
|
||||||
name: Julia ${{ matrix.version }} - ${{ matrix.os }} - ${{ matrix.arch }} - ${{ github.event_name }}
|
name: Julia ${{ matrix.version }} - ${{ matrix.os }} - ${{ matrix.arch }} - ${{ github.event_name }}
|
||||||
runs-on: ${{ matrix.os }}
|
runs-on: ${{ matrix.os }}
|
||||||
|
timeout-minutes: 5
|
||||||
strategy:
|
strategy:
|
||||||
fail-fast: false
|
fail-fast: false
|
||||||
matrix:
|
matrix:
|
||||||
version:
|
version:
|
||||||
- "1.0"
|
- "1.0"
|
||||||
|
- "lts"
|
||||||
- "1" # automatically expands to the latest stable 1.x release of Julia
|
- "1" # automatically expands to the latest stable 1.x release of Julia
|
||||||
- nightly
|
- "pre"
|
||||||
|
- "nightly"
|
||||||
os:
|
os:
|
||||||
- ubuntu-latest
|
- ubuntu-latest
|
||||||
- macOS-latest
|
- macOS-latest
|
||||||
@@ -25,14 +32,26 @@ jobs:
|
|||||||
arch:
|
arch:
|
||||||
- x64
|
- x64
|
||||||
- x86
|
- x86
|
||||||
|
- aarch64
|
||||||
# 32-bit Julia binaries are not available on macOS
|
# 32-bit Julia binaries are not available on macOS
|
||||||
|
# macOS runners use Apple Silicon (ARM64)
|
||||||
exclude:
|
exclude:
|
||||||
- os: macOS-latest
|
- os: macOS-latest
|
||||||
arch: x86
|
arch: x86
|
||||||
|
- os: macOS-latest
|
||||||
|
arch: x64
|
||||||
|
- os: ubuntu-latest
|
||||||
|
arch: aarch64
|
||||||
|
- os: windows-latest
|
||||||
|
arch: aarch64
|
||||||
|
# Julia 1.0 didn't support ARM64
|
||||||
|
- os: macOS-latest
|
||||||
|
arch: aarch64
|
||||||
|
version: "1.0"
|
||||||
|
|
||||||
steps:
|
steps:
|
||||||
- name: Checkout Example.jl
|
- name: Checkout Example.jl
|
||||||
uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332
|
uses: actions/checkout@1af3b93b6815bc44a9784bd300feb67ff0d1eeb3 # v6.0.0
|
||||||
with:
|
with:
|
||||||
repository: julia-actions/Example.jl
|
repository: julia-actions/Example.jl
|
||||||
|
|
||||||
@@ -41,35 +60,26 @@ jobs:
|
|||||||
shell: bash
|
shell: bash
|
||||||
|
|
||||||
- name: Checkout julia-runtest
|
- name: Checkout julia-runtest
|
||||||
uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332
|
uses: actions/checkout@1af3b93b6815bc44a9784bd300feb67ff0d1eeb3 # v6.0.0
|
||||||
with:
|
with:
|
||||||
path: ./.github/actions/julia-runtest
|
path: ./.github/actions/julia-runtest
|
||||||
|
|
||||||
- uses: julia-actions/setup-julia@3645a07f58c7f83b9f82ac8e0bb95583e69149e6 # v2.2.0
|
- uses: julia-actions/setup-julia@5c9647d97b78a5debe5164e9eec09d653d29bd71 # v2.6.1
|
||||||
with:
|
with:
|
||||||
version: ${{ matrix.version }}
|
version: ${{ matrix.version }}
|
||||||
arch: ${{ matrix.arch }}
|
arch: ${{ matrix.arch }}
|
||||||
|
|
||||||
- uses: actions/cache@0c45773b623bea8c8e75f6c82b208c3cf94ea4f9
|
- uses: julia-actions/cache@d10a6fd8f31b12404a54613ebad242900567f2b9 # v2.1.0
|
||||||
env:
|
|
||||||
cache-name: cache-artifacts
|
|
||||||
with:
|
|
||||||
path: ~/.julia/artifacts
|
|
||||||
key: ${{ runner.os }}-test-${{ env.cache-name }}-${{ hashFiles('**/Project.toml') }}
|
|
||||||
restore-keys: |
|
|
||||||
${{ runner.os }}-test-${{ env.cache-name }}-
|
|
||||||
${{ runner.os }}-test-
|
|
||||||
${{ runner.os }}-
|
|
||||||
|
|
||||||
- uses: julia-actions/julia-buildpkg@90dd6f23eb49626e4e6612cb9d64d456f86e6a1c
|
- uses: julia-actions/julia-buildpkg@e3eb439fad4f9aba7da2667e7510e4a46ebc46e1 # v1.7.0
|
||||||
|
|
||||||
- uses: ./.github/actions/julia-runtest
|
- uses: ./.github/actions/julia-runtest
|
||||||
|
|
||||||
- uses: julia-actions/julia-processcoverage@03114f09f119417c3242a9fb6e0b722676aedf38
|
- uses: julia-actions/julia-processcoverage@03114f09f119417c3242a9fb6e0b722676aedf38
|
||||||
|
|
||||||
- uses: codecov/codecov-action@e28ff129e5465c2c0dcc6f003fc735cb6ae0c673
|
- uses: codecov/codecov-action@5a1091511ad55cbe89839c7260b706298ca349f7 # v5.5.1
|
||||||
with:
|
with:
|
||||||
file: lcov.info
|
files: lcov.info
|
||||||
token: ${{ secrets.CODECOV_TOKEN }}
|
token: ${{ secrets.CODECOV_TOKEN }}
|
||||||
fail-ci-if-error: true
|
fail-ci-if-error: true
|
||||||
|
|
||||||
|
|||||||
36
.github/workflows/test_logger_ci.yml
vendored
36
.github/workflows/test_logger_ci.yml
vendored
@@ -7,17 +7,24 @@ on:
|
|||||||
- "master"
|
- "master"
|
||||||
pull_request:
|
pull_request:
|
||||||
|
|
||||||
|
concurrency:
|
||||||
|
group: ${{ github.workflow }}-${{ github.ref }}
|
||||||
|
cancel-in-progress: true
|
||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
test:
|
test:
|
||||||
name: Julia ${{ matrix.version }} - ${{ matrix.os }} - ${{ matrix.arch }} - ${{ github.event_name }}
|
name: Julia ${{ matrix.version }} - ${{ matrix.os }} - ${{ matrix.arch }} - ${{ github.event_name }}
|
||||||
runs-on: ${{ matrix.os }}
|
runs-on: ${{ matrix.os }}
|
||||||
|
timeout-minutes: 5
|
||||||
strategy:
|
strategy:
|
||||||
fail-fast: false
|
fail-fast: false
|
||||||
matrix:
|
matrix:
|
||||||
version:
|
version:
|
||||||
- "1.6"
|
- "1.6"
|
||||||
|
- "lts"
|
||||||
- "1" # automatically expands to the latest stable 1.x release of Julia
|
- "1" # automatically expands to the latest stable 1.x release of Julia
|
||||||
- nightly
|
- "pre"
|
||||||
|
- "nightly"
|
||||||
os:
|
os:
|
||||||
- ubuntu-latest
|
- ubuntu-latest
|
||||||
- macOS-latest
|
- macOS-latest
|
||||||
@@ -25,29 +32,32 @@ jobs:
|
|||||||
arch:
|
arch:
|
||||||
- x64
|
- x64
|
||||||
- x86
|
- x86
|
||||||
|
- aarch64
|
||||||
# 32-bit Julia binaries are not available on macOS
|
# 32-bit Julia binaries are not available on macOS
|
||||||
|
# macOS runners use Apple Silicon (ARM64)
|
||||||
exclude:
|
exclude:
|
||||||
- os: macOS-latest
|
- os: macOS-latest
|
||||||
arch: x86
|
arch: x86
|
||||||
|
- os: macOS-latest
|
||||||
|
arch: x64
|
||||||
|
- os: ubuntu-latest
|
||||||
|
arch: aarch64
|
||||||
|
- os: windows-latest
|
||||||
|
arch: aarch64
|
||||||
|
# Julia 1.6 didn't support ARM64
|
||||||
|
- os: macOS-latest
|
||||||
|
arch: aarch64
|
||||||
|
version: "1.6"
|
||||||
|
|
||||||
steps:
|
steps:
|
||||||
- name: Checkout julia-runtest
|
- name: Checkout julia-runtest
|
||||||
uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332
|
uses: actions/checkout@1af3b93b6815bc44a9784bd300feb67ff0d1eeb3 # v6.0.0
|
||||||
|
|
||||||
- uses: julia-actions/setup-julia@3645a07f58c7f83b9f82ac8e0bb95583e69149e6 # v2.2.0
|
- uses: julia-actions/setup-julia@5c9647d97b78a5debe5164e9eec09d653d29bd71 # v2.6.1
|
||||||
with:
|
with:
|
||||||
version: ${{ matrix.version }}
|
version: ${{ matrix.version }}
|
||||||
arch: ${{ matrix.arch }}
|
arch: ${{ matrix.arch }}
|
||||||
|
|
||||||
- uses: actions/cache@0c45773b623bea8c8e75f6c82b208c3cf94ea4f9
|
- uses: julia-actions/cache@d10a6fd8f31b12404a54613ebad242900567f2b9 # v2.1.0
|
||||||
env:
|
|
||||||
cache-name: cache-artifacts
|
|
||||||
with:
|
|
||||||
path: ~/.julia/artifacts
|
|
||||||
key: ${{ runner.os }}-test-${{ env.cache-name }}-${{ hashFiles('**/Project.toml') }}
|
|
||||||
restore-keys: |
|
|
||||||
${{ runner.os }}-test-${{ env.cache-name }}-
|
|
||||||
${{ runner.os }}-test-
|
|
||||||
${{ runner.os }}-
|
|
||||||
|
|
||||||
- run: julia --color=yes --check-bounds=yes test_logger_tests.jl
|
- run: julia --color=yes --check-bounds=yes test_logger_tests.jl
|
||||||
|
|||||||
46
README.md
46
README.md
@@ -28,7 +28,7 @@ jobs:
|
|||||||
runs-on: ${{ matrix.os }}
|
runs-on: ${{ matrix.os }}
|
||||||
strategy:
|
strategy:
|
||||||
matrix:
|
matrix:
|
||||||
julia-version: ['1.6', '1', 'nightly']
|
julia-version: ['lts', '1', 'pre']
|
||||||
julia-arch: [x64, x86]
|
julia-arch: [x64, x86]
|
||||||
os: [ubuntu-latest, windows-latest, macOS-latest]
|
os: [ubuntu-latest, windows-latest, macOS-latest]
|
||||||
exclude:
|
exclude:
|
||||||
@@ -37,11 +37,11 @@ jobs:
|
|||||||
|
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v4
|
- uses: actions/checkout@v4
|
||||||
- uses: julia-actions/setup-julia@v1
|
- uses: julia-actions/setup-julia@v2
|
||||||
with:
|
with:
|
||||||
version: ${{ matrix.julia-version }}
|
version: ${{ matrix.julia-version }}
|
||||||
arch: ${{ matrix.julia-arch }}
|
arch: ${{ matrix.julia-arch }}
|
||||||
- uses: julia-actions/cache@v1
|
- uses: julia-actions/cache@v2
|
||||||
- uses: julia-actions/julia-buildpkg@v1
|
- uses: julia-actions/julia-buildpkg@v1
|
||||||
- uses: julia-actions/julia-runtest@v1
|
- uses: julia-actions/julia-runtest@v1
|
||||||
# with:
|
# with:
|
||||||
@@ -72,7 +72,7 @@ If you only want to add this prefix on certain builds, you can [include addition
|
|||||||
fail-fast: false
|
fail-fast: false
|
||||||
matrix:
|
matrix:
|
||||||
os: [ubuntu-latest, windows-latest, macOS-latest]
|
os: [ubuntu-latest, windows-latest, macOS-latest]
|
||||||
version: ['1.0', '1', 'nightly']
|
version: ['lts', '1', 'pre']
|
||||||
arch: [x64]
|
arch: [x64]
|
||||||
include:
|
include:
|
||||||
- os: ubuntu-latest
|
- os: ubuntu-latest
|
||||||
@@ -87,6 +87,44 @@ If you only want to add this prefix on certain builds, you can [include addition
|
|||||||
|
|
||||||
This will add the prefix `xvfb-run` to all builds where the `os` is `ubuntu-latest`.
|
This will add the prefix `xvfb-run` to all builds where the `os` is `ubuntu-latest`.
|
||||||
|
|
||||||
|
### Pass Arguments to Test Suite
|
||||||
|
|
||||||
|
You can pass arguments from the workflow specification to the test script via the `test_args` parameter.
|
||||||
|
|
||||||
|
This is useful, for example, to specify separate workflows for fast and slow tests, or conditionally enabling quality assurance tests.
|
||||||
|
|
||||||
|
The functionality can be incorporated as follows:
|
||||||
|
|
||||||
|
```yaml
|
||||||
|
# ...
|
||||||
|
steps:
|
||||||
|
# ...
|
||||||
|
- uses: julia-actions/julia-runtest@v1
|
||||||
|
with:
|
||||||
|
test_args: 'slow_tests "quality assurance"'
|
||||||
|
# ...
|
||||||
|
```
|
||||||
|
|
||||||
|
The value of `test_args` can be accessed in `runtest.jl` via the `ARGS` variable. An example for `runtest.jl` is given below.
|
||||||
|
|
||||||
|
```julia
|
||||||
|
using Test
|
||||||
|
# ...
|
||||||
|
|
||||||
|
# run fast tests by default
|
||||||
|
include("fast_tests.jl")
|
||||||
|
|
||||||
|
if "slow_tests" in ARGS
|
||||||
|
# run slow tests
|
||||||
|
include("slow_tests.jl")
|
||||||
|
end
|
||||||
|
|
||||||
|
if "quality assurance" in ARGS
|
||||||
|
# run quality assurance tests
|
||||||
|
include("qa.jl")
|
||||||
|
end
|
||||||
|
```
|
||||||
|
|
||||||
|
|
||||||
### Registry flavor preference
|
### Registry flavor preference
|
||||||
|
|
||||||
|
|||||||
@@ -38,6 +38,9 @@ inputs:
|
|||||||
allow_reresolve:
|
allow_reresolve:
|
||||||
description: 'Whether to allow re-resolving of package versions in the test environment. Only effective on Julia 1.9+. Options: true | false. Default value: true'
|
description: 'Whether to allow re-resolving of package versions in the test environment. Only effective on Julia 1.9+. Options: true | false. Default value: true'
|
||||||
default: 'true'
|
default: 'true'
|
||||||
|
test_args:
|
||||||
|
description: 'Arguments string that is passed on to test.'
|
||||||
|
default: ''
|
||||||
|
|
||||||
runs:
|
runs:
|
||||||
using: 'composite'
|
using: 'composite'
|
||||||
@@ -57,7 +60,7 @@ runs:
|
|||||||
if: inputs.annotate == 'true'
|
if: inputs.annotate == 'true'
|
||||||
- run: |
|
- run: |
|
||||||
# The Julia command that will be executed
|
# The Julia command that will be executed
|
||||||
julia_cmd=( julia --color=yes --depwarn=${{ inputs.depwarn }} --inline=${{ inputs.inline }} --project=${{ inputs.project }} -e 'include(joinpath(ENV["GITHUB_ACTION_PATH"], "test_harness.jl"))' )
|
julia_cmd=( julia --color=yes --inline=${{ inputs.inline }} --project=${{ inputs.project }} -e 'include(joinpath(ENV["GITHUB_ACTION_PATH"], "test_harness.jl"))' -- ${{inputs.test_args}} )
|
||||||
|
|
||||||
# Add the prefix in front of the command if there is one
|
# Add the prefix in front of the command if there is one
|
||||||
prefix=( ${{ inputs.prefix }} )
|
prefix=( ${{ inputs.prefix }} )
|
||||||
@@ -74,3 +77,4 @@ runs:
|
|||||||
CHECK_BOUNDS: ${{ inputs.check_bounds }}
|
CHECK_BOUNDS: ${{ inputs.check_bounds }}
|
||||||
COMPILED_MODULES: ${{ inputs.compiled_modules }}
|
COMPILED_MODULES: ${{ inputs.compiled_modules }}
|
||||||
ALLOW_RERESOLVE: ${{ inputs.allow_reresolve }}
|
ALLOW_RERESOLVE: ${{ inputs.allow_reresolve }}
|
||||||
|
DEPWARN: ${{ inputs.depwarn }}
|
||||||
|
|||||||
@@ -7,7 +7,9 @@ include(joinpath(@__DIR__, "autodetect-dependabot.jl"))
|
|||||||
function kwargs(; coverage,
|
function kwargs(; coverage,
|
||||||
force_latest_compatible_version,
|
force_latest_compatible_version,
|
||||||
allow_reresolve,
|
allow_reresolve,
|
||||||
julia_args::AbstractVector{<:AbstractString}=String[])
|
julia_args::AbstractVector{<:AbstractString}=String[],
|
||||||
|
test_args::AbstractVector{<:AbstractString}=String[],
|
||||||
|
)
|
||||||
if coverage isa AbstractString
|
if coverage isa AbstractString
|
||||||
coverage = parse(Bool, coverage)
|
coverage = parse(Bool, coverage)
|
||||||
end
|
end
|
||||||
@@ -56,6 +58,10 @@ function kwargs(; coverage,
|
|||||||
kwargs_dict[:allow_reresolve] = parse(Bool, allow_reresolve)
|
kwargs_dict[:allow_reresolve] = parse(Bool, allow_reresolve)
|
||||||
end
|
end
|
||||||
|
|
||||||
|
if !isempty(test_args)
|
||||||
|
kwargs_dict[:test_args] = test_args
|
||||||
|
end
|
||||||
|
|
||||||
return kwargs_dict
|
return kwargs_dict
|
||||||
end
|
end
|
||||||
|
|
||||||
|
|||||||
@@ -4,7 +4,60 @@ kwargs = Kwargs.kwargs(; coverage=ENV["COVERAGE"],
|
|||||||
force_latest_compatible_version=ENV["FORCE_LATEST_COMPATIBLE_VERSION"],
|
force_latest_compatible_version=ENV["FORCE_LATEST_COMPATIBLE_VERSION"],
|
||||||
allow_reresolve=ENV["ALLOW_RERESOLVE"],
|
allow_reresolve=ENV["ALLOW_RERESOLVE"],
|
||||||
julia_args=[string("--check-bounds=", ENV["CHECK_BOUNDS"]),
|
julia_args=[string("--check-bounds=", ENV["CHECK_BOUNDS"]),
|
||||||
string("--compiled-modules=", ENV["COMPILED_MODULES"])])
|
string("--compiled-modules=", ENV["COMPILED_MODULES"]),
|
||||||
|
# Needs to be done via `julia_args` to ensure `depwarn: no` is respected:
|
||||||
|
# https://github.com/JuliaLang/Pkg.jl/pull/1763#discussion_r406819660
|
||||||
|
string("--depwarn=", ENV["DEPWARN"]),],
|
||||||
|
test_args=ARGS,
|
||||||
|
)
|
||||||
|
|
||||||
|
kwargs_reprs = map(kv -> string(kv[1], "=", repr(kv[2])), collect(kwargs))
|
||||||
|
kwargs_repr = join(kwargs_reprs, ", ")
|
||||||
|
|
||||||
|
# Warn if running on a merge commit (different from branch HEAD)
|
||||||
|
git_note = ""
|
||||||
|
if haskey(ENV, "GITHUB_SHA") && get(ENV, "GITHUB_EVENT_NAME", "") == "pull_request" && haskey(ENV, "GITHUB_HEAD_REF")
|
||||||
|
# For pull_request events, GITHUB_SHA is the merge commit, not the PR head commit
|
||||||
|
try
|
||||||
|
merge_commit = ENV["GITHUB_SHA"]
|
||||||
|
pr_branch = ENV["GITHUB_HEAD_REF"]
|
||||||
|
base_branch_name = get(ENV, "GITHUB_BASE_REF", "")
|
||||||
|
|
||||||
|
# Check if there's any difference between the merge commit and the PR head
|
||||||
|
# In GitHub Actions, HEAD^2 is the PR head (second parent of merge commit)
|
||||||
|
# First check if HEAD^2 exists (i.e., this is actually a merge commit)
|
||||||
|
if success(`git rev-parse --verify --quiet HEAD^2`)
|
||||||
|
# Compare tree hashes to check if content actually differs
|
||||||
|
merge_tree = chomp(read(`git rev-parse HEAD^\{tree\}`, String))
|
||||||
|
pr_tree = chomp(read(`git rev-parse HEAD^2^\{tree\}`, String))
|
||||||
|
has_diff = merge_tree != pr_tree
|
||||||
|
else
|
||||||
|
# Not a merge commit, so no difference to report
|
||||||
|
has_diff = false
|
||||||
|
end
|
||||||
|
|
||||||
|
if has_diff
|
||||||
|
base_branch = isempty(base_branch_name) ? "the base branch" : "'$base_branch_name'"
|
||||||
|
global git_note = """
|
||||||
|
│ Note: This is being run on merge commit $merge_commit (merge of PR branch '$pr_branch' into $base_branch).
|
||||||
|
│ The content differs from the actual commit on your PR branch.
|
||||||
|
│ To reproduce locally, update your branch with $base_branch first.
|
||||||
|
│
|
||||||
|
"""
|
||||||
|
end
|
||||||
|
catch e
|
||||||
|
@warn "Error while checking git diff" exception=(e, catch_backtrace())
|
||||||
|
end
|
||||||
|
end
|
||||||
|
|
||||||
|
print("""
|
||||||
|
│
|
||||||
|
│ To reproduce this CI run locally run the following from the same repository state on julia version $VERSION:
|
||||||
|
│
|
||||||
|
│ `import Pkg; Pkg.test(;$kwargs_repr)`
|
||||||
|
│
|
||||||
|
""")
|
||||||
|
print(git_note)
|
||||||
|
|
||||||
if parse(Bool, ENV["ANNOTATE"]) && v"1.8pre" < VERSION < v"1.9.0-beta3"
|
if parse(Bool, ENV["ANNOTATE"]) && v"1.8pre" < VERSION < v"1.9.0-beta3"
|
||||||
push!(LOAD_PATH, "@tests-logger-env") # access dependencies
|
push!(LOAD_PATH, "@tests-logger-env") # access dependencies
|
||||||
|
|||||||
Reference in New Issue
Block a user