Skip to content

Commit be613d3

Browse files
cncastillocncastillo
authored
Update Buildkite GPU pipeline (#750)
1 parent 6c3bf6f commit be613d3

3 files changed

Lines changed: 92 additions & 90 deletions

File tree

‎.buildkite/runbenchmarks.yml‎

Lines changed: 33 additions & 33 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
steps:
22
- group: ":racehorse: Benchmarks"
33
steps:
4-
- label: "CPU: Run Benchmarks with {{matrix.threads}} thread(s)"
4+
- label: "CPU {{matrix.threads}}T - Julia 1 - Benchmark"
55
matrix:
66
setup:
77
threads:
@@ -33,7 +33,7 @@ steps:
3333
JULIA_NUM_THREADS: "{{matrix.threads}}"
3434
timeout_in_minutes: 30
3535

36-
- label: "AMDGPU: Run Benchmarks"
36+
- label: "AMDGPU - Julia 1 - Benchmark"
3737
plugins:
3838
- JuliaCI/julia#v1:
3939
version: "1"
@@ -56,12 +56,12 @@ steps:
5656
agents:
5757
queue: "juliagpu"
5858
rocm: "*"
59-
rocmgpu: "*"
59+
rocmgpu: "gfx1100"
6060
env:
6161
BENCHMARK_GROUP: AMDGPU
6262
timeout_in_minutes: 30
6363

64-
- label: "CUDA: Run Benchmarks"
64+
- label: "CUDA - Julia 1 - Benchmark"
6565
plugins:
6666
- JuliaCI/julia#v1:
6767
version: "1"
@@ -89,7 +89,7 @@ steps:
8989
BENCHMARK_GROUP: CUDA
9090
timeout_in_minutes: 30
9191

92-
- label: "Metal: Run Benchmarks"
92+
- label: "Metal - Julia 1 - Benchmark"
9393
plugins:
9494
- JuliaCI/julia#v1:
9595
version: "1"
@@ -117,34 +117,34 @@ steps:
117117
BENCHMARK_GROUP: Metal
118118
timeout_in_minutes: 30
119119

120-
# oneAPI benchmark uploads are intentionally disabled for now because the
121-
# backend is too flaky in CI. Historical oneAPI data remains on gh-pages.
122-
# - label: "oneAPI: Run Benchmarks"
123-
# plugins:
124-
# - JuliaCI/julia#v1:
125-
# version: "1"
126-
# command: |
127-
# julia --project=benchmarks -e 'println("--- :julia: Instantiating project")
128-
# using Pkg
129-
# Pkg.develop([
130-
# PackageSpec(path=pwd(), subdir="KomaMRIBase"),
131-
# PackageSpec(path=pwd(), subdir="KomaMRICore"),
132-
# ])'
133-
#
134-
# julia --project=benchmarks -e 'println("---:julia: Add oneAPI to benchmarks environment")
135-
# using Pkg
136-
# Pkg.add("oneAPI")'
137-
#
138-
# julia --project=benchmarks -e 'println("--- :julia: Run Benchmarks")
139-
# include("benchmarks/runbenchmarks.jl")'
140-
# artifact_paths:
141-
# - "benchmarks/results/*"
142-
# agents:
143-
# queue: "juliagpu"
144-
# intel: "*"
145-
# env:
146-
# BENCHMARK_GROUP: oneAPI
147-
# timeout_in_minutes: 30
120+
- label: "oneAPI - Julia 1 - Benchmark"
121+
plugins:
122+
- JuliaCI/julia#v1:
123+
version: "1"
124+
command: |
125+
julia --project=benchmarks -e 'println("--- :julia: Instantiating project")
126+
using Pkg
127+
Pkg.develop([
128+
PackageSpec(path=pwd(), subdir="KomaMRIBase"),
129+
PackageSpec(path=pwd(), subdir="KomaMRICore"),
130+
])'
131+
132+
julia --project=benchmarks -e 'println("---:julia: Add oneAPI to benchmarks environment")
133+
using Pkg
134+
Pkg.add("oneAPI")'
135+
136+
julia --project=benchmarks -e 'println("--- :julia: Run Benchmarks")
137+
include("benchmarks/runbenchmarks.jl")'
138+
artifact_paths:
139+
- "benchmarks/results/*"
140+
agents:
141+
queue: "juliagpu"
142+
intel: "*"
143+
env:
144+
BENCHMARK_GROUP: oneAPI
145+
soft_fail:
146+
- exit_status: "*"
147+
timeout_in_minutes: 15
148148

149149
- wait: ~
150150

‎.buildkite/runtests.yml‎

Lines changed: 51 additions & 49 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,7 @@
11
steps:
22
- group: ":julia: ($TEST_GROUP) Tests"
33
steps:
4-
- label: "CPU: Run tests on v{{matrix.version}}"
4+
- label: "CPU 4T - Julia {{matrix.version}} - Test"
55
matrix:
66
setup:
77
version:
@@ -29,7 +29,7 @@ steps:
2929
JULIA_NUM_THREADS: "4"
3030
timeout_in_minutes: 30
3131

32-
- label: "AMDGPU: Run tests on v{{matrix.version}}"
32+
- label: "AMDGPU - Julia {{matrix.version}} - Test"
3333
matrix:
3434
setup:
3535
version:
@@ -71,9 +71,10 @@ steps:
7171
agents:
7272
queue: "juliagpu"
7373
rocm: "*"
74+
rocmgpu: "gfx1100"
7475
timeout_in_minutes: 60
7576

76-
- label: "CUDA: Run tests on v{{matrix.version}}"
77+
- label: "CUDA - Julia {{matrix.version}} - Test"
7778
matrix:
7879
setup:
7980
version:
@@ -117,7 +118,7 @@ steps:
117118
cuda: "*"
118119
timeout_in_minutes: 60
119120

120-
- label: "Metal: Run tests on v{{matrix.version}}"
121+
- label: "Metal - Julia {{matrix.version}} - Test"
121122
matrix:
122123
setup:
123124
version:
@@ -155,51 +156,52 @@ steps:
155156
arch: "aarch64"
156157
timeout_in_minutes: 60
157158

158-
# oneAPI CI is intentionally disabled for now because the backend is too
159-
# flaky in Buildkite. Keep the step here so it can be re-enabled later.
160-
# - label: "oneAPI: Run tests on v{{matrix.version}}"
161-
# matrix:
162-
# setup:
163-
# version:
164-
# - "1.10"
165-
# - "1"
166-
# plugins:
167-
# - JuliaCI/julia#v1:
168-
# version: "{{matrix.version}}"
169-
# - JuliaCI/julia-coverage:
170-
# codecov: true
171-
# flags:
172-
# - core
173-
# dirs:
174-
# - KomaMRICore/src
175-
# - KomaMRICore/ext
176-
# env:
177-
# TEST_GROUP: $TEST_GROUP
178-
# command: |
179-
# julia -e 'println("--- :julia: Instantiating project")
180-
# using Pkg
181-
# if !( VERSION < v"1.11" )
182-
# Pkg.activate("KomaMRICore/test")
183-
# end
184-
# Pkg.develop([
185-
# PackageSpec(path=pwd(), subdir="KomaMRIBase"),
186-
# PackageSpec(path=pwd(), subdir="KomaMRICore"),
187-
# ])'
188-
#
189-
# julia --project=KomaMRICore/test -e 'println("--- :julia: Add oneAPI to test environment")
190-
# using Pkg
191-
# Pkg.add("oneAPI")'
192-
#
193-
# julia -e 'println("--- :julia: Running tests")
194-
# using Pkg
195-
# if !( VERSION < v"1.11" )
196-
# Pkg.activate("KomaMRICore/test")
197-
# end
198-
# Pkg.test("KomaMRICore"; coverage=true, test_args=["oneAPI"])'
199-
# agents:
200-
# queue: "juliagpu"
201-
# intel: "*"
202-
# timeout_in_minutes: 60
159+
- label: "oneAPI - Julia {{matrix.version}} - Test - Core"
160+
if: build.env("TEST_GROUP") == "nomotion"
161+
matrix:
162+
setup:
163+
version:
164+
- "1.10"
165+
- "1"
166+
plugins:
167+
- JuliaCI/julia#v1:
168+
version: "{{matrix.version}}"
169+
- JuliaCI/julia-coverage:
170+
codecov: true
171+
flags:
172+
- core
173+
dirs:
174+
- KomaMRICore/src
175+
- KomaMRICore/ext
176+
env:
177+
TEST_GROUP: "core"
178+
command: |
179+
julia -e 'println("--- :julia: Instantiating project")
180+
using Pkg
181+
if !( VERSION < v"1.11" )
182+
Pkg.activate("KomaMRICore/test")
183+
end
184+
Pkg.develop([
185+
PackageSpec(path=pwd(), subdir="KomaMRIBase"),
186+
PackageSpec(path=pwd(), subdir="KomaMRICore"),
187+
])'
188+
189+
julia --project=KomaMRICore/test -e 'println("--- :julia: Add oneAPI to test environment")
190+
using Pkg
191+
Pkg.add("oneAPI")'
192+
193+
julia -e 'println("--- :julia: Running tests")
194+
using Pkg
195+
if !( VERSION < v"1.11" )
196+
Pkg.activate("KomaMRICore/test")
197+
end
198+
Pkg.test("KomaMRICore"; coverage=true, test_args=["oneAPI"])'
199+
agents:
200+
queue: "juliagpu"
201+
intel: "*"
202+
soft_fail:
203+
- exit_status: "*"
204+
timeout_in_minutes: 15
203205

204206
env:
205207
CI: BUILDKITE

‎README.md‎

Lines changed: 8 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -207,14 +207,14 @@ If you see any problem with this information, please let us know in a GitHub iss
207207
[docd-url]: https://juliahealth.github.io/KomaMRI.jl/dev/
208208
<!-- Buildkite -->
209209
[buildkite-badge]: https://badge.buildkite.com/f3c2e589ac0c1310cda3c2092814e33ac9db15b4f103eb572b.svg?branch=master
210-
[cpu-stable]: https://badge.buildkite.com/f3c2e589ac0c1310cda3c2092814e33ac9db15b4f103eb572b.svg?branch=master&step=CPU%3A%20Run%20tests%20on%20v1
211-
[nvidia-stable]: https://badge.buildkite.com/f3c2e589ac0c1310cda3c2092814e33ac9db15b4f103eb572b.svg?branch=master&step=CUDA%3A%20Run%20tests%20on%20v1
212-
[amd-stable]: https://badge.buildkite.com/f3c2e589ac0c1310cda3c2092814e33ac9db15b4f103eb572b.svg?branch=master&step=AMDGPU%3A%20Run%20tests%20on%20v1
213-
[apple-stable]: https://badge.buildkite.com/f3c2e589ac0c1310cda3c2092814e33ac9db15b4f103eb572b.svg?branch=master&step=Metal%3A%20Run%20tests%20on%20v1
214-
[cpu-compat]: https://badge.buildkite.com/f3c2e589ac0c1310cda3c2092814e33ac9db15b4f103eb572b.svg?branch=master&step=CPU%3A%20Run%20tests%20on%20v1.10
215-
[nvidia-compat]: https://badge.buildkite.com/f3c2e589ac0c1310cda3c2092814e33ac9db15b4f103eb572b.svg?branch=master&step=CUDA%3A%20Run%20tests%20on%20v1.10
216-
[amd-compat]: https://badge.buildkite.com/f3c2e589ac0c1310cda3c2092814e33ac9db15b4f103eb572b.svg?branch=master&step=AMDGPU%3A%20Run%20tests%20on%20v1.10
217-
[apple-compat]: https://badge.buildkite.com/f3c2e589ac0c1310cda3c2092814e33ac9db15b4f103eb572b.svg?branch=master&step=Metal%3A%20Run%20tests%20on%20v1.10
210+
[cpu-stable]: https://badge.buildkite.com/f3c2e589ac0c1310cda3c2092814e33ac9db15b4f103eb572b.svg?branch=master&step=CPU%204T%20-%20Julia%201%20-%20Test
211+
[nvidia-stable]: https://badge.buildkite.com/f3c2e589ac0c1310cda3c2092814e33ac9db15b4f103eb572b.svg?branch=master&step=CUDA%20-%20Julia%201%20-%20Test
212+
[amd-stable]: https://badge.buildkite.com/f3c2e589ac0c1310cda3c2092814e33ac9db15b4f103eb572b.svg?branch=master&step=AMDGPU%20-%20Julia%201%20-%20Test
213+
[apple-stable]: https://badge.buildkite.com/f3c2e589ac0c1310cda3c2092814e33ac9db15b4f103eb572b.svg?branch=master&step=Metal%20-%20Julia%201%20-%20Test
214+
[cpu-compat]: https://badge.buildkite.com/f3c2e589ac0c1310cda3c2092814e33ac9db15b4f103eb572b.svg?branch=master&step=CPU%204T%20-%20Julia%201.10%20-%20Test
215+
[nvidia-compat]: https://badge.buildkite.com/f3c2e589ac0c1310cda3c2092814e33ac9db15b4f103eb572b.svg?branch=master&step=CUDA%20-%20Julia%201.10%20-%20Test
216+
[amd-compat]: https://badge.buildkite.com/f3c2e589ac0c1310cda3c2092814e33ac9db15b4f103eb572b.svg?branch=master&step=AMDGPU%20-%20Julia%201.10%20-%20Test
217+
[apple-compat]: https://badge.buildkite.com/f3c2e589ac0c1310cda3c2092814e33ac9db15b4f103eb572b.svg?branch=master&step=Metal%20-%20Julia%201.10%20-%20Test
218218

219219
[buildkite-url]: https://buildkite.com/julialang/komamri-dot-jl/builds
220220
<!-- CI -->

0 commit comments

Comments
 (0)