Skip to content

Commit ad55ce6

Browse files
sayakpaulsayakpaul
authored
[Chore] increase number of workers for the tests. (huggingface#7558)
* increase number of workers for the tests. * move to beefier runner. * improve the fast push tests too. * use a beefy machine for pytorch pipeline tests * up the number of workers further.
1 parent a9a5b14 commit ad55ce6

File tree

3 files changed

+19
-19
lines changed

3 files changed

+19
-19
lines changed

‎.github/workflows/pr_test_peft_backend.yml‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -71,7 +71,7 @@ jobs:
7171

7272
name: LoRA - ${{ matrix.lib-versions }}
7373

74-
runs-on: docker-cpu
74+
runs-on: [ self-hosted, intel-cpu, 8-cpu, ci ]
7575

7676
container:
7777
image: diffusers/diffusers-pytorch-cpu
@@ -108,7 +108,7 @@ jobs:
108108
- name: Run fast PyTorch LoRA CPU tests with PEFT backend
109109
run: |
110110
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
111-
python -m pytest -n 1 --max-worker-restart=0 --dist=loadfile \
111+
python -m pytest -n 4 --max-worker-restart=0 --dist=loadfile \
112112
-s -v \
113113
--make-reports=tests_${{ matrix.config.report }} \
114114
tests/lora/

‎.github/workflows/pr_tests.yml‎

Lines changed: 9 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -77,22 +77,22 @@ jobs:
7777
config:
7878
- name: Fast PyTorch Pipeline CPU tests
7979
framework: pytorch_pipelines
80-
runner: docker-cpu
80+
runner: [ self-hosted, intel-cpu, 32-cpu, 256-ram, ci ]
8181
image: diffusers/diffusers-pytorch-cpu
8282
report: torch_cpu_pipelines
8383
- name: Fast PyTorch Models & Schedulers CPU tests
8484
framework: pytorch_models
85-
runner: docker-cpu
85+
runner: [ self-hosted, intel-cpu, 8-cpu, ci ]
8686
image: diffusers/diffusers-pytorch-cpu
8787
report: torch_cpu_models_schedulers
8888
- name: Fast Flax CPU tests
8989
framework: flax
90-
runner: docker-cpu
90+
runner: [ self-hosted, intel-cpu, 8-cpu, ci ]
9191
image: diffusers/diffusers-flax-cpu
9292
report: flax_cpu
9393
- name: PyTorch Example CPU tests
9494
framework: pytorch_examples
95-
runner: docker-cpu
95+
runner: [ self-hosted, intel-cpu, 8-cpu, ci ]
9696
image: diffusers/diffusers-pytorch-cpu
9797
report: torch_example_cpu
9898

@@ -130,7 +130,7 @@ jobs:
130130
if: ${{ matrix.config.framework == 'pytorch_pipelines' }}
131131
run: |
132132
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
133-
python -m pytest -n 2 --max-worker-restart=0 --dist=loadfile \
133+
python -m pytest -n 8 --max-worker-restart=0 --dist=loadfile \
134134
-s -v -k "not Flax and not Onnx" \
135135
--make-reports=tests_${{ matrix.config.report }} \
136136
tests/pipelines
@@ -139,7 +139,7 @@ jobs:
139139
if: ${{ matrix.config.framework == 'pytorch_models' }}
140140
run: |
141141
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
142-
python -m pytest -n 2 --max-worker-restart=0 --dist=loadfile \
142+
python -m pytest -n 4 --max-worker-restart=0 --dist=loadfile \
143143
-s -v -k "not Flax and not Onnx and not Dependency" \
144144
--make-reports=tests_${{ matrix.config.report }} \
145145
tests/models tests/schedulers tests/others
@@ -148,7 +148,7 @@ jobs:
148148
if: ${{ matrix.config.framework == 'flax' }}
149149
run: |
150150
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
151-
python -m pytest -n 2 --max-worker-restart=0 --dist=loadfile \
151+
python -m pytest -n 4 --max-worker-restart=0 --dist=loadfile \
152152
-s -v -k "Flax" \
153153
--make-reports=tests_${{ matrix.config.report }} \
154154
tests
@@ -158,7 +158,7 @@ jobs:
158158
run: |
159159
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
160160
python -m uv pip install peft
161-
python -m pytest -n 2 --max-worker-restart=0 --dist=loadfile \
161+
python -m pytest -n 4 --max-worker-restart=0 --dist=loadfile \
162162
--make-reports=tests_${{ matrix.config.report }} \
163163
examples
164164
@@ -181,7 +181,7 @@ jobs:
181181
config:
182182
- name: Hub tests for models, schedulers, and pipelines
183183
framework: hub_tests_pytorch
184-
runner: docker-cpu
184+
runner: [ self-hosted, intel-cpu, 8-cpu, ci ]
185185
image: diffusers/diffusers-pytorch-cpu
186186
report: torch_hub
187187

‎.github/workflows/push_tests_fast.yml‎

Lines changed: 8 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -29,22 +29,22 @@ jobs:
2929
config:
3030
- name: Fast PyTorch CPU tests on Ubuntu
3131
framework: pytorch
32-
runner: docker-cpu
32+
runner: [ self-hosted, intel-cpu, 8-cpu, ci ]
3333
image: diffusers/diffusers-pytorch-cpu
3434
report: torch_cpu
3535
- name: Fast Flax CPU tests on Ubuntu
3636
framework: flax
37-
runner: docker-cpu
37+
runner: [ self-hosted, intel-cpu, 8-cpu, ci ]
3838
image: diffusers/diffusers-flax-cpu
3939
report: flax_cpu
4040
- name: Fast ONNXRuntime CPU tests on Ubuntu
4141
framework: onnxruntime
42-
runner: docker-cpu
42+
runner: [ self-hosted, intel-cpu, 8-cpu, ci ]
4343
image: diffusers/diffusers-onnxruntime-cpu
4444
report: onnx_cpu
4545
- name: PyTorch Example CPU tests on Ubuntu
4646
framework: pytorch_examples
47-
runner: docker-cpu
47+
runner: [ self-hosted, intel-cpu, 8-cpu, ci ]
4848
image: diffusers/diffusers-pytorch-cpu
4949
report: torch_example_cpu
5050

@@ -81,7 +81,7 @@ jobs:
8181
if: ${{ matrix.config.framework == 'pytorch' }}
8282
run: |
8383
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
84-
python -m pytest -n 2 --max-worker-restart=0 --dist=loadfile \
84+
python -m pytest -n 4 --max-worker-restart=0 --dist=loadfile \
8585
-s -v -k "not Flax and not Onnx" \
8686
--make-reports=tests_${{ matrix.config.report }} \
8787
tests/
@@ -90,7 +90,7 @@ jobs:
9090
if: ${{ matrix.config.framework == 'flax' }}
9191
run: |
9292
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
93-
python -m pytest -n 2 --max-worker-restart=0 --dist=loadfile \
93+
python -m pytest -n 4 --max-worker-restart=0 --dist=loadfile \
9494
-s -v -k "Flax" \
9595
--make-reports=tests_${{ matrix.config.report }} \
9696
tests/
@@ -99,7 +99,7 @@ jobs:
9999
if: ${{ matrix.config.framework == 'onnxruntime' }}
100100
run: |
101101
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
102-
python -m pytest -n 2 --max-worker-restart=0 --dist=loadfile \
102+
python -m pytest -n 4 --max-worker-restart=0 --dist=loadfile \
103103
-s -v -k "Onnx" \
104104
--make-reports=tests_${{ matrix.config.report }} \
105105
tests/
@@ -109,7 +109,7 @@ jobs:
109109
run: |
110110
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
111111
python -m uv pip install peft
112-
python -m pytest -n 2 --max-worker-restart=0 --dist=loadfile \
112+
python -m pytest -n 4 --max-worker-restart=0 --dist=loadfile \
113113
--make-reports=tests_${{ matrix.config.report }} \
114114
examples
115115

0 commit comments

Comments
 (0)