Skip to content

Commit 96b0e1d

Browse files
DN6DN6
committed
update
1 parent bbd2f9d commit 96b0e1d

File tree

3 files changed

+27
-146
lines changed

3 files changed

+27
-146
lines changed

‎.github/workflows/nightly_tests.yml‎

Lines changed: 20 additions & 82 deletions
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,7 @@ on:
77

88
env:
99
DIFFUSERS_IS_CI: yes
10-
HF_HOME: /mnt/cache
10+
HF_HUB_ENABLE_HF_TRANSFER: 1
1111
OMP_NUM_THREADS: 8
1212
MKL_NUM_THREADS: 8
1313
PYTEST_TIMEOUT: 600
@@ -27,10 +27,6 @@ jobs:
2727
uses: actions/checkout@v3
2828
with:
2929
fetch-depth: 2
30-
- name: Set up Python
31-
uses: actions/setup-python@v4
32-
with:
33-
python-version: "3.8"
3430
- name: Install dependencies
3531
run: |
3632
pip install -e .
@@ -50,36 +46,35 @@ jobs:
5046
path: reports
5147

5248
run_nightly_tests_for_torch_pipelines:
53-
name: Torch Pipelines CUDA Nightly Tests
49+
name: Nightly Torch Pipelines CUDA Tests
5450
needs: setup_torch_cuda_pipeline_matrix
5551
strategy:
5652
fail-fast: false
53+
max-parallel: 8
5754
matrix:
5855
module: ${{ fromJson(needs.setup_torch_cuda_pipeline_matrix.outputs.pipeline_test_matrix) }}
5956
runs-on: [single-gpu, nvidia-gpu, t4, ci]
6057
container:
6158
image: diffusers/diffusers-pytorch-cuda
62-
options: --shm-size "16gb" --ipc host -v /mnt/cache/.cache/huggingface/diffusers:/mnt/cache/ --gpus 0
59+
options: --shm-size "16gb" --ipc host --gpus 0
6360
steps:
6461
- name: Checkout diffusers
6562
uses: actions/checkout@v3
6663
with:
6764
fetch-depth: 2
6865
- name: NVIDIA-SMI
6966
run: nvidia-smi
70-
7167
- name: Install dependencies
7268
run: |
7369
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
7470
python -m uv pip install -e [quality,test]
7571
python -m uv pip install accelerate@git+https://github.com/huggingface/accelerate.git
7672
python -m uv pip install pytest-reportlog
77-
73+
python -m uv pip install hf_transfer
7874
- name: Environment
7975
run: |
8076
python utils/print_env.py
81-
82-
- name: Nightly PyTorch CUDA checkpoint (pipelines) tests
77+
- name: Pipeline CUDA Test
8378
env:
8479
HF_TOKEN: ${{ secrets.HF_TOKEN }}
8580
# https://pytorch.org/docs/stable/notes/randomness.html#avoiding-nondeterministic-algorithms
@@ -90,38 +85,36 @@ jobs:
9085
--make-reports=tests_pipeline_${{ matrix.module }}_cuda \
9186
--report-log=tests_pipeline_${{ matrix.module }}_cuda.log \
9287
tests/pipelines/${{ matrix.module }}
93-
9488
- name: Failure short reports
9589
if: ${{ failure() }}
9690
run: |
9791
cat reports/tests_pipeline_${{ matrix.module }}_cuda_stats.txt
9892
cat reports/tests_pipeline_${{ matrix.module }}_cuda_failures_short.txt
99-
10093
- name: Test suite reports artifacts
10194
if: ${{ always() }}
10295
uses: actions/upload-artifact@v2
10396
with:
10497
name: pipeline_${{ matrix.module }}_test_reports
10598
path: reports
106-
10799
- name: Generate Report and Notify Channel
108100
if: always()
109101
run: |
110102
pip install slack_sdk tabulate
111-
python scripts/log_reports.py >> $GITHUB_STEP_SUMMARY
103+
python utils/log_reports.py >> $GITHUB_STEP_SUMMARY
112104
113105
run_nightly_tests_for_other_torch_modules:
114-
name: Torch Non-Pipelines CUDA Nightly Tests
106+
name: Nightly Torch CUDA Tests
115107
runs-on: [single-gpu, nvidia-gpu, t4, ci]
116108
container:
117109
image: diffusers/diffusers-pytorch-cuda
118-
options: --shm-size "16gb" --ipc host -v /mnt/hf_cache:/mnt/cache/ --gpus 0
110+
options: --shm-size "16gb" --ipc host --gpus 0
119111
defaults:
120112
run:
121113
shell: bash
122114
strategy:
123115
matrix:
124-
module: [models, schedulers, others, examples]
116+
max-parallel: 2
117+
module: [models, schedulers, lora, others, single_file, examples]
125118
steps:
126119
- name: Checkout diffusers
127120
uses: actions/checkout@v3
@@ -133,7 +126,9 @@ jobs:
133126
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
134127
python -m uv pip install -e [quality,test]
135128
python -m uv pip install accelerate@git+https://github.com/huggingface/accelerate.git
129+
python -m uv pip install peft@git+https://github.com/huggingface/peft.git
136130
python -m uv pip install pytest-reportlog
131+
python -m uv pip install hf_transfer
137132
138133
- name: Environment
139134
run: python utils/print_env.py
@@ -158,7 +153,6 @@ jobs:
158153
# https://pytorch.org/docs/stable/notes/randomness.html#avoiding-nondeterministic-algorithms
159154
CUBLAS_WORKSPACE_CONFIG: :16:8
160155
run: |
161-
python -m uv pip install peft@git+https://github.com/huggingface/peft.git
162156
python -m pytest -n 1 --max-worker-restart=0 --dist=loadfile \
163157
-s -v --make-reports=examples_torch_cuda \
164158
--report-log=examples_torch_cuda.log \
@@ -181,64 +175,7 @@ jobs:
181175
if: always()
182176
run: |
183177
pip install slack_sdk tabulate
184-
python scripts/log_reports.py >> $GITHUB_STEP_SUMMARY
185-
186-
run_lora_nightly_tests:
187-
name: Nightly LoRA Tests with PEFT and TORCH
188-
runs-on: [single-gpu, nvidia-gpu, t4, ci]
189-
container:
190-
image: diffusers/diffusers-pytorch-cuda
191-
options: --shm-size "16gb" --ipc host -v /mnt/hf_cache:/mnt/cache/ --gpus 0
192-
defaults:
193-
run:
194-
shell: bash
195-
steps:
196-
- name: Checkout diffusers
197-
uses: actions/checkout@v3
198-
with:
199-
fetch-depth: 2
200-
201-
- name: Install dependencies
202-
run: |
203-
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
204-
python -m uv pip install -e [quality,test]
205-
python -m uv pip install accelerate@git+https://github.com/huggingface/accelerate.git
206-
python -m uv pip install peft@git+https://github.com/huggingface/peft.git
207-
python -m uv pip install pytest-reportlog
208-
209-
- name: Environment
210-
run: python utils/print_env.py
211-
212-
- name: Run nightly LoRA tests with PEFT and Torch
213-
env:
214-
HF_TOKEN: ${{ secrets.HF_TOKEN }}
215-
# https://pytorch.org/docs/stable/notes/randomness.html#avoiding-nondeterministic-algorithms
216-
CUBLAS_WORKSPACE_CONFIG: :16:8
217-
run: |
218-
python -m pytest -n 1 --max-worker-restart=0 --dist=loadfile \
219-
-s -v -k "not Flax and not Onnx" \
220-
--make-reports=tests_torch_lora_cuda \
221-
--report-log=tests_torch_lora_cuda.log \
222-
tests/lora
223-
224-
- name: Failure short reports
225-
if: ${{ failure() }}
226-
run: |
227-
cat reports/tests_torch_lora_cuda_stats.txt
228-
cat reports/tests_torch_lora_cuda_failures_short.txt
229-
230-
- name: Test suite reports artifacts
231-
if: ${{ always() }}
232-
uses: actions/upload-artifact@v2
233-
with:
234-
name: torch_lora_cuda_test_reports
235-
path: reports
236-
237-
- name: Generate Report and Notify Channel
238-
if: always()
239-
run: |
240-
pip install slack_sdk tabulate
241-
python scripts/log_reports.py >> $GITHUB_STEP_SUMMARY
178+
python utils/log_reports.py >> $GITHUB_STEP_SUMMARY
242179
243180
run_flax_tpu_tests:
244181
name: Nightly Flax TPU Tests
@@ -294,14 +231,14 @@ jobs:
294231
if: always()
295232
run: |
296233
pip install slack_sdk tabulate
297-
python scripts/log_reports.py >> $GITHUB_STEP_SUMMARY
234+
python utils/log_reports.py >> $GITHUB_STEP_SUMMARY
298235
299236
run_nightly_onnx_tests:
300237
name: Nightly ONNXRuntime CUDA tests on Ubuntu
301238
runs-on: [single-gpu, nvidia-gpu, t4, ci]
302239
container:
303240
image: diffusers/diffusers-onnxruntime-cuda
304-
options: --gpus 0 --shm-size "16gb" --ipc host -v /mnt/hf_cache:/mnt/cache/
241+
options: --gpus 0 --shm-size "16gb" --ipc host
305242

306243
steps:
307244
- name: Checkout diffusers
@@ -318,11 +255,12 @@ jobs:
318255
python -m uv pip install -e [quality,test]
319256
python -m uv pip install accelerate@git+https://github.com/huggingface/accelerate.git
320257
python -m uv pip install pytest-reportlog
258+
python -m uv pip install hf_transfer
321259
322260
- name: Environment
323261
run: python utils/print_env.py
324262

325-
- name: Run nightly ONNXRuntime CUDA tests
263+
- name: Run Nightly ONNXRuntime CUDA tests
326264
env:
327265
HF_TOKEN: ${{ secrets.HF_TOKEN }}
328266
run: |
@@ -349,7 +287,7 @@ jobs:
349287
if: always()
350288
run: |
351289
pip install slack_sdk tabulate
352-
python scripts/log_reports.py >> $GITHUB_STEP_SUMMARY
290+
python utils/log_reports.py >> $GITHUB_STEP_SUMMARY
353291
354292
run_nightly_tests_apple_m1:
355293
name: Nightly PyTorch MPS tests on MacOS
@@ -411,4 +349,4 @@ jobs:
411349
if: always()
412350
run: |
413351
pip install slack_sdk tabulate
414-
python scripts/log_reports.py >> $GITHUB_STEP_SUMMARY
352+
python utils/log_reports.py >> $GITHUB_STEP_SUMMARY

‎.github/workflows/push_tests.yml‎

Lines changed: 7 additions & 64 deletions
Original file line numberDiff line numberDiff line change
@@ -11,11 +11,9 @@ on:
1111

1212
env:
1313
DIFFUSERS_IS_CI: yes
14-
HF_HOME: /mnt/cache
1514
OMP_NUM_THREADS: 8
1615
MKL_NUM_THREADS: 8
1716
PYTEST_TIMEOUT: 600
18-
RUN_SLOW: yes
1917
PIPELINE_USAGE_CUTOFF: 50000
2018

2119
jobs:
@@ -52,7 +50,7 @@ jobs:
5250
path: reports
5351

5452
torch_pipelines_cuda_tests:
55-
name: Torch Pipelines CUDA Slow Tests
53+
name: Torch Pipelines CUDA Tests
5654
needs: setup_torch_cuda_pipeline_matrix
5755
strategy:
5856
fail-fast: false
@@ -62,7 +60,7 @@ jobs:
6260
runs-on: [single-gpu, nvidia-gpu, t4, ci]
6361
container:
6462
image: diffusers/diffusers-pytorch-cuda
65-
options: --shm-size "16gb" --ipc host -v /mnt/cache/.cache/huggingface/diffusers:/mnt/cache/ --gpus 0
63+
options: --shm-size "16gb" --ipc host --gpus 0
6664
steps:
6765
- name: Checkout diffusers
6866
uses: actions/checkout@v3
@@ -106,7 +104,7 @@ jobs:
106104
runs-on: [single-gpu, nvidia-gpu, t4, ci]
107105
container:
108106
image: diffusers/diffusers-pytorch-cuda
109-
options: --shm-size "16gb" --ipc host -v /mnt/cache/.cache/huggingface/diffusers:/mnt/cache/ --gpus 0
107+
options: --shm-size "16gb" --ipc host --gpus 0
110108
defaults:
111109
run:
112110
shell: bash
@@ -129,7 +127,7 @@ jobs:
129127
run: |
130128
python utils/print_env.py
131129
132-
- name: Run slow PyTorch CUDA tests
130+
- name: Run PyTorch CUDA tests
133131
env:
134132
HF_TOKEN: ${{ secrets.HF_TOKEN }}
135133
# https://pytorch.org/docs/stable/notes/randomness.html#avoiding-nondeterministic-algorithms
@@ -153,61 +151,6 @@ jobs:
153151
name: torch_cuda_test_reports
154152
path: reports
155153

156-
peft_cuda_tests:
157-
name: PEFT CUDA Tests
158-
runs-on: [single-gpu, nvidia-gpu, t4, ci]
159-
container:
160-
image: diffusers/diffusers-pytorch-cuda
161-
options: --shm-size "16gb" --ipc host -v /mnt/cache/.cache/huggingface/diffusers:/mnt/cache/ --gpus 0
162-
defaults:
163-
run:
164-
shell: bash
165-
steps:
166-
- name: Checkout diffusers
167-
uses: actions/checkout@v3
168-
with:
169-
fetch-depth: 2
170-
171-
- name: Install dependencies
172-
run: |
173-
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH"
174-
python -m uv pip install -e [quality,test]
175-
python -m uv pip install accelerate@git+https://github.com/huggingface/accelerate.git
176-
python -m pip install -U peft@git+https://github.com/huggingface/peft.git
177-
178-
- name: Environment
179-
run: |
180-
python utils/print_env.py
181-
182-
- name: Run slow PEFT CUDA tests
183-
env:
184-
HF_TOKEN: ${{ secrets.HF_TOKEN }}
185-
# https://pytorch.org/docs/stable/notes/randomness.html#avoiding-nondeterministic-algorithms
186-
CUBLAS_WORKSPACE_CONFIG: :16:8
187-
run: |
188-
python -m pytest -n 1 --max-worker-restart=0 --dist=loadfile \
189-
-s -v -k "not Flax and not Onnx and not PEFTLoRALoading" \
190-
--make-reports=tests_peft_cuda \
191-
tests/lora/
192-
python -m pytest -n 1 --max-worker-restart=0 --dist=loadfile \
193-
-s -v -k "lora and not Flax and not Onnx and not PEFTLoRALoading" \
194-
--make-reports=tests_peft_cuda_models_lora \
195-
tests/models/
196-
197-
- name: Failure short reports
198-
if: ${{ failure() }}
199-
run: |
200-
cat reports/tests_peft_cuda_stats.txt
201-
cat reports/tests_peft_cuda_failures_short.txt
202-
cat reports/tests_peft_cuda_models_lora_failures_short.txt
203-
204-
- name: Test suite reports artifacts
205-
if: ${{ always() }}
206-
uses: actions/upload-artifact@v2
207-
with:
208-
name: torch_peft_test_reports
209-
path: reports
210-
211154
flax_tpu_tests:
212155
name: Flax TPU Tests
213156
runs-on: docker-tpu
@@ -309,7 +252,7 @@ jobs:
309252

310253
container:
311254
image: diffusers/diffusers-pytorch-compile-cuda
312-
options: --gpus 0 --shm-size "16gb" --ipc host -v /mnt/cache/.cache/huggingface:/mnt/cache/
255+
options: --gpus 0 --shm-size "16gb" --ipc host
313256

314257
steps:
315258
- name: Checkout diffusers
@@ -351,7 +294,7 @@ jobs:
351294

352295
container:
353296
image: diffusers/diffusers-pytorch-xformers-cuda
354-
options: --gpus 0 --shm-size "16gb" --ipc host -v /mnt/cache/.cache/huggingface:/mnt/cache/
297+
options: --gpus 0 --shm-size "16gb" --ipc host
355298

356299
steps:
357300
- name: Checkout diffusers
@@ -392,7 +335,7 @@ jobs:
392335

393336
container:
394337
image: diffusers/diffusers-pytorch-cuda
395-
options: --gpus 0 --shm-size "16gb" --ipc host -v /mnt/cache/.cache/huggingface:/mnt/cache/
338+
options: --gpus 0 --shm-size "16gb" --ipc host
396339

397340
steps:
398341
- name: Checkout diffusers

‎scripts/log_reports.py‎ renamed to ‎utils/log_reports.py‎

File renamed without changes.

0 commit comments

Comments
 (0)