Spaces:
Running
on
Zero
Running
on
Zero
name: Fast tests for PRs - PEFT backend | |
on: | |
pull_request: | |
branches: | |
- main | |
paths: | |
- "src/diffusers/**.py" | |
- "tests/**.py" | |
concurrency: | |
group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }} | |
cancel-in-progress: true | |
env: | |
DIFFUSERS_IS_CI: yes | |
OMP_NUM_THREADS: 4 | |
MKL_NUM_THREADS: 4 | |
PYTEST_TIMEOUT: 60 | |
jobs: | |
check_code_quality: | |
runs-on: ubuntu-latest | |
steps: | |
- uses: actions/checkout@v3 | |
- name: Set up Python | |
uses: actions/setup-python@v4 | |
with: | |
python-version: "3.8" | |
- name: Install dependencies | |
run: | | |
python -m pip install --upgrade pip | |
pip install .[quality] | |
- name: Check quality | |
run: make quality | |
- name: Check if failure | |
if: ${{ failure() }} | |
run: | | |
echo "Quality check failed. Please ensure the right dependency versions are installed with 'pip install -e .[quality]' and run 'make style && make quality'" >> $GITHUB_STEP_SUMMARY | |
check_repository_consistency: | |
needs: check_code_quality | |
runs-on: ubuntu-latest | |
steps: | |
- uses: actions/checkout@v3 | |
- name: Set up Python | |
uses: actions/setup-python@v4 | |
with: | |
python-version: "3.8" | |
- name: Install dependencies | |
run: | | |
python -m pip install --upgrade pip | |
pip install .[quality] | |
- name: Check repo consistency | |
run: | | |
python utils/check_copies.py | |
python utils/check_dummies.py | |
make deps_table_check_updated | |
- name: Check if failure | |
if: ${{ failure() }} | |
run: | | |
echo "Repo consistency check failed. Please ensure the right dependency versions are installed with 'pip install -e .[quality]' and run 'make fix-copies'" >> $GITHUB_STEP_SUMMARY | |
run_fast_tests: | |
needs: [check_code_quality, check_repository_consistency] | |
strategy: | |
fail-fast: false | |
matrix: | |
lib-versions: ["main", "latest"] | |
name: LoRA - ${{ matrix.lib-versions }} | |
runs-on: [ self-hosted, intel-cpu, 8-cpu, ci ] | |
container: | |
image: diffusers/diffusers-pytorch-cpu | |
options: --shm-size "16gb" --ipc host -v /mnt/hf_cache:/mnt/cache/ | |
defaults: | |
run: | |
shell: bash | |
steps: | |
- name: Checkout diffusers | |
uses: actions/checkout@v3 | |
with: | |
fetch-depth: 2 | |
- name: Install dependencies | |
run: | | |
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH" | |
python -m uv pip install -e [quality,test] | |
if [ "${{ matrix.lib-versions }}" == "main" ]; then | |
python -m pip install -U peft@git+https://github.com/huggingface/peft.git | |
python -m uv pip install -U transformers@git+https://github.com/huggingface/transformers.git | |
python -m uv pip install -U accelerate@git+https://github.com/huggingface/accelerate.git | |
else | |
python -m uv pip install -U peft transformers accelerate | |
fi | |
- name: Environment | |
run: | | |
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH" | |
python utils/print_env.py | |
- name: Run fast PyTorch LoRA CPU tests with PEFT backend | |
run: | | |
python -m venv /opt/venv && export PATH="/opt/venv/bin:$PATH" | |
python -m pytest -n 4 --max-worker-restart=0 --dist=loadfile \ | |
-s -v \ | |
--make-reports=tests_${{ matrix.config.report }} \ | |
tests/lora/ | |
python -m pytest -n 4 --max-worker-restart=0 --dist=loadfile \ | |
-s -v \ | |
--make-reports=tests_models_lora_${{ matrix.config.report }} \ | |
tests/models/ -k "lora" | |
- name: Failure short reports | |
if: ${{ failure() }} | |
run: | | |
cat reports/tests_${{ matrix.config.report }}_failures_short.txt | |
cat reports/tests_models_lora_${{ matrix.config.report }}_failures_short.txt | |
- name: Test suite reports artifacts | |
if: ${{ always() }} | |
uses: actions/upload-artifact@v2 | |
with: | |
name: pr_${{ matrix.config.report }}_test_reports | |
path: reports |