mirror of
https://github.com/apache/airflow.git
synced 2026-03-26 15:28:46 +00:00
* Switch CI dependency management from constraints to uv.lock closes: #54609 * Fix selective_checks tests for push events without upgrade Push events no longer trigger upgrade-to-newer-dependencies unless uv.lock or pyproject.toml files changed. Updated test expectations. * Fix remaining selective_checks tests for push events Update two more test cases that expected upgrade-to-newer-dependencies to be true for PUSH events. * Fix CI failures: include uv.lock in Docker context and handle missing constraints - Add uv.lock to .dockerignore allowlist so uv sync --frozen works in Docker builds - Make packaging install in install_from_docker_context_files.sh conditional on constraints.txt existing, since the uv.lock path skips constraints download * Fix static checks: update uv.lock and breeze docs after rebase * Use install script with uv.lock constraints for dev dependencies in CI Revert the entrypoint_ci.sh change from `uv sync --all-packages` back to using the install_development_dependencies.py script. The uv sync approach fails when provider source directories are not fully available in the container (e.g. with selected mounts). Instead, generate constraints from uv.lock via `uv export` and pass them to the existing script, which installs only the needed development dependencies via `uv pip install`. Also add uv.lock to VOLUMES_FOR_SELECTED_MOUNTS so it is available inside containers using the "tests and providers" mount mode.
149 lines
5.7 KiB
YAML
149 lines
5.7 KiB
YAML
# Licensed to the Apache Software Foundation (ASF) under one
|
|
# or more contributor license agreements. See the NOTICE file
|
|
# distributed with this work for additional information
|
|
# regarding copyright ownership. The ASF licenses this file
|
|
# to you under the Apache License, Version 2.0 (the
|
|
# "License"); you may not use this file except in compliance
|
|
# with the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing,
|
|
# software distributed under the License is distributed on an
|
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
# KIND, either express or implied. See the License for the
|
|
# specific language governing permissions and limitations
|
|
# under the License.
|
|
#
|
|
---
|
|
name: Update constraints on push
|
|
on: # yamllint disable-line rule:truthy
|
|
push:
|
|
branches:
|
|
- main
|
|
- v[0-9]+-[0-9]+-test
|
|
paths:
|
|
- 'uv.lock'
|
|
permissions:
|
|
contents: read
|
|
env:
|
|
GITHUB_REPOSITORY: ${{ github.repository }}
|
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
GITHUB_USERNAME: ${{ github.actor }}
|
|
UV_VERSION: "0.10.10" # Keep this comment to allow automatic replacement of uv version
|
|
VERBOSE: "true"
|
|
jobs:
|
|
build-info:
|
|
name: "Build info"
|
|
runs-on: ["ubuntu-22.04"]
|
|
env:
|
|
GITHUB_CONTEXT: ${{ toJson(github) }}
|
|
outputs:
|
|
default-branch: ${{ steps.selective-checks.outputs.default-branch }}
|
|
default-constraints-branch: ${{ steps.selective-checks.outputs.default-constraints-branch }}
|
|
default-python-version: ${{ steps.selective-checks.outputs.default-python-version }}
|
|
python-versions: ${{ steps.selective-checks.outputs.python-versions }}
|
|
python-versions-list-as-string: ${{ steps.selective-checks.outputs.python-versions-list-as-string }}
|
|
steps:
|
|
- name: "Cleanup repo"
|
|
shell: bash
|
|
run: docker run -v "${GITHUB_WORKSPACE}:/workspace" -u 0:0 bash -c "rm -rf /workspace/*"
|
|
- name: "Checkout ${{ github.ref }} ( ${{ github.sha }} )"
|
|
uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
|
|
with:
|
|
persist-credentials: false
|
|
- name: Fetch incoming commit ${{ github.sha }} with its parent
|
|
uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
|
|
with:
|
|
ref: ${{ github.sha }}
|
|
fetch-depth: 2
|
|
persist-credentials: false
|
|
- name: "Install Breeze"
|
|
uses: ./.github/actions/breeze
|
|
id: breeze
|
|
- name: Selective checks
|
|
id: selective-checks
|
|
env:
|
|
PR_LABELS: "[]"
|
|
COMMIT_REF: "${{ github.sha }}"
|
|
VERBOSE: "false"
|
|
run: breeze ci selective-check 2>> ${GITHUB_OUTPUT}
|
|
|
|
build-ci-images:
|
|
name: "Build CI images"
|
|
needs: [build-info]
|
|
uses: ./.github/workflows/ci-image-build.yml
|
|
permissions:
|
|
contents: read
|
|
packages: write
|
|
with:
|
|
runners: '["ubuntu-22.04"]'
|
|
platform: "linux/amd64"
|
|
push-image: "false"
|
|
upload-image-artifact: "true"
|
|
upload-mount-cache-artifact: "false"
|
|
python-versions: ${{ needs.build-info.outputs.python-versions }}
|
|
branch: ${{ needs.build-info.outputs.default-branch }}
|
|
constraints-branch: ${{ needs.build-info.outputs.default-constraints-branch }}
|
|
use-uv: "true"
|
|
upgrade-to-newer-dependencies: "false"
|
|
docker-cache: "registry"
|
|
disable-airflow-repo-cache: "false"
|
|
|
|
generate-constraints:
|
|
name: "Generate constraints"
|
|
needs: [build-info, build-ci-images]
|
|
uses: ./.github/workflows/generate-constraints.yml
|
|
with:
|
|
runners: '["ubuntu-22.04"]'
|
|
platform: "linux/amd64"
|
|
python-versions-list-as-string: ${{ needs.build-info.outputs.python-versions-list-as-string }}
|
|
python-versions: ${{ needs.build-info.outputs.python-versions }}
|
|
generate-pypi-constraints: "true"
|
|
generate-no-providers-constraints: "true"
|
|
debug-resources: "false"
|
|
use-uv: "true"
|
|
|
|
update-constraints:
|
|
runs-on: ["ubuntu-22.04"]
|
|
timeout-minutes: 20
|
|
name: "Commit and push constraints"
|
|
needs: [build-info, generate-constraints]
|
|
permissions:
|
|
contents: write
|
|
packages: read
|
|
env:
|
|
PYTHON_VERSIONS: ${{ needs.build-info.outputs.python-versions-list-as-string }}
|
|
steps:
|
|
- name: "Cleanup repo"
|
|
shell: bash
|
|
run: docker run -v "${GITHUB_WORKSPACE}:/workspace" -u 0:0 bash -c "rm -rf /workspace/*"
|
|
- name: "Checkout ${{ github.ref }} ( ${{ github.sha }} )"
|
|
uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
|
|
with:
|
|
persist-credentials: false
|
|
- name: "Set constraints branch name"
|
|
id: constraints-branch
|
|
run: ./scripts/ci/constraints/ci_branch_constraints.sh >> ${GITHUB_OUTPUT}
|
|
- name: Checkout ${{ steps.constraints-branch.outputs.branch }}
|
|
uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
|
|
with:
|
|
path: "constraints"
|
|
ref: ${{ steps.constraints-branch.outputs.branch }}
|
|
persist-credentials: true
|
|
fetch-depth: 0
|
|
- name: "Download constraints from the generate-constraints job"
|
|
uses: actions/download-artifact@70fc10c6e5e1ce46ad2ea6f2b72d43f7d47b13c3 # v8.0.0
|
|
with:
|
|
pattern: constraints-*
|
|
path: ./files
|
|
- name: "Diff in constraints for Python: ${{ needs.build-info.outputs.python-versions-list-as-string }}"
|
|
run: ./scripts/ci/constraints/ci_diff_constraints.sh
|
|
- name: >-
|
|
Commit changed constraint files for Python:
|
|
${{ needs.build-info.outputs.python-versions-list-as-string }}
|
|
run: ./scripts/ci/constraints/ci_commit_constraints.sh
|
|
- name: "Push changes"
|
|
working-directory: "constraints"
|
|
run: git push
|