name: dependencies on: workflow_call: inputs: working-directory: required: true type: string description: "From which folder this pipeline executes" langchain-location: required: false type: string description: "Relative path to the langchain library folder" env: POETRY_VERSION: "1.7.1" jobs: build: defaults: run: working-directory: ${{ inputs.working-directory }} runs-on: ubuntu-latest strategy: matrix: python-version: - "3.8" - "3.9" - "3.10" - "3.11" name: dependency checks ${{ matrix.python-version }} steps: - uses: actions/checkout@v4 - name: Set up Python ${{ matrix.python-version }} + Poetry ${{ env.POETRY_VERSION }} uses: "./.github/actions/poetry_setup" with: python-version: ${{ matrix.python-version }} poetry-version: ${{ env.POETRY_VERSION }} working-directory: ${{ inputs.working-directory }} cache-key: pydantic-cross-compat - name: Install dependencies shell: bash run: poetry install - name: Check imports with base dependencies shell: bash run: poetry run make check_imports - name: Install test dependencies shell: bash run: poetry install --with test - name: Install langchain editable working-directory: ${{ inputs.working-directory }} if: ${{ inputs.langchain-location }} env: LANGCHAIN_LOCATION: ${{ inputs.langchain-location }} run: | poetry run pip install -e "$LANGCHAIN_LOCATION" - name: Install the opposite major version of pydantic # If normal tests use pydantic v1, here we'll use v2, and vice versa. shell: bash # airbyte currently doesn't support pydantic v2 if: ${{ !startsWith(inputs.working-directory, 'libs/partners/airbyte') }} run: | # Determine the major part of pydantic version REGULAR_VERSION=$(poetry run python -c "import pydantic; print(pydantic.__version__)" | cut -d. -f1) if [[ "$REGULAR_VERSION" == "1" ]]; then PYDANTIC_DEP=">=2.1,<3" TEST_WITH_VERSION="2" elif [[ "$REGULAR_VERSION" == "2" ]]; then PYDANTIC_DEP="<2" TEST_WITH_VERSION="1" else echo "Unexpected pydantic major version '$REGULAR_VERSION', cannot determine which version to use for cross-compatibility test." exit 1 fi # Install via `pip` instead of `poetry add` to avoid changing lockfile, # which would prevent caching from working: the cache would get saved # to a different key than where it gets loaded from. poetry run pip install "pydantic${PYDANTIC_DEP}" # Ensure that the correct pydantic is installed now. echo "Checking pydantic version... Expecting ${TEST_WITH_VERSION}" # Determine the major part of pydantic version CURRENT_VERSION=$(poetry run python -c "import pydantic; print(pydantic.__version__)" | cut -d. -f1) # Check that the major part of pydantic version is as expected, if not # raise an error if [[ "$CURRENT_VERSION" != "$TEST_WITH_VERSION" ]]; then echo "Error: expected pydantic version ${CURRENT_VERSION} to have been installed, but found: ${TEST_WITH_VERSION}" exit 1 fi echo "Found pydantic version ${CURRENT_VERSION}, as expected" - name: Run pydantic compatibility tests # airbyte currently doesn't support pydantic v2 if: ${{ !startsWith(inputs.working-directory, 'libs/partners/airbyte') }} shell: bash run: make test - name: Ensure the tests did not create any additional files shell: bash run: | set -eu STATUS="$(git status)" echo "$STATUS" # grep will exit non-zero if the target message isn't found, # and `set -e` above will cause the step to fail. echo "$STATUS" | grep 'nothing to commit, working tree clean'