2023-12-14 20:46:45 +00:00
|
|
|
name: Integration tests
|
|
|
|
|
|
|
|
on:
|
|
|
|
workflow_dispatch:
|
|
|
|
inputs:
|
|
|
|
working-directory:
|
|
|
|
required: true
|
|
|
|
type: string
|
|
|
|
|
|
|
|
env:
|
2024-01-17 16:51:20 +00:00
|
|
|
POETRY_VERSION: "1.7.1"
|
2023-12-14 20:46:45 +00:00
|
|
|
|
|
|
|
jobs:
|
|
|
|
build:
|
2024-01-18 22:28:01 +00:00
|
|
|
environment: Scheduled testing
|
2023-12-14 20:46:45 +00:00
|
|
|
defaults:
|
|
|
|
run:
|
|
|
|
working-directory: ${{ inputs.working-directory }}
|
|
|
|
runs-on: ubuntu-latest
|
|
|
|
strategy:
|
|
|
|
matrix:
|
|
|
|
python-version:
|
|
|
|
- "3.8"
|
|
|
|
- "3.11"
|
|
|
|
name: Python ${{ matrix.python-version }}
|
|
|
|
steps:
|
|
|
|
- uses: actions/checkout@v4
|
|
|
|
|
|
|
|
- name: Set up Python ${{ matrix.python-version }} + Poetry ${{ env.POETRY_VERSION }}
|
|
|
|
uses: "./.github/actions/poetry_setup"
|
|
|
|
with:
|
|
|
|
python-version: ${{ matrix.python-version }}
|
|
|
|
poetry-version: ${{ env.POETRY_VERSION }}
|
|
|
|
working-directory: ${{ inputs.working-directory }}
|
|
|
|
cache-key: core
|
|
|
|
|
|
|
|
- name: Install dependencies
|
|
|
|
shell: bash
|
|
|
|
run: poetry install --with test,test_integration
|
|
|
|
|
2024-01-05 23:03:39 +00:00
|
|
|
- name: 'Authenticate to Google Cloud'
|
|
|
|
id: 'auth'
|
|
|
|
uses: google-github-actions/auth@v2
|
|
|
|
with:
|
|
|
|
credentials_json: '${{ secrets.GOOGLE_CREDENTIALS }}'
|
|
|
|
|
2023-12-14 20:46:45 +00:00
|
|
|
- name: Run integration tests
|
|
|
|
shell: bash
|
|
|
|
env:
|
|
|
|
GOOGLE_API_KEY: ${{ secrets.GOOGLE_API_KEY }}
|
2023-12-20 02:55:19 +00:00
|
|
|
ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
|
2023-12-19 15:34:19 +00:00
|
|
|
MISTRAL_API_KEY: ${{ secrets.MISTRAL_API_KEY }}
|
2023-12-20 02:48:32 +00:00
|
|
|
TOGETHER_API_KEY: ${{ secrets.TOGETHER_API_KEY }}
|
2024-01-05 23:03:28 +00:00
|
|
|
OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
|
2024-01-18 22:20:02 +00:00
|
|
|
NVIDIA_API_KEY: ${{ secrets.NVIDIA_API_KEY }}
|
2024-01-18 22:06:38 +00:00
|
|
|
GOOGLE_SEARCH_API_KEY: ${{ secrets.GOOGLE_SEARCH_API_KEY }}
|
2024-01-18 22:12:00 +00:00
|
|
|
GOOGLE_CSE_ID: ${{ secrets.GOOGLE_CSE_ID }}
|
2024-01-25 03:57:17 +00:00
|
|
|
EXA_API_KEY: ${{ secrets.EXA_API_KEY }}
|
2024-02-01 00:46:35 +00:00
|
|
|
NOMIC_API_KEY: ${{ secrets.NOMIC_API_KEY }}
|
2024-02-06 19:27:04 +00:00
|
|
|
PINECONE_API_KEY: ${{ secrets.PINECONE_API_KEY }}
|
|
|
|
PINECONE_ENVIRONMENT: ${{ secrets.PINECONE_ENVIRONMENT }}
|
2023-12-14 20:46:45 +00:00
|
|
|
run: |
|
|
|
|
make integration_tests
|
|
|
|
|
|
|
|
- name: Ensure the tests did not create any additional files
|
|
|
|
shell: bash
|
|
|
|
run: |
|
|
|
|
set -eu
|
|
|
|
|
|
|
|
STATUS="$(git status)"
|
|
|
|
echo "$STATUS"
|
|
|
|
|
|
|
|
# grep will exit non-zero if the target message isn't found,
|
|
|
|
# and `set -e` above will cause the step to fail.
|
|
|
|
echo "$STATUS" | grep 'nothing to commit, working tree clean'
|