Skip to content
Run tests

add postgres test matrix #31

Sign in to view logs

add postgres test matrix

add postgres test matrix #31

Workflow file for this run

.github/workflows/test.yaml at b18b0ac
name: Run tests
on:
push:
paths:
- ".github/workflows/test.yaml"
- "datapipe/**"
- "tests/**"
- "pyproject.toml"
jobs:
test:
runs-on: ubuntu-latest
strategy:
matrix:
include:
# - python-version: "3.8"
# test-db-env: "postgres"
# pip-extra: "sqlalchemy <2"
# - python-version: "3.8"
# test-db-env: "postgres"
# pip-extra: "'sqlalchemy>2'"
# - python-version: "3.8"
# test-db-env: "sqlite"
- python-version: "3.9"
test-db-env: "postgres"
pip-extra: '"sqlalchemy>2"'
# - python-version: "3.9"
# test-db-env: "sqlite"
# - python-version: "3.10"
# test-db-env: "postgres"
# - python-version: "3.10"
# test-db-env: "sqlite"
- python-version: "3.11"
test-db-env: "postgres"
pip-extra: '"sqlalchemy<2" "pandas<2.2"'
- python-version: "3.11"
test-db-env: "postgres"
pip-extra: '"sqlalchemy>2"'
- python-version: "3.11"
test-db-env: "sqlite"
pip-extra: '"sqlalchemy>2"'
- python-version: "3.12"
test-db-env: "postgres"
- python-version: "3.12"
test-db-env: "sqlite"
services:
# Label used to access the service container
postgres:
# Docker Hub image
image: postgres:12
# Provide the password for postgres
env:
POSTGRES_PASSWORD: password
# Set health checks to wait until postgres has started
options: >-
--health-cmd pg_isready
--health-interval 10s
--health-timeout 5s
--health-retries 5
ports:
- 5432:5432
redis:
image: redis
options: >-
--health-cmd "redis-cli ping"
--health-interval 10s
--health-timeout 5s
--health-retries 5
ports:
- 6379:6379
quadrant:
image: qdrant/qdrant:latest
ports:
- 6333:6333
steps:
- uses: actions/checkout@v4
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v5
with:
python-version: ${{ matrix.python-version }}
cache: pip
- name: Install dependencies
run: |
pip install ${{ matrix.pip-extra }} ".[sqlite,excel,milvus,gcsfs,s3fs,redis,qdrant,gcp]" "pytest<8" "pytest_cases"
- name: Test with pytest
run: |
pytest
env:
TEST_DB_ENV: ${{ matrix.test-db-env }}
# The hostname used to communicate with the PostgreSQL service container
POSTGRES_HOST: localhost
# The default PostgreSQL port
POSTGRES_PORT: 5432
REDIS_HOST: localhost
REDIS_PORT: 6379
test_postgres:
runs-on: ubuntu-latest
strategy:
matrix:
include:
- python-version: "3.12"
test-db-env: "postgres"
postgres-version: "12"
- python-version: "3.12"
test-db-env: "postgres"
postgres-version: "16"
services:
# Label used to access the service container
postgres:
# Docker Hub image
image: postgres:${{ matrix.postgres-version }}
# Provide the password for postgres
env:
POSTGRES_PASSWORD: password
# Set health checks to wait until postgres has started
options: >-
--health-cmd pg_isready
--health-interval 10s
--health-timeout 5s
--health-retries 5
ports:
- 5432:5432
redis:
image: redis
options: >-
--health-cmd "redis-cli ping"
--health-interval 10s
--health-timeout 5s
--health-retries 5
ports:
- 6379:6379
quadrant:
image: qdrant/qdrant:latest
ports:
- 6333:6333
steps:
- uses: actions/checkout@v4
- name: Set up Python ${{ matrix.python-version }}
uses: actions/setup-python@v5
with:
python-version: ${{ matrix.python-version }}
cache: pip
- name: Install dependencies
run: |
pip install ".[sqlite,excel,milvus,gcsfs,s3fs,redis,qdrant,gcp]" "pytest<8" "pytest_cases"
- name: Test with pytest
run: |
pytest
env:
TEST_DB_ENV: ${{ matrix.test-db-env }}
# The hostname used to communicate with the PostgreSQL service container
POSTGRES_HOST: localhost
# The default PostgreSQL port
POSTGRES_PORT: 5432
REDIS_HOST: localhost
REDIS_PORT: 6379