test.yaml

name: Run tests

on:
  push:
    paths:
      - ".github/workflows/test.yaml"
      - "datapipe/**"
      - "tests/**"
      - "pyproject.toml"


jobs:
  test:
    runs-on: ubuntu-latest
    strategy:
      matrix:
        include:
          # - python-version: "3.8"
          #   test-db-env: "postgres"
          #   pip-extra: "sqlalchemy <2"
          # - python-version: "3.8"
          #   test-db-env: "postgres"
          #   pip-extra: "'sqlalchemy>2'"
          # - python-version: "3.8"
          #   test-db-env: "sqlite"

          - python-version: "3.9"
            test-db-env: "postgres"
            pip-extra: '"sqlalchemy>2"'
          # - python-version: "3.9"
          #   test-db-env: "sqlite"

          # - python-version: "3.10"
          #   test-db-env: "postgres"
          # - python-version: "3.10"
          #   test-db-env: "sqlite"

          - python-version: "3.11"
            test-db-env: "postgres"
            pip-extra: '"sqlalchemy<2" "pandas<2.2"'
          - python-version: "3.11"
            test-db-env: "postgres"
            pip-extra: '"sqlalchemy>2"'
          - python-version: "3.11"
            test-db-env: "sqlite"
            pip-extra: '"sqlalchemy>2"'

          - python-version: "3.12"
            test-db-env: "postgres"
          - python-version: "3.12"
            test-db-env: "sqlite"

    services:
      # Label used to access the service container
      postgres:
        # Docker Hub image
        image: postgres:12
        # Provide the password for postgres
        env:
          POSTGRES_PASSWORD: password
        # Set health checks to wait until postgres has started
        options: >-
          --health-cmd pg_isready
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5
        ports:
          - 5432:5432
      redis:
        image: redis
        options: >-
          --health-cmd "redis-cli ping"
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5
        ports:
          - 6379:6379
      quadrant:
        image: qdrant/qdrant:latest
        ports:
          - 6333:6333

    steps:
      - uses: actions/checkout@v4

      - name: Set up Python ${{ matrix.python-version }}
        uses: actions/setup-python@v5
        with:
          python-version: ${{ matrix.python-version }}
          cache: pip
      
      - name: Install dependencies
        run: |
          pip install ${{ matrix.pip-extra }} ".[sqlite,excel,milvus,gcsfs,s3fs,redis,qdrant,gcp]" "pytest<8" "pytest_cases"

      - name: Test with pytest
        run: |
          pytest
        env:
          TEST_DB_ENV: ${{ matrix.test-db-env }}
          # The hostname used to communicate with the PostgreSQL service container
          POSTGRES_HOST: localhost
          # The default PostgreSQL port
          POSTGRES_PORT: 5432
          REDIS_HOST: localhost
          REDIS_PORT: 6379

  test_postgres:
    runs-on: ubuntu-latest
    strategy:
      matrix:
        include:
          - python-version: "3.12"
            test-db-env: "postgres"
            postgres-version: "12"

          - python-version: "3.12"
            test-db-env: "postgres"
            postgres-version: "16"

    services:
      # Label used to access the service container
      postgres:
        # Docker Hub image
        image: postgres:${{ matrix.postgres-version }}
        # Provide the password for postgres
        env:
          POSTGRES_PASSWORD: password
        # Set health checks to wait until postgres has started
        options: >-
          --health-cmd pg_isready
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5
        ports:
          - 5432:5432
      redis:
        image: redis
        options: >-
          --health-cmd "redis-cli ping"
          --health-interval 10s
          --health-timeout 5s
          --health-retries 5
        ports:
          - 6379:6379
      quadrant:
        image: qdrant/qdrant:latest
        ports:
          - 6333:6333

    steps:
      - uses: actions/checkout@v4

      - name: Set up Python ${{ matrix.python-version }}
        uses: actions/setup-python@v5
        with:
          python-version: ${{ matrix.python-version }}
          cache: pip
      
      - name: Install dependencies
        run: |
          pip install ".[sqlite,excel,milvus,gcsfs,s3fs,redis,qdrant,gcp]" "pytest<8" "pytest_cases"

      - name: Test with pytest
        run: |
          pytest
        env:
          TEST_DB_ENV: ${{ matrix.test-db-env }}
          # The hostname used to communicate with the PostgreSQL service container
          POSTGRES_HOST: localhost
          # The default PostgreSQL port
          POSTGRES_PORT: 5432
          REDIS_HOST: localhost
          REDIS_PORT: 6379