main.yml

# Workflow for running Unit tests and Integration tests
name: Main Tests

on:
  workflow_dispatch:
  workflow_call:

jobs:
  build:
    runs-on: ubuntu-latest
    steps:
      - name: Checkout the project
        uses: actions/checkout@v2
      - name: Build the project
        run: cd connector && sbt package
      - name: Upload the build artifact
        uses: actions/upload-artifact@v3
        with:
          name: build-jar-file
          path: /home/runner/work/spark-connector/spark-connector/connector/target/scala-2.12/spark-vertica-connector_2.12-*.jar
  run-analysis:
    runs-on: ubuntu-latest
    needs: build
    steps:
      - name: Checkout the project
        uses: actions/checkout@v2
      - name: Run scalastyle
        run: cd connector && sbt scalastyle
  run-unit-tests:
    runs-on: ubuntu-latest
    needs: build
    steps:
      - name: Checkout the project
        uses: actions/checkout@v2
      - name: Run unit tests
        run: cd connector && sbt coverage test coverageReport
      - name: Upload coverage report to codecov
        uses: codecov/codecov-action@v2
        with:
          flags: unittests
          name: codecov-umbrella
          fail_ci_if_error: true
          verbose: true
  run-integration-tests:
    runs-on: ubuntu-latest
    needs: [build]
    env:
      VERTICA_VERSION: 12.0.3-0
    steps:
      - name: Checkout the project
        uses: actions/checkout@v2
      - name: Run docker compose
        run: cd docker && docker-compose up -d
      - name: Download the build artifact
        uses: actions/download-artifact@v2
        with:
          name: build-jar-file
          path: ./functional-tests/lib/
      - name: Wait for Vertica to be available
        uses: nick-invision/retry@v2
        with:
          timeout_seconds: 20
          max_attempts: 10
          retry_on: error
          command: docker logs docker_vertica_1 | grep "Vertica container is now running" >/dev/null
      - name: Run the integration tests
        run: docker exec -w /spark-connector/functional-tests docker_client_1 sbt run
      - name: Remove docker containers
        run: cd docker && docker-compose down