Merge pull request #22 from techindicium/feature/dbt-checks

added dbt checks to CI

.github/workflows/dbt-checks.yml

@@ -0,0 +1,58 @@
+name: CI
+
+on:
+  pull_request:
+    types:
+      - opened
+      - synchronize
+    branches:
+      - main   
+
+env:
+    DBT_DEFAULT_TARGET: databricks
+    DBT_PROFILES_DIR: ${{ github.workspace }}/integration_tests
+    DBT_PROJECT_DIR: ${{ github.workspace }}/integration_tests
+    DATABRICKS_TEST_CATALOG: ${{ vars.DATABRICKS_TEST_CATALOG }} 
+    DATABRICKS_TEST_SCHEMA: ${{ vars.DATABRICKS_TEST_SCHEMA }} 
+    DATABRICKS_TEST_HOST: ${{ secrets.DATABRICKS_TEST_HOST }} 
+    DATABRICKS_TEST_HTTP_PATH: ${{ secrets.DATABRICKS_HTTP_PATH }} 
+    DATABRICKS_TEST_TOKEN: ${{ secrets.DATABRICKS_TEST_TOKEN }}
+
+    SNOWFLAKE_TEST_ACCOUNT: ${{ secrets.SNOWFLAKE_TEST_ACCOUNT }}
+    SNOWFLAKE_TEST_USER: ${{ secrets.SNOWFLAKE_TEST_USER }}
+    SNOWFLAKE_TEST_PASSWORD: ${{ secrets.SNOWFLAKE_TEST_PASSWORD }}
+    SNOWFLAKE_TEST_ROLE: ${{ vars.SNOWFLAKE_TEST_ROLE }}
+    SNOWFLAKE_TEST_DATABASE: ${{ vars.SNOWFLAKE_TEST_DATABASE }}
+    SNOWFLAKE_TEST_WAREHOUSE: ${{ vars.SNOWFLAKE_TEST_WAREHOUSE }}
+    SNOWFLAKE_TEST_SCHEMA: ${{ vars.SNOWFLAKE_TEST_SCHEMA }}
+
+
+jobs:
+  dbt-checks:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v2
+
+      - name: Set up Python
+        uses: actions/setup-python@v2
+        with:
+          python-version: '3.8'
+
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install -r ${{ github.workspace }}/integration_tests/requirements.txt
+
+      - name: Run dbt debug for Databricks
+        run: dbt debug --target databricks
+
+      - name: Run dbt debug for Snowflake
+        run: dbt debug --target snowflake
+
+      - name: dbt deps
+        run: dbt deps
+
+      - name: dbt compile
+        run: dbt compile

.gitignore

@@ -3,3 +3,13 @@ venv/
 target/
 dbt_packages/
 logs/
+.env
+env
+.user.yml
+integration_tests/logs/
+integration_tests/target/
+integration_tests/.env
+integration_tests/.user.yml
+integration_tests/dbt_packages
+integration_tests/env
+integration_tests/package-lock.yml

integration_tests/profiles.yml

@@ -1,5 +1,5 @@
 integration_tests:
-  target: snowflake
+  target: "{{ env_var('DBT_DEFAULT_TARGET', 'databricks')}}"
   outputs:
     snowflake:
       type: snowflake

integration_tests/requirements.txt

@@ -1,3 +1,3 @@
-dbt-snowflake>=1.3.0,<2.0.0
-dbt-databricks==1.6.0
-databricks-sql-connector==2.7.0
+dbt-snowflake==1.8.3
+dbt-databricks==v1.8.5
+dbt-core==1.8.5