From 444e1d3b89a9ed0b0fdd60bc9deb72043a2b6e28 Mon Sep 17 00:00:00 2001 From: clausherther Date: Tue, 4 May 2021 09:01:50 -0600 Subject: [PATCH 1/2] Remove spark-utils and update README --- README.md | 10 +++++++++- integration_tests/dbt_project.yml | 3 +-- packages.yml | 2 -- 3 files changed, 10 insertions(+), 5 deletions(-) diff --git a/README.md b/README.md index 5e38550..a0a05f4 100644 --- a/README.md +++ b/README.md @@ -5,13 +5,21 @@ FYI: this package includes [**dbt-utils**](https://github.com/fishtown-analytics Include in `packages.yml` -``` +```yaml packages: - package: calogica/dbt_date version: [">=0.2.0", "<0.3.0"] # for the latest version tag ``` +Note: we no longer include `spark_utils` in this package to avoid versioning conflicts. If you are running this package on non-core (Snowflake, BigQuery, Redshift, Postgres) platforms, you will need to use a package like `spark_utils` to shim macros. + +For example, in `dbt_project.yml`: +```yaml +vars: + dbt_utils_dispatch_list: [spark_utils] +``` + ## Variables The following variables need to be defined in your `dbt_project.yml` file: diff --git a/integration_tests/dbt_project.yml b/integration_tests/dbt_project.yml index 9f9b8be..9904b79 100644 --- a/integration_tests/dbt_project.yml +++ b/integration_tests/dbt_project.yml @@ -23,7 +23,6 @@ require-dbt-version: ">=0.18.1" vars: 'dbt_date:time_zone': 'America/Los_Angeles' - dbt_utils_dispatch_list: [spark_utils] quoting: database: false @@ -32,4 +31,4 @@ quoting: models: schema: dbt_date_integration_tests - materialized: table \ No newline at end of file + materialized: table diff --git a/packages.yml b/packages.yml index a2ede1d..2246ac8 100644 --- a/packages.yml +++ b/packages.yml @@ -1,5 +1,3 @@ packages: - package: fishtown-analytics/dbt_utils version: [">=0.6.0", "<0.7.0"] - - package: fishtown-analytics/spark_utils - version: 0.1.0 \ No newline at end of file From ad83cf0abcb349022c24c20fb166e20880987ca9 Mon Sep 17 00:00:00 2001 From: clausherther Date: Tue, 4 May 2021 09:05:18 -0600 Subject: [PATCH 2/2] Update README --- README.md | 9 ++++++++- 1 file changed, 8 insertions(+), 1 deletion(-) diff --git a/README.md b/README.md index a0a05f4..2ec7a0a 100644 --- a/README.md +++ b/README.md @@ -14,7 +14,14 @@ packages: Note: we no longer include `spark_utils` in this package to avoid versioning conflicts. If you are running this package on non-core (Snowflake, BigQuery, Redshift, Postgres) platforms, you will need to use a package like `spark_utils` to shim macros. -For example, in `dbt_project.yml`: +For example, in `packages.yml`, you will need to include the relevant package: + +```yaml + - package: fishtown-analytics/spark_utils + version: +``` + +And reference in the dispatch list for `dbt_utils` in `dbt_project.yml`: ```yaml vars: dbt_utils_dispatch_list: [spark_utils]