Chore: Added stage tables for portal pageviews

transform/mattermost-analytics/models/intermediate/data_eng/signup/_int_signup__models.yml

@@ -0,0 +1,17 @@
+version: 2
+
+models:
+  - name: int_signups_aggregated_to_users
+    description: User signup stages, aggregated by users.
+
+    columns:
+      - name: portal_customer_id
+        description: Customer identifier that joins to customer info coming from stripe.
+        tests:
+          - not_null
+      - name: account_created
+        description: Boolean value indicating if the user created the account.
+      - name: email_verified
+        description: Boolean value indicating if the user verified the email address.
+      - name: workspace_created
+        description: Boolean value indicating if the user created the workspace, defaults to false.

transform/mattermost-analytics/models/intermediate/data_eng/signup/int_signups_aggregated_to_users.sql

@@ -0,0 +1,45 @@
+{{
+    config({
+        "materialized": "table",
+        "incremental_strategy": "merge",
+        "unique_key": ['portal_customer_id'],
+        "merge_update_columns": ['verify_email']
+    })
+}}
+
+WITH identifies as (
+    SELECT user_id, 
+        coalesce(portal_customer_id, context_traits_portal_customer_id) as portal_customer_id,
+        ROW_NUMBER() OVER (PARTITION BY user_id ORDER BY RECEIVED_AT) AS row_number
+    FROM
+        {{ ref('stg_portal_prod__identifies') }}
+    WHERE 
+        coalesce(portal_customer_id, context_traits_portal_customer_id) IS NOT NULL and received_at >= '2023-04-04'
+), pageviews as (
+    SELECT
+        user_id,
+        event_table,
+        received_at
+    FROM
+        {{ ref('stg_portal_prod__pageviews') }} 
+    WHERE
+        received_at >= '2023-04-04'
+), signups as(
+    SELECT
+        identifies.portal_customer_id,
+        -- Account is created when portal_customer_id exists
+        true AS account_created, 
+        -- Email is verified and user is redirected to `pageview_create_workspace` screen.
+        MAX(CASE WHEN pageviews.event_table = 'pageview_create_workspace' THEN true ELSE false END) AS email_verified,
+        -- Setting to false as we consider `workspace_installation_id` from stripe as source of truth 
+        false AS workspace_created
+    FROM
+        pageviews
+        JOIN (select * from identifies where row_number = 1) identifies
+        ON pageviews.user_id = identifies.user_id
+    GROUP BY
+        identifies.portal_customer_id
+)
+
+select * from 
+    signups

transform/mattermost-analytics/models/staging/portal_prod/_portal_prod__models.yml

@@ -19,3 +19,30 @@ models:
       - name: received_at
         description: Timestamp registered by RudderStack when the event was ingested (received).
 
+  - name: stg_portal_prod__identifies
+    description: |
+      Contains mapping from rudder user_id to portal user_id
+
+    columns:
+      - name: user_id
+        description: The ID of the user that sent the event.
+      - name: portal_customer_id
+        description:  Portal customer id for the user
+      - name: context_traits_portal_customer_id
+        description:  Duplicate of portal_customer_id ingested via context traits, required since sometimes portal_customer_id is null
+      - name: received_at
+        description:  Timestamp registered by RudderStack when the event was ingested (received).
+
+  - name: stg_portal_prod__pageviews
+    description: |
+      Contains mapping from rudder user_id to portal user_id
+
+    columns:
+      - name: pageview_id
+        description:  The pageview ID of the event.
+      - name: user_id
+        description:  The ID of the user that sent the event.
+      - name: event_table
+        description:  The event table that records the event request.
+      - name: received_at
+        description:  Timestamp registered by RudderStack when the event was ingested (received).

transform/mattermost-analytics/models/staging/portal_prod/base/base_portal_prod__pageviews.sql

@@ -0,0 +1,5 @@
+{% set rudder_relations = dbt_utils.get_relations_by_prefix(schema="PORTAL_PROD", database="RAW", prefix="PAGEVIEW_") %}
+
+{{ dbt_utils.union_relations(
+    relations=rudder_relations
+) }}

transform/mattermost-analytics/models/staging/portal_prod/stg_portal_prod__identifies.sql

@@ -0,0 +1,14 @@
+WITH identifies as(
+    SELECT
+        {{ dbt_utils.star(source('portal_prod', 'identifies')) }}
+    FROM
+        {{ source('portal_prod', 'identifies') }}
+)
+
+SELECT 
+    user_id,
+    portal_customer_id,
+    context_traits_portal_customer_id,
+    received_at
+FROM
+    identifies

transform/mattermost-analytics/models/staging/portal_prod/stg_portal_prod__pageviews.sql

@@ -0,0 +1,16 @@
+
+with pageviews as(
+    SELECT
+        {{ dbt_utils.star(ref('base_portal_prod__tracks')) }}
+    FROM
+        {{ ref ('base_portal_prod__tracks') }}
+)
+
+select 
+    id as pageview_id,
+    user_id,
+    event as event_table,
+    received_at
+from 
+    pageviews
+