Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 2 additions & 0 deletions .gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -22,3 +22,5 @@ __pycache__/
# VSCODE
.vscode/

./marketing_insights/profiles.yml

Empty file.
3 changes: 3 additions & 0 deletions marketing_insights/macros/net_revenue.sql
Original file line number Diff line number Diff line change
@@ -0,0 +1,3 @@
{% macro net_revenue(extended_price, discount, tax) %}
({{ extended_price }} * (1 - {{ discount }}) * (1 + {{ tax }}))
{% endmacro %}
3 changes: 0 additions & 3 deletions marketing_insights/models/intermediate/agg_order_insights.sql
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,3 @@

SELECT * FROM {{ ref('tmp_agg_order_insights') }}

{% if is_incremental() %}
WHERE ds >= (select max(ds) from {{ this }} )
{% endif %}
46 changes: 46 additions & 0 deletions marketing_insights/models/intermediate/int_orders_lineitems.sql
Original file line number Diff line number Diff line change
@@ -0,0 +1,46 @@
with orders as (

select * from {{ ref('stg_orders') }}

),

lineitems as (

select * from {{ ref('stg_lineitem') }}

),

joined as (

select
o.O_ORDERKEY,
o.O_CUSTKEY,
o.O_ORDERSTATUS,
o.O_ORDERDATE,
o.O_ORDERPRIORITY,
O_CLERK,
O_SHIPPRIORITY,
O_COMMENT,
L_ORDERKEY,
L_PARTKEY,
L_SUPPKEY,
L_LINENUMBER,
L_QUANTITY,
L_EXTENDEDPRICE,
L_DISCOUNT,
L_TAX,
L_RETURNFLAG,
L_LINESTATUS,
L_SHIPDATE,
L_COMMITDATE,
L_RECEIPTDATE,
L_SHIPINSTRUCT,
L_SHIPMODE,
{{ net_revenue('li.L_EXTENDEDPRICE', 'li.L_DISCOUNT', 'li.L_TAX') }} as net_revenue,
from orders o
inner join lineitems li
on o.O_ORDERKEY = li.L_ORDERKEY

)

select * from joined
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@
SELECT
r.R_NAME AS Region_Name,
n.N_NAME AS Nation_Name,
o._LOADED_AT as ds,
-- o._LOADED_AT as ds,
COUNT(1) as Order_Count,
ROUND(SUM(O_TOTALPRICE) * 94.5,0) AS TOTAL_PRICE_USD
FROM {{ ref('stg_orders') }} o
Expand All @@ -13,4 +13,4 @@ LEFT JOIN {{ ref('stg_nation') }} n
ON c.C_NATIONKEY = n.N_NATIONKEY
LEFT JOIN {{ ref('stg_region') }} r
ON n.N_REGIONKEY = r.R_REGIONKEY
GROUP BY 1,2, 3
GROUP BY 1,2
2 changes: 1 addition & 1 deletion marketing_insights/models/reporting/rpt_order_insights.sql
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
SELECT
Region_Name,
Nation_Name,
ds,
-- ds,
Order_Count,
TOTAL_PRICE_USD
FROM {{ ref('agg_order_insights') }}
4 changes: 2 additions & 2 deletions marketing_insights/models/sources.yml
Original file line number Diff line number Diff line change
Expand Up @@ -2,8 +2,8 @@ version: 2

sources:
- name: SF_SAMPLE_DATA
database: AI_TRAINING_DATA
schema: AGENT_DATA
database: SNOWFLAKE_SAMPLE_DATA
schema: TPCH_SF1
tables:
- name: customer
- name: lineitem
Expand Down
4 changes: 2 additions & 2 deletions marketing_insights/models/staging/stg_customer.sql
Original file line number Diff line number Diff line change
Expand Up @@ -6,6 +6,6 @@ select
C_PHONE,
C_ACCTBAL,
C_MKTSEGMENT,
C_COMMENT,
_LOADED_AT
C_COMMENT
-- ,_LOADED_AT
from {{ source('SF_SAMPLE_DATA', 'customer')}}
4 changes: 2 additions & 2 deletions marketing_insights/models/staging/stg_lineitem.sql
Original file line number Diff line number Diff line change
Expand Up @@ -14,6 +14,6 @@ select
L_RECEIPTDATE,
L_SHIPINSTRUCT,
L_SHIPMODE,
L_COMMENT,
_LOADED_AT
L_COMMENT
-- ,_LOADED_AT
from {{ source('SF_SAMPLE_DATA', 'lineitem')}}
4 changes: 2 additions & 2 deletions marketing_insights/models/staging/stg_orders.sql
Original file line number Diff line number Diff line change
Expand Up @@ -7,6 +7,6 @@ select
O_ORDERPRIORITY,
O_CLERK,
O_SHIPPRIORITY,
O_COMMENT,
_LOADED_AT
O_COMMENT
-- ,_LOADED_AT
from {{ source('SF_SAMPLE_DATA', 'orders')}}
4 changes: 2 additions & 2 deletions marketing_insights/models/staging/stg_part.sql
Original file line number Diff line number Diff line change
Expand Up @@ -7,6 +7,6 @@ select
P_SIZE,
P_CONTAINER,
P_RETAILPRICE,
P_COMMENT,
_LOADED_AT
P_COMMENT
-- ,_LOADED_AT
from {{ source('SF_SAMPLE_DATA', 'part')}}
4 changes: 2 additions & 2 deletions marketing_insights/models/staging/stg_partsupp.sql
Original file line number Diff line number Diff line change
Expand Up @@ -3,6 +3,6 @@ select
PS_SUPPKEY,
PS_AVAILQTY,
PS_SUPPLYCOST,
PS_COMMENT,
_LOADED_AT
PS_COMMENT
-- ,_LOADED_AT
from {{ source('SF_SAMPLE_DATA', 'partsupp')}}
4 changes: 2 additions & 2 deletions marketing_insights/models/staging/stg_supplier.sql
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,6 @@ select
S_NATIONKEY,
S_PHONE,
S_ACCTBAL,
S_COMMENT,
_LOADED_AT
S_COMMENT
-- ,_LOADED_AT
from {{ source('SF_SAMPLE_DATA', 'supplier')}}
10 changes: 10 additions & 0 deletions marketing_insights/profiles.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,10 @@
marketing_insights:
target: dev
outputs:
dev:
type: snowflake
role: 'ACCOUNTADMIN'
warehouse: 'COMPUTE_WH'
database: 'MARKETING_INSIGHTS'
schema: 'ANALYTICS'
threads: 8
Loading