Skip to content

Commit

Permalink
Add SQL test
Browse files Browse the repository at this point in the history
  • Loading branch information
@courtneyholcomb
courtneyholcomb committed Nov 11, 2023
1 parent 44fc845 commit 153e36d
Show file tree
Hide file tree
Showing 4 changed files with 842 additions and 0 deletions.
26 changes: 26 additions & 0 deletions metricflow/test/plan_conversion/test_dataflow_to_sql_plan.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -1009,3 +1009,29 @@ def test_compute_metrics_node_ratio_from_multiple_semantic_models(
sql_client=sql_client,
node=dataflow_plan.sink_output_nodes[0].parent_node,
)


@pytest.mark.sql_engine_snapshot
def test_dimensions_requiring_join(
request: FixtureRequest,
mf_test_session_state: MetricFlowTestSessionState,
dataflow_plan_builder: DataflowPlanBuilder,
dataflow_to_sql_converter: DataflowToSqlQueryPlanConverter,
sql_client: SqlClient,
) -> None:
"""Tests querying 2 dimensions that require a join."""
dimension_specs = (
DimensionSpec(element_name="home_state_latest", entity_links=(EntityReference(element_name="user"),)),
DimensionSpec(element_name="is_lux_latest", entity_links=(EntityReference(element_name="listing"),)),
)
dataflow_plan = dataflow_plan_builder.build_plan_for_distinct_values(
query_spec=MetricFlowQuerySpec(dimension_specs=dimension_specs)
)

convert_and_check(
request=request,
mf_test_session_state=mf_test_session_state,
dataflow_to_sql_converter=dataflow_to_sql_converter,
sql_client=sql_client,
node=dataflow_plan.sink_output_nodes[0].parent_node,
)
169 changes: 169 additions & 0 deletions ...est_dataflow_to_sql_plan.py/SqlQueryPlan/DuckDB/test_dimensions_requiring_join__plan0.sql
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,169 @@
-- Pass Only Elements:
-- ['user__home_state_latest', 'listing__is_lux_latest']
SELECT
subq_3.listing__is_lux_latest
, subq_3.user__home_state_latest
FROM (
-- Join Standard Outputs
SELECT
subq_0.ds__day AS ds__day
, subq_0.ds__week AS ds__week
, subq_0.ds__month AS ds__month
, subq_0.ds__quarter AS ds__quarter
, subq_0.ds__year AS ds__year
, subq_0.ds__extract_year AS ds__extract_year
, subq_0.ds__extract_quarter AS ds__extract_quarter
, subq_0.ds__extract_month AS ds__extract_month
, subq_0.ds__extract_day AS ds__extract_day
, subq_0.ds__extract_dow AS ds__extract_dow
, subq_0.ds__extract_doy AS ds__extract_doy
, subq_0.created_at__day AS created_at__day
, subq_0.created_at__week AS created_at__week
, subq_0.created_at__month AS created_at__month
, subq_0.created_at__quarter AS created_at__quarter
, subq_0.created_at__year AS created_at__year
, subq_0.created_at__extract_year AS created_at__extract_year
, subq_0.created_at__extract_quarter AS created_at__extract_quarter
, subq_0.created_at__extract_month AS created_at__extract_month
, subq_0.created_at__extract_day AS created_at__extract_day
, subq_0.created_at__extract_dow AS created_at__extract_dow
, subq_0.created_at__extract_doy AS created_at__extract_doy
, subq_0.listing__ds__day AS listing__ds__day
, subq_0.listing__ds__week AS listing__ds__week
, subq_0.listing__ds__month AS listing__ds__month
, subq_0.listing__ds__quarter AS listing__ds__quarter
, subq_0.listing__ds__year AS listing__ds__year
, subq_0.listing__ds__extract_year AS listing__ds__extract_year
, subq_0.listing__ds__extract_quarter AS listing__ds__extract_quarter
, subq_0.listing__ds__extract_month AS listing__ds__extract_month
, subq_0.listing__ds__extract_day AS listing__ds__extract_day
, subq_0.listing__ds__extract_dow AS listing__ds__extract_dow
, subq_0.listing__ds__extract_doy AS listing__ds__extract_doy
, subq_0.listing__created_at__day AS listing__created_at__day
, subq_0.listing__created_at__week AS listing__created_at__week
, subq_0.listing__created_at__month AS listing__created_at__month
, subq_0.listing__created_at__quarter AS listing__created_at__quarter
, subq_0.listing__created_at__year AS listing__created_at__year
, subq_0.listing__created_at__extract_year AS listing__created_at__extract_year
, subq_0.listing__created_at__extract_quarter AS listing__created_at__extract_quarter
, subq_0.listing__created_at__extract_month AS listing__created_at__extract_month
, subq_0.listing__created_at__extract_day AS listing__created_at__extract_day
, subq_0.listing__created_at__extract_dow AS listing__created_at__extract_dow
, subq_0.listing__created_at__extract_doy AS listing__created_at__extract_doy
, subq_0.listing AS listing
, subq_0.user AS user
, subq_0.listing__user AS listing__user
, subq_0.country_latest AS country_latest
, subq_0.is_lux_latest AS is_lux_latest
, subq_0.capacity_latest AS capacity_latest
, subq_0.listing__country_latest AS listing__country_latest
, subq_0.listing__is_lux_latest AS listing__is_lux_latest
, subq_0.listing__capacity_latest AS listing__capacity_latest
, subq_2.home_state_latest AS user__home_state_latest
, subq_0.listings AS listings
, subq_0.largest_listing AS largest_listing
, subq_0.smallest_listing AS smallest_listing
FROM (
-- Read Elements From Semantic Model 'listings_latest'
SELECT
1 AS listings
, listings_latest_src_10004.capacity AS largest_listing
, listings_latest_src_10004.capacity AS smallest_listing
, DATE_TRUNC('day', listings_latest_src_10004.created_at) AS ds__day
, DATE_TRUNC('week', listings_latest_src_10004.created_at) AS ds__week
, DATE_TRUNC('month', listings_latest_src_10004.created_at) AS ds__month
, DATE_TRUNC('quarter', listings_latest_src_10004.created_at) AS ds__quarter
, DATE_TRUNC('year', listings_latest_src_10004.created_at) AS ds__year
, EXTRACT(year FROM listings_latest_src_10004.created_at) AS ds__extract_year
, EXTRACT(quarter FROM listings_latest_src_10004.created_at) AS ds__extract_quarter
, EXTRACT(month FROM listings_latest_src_10004.created_at) AS ds__extract_month
, EXTRACT(day FROM listings_latest_src_10004.created_at) AS ds__extract_day
, EXTRACT(isodow FROM listings_latest_src_10004.created_at) AS ds__extract_dow
, EXTRACT(doy FROM listings_latest_src_10004.created_at) AS ds__extract_doy
, DATE_TRUNC('day', listings_latest_src_10004.created_at) AS created_at__day
, DATE_TRUNC('week', listings_latest_src_10004.created_at) AS created_at__week
, DATE_TRUNC('month', listings_latest_src_10004.created_at) AS created_at__month
, DATE_TRUNC('quarter', listings_latest_src_10004.created_at) AS created_at__quarter
, DATE_TRUNC('year', listings_latest_src_10004.created_at) AS created_at__year
, EXTRACT(year FROM listings_latest_src_10004.created_at) AS created_at__extract_year
, EXTRACT(quarter FROM listings_latest_src_10004.created_at) AS created_at__extract_quarter
, EXTRACT(month FROM listings_latest_src_10004.created_at) AS created_at__extract_month
, EXTRACT(day FROM listings_latest_src_10004.created_at) AS created_at__extract_day
, EXTRACT(isodow FROM listings_latest_src_10004.created_at) AS created_at__extract_dow
, EXTRACT(doy FROM listings_latest_src_10004.created_at) AS created_at__extract_doy
, listings_latest_src_10004.country AS country_latest
, listings_latest_src_10004.is_lux AS is_lux_latest
, listings_latest_src_10004.capacity AS capacity_latest
, DATE_TRUNC('day', listings_latest_src_10004.created_at) AS listing__ds__day
, DATE_TRUNC('week', listings_latest_src_10004.created_at) AS listing__ds__week
, DATE_TRUNC('month', listings_latest_src_10004.created_at) AS listing__ds__month
, DATE_TRUNC('quarter', listings_latest_src_10004.created_at) AS listing__ds__quarter
, DATE_TRUNC('year', listings_latest_src_10004.created_at) AS listing__ds__year
, EXTRACT(year FROM listings_latest_src_10004.created_at) AS listing__ds__extract_year
, EXTRACT(quarter FROM listings_latest_src_10004.created_at) AS listing__ds__extract_quarter
, EXTRACT(month FROM listings_latest_src_10004.created_at) AS listing__ds__extract_month
, EXTRACT(day FROM listings_latest_src_10004.created_at) AS listing__ds__extract_day
, EXTRACT(isodow FROM listings_latest_src_10004.created_at) AS listing__ds__extract_dow
, EXTRACT(doy FROM listings_latest_src_10004.created_at) AS listing__ds__extract_doy
, DATE_TRUNC('day', listings_latest_src_10004.created_at) AS listing__created_at__day
, DATE_TRUNC('week', listings_latest_src_10004.created_at) AS listing__created_at__week
, DATE_TRUNC('month', listings_latest_src_10004.created_at) AS listing__created_at__month
, DATE_TRUNC('quarter', listings_latest_src_10004.created_at) AS listing__created_at__quarter
, DATE_TRUNC('year', listings_latest_src_10004.created_at) AS listing__created_at__year
, EXTRACT(year FROM listings_latest_src_10004.created_at) AS listing__created_at__extract_year
, EXTRACT(quarter FROM listings_latest_src_10004.created_at) AS listing__created_at__extract_quarter
, EXTRACT(month FROM listings_latest_src_10004.created_at) AS listing__created_at__extract_month
, EXTRACT(day FROM listings_latest_src_10004.created_at) AS listing__created_at__extract_day
, EXTRACT(isodow FROM listings_latest_src_10004.created_at) AS listing__created_at__extract_dow
, EXTRACT(doy FROM listings_latest_src_10004.created_at) AS listing__created_at__extract_doy
, listings_latest_src_10004.country AS listing__country_latest
, listings_latest_src_10004.is_lux AS listing__is_lux_latest
, listings_latest_src_10004.capacity AS listing__capacity_latest
, listings_latest_src_10004.listing_id AS listing
, listings_latest_src_10004.user_id AS user
, listings_latest_src_10004.user_id AS listing__user
FROM ***************************.dim_listings_latest listings_latest_src_10004
) subq_0
FULL OUTER JOIN (
-- Pass Only Elements:
-- ['home_state_latest', 'user']
SELECT
subq_1.user
, subq_1.home_state_latest
FROM (
-- Read Elements From Semantic Model 'users_latest'
SELECT
DATE_TRUNC('day', users_latest_src_10008.ds) AS ds_latest__day
, DATE_TRUNC('week', users_latest_src_10008.ds) AS ds_latest__week
, DATE_TRUNC('month', users_latest_src_10008.ds) AS ds_latest__month
, DATE_TRUNC('quarter', users_latest_src_10008.ds) AS ds_latest__quarter
, DATE_TRUNC('year', users_latest_src_10008.ds) AS ds_latest__year
, EXTRACT(year FROM users_latest_src_10008.ds) AS ds_latest__extract_year
, EXTRACT(quarter FROM users_latest_src_10008.ds) AS ds_latest__extract_quarter
, EXTRACT(month FROM users_latest_src_10008.ds) AS ds_latest__extract_month
, EXTRACT(day FROM users_latest_src_10008.ds) AS ds_latest__extract_day
, EXTRACT(isodow FROM users_latest_src_10008.ds) AS ds_latest__extract_dow
, EXTRACT(doy FROM users_latest_src_10008.ds) AS ds_latest__extract_doy
, users_latest_src_10008.home_state_latest
, DATE_TRUNC('day', users_latest_src_10008.ds) AS user__ds_latest__day
, DATE_TRUNC('week', users_latest_src_10008.ds) AS user__ds_latest__week
, DATE_TRUNC('month', users_latest_src_10008.ds) AS user__ds_latest__month
, DATE_TRUNC('quarter', users_latest_src_10008.ds) AS user__ds_latest__quarter
, DATE_TRUNC('year', users_latest_src_10008.ds) AS user__ds_latest__year
, EXTRACT(year FROM users_latest_src_10008.ds) AS user__ds_latest__extract_year
, EXTRACT(quarter FROM users_latest_src_10008.ds) AS user__ds_latest__extract_quarter
, EXTRACT(month FROM users_latest_src_10008.ds) AS user__ds_latest__extract_month
, EXTRACT(day FROM users_latest_src_10008.ds) AS user__ds_latest__extract_day
, EXTRACT(isodow FROM users_latest_src_10008.ds) AS user__ds_latest__extract_dow
, EXTRACT(doy FROM users_latest_src_10008.ds) AS user__ds_latest__extract_doy
, users_latest_src_10008.home_state_latest AS user__home_state_latest
, users_latest_src_10008.user_id AS user
FROM ***************************.dim_users_latest users_latest_src_10008
) subq_1
) subq_2
ON
subq_0.user = subq_2.user
) subq_3
GROUP BY
subq_3.listing__is_lux_latest
, subq_3.user__home_state_latest
14 changes: 14 additions & 0 deletions ...ow_to_sql_plan.py/SqlQueryPlan/DuckDB/test_dimensions_requiring_join__plan0_optimized.sql
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
-- Join Standard Outputs
-- Pass Only Elements:
-- ['user__home_state_latest', 'listing__is_lux_latest']
SELECT
listings_latest_src_10004.is_lux AS listing__is_lux_latest
, users_latest_src_10008.home_state_latest AS user__home_state_latest
FROM ***************************.dim_listings_latest listings_latest_src_10004
FULL OUTER JOIN
***************************.dim_users_latest users_latest_src_10008
ON
listings_latest_src_10004.user_id = users_latest_src_10008.user_id
GROUP BY
listings_latest_src_10004.is_lux
, users_latest_src_10008.home_state_latest
Loading

0 comments on commit 153e36d

Please sign in to comment.