-
Notifications
You must be signed in to change notification settings - Fork 188
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
[Snowflake] test types for unit testing (#896)
* first pass: test unit testing on snowflake * array and json support * variant support * refactor to implement cast * geography and geometry types + cast refactor * fix variant logic in safe_cast * typo * TestSnowflakeUnitTestCaseInsensitivity * changelog entry * TestSnowflakeUnitTestInvalidInput * restore dev-requirements --------- Co-authored-by: Mike Alfare <[email protected]>
- Loading branch information
1 parent
0280342
commit d01d63c
Showing
5 changed files
with
66 additions
and
1 deletion.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,6 @@ | ||
kind: Features | ||
body: Support primative types + object, variant, array in snowflake for unit testing" | ||
time: 2024-02-05T17:48:16.118398-05:00 | ||
custom: | ||
Author: michelleark | ||
Issue: "898" |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,9 @@ | ||
{% macro snowflake__cast(field, type) %} | ||
{% if (type|upper == "GEOGRAPHY") -%} | ||
to_geography({{field}}) | ||
{% elif (type|upper == "GEOMETRY") -%} | ||
to_geometry({{field}}) | ||
{% else -%} | ||
cast({{field}} as {{type}}) | ||
{% endif -%} | ||
{% endmacro %} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1,3 +1,13 @@ | ||
{% macro snowflake__safe_cast(field, type) %} | ||
try_cast({{field}} as {{type}}) | ||
{% if type|upper == "GEOMETRY" -%} | ||
try_to_geometry({{field}}) | ||
{% elif type|upper == "GEOGRAPHY" -%} | ||
try_to_geography({{field}}) | ||
{% elif type|upper != "VARIANT" -%} | ||
{#-- Snowflake try_cast does not support casting to variant, and expects the field as a string --#} | ||
{% set field_as_string = dbt.string_literal(field) if field is number else field %} | ||
try_cast({{field_as_string}} as {{type}}) | ||
{% else -%} | ||
{{ adapter.dispatch('cast', 'dbt')(field, type) }} | ||
{% endif -%} | ||
{% endmacro %} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
39 changes: 39 additions & 0 deletions
39
tests/functional/adapter/unit_testing/test_unit_testing.py
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,39 @@ | ||
import pytest | ||
|
||
from dbt.tests.adapter.unit_testing.test_types import BaseUnitTestingTypes | ||
from dbt.tests.adapter.unit_testing.test_case_insensitivity import BaseUnitTestCaseInsensivity | ||
from dbt.tests.adapter.unit_testing.test_invalid_input import BaseUnitTestInvalidInput | ||
|
||
|
||
class TestSnowflakeUnitTestingTypes(BaseUnitTestingTypes): | ||
@pytest.fixture | ||
def data_types(self): | ||
# sql_value, yaml_value | ||
return [ | ||
["1", "1"], | ||
["2.0", "2.0"], | ||
["'12345'", "12345"], | ||
["'string'", "string"], | ||
["true", "true"], | ||
["DATE '2020-01-02'", "2020-01-02"], | ||
["TIMESTAMP '2013-11-03 00:00:00-0'", "2013-11-03 00:00:00-0"], | ||
["'2013-11-03 00:00:00-0'::TIMESTAMPTZ", "2013-11-03 00:00:00-0"], | ||
["TO_NUMBER('3', 10, 9)", "3"], | ||
["3::VARIANT", "3"], | ||
["TO_GEOMETRY('POINT(1820.12 890.56)')", "POINT(1820.12 890.56)"], | ||
["TO_GEOGRAPHY('POINT(-122.35 37.55)')", "POINT(-122.35 37.55)"], | ||
[ | ||
"{'Alberta':'Edmonton','Manitoba':'Winnipeg'}", | ||
"{'Alberta':'Edmonton','Manitoba':'Winnipeg'}", | ||
], | ||
["['a','b','c']", "['a','b','c']"], | ||
["[1,2,3]", "[1, 2, 3]"], | ||
] | ||
|
||
|
||
class TestSnowflakeUnitTestCaseInsensitivity(BaseUnitTestCaseInsensivity): | ||
pass | ||
|
||
|
||
class TestSnowflakeUnitTestInvalidInput(BaseUnitTestInvalidInput): | ||
pass |