Merge branch 'dbt-msft:master' into column-nvarchar-dtype

Author: Cogito

.github/workflows/integration-tests-sqlserver.yml

@@ -18,7 +18,7 @@ jobs:
     name: Regular
     strategy:
       matrix:
-        python_version: ["3.8", "3.9", "3.10", "3.11", "3.12"]
+        python_version: ["3.9", "3.10", "3.11", "3.12"]
         msodbc_version: ["17", "18"]
         sqlserver_version: ["2017", "2019", "2022"]
         collation: ["SQL_Latin1_General_CP1_CS_AS", "SQL_Latin1_General_CP1_CI_AS"]

.github/workflows/publish-docker.yml

@@ -12,7 +12,7 @@ jobs:
   publish-docker-client:
     strategy:
       matrix:
-        python_version: ["3.7", "3.8", "3.9", "3.10", "3.11", "3.12"]
+        python_version: ["3.9", "3.10", "3.11", "3.12"]
         docker_target: ["msodbc17", "msodbc18"]
     runs-on: ubuntu-latest
     permissions:

.github/workflows/unit-tests.yml

@@ -18,7 +18,7 @@ jobs:
     name: Unit tests
     strategy:
       matrix:
-        python_version: ["3.8", "3.9", "3.10", "3.11", "3.12"]
+        python_version: ["3.9", "3.10", "3.11", "3.12"]
     runs-on: ubuntu-latest
     permissions:
       contents: read

dbt/adapters/sqlserver/__version__.py

@@ -1 +1 @@
-version = "1.8.7"
+version = "1.9.0"

dbt/adapters/sqlserver/sqlserver_adapter.py

@@ -59,3 +59,9 @@ def render_model_constraint(cls, constraint) -> Optional[str]:
     @classmethod
     def date_function(cls):
         return "getdate()"
+
+    def valid_incremental_strategies(self):
+        """The set of standard builtin strategies which this adapter supports out-of-the-box.
+        Not used to validate custom strategies defined by end users.
+        """
+        return ["append", "delete+insert", "merge", "microbatch"]

dbt/adapters/sqlserver/sqlserver_relation.py

@@ -1,7 +1,7 @@
 from dataclasses import dataclass, field
 from typing import Optional, Type
 
-from dbt.adapters.base.relation import BaseRelation
+from dbt.adapters.base.relation import BaseRelation, EventTimeFilter
 from dbt.adapters.utils import classproperty
 from dbt_common.exceptions import DbtRuntimeError
 
@@ -49,3 +49,28 @@ def __post_init__(self):
 
     def relation_max_name_length(self):
         return MAX_CHARACTERS_IN_IDENTIFIER
+
+    def _render_event_time_filtered(self, event_time_filter: EventTimeFilter) -> str:
+        """
+        Returns "" if start and end are both None
+        """
+        filter = ""
+        if event_time_filter.start and event_time_filter.end:
+            filter = (
+                f"{event_time_filter.field_name} >="
+                f" cast('{event_time_filter.start}' as datetimeoffset)"
+                f" and {event_time_filter.field_name} <"
+                f" cast('{event_time_filter.end}' as datetimeoffset)"
+            )
+        elif event_time_filter.start:
+            filter = (
+                f"{event_time_filter.field_name} >="
+                f" cast('{event_time_filter.start}' as datetimeoffset)"
+            )
+        elif event_time_filter.end:
+            filter = (
+                f"{event_time_filter.field_name} <"
+                f" cast('{event_time_filter.end}' as datetimeoffset)"
+            )
+
+        return filter

dbt/include/sqlserver/dbt_project.yml

@@ -1,5 +1,5 @@
 name: dbt_sqlserver
-version: 1.8.0
+version: 1.9.0
 config-version: 2
 
 macro-paths: ["macros"]

dbt/include/sqlserver/macros/adapter/columns.sql

@@ -1,3 +1,28 @@
+{% macro sqlserver__get_empty_subquery_sql(select_sql, select_sql_header=none) %}
+    {% if select_sql.strip().lower().startswith('with') %}
+        {{ select_sql }}
+    {% else -%}
+        select * from (
+        {{ select_sql }}
+    ) dbt_sbq_tmp
+    where 1 = 0
+    {%- endif -%}
+
+{% endmacro %}
+
+{% macro sqlserver__get_columns_in_query(select_sql) %}
+    {% set query_label = apply_label() %}
+    {% call statement('get_columns_in_query', fetch_result=True, auto_begin=False) -%}
+        select TOP 0 * from (
+            {{ select_sql }}
+        ) as __dbt_sbq
+        where 0 = 1
+        {{ query_label }}
+    {% endcall %}
+
+    {{ return(load_result('get_columns_in_query').table.columns | map(attribute='name') | list) }}
+{% endmacro %}
+
 {% macro sqlserver__alter_column_type(relation, column_name, new_column_type) %}
 
     {%- set tmp_column = column_name + "__dbt_alter" -%}

dbt/include/sqlserver/macros/materializations/models/incremental/merge.sql

@@ -0,0 +1,31 @@
+{% macro sqlserver__get_incremental_microbatch_sql(arg_dict) %}
+    {%- set target = arg_dict["target_relation"] -%}
+    {%- set source = arg_dict["temp_relation"] -%}
+    {%- set dest_columns = arg_dict["dest_columns"] -%}
+    {%- set incremental_predicates = [] if arg_dict.get('incremental_predicates') is none else arg_dict.get('incremental_predicates') -%}
+
+    {#-- Add additional incremental_predicates to filter for batch --#}
+    {% if model.config.get("__dbt_internal_microbatch_event_time_start") -%}
+    {{ log("incremental append event start time > DBT_INTERNAL_TARGET." ~ model.config.event_time ~ " >= cast('" ~ model.config.__dbt_internal_microbatch_event_time_start ~ "' as datetimeoffset)") }}
+        {% do incremental_predicates.append("DBT_INTERNAL_TARGET." ~ model.config.event_time ~ " >= cast('" ~ model.config.__dbt_internal_microbatch_event_time_start ~ "' as datetimeoffset)") %}
+    {% endif %}
+    {% if model.config.__dbt_internal_microbatch_event_time_end -%}
+    {{ log("incremental append event end time < DBT_INTERNAL_TARGET." ~ model.config.event_time ~ " < cast('" ~ model.config.__dbt_internal_microbatch_event_time_end ~ "' as datetimeoffset)") }}
+        {% do incremental_predicates.append("DBT_INTERNAL_TARGET." ~ model.config.event_time ~ " < cast('" ~ model.config.__dbt_internal_microbatch_event_time_end ~ "' as datetimeoffset)") %}
+    {% endif %}
+    {% do arg_dict.update({'incremental_predicates': incremental_predicates}) %}
+
+    delete DBT_INTERNAL_TARGET from {{ target }} AS DBT_INTERNAL_TARGET
+    where (
+    {% for predicate in incremental_predicates %}
+        {%- if not loop.first %}and {% endif -%} {{ predicate }}
+    {% endfor %}
+    );
+
+    {%- set dest_cols_csv = get_quoted_csv(dest_columns | map(attribute="name")) -%}
+    insert into {{ target }} ({{ dest_cols_csv }})
+    (
+        select {{ dest_cols_csv }}
+        from {{ source }}
+    )
+{% endmacro %}

dev_requirements.txt

@@ -1,5 +1,5 @@
 
-dbt-tests-adapter>=1.8.0, <1.9.0
+dbt-tests-adapter>=1.9.0,<2.0
 
 ruff
 black==24.8.0