add rows affected

brooklyn-data · Nov 27, 2023 · 28e2910 · 28e2910
1 parent 2e61c4b
commit 28e2910
Show file tree

Hide file tree

Showing 5 changed files with 5 additions and 4 deletions.
diff --git a/integration_test_project/profiles.yml b/integration_test_project/profiles.yml
@@ -60,5 +60,6 @@ dbt_artifacts:
       region_name: ap-southeast-2
       schema: public
       database: awsdatacatalog
+      threads: 8
       seed_s3_upload_args:
         ACL: bucket-owner-full-control
diff --git a/macros/upload_individual_datasets/upload_model_executions.sql b/macros/upload_individual_datasets/upload_model_executions.sql
@@ -229,7 +229,7 @@
                 {% if query_completed_at %}cast('{{ query_completed_at }}' as timestamp(6)){% else %}cast(null as timestamp(6)){% endif %}, {# query_completed_at #}
 
                 {{ model.execution_time }}, {# total_node_runtime #}
-                cast(null as integer), {# rows_affected #}
+                cast({{ model.adapter_response.rows_affected }} as integer), {# rows_affected #}
                 '{{ model.node.config.materialized }}', {# materialization #}
                 '{{ model.node.schema }}', {# schema #}
                 '{{ model.node.name }}', {# name #}

diff --git a/macros/upload_individual_datasets/upload_seed_executions.sql b/macros/upload_individual_datasets/upload_seed_executions.sql
@@ -258,7 +258,7 @@
                 {% endif %}
 
                 {{ model.execution_time }}, {# total_node_runtime #}
-                cast(null as integer), -- rows_affected not available {# Databricks #}
+                cast({{ model.adapter_response.rows_affected }} as integer), {# rows_affected #}
                 '{{ model.node.config.materialized }}', {# materialization #}
                 '{{ model.node.schema }}', {# schema #}
                 '{{ model.node.name }}', {# name #}

diff --git a/macros/upload_individual_datasets/upload_snapshot_executions.sql b/macros/upload_individual_datasets/upload_snapshot_executions.sql
@@ -258,7 +258,7 @@
                 {% endif %}
 
                 {{ model.execution_time }}, {# total_node_runtime #}
-                cast(null as integer), {# rows_affected #}
+                cast({{ model.adapter_response.rows_affected }} as integer), {# rows_affected #}
                 '{{ model.node.config.materialized }}', {# materialization #}
                 '{{ model.node.schema }}', {# schema #}
                 '{{ model.node.name }}', {# name #}

diff --git a/macros/upload_individual_datasets/upload_test_executions.sql b/macros/upload_individual_datasets/upload_test_executions.sql
@@ -189,7 +189,7 @@
                 {% endif %}
 
                 {{ test.execution_time }}, {# total_node_runtime #}
-                cast(null as integer), {# rows_affected not available in Databricks #}
+                cast(null as integer), {# rows_affected #}
                 {{ 'cast(null as integer)' if test.failures is none else test.failures }}, {# failures #}
                 '{{ test.message | replace("\'", "\'\'")  }}', {# message #}
                 '{{ tojson(test.adapter_response) | replace("\'", "\'\'") }}' {# adapter_response #}