diff --git a/integration_test_project/profiles.yml b/integration_test_project/profiles.yml index cc0858dc..87c59584 100644 --- a/integration_test_project/profiles.yml +++ b/integration_test_project/profiles.yml @@ -60,5 +60,6 @@ dbt_artifacts: region_name: ap-southeast-2 schema: public database: awsdatacatalog + threads: 8 seed_s3_upload_args: ACL: bucket-owner-full-control diff --git a/macros/upload_individual_datasets/upload_model_executions.sql b/macros/upload_individual_datasets/upload_model_executions.sql index 7261b952..d89b9898 100644 --- a/macros/upload_individual_datasets/upload_model_executions.sql +++ b/macros/upload_individual_datasets/upload_model_executions.sql @@ -229,7 +229,7 @@ {% if query_completed_at %}cast('{{ query_completed_at }}' as timestamp(6)){% else %}cast(null as timestamp(6)){% endif %}, {# query_completed_at #} {{ model.execution_time }}, {# total_node_runtime #} - cast(null as integer), {# rows_affected #} + cast({{ model.adapter_response.rows_affected }} as integer), {# rows_affected #} '{{ model.node.config.materialized }}', {# materialization #} '{{ model.node.schema }}', {# schema #} '{{ model.node.name }}', {# name #} diff --git a/macros/upload_individual_datasets/upload_seed_executions.sql b/macros/upload_individual_datasets/upload_seed_executions.sql index aee6b807..d8b52b1c 100644 --- a/macros/upload_individual_datasets/upload_seed_executions.sql +++ b/macros/upload_individual_datasets/upload_seed_executions.sql @@ -258,7 +258,7 @@ {% endif %} {{ model.execution_time }}, {# total_node_runtime #} - cast(null as integer), -- rows_affected not available {# Databricks #} + cast({{ model.adapter_response.rows_affected }} as integer), {# rows_affected #} '{{ model.node.config.materialized }}', {# materialization #} '{{ model.node.schema }}', {# schema #} '{{ model.node.name }}', {# name #} diff --git a/macros/upload_individual_datasets/upload_snapshot_executions.sql b/macros/upload_individual_datasets/upload_snapshot_executions.sql index 71166e6c..97273d58 100644 --- a/macros/upload_individual_datasets/upload_snapshot_executions.sql +++ b/macros/upload_individual_datasets/upload_snapshot_executions.sql @@ -258,7 +258,7 @@ {% endif %} {{ model.execution_time }}, {# total_node_runtime #} - cast(null as integer), {# rows_affected #} + cast({{ model.adapter_response.rows_affected }} as integer), {# rows_affected #} '{{ model.node.config.materialized }}', {# materialization #} '{{ model.node.schema }}', {# schema #} '{{ model.node.name }}', {# name #} diff --git a/macros/upload_individual_datasets/upload_test_executions.sql b/macros/upload_individual_datasets/upload_test_executions.sql index 746d6e8c..9d4108f7 100644 --- a/macros/upload_individual_datasets/upload_test_executions.sql +++ b/macros/upload_individual_datasets/upload_test_executions.sql @@ -189,7 +189,7 @@ {% endif %} {{ test.execution_time }}, {# total_node_runtime #} - cast(null as integer), {# rows_affected not available in Databricks #} + cast(null as integer), {# rows_affected #} {{ 'cast(null as integer)' if test.failures is none else test.failures }}, {# failures #} '{{ test.message | replace("\'", "\'\'") }}', {# message #} '{{ tojson(test.adapter_response) | replace("\'", "\'\'") }}' {# adapter_response #}