From ec43812a8c93ad6dcaaaba526038388d23f5d46a Mon Sep 17 00:00:00 2001 From: RounakDhillon <162090200+RounakDhillon@users.noreply.github.com> Date: Mon, 6 Jan 2025 10:17:50 +0530 Subject: [PATCH] Docs: Lineage Addition till Impala (#19227) --- .../content/v1.6.x/connectors/database/druid/index.md | 1 + .../content/v1.6.x/connectors/database/druid/yaml.md | 3 +++ .../content/v1.6.x/connectors/database/greenplum/index.md | 2 +- .../content/v1.6.x/connectors/database/greenplum/yaml.md | 4 +--- .../content/v1.6.x/connectors/database/hive/index.md | 1 + .../content/v1.6.x/connectors/database/hive/yaml.md | 3 +++ .../content/v1.6.x/connectors/database/impala/index.md | 1 + .../content/v1.6.x/connectors/database/impala/yaml.md | 3 +++ .../v1.7.x-SNAPSHOT/connectors/database/druid/index.md | 1 + .../content/v1.7.x-SNAPSHOT/connectors/database/druid/yaml.md | 3 +++ .../v1.7.x-SNAPSHOT/connectors/database/greenplum/index.md | 2 +- .../v1.7.x-SNAPSHOT/connectors/database/greenplum/yaml.md | 4 +--- .../content/v1.7.x-SNAPSHOT/connectors/database/hive/index.md | 1 + .../content/v1.7.x-SNAPSHOT/connectors/database/hive/yaml.md | 3 +++ .../v1.7.x-SNAPSHOT/connectors/database/impala/index.md | 1 + .../v1.7.x-SNAPSHOT/connectors/database/impala/yaml.md | 3 +++ 16 files changed, 28 insertions(+), 8 deletions(-) diff --git a/openmetadata-docs/content/v1.6.x/connectors/database/druid/index.md b/openmetadata-docs/content/v1.6.x/connectors/database/druid/index.md index 02dca02c6419..ba1874fab67c 100644 --- a/openmetadata-docs/content/v1.6.x/connectors/database/druid/index.md +++ b/openmetadata-docs/content/v1.6.x/connectors/database/druid/index.md @@ -17,6 +17,7 @@ Configure and schedule Druid metadata and profiler workflows from the OpenMetada - [Metadata Ingestion](#metadata-ingestion) - [Data Profiler](/how-to-guides/data-quality-observability/profiler/workflow) +- [Lineage](/how-to-guides/data-lineage/workflow) - [Data Quality](/how-to-guides/data-quality-observability/quality) - [dbt Integration](/connectors/ingestion/workflows/dbt) diff --git a/openmetadata-docs/content/v1.6.x/connectors/database/druid/yaml.md b/openmetadata-docs/content/v1.6.x/connectors/database/druid/yaml.md index 7ef07e5d3a7d..e44b19414ccf 100644 --- a/openmetadata-docs/content/v1.6.x/connectors/database/druid/yaml.md +++ b/openmetadata-docs/content/v1.6.x/connectors/database/druid/yaml.md @@ -18,6 +18,7 @@ Configure and schedule Druid metadata and profiler workflows from the OpenMetada - [Requirements](#requirements) - [Metadata Ingestion](#metadata-ingestion) - [Data Profiler](#data-profiler) +- [Lineage](#lineage) - [Data Quality](#data-quality) - [dbt Integration](#dbt-integration) @@ -140,6 +141,8 @@ source: {% partial file="/v1.6/connectors/yaml/database/source-config.md" /%} +{% partial file="/v1.6/connectors/yaml/lineage.md" variables={connector: "druid"} /%} + {% partial file="/v1.6/connectors/yaml/ingestion-sink.md" /%} {% partial file="/v1.6/connectors/yaml/workflow-config.md" /%} diff --git a/openmetadata-docs/content/v1.6.x/connectors/database/greenplum/index.md b/openmetadata-docs/content/v1.6.x/connectors/database/greenplum/index.md index f416c2d85eb7..503ec262fb61 100644 --- a/openmetadata-docs/content/v1.6.x/connectors/database/greenplum/index.md +++ b/openmetadata-docs/content/v1.6.x/connectors/database/greenplum/index.md @@ -20,7 +20,7 @@ Configure and schedule Greenplum metadata and profiler workflows from the OpenMe - [Query Usage](/connectors/ingestion/workflows/usage) - [Data Profiler](/how-to-guides/data-quality-observability/profiler/workflow) - [Data Quality](/how-to-guides/data-quality-observability/quality) -- [Lineage](/connectors/ingestion/lineage) +- [Lineage](/how-to-guides/data-lineage/workflow) - [dbt Integration](/connectors/ingestion/workflows/dbt) - [Enable Security](#securing-greenplum-connection-with-ssl-in-openmetadata) diff --git a/openmetadata-docs/content/v1.6.x/connectors/database/greenplum/yaml.md b/openmetadata-docs/content/v1.6.x/connectors/database/greenplum/yaml.md index 607fc945b080..f4e22e151fc8 100644 --- a/openmetadata-docs/content/v1.6.x/connectors/database/greenplum/yaml.md +++ b/openmetadata-docs/content/v1.6.x/connectors/database/greenplum/yaml.md @@ -287,9 +287,7 @@ For IAM authentication, it is recommended to select the `allow` mode or another caCertificate: "/path/to/ca/certificate" ``` -## Lineage - -You can learn more about how to ingest lineage [here](/connectors/ingestion/workflows/lineage). +{% partial file="/v1.6/connectors/yaml/lineage.md" variables={connector: "greenplum"} /%} ## dbt Integration diff --git a/openmetadata-docs/content/v1.6.x/connectors/database/hive/index.md b/openmetadata-docs/content/v1.6.x/connectors/database/hive/index.md index 68eaa4956841..9e1d09db0d8d 100644 --- a/openmetadata-docs/content/v1.6.x/connectors/database/hive/index.md +++ b/openmetadata-docs/content/v1.6.x/connectors/database/hive/index.md @@ -18,6 +18,7 @@ Configure and schedule Hive metadata and profiler workflows from the OpenMetadat - [Requirements](#requirements) - [Metadata Ingestion](#metadata-ingestion) - [Data Profiler](/how-to-guides/data-quality-observability/profiler/workflow) +- [Lineage](/how-to-guides/data-lineage/workflow) - [Data Quality](/how-to-guides/data-quality-observability/quality) - [dbt Integration](/connectors/ingestion/workflows/dbt) - [Enable Security](#securing-hive-connection-with-ssl-in-openmetadata) diff --git a/openmetadata-docs/content/v1.6.x/connectors/database/hive/yaml.md b/openmetadata-docs/content/v1.6.x/connectors/database/hive/yaml.md index 32b640e16596..1d3e83668024 100644 --- a/openmetadata-docs/content/v1.6.x/connectors/database/hive/yaml.md +++ b/openmetadata-docs/content/v1.6.x/connectors/database/hive/yaml.md @@ -17,6 +17,7 @@ Configure and schedule Hive metadata and profiler workflows from the OpenMetadat - [Requirements](#requirements) - [Metadata Ingestion](#metadata-ingestion) - [Data Profiler](#data-profiler) +- [Lineage](#lineage) - [Data Quality](#data-quality) - [dbt Integration](#dbt-integration) - [Enable Security](#securing-hive-connection-with-ssl-in-openmetadata) @@ -113,6 +114,8 @@ You can also ingest the metadata using Postgres metastore. This step is optional {% partial file="/v1.6/connectors/yaml/ingestion-sink-def.md" /%} +{% partial file="/v1.6/connectors/yaml/lineage.md" variables={connector: "hive"} /%} + {% partial file="/v1.6/connectors/yaml/workflow-config-def.md" /%} #### Advanced Configuration diff --git a/openmetadata-docs/content/v1.6.x/connectors/database/impala/index.md b/openmetadata-docs/content/v1.6.x/connectors/database/impala/index.md index 1aef75d112a9..61a8cd73fb16 100644 --- a/openmetadata-docs/content/v1.6.x/connectors/database/impala/index.md +++ b/openmetadata-docs/content/v1.6.x/connectors/database/impala/index.md @@ -16,6 +16,7 @@ In this section, we provide guides and references to use the Impala connector. Configure and schedule Impala metadata and profiler workflows from the OpenMetadata UI: - [Metadata Ingestion](#metadata-ingestion) - [Data Profiler](/how-to-guides/data-quality-observability/profiler/workflow) +- [Lineage](/how-to-guides/data-lineage/workflow) - [Data Quality](/how-to-guides/data-quality-observability/quality) - [dbt Integration](/connectors/ingestion/workflows/dbt) - [Enable Security](#securing-impala-connection-with-ssl-in-openmetadata) diff --git a/openmetadata-docs/content/v1.6.x/connectors/database/impala/yaml.md b/openmetadata-docs/content/v1.6.x/connectors/database/impala/yaml.md index 89e17631840b..1a79259f37b0 100644 --- a/openmetadata-docs/content/v1.6.x/connectors/database/impala/yaml.md +++ b/openmetadata-docs/content/v1.6.x/connectors/database/impala/yaml.md @@ -17,6 +17,7 @@ Configure and schedule Impala metadata and profiler workflows from the OpenMetad - [Requirements](#requirements) - [Metadata Ingestion](#metadata-ingestion) - [Data Profiler](#data-profiler) +- [Lineage](#lineage) - [Data Quality](#data-quality) - [dbt Integration](#dbt-integration) - [Enable Security](#securing-impala-connection-with-ssl-in-openmetadata) @@ -94,6 +95,8 @@ This is a sample config for Hive: {% partial file="/v1.6/connectors/yaml/database/source-config-def.md" /%} +{% partial file="/v1.6/connectors/yaml/lineage.md" variables={connector: "impala"} /%} + {% partial file="/v1.6/connectors/yaml/ingestion-sink-def.md" /%} {% partial file="/v1.6/connectors/yaml/workflow-config-def.md" /%} diff --git a/openmetadata-docs/content/v1.7.x-SNAPSHOT/connectors/database/druid/index.md b/openmetadata-docs/content/v1.7.x-SNAPSHOT/connectors/database/druid/index.md index 735b5b8df8ef..b51f4cf805b6 100644 --- a/openmetadata-docs/content/v1.7.x-SNAPSHOT/connectors/database/druid/index.md +++ b/openmetadata-docs/content/v1.7.x-SNAPSHOT/connectors/database/druid/index.md @@ -17,6 +17,7 @@ Configure and schedule Druid metadata and profiler workflows from the OpenMetada - [Metadata Ingestion](#metadata-ingestion) - [Data Profiler](/how-to-guides/data-quality-observability/profiler/workflow) +- [Lineage](/how-to-guides/data-lineage/workflow) - [Data Quality](/how-to-guides/data-quality-observability/quality) - [dbt Integration](/connectors/ingestion/workflows/dbt) diff --git a/openmetadata-docs/content/v1.7.x-SNAPSHOT/connectors/database/druid/yaml.md b/openmetadata-docs/content/v1.7.x-SNAPSHOT/connectors/database/druid/yaml.md index b5b58332f3b6..30f70eecf5d7 100644 --- a/openmetadata-docs/content/v1.7.x-SNAPSHOT/connectors/database/druid/yaml.md +++ b/openmetadata-docs/content/v1.7.x-SNAPSHOT/connectors/database/druid/yaml.md @@ -18,6 +18,7 @@ Configure and schedule Druid metadata and profiler workflows from the OpenMetada - [Requirements](#requirements) - [Metadata Ingestion](#metadata-ingestion) - [Data Profiler](#data-profiler) +- [Lineage](#lineage) - [Data Quality](#data-quality) - [dbt Integration](#dbt-integration) @@ -84,6 +85,8 @@ This is a sample config for Druid: {% partial file="/v1.7/connectors/yaml/database/source-config-def.md" /%} +{% partial file="/v1.6/connectors/yaml/lineage.md" variables={connector: "druid"} /%} + {% partial file="/v1.7/connectors/yaml/ingestion-sink-def.md" /%} {% partial file="/v1.7/connectors/yaml/workflow-config-def.md" /%} diff --git a/openmetadata-docs/content/v1.7.x-SNAPSHOT/connectors/database/greenplum/index.md b/openmetadata-docs/content/v1.7.x-SNAPSHOT/connectors/database/greenplum/index.md index 8e78277ee98f..d2b240c82623 100644 --- a/openmetadata-docs/content/v1.7.x-SNAPSHOT/connectors/database/greenplum/index.md +++ b/openmetadata-docs/content/v1.7.x-SNAPSHOT/connectors/database/greenplum/index.md @@ -20,7 +20,7 @@ Configure and schedule Greenplum metadata and profiler workflows from the OpenMe - [Query Usage](/connectors/ingestion/workflows/usage) - [Data Profiler](/how-to-guides/data-quality-observability/profiler/workflow) - [Data Quality](/how-to-guides/data-quality-observability/quality) -- [Lineage](/connectors/ingestion/lineage) +- [Lineage](/how-to-guides/data-lineage/workflow) - [dbt Integration](/connectors/ingestion/workflows/dbt) - [Enable Security](#securing-greenplum-connection-with-ssl-in-openmetadata) diff --git a/openmetadata-docs/content/v1.7.x-SNAPSHOT/connectors/database/greenplum/yaml.md b/openmetadata-docs/content/v1.7.x-SNAPSHOT/connectors/database/greenplum/yaml.md index 6c4a9efb626e..2e902f6cdeae 100644 --- a/openmetadata-docs/content/v1.7.x-SNAPSHOT/connectors/database/greenplum/yaml.md +++ b/openmetadata-docs/content/v1.7.x-SNAPSHOT/connectors/database/greenplum/yaml.md @@ -287,9 +287,7 @@ For IAM authentication, it is recommended to select the `allow` mode or another caCertificate: "/path/to/ca/certificate" ``` -## Lineage - -You can learn more about how to ingest lineage [here](/connectors/ingestion/workflows/lineage). +{% partial file="/v1.7/connectors/yaml/lineage.md" variables={connector: "greenplum"} /%} ## dbt Integration diff --git a/openmetadata-docs/content/v1.7.x-SNAPSHOT/connectors/database/hive/index.md b/openmetadata-docs/content/v1.7.x-SNAPSHOT/connectors/database/hive/index.md index b49de6ec679f..f1458be0a621 100644 --- a/openmetadata-docs/content/v1.7.x-SNAPSHOT/connectors/database/hive/index.md +++ b/openmetadata-docs/content/v1.7.x-SNAPSHOT/connectors/database/hive/index.md @@ -18,6 +18,7 @@ Configure and schedule Hive metadata and profiler workflows from the OpenMetadat - [Requirements](#requirements) - [Metadata Ingestion](#metadata-ingestion) - [Data Profiler](/how-to-guides/data-quality-observability/profiler/workflow) +- [Lineage](/how-to-guides/data-lineage/workflow) - [Data Quality](/how-to-guides/data-quality-observability/quality) - [dbt Integration](/connectors/ingestion/workflows/dbt) - [Enable Security](#securing-hive-connection-with-ssl-in-openmetadata) diff --git a/openmetadata-docs/content/v1.7.x-SNAPSHOT/connectors/database/hive/yaml.md b/openmetadata-docs/content/v1.7.x-SNAPSHOT/connectors/database/hive/yaml.md index 7d274a06237f..dcc02da7d12d 100644 --- a/openmetadata-docs/content/v1.7.x-SNAPSHOT/connectors/database/hive/yaml.md +++ b/openmetadata-docs/content/v1.7.x-SNAPSHOT/connectors/database/hive/yaml.md @@ -17,6 +17,7 @@ Configure and schedule Hive metadata and profiler workflows from the OpenMetadat - [Requirements](#requirements) - [Metadata Ingestion](#metadata-ingestion) - [Data Profiler](#data-profiler) +- [Lineage](#lineage) - [Data Quality](#data-quality) - [dbt Integration](#dbt-integration) - [Enable Security](#securing-hive-connection-with-ssl-in-openmetadata) @@ -113,6 +114,8 @@ You can also ingest the metadata using Postgres metastore. This step is optional {% partial file="/v1.7/connectors/yaml/ingestion-sink-def.md" /%} +{% partial file="/v1.7/connectors/yaml/lineage.md" variables={connector: "hive"} /%} + {% partial file="/v1.7/connectors/yaml/workflow-config-def.md" /%} #### Advanced Configuration diff --git a/openmetadata-docs/content/v1.7.x-SNAPSHOT/connectors/database/impala/index.md b/openmetadata-docs/content/v1.7.x-SNAPSHOT/connectors/database/impala/index.md index 9ddbd222dfe4..d41000ae9e3b 100644 --- a/openmetadata-docs/content/v1.7.x-SNAPSHOT/connectors/database/impala/index.md +++ b/openmetadata-docs/content/v1.7.x-SNAPSHOT/connectors/database/impala/index.md @@ -16,6 +16,7 @@ In this section, we provide guides and references to use the Impala connector. Configure and schedule Impala metadata and profiler workflows from the OpenMetadata UI: - [Metadata Ingestion](#metadata-ingestion) - [Data Profiler](/how-to-guides/data-quality-observability/profiler/workflow) +- [Lineage](/how-to-guides/data-lineage/workflow) - [Data Quality](/how-to-guides/data-quality-observability/quality) - [dbt Integration](/connectors/ingestion/workflows/dbt) - [Enable Security](#securing-impala-connection-with-ssl-in-openmetadata) diff --git a/openmetadata-docs/content/v1.7.x-SNAPSHOT/connectors/database/impala/yaml.md b/openmetadata-docs/content/v1.7.x-SNAPSHOT/connectors/database/impala/yaml.md index 8b8b0c2155fb..764e22e5fae8 100644 --- a/openmetadata-docs/content/v1.7.x-SNAPSHOT/connectors/database/impala/yaml.md +++ b/openmetadata-docs/content/v1.7.x-SNAPSHOT/connectors/database/impala/yaml.md @@ -17,6 +17,7 @@ Configure and schedule Impala metadata and profiler workflows from the OpenMetad - [Requirements](#requirements) - [Metadata Ingestion](#metadata-ingestion) - [Data Profiler](#data-profiler) +- [Lineage](#lineage) - [Data Quality](#data-quality) - [dbt Integration](#dbt-integration) - [Enable Security](#securing-impala-connection-with-ssl-in-openmetadata) @@ -94,6 +95,8 @@ This is a sample config for Hive: {% partial file="/v1.7/connectors/yaml/database/source-config-def.md" /%} +{% partial file="/v1.7/connectors/yaml/lineage.md" variables={connector: "impala"} /%} + {% partial file="/v1.7/connectors/yaml/ingestion-sink-def.md" /%} {% partial file="/v1.7/connectors/yaml/workflow-config-def.md" /%}