diff --git a/ingestion/Dockerfile b/ingestion/Dockerfile index 2b8fab008809..1459f7ac4461 100644 --- a/ingestion/Dockerfile +++ b/ingestion/Dockerfile @@ -84,7 +84,7 @@ ARG INGESTION_DEPENDENCY="all" ENV PIP_NO_CACHE_DIR=1 # Make pip silent ENV PIP_QUIET=1 -ARG RI_VERSION="1.4.7.1" +ARG RI_VERSION="1.4.7.2" RUN pip install --upgrade pip RUN pip install "openmetadata-managed-apis~=${RI_VERSION}" --constraint "https://raw.githubusercontent.com/apache/airflow/constraints-2.7.3/constraints-3.10.txt" RUN pip install "openmetadata-ingestion[${INGESTION_DEPENDENCY}]~=${RI_VERSION}" diff --git a/ingestion/operators/docker/Dockerfile b/ingestion/operators/docker/Dockerfile index 923102d1799e..9e1b463e33f4 100644 --- a/ingestion/operators/docker/Dockerfile +++ b/ingestion/operators/docker/Dockerfile @@ -87,7 +87,7 @@ ENV PIP_QUIET=1 RUN pip install --upgrade pip ARG INGESTION_DEPENDENCY="all" -ARG RI_VERSION="1.4.7.1" +ARG RI_VERSION="1.4.7.2" RUN pip install --upgrade pip RUN pip install "openmetadata-ingestion[airflow]~=${RI_VERSION}" RUN pip install "openmetadata-ingestion[${INGESTION_DEPENDENCY}]~=${RI_VERSION}" diff --git a/ingestion/pyproject.toml b/ingestion/pyproject.toml index 212949890547..e079a96cff5e 100644 --- a/ingestion/pyproject.toml +++ b/ingestion/pyproject.toml @@ -6,7 +6,7 @@ build-backend = "setuptools.build_meta" # since it helps us organize and isolate version management [project] name = "openmetadata-ingestion" -version = "1.4.7.1" +version = "1.4.7.2" dynamic = ["readme", "dependencies", "optional-dependencies"] authors = [ {name = "OpenMetadata Committers"} diff --git a/ingestion/src/metadata/ingestion/source/database/common_db_source.py b/ingestion/src/metadata/ingestion/source/database/common_db_source.py index 10bc83443345..6d793826fd8a 100644 --- a/ingestion/src/metadata/ingestion/source/database/common_db_source.py +++ b/ingestion/src/metadata/ingestion/source/database/common_db_source.py @@ -367,7 +367,10 @@ def get_schema_definition( """ try: schema_definition = None - if table_type in (TableType.View, TableType.MaterializedView): + if ( + table_type in (TableType.View, TableType.MaterializedView) + and self.source_config.includeDDL + ): schema_definition = inspector.get_view_definition( table_name, schema_name ) diff --git a/ingestion/src/metadata/ingestion/source/database/databricks/metadata.py b/ingestion/src/metadata/ingestion/source/database/databricks/metadata.py index 929fe6676790..f04bf79ef7da 100644 --- a/ingestion/src/metadata/ingestion/source/database/databricks/metadata.py +++ b/ingestion/src/metadata/ingestion/source/database/databricks/metadata.py @@ -249,6 +249,7 @@ def get_view_definition( ) return None + @reflection.cache def get_table_names( self, connection, schema=None, **kw diff --git a/ingestion/src/metadata/ingestion/source/database/snowflake/metadata.py b/ingestion/src/metadata/ingestion/source/database/snowflake/metadata.py index 0b00fa61bdc4..cf0e2a2e6b10 100644 --- a/ingestion/src/metadata/ingestion/source/database/snowflake/metadata.py +++ b/ingestion/src/metadata/ingestion/source/database/snowflake/metadata.py @@ -61,9 +61,6 @@ from metadata.ingestion.source.database.incremental_metadata_extraction import ( IncrementalConfig, ) -from metadata.ingestion.source.database.life_cycle_query_mixin import ( - LifeCycleQueryMixin, -) from metadata.ingestion.source.database.multi_db_source import MultiDBSource from metadata.ingestion.source.database.snowflake.models import ( STORED_PROC_LANGUAGE_MAP, @@ -81,7 +78,6 @@ SNOWFLAKE_GET_SCHEMA_COMMENTS, SNOWFLAKE_GET_STORED_PROCEDURE_QUERIES, SNOWFLAKE_GET_STORED_PROCEDURES, - SNOWFLAKE_LIFE_CYCLE_QUERY, SNOWFLAKE_SESSION_TAG_QUERY, ) from metadata.ingestion.source.database.snowflake.utils import ( @@ -144,7 +140,6 @@ class SnowflakeSource( - LifeCycleQueryMixin, StoredProcedureMixin, ExternalTableLineageMixin, CommonDbSourceService, @@ -170,7 +165,6 @@ def __init__( self._account: Optional[str] = None self._org_name: Optional[str] = None - self.life_cycle_query = SNOWFLAKE_LIFE_CYCLE_QUERY self.context.get_global().deleted_tables = [] self.pipeline_name = pipeline_name self.incremental = incremental_configuration diff --git a/openmetadata-airflow-apis/pyproject.toml b/openmetadata-airflow-apis/pyproject.toml index bb3c483fdeb8..3e39f2bca7de 100644 --- a/openmetadata-airflow-apis/pyproject.toml +++ b/openmetadata-airflow-apis/pyproject.toml @@ -6,7 +6,7 @@ build-backend = "setuptools.build_meta" # since it helps us organize and isolate version management [project] name = "openmetadata_managed_apis" -version = "1.4.7.1" +version = "1.4.7.2" readme = "README.md" authors = [ {name = "OpenMetadata Committers"} @@ -60,4 +60,4 @@ omit = [ "tests/*", "views/**", "plugin.py" -] \ No newline at end of file +]