Skip to content

A
AmendsenProject
Unverified Commit c3e713e7 authored by Zack Wu's avatar Zack Wu Committed by GitHub
Browse files
Options

fix: edge case in Snowflake information_schema.last_altered value (#360) 

Signed-off-by: 's avatarTao Feng <fengtao04@gmail.com>
parent 4113cfd3
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 1 deletion
databuilder/extractor/snowflake_table_last_updated_extractor.py
View file @ c3e713e7
...@@ -21,6 +21,7 @@ class SnowflakeTableLastUpdatedExtractor(Extractor): ...@@ -21,6 +21,7 @@ class SnowflakeTableLastUpdatedExtractor(Extractor):
snowflake-connector-python snowflake-connector-python
snowflake-sqlalchemy snowflake-sqlalchemy
""" """
# https://docs.snowflake.com/en/sql-reference/info-schema/views.html#columns
# 'last_altered' column in 'TABLES` metadata view under 'INFORMATION_SCHEMA' contains last time when the table was # 'last_altered' column in 'TABLES` metadata view under 'INFORMATION_SCHEMA' contains last time when the table was
# updated (both DML and DDL update). Below query fetches that column for each table. # updated (both DML and DDL update). Below query fetches that column for each table.
SQL_STATEMENT = """ SQL_STATEMENT = """
...@@ -47,7 +48,7 @@ class SnowflakeTableLastUpdatedExtractor(Extractor): ...@@ -47,7 +48,7 @@ class SnowflakeTableLastUpdatedExtractor(Extractor):
DEFAULT_CLUSTER_NAME = 'master' DEFAULT_CLUSTER_NAME = 'master'
DEFAULT_CONFIG = ConfigFactory.from_dict( DEFAULT_CONFIG = ConfigFactory.from_dict(
{WHERE_CLAUSE_SUFFIX_KEY: ' ', {WHERE_CLAUSE_SUFFIX_KEY: ' WHERE t.last_altered IS NOT NULL ',
CLUSTER_KEY: DEFAULT_CLUSTER_NAME, CLUSTER_KEY: DEFAULT_CLUSTER_NAME,
USE_CATALOG_AS_CLUSTER_NAME: True, USE_CATALOG_AS_CLUSTER_NAME: True,
DATABASE_KEY: 'snowflake', DATABASE_KEY: 'snowflake',
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment