![]() ingest ( snowflake_query ) # Retrieve feature set ref = my_feature_set_1. ingest ( snowflake_table ) my_feature_set_2. ![]() register ( snowflake_query_schema, "feature_set_2", primary_key = "key_name" ) # Ingest to cache my_feature_set_1. register ( snowflake_table_schema, "feature_set_1", primary_key = "key_name" ) my_feature_set_2 = project. extract_schema_from_source ( snowflake_query ) # Register the feature set my_feature_set_1 = project. extract_schema_from_source ( snowflake_table ) # Create a snowflake query source snowflake_query = SnowflakeTable ( "", "warehouse name", "database name", "schema name", query = "" ) snowflake_query_schema = client. create ( "demo" ) # Create a snowflake table source proxy = Proxy ( "url", "port", "username", "password" ) snowflake_table = SnowflakeTable ( "", "warehouse name", "database name", "schema name", "table name", insecure = False, proxy = proxy, role = "role", account = "account name" ) snowflake_table_schema = client. ![]() login () # Set project specifics project = client. "COLUMN_PATH": "_DATE.From featurestore import Client, SnowflakeTable # Initialise feature store client client = Client ( "ip:port" ) client. JOIN TABLES_JSON ON TABLES_JSON.TABLE_PATH = COLUMNS_JSON.TABLE_PATH 'COLUMNS',ARRAY_AGG(OBJECT_CONSTRUCT(COLUMNS_JSON.*))) 'AUTO_CLUSTERING_ON',TABLES_JSON.AUTO_CLUSTERING_ON, 'CLUSTERING_KEY',TABLES_JSON.CLUSTERING_KEY, 'TABLE_SCHEMA', TABLES_JSON.TABLE_SCHEMA, 'TABLE_CATALOG', TABLES_JSON.TABLE_CATALOG, WHERE TABLE_NAME IN(SELECT TABLE_NAME FROM SNOWFLAKE.ACCOUNT_USAGE.TABLES WHERE TABLE_SCHEMA != 'INFORMATION_SCHEMA' AND DELETED IS NULL) TABLE_CATALOG || '.' || TABLE_SCHEMA || '.' || TABLE_NAME || '.' || COLUMN_NAME AS COLUMN_PATH, TABLE_CATALOG || '.' || TABLE_SCHEMA || '.' || TABLE_NAME AS TABLE_PATH, WHERE TABLE_SCHEMA != 'INFORMATION_SCHEMA' AND DELETED IS NULL), SELECT TABLE_CATALOG || '.' || TABLE_SCHEMA || '.' || TABLE_NAME AS TABLE_PATH, "COLUMN_PATH": "_DATE.QUARTER_NAME_FULL",
0 Comments
Leave a Reply. |
AuthorWrite something about yourself. No need to be fancy, just an overview. ArchivesCategories |