.png%3Falt%3Dmedia%26token%3Ddacd7a83-5e4f-49c5-bf02-4c968bffdecd)
.png%3Falt%3Dmedia%26token%3Ddacd7a83-5e4f-49c5-bf02-4c968bffdecd)
Connect your Snowflake
Setting up the Snowflake destination connector involves setting up Snowflake entities (warehouse, database, schema, user, and role) in the Snowflake console, and configuring the Snowflake destination connector using Whaly UI.
This page describes the step-by-step process of setting up the Snowflake destination connector.
- A Snowflake account with the ACCOUNTADMIN role. If you don’t have an account with the
ACCOUNTADMINrole, contact your Snowflake administrator to set one up for you.
As Whaly is acting both as an ELT provider and as a Business Intelligence provider, different credentials will be need on Snowflake in order to plug Whaly. Mainly, Whaly will need 2 User accounts:
a. Dataloading User: Used to write your business data inside a Snowflake database.
b. Business Intelligence User: Used to read your Snowflake data inside all your Snowflake databases.
Whaly is using 2 different users for those 2 workloads to help you administrate properly your Snowflake instance (security, performance, audit, etc.).
The script below can help you create properly all the proper entities!
To set up the Snowflake destination connector, you first need to create Whaly-specific Snowflake entities (a warehouse, database, schema, user, and role) with the
OWNERSHIP permission to write data into Snowflake, track costs pertaining to Whaly, and control permissions at a granular level.- 2.Edit the following script to change the password to a more secure password and to change the names of other resources if you so desire.
- 3.Execute the script as an
ACCOUNTADMINuser (check on the top right corner of the Worksheet interface).
--|| Data Loading User ||--
-- set variables (these need to be uppercase)
set whaly_dataloading_role = 'WHALY_DATALOADING_ROLE';
set whaly_dataloading_username = 'WHALY_DATALOADING_USER';
set whaly_dataloading_warehouse = 'WHALY_DATALOADING_WAREHOUSE';
-- Set secret user password
set whaly_dataloading_password = 'you_should_change_me';
-- This shouldn't be modified
set whaly_dataloading_database = 'WHALY_DATALOADING_DATABASE';
--|| Business Intelligence User ||--
-- set variables (these need to be uppercase)
set whaly_bi_role = 'WHALY_BI_ROLE';
set whaly_bi_username = 'WHALY_BI_USER';
set whaly_bi_warehouse = 'WHALY_BI_WAREHOUSE';
-- Set secret user password
set whaly_bi_password = 'you_should_change_me';
begin;
-- create Whaly roles
use role securityadmin;
create role if not exists identifier($whaly_dataloading_role);
grant role identifier($whaly_dataloading_role) to role SYSADMIN;
create role if not exists identifier($whaly_bi_role);
grant role identifier($whaly_bi_role) to role SYSADMIN;
-- create Whaly users
create user if not exists identifier($whaly_dataloading_username)
password = $whaly_dataloading_password
default_role = $whaly_dataloading_role
default_warehouse = $whaly_dataloading_warehouse;
grant role identifier($whaly_dataloading_role)
to user identifier($whaly_dataloading_username);
create user if not exists identifier($whaly_bi_username)
password = $whaly_bi_password
default_role = $whaly_bi_role
default_warehouse = $whaly_bi_warehouse;
grant role identifier($whaly_bi_role)
to user identifier($whaly_bi_username);
-- change role to sysadmin for warehouse / database steps
use role sysadmin;
-- create Whaly warehouses
create warehouse if not exists identifier($whaly_dataloading_warehouse)
warehouse_size = xsmall
warehouse_type = standard
auto_suspend = 60
auto_resume = true
initially_suspended = true;
create warehouse if not exists identifier($whaly_bi_warehouse)
warehouse_size = xsmall
warehouse_type = standard
auto_suspend = 600
auto_resume = true
initially_suspended = true;
-- grant Whaly Warehouse access
grant USAGE
on warehouse identifier($whaly_dataloading_warehouse)
to role identifier($whaly_dataloading_role);
grant USAGE
on warehouse identifier($whaly_bi_warehouse)
to role identifier($whaly_bi_role);
-- create Whaly data loading database
create database if not exists identifier($whaly_dataloading_database);
-- grant Whaly database access
grant OWNERSHIP
on database identifier($whaly_dataloading_database)
to role identifier($whaly_dataloading_role);
grant USAGE
on database identifier($whaly_dataloading_database)
to role identifier($whaly_bi_role);
-- create Private Whaly database (used for SQL queries schema inference)
create database if not exists WHALY_PRIVATE;
grant USAGE
on database WHALY_PRIVATE
to role identifier($whaly_bi_role);
create schema if not exists WHALY_PRIVATE.SQL_SCHEMA_INFER;
grant USAGE, CREATE VIEW
on schema WHALY_PRIVATE.SQL_SCHEMA_INFER
to role identifier($whaly_bi_role);
commit;
Navigate to the Whaly UI to set up Snowflake as a destination. You can authenticate using username/password.
Field | Description |
|---|---|
Account ID | The Account ID as an URL. Ex. https://xxxxxxx-yyyyyyy.snowflakecomputing.com . It can be found in Snowflake web UI in Admin > Accounts and then you cal click on the 🔗 icon next to the account name in the table. |
Dataloading | User | The username you created in Step 1 to allow Whaly to access the database. Example: WHALY_DATALOADING_USER |
Dataloading | Password | The password associated with the dataloading user. |
The role you created in Step 1 for Whaly to access Snowflake. Example: WHALY_DATALOADING_ROLE | |
Business Intelligence | User | The username you created in Step 1 to allow Whaly to access the database. Example: WHALY_BI_USER |
Business Intelligence | Password | The password associated with the business intelligence user. |
Business Intelligence | Role | The role you created in Step 1 for Whaly to access Snowflake. Example: WHALY_BI_ROLE |
- 1.Go on the bottom right part of you screen and open your Account Selector.
- 2.On the tooltip, select the proper account and click on "Copy account URL"
- 1.Go into the "Admin > Account" panel on the right side of the screen
- 2.Next to your account name, click on the 🔗 icon which will copy the URL on your clipboard!
Last modified 3mo ago