-
Notifications
You must be signed in to change notification settings - Fork 1
/
Copy pathprofiles.yml
101 lines (90 loc) · 3.37 KB
/
profiles.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
ga4_schema_redshift:
target: analytics
outputs:
analytics:
type: redshift
host: "{{ env_var('PG_HOST') }}"
user: "{{ env_var('PG_USER') }}"
password: "{{ env_var('PG_PASSWORD') }}"
port: "{{ env_var('PG_PORT', 5439) | as_number }}"
dbname: "{{ env_var('PG_DATABASE_NAME') }}"
schema: "{{ var('ga4_data_schema_name') }}"
threads: 4
keepalives_idle: 0 # default 0, indicating the system default
connect_timeout: 10 # default 10 seconds
# search_path: public # optional, not recommended
#sslmode: [optional, set the sslmode used to connect to the database (in case this parameter is set, will look for ca in ~/.postgresql/root.crt)]
ra3: true # enables cross-database sources
ga4_schema_snowflake:
target: analytics
outputs:
analytics:
type: snowflake
account: "{{ env_var('SF_ACCOUNT_ID') }}"
# User/password auth
user: "{{ env_var('SF_USER') }}"
password: "{{ env_var('SF_PASSWORD') }}"
role: "{{ env_var('SF_ROLE') }}"
database: "{{ env_var('SF_DATABASE_NAME') }}"
warehouse: "{{ env_var('SF_WAREHOUSE') }}"
schema: "{{ var('ga4_data_schema_name') }}"
threads: 4
# optional
connect_retries: 0 # default 0
connect_timeout: 10 # default: 10
retry_on_database_errors: False # default: false
retry_all: False # default: false
reuse_connections: False # default: false (available v1.4+)
ga4_schema_snowflake_key_pair:
target: analytics
outputs:
analytics:
type: snowflake
account: "{{ env_var('SF_ACCOUNT_ID') }}"
# User/password auth
user: "{{ env_var('SF_USER') }}"
password: "{{ env_var('SF_PASSWORD') }}"
# Keypair config
private_key_path: "{{ env_var('SF_KEY_FILE_PATH') }}"
# or private_key instead of private_key_path
private_key_passphrase: "{{ env_var('SF_KEY_PASSPHRASE') }}"
role: "{{ env_var('SF_ROLE') }}"
database: "{{ env_var('SF_DATABASE_NAME') }}"
warehouse: "{{ env_var('SF_WAREHOUSE') }}"
schema: "{{ var('ga4_data_schema_name') }}"
threads: 4
# optional
connect_retries: 0 # default 0
connect_timeout: 10 # default: 10
retry_on_database_errors: False # default: false
retry_all: False # default: false
reuse_connections: False # default: false (available v1.4+)
ga4_schema_bigquery:
target: analytics
outputs:
analytics:
type: bigquery
method: service-account-json
project: "{{ env_var('BQ_PROJECT_ID') }}"
schema: "{{ var('ga4_data_schema_name') }}"
keyfile_json:
type: service_account
project_id: "{{ env_var('BQ_PROJECT_ID') }}"
private_key: "{{ env_var('BQ_CRED_PRIVATE_KEY') }}"
client_email: "{{ env_var('BQ_CRED_CLIENT_EMAIL') }}"
token_uri: "{{ env_var('BQ_CRED_TOKEN_URI') }}"
threads: 4
keepalives_idle: 0 # default 0, indicating the system default
connect_timeout: 10 # default 10 seconds
ga4_schema_bigquery_service_file:
target: analytics
outputs:
analytics:
type: bigquery
method: service-account
project: "{{ env_var('BQ_PROJECT_ID') }}"
schema: "{{ var('ga4_data_schema_name') }}"
keyfile: "{{ env_var('BQ_KEY_FILE_PATH') }}"
threads: 4
keepalives_idle: 0 # default 0, indicating the system default
connect_timeout: 10 # default 10 seconds