forked from basedosdados/queries-basedosdados-dev
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathdbt_project.yml
246 lines (244 loc) · 8.23 KB
/
dbt_project.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
---
# Name your project! Project names should contain only lowercase characters
# and underscores. A good package name should reflect your organization's
# name or the intended use of these models
name: basedosdados
version: 1.0.0
config-version: 2
# This setting configures which "profile" dbt uses for this project.
profile: default
# These configurations specify where dbt should look for different types of files.
# The `source-paths` config, for example, states that models in this project can be
# found in the "models/" directory. You probably won't need to change these!
model-paths: [models]
analysis-paths: [analysis]
test-paths: [tests]
seed-paths: [data]
macro-paths: [macros]
snapshot-paths: [snapshots]
target-path: target # directory which will store compiled SQL files
clean-targets: # directories to be removed by `dbt clean`
- target
- dbt_modules
# Grant acess
# bq data control: https://cloud.google.com/bigquery/docs/reference/standard-sql/data-control-language
# dbt grant statements use https://discourse.getdbt.com/t/the-exact-grant-statements-we-use-in-a-dbt-project/430
# Configuring models
# Full documentation: https://docs.getdbt.com/docs/configuring-models
# In this example config, we tell dbt to build all models in the example/ directory
# as tables. These settings can be overridden in the individual model files
# using the `{{ config(...) }}` macro.
models:
+post-hook:
- GRANT `roles/bigquery.dataViewer` ON TABLE {{ this }} TO "specialGroup:allUsers"
+persist_docs:
relation: true
columns: true
basedosdados:
# Config indicated by + and applies to all files under models/example/
example:
+materialized: table # Materialization type (table, table or incremental)
+schema: example # Overrides the default schema (defaults to what is set on profiles.yml)
br_ans_beneficiario:
+materialized: incremental
+schema: br_ans_beneficiario
br_anp_precos_combustiveis:
+materialized: table
+schema: br_anp_precos_combustiveis
br_anatel_banda_larga_fixa:
+materialized: table
+schema: br_anatel_banda_larga_fixa
br_anatel_telefonia_movel:
+materialized: table # Materialization type (table, view or incremental)
+schema: br_anatel_telefonia_movel
br_b3_cotacoes:
+materialized: table
+schema: br_b3_cotacoes
br_bcb_agencia:
+materialized: table
+schema: br_bcb_agencia
br_bcb_estban:
+materialized: table
+schema: br_bcb_estban
br_bcb_sicor:
+materialized: table
+schema: br_bcb_sicor
br_bcb_taxa_cambio:
+materialized: table
+schema: br_bcb_taxa_cambio
br_bcb_taxa_selic:
+materialized: table
+schema: br_bcb_taxa_selic
br_bd_indicadores:
+materialized: table
+schema: br_bd_indicadores
br_bd_diretorios_brasil:
+materialized: table
+schema: br_bd_diretorios_brasil
br_bd_diretorios_data_tempo:
+materialized: table
+schema: br_bd_diretorios_data_tempo
br_bd_diretorios_mundo:
+materialized: table
+schema: br_bd_diretorios_mundo
br_bd_metadados:
+materialized: table
+schema: br_bd_metadados
br_camara_dados_abertos:
+materialized: table
+schema: br_camara_dados_abertos
br_ce_fortaleza_sefin_iptu:
+materialized: table
+schema: br_ce_fortaleza_sefin_iptu
+post-hook:
- REVOKE `roles/bigquery.dataViewer` ON TABLE {{ this }} FROM "specialGroup:allUsers"
- GRANT `roles/bigquery.dataViewer` ON TABLE {{ this }} TO "group:[email protected]"
br_cgu_beneficios_cidadao:
+materialized: incremental
+schema: br_cgu_beneficios_cidadao
br_cgu_pessoal_executivo_federal:
+materialized: table
+schema: br_cgu_pessoal_executivo_federal
br_cgu_servidores_executivo_federal:
+materialized: table
+schema: br_cgu_servidores_executivo_federal
br_cnpq_bolsas:
+materialized: table
+schema: br_cnpq_bolsas
br_cvm_administradores_carteira:
+materialized: table
+schema: br_cvm_administradores_carteira
br_cvm_fi:
+materialized: table
+schema: br_cvm_fi
+post-hook:
- REVOKE `roles/bigquery.dataViewer` ON TABLE {{ this }} FROM "specialGroup:allUsers"
- GRANT `roles/bigquery.dataViewer` ON TABLE {{ this }} TO "group:[email protected]"
br_cvm_oferta_publica_distribuicao:
+materialized: table
+schema: br_cvm_oferta_publica_distribuicao
br_denatran_frota:
+materialized: table
+schema: br_denatran_frota
br_fgv_igp:
+materialized: table
+schema: br_fgv_igp
br_geobr_mapas:
+materialized: table
+schema: br_geobr_mapas
br_ibge_censo_demografico:
+materialized: table
+schema: br_ibge_censo_demografico
br_ibge_censo_2022:
+materialized: table
+schema: br_ibge_censo_2022
br_ibge_inpc:
+materialized: table
+schema: br_ibge_inpc
br_ibge_ipca:
+materialized: table
+schema: br_ibge_ipca
br_ibge_ipca15:
+materialized: table
+schema: br_ibge_ipca15
br_ibge_pnadc:
+materialized: table
+schema: br_ibge_pnadc
br_inep_saeb:
+materialized: table
+schema: br_inep_saeb
br_inmet_bdmep:
+materialized: table
+schema: br_inmet_bdmep
br_inpe_queimadas:
+materialized: table
+schema: br_inpe_queimadas
br_me_caged:
+materialized: table
+schema: br_me_caged
br_me_cnpj:
+materialized: table
+schema: br_me_cnpj
br_me_comex_stat:
+materialized: table
+schema: br_me_comex_stat
br_mec_sisu:
+materialized: table
+schema: br_mec_sisu
br_mercadolivre_ofertas:
+materialized: table
+schema: br_mercadolivre_ofertas
+post-hook:
- REVOKE `roles/bigquery.dataViewer` ON TABLE {{ this }} FROM "specialGroup:allUsers"
- GRANT `roles/bigquery.dataViewer` ON TABLE {{ this }} TO "group:[email protected]"
br_mg_belohorizonte_smfa_iptu:
+materialized: table
+schema: br_mg_belohorizonte_smfa_iptu
+post-hook:
- REVOKE `roles/bigquery.dataViewer` ON TABLE {{ this }} FROM "specialGroup:allUsers"
- GRANT `roles/bigquery.dataViewer` ON TABLE {{ this }} TO "group:[email protected]"
br_mp_pep:
+materialized: table
+schema: br_mp_pep
br_ms_cnes:
+materialized: table
+schema: br_ms_cnes
br_ms_sim:
+materialized: table
+schema: br_ms_sim
br_ms_sinasc:
+materialized: table
+schema: br_ms_sinasc
br_ons_avaliacao_operacao:
+materialized: table
+schema: br_ons_avaliacao_operacao
br_ons_estimativa_custos:
+materialized: table
+schema: br_ons_estimativa_custos
br_poder360_pesquisas:
+materialized: table
+schema: br_poder360_pesquisas
br_rf_cafir:
+materialized: table
+schema: br_rf_cafir
br_rj_isp_estatisticas_seguranca:
+materialized: table
+schema: br_rj_isp_estatisticas_seguranca
br_sp_saopaulo_geosampa_iptu:
+materialized: table
+schema: br_sp_saopaulo_geosampa_iptu
br_stf_corte_aberta:
+materialized: table
+schema: br_stf_corte_aberta
+post-hook:
- REVOKE `roles/bigquery.dataViewer` ON TABLE {{ this }} FROM "specialGroup:allUsers"
- GRANT `roles/bigquery.dataViewer` ON TABLE {{ this }} TO "group:[email protected]"
br_trase_supply_chain:
+materialized: table
+schema: br_trase_supply_chain
br_tse_eleicoes:
+materialized: table
+schema: br_tse_eleicoes
br_tse_eleicoes_2022:
+materialized: table
+schema: br_tse_eleicoes_2022
mundo_transfermarkt_competicoes:
+materialized: table
+schema: mundo_transfermarkt_competicoes
mundo_transfermarkt_competicoes_internacionais:
+materialized: table
+schema: mundo_transfermarkt_competicoes_internacionais
fundacao_lemann:
+materialized: table
+schema: fundacao_lemann
world_iea_pirls:
+materialized: table
+schema: world_iea_pirls
world_oecd_public_finance:
+materialized: table
+schema: world_oecd_public_finance
world_wb_mides:
+materialized: table
+schema: world_wb_mides
elementary:
+schema: elementary