Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

[FEAT] Add table documentos_hora processorio #495

Open
wants to merge 106 commits into
base: master
Choose a base branch
from
Open
Changes from all commits
Commits
Show all changes
106 commits
Select commit Hold shift + click to select a range
82a6e20
Add table documentos_hora
alletsc Aug 23, 2023
05c90f4
Add schedule documentos_hora
alletsc Aug 23, 2023
5a4e8e7
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Aug 23, 2023
28f0f3e
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Aug 25, 2023
9ac22c6
Add tables: ex_forma_documento, dp_pessoa
alletsc Aug 30, 2023
a83c085
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Aug 30, 2023
870f83d
Add partition: dp_pessoa
alletsc Aug 31, 2023
e6c5a3c
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Sep 4, 2023
0f98e77
Add table: cp_identidade
alletsc Sep 11, 2023
0e1c388
Add table: ex_tipo_forma_documento
alletsc Sep 12, 2023
7435fe8
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Sep 12, 2023
33dd56a
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Sep 15, 2023
9dbba0c
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Sep 16, 2023
f979774
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Sep 18, 2023
0365d49
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Sep 19, 2023
41fba50
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Oct 23, 2023
91b6eb4
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Oct 23, 2023
23b06a1
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Oct 23, 2023
8697161
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Oct 24, 2023
f1b7364
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Oct 24, 2023
52535b0
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Oct 24, 2023
2ca7a6c
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Oct 26, 2023
78eabd2
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Oct 27, 2023
c78b5da
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Oct 27, 2023
da010ab
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Nov 13, 2023
b1b50a2
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Nov 13, 2023
25eb30f
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Nov 13, 2023
b30bcbe
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Nov 13, 2023
3113778
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Nov 13, 2023
cf92b12
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Nov 14, 2023
b617ce6
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Nov 14, 2023
63b93fe
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Nov 15, 2023
b5b4aba
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Nov 15, 2023
2fae9a1
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Nov 15, 2023
9952def
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Nov 19, 2023
7118426
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Nov 19, 2023
a1663de
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Nov 24, 2023
bc2cb5b
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Dec 11, 2023
08b2110
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Dec 12, 2023
65f2c20
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Dec 12, 2023
e5adcd5
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Dec 12, 2023
dcfdd57
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Dec 13, 2023
edef610
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Dec 14, 2023
db9651a
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Dec 14, 2023
994fc4f
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Dec 18, 2023
81ed33f
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Dec 18, 2023
c5ade3f
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Dec 18, 2023
2d0853c
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Dec 18, 2023
0ae7967
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Dec 21, 2023
93e1286
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Jan 2, 2024
b19f328
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Jan 8, 2024
9b54715
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Jan 14, 2024
31ce440
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Jan 15, 2024
82f9b5f
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Jan 15, 2024
5cbfb83
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Jan 16, 2024
c4be0fa
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Jan 16, 2024
a786d35
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Jan 18, 2024
2137553
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Jan 19, 2024
60bf9a8
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Jan 22, 2024
a9ff239
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Jan 23, 2024
3905cae
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Jan 24, 2024
9255091
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Jan 25, 2024
976fb08
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Jan 25, 2024
b759216
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Jan 26, 2024
9541e29
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Feb 5, 2024
83a482b
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Feb 6, 2024
361ad19
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Feb 6, 2024
789651a
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Feb 7, 2024
5bc275c
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Feb 7, 2024
c2158c1
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Feb 7, 2024
e80fcfc
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Feb 8, 2024
2481515
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Feb 8, 2024
ad188be
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Feb 26, 2024
fb4c868
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Feb 26, 2024
9b6eda7
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Feb 28, 2024
13683d8
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Feb 28, 2024
80d9f18
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Mar 1, 2024
098b7cd
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Mar 1, 2024
c042483
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Mar 4, 2024
779d5ff
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Mar 4, 2024
a3f173e
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Mar 15, 2024
4a643b8
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Mar 22, 2024
6036b20
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Mar 30, 2024
d3c2015
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Apr 1, 2024
ed4d60b
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Apr 2, 2024
dbbcadc
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Apr 3, 2024
2688960
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Apr 3, 2024
12fa3cb
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Apr 4, 2024
d426a13
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Apr 8, 2024
835a793
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Apr 11, 2024
e60201d
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Apr 15, 2024
eb64284
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Apr 18, 2024
121e96d
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Apr 18, 2024
a5783e1
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Apr 18, 2024
59f18bf
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Apr 19, 2024
4fa1cdf
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Apr 19, 2024
9c4b77a
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Apr 26, 2024
2e653c4
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Apr 30, 2024
08b1ea2
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Apr 30, 2024
3cfb87e
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] Apr 30, 2024
1fa69ac
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] May 3, 2024
d975453
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] May 10, 2024
389e0ae
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] May 14, 2024
8f5f59f
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] May 17, 2024
104d130
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] May 17, 2024
b6e0582
Merge branch 'master' into staging/processorio-novas-tabelas
mergify[bot] May 17, 2024
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
138 changes: 138 additions & 0 deletions pipelines/rj_iplanrio/processorio/schedules.py
Original file line number Diff line number Diff line change
Expand Up @@ -227,6 +227,144 @@
""", # noqa
"dbt_alias": True,
},
"documentos_hora": {
"biglake_table": True,
"materialize_after_dump": True,
"materialization_mode": "prod",
"materialize_to_datario": False,
"dump_to_gcs": False,
"dump_mode": "overwrite",
"interval": timedelta(hours=1),
"execute_query": """
SELECT
HORA,
QTD_HORA
FROM SIGA.VW_MOVIMENTOS_POR_HORA
""", # noqa
"dbt_alias": False,
},
"ex_forma_documento": {
"biglake_table": True,
"materialize_after_dump": True,
"materialization_mode": "prod",
"materialize_to_datario": False,
"dump_to_gcs": False,
"dump_mode": "overwrite",
"execute_query": """
SELECT
ID_FORMA_DOC,
DESCR_FORMA_DOC,
SIGLA_FORMA_DOC,
ID_TIPO_FORMA_DOC
FROM SIGA.VW_FORMA_DOCUMENTO
""",
},
"dp_pessoa": {
"biglake_table": True,
"materialize_after_dump": True,
"materialization_mode": "prod",
"materialize_to_datario": False,
"dump_to_gcs": False,
"partition_columns": "DATA_INI_PESSOA",
"partition_date_format": "%Y-%m-%d",
"lower_bound_date": "current_month",
"dump_mode": "append",
"execute_query": """
SELECT
ID_PESSOA,
DATA_INI_PESSOA,
DATA_FIM_PESSOA,
CPF_PESSOA,
NOME_PESSOA,
DATA_NASC_PESSOA,
MATRICULA,
ID_LOTACAO,
ID_CARGO,
ID_FUNCAO_CONFIANCA,
SESB_PESSOA,
EMAIL_PESSOA,
TP_SERVIDOR_PESSOA,
SIGLA_PESSOA,
SEXO_PESSOA,
GRAU_INSTRUCAO_PESSOA,
TP_SANGUINEO_PESSOA,
NACIONALIDADE_PESSOA,
DATA_POSSE_PESSOA,
DATA_NOMEACAO_PESSOA,
DATA_PUBLICACAO_PESSOA,
DATA_INICIO_EXERCICIO_PESSOA,
ATO_NOMEACAO_PESSOA,
SITUACAO_FUNCIONAL_PESSOA,
ID_PROVIMENTO,
NATURALIDADE_PESSOA,
FG_IMPRIME_END,
DSC_PADRAO_REFERENCIA_PESSOA,
ID_ORGAO_USU,
IDE_PESSOA,
ID_PESSOA_INICIAL,
ENDERECO_PESSOA,
BAIRRO_PESSOA,
CIDADE_PESSOA,
CEP_PESSOA,
TELEFONE_PESSOA,
RG_PESSOA,
RG_ORGAO_PESSOA,
RG_DATA_EXPEDICAO_PESSOA,
RG_UF_PESSOA,
ID_ESTADO_CIVIL,
ID_TP_PESSOA,
NOME_EXIBICAO,
HIS_IDC_INI,
HIS_IDC_FIM,
NOME_PESSOA_AI
FROM CORPORATIVO.VW_DP_PESSOA
""",
},
"cp_identidade": {
"biglake_table": True,
"materialize_after_dump": True,
"materialization_mode": "prod",
"materialize_to_datario": False,
"dump_to_gcs": False,
"dump_mode": "overwrite",
"execute_query": """
SELECT
ID_IDENTIDADE,
ID_TP_IDENTIDADE,
ID_PESSOA,
DATA_CRIACAO_IDENTIDADE,
DATA_EXPIRACAO_IDENTIDADE,
DATA_CANCELAMENTO_IDENTIDADE,
ID_ORGAO_USU,
LOGIN_IDENTIDADE,
SENHA_IDENTIDADE,
SENHA_IDENTIDADE_CRIPTO,
SENHA_IDENTIDADE_CRIPTO_SINC,
HIS_ID_INI,
HIS_DT_INI,
HIS_IDC_INI,
HIS_DT_FIM,
HIS_IDC_FIM,
HIS_ATIVO,
PIN_IDENTIDADE
FROM CORPORATIVO.CP_IDENTIDADE
""",
},
"ex_tipo_forma_documento": {
"biglake_table": True,
"materialize_after_dump": True,
"materialization_mode": "prod",
"materialize_to_datario": False,
"dump_to_gcs": False,
"dump_mode": "overwrite",
"execute_query": """
SELECT
ID_TIPO_FORMA_DOC,
DESC_TIPO_FORMA_DOC,
NUMERACAO_UNICA
FROM SIGA.EX_TIPO_FORMA_DOCUMENTO
""",
},
}

processorio_infra_clocks = generate_dump_db_schedules(
Expand Down
Loading