Skip to content

Commit

Permalink
Merge branch 'feat/padronize_patient' into release
Browse files Browse the repository at this point in the history
  • Loading branch information
@TanookiVerde
TanookiVerde committed Oct 18, 2024
2 parents b6e1abf + 5df6e3a commit 2dad751
Show file tree
Hide file tree
Showing 4 changed files with 240 additions and 179 deletions.
175 changes: 99 additions & 76 deletions ...s/intermediate/dit/historico_clinico/paciente/int_historico_clinico__paciente__smsrio.sql
View file
Original file line number Diff line number Diff line change
Expand Up @@ -45,6 +45,8 @@ with
where {{ validate_cpf("cpf") }}
),

all_cpfs as (select distinct cpf from smsrio_tb),

-- CNS
smsrio_cns_ranked as (
select
Expand Down Expand Up @@ -91,29 +93,36 @@ with
where dedup_rank = 1
order by merge_order asc, rank asc
),
cns_validated AS (
SELECT
cns,
{{validate_cns('cns')}} AS cns_valido_indicador,
FROM (
SELECT DISTINCT cns FROM cns_dedup
)
cns_validated as (
select cns, {{ validate_cns("cns") }} as cns_valido_indicador,
from (select distinct cns from cns_dedup)
),

cns_dados AS (
SELECT
cns_dados as (
select cpf, array_agg(struct(cd.cns, cv.cns_valido_indicador, cd.rank)) as cns
from cns_dedup cd
join cns_validated cv on cd.cns = cv.cns
group by cpf
),

-- CONTATO TB
smsrio_contato_tb as (
select
cpf,
ARRAY_AGG(
STRUCT(
cd.cns,
cv.cns_valido_indicador,
cd.rank
)
) AS cns
FROM cns_dedup cd
JOIN cns_validated cv
ON cd.cns = cv.cns
GROUP BY cpf
telefones,
case
when regexp_contains(telefones, r'@')
then regexp_replace(trim(lower(telefones)), r'(\.com).*', '.com')
else email
end as email,
updated_at
from
smsrio_tb,
unnest(
split(
replace(replace(replace(telefones, '[', ''), ']', ''), '"', ''), ','
)
) as telefones
),

-- CONTATO TELEPHONE
Expand Down Expand Up @@ -159,22 +168,7 @@ with
row_number() over (
partition by cpf order by updated_at desc
) as rank
from
(
select cpf, telefones, updated_at
from
smsrio_tb,
unnest(
split(
replace(
replace(replace(telefones, '[', ''), ']', ''),
'"',
''
),
','
)
) as telefones
)
from smsrio_contato_tb
group by cpf, telefones, updated_at
)
where not (trim(valor) in ("NONE", "NULL", "") and (rank >= 2))
Expand All @@ -198,7 +192,7 @@ with
row_number() over (
partition by cpf order by updated_at desc
) as rank
from smsrio_tb
from smsrio_contato_tb
group by cpf, email, updated_at
)
where not (trim(valor) in ("NONE", "NULL", "") and (rank >= 2))
Expand Down Expand Up @@ -270,65 +264,94 @@ with
from
(
select cpf, valor, rank, "smsrio" as sistema, 2 as merge_order
from smsrio_contato_telefone
from smsrio_contato_email
)
order by merge_order asc, rank asc
)
where dedup_rank = 1
order by merge_order asc, rank asc
),

contato_telefone_dados as (
select
t.cpf,
array_agg(
struct(
t.valor_original,
t.ddd,
t.valor,
t.valor_tipo,
lower(t.sistema) as sistema,
t.rank
)
) as telefone,
from telefone_dedup t
where t.valor is not null
group by t.cpf
),

contato_email_dados as (
select
e.cpf,
array_agg(
struct(lower(e.valor) as valor, lower(e.sistema) as sistema, e.rank)
) as email
from email_dedup e
where e.valor is not null
group by e.cpf
),

contato_dados as (
select
coalesce(t.cpf, e.cpf) as cpf,
a.cpf,
struct(
array_agg(
struct(
t.valor_original,
t.ddd,
t.valor,
t.valor_tipo,
lower(t.sistema) as sistema,
t.rank
)
) as telefone,
array_agg(
struct(lower(e.valor) as valor, lower(e.sistema) as sistema, e.rank)
) as email
contato_telefone_dados.telefone, contato_email_dados.email
) as contato
from telefone_dedup t
full outer join email_dedup e on t.cpf = e.cpf
group by coalesce(t.cpf, e.cpf)
from all_cpfs a
left join contato_email_dados using (cpf)
left join contato_telefone_dados using (cpf)
),

-- ENDEREÇO
smsrio_endereco as (
select
cpf,
cep,
sms.cpf,
sms.cep,
case
when tipo_logradouro in ("NONE", "") then null else tipo_logradouro
when sms.tipo_logradouro in ("NONE", "")
then null
else sms.tipo_logradouro
end as tipo_logradouro,
logradouro,
numero,
complemento,
bairro,
case when cidade in ("NONE", "") then null else cidade end as cidade,
estado,
cast(updated_at as string) as datahora_ultima_atualizacao,
sms.logradouro,
sms.numero,
sms.complemento,
sms.bairro,
case
when sms.cidade in ("NONE", "")
then null
when regexp_contains(sms.cidade, r'^\d+$')
then {{ remove_accents_upper("bd.nome") }}
else sms.cidade
end as cidade,
sms.estado,
cast(sms.updated_at as string) as datahora_ultima_atualizacao,
row_number() over (partition by cpf order by updated_at desc) as rank
from smsrio_tb
from smsrio_tb sms
left join
`basedosdados.br_bd_diretorios_brasil.municipio` bd
on sms.cidade = bd.id_municipio_6
group by
cpf,
cep,
tipo_logradouro,
logradouro,
numero,
complemento,
bairro,
cidade,
estado,
updated_at
sms.cpf,
sms.cep,
sms.tipo_logradouro,
sms.logradouro,
sms.numero,
sms.complemento,
sms.bairro,
sms.cidade,
bd.nome,
sms.estado,
sms.updated_at
),

endereco_dedup as (
Expand Down
95 changes: 53 additions & 42 deletions ...intermediate/dit/historico_clinico/paciente/int_historico_clinico__paciente__vitacare.sql
View file
Original file line number Diff line number Diff line change
Expand Up @@ -48,6 +48,8 @@ with
where equipe_familia_indicador = true
),

all_cpfs as (select distinct cpf from paciente),

-- CNS
cns_ranked as (
select
Expand Down Expand Up @@ -104,30 +106,17 @@ with
order by merge_order asc, rank asc
),

cns_validated as (
select
cns,
{{validate_cns('cns')}} as cns_valido_indicador,
from (
select distinct cns from cns_dedup
)
),
cns_validated as (
select cns, {{ validate_cns("cns") }} as cns_valido_indicador,
from (select distinct cns from cns_dedup)
),

cns_dados as (
select
cpf,
array_agg(
struct(
cd.cns,
cv.cns_valido_indicador,
cd.rank
)
) as cns
from cns_dedup cd
join cns_validated cv
on cd.cns = cv.cns
group by cpf
),
cns_dados as (
select cpf, array_agg(struct(cd.cns, cv.cns_valido_indicador, cd.rank)) as cns
from cns_dedup cd
join cns_validated cv on cd.cns = cv.cns
group by cpf
),

-- EQUIPE SAUDE FAMILIA vitacare: Extracts and ranks family health teams
-- clinica da familia
Expand Down Expand Up @@ -209,6 +198,7 @@ cns_dados as (
select
f.cpf,
f.id_ine,
f.id_cnes,
{{ proper_br("e.nome_referencia") }} as nome,
e.telefone,
m.medicos,
Expand Down Expand Up @@ -242,7 +232,7 @@ cns_dados as (
)
) as equipe_saude_familia
from equipe_saude_familia_enriquecida ef
left join dim_clinica_familia cf on ef.cpf = cf.cpf
left join dim_clinica_familia cf on ef.cpf = cf.cpf and ef.id_cnes = cf.id_cnes
group by cpf
),

Expand Down Expand Up @@ -409,27 +399,44 @@ cns_dados as (
order by merge_order asc, rank asc
),

contato_telefone_dados as (
select
t.cpf,
array_agg(
struct(
t.valor_original,
t.ddd,
t.valor,
t.valor_tipo,
lower(t.sistema) as sistema,
t.rank
)
) as telefone,
from telefone_dedup t
where t.valor is not null
group by t.cpf
),

contato_email_dados as (
select
e.cpf,
array_agg(
struct(lower(e.valor) as valor, lower(e.sistema) as sistema, e.rank)
) as email
from email_dedup e
where e.valor is not null
group by e.cpf
),

contato_dados as (
select
coalesce(t.cpf, e.cpf) as cpf,
a.cpf,
struct(
array_agg(
struct(
t.valor_original,
t.ddd,
t.valor,
t.valor_tipo,
lower(t.sistema) as sistema,
t.rank
)
) as telefone,
array_agg(
struct(lower(e.valor) as valor, lower(e.sistema) as sistema, e.rank)
) as email
contato_telefone_dados.telefone, contato_email_dados.email
) as contato
from telefone_dedup t
full outer join email_dedup e on t.cpf = e.cpf
group by coalesce(t.cpf, e.cpf)
from all_cpfs a
left join contato_email_dados using (cpf)
left join contato_telefone_dados using (cpf)
),

-- ENDEREÇO
Expand All @@ -442,7 +449,11 @@ cns_dados as (
numero,
complemento,
bairro,
cidade,
case
when regexp_contains(cidade, r'\d')
then trim(regexp_replace(cidade, r'\[.*', ''))
else cidade
end as cidade,
estado,
cast(
data_atualizacao_vinculo_equipe as string
Expand Down
Loading

0 comments on commit 2dad751

Please sign in to comment.