Staging/sms whatsapp

pipelines/rj_sms/__init__.py

@@ -9,3 +9,4 @@
 from pipelines.rj_sms.dump_api_prontuario_vitai.flows import *
 from pipelines.rj_sms.dump_api_prontuario_vitacare.flows import *
 from pipelines.rj_sms.dump_sheets.flows import *
+from pipelines.rj_sms.dump_api_regulacao_sisreg.flows import *

pipelines/rj_sms/dump_api_prontuario_vitacare/constants.py

@@ -29,3 +29,244 @@ class constants(Enum):
         "posicao": "/reports/pharmacy/stocks",
         "movimento": "/reports/pharmacy/movements",
     }
+    URL_PACIENTES_AGENDADOS = (
+        "http://saudedigital.pepvitacare.com:8081/health/schedule/nextappointments"
+    )
+    URL_PACIENTES_ATENDIDOS = (
+        "http://saudedigital.pepvitacare.com:8081/health/schedule/lastattendances"
+    )
+    CNES = [
+        "9057722",
+        "5476607",
+        "7892802",
+        "0199338",
+        "5620287",
+        "7896204",
+        "3567567",
+        "5179726",
+        "9128867",
+        "9101764",
+        "3567540",
+        "6869009",
+        "6713564",
+        "6808077",
+        "3416321",
+        "7036914",
+        "3820599",
+        "9071385",
+        "6804209",
+        "6023320",
+        "7892810",
+        "6820018",
+        "6914152",
+        "9111344",
+        "6496989",
+        "7052049",
+        "7119798",
+        "0193089",
+        "9078983",
+        "6677711",
+        "7108265",
+        "5154197",
+        "6660185",
+        "9131884",
+        "9345515",
+        "6023975",
+        "9715444",
+        "6762042",
+        "6671020",
+        "7985657",
+        "6742130",
+        "5044685",
+        "0189200",
+        "6793231",
+        "9131795",
+        "2280310",
+        "6028233",
+        "9057706",
+        "7723296",
+        "7722494",
+        "6664075",
+        "2277298",
+        "6023916",
+        "7996675",
+        "6648371",
+        "6664040",
+        "6618863",
+        "7892829",
+        "6681379",
+        "6559727",
+        "7894554",
+        "7998678",
+        "6688152",
+        "6618871",
+        "9442251",
+        "2295237",
+        "6932916",
+        "6581994",
+        "6635709",
+        "7873565",
+        "9127100",
+        "6571956",
+        "6852203",
+        "9075143",
+        "7908237",
+        "6559735",
+        "6572014",
+        "0214949",
+        "7986505",
+        "6974708",
+        "7995520",
+        "7088574",
+        "6029965",
+        "6761704",
+        "6503772",
+        "5546591",
+        "9307265",
+        "6568491",
+        "6864708",
+        "6716598",
+        "9061401",
+        "9061398",
+        "9079939",
+        "9080163",
+        "9072640",
+        "7523246",
+        "9016805",
+        "6901042",
+        "9067078",
+        "9045023",
+        "6387152",
+        "6927289",
+        "6855709",
+        "6927319",
+        "0265233",
+        "7021771",
+        "3785025",
+        "6506232",
+        "6524486",
+        "9023089",
+        "6029841",
+        "9311661",
+        "3416372",
+        "6683851",
+        "7810172",
+        "6272053",
+        "4030990",
+        "6618855",
+        "6919626",
+        "6873960",
+        "7036884",
+        "5417708",
+        "3567559",
+        "3785009",
+        "9107835",
+        "6514022",
+        "2295253",
+        "9072659",
+        "7874162",
+        "3784975",
+        "2270323",
+        "6026737",
+        "6029922",
+        "2269937",
+        "2269848",
+        "5879655",
+        "2273551",
+        "2270277",
+        "2296551",
+        "6033121",
+        "4178602",
+        "2273225",
+        "2270463",
+        "2273179",
+        "3416356",
+        "6029825",
+        "2269309",
+        "2778696",
+        "2280744",
+        "2269732",
+        "5358612",
+        "5546583",
+        "2269929",
+        "2270013",
+        "2708167",
+        "2273578",
+        "6632831",
+        "2269295",
+        "2273616",
+        "2708183",
+        "2269651",
+        "2270072",
+        "2270579",
+        "2269562",
+        "2269546",
+        "2269538",
+        "2269503",
+        "2273586",
+        "2708426",
+        "2270250",
+        "5315026",
+        "2269759",
+        "2273543",
+        "2269511",
+        "4046307",
+        "2708213",
+        "2269376",
+        "7414226",
+        "2270439",
+        "5457009",
+        "6784720",
+        "2280795",
+        "3784959",
+        "2296543",
+        "2269902",
+        "2291274",
+        "9391983",
+        "2273640",
+        "2270315",
+        "2270366",
+        "6922031",
+        "2708434",
+        "2288346",
+        "2280760",
+        "2280272",
+        "2295032",
+        "2708205",
+        "2270633",
+        "2270560",
+        "2269805",
+        "2270307",
+        "2296535",
+        "2296586",
+        "2280779",
+        "7856954",
+        "6927254",
+        "2280280",
+        "2280787",
+        "5465877",
+        "2277328",
+        "2270455",
+        "5467136",
+        "2270641",
+        "2288370",
+        "5315050",
+        "3567508",
+        "2270293",
+        "2280736",
+        "7990286",
+        "2280205",
+        "6926797",
+        "2269953",
+        "5465885",
+        "6664164",
+        "2806320",
+        "2270552",
+        "2269627",
+        "5598435",
+        "3796310",
+        "5670357",
+        "5476844",
+        "2270420",
+        "2270285",
+    ]

pipelines/rj_sms/dump_api_prontuario_vitacare/flows.py

@@ -19,16 +19,21 @@
     create_partitions,
     upload_to_datalake,
 )
+
 from pipelines.rj_sms.dump_api_prontuario_vitacare.tasks import (
     rename_flow,
     build_url,
     build_params,
     create_filename,
     save_data_to_file,
+    get_patients,
+    save_patients,
 )
 
 from pipelines.rj_sms.dump_api_prontuario_vitacare.schedules import (
     vitacare_daily_update_schedule,
+    vitacare_every_day_at_six_am,
+    vitacare_every_day_at_seven_am,
 )
 
 
@@ -136,3 +141,59 @@
 )
 
 dump_vitacare.schedule = vitacare_daily_update_schedule
+
+with Flow(
+    "SMS: Dump VitaCare - Captura dos pacientes agendados"
+) as dump_vitacare_scheduled_patients:
+    # Tasks
+    result = get_patients(context="scheduled")
+    save = save_patients(result, context="scheduled")
+    save.set_upstream(result)
+    upload_to_datalake_task = upload_to_datalake(
+        input_path=f"pipelines/rj_sms/dump_api_prontuario_vitacare/data_partition",
+        dataset_id="brutos_prontuario_vitacare",
+        table_id="pacientes_agendados_3_dias",
+        if_exists="replace",
+        csv_delimiter=";",
+        if_storage_data_exists="replace",
+        biglake_table=True,
+    )
+    upload_to_datalake_task.set_upstream(save)
+
+dump_vitacare_scheduled_patients.storage = GCS(constants.GCS_FLOWS_BUCKET.value)
+dump_vitacare_scheduled_patients.run_config = KubernetesRun(
+    image=constants.DOCKER_IMAGE.value,
+    labels=[
+        constants.RJ_SMS_DEV_AGENT_LABEL.value,
+    ],
+)
+
+dump_vitacare_scheduled_patients.schedule = vitacare_every_day_at_six_am
+
+with Flow(
+    "SMS: Dump VitaCare - Captura dos pacientes atendidos"
+) as dump_vitacare_attended_patients:
+    # Tasks
+    result = get_patients(context="attended")
+    save = save_patients(result, context="attended")
+    save.set_upstream(result)
+    upload_to_datalake_task = upload_to_datalake(
+        input_path=f"pipelines/rj_sms/dump_api_prontuario_vitacare/data_partition",
+        dataset_id="brutos_prontuario_vitacare",
+        table_id="paciente_atendido_dia_anterior",
+        if_exists="replace",
+        csv_delimiter=";",
+        if_storage_data_exists="replace",
+        biglake_table=True,
+    )
+    upload_to_datalake_task.set_upstream(save)
+
+dump_vitacare_attended_patients.storage = GCS(constants.GCS_FLOWS_BUCKET.value)
+dump_vitacare_attended_patients.run_config = KubernetesRun(
+    image=constants.DOCKER_IMAGE.value,
+    labels=[
+        constants.RJ_SMS_DEV_AGENT_LABEL.value,
+    ],
+)
+
+dump_vitacare_attended_patients.schedule = vitacare_every_day_at_seven_am

pipelines/rj_sms/dump_api_prontuario_vitacare/run.py

@@ -0,0 +1,5 @@
+# -*- coding: utf-8 -*-
+from flows import dump_vitacare_attended_patients
+from pipelines.utils.utils import run_local
+
+run_local(dump_vitacare_attended_patients)

pipelines/rj_sms/dump_api_prontuario_vitacare/schedules.py

@@ -5,9 +5,10 @@
 """
 
 from datetime import timedelta, datetime
-
+from prefect.schedules.clocks import IntervalClock
 from prefect.schedules import Schedule
 import pytz
+import pendulum
 
 
 from pipelines.constants import constants
@@ -56,3 +57,27 @@
 )
 
 vitacare_daily_update_schedule = Schedule(clocks=untuple(vitacare_clocks))
+
+vitacare_every_day_at_six_am = Schedule(
+    clocks=[
+        IntervalClock(
+            interval=timedelta(days=1),
+            start_date=pendulum.datetime(2023, 1, 1, 6, 0, 0, tz="America/Sao_Paulo"),
+            labels=[
+                constants.RJ_SMS_DEV_AGENT_LABEL.value,
+            ],
+        )
+    ]
+)
+
+vitacare_every_day_at_seven_am = Schedule(
+    clocks=[
+        IntervalClock(
+            interval=timedelta(days=1),
+            start_date=pendulum.datetime(2023, 1, 1, 7, 0, 0, tz="America/Sao_Paulo"),
+            labels=[
+                constants.RJ_SMS_DEV_AGENT_LABEL.value,
+            ],
+        )
+    ]
+)