Skip to content

Commit

Permalink
chore: remove schedules from migrated flows also delete flows from pr…
Browse files Browse the repository at this point in the history
…efect.dados.rio
  • Loading branch information
d116626 committed Jul 23, 2024
1 parent 80cd475 commit 5fede23
Show file tree
Hide file tree
Showing 21 changed files with 79 additions and 72 deletions.
9 changes: 6 additions & 3 deletions pipelines/flows.py
Original file line number Diff line number Diff line change
Expand Up @@ -8,16 +8,19 @@
###############################################################################
from pipelines.datario import *
from pipelines.rj_cor import *
from pipelines.rj_cetrio import *

# from pipelines.rj_cetrio import *
from pipelines.rj_escritorio import *

# from pipelines.rj_iplanrio import *
# from pipelines.rj_pgm import *
from pipelines.rj_rioaguas import *
from pipelines.rj_smac import *

# from pipelines.rj_smac import *
from pipelines.rj_seconserva import *
from pipelines.rj_segovi import *
from pipelines.rj_seop import *

# from pipelines.rj_seop import *
from pipelines.rj_setur import *

# from pipelines.rj_sme import *
Expand Down
8 changes: 4 additions & 4 deletions pipelines/rj_cetrio/dump_db_pit/flows.py
Original file line number Diff line number Diff line change
Expand Up @@ -10,9 +10,9 @@

from pipelines.constants import constants

from pipelines.rj_cetrio.dump_db_pit.schedules import (
cetrio_daily_update_schedule,
)
# from pipelines.rj_cetrio.dump_db_pit.schedules import (
# cetrio_daily_update_schedule,
# )
from pipelines.utils.dump_db.flows import dump_sql_flow
from pipelines.utils.utils import set_default_parameters

Expand All @@ -39,4 +39,4 @@
cetrio_flow, default_parameters=cetrio_default_parameters
)

cetrio_flow.schedule = cetrio_daily_update_schedule
# cetrio_flow.schedule = cetrio_daily_update_schedule
8 changes: 4 additions & 4 deletions pipelines/rj_iplanrio/processorio/flows.py
Original file line number Diff line number Diff line change
Expand Up @@ -11,9 +11,9 @@
from pipelines.constants import constants

# importa o schedule
from pipelines.rj_iplanrio.processorio.schedules import (
processorio_infra_daily_update_schedule,
)
# from pipelines.rj_iplanrio.processorio.schedules import (
# processorio_infra_daily_update_schedule,
# )
from pipelines.utils.dump_db.flows import dump_sql_flow
from pipelines.utils.utils import set_default_parameters

Expand Down Expand Up @@ -47,4 +47,4 @@
default_parameters=processorio_default_parameters,
)

rj_iplanrio_processorio_flow.schedule = processorio_infra_daily_update_schedule
# rj_iplanrio_processorio_flow.schedule = processorio_infra_daily_update_schedule
8 changes: 4 additions & 4 deletions pipelines/rj_iplanrio/sicop/flows.py
Original file line number Diff line number Diff line change
Expand Up @@ -11,9 +11,9 @@
from pipelines.constants import constants

# importa o schedule
from pipelines.rj_iplanrio.sicop.schedules import (
sicop_infra_daily_update_schedule,
)
# from pipelines.rj_iplanrio.sicop.schedules import (
# sicop_infra_daily_update_schedule,
# )
from pipelines.utils.dump_db.flows import dump_sql_flow
from pipelines.utils.utils import set_default_parameters

Expand Down Expand Up @@ -45,4 +45,4 @@
default_parameters=sicop_default_parameters,
)

rj_iplanrio_sicop_flow.schedule = sicop_infra_daily_update_schedule
# rj_iplanrio_sicop_flow.schedule = sicop_infra_daily_update_schedule
8 changes: 4 additions & 4 deletions pipelines/rj_pgm/dump_db_divida_ativa/flows.py
Original file line number Diff line number Diff line change
Expand Up @@ -11,9 +11,9 @@
from pipelines.constants import constants

# importa o schedule
from pipelines.rj_pgm.dump_db_divida_ativa.schedules import (
divida_ativa_daily_update_schedule,
)
# from pipelines.rj_pgm.dump_db_divida_ativa.schedules import (
# divida_ativa_daily_update_schedule,
# )
from pipelines.utils.dump_db.flows import dump_sql_flow
from pipelines.utils.utils import set_default_parameters

Expand Down Expand Up @@ -44,4 +44,4 @@
default_parameters=rj_pgm_dump_db_divida_ativa_default_parameters,
)

rj_pgm_dump_db_divida_ativa_flow.schedule = divida_ativa_daily_update_schedule
# rj_pgm_dump_db_divida_ativa_flow.schedule = divida_ativa_daily_update_schedule
2 changes: 1 addition & 1 deletion pipelines/rj_seop/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -3,4 +3,4 @@
Prefect flows for SEOP's project
"""

from pipelines.rj_seop.dump_url_conservacao_ambiental.flows import *
# from pipelines.rj_seop.dump_url_conservacao_ambiental.flows import *
8 changes: 4 additions & 4 deletions pipelines/rj_seop/dump_url_conservacao_ambiental/flows.py
Original file line number Diff line number Diff line change
Expand Up @@ -10,9 +10,9 @@

from pipelines.constants import constants

from pipelines.rj_seop.dump_url_conservacao_ambiental.schedules import (
gsheets_year_update_schedule,
)
# from pipelines.rj_seop.dump_url_conservacao_ambiental.schedules import (
# gsheets_year_update_schedule,
# )
from pipelines.utils.dump_url.flows import dump_url_flow
from pipelines.utils.utils import set_default_parameters

Expand All @@ -33,4 +33,4 @@
seop_gsheets_flow, default_parameters=seop_gsheets_default_parameters
)

seop_gsheets_flow.schedule = gsheets_year_update_schedule
# seop_gsheets_flow.schedule = gsheets_year_update_schedule
2 changes: 1 addition & 1 deletion pipelines/rj_smac/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -3,4 +3,4 @@
Prefect flows for rj_smac project in RJ
"""

from pipelines.rj_smac.materialize_povo_comunidades_tradicionais.flows import *
# from pipelines.rj_smac.materialize_povo_comunidades_tradicionais.flows import *
Original file line number Diff line number Diff line change
Expand Up @@ -9,9 +9,10 @@
from prefect.storage import GCS

from pipelines.constants import constants
from pipelines.rj_smac.materialize_povo_comunidades_tradicionais.schedules import (
materialize_povo_comunidades_tradicionais_schedule,
)

# from pipelines.rj_smac.materialize_povo_comunidades_tradicionais.schedules import (
# materialize_povo_comunidades_tradicionais_schedule,
# )
from pipelines.utils.execute_dbt_model.flows import utils_run_dbt_model_flow

materialize_povo_comunidades_tradicionais_flow = deepcopy(utils_run_dbt_model_flow)
Expand All @@ -27,6 +28,6 @@
constants.RJ_SMAC_AGENT_LABEL.value,
],
)
materialize_povo_comunidades_tradicionais_flow.schedule = (
materialize_povo_comunidades_tradicionais_schedule
)
# materialize_povo_comunidades_tradicionais_flow.schedule = (
# materialize_povo_comunidades_tradicionais_schedule
# )
2 changes: 1 addition & 1 deletion pipelines/rj_sme/__init__.py
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
# -*- coding: utf-8 -*-
"""
Prefect flows for sme project
Prefect flows for sme project.
"""

# from pipelines.rj_sme.dump_db_educacao_basica.flows import *
Expand Down
8 changes: 4 additions & 4 deletions pipelines/rj_sme/dump_db_educacao_basica/flows.py
Original file line number Diff line number Diff line change
Expand Up @@ -10,9 +10,9 @@

from pipelines.constants import constants

from pipelines.rj_sme.dump_db_educacao_basica.schedules import (
sme_educacao_basica_daily_update_schedule,
)
# from pipelines.rj_sme.dump_db_educacao_basica.schedules import (
# sme_educacao_basica_daily_update_schedule,
# )
from pipelines.utils.dump_db.flows import dump_sql_flow
from pipelines.utils.utils import set_default_parameters

Expand All @@ -39,4 +39,4 @@
dump_sme_flow, default_parameters=sme_default_parameters
)

dump_sme_flow.schedule = sme_educacao_basica_daily_update_schedule
# dump_sme_flow.schedule = sme_educacao_basica_daily_update_schedule
8 changes: 4 additions & 4 deletions pipelines/rj_sme/dump_url_educacao_basica/flows.py
Original file line number Diff line number Diff line change
Expand Up @@ -10,9 +10,9 @@

from pipelines.constants import constants

from pipelines.rj_sme.dump_url_educacao_basica.schedules import (
gsheets_year_update_schedule,
)
# from pipelines.rj_sme.dump_url_educacao_basica.schedules import (
# gsheets_year_update_schedule,
# )
from pipelines.utils.dump_url.flows import dump_url_flow
from pipelines.utils.utils import set_default_parameters

Expand All @@ -33,4 +33,4 @@
# sme_gsheets_flow, default_parameters=sme_gsheets_default_parameters
# )

sme_gsheets_flow.schedule = gsheets_year_update_schedule
# sme_gsheets_flow.schedule = gsheets_year_update_schedule
8 changes: 4 additions & 4 deletions pipelines/rj_smfp/dump_db_ergon_comlurb/flows.py
Original file line number Diff line number Diff line change
Expand Up @@ -10,9 +10,9 @@

from pipelines.constants import constants

from pipelines.rj_smfp.dump_db_ergon_comlurb.schedules import (
ergon_comlurb_monthly_update_schedule,
)
# from pipelines.rj_smfp.dump_db_ergon_comlurb.schedules import (
# ergon_comlurb_monthly_update_schedule,
# )
from pipelines.utils.dump_db.flows import dump_sql_flow
from pipelines.utils.utils import set_default_parameters

Expand All @@ -39,4 +39,4 @@
dump_ergon_flow, default_parameters=ergon_default_parameters
)

dump_ergon_flow.schedule = ergon_comlurb_monthly_update_schedule
# dump_ergon_flow.schedule = ergon_comlurb_monthly_update_schedule
4 changes: 2 additions & 2 deletions pipelines/rj_smfp/dump_db_metas/flows.py
Original file line number Diff line number Diff line change
Expand Up @@ -10,7 +10,7 @@

from pipelines.constants import constants

from pipelines.rj_smfp.dump_db_metas.schedules import egp_web_weekly_update_schedule
# from pipelines.rj_smfp.dump_db_metas.schedules import egp_web_weekly_update_schedule
from pipelines.utils.dump_db.flows import dump_sql_flow
from pipelines.utils.utils import set_default_parameters

Expand Down Expand Up @@ -38,4 +38,4 @@
smfp_egpweb_flow, default_parameters=egpweb_default_parameters
)

smfp_egpweb_flow.schedule = egp_web_weekly_update_schedule
# smfp_egpweb_flow.schedule = egp_web_weekly_update_schedule
8 changes: 4 additions & 4 deletions pipelines/rj_smfp/dump_db_sigma/flows.py
Original file line number Diff line number Diff line change
Expand Up @@ -11,9 +11,9 @@
from pipelines.constants import constants

# importa o schedule
from pipelines.rj_smfp.dump_db_sigma.schedules import (
sigma_daily_update_schedule,
)
# from pipelines.rj_smfp.dump_db_sigma.schedules import (
# sigma_daily_update_schedule,
# )
from pipelines.utils.dump_db.flows import dump_sql_flow
from pipelines.utils.utils import set_default_parameters

Expand Down Expand Up @@ -44,4 +44,4 @@
default_parameters=rj_smfp_dump_db_sigma_default_parameters,
)

rj_smfp_dump_db_sigma_flow.schedule = sigma_daily_update_schedule
# rj_smfp_dump_db_sigma_flow.schedule = sigma_daily_update_schedule
8 changes: 4 additions & 4 deletions pipelines/rj_smfp/dump_db_sigma_compras_materiais/flows.py
Original file line number Diff line number Diff line change
Expand Up @@ -11,9 +11,9 @@
from pipelines.constants import constants

# importa o schedule
from pipelines.rj_smfp.dump_db_sigma_compras_materiais.schedules import (
compras_sigma_daily_update_schedule,
)
# from pipelines.rj_smfp.dump_db_sigma_compras_materiais.schedules import (
# compras_sigma_daily_update_schedule,
# )
from pipelines.utils.dump_db.flows import dump_sql_flow
from pipelines.utils.utils import set_default_parameters

Expand Down Expand Up @@ -44,4 +44,4 @@
default_parameters=rj_smfp_dump_db_sigma_medicamentos_default_parameters,
)

rj_smfp_dump_db_sigma_medicamentos_flow.schedule = compras_sigma_daily_update_schedule
# rj_smfp_dump_db_sigma_medicamentos_flow.schedule = compras_sigma_daily_update_schedule
8 changes: 4 additions & 4 deletions pipelines/rj_smfp/dump_inadimplente/flows.py
Original file line number Diff line number Diff line change
Expand Up @@ -10,9 +10,9 @@

from pipelines.constants import constants

from pipelines.rj_smfp.dump_inadimplente.schedules import (
inadimplente_weekly_update_schedule,
)
# from pipelines.rj_smfp.dump_inadimplente.schedules import (
# inadimplente_weekly_update_schedule,
# )
from pipelines.utils.dump_db.flows import dump_sql_flow
from pipelines.utils.utils import set_default_parameters

Expand All @@ -38,4 +38,4 @@
smfp_inadimplente_flow, default_parameters=inadimplente_default_parameters
)

smfp_inadimplente_flow.schedule = inadimplente_weekly_update_schedule
# smfp_inadimplente_flow.schedule = inadimplente_weekly_update_schedule
4 changes: 2 additions & 2 deletions pipelines/rj_smfp/dump_url_metas/flows.py
Original file line number Diff line number Diff line change
Expand Up @@ -10,7 +10,7 @@

from pipelines.constants import constants

from pipelines.rj_smfp.dump_url_metas.schedules import gsheets_daily_update_schedule
# from pipelines.rj_smfp.dump_url_metas.schedules import gsheets_daily_update_schedule
from pipelines.utils.dump_url.flows import dump_url_flow
from pipelines.utils.utils import set_default_parameters

Expand All @@ -31,4 +31,4 @@
smfp_gsheets_flow, default_parameters=smfp_gsheets_default_parameters
)

smfp_gsheets_flow.schedule = gsheets_daily_update_schedule
# smfp_gsheets_flow.schedule = gsheets_daily_update_schedule
9 changes: 5 additions & 4 deletions pipelines/rj_smfp/goals_dashboard_dbt/flows.py
Original file line number Diff line number Diff line change
Expand Up @@ -9,9 +9,10 @@
from prefect.storage import GCS

from pipelines.constants import constants
from pipelines.rj_smfp.goals_dashboard_dbt.schedules import (
smfp_dashboard_metas_daily_update_schedule,
)

# from pipelines.rj_smfp.goals_dashboard_dbt.schedules import (
# smfp_dashboard_metas_daily_update_schedule,
# )
from pipelines.utils.execute_dbt_model.flows import utils_run_dbt_model_flow
from pipelines.utils.utils import set_default_parameters

Expand All @@ -34,4 +35,4 @@
default_parameters=smfp_dashboard_metas_default_parameters,
)

run_dbt_smfp_dashboard_metas_flow.schedule = smfp_dashboard_metas_daily_update_schedule
# run_dbt_smfp_dashboard_metas_flow.schedule = smfp_dashboard_metas_daily_update_schedule
9 changes: 5 additions & 4 deletions pipelines/rj_smi/dbt_obras_dashboard/flows.py
Original file line number Diff line number Diff line change
Expand Up @@ -9,9 +9,10 @@
from prefect.storage import GCS

from pipelines.constants import constants
from pipelines.rj_smi.dbt_obras_dashboard.schedules import (
smi_dashboard_obras_monthly_update_schedule,
)

# from pipelines.rj_smi.dbt_obras_dashboard.schedules import (
# smi_dashboard_obras_monthly_update_schedule,
# )
from pipelines.utils.execute_dbt_model.flows import utils_run_dbt_model_flow
from pipelines.utils.utils import set_default_parameters

Expand All @@ -32,4 +33,4 @@
default_parameters=smi_dashboard_obras_default_parameters,
)

run_dbt_smi_dashboard_obras_flow.schedule = smi_dashboard_obras_monthly_update_schedule
# run_dbt_smi_dashboard_obras_flow.schedule = smi_dashboard_obras_monthly_update_schedule
9 changes: 5 additions & 4 deletions pipelines/rj_smi/dump_db_siscob/flows.py
Original file line number Diff line number Diff line change
Expand Up @@ -9,9 +9,10 @@
from prefect.storage import GCS

from pipelines.constants import constants
from pipelines.rj_smi.dump_db_siscob.schedules import (
siscob_update_schedule,
)

# from pipelines.rj_smi.dump_db_siscob.schedules import (
# siscob_update_schedule,
# )
from pipelines.utils.dump_db.flows import dump_sql_flow
from pipelines.utils.utils import set_default_parameters

Expand All @@ -38,4 +39,4 @@
dump_siscob_flow, default_parameters=siscob_default_parameters
)

dump_siscob_flow.schedule = siscob_update_schedule
# dump_siscob_flow.schedule = siscob_update_schedule

0 comments on commit 5fede23

Please sign in to comment.