Skip to content

Commit

Permalink
merge previous_errors
Browse files Browse the repository at this point in the history
  • Loading branch information
pixuimpou committed Oct 18, 2023
1 parent 7f0c309 commit ae17746
Showing 1 changed file with 3 additions and 2 deletions.
5 changes: 3 additions & 2 deletions pipelines/rj_smtr/flows.py
Original file line number Diff line number Diff line change
Expand Up @@ -71,7 +71,7 @@
)

with case(recapture, True):
_, recapture_timestamps, previous_errors = query_logs(
_, recapture_timestamps, recapture_previous_errors = query_logs(
dataset_id=dataset_id,
table_id=table_id,
interval_minutes=interval_minutes,
Expand All @@ -80,11 +80,12 @@

with case(recapture, False):
capture_timestamp = [get_current_timestamp()]
previous_errors = task(
capture_previous_errors = task(
lambda: [None], checkpoint=False, name="assign_none_to_previous_errors"
)()

timestamps = merge(recapture_timestamps, capture_timestamp)
previous_errors = merge(recapture_previous_errors, capture_previous_errors)

rename_flow_run = rename_current_flow_run_now_time(
prefix="SMTR: " + get_run_name_prefix(recap=recapture) + " " + table_id + ": ",
Expand Down

0 comments on commit ae17746

Please sign in to comment.