Skip to content

Commit dfba79c

Browse files
committed
WIP reprocess dags
1 parent a102ac1 commit dfba79c

1 file changed

Lines changed: 7 additions & 5 deletions

File tree

dags/reprocess_notices_from_backlog_by_status.py

Lines changed: 7 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -24,13 +24,15 @@
2424
schedule_interval=None,
2525
tags=['selector', 're-transform'],
2626
params={
27-
START_DATE_DAG_PARAM: Param(default="", type="string", description="Start date (YYYY-MM-DD)"),
28-
END_DATE_DAG_PARAM: Param(default="", type="string", description="End date (YYYY-MM-DD)"),
27+
2928
NOTICE_STATUSES_DAG_PARAM: Param(
3029
type="array",
3130
title="Notice Statuses",
3231
description="Required. List of notice statuses to reprocess. Example: [\"NORMALISED_METADATA\", \"DISTILLED\"]"
33-
)}
32+
),
33+
START_DATE_DAG_PARAM: Param(default="", type="string", description="Start date (YYYY-MM-DD)"),
34+
END_DATE_DAG_PARAM: Param(default="", type="string", description="End date (YYYY-MM-DD)")
35+
}
3436
)
3537
def reprocess_notices_from_backlog_by_status():
3638
@task
@@ -42,8 +44,8 @@ def reprocess_notices_from_backlog_by_status():
4244
))
4345
)
4446
def select_notices_for_re_transform():
45-
start_date = get_dag_param(key=START_DATE_DAG_PARAM)
46-
end_date = get_dag_param(key=END_DATE_DAG_PARAM)
47+
start_date = get_dag_param(key=START_DATE_DAG_PARAM, default_value="")
48+
end_date = get_dag_param(key=END_DATE_DAG_PARAM,default_value="")
4749
statuses_param = get_dag_param(key=NOTICE_STATUSES_DAG_PARAM)
4850

4951
notice_statuses = [NoticeStatus[status_str] for status_str in statuses_param]

0 commit comments

Comments
 (0)