File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change 88 smart_xcom_push
99from dags .pipelines .pipeline_protocols import NoticePipelineCallable
1010from ted_sws import config
11- from ted_sws .core .model .notice import NoticeStatus
1211from ted_sws .data_manager .adapters .notice_repository import NoticeRepository
1312from ted_sws .event_manager .model .event_message import EventMessage , NoticeEventMessage
1413from ted_sws .event_manager .services .log import log_notice_error
1817START_WITH_STEP_NAME_KEY = "start_with_step_name"
1918EXECUTE_ONLY_ONE_STEP_KEY = "execute_only_one_step"
2019DEFAULT_NUBER_OF_CELERY_WORKERS = 144 # TODO: revise this config
21- NOTICE_PROCESS_WORKFLOW_DAG_NAME = "notice_process_workflow "
20+ NOTICE_PROCESSING_PIPELINE_DAG_NAME = "notice_processing_pipeline "
2221DEFAULT_START_WITH_TASK_ID = "notice_normalisation_pipeline"
2322DEFAULT_PIPELINE_NAME_FOR_LOGS = "unknown_pipeline_name"
2423
@@ -136,7 +135,7 @@ def execute(self, context: Any):
136135 for notice_batch in chunks (notice_ids , chunk_size = batch_size ):
137136 TriggerDagRunOperator (
138137 task_id = f'trigger_worker_dag_{ uuid4 ().hex } ' ,
139- trigger_dag_id = NOTICE_PROCESS_WORKFLOW_DAG_NAME ,
138+ trigger_dag_id = NOTICE_PROCESSING_PIPELINE_DAG_NAME ,
140139 conf = {
141140 NOTICE_IDS_KEY : list (notice_batch ),
142141 START_WITH_STEP_NAME_KEY : self .start_with_step_name ,
You can’t perform that action at this time.
0 commit comments