implement scheduling mechanism

Author: duprijil

dags/fetch_notices_by_date.py

@@ -3,13 +3,14 @@
 from airflow.decorators import dag, task
 from airflow.operators.dummy import DummyOperator
 from airflow.operators.python import BranchPythonOperator, PythonOperator
-from airflow.utils.trigger_rule import TriggerRule
 from airflow.timetables.trigger import CronTriggerTimetable
+from airflow.utils.trigger_rule import TriggerRule
 
 from dags import DEFAULT_DAG_ARGUMENTS
 from dags.dags_utils import get_dag_param, push_dag_downstream, pull_dag_upstream
 from dags.operators.DagBatchPipelineOperator import NOTICE_IDS_KEY, TriggerNoticeBatchPipelineOperator
 from dags.pipelines.notice_fetcher_pipelines import notice_fetcher_by_date_pipeline
+from ted_sws import config
 from ted_sws.event_manager.adapters.event_log_decorator import event_log
 from ted_sws.event_manager.model.event_message import TechnicalEventMessage, EventMessageMetadata, \
     EventMessageProcessType
@@ -27,9 +28,13 @@
 
 DAG_FETCH_DEFAULT_TIMEZONE = "UTC"
 
+
 @dag(default_args=DEFAULT_DAG_ARGUMENTS,
+     dag_id=FETCHER_DAG_NAME,
      catchup=False,
-     timetable=CronTriggerTimetable('0 1 * * *', timezone='UTC'),
+     timetable=CronTriggerTimetable(
+         cron=config.SCHEDULE_DAG_FETCH,
+         timezone=DAG_FETCH_DEFAULT_TIMEZONE),
      tags=['selector', 'daily-fetch'])
 def fetch_notices_by_date():
     @task