We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 71b9960 commit 20b44c4Copy full SHA for 20b44c4
1 file changed
dags/notice_fetch_by_date_workflow.py
@@ -1,3 +1,5 @@
1
+from datetime import timedelta
2
+
3
from airflow.decorators import dag, task
4
from airflow.operators.dummy import DummyOperator
5
from airflow.operators.python import BranchPythonOperator, PythonOperator
@@ -58,7 +60,9 @@ def validate_fetched_notices():
58
60
from datetime import datetime
59
61
from pymongo import MongoClient
62
- publication_date = datetime.strptime(get_dag_param(key=WILD_CARD_DAG_KEY), "%Y%m%d*")
63
+ publication_date = datetime.strptime(get_dag_param(key=WILD_CARD_DAG_KEY,
64
+ default_value=(datetime.now() - timedelta(days=1)).strftime(
65
+ "%Y%m%d*")), "%Y%m%d*")
66
mongodb_client = MongoClient(config.MONGO_DB_AUTH_URL)
67
validate_and_update_daily_supra_notice(notice_publication_day=publication_date,
68
mongodb_client=mongodb_client)
0 commit comments