Merge pull request #230 from OP-TED/feature/TED-663

fix docker compose network visibility

Author: costezki

Makefile

@@ -116,7 +116,7 @@ start-airflow-cluster: build-externals
 
 start-airflow-cluster-worker: build-externals
 	@ echo -e "$(BUILD_PRINT)Starting Airflow services $(END_BUILD_PRINT)"
-	@ docker-compose -p ${ENVIRONMENT} --file ./infra/airflow-cluster/docker-compose.yaml --env-file ${ENV_FILE} up -d --force-recreate airflow-worker
+	@ docker-compose -p ${ENVIRONMENT} --file ./infra/airflow-cluster/docker-compose.yaml --env-file ${ENV_FILE} up -d airflow-worker
 
 stop-airflow-cluster:
 	@ echo -e "$(BUILD_PRINT)Stopping Airflow Cluster $(END_BUILD_PRINT)"

infra/airflow-cluster/docker-compose.yaml

@@ -58,10 +58,10 @@ x-airflow-common:
     AIRFLOW__CORE__SQL_ALCHEMY_CONN: postgresql+psycopg2://airflow:airflow@ted-data.eu/airflow
     AIRFLOW__CELERY__RESULT_BACKEND: db+postgresql://airflow:airflow@ted-data.eu/airflow
     AIRFLOW__CELERY__BROKER_URL: redis://:@ted-data.eu:6379/0
-    #AIRFLOW__WEBSERVER__SECRET_KEY: ${SECRET_KEY}
+    AIRFLOW__WEBSERVER__SECRET_KEY: "zqOVjqVrMstjDbKEPpYiSA=="
     IS_PRIME_ENV: 'true'
     AIRFLOW__CORE__EXECUTOR: CeleryExecutor
-    AIRFLOW__CORE__FERNET_KEY: ''
+    AIRFLOW__CORE__FERNET_KEY: 'M9NmXPlfIszmYCVjp3nJNQEocpmNQtKQdG-Kxdvfgm8='
     AIRFLOW__CORE__DAGS_ARE_PAUSED_AT_CREATION: 'true'
     AIRFLOW__CORE__ENABLE_XCOM_PICKLING: "true"
     AIRFLOW__CORE__LOAD_EXAMPLES: 'false'
@@ -114,6 +114,7 @@ services:
     restart: unless-stopped
     networks:
       - airflow
+      - common-ext
 
   redis:
     image: redis:latest
@@ -130,6 +131,7 @@ services:
     restart: unless-stopped
     networks:
       - airflow
+      - common-ext
 
   airflow-webserver:
     <<: *airflow-common
@@ -315,6 +317,7 @@ services:
       - airflow
     networks:
       - airflow
+      - common-ext
 
   flower:
     <<: *airflow-common
@@ -324,6 +327,7 @@ services:
     networks:
       - airflow
       - proxy-net
+      - common-ext
     depends_on:
       <<: *airflow-common-depends-on
       airflow-init: