Merge pull request #539 from OP-TED/feature/change-airflow-docker-build

changed Dockerfile for airflow build

Author: costezki

Makefile

@@ -93,6 +93,8 @@ create-env-airflow:
 	@ ln -s -f -n ${PROJECT_PATH}/ted_sws ${AIRFLOW_INFRA_FOLDER}/ted_sws
 	@ chmod 777 ${AIRFLOW_INFRA_FOLDER}/logs ${AIRFLOW_INFRA_FOLDER}/plugins ${AIRFLOW_INFRA_FOLDER}/.env
 	@ cp requirements.txt ./infra/airflow/
+	@ cp -r ted_sws ./infra/airflow/
+	@ cp -r dags ./infra/airflow/
 
 
 build-airflow: guard-ENVIRONMENT create-env-airflow build-externals

infra/airflow-cluster/Dockerfile

@@ -14,14 +14,18 @@ COPY requirements.txt /opt/airflow
 
 # working in the /opt/airflow
 WORKDIR /opt/airflow
-RUN mkdir -p ./.rmlmapper
+RUN mkdir -p ./.rmlmapper ./dags ./ted_sws
+
+COPY ted_sws /opt/airflow/ted_sws
+
+COPY dags /opt/airflow/dags
+
 RUN wget -c https://github.com/RMLio/rmlmapper-java/releases/download/v6.2.2/rmlmapper-6.2.2-r371-all.jar -O ./.rmlmapper/rmlmapper.jar
 
 
 RUN wget -c https://github.com/Saxonica/Saxon-HE/releases/download/SaxonHE10-9/SaxonHE10-9J.zip -P .saxon/
 RUN cd .saxon && unzip SaxonHE10-9J.zip && rm -rf SaxonHE10-9J.zip
 
-
 RUN mkdir -p ./.limes
 RUN wget -c https://github.com/dice-group/LIMES/releases/download/1.7.9/limes.jar -P ./.limes
 

infra/airflow/Dockerfile

@@ -14,7 +14,12 @@ COPY requirements.txt /opt/airflow
 
 # working in the /opt/airflow
 WORKDIR /opt/airflow
-RUN mkdir -p ./.rmlmapper ./dags ./ted_sws ./temp
+RUN mkdir -p ./.rmlmapper ./dags ./ted_sws
+
+COPY ted_sws /opt/airflow/ted_sws
+
+COPY dags /opt/airflow/dags
+
 RUN wget -c https://github.com/RMLio/rmlmapper-java/releases/download/v6.2.2/rmlmapper-6.2.2-r371-all.jar -O ./.rmlmapper/rmlmapper.jar