From e21444bf46421f340ac658d7aeace53452d93eda Mon Sep 17 00:00:00 2001
From: Philippe Caseiro <pcaseiro@cadoles.com>
Date: Wed, 10 May 2023 16:20:58 +0200
Subject: [PATCH] feat(init): adding init image for auto creation of
 connections

---
 base/kustomization.yaml                       | 28 ++++++++--------
 images/airflow-init/Dockerfile                | 11 +++++++
 .../scripts/create-connections.sh             | 32 +++++++++++++++++++
 skaffold.yaml                                 |  5 +++
 4 files changed, 61 insertions(+), 15 deletions(-)
 create mode 100644 images/airflow-init/Dockerfile
 create mode 100644 images/airflow-init/scripts/create-connections.sh

diff --git a/base/kustomization.yaml b/base/kustomization.yaml
index 182fbca..11efe37 100644
--- a/base/kustomization.yaml
+++ b/base/kustomization.yaml
@@ -36,27 +36,25 @@ helmCharts:
       value: "$(AIRFLOW_DATABASE_SERVICE_NAME)-rw"
     - name: "DB_SERVICE_PORT"
       value: "5432"
-
     webserver:
       defaultUser:
         username: admin
         password: NotSoSecret
+      extraInitContainers:
+      - name: airflow-create-connections
+        image: reg.cadoles.com/cadoles/airflow-init:latest
+        env:
+        - name: "DB_SERVICE_HOST"
+          value: "$(AIRFLOW_DATABASE_SERVICE_NAME)-rw"
+        - name: "DB_SERVICE_PORT"
+          value: "5432"
+        envFrom:
+        - configMapRef:
+            name: airflow-connections
+        - secretRef:
+            name: airflow-postgres-connection
     workers:
       replicas: 3
     dags:
       gitSync:
         enabled: false
-    extraEnvFrom: |
-      - configMapRef:
-          name: '{{ .Release.Name }}-connections'
-    scheduler:
-      extraInitContainers:
-      - name: airflow-create-connections
-        image: reg.cadoles.com/cadoles/airflow:latest
-        args:
-        - bash
-        - -c
-        - |-
-          exec \
-          ./scripts/create-connections.sh
-        - --
diff --git a/images/airflow-init/Dockerfile b/images/airflow-init/Dockerfile
new file mode 100644
index 0000000..daa468b
--- /dev/null
+++ b/images/airflow-init/Dockerfile
@@ -0,0 +1,11 @@
+FROM reg.cadoles.com/proxy_cache/apache/airflow:2.5.3-python3.10
+
+USER root
+
+COPY --chown=airflow:root ./scripts/ ${AIRFLOW_HOME}/scripts/
+RUN chmod +x ./scripts/*
+
+USER airflow
+
+ENTRYPOINT [ "/usr/bin/dumb-init", "--" ]
+CMD [ "./scripts/create-connections.sh" ]
\ No newline at end of file
diff --git a/images/airflow-init/scripts/create-connections.sh b/images/airflow-init/scripts/create-connections.sh
new file mode 100644
index 0000000..cf50477
--- /dev/null
+++ b/images/airflow-init/scripts/create-connections.sh
@@ -0,0 +1,32 @@
+#!/bin/bash
+
+# Simple script to provision AIRFLOW_CONNECTIONS !
+
+export SQLALCHEMY_SILENCE_UBER_WARNING=1
+#export AIRFLOW_CONN_AIRFLOW_DB="${connection}"
+export AIRFLOW__DATABASE__SQL_ALCHEMY_CONN="${connection}"
+export AIRFLOW__CORE__SQL_ALCHEMY_CONN="${connection}"
+
+echo "====================================="
+conns=$(compgen -v  -X '!*AIRFLOW_CONN_*')
+
+if [ -z "${conns}" ];then
+   echo " Nothing to do"
+   echo "====================================="
+else
+   for conn in ${conns}
+   do
+      name="${conn#"AIRFLOW_CONN_"}"
+      value=$(eval "echo -e ${!conn}")
+      echo "Creating ${name}: ${value}"
+      ex=$(airflow connections add "${name}" --conn-uri ${value} 2>&1)
+      if [ "${?}" -ne 0 ]; then
+         echo "${conn}: Bad connection definition"
+         echo "= Error =========================="
+         echo "${ex}"
+         echo "= End error======================="
+      else
+         echo "= Ok ================================"
+      fi
+   done
+fi
\ No newline at end of file
diff --git a/skaffold.yaml b/skaffold.yaml
index b846c63..6ed1277 100644
--- a/skaffold.yaml
+++ b/skaffold.yaml
@@ -36,5 +36,10 @@ build:
     kaniko:
       dockerfile: Dockerfile
       cache: {}
+  - image: reg.cadoles.com/cadoles/airflow-init
+    context: images/airflow-init
+    kaniko:
+      dockerfile: Dockerfile
+      cache: {}
 deploy:
   statusCheckDeadlineSeconds: 600