ATS-replication data

dags/pipeline-ATS.py

@@ -0,0 +1,44 @@
+
+from airflow import DAG
+from pendulum import datetime
+from kubernetes import client
+from airflow.providers.cncf.kubernetes.operators.pod import KubernetesPodOperator
+from airflow.providers.cncf.kubernetes.secret import Secret
+from datetime import timedelta
+
+LOB = "ATS"
+LOB = LOB.lower()
+
+default_args = {
+    "email": ["[email protected]"],
+    'retries': 1,
+    'retry_delay': timedelta(minutes=5),
+    "email_on_failure": True,
+    "email_on_retry": True,
+}
+
+with DAG(
+    start_date=datetime(2023, 11, 23),
+    catchup=False,
+    schedule='5 12 * * *',
+    dag_id=f"pipeline-{LOB}",
+    default_args=default_args,
+) as dag:
+    ods_secrets = Secret("env", None, "ods-database")
+    lob_secrets = Secret("env", None, f"{LOB}-database")
+
+    run_replication = KubernetesPodOperator(
+        task_id="run_replication",
+        image="ghcr.io/bcgov/nr-dap-ods:main",
+        image_pull_policy="Always",
+        in_cluster=True,
+        service_account_name="airflow-admin",
+        name=f"run_{LOB}_replication",
+        labels={"DataClass": "Medium", "ConnectionType": "database",  "Release": "airflow"},
+        is_delete_operator_pod=False,
+        secrets=[lob_secrets, ods_secrets],
+        container_resources=client.V1ResourceRequirements(
+            requests={"cpu": "50m", "memory": "512Mi"},
+            limits={"cpu": "100m", "memory": "1024Mi"}
+        )
+    )