From f68ecc6a225fb68a38da817a76b8956f674eb136 Mon Sep 17 00:00:00 2001 From: Dave McKay Date: Fri, 28 Jun 2024 15:36:00 +0100 Subject: [PATCH] added arguements --- echo-side/dags/monitor.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/echo-side/dags/monitor.py b/echo-side/dags/monitor.py index ad1694f3..1ba515ab 100644 --- a/echo-side/dags/monitor.py +++ b/echo-side/dags/monitor.py @@ -1,6 +1,6 @@ from airflow import DAG # from airflow.operators.docker_operator import DockerOperator -from airflow.contrib.operators.kubernetes_pod_operator import KubernetesPodOperator +from airflow.providers.cncf.kubernetes.operators.pod import KubernetesPodOperator from airflow.utils.dates import days_ago from airflow.models import Variable from datetime import timedelta @@ -26,7 +26,8 @@ list_csv_files = KubernetesPodOperator( task_id='list_csv_files', image='ghcr.io/lsst-uk/csd3-echo-somerville:latest', - cmds=['python', 'csd3-echo-somerville/scripts/list_backup_csvs.py', '--bucket_name', 'LSST-IR-FUSION-Butlers'], + cmds=['python'], + arguments=['csd3-echo-somerville/scripts/list_backup_csvs.py', '--bucket_name', 'LSST-IR-FUSION-Butlers'], env_vars={ 'ECHO_S3_ACCESS_KEY': Variable.get("ECHO_S3_ACCESS_KEY"), 'ECHO_S3_SECRET_KEY': Variable.get("ECHO_S3_SECRET_KEY"),