From 17190a0950a05f5f13b2d2fe3bf22ec2f1f339d2 Mon Sep 17 00:00:00 2001 From: Atalya Alon <20992625+atalyaalon@users.noreply.github.com> Date: Wed, 10 Jan 2024 13:58:45 +0200 Subject: [PATCH] add load road_segments (#48) --- airflow_server/dags/road_segments.py | 20 ++++++++++++++++++++ 1 file changed, 20 insertions(+) create mode 100644 airflow_server/dags/road_segments.py diff --git a/airflow_server/dags/road_segments.py b/airflow_server/dags/road_segments.py new file mode 100644 index 0000000..483731d --- /dev/null +++ b/airflow_server/dags/road_segments.py @@ -0,0 +1,20 @@ +from airflow import DAG +from airflow.utils.dates import days_ago + +from anyway_etl_airflow.operators.cli_bash_operator import CliBashOperator + + +dag_kwargs = dict( + default_args={ + 'owner': 'airflow', + }, + schedule_interval=None, + catchup=False, + start_date=days_ago(1), +) + + +with DAG('load-road-segments', **dag_kwargs) as load_road_segments: + CliBashOperator(cmd='anyway-etl anyway-kubectl-exec python3 main.py process road-segments', + task_id='load-road-segments' + )