Add kwargs (#40)

* add kwarg * add kwarg * add kwarg
data-for-change · Apr 27, 2023 · ac642df · ac642df
1 parent 7c623f7
commit ac642df
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 9 deletions.
diff --git a/airflow_server/dags/import_email_to_s3_and_update_data.py b/airflow_server/dags/import_email_to_s3_and_update_data.py
@@ -14,17 +14,13 @@
 
 
 with DAG('import-email-to-s3-and-update-data', **dag_kwargs) as import_email_to_s3_and_update_data:
-    CliBashOperator(
-        'anyway-etl anyway-kubectl-exec python3 main.py scripts importemail',
+    CliBashOperator(cmd='anyway-etl anyway-kubectl-exec python3 main.py scripts importemail',
         task_id='import-email-to-s3'
-    ) >> CliBashOperator(
-        'anyway-etl anyway-kubectl-exec python3 main.py process cbs --source s3'
+    ) >> CliBashOperator(cmd='anyway-etl anyway-kubectl-exec python3 main.py process cbs --source s3'
         '{% if dag_run.conf.get("load_start_year") %} --load_start_year {{ dag_run.conf["load_start_year"] }}{% endif %}',
         task_id='cbs-import-from-s3'
-    ) >> CliBashOperator(
-        'anyway-etl anyway-kubectl-exec python3 main.py process infographics-data-cache-for-road-segments',
+    ) >> CliBashOperator(cmd='anyway-etl anyway-kubectl-exec python3 main.py process infographics-data-cache-for-road-segments',
         task_id='fill-infographics-cache-for-road-segments'
-    ) >> CliBashOperator(
-        'anyway-etl anyway-kubectl-exec python3 main.py process cache update-street',
+    ) >> CliBashOperator(cmd='anyway-etl anyway-kubectl-exec python3 main.py process cache update-street',
         task_id='fill-infographics-cache-for-streets'
     )
diff --git a/airflow_server/dags/infographics_generate_image.py b/airflow_server/dags/infographics_generate_image.py
@@ -1,13 +1,14 @@
 from airflow import DAG
 from airflow.models.param import Param
-
+import pendulum
 from anyway_etl_airflow.operators.cli_bash_operator import CliBashOperator
 
 
 dag_kwargs = dict(
     default_args={
         'owner': 'airflow',
     },
+    start_date=pendulum.datetime(2023, 4, 1, tz="Asia/Jerusalem")
 )