# import the libraries

from datetime import timedelta
# The DAG object; we'll need this to instantiate a DAG
from airflow import DAG
# Operators; we need this to write tasks!
from airflow.operators.bash_operator import BashOperator
# This makes scheduling easy
from airflow.utils.dates import days_ago

default_args = {
    'owner': 'HaPhan Tran',
    'start_date': days_ago(0),
    'email': ['[email protected]'],
    'email_on_failure': False,
    'email_on_retry': False,
    'retries': 1,
    'retry_delay': timedelta(minutes=5),
}

dag = DAG(
    'ETL_Server_Access_Log_Processing',
    default_args=default_args,
    description='ETL read server log',
    schedule_interval=timedelta(days=1),
)

extract_data = BashOperator(
    task_id='extract',
    bash_command='cut server_log.txt -d "#" -f 1,4',
    dag=dag,
)

# task pipeline
download >> extract_data >> transform_data >> load_data