import os
import sys

# for airflow subfolder, when no module named
sys.path.append(os.path.dirname(os.path.abspath(__file__)))

from datetime import timedelta, datetime
from airflow.operators.python_operator import PythonOperator
from airflow.models import DAG

from cloudengine.utils.common import config, failure_callback
from cloudengine.ods import extract

from cloudengine.dwd.dim_pvmah_icsr import dim_pvmah_icsr
from cloudengine.dwd.dim_pvmah_icsr_drug import dim_pvmah_icsr_drug
from cloudengine.dwd.dim_pvmah_meddra import dim_pvmah_meddra
from cloudengine.dwd.dim_pvmah_patient import dim_pvmah_patient
from cloudengine.dwd.dim_pvmah_conf_signal_warn_rule import dim_pvmah_conf_signal_warn_rule


from cloudengine.dwd.dwd_pvmah_query_field_info import dwd_pvmah_query_field_info
from cloudengine.dwd.dwd_pvmah_reaction_event import dwd_pvmah_reaction_event
from cloudengine.dwd.dwd_pvmah_report_matrix import dwd_pvmah_report_matrix
from cloudengine.dwd.dwd_pvmah_productinfo_drug import dwd_pvmah_productinfo_drug

from cloudengine.ads.ads_pvmah_icsr_patient_drug import ads_pvmah_icsr_patient_drug
from cloudengine.ads.ads_pvmah_icsr_reaction_event import ads_pvmah_icsr_reaction_event
from cloudengine.ads.ads_pvmah_icsr_report_matrix import ads_pvmah_icsr_report_matrix
from cloudengine.ads.ads_pvmah_productinfo_drug import ads_pvmah_productinfo_drug
from cloudengine.ads.ads_pvmah_conf_signal_warn_rule import ads_pvmah_conf_signal_warn_rule
from cloudengine.ads.ads_pvmah_rule_derivation_table import ads_pvmah_rule_derivation_table
from cloudengine.ads.ads_pvmah_signal_warning_statistics import ads_pvmah_signal_warning_statistics
from cloudengine.ads.push_ads_pvmah_signal_warning_statistics import push_ads_pvmah_signal_warning_statistics
from cloudengine.ads.ads_pvmah_warning_signal import ads_pvmah_warning_signal
from cloudengine.ads.push_ads_pvmah_warning_signal import push_ads_pvmah_warning_signal


error_inform = config['email_list']['error_inform']
error_inform_list = error_inform.split(',')

default_args = {
    'owner': 'airflow',
    'depends_on_past': False,
    'start_date': datetime(2020, 9, 2),
    'email': error_inform_list,
    'email_on_failure': True,
    'email_on_retry': False,
    'retries': 2,
    'retry_delay': timedelta(minutes=2),
    'provide_context': False,
    # 'queue': 'bash_queue',
    # 'pool': 'backfill',
    # 'priority_weight': 10,
    # 'schedule_interval': '20 16 * * *',
    # 'end_date': datetime(2018, 4, 14),
}

default_args['on_failure_callback'] = failure_callback

CONF_SECTION = "airflow_schedule"

pvmah_rule_flow_interval = config[CONF_SECTION]['pvmah_rule_flow']
pvmah_rule_flow_dag = DAG('pvmah_rule_flow', default_args=default_args,
                  schedule_interval=pvmah_rule_flow_interval)


####### ods level
def level_load():
    pass

task_ods_level = PythonOperator(
    task_id='ods_level_load',
    python_callable=level_load,
    dag=pvmah_rule_flow_dag)

def pvmah_ods_load():
    extract.extract_group("pvmah")

task_ods_pvmah = PythonOperator(
    task_id='ods_pvmah',
    python_callable=pvmah_ods_load,
    dag=pvmah_rule_flow_dag)

####  dim level
def dim_level_load():
    pass

task_dim_level = PythonOperator(
    task_id='dim_level_load',
    python_callable=level_load,
    dag=pvmah_rule_flow_dag)

task_dim_pvmah_icsr = PythonOperator(
    task_id='dim_pvmah_icsr',
    python_callable=dim_pvmah_icsr.process,
    dag=pvmah_rule_flow_dag)

task_dim_pvmah_icsr_drug = PythonOperator(
    task_id='dim_pvmah_icsr_drug',
    python_callable=dim_pvmah_icsr_drug.process,
    dag=pvmah_rule_flow_dag)

task_dim_pvmah_meddra = PythonOperator(
    task_id='dim_pvmah_meddra',
    python_callable=dim_pvmah_meddra.process,
    dag=pvmah_rule_flow_dag)

task_dim_pvmah_patient = PythonOperator(
    task_id='dim_pvmah_patient',
    python_callable=dim_pvmah_patient.process,
    dag=pvmah_rule_flow_dag)

task_dim_pvmah_conf_signal_warn_rule = PythonOperator(
    task_id='dim_pvmah_conf_signal_warn_rule',
    python_callable=dim_pvmah_conf_signal_warn_rule.process,
    dag=pvmah_rule_flow_dag)

####  dwd level
def dwd_level_load():
    pass

task_dwd_level = PythonOperator(
    task_id='dwd_level_load',
    python_callable=level_load,
    dag=pvmah_rule_flow_dag)

task_dwd_pvmah_query_field_info = PythonOperator(
    task_id='dwd_pvmah_query_field_info',
    python_callable=dwd_pvmah_query_field_info.process,
    dag=pvmah_rule_flow_dag)

task_dwd_pvmah_reaction_event = PythonOperator(
    task_id='dwd_pvmah_reaction_event',
    python_callable=dwd_pvmah_reaction_event.process,
    dag=pvmah_rule_flow_dag)

task_dwd_pvmah_report_matrix = PythonOperator(
    task_id='dwd_pvmah_report_matrix',
    python_callable=dwd_pvmah_report_matrix.process,
    dag=pvmah_rule_flow_dag)

task_dwd_pvmah_productinfo_drug = PythonOperator(
    task_id='dwd_pvmah_productinfo_drug',
    python_callable=dwd_pvmah_productinfo_drug.process,
    dag=pvmah_rule_flow_dag)

def dws_level_load():
    pass

####  dws level
task_dws_level = PythonOperator(
    task_id='dws_level_load',
    python_callable=level_load,
    dag=pvmah_rule_flow_dag)


####  ads level
def ads_level_load():
    pass

task_ads_level = PythonOperator(
    task_id='ads_level_load',
    python_callable=level_load,
    dag=pvmah_rule_flow_dag)

task_ads_pvmah_icsr_patient_drug = PythonOperator(
    task_id='ads_pvmah_icsr_patient_drug',
    python_callable=ads_pvmah_icsr_patient_drug.process,
    dag=pvmah_rule_flow_dag)

task_ads_pvmah_icsr_reaction_event = PythonOperator(
    task_id='ads_pvmah_icsr_reaction_event',
    python_callable=ads_pvmah_icsr_reaction_event.process,
    dag=pvmah_rule_flow_dag)

task_ads_pvmah_icsr_report_matrix = PythonOperator(
    task_id='ads_pvmah_icsr_report_matrix',
    python_callable=ads_pvmah_icsr_report_matrix.process,
    dag=pvmah_rule_flow_dag)

task_ads_pvmah_productinfo_drug = PythonOperator(
    task_id='ads_pvmah_productinfo_drug',
    python_callable=ads_pvmah_productinfo_drug.process,
    dag=pvmah_rule_flow_dag)

task_ads_pvmah_rule_derivation_table = PythonOperator(
    task_id='ads_pvmah_rule_derivation_table',
    python_callable=ads_pvmah_rule_derivation_table.process,
    dag=pvmah_rule_flow_dag)

task_ads_pvmah_conf_signal_warn_rule = PythonOperator(
    task_id='task_ads_pvmah_conf_signal_warn_rule',
    python_callable=ads_pvmah_conf_signal_warn_rule.process,
    dag=pvmah_rule_flow_dag)

####  proc level
def proc_level_load():
    pass

task_proc_level = PythonOperator(
    task_id='proc_level_load',
    python_callable=level_load,
    dag=pvmah_rule_flow_dag)

task_ads_pvmah_signal_warning_statistics = PythonOperator(
    task_id='ads_pvmah_signal_warning_statistics',
    python_callable=ads_pvmah_signal_warning_statistics.process,
    dag=pvmah_rule_flow_dag)

task_ads_pvmah_warning_signal = PythonOperator(
    task_id='ads_pvmah_warning_signal',
    python_callable=ads_pvmah_warning_signal.process,
    dag=pvmah_rule_flow_dag)

####  push level
def push_level_load():
    pass

task_push_level = PythonOperator(
    task_id='push_level_load',
    python_callable=level_load,
    dag=pvmah_rule_flow_dag)

task_push_ads_pvmah_signal_warning_statistics = PythonOperator(
    task_id='push_ads_pvmah_signal_warning_statistics',
    python_callable=push_ads_pvmah_signal_warning_statistics.process,
    dag=pvmah_rule_flow_dag)

task_push_ads_pvmah_warning_signal = PythonOperator(
    task_id='push_ads_pvmah_warning_signal',
    python_callable=push_ads_pvmah_warning_signal.process,
    dag=pvmah_rule_flow_dag)

####  rule level
def rule_level_load():
    pass

task_rule_level = PythonOperator(
    task_id='rule_level_load',
    python_callable=level_load,
    dag=pvmah_rule_flow_dag)

task_ods_level >> [task_ods_pvmah] >> task_dim_level >> [
    task_dim_pvmah_icsr, task_dim_pvmah_icsr_drug, task_dim_pvmah_meddra, task_dim_pvmah_patient, task_dim_pvmah_conf_signal_warn_rule] >> task_dwd_level >> [
    task_dwd_pvmah_query_field_info, task_dwd_pvmah_reaction_event, task_dwd_pvmah_report_matrix, task_dwd_pvmah_productinfo_drug] >> task_dws_level >> task_ads_level >> [
    task_ads_pvmah_icsr_patient_drug, task_ads_pvmah_icsr_reaction_event, task_ads_pvmah_icsr_report_matrix, task_ads_pvmah_productinfo_drug, task_ads_pvmah_rule_derivation_table, task_ads_pvmah_conf_signal_warn_rule] >> task_proc_level >> [
    task_ads_pvmah_signal_warning_statistics, task_ads_pvmah_warning_signal] >> task_push_level >> [
    task_push_ads_pvmah_signal_warning_statistics, task_push_ads_pvmah_warning_signal] >> task_rule_level