digdag.yml

run: +main

_export:
  td:
    apikey: ${TD_API_KEY}
    database: rossmann
    engine: hive

+main:
  +prepare:
    _parallel: true

    +train:
      td>: ./tasks/train_join.sql

    +test:
      td>: ./tasks/test_join.sql

  +quantify:
      td>: ./tasks/train_quantify.sql

  +model_test_quantify:
    _parallel: true

    +model:
      td>: ./tasks/make_model.sql

    +test_quantify:
      td>: ./tasks/test_quantify.sql

  +pred:
    td>: ./tasks/prediction.sql

  +submit:
    td>: ./tasks/submission.sql
    engine: presto