Base class to load Athena data to Redshift

athena.py

import datetime

import jaydebeapi;
import luigi
import luigi.s3

import sources


class AthenaLoad(sources.RedshiftLoad):
    """
    Load Athena output to Redshift.

    Requires implementing a requires() method whose output will be
    used as the source for the Redshift load.
    """

    def __init__(self, *args, **kwargs):
        super(AthenaLoad, self).__init__(*args, **kwargs)

        self.filename = self.requires().output().path

    def s3_load_path(self):
        return self.filename

    @property
    def do_truncate_table(self):
        return False