pipeline_def.py

def get_pipeline(data_path: Text,
                 pyfiles_root: str = None, # parent directory for user modules
                 tune: bool = False, # do hparam tuning ?
                 hyper_params_uri: Text = None, # if not, provide some hparams uri
                 hyperparam_train_args: trainer_pb2.TrainArgs = None, 
                 hyperparam_eval_args: trainer_pb2.EvalArgs = None,
                 train_args: trainer_pb2.TrainArgs = None,
                 eval_args: trainer_pb2.EvalArgs = None,
                 push_args: Dict[Text, Any] = None):
    if not pyfiles_root:
        pyfiles_root = os.path.dirname(__file__)

    training_module_file = os.path.join(
        pyfiles_root, 'training.py') # directory structure of ./$pipeline-name/...
    
    # ...
    pipeline = # build pipeline definition with all the components
    return pipeline