illinois_junk_row_step

import parsekit
 
class FilterRow(parsekit.Step):

    start_row = parsekit.Argument(
        "The row to start emitting from.",
        required=True,
        type=int)

    def configure(self, options):
        self.row_counter = 0

    def run(self, record, metadata):
        self.row_counter += 1
        if self.row_counter >= self.options.start_row:
            return record, metadata