gretel-synthetics-0.10.0-example-1

init.py

# pip install gretel-synthetics

from gretel_synthetics.batch import DataFrameBatch

# my_source_df = ...

# Same configurations parameters as using LocalConfig
# https://gretel-synthetics.readthedocs.io/en/stable/api/config.html
config_template = {
    "max_lines": 0,
    "max_line_len": 2048,
    "epochs": 15,
    "vocab_size": 20000,
    # "gen_lines": 100,
    "dp": True,
    "field_delimiter": ",",  # Must provide!
    "overwrite": True,
    "checkpoint_dir": str(Path.cwd() / "checkpoints")
}

batcher = DataFrameBatch(df=my_source_df, config=config_template)