allennlp_tutorial_tuner.py

allennlp_tutorial_tuner.py

hyperparameter_ranges = {
    "lr": ContinuousParameter(0.01, 0.1),
    "embedding-dim": CategoricalParameter([6, 12]),
    "hidden-dim": CategoricalParameter([6, 12])
}

objective_metric_name = "validation loss"
objective_type = "Minimize"
metric_definitions = [
    {"Name": objective_metric_name,
     "Regex": "validation_loss=([0-9\\.]+)"}
]

tuner = HyperparameterTuner(estimator,
                            objective_metric_name,
                            hyperparameter_ranges,
                            metric_definitions,
                            max_jobs=3,
                            max_parallel_jobs=1,
                            objective_type=objective_type)