hvd_sm_estimator.py

from sagemaker.tensorflow import TensorFlow
hvd_estimator = TensorFlow(entry_point          = 'cifar10-tf-horovod-sagemaker.py', 
                           source_dir           = 'code',
                           output_path          = output_path + '/',
                           code_location        = output_path,
                           role                 = role,
                           train_instance_count = hvd_instance_count, 
                           train_instance_type  = hvd_instance_type,
                           train_volume_size    = 50,
                           framework_version    = '1.15', 
                           py_version           = 'py3',
                           script_mode          = True,
                           metric_definitions   = metric_definitions,
                           hyperparameters      = hyperparameters,
                           distributions        = {'mpi': {
                                                  'enabled'           : True,
                                                  'processes_per_host': hvd_processes_per_host,
                                                  'custom_mpi_options': '-verbose --NCCL_DEBUG=INFO -x OMPI_MCA_btl_vader_single_copy_mechanism=none'
                                                  }})