Cannot broadcast bool tensor.

torch_distributed_broadcast_bool.py

import torch
import torch.distributed as dist
import torch.multiprocessing as mp


def example(rank, world_size):
    dist.init_process_group("gloo", rank=rank, world_size=world_size)

    if rank == 0:
        z = torch.tensor([True], dtype=torch.bool)
    else:
        z = torch.empty(1, dtype=torch.bool)
    dist.broadcast(z, 0)


def main():
    world_size = 2
    mp.spawn(example,
        args=(world_size,),
        nprocs=world_size,
        join=True)
    print("Done")


if __name__=="__main__":
    main()