if is_dist:
    torch.distributed.destroy_process_group()