// Check allreduce debug mode
model = ExampleModel()
to_device(model, communicator, use_gpu, use_chx)
// The example model includes some nan parameters so the debug mode
// must detect it.
chainer.set_debug(True)
with pytest.raises(ValueError, match=r".* diverged .*"):
After Change
if not use_chx: // TODO(kfukuda)
check_multi_node_mean_grad_empty(communicator, model)
model = ExampleModel(param.model_dtype)
model.to_device(get_device(communicator.intra_rank, use_chx))
if not use_chx: // TODO(kfukuda)
check_multi_node_mean_grad_empty_half(communicator, model)
// Check allreduce debug mode