dac486ef49622f385ac478006a8e9d6de85fbe13,allennlp/training/tensorboard_writer.py,TensorboardWriter,log_parameter_and_gradient_statistics,#TensorboardWriter#Any#Any#,85

Before Change

                    // skip empty gradients
                    if torch.prod(torch.tensor(grad_data.shape)).item() > 0: // pylint: disable=not-callable
                        self.add_train_scalar("gradient_mean/" + name, grad_data.mean())
                        self.add_train_scalar("gradient_std/" + name, grad_data.std())
                    else:
                        // no gradient for a parameter with sparse gradients
                        logger.info("No gradient for %s, skipping tensorboard logging.", name)
            // norm of gradients

After Change

                    // skip empty gradients
                    if torch.prod(torch.tensor(grad_data.shape)).item() > 0: // pylint: disable=not-callable
                        self.add_train_scalar("gradient_mean/" + name, grad_data.mean())
                        if grad_data.numel() > 1:
                            self.add_train_scalar("gradient_std/" + name, grad_data.std())
                    else:
                        // no gradient for a parameter with sparse gradients
                        logger.info("No gradient for %s, skipping tensorboard logging.", name)
            // norm of gradients

Instances