7ee1d28458da68a76903a38dda5164e6abcaebf1,fairseq/trainer.py,Trainer,__init__,#Trainer#Any#Any#Any#,30

Before Change

        self.criterion = criterion.cuda()

        // initialize optimizer and LR scheduler
        self.optimizer = optim.build_optimizer(self.args, self.model.parameters())
        self.lr_scheduler = lr_scheduler.build_lr_scheduler(self.args, self.optimizer)

        // initialize meters
        self.meters = OrderedDict()
        self.meters["train_loss"] = AverageMeter()

After Change

        self.meters["gnorm"] = AverageMeter()  // gradient norm
        self.meters["clip"] = AverageMeter()   // % of updates clipped
        self.meters["oom"] = AverageMeter()    // out of memory
        self.meters["wall"] = TimeMeter()      // wall time in seconds

        self._buffered_stats = defaultdict(lambda: [])
        self._flat_grads = None

Instances