b11c3f046b24cb864190bf0e9b1506f80138b9c4,cube/generic_networks/tokenizers.py,TieredTokenizer,end_batch,#TieredTokenizer#,147

Before Change

    def end_batch(self):
        total_loss_ss = dy.esum(self.losses)
        total_loss_tok = dy.esum(self.losses_tok)
        total_loss_val = total_loss_ss.value() + total_loss_tok.value()
        total_loss_ss.backward()
        total_loss_tok.backward()
        self.trainerSS.update()

After Change

    def end_batch(self):
        total_loss_val = 0
        if len(self.losses) > 0:
            total_loss_ss = dy.esum(self.losses)
            total_loss_val += total_loss_ss.value()
            total_loss_ss.backward()
            self.trainerSS.update()

        if len(self.losses_tok):
            total_loss_tok = dy.esum(self.losses_tok)
            total_loss_val += total_loss_tok.value()
            total_loss_tok.backward()
            self.trainerTok.update()
        return total_loss_val

Instances