5b95c6888b15751d0ca2d77d0a01ea7f0abc338f,src/models.py,MultiTaskModel,_lm_forward,#MultiTaskModel#Any#Any#,401

Before Change

        """ For translation, denoising, maybe language modeling? """
        out = {}
        b_size, seq_len = batch["inp_fwd"]["words"].size()
        sent_fwd, mask_fwd = self.sent_encoder(batch["inp_fwd"])
        sent_bwd, mask_bwd = self.sent_encoder(batch["trg_fwd"])
        sent_fwd,  _ = sent_fwd.split(int(sent_fwd.size(-1) / 2), dim=-1)
        _, sent_bwd = sent_bwd.split(int(sent_bwd.size(-1) / 2), dim=-1)

After Change

        logits_bwd = hid2voc(bwd[:,1:,:]).view(b_size * seq_len, -1)
        logits = torch.cat([logits_fwd, logits_bwd], dim=0).view(2 * b_size * seq_len, -1)
        out["logits"] = logits
        pdb.set_trace()

        if "trg_fwd" in batch:
            targs = torch.cat([batch["trg_fwd"]["words"].view(-1),
                               batch["trg_bwd"]["words"].view(-1)])

Instances