1cada380ff768d6e59aa4089734cbed74014b9bb,src/sdk/pynni/nni/nas/pytorch/enas/mutator.py,EnasMutator,on_calc_input_choice_mask,#EnasMutator#Any#Any#,92

Before Change

            self.sample_entropy += torch.sum(entropy)

            self.inputs = torch.matmul(skip.float(), torch.cat(anchors, 0)) / (1. + torch.sum(skip))
            self._selected_inputs.append(skip)
            return skip.bool()
        else:
            assert mutable.n_selected == 1, "Input choice must select exactly one or any in ENAS."
            raise NotImplementedError

After Change

            index = torch.multinomial(F.softmax(logit, dim=-1), 1).view(-1)
            skip = F.one_hot(index).view(-1)
            log_prob = self.cross_entropy_loss(logit, index)
            self._inputs = anchors[index.item()]

        self.sample_log_prob += torch.sum(log_prob)
        entropy = (log_prob * torch.exp(-log_prob)).detach()
        self.sample_entropy += torch.sum(entropy)

Instances