a003d7d85c61bc74b88ad0d3b8d07834fe9636ea,deeppavlov/models/evolution/utils.py,Attention,build,#Attention#Any#,151

Before Change

        if self.context_length is None:
            self.context_length = input_shape[-1]

        self.context = self.add_weight(tuple(input_shape[:-1] + (self.context_length,)),
                                       initializer=self.init)

        self.W = self.add_weight((input_shape[-1] + self.context_length, input_shape[-1], ),
                                 initializer=self.init,
                                 regularizer=self.W_regularizer,
                                 constraint=self.W_constraint)

        if self.use_bias:

After Change

        super(Attention, self).__init__(**kwargs)

    def build(self, input_shape):
        assert len(input_shape) == 3

        if self.context_length is None:
            self.context_length = input_shape[-1]

        self.context = self.add_weight(tuple((self.context_length, input_shape[-1])),
                                       name="context",
                                       initializer=self.init)

        self.W = self.add_weight((2 * input_shape[-1], 1,),
                                 name="w",
                                 initializer=self.init,
                                 regularizer=self.W_regularizer,
                                 constraint=self.W_constraint)

        if self.use_bias:
            self.b = self.add_weight((1, ),
                                     name="b",
                                     initializer="zero",
                                     regularizer=self.b_regularizer,
                                     constraint=self.b_constraint)
        else:
            self.b = None

        self.built = True

Instances