c10aaab0fb6c0d58f9c6b8a78042fe62d84cc389,addons/embed_bert.py,BERTHubModel,__init__,#BERTHubModel#Any#,1452

Before Change

        if "vocab" in kwargs:
            self.vocab = kwargs["vocab"]
        else:
            self.vocab = load_vocab(kwargs.get("vocab_file"))

        self.vsz = len(self.vocab)
        self.dsz = kwargs.get("dsz")
        self.trainable = kwargs.get("trainable", False)

    def get_vocab(self):

After Change

        super().__init__(name=name, **kwargs)

        pooling = kwargs.get("pooling", "cls")
        if pooling == "max":
            self.pooling_op = _max_pool
        elif pooling == "mean":
            self.pooling_op = _mean_pool
        elif pooling == "sqrt_length":
            self.pooling_op = self._sqrt_length_pool
        else:
            self.pooling_op = self._cls_pool

    def _sqrt_length_pool(self, inputs, embeddings):
        lengths = (inputs != 0).sum(1)
        sqrt_length = lengths.float().sqrt().unsqueeze(1)
        embeddings = embeddings.sum(1) / sqrt_length

Instances