3a0ed9fe4d5097397c62b3827c260d0c2aff4fe4,src/gluonnlp/models/roberta.py,RobertaModel,hybrid_forward,#RobertaModel#Any#Any#Any#,233

Before Change

        x = self.tokens_embed(tokens)
        if self.pos_embed_type:
            positional_embedding = self.pos_embed(F.npx.arange_like(x, axis=1))
            positional_embedding = F.np.expand_dims(positional_embedding, axis=0)
            x = x + positional_embedding
        if self.embed_ln:
            x = self.embed_ln(x)
        x = self.embed_dropout(x)
        inner_states = self.encoder(x, valid_length)
        x = inner_states[-1]
        if self.use_mlm:

After Change

        embedding = self.get_initial_embedding(F, tokens)

        contextual_embeddings, additional_outputs = self.encoder(embedding, valid_length)
        outputs.append(contextual_embeddings)
        if self._output_all_encodings:
            contextual_embeddings = contextual_embeddings[-1]

        if self.use_pooler:

Instances