8272cef2585f113af24dc45f3b1243a9622f1bec,src/gluonnlp/model/block.py,GELU,hybrid_forward,#GELU#Any#Any#,110

Before Change

            - **out**: output tensor with the same shape as `data`.
        
        if not self._approximate:
            return x * 0.5 * (1.0 + F.erf(x / math.sqrt(2.0)))
        else:
            return 0.5 * x * (1 + F.tanh(math.sqrt(2 / math.pi) * (x + 0.044715 * (x ** 3))))

    def __repr__(self):

After Change

            - **out**: output tensor with the same shape as `data`.
        
        if not self._approximate:
            return F.LeakyReLU(x, act_type="gelu")
        else:
            return 0.5 * x * (1 + F.tanh(math.sqrt(2 / math.pi) * (x + 0.044715 * (x ** 3))))

    def __repr__(self):

Instances