777107312382e292dadba091de1d2a64998c23b5,official/modeling/tf_utils.py,,get_activation,#Any#,93

Before Change

        "tanh": tf.nn.tanh,
    }
    identifier = str(identifier).lower()
    if identifier not in name_to_fn:
      raise ValueError("Unsupported activation function: %s" % (identifier))
    return name_to_fn[identifier]
  elif callable(identifier):
    return identifier
  else:

After Change

  
  if isinstance(identifier, six.string_types):
    name_to_fn = {
        "gelu": activations.gelu,
        "custom_swish": activations.swish,
    }
    identifier = str(identifier).lower()

Instances