ec849adaf4ceb42ed52ca142c839f627c34b9434,slm_lab/agent/net/net_util.py,,get_activation_fn,#Any#,11

Before Change

    """Helper to generate activation function layers for net"""
    layer = None
    if activation == "sigmoid":
        layer = nn.Sigmoid()
    elif activation == "lrelu":
        layer = nn.LeakyReLU(negative_slope=0.05)
    elif activation == "tanh":
        layer = nn.Tanh()
    elif activation == "relu":
        layer = nn.ReLU()
    else:
        logger.debug("No activation fn or unrecognised activation fn")
        layer = nn.ReLU()
    return layer

After Change

def get_activation_fn(activation):
    """Helper to generate activation function layers for net"""
    nn_name = NN_LOWCASE_LOOKUP.get(activation) or NN_LOWCASE_LOOKUP["relu"]
    ActivationClass = getattr(nn, nn_name)
    return ActivationClass()

Instances