ec849adaf4ceb42ed52ca142c839f627c34b9434,slm_lab/agent/net/net_util.py,,get_activation_fn,#Any#,11

Before Change

        layer = nn.Sigmoid()
    elif activation == "lrelu":
        layer = nn.LeakyReLU(negative_slope=0.05)
    elif activation == "tanh":
        layer = nn.Tanh()
    elif activation == "relu":
        layer = nn.ReLU()
    else:
        logger.debug("No activation fn or unrecognised activation fn")
        layer = nn.ReLU()
    return layer


def get_loss_fn(cls, loss_spec):

After Change

def get_activation_fn(activation):
    """Helper to generate activation function layers for net"""
    nn_name = NN_LOWCASE_LOOKUP.get(activation) or NN_LOWCASE_LOOKUP["relu"]
    ActivationClass = getattr(nn, nn_name)
    return ActivationClass()

Instances