1bfa3137cce6f41d160ceed23d098c26f26951ea,dataset/models/tf/densenet.py,DenseNet,default_config,#Any#,46

Before Change

        // boundaries - the number of iterations on the 150th and 225th epochs respectively on CIFAR with batch size = 64
        init_lr = 1e-2 if is_best_practice() else 1e-1
        config["decay"] = ("const", dict(boundaries=[117300, 175950], values=[init_lr, init_lr/10, init_lr/100]))
        config["optimizer"] = dict(name="Momentum", momentum=.9)

        return config

    def build_config(self, names=None):

After Change

        config["head"] = dict(layout="Vf")

        config["loss"] = "ce"
        if is_best_practice("optimizer"):
            config["optimizer"].update(name="Adam")
        else:
            lr = 1e-1
            // boundaries - the number of iterations on the 150th and 225th epochs on CIFAR with batch size=64
            config["decay"] = ("const", dict(boundaries=[117300, 175950], values=[lr, lr/10, lr/100]))
            config["optimizer"] = ("Momentum", dict(momentum=.9))

        return config

    def build_config(self, names=None):
        config = super().build_config(names)

Instances