85a68b6d960009e2e0231cbeb950fee31d34aa51,deeplearning/clgen/models/builders.py,,BuildOptimizer,#Any#,76

Before Change

  // We do not use *any* default values for arguments, in case for whatever
  // reason the Keras API changes a default arg.
  if config.training.HasField("adam_optimizer"):
    adam = config.training.adam_optimizer
    return keras.optimizers.Adam(
        lr=adam.initial_learning_rate_micros / 1e6,

After Change

  // We do not use *any* default values for arguments, in case for whatever
  // reason the Keras API changes a default arg.
  if config.training.HasField("adam_optimizer"):
    opt = config.training.adam_optimizer
    return keras.optimizers.Adam(
        lr=opt.initial_learning_rate_micros / 1e6,
        beta_1=opt.beta_1_micros / 1e6,
        beta_2=opt.beta_2_micros / 1e6,
        epsilon=None,
        decay=opt.learning_rate_decay_per_epoch_micros / 1e6,
        amsgrad=False,
        clipnorm=opt.normalized_gradient_clip_micros / 1e6,
    )
  elif config.training.HasField("rmsprop_optimizer"):
    opt = config.training.rmsprop_optimizer
    return keras.optimizers.RMSprop(
        lr=opt.initial_learning_rate_micros / 1e6,
        decay=opt.initial_learning_rate_micros / 1e6,
        rho=0.9, epsilon=None,
    )
  else:
    raise errors.InternalError(
        "Unrecognized value: "TrainingOptions.optimizer"")


def BuildKerasModel(config: model_pb2.Model,
                    vocabulary_size: int) -> "keras.models.Sequential":
  Build a Keras model from a Model proto.

Instances