59c218f559388be1613f4bc6c29b5dd5cc79df9d,research/deeplab/train.py,,_train_deeplab_model,#Any#Any#Any#,334

Before Change

  with tf.device("/cpu:0"):
    grads_and_vars = _average_gradients(tower_grads)
    if tower_summaries is not None:
      summaries.append(tower_summaries)

    // Modify the gradients for biases and last layer variables.
    last_layers = model.get_extra_layer_scopes(
        FLAGS.last_layers_contain_logits_only)
    grad_mult = train_utils.get_model_gradient_multipliers(
        last_layers, FLAGS.last_layer_gradient_multiplier)

After Change

        quant_delay=FLAGS.quantize_delay_step)

  for i in range(FLAGS.num_clones):
    with tf.device("/gpu:%d" % i):
      name_scope = ("clone_%d" % i) if i else ""
      with tf.name_scope(name_scope) as scope:
        grads = optimizer.compute_gradients(tower_losses[i])
        tower_grads.append(grads)

  with tf.device("/cpu:0"):
    grads_and_vars = _average_gradients(tower_grads)

    // Modify the gradients for biases and last layer variables.

Instances