tf.train.ExponentialMovingAverage

1.

variable_averages = tf.train.ExponentialMovingAverage(FLAGS.MOVING_AVERAGE_DECAY, global_step)  # MOVING_AVERAGE_DECAY = 0.9999
variables_averages_op = variable_averages.apply(tf.trainable_variables())
train_op = tf.group(apply_gradient_op, variables_averages_op)