A staircase learning rate decay #tensorflow

staircase_lr_decay_tf.py

# Ref: https://github.com/ericjang/genadv_tutorial/blob/master/genadv1.ipynb
learning_rate = tf.train.exponential_decay(
        0.001,                # Base learning rate.
        batch,                # Current index into the dataset.
        TRAIN_ITERS // 4,     # Decay step - this decays 4 times throughout training process.
        0.95,                 # Decay rate.
        staircase=True)