Source code for deephyper.nas.lr_scheduler

import tensorflow as tf


[docs]def exponential_decay(epoch, lr): """Keep the learning rate constant for the first 10 epochs. Then, decay the learning rate exponentially.""" if epoch < 10: return lr else: return lr * tf.math.exp(-0.1)