import math


def exp_decay(epoch, initial_lrate):
    """Function to apply exponential decay to the initial learning rate"""
    k = 0.1
    lrate = initial_lrate * math.exp(-k*epoch)
    return lrate