Compare linear and cosine learning rate schedules

compare_lr_sched.py

import numpy as np
from jutility import plotting, util, cli, units

t_max = 300
t_max = 100
lr0 = 1e-3
lr1 = 1e-5
lr1 = 0

t = np.arange(t_max)
x1 = lr1 + 0.5 * (lr0 - lr1) * (1 + np.cos(np.pi * t / t_max))
x2 = np.linspace(lr0, lr1, t_max, endpoint=False)
plotting.MultiPlot(
    plotting.Subplot(
        plotting.Line(t, x1),
        plotting.Line(t, x2, c="r"),
    ),
    plotting.Subplot(
        plotting.Line(t, x1),
        plotting.Line(t, x2, c="r"),
        log_y=True,
    ),
).save()

With lr1 = 1e-5: