Module Owl_opt.LrSource

learning rate module

Example learning rates

   (* fix learning rate *)
   let lr = Lr.(Fix 1E-4)

   (* expoential decay *)
   let lr = Lr.(Ada (fun k -> exp (-0.1 *. float step))