go-ml-dev/nn

package nn

import "go4ml.xyz/nn/mx"

type OptimizerConf interface {
    Init(epoch int) Optimizer
}

type Optimizer interface {
    Release()
    Update(params *mx.NDArray, grads *mx.NDArray)
}

func locateLr(epoch int, lrmap map[int]float64, dflt float64) float64 {
    lr := dflt
    if lrmap != nil {
        e := -1
        for fromEpoch, lr2 := range lrmap {
            if fromEpoch > e && fromEpoch <= epoch {
                lr = lr2
            }
        }
    }
    return lr
}