updateParameter

FullyConnectedLayer.updateParameter()

パラメータの更新

ソース

        updateParameter() {
            var lap = new Lap(this.updateTime);
            var eta = net.learningRate / miniBatchSize;

//          var c = 1.0 - net.learningRate * WeightDecay / DataCnt;

            for(var i = 0; i < this.weight.dt.length; i++){
                this.weight.dt[i] -= (eta * this.deltaWeight.dt[i]  + net.learningRate * L2lambda * this.weight.dt[i]);
    /*
                var v = Momentum * this.weightV.dt[i] - eta * this.deltaWeight.dt[i];
                this.weightV.dt[i] = v;

                this.weight.dt[i] = c * this.weight.dt[i] + v;
    */
            }
            lap.Time();

            for(var i = 0; i < this.bias.dt.length; i++){
                this.bias.dt[i] -= eta * this.deltaBias.dt[i];
            }
            lap.Time();
        }