updateParameter¶
-
FullyConnectedLayer.
updateParameter
()¶ パラメータの更新
ソース¶
updateParameter() {
var lap = new Lap(this.updateTime);
var eta = net.learningRate / miniBatchSize;
// var c = 1.0 - net.learningRate * WeightDecay / DataCnt;
for(var i = 0; i < this.weight.dt.length; i++){
this.weight.dt[i] -= (eta * this.deltaWeight.dt[i] + net.learningRate * L2lambda * this.weight.dt[i]);
/*
var v = Momentum * this.weightV.dt[i] - eta * this.deltaWeight.dt[i];
this.weightV.dt[i] = v;
this.weight.dt[i] = c * this.weight.dt[i] + v;
*/
}
lap.Time();
for(var i = 0; i < this.bias.dt.length; i++){
this.bias.dt[i] -= eta * this.deltaBias.dt[i];
}
lap.Time();
}