mirror of
https://github.com/HuwCampbell/grenade.git
synced 2024-09-11 09:45:55 +03:00
14 lines
440 B
C
14 lines
440 B
C
#include "gradient_descent.h"
|
|
|
|
void descend_cpu(int len, double rate, double momentum, double regulariser,
|
|
const double* weights,
|
|
const double* gradient,
|
|
const double* last,
|
|
double* outputWeights, double* outputMomentum) {
|
|
|
|
for (int i = 0; i < len; i++) {
|
|
outputMomentum[i] = momentum * last[i] - rate * gradient[i];
|
|
outputWeights[i] = weights[i] + outputMomentum[i] - (rate * regulariser) * weights[i];
|
|
}
|
|
}
|