git.iko.soy/grenade
on master help sign in
grenade/cbits/gradient_descent.c
13 lines 440 B history raw
1#include "gradient_descent.h"
3void descend_cpu(int len, double rate, double momentum, double regulariser,
4 const double* weights,
5 const double* gradient,
6 const double* last,
7 double* outputWeights, double* outputMomentum) {
9 for (int i = 0; i < len; i++) {
10 outputMomentum[i] = momentum * last[i] - rate * gradient[i];
11 outputWeights[i] = weights[i] + outputMomentum[i] - (rate * regulariser) * weights[i];
12 }