marian-nmt/marian
1
1
Fork 0
mirror of https://github.com/marian-nmt/marian.git synced 2024-11-04 14:04:24 +03:00
Code Issues Packages Projects Releases Wiki Activity

Initialization of RNN parameters.

Browse Source
This commit is contained in:
Andre Martins 2016-09-15 17:38:35 +01:00
parent 9015577101
commit 4c060397c0
1 changed files with 10 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
src/test.cu
View File

@ -23,10 +23,10 @@ int main(int argc, char** argv) {
Y[t] = new Expr(input(shape={batch_size, output_size}));
}
Expr Wxh = param(shape={input_size, hidden_size}, name="Wxh");
Expr Whh = param(shape={hidden_size, hidden_size}, name="Whh");
Expr bh = param(shape={1, hidden_size}, name="bh");
Expr h0 = param(shape={1, hidden_size}, name="h0");
Expr Wxh = param(shape={input_size, hidden_size}, init=uniform(), name="Wxh");
Expr Whh = param(shape={hidden_size, hidden_size}, init=uniform(), name="Whh");
Expr bh = param(shape={1, hidden_size}, init=uniform(), name="bh");
Expr h0 = param(shape={1, hidden_size}, init=uniform(), name="h0");
std::cerr << "Building RNN..." << std::endl;
H[0] = new Expr(tanh(dot(*X[0], Wxh) + dot(h0, Whh) + bh));
@ -34,8 +34,8 @@ int main(int argc, char** argv) {
H[t] = new Expr(tanh(dot(*X[t], Wxh) + dot(*H[t-1], Whh) + bh));
}
Expr Why = param(shape={hidden_size, output_size}, name="Why");
Expr by = param(shape={1, output_size}, name="by");
Expr Why = param(shape={hidden_size, output_size}, init=uniform(), name="Why");
Expr by = param(shape={1, output_size}, init=uniform(), name="by");
std::cerr << "Building output layer..." << std::endl;
std::vector<Expr*> Yp(num_inputs);
@ -80,6 +80,10 @@ int main(int argc, char** argv) {
graph.backward();
std::cerr << graph.val().Debug() << std::endl;
std::cerr << X[0]->val().Debug() << std::endl;
std::cerr << Y[0]->val().Debug() << std::endl;
std::cerr << Whh.grad().Debug() << std::endl;
std::cerr << bh.grad().Debug() << std::endl;
std::cerr << Why.grad().Debug() << std::endl;