marian-nmt/marian
1
1
Fork 0
mirror of https://github.com/marian-nmt/marian.git synced 2024-09-19 02:37:14 +03:00
Code Issues Packages Projects Releases Wiki Activity

Debugging XOR.

Browse Source 
It appears that softmax isn't behaving well here.

"result":shape=4x1
0.995334
0.00920105
0.995334
0.000189304

"softmax":shape=4x1
1
1
1
1
This commit is contained in:
Lane Schwartz 2016-10-04 12:52:31 -05:00
parent 733b876630
commit b6224a8934
1 changed files with 11 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
src/xor.cu
View File

@ -76,10 +76,13 @@ int main(int argc, char** argv) {
auto result = dot(hidden, weight2);
auto labels = name(g->input(shape={4, 1}), "y");
name(result, "result");
// auto cost = name(training(mean(sum((result - labels) * (result - labels), axis=1), axis=0)), "cost");
auto cost = name(training(mean(sum((result - labels) * (result - labels), axis=1), axis=0)), "cost");
auto cost = name(mean(training((result - labels) * (result - labels))), "cost");
auto scores = name(inference(softmax(result)), "scores");
auto smax = name(softmax(result), "softmax");
auto scores = name(inference(smax), "scores");
g->graphviz("xor.dot");
@ -91,7 +94,7 @@ int main(int argc, char** argv) {
Run<Trainer>(g, trainSet,
optimizer=Optimizer<Adam>(0.0002),
batch_size=4,
max_epochs=350);
max_epochs=35000);
trainer->run();
auto validator =
@ -99,7 +102,12 @@ int main(int argc, char** argv) {
batch_size=4);
validator->run();
std::cerr << "W1:\t" << weight1->val().Debug() << std::endl << std::endl;
std::cerr << "B1:\t" << biasWeight1->val().Debug() << std::endl << std::endl;
std::cerr << "W2:\t" << weight2->val().Debug() << std::endl << std::endl;
std::cerr << "\"result\":\t" << result->val().Debug() << std::endl << std::endl;
std::cerr << "\"softmax\":\t" << smax->val().Debug() << std::endl << std::endl;
return 0;
}