diff --git a/.gitignore b/.gitignore
index 927b64a..0b74593 100644
--- a/.gitignore
+++ b/.gitignore
@@ -1,2 +1,2 @@
 /moar
-/moar-*-*-*
+/releases/moar-*
diff --git a/build.sh b/build.sh
index 8d28c0c..07a4e62 100755
--- a/build.sh
+++ b/build.sh
@@ -4,7 +4,7 @@ VERSION="$(git describe --dirty)"
 
 BINARY="moar"
 if [ -n "$GOOS$GOARCH" ] ; then
-    BINARY="$BINARY-$VERSION-$GOOS-$GOARCH"
+    BINARY="releases/$BINARY-$VERSION-$GOOS-$GOARCH"
 fi
 
 # Linker flags trick below from here:
diff --git a/release.sh b/release.sh
index 1b6805c..5205cbf 100755
--- a/release.sh
+++ b/release.sh
@@ -51,4 +51,4 @@ git push --tags
 # upload them for the user.
 echo
 echo "Please upload the following binaries to <https://github.com/walles/moar/releases/tag/$VERSION>:"
-file moar-"$VERSION"-*-*
+file releases/moar-"$VERSION"-*-*
diff --git a/releases/README.md b/releases/README.md
new file mode 100644
index 0000000..8635096
--- /dev/null
+++ b/releases/README.md
@@ -0,0 +1 @@
+The `release.sh` and the `test.sh` scripts will populate this directory.
\ No newline at end of file