diff --git a/CONTRIBUTING.md b/CONTRIBUTING.md
index d310d6862..13ae21d4c 100644
--- a/CONTRIBUTING.md
+++ b/CONTRIBUTING.md
@@ -108,8 +108,8 @@ $ cd ensmallen
 
 # - or -
 
-$ wget http://ensmallen.org/files/ensmallen-2.12.0.tar.gz
-$ tar -xvzpf ensmallen-2.12.0.tar.gz
+$ wget http://ensmallen.org/files/ensmallen-2.12.1.tar.gz
+$ tar -xvzpf ensmallen-2.12.1.tar.gz
 $ cd ensmallen-latest
 ```
 
diff --git a/HISTORY.md b/HISTORY.md
index cd4492042..fea698f6e 100644
--- a/HISTORY.md
+++ b/HISTORY.md
@@ -1,17 +1,17 @@
 ### ensmallen ?.??.?: "???"
 ###### ????-??-??
+
+### ensmallen 2.12.1: "Stir Crazy"
+###### 2020-04-20
  * Fix total number of epochs and time estimation for ProgressBar callback
     ([#181](https://github.com/mlpack/ensmallen/pull/181)).
-    
+
  * Handle SpSubview_col and SpSubview_row in Armadillo 9.870
     ([#194](https://github.com/mlpack/ensmallen/pull/194)).
 
  * Minor documentation fixes
     ([#197](https://github.com/mlpack/ensmallen/pull/197)).
 
-
-
-
 ### ensmallen 2.12.0: "Stir Crazy"
 ###### 2020-03-28
  * Correction in the formulation of sigma in CMA-ES
diff --git a/include/ensmallen_bits/ens_version.hpp b/include/ensmallen_bits/ens_version.hpp
index 3ef250b29..3d65770a3 100644
--- a/include/ensmallen_bits/ens_version.hpp
+++ b/include/ensmallen_bits/ens_version.hpp
@@ -16,7 +16,7 @@
 // The minor version is two digits so regular numerical comparisons of versions
 // work right.  The first minor version of a release is always 10.
 #define ENS_VERSION_MINOR 12
-#define ENS_VERSION_PATCH 0
+#define ENS_VERSION_PATCH 1
 // If this is a release candidate, it will be reflected in the version name
 // (i.e. the version name will be "RC1", "RC2", etc.).  Otherwise the version
 // name will typically be a seemingly arbitrary set of words that does not
diff --git a/scripts/ensmallen-release.sh b/scripts/ensmallen-release.sh
index 878f7a7f4..bcc394a41 100755
--- a/scripts/ensmallen-release.sh
+++ b/scripts/ensmallen-release.sh
@@ -33,7 +33,7 @@ fi
 
 # Make sure that the mlpack repository exists.
 dest_remote_name=`git remote -v |\
-                  grep "https://github.com/mlpack/ensmallen (fetch)" |\
+                  grep "mlpack/ensmallen (fetch)" |\
                   head -1 |\
                   awk -F' ' '{ print $1 }'`;
 
@@ -77,11 +77,11 @@ fi
 # Check git remotes: we need to make sure we have a fork to push to.
 github_user=$1;
 remote_name=`git remote -v |\
-             grep "https://github.com/$github_user/ensmallen (push)" |\
+             grep "$github_user/ensmallen (push)" |\
              head -1 |\
              awk -F' ' '{ print $1 }'`;
 if [ "a$remote_name" == "a" ]; then
-  echo "No git remote found for https://github.com/$github_user/ensmallen!";
+  echo "No git remote found for $github_user/ensmallen!";
   echo "Adding remote '$github_user'.";
   git remote add $github_user https://github.com/$github_user/ensmallen;
   remote_name="$github_user";