diff --git a/Dockerfile b/Dockerfile
index f47711b9b..a6e9c301d 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -38,7 +38,8 @@ RUN apt-get update && apt-get install -y \
 RUN locale-gen en_US.UTF-8
 # We cannot use update-locale because docker will not use the env variables
 # configured in /etc/default/locale so we need to set it manually.
-ENV LC_ALL=en_US.UTF-8
+ENV LC_ALL=en_US.UTF-8 \
+	SHELL=/bin/bash
 
 RUN adduser --gecos '' --disabled-password coder && \
 	echo "coder ALL=(ALL) NOPASSWD:ALL" >> /etc/sudoers.d/nopasswd
diff --git a/scripts/ci.dockerfile b/scripts/ci.dockerfile
index eba212f81..1b41c735a 100644
--- a/scripts/ci.dockerfile
+++ b/scripts/ci.dockerfile
@@ -15,7 +15,8 @@ RUN apt-get update && apt-get install -y \
 RUN locale-gen en_US.UTF-8
 # We cannot use update-locale because docker will not use the env variables
 # configured in /etc/default/locale so we need to set it manually.
-ENV LC_ALL=en_US.UTF-8
+ENV LC_ALL=en_US.UTF-8 \
+	SHELL=/bin/bash
 
 RUN adduser --gecos '' --disabled-password coder && \
 	echo "coder ALL=(ALL) NOPASSWD:ALL" >> /etc/sudoers.d/nopasswd