diff --git a/.env.dev b/config/.env.dev
similarity index 100%
rename from .env.dev
rename to config/.env.dev
diff --git a/.env.test b/config/.env.test
similarity index 100%
rename from .env.test
rename to config/.env.test
diff --git a/config/runtime.exs b/config/runtime.exs
index 0ce9c8565a..b036082472 100644
--- a/config/runtime.exs
+++ b/config/runtime.exs
@@ -2,7 +2,7 @@ import Config
 import Plausible.ConfigHelpers
 
 if config_env() in [:dev, :test] do
-  Envy.auto_load()
+  Envy.load(["config/.env.#{config_env()}"])
 end
 
 config_dir = System.get_env("CONFIG_DIR", "/run/secrets")