diff --git a/ghost/i18n/i18next-parser.config.js b/ghost/i18n/i18next-parser.config.js
index d0486e0c73..e29a496f6c 100644
--- a/ghost/i18n/i18next-parser.config.js
+++ b/ghost/i18n/i18next-parser.config.js
@@ -10,5 +10,7 @@ module.exports = {
     indentation: 4,
     sort: true,
 
+    failOnUpdate: process.env.CI,
+
     output: 'locales/$LOCALE.json'
 };
diff --git a/ghost/i18n/package.json b/ghost/i18n/package.json
index f398b5219b..c79da2328a 100644
--- a/ghost/i18n/package.json
+++ b/ghost/i18n/package.json
@@ -8,7 +8,8 @@
   "scripts": {
     "dev": "echo \"Implement me!\"",
     "test:unit": "NODE_ENV=testing c8 --include index.js --include lib --check-coverage --100  --reporter text --reporter cobertura mocha './test/**/*.test.js'",
-    "test": "yarn test:unit",
+    "test": "yarn test:unit && yarn test:translate",
+    "test:translate": "yarn translate:portal",
     "lint:code": "eslint *.js lib/ --ext .js --cache",
     "lint": "yarn lint:code && yarn lint:test",
     "lint:test": "eslint -c test/.eslintrc.js test/ --ext .js --cache",