diff --git a/config/locales/en.yml b/config/locales/en.yml
index 5463f43..63f1c3e 100644
--- a/config/locales/en.yml
+++ b/config/locales/en.yml
@@ -1,3 +1 @@
----
 en:
-  hello: Hello world
diff --git a/spec/i18n_spec.rb b/spec/i18n_spec.rb
new file mode 100644
index 0000000..49482c4
--- /dev/null
+++ b/spec/i18n_spec.rb
@@ -0,0 +1,32 @@
+# frozen_string_literal: true
+
+require "i18n/tasks"
+
+describe "I18n sanity" do
+  let(:locales) do
+    ENV["ENFORCED_LOCALES"].presence || "ca"
+  end
+
+  let(:i18n) { I18n::Tasks::BaseTask.new(locales: locales.split(",")) }
+  let(:missing_keys) { i18n.missing_keys }
+  let(:unused_keys) { i18n.unused_keys }
+  let(:non_normalized_paths) { i18n.non_normalized_paths }
+
+  it "does not have missing keys" do
+    expect(missing_keys).to be_empty, "#{missing_keys.inspect} are missing"
+  end
+
+  it "does not have unused keys" do
+    expect(unused_keys).to be_empty, "#{unused_keys.inspect} are unused"
+  end
+
+  unless ENV["SKIP_NORMALIZATION"]
+    it "is normalized" do
+      error_message = "The following files need to be normalized:\n" \
+                      "#{non_normalized_paths.map { |path| "  #{path}" }.join("\n")}\n" \
+                      "Please run `bundle exec i18n-tasks normalize --locales #{locales}` to fix them"
+
+      expect(non_normalized_paths).to be_empty, error_message
+    end
+  end
+end