diff --git a/.gitignore b/.gitignore
index f30aa49..8499d7c 100644
--- a/.gitignore
+++ b/.gitignore
@@ -23,3 +23,6 @@ save.json
 
 # Don't commit docs output
 docs/_build
+
+# Don't commit compiled messages
+*.mo
diff --git a/setup.py b/setup.py
index a9b8379..00bd56b 100644
--- a/setup.py
+++ b/setup.py
@@ -3,13 +3,23 @@
 # Copyright (C) 2020 by ÿnérant, eichhornchen, nicomarg, charlse
 # SPDX-License-Identifier: GPL-3.0-or-later
 
-import os
+import subprocess
 
 from setuptools import find_packages, setup
 
 with open("README.md", "r") as f:
     long_description = f.read()
 
+# Compile messages
+for language in ["en", "fr"]:
+    args = ["msgfmt", "--check-format",
+            "-o", f"squirrelbattle/locale/{language}/LC_MESSAGES"
+                  "/squirrelbattle.mo",
+            f"squirrelbattle/locale/{language}/LC_MESSAGES"
+            "/squirrelbattle.po"]
+    print(f"Compiling {language} messages...")
+    subprocess.Popen(args)
+
 setup(
     name="squirrel-battle",
     version="3.14.1",
@@ -36,7 +46,7 @@ setup(
     ],
     python_requires='>=3.6',
     include_package_data=True,
-    package_data={"squirrelbattle": ["assets/*", "locale/*"]},
+    package_data={"squirrelbattle": ["assets/*", "locale/*/*/*"]},
     entry_points={
         "console_scripts": [
             "squirrel-battle = squirrelbattle.bootstrap:Bootstrap.run_game",
diff --git a/squirrelbattle/locale/en/LC_MESSAGES/squirrelbattle.mo b/squirrelbattle/locale/en/LC_MESSAGES/squirrelbattle.mo
deleted file mode 100644
index 14164ec..0000000
Binary files a/squirrelbattle/locale/en/LC_MESSAGES/squirrelbattle.mo and /dev/null differ
diff --git a/squirrelbattle/locale/fr/LC_MESSAGES/squirrelbattle.mo b/squirrelbattle/locale/fr/LC_MESSAGES/squirrelbattle.mo
deleted file mode 100644
index eb2e033..0000000
Binary files a/squirrelbattle/locale/fr/LC_MESSAGES/squirrelbattle.mo and /dev/null differ