diff --git a/.travis.runonce.bash b/.travis.runonce.bash
new file mode 100755
index 000000000..6e4ac94af
--- /dev/null
+++ b/.travis.runonce.bash
@@ -0,0 +1,28 @@
+#!/usr/bin/env bash
+# This script does the things that we want Travis to do only once, not in 
+# every possible build.
+
+# Set environment
+# Which branch are we on?
+branch=$(git branch | sed -n -e 's/^\* \(.*\)/\1/p')
+
+# Check translations
+sandbox/check_trans.py plugins/
+sandbox/check_trans.py --core
+msgcheck locales/*.po
+msgcheck plugins/*/*/*.po
+
+# Check documentation
+cd docs
+# Add -W to spinx-build when the documentation doesn't error!
+sphinx-build -n -b html -d _build/doctrees . _build/html
+cd ..
+
+# Do these things only on testing or master.
+if [[ "$branch" = "master" || "$branch" = "testing" ]]; then
+    # Notify read the docs
+    curl -X POST http://readthedocs.org/build/limnoria
+    # Add other things which we want to do here, before the fi.
+else
+    echo "$branch is not master nor testing, doing nothing."
+fi
diff --git a/.travis.yml b/.travis.yml
index 7bf924849..9c2cfaecf 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -15,8 +15,7 @@ script:
   - python setup.py install
   - supybot-test test --plugins-dir=./build/lib*/supybot/plugins/ --no-network --disable-multiprocessing --exclude=./build/lib*/supybot/plugins/Scheduler --exclude=./build/lib*/supybot/plugins/Filter
 after_success:
-    - sandbox/check_trans.py --core
-    - sandbox/check_trans.py plugins/
+    - if [ "$TRAVIS_PYTHON_VERSION" = "3.4" ]; then bash -x .travis.runonce.bash;fi
 notifications:
     on_success: never
     on_failure: never
diff --git a/requirements.txt b/requirements.txt
index 35b7e8be8..3aa28cb60 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -5,3 +5,5 @@ python-gnupg
 feedparser
 sqlalchemy
 SocksiPy-branch
+msgcheck
+sphinx