diff --git a/.travis.yml b/.travis.yml
index a5c92ca..c413fe7 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -9,14 +9,8 @@ sudo: required
 
 install:
     - sudo apt-get update -qq
-    - sudo apt-get install -y -qq jq
+    - sudo apt-get install -y -qq jq moreutils
     - pip install jsonschema
 
 script:
-    - |
-      for dir in lists/*/list.json
-      do
-        echo -n "${dir}: "
-        jsonschema -i ${dir} schema.json
-        echo ''
-      done
+    - ./validate_all.sh
diff --git a/validate_all.sh b/validate_all.sh
new file mode 100755
index 0000000..67a05d3
--- /dev/null
+++ b/validate_all.sh
@@ -0,0 +1,21 @@
+#!/bin/bash
+
+set -e
+set -x
+
+./jq_all_the_things.sh
+
+diffs=`git status --porcelain | wc -l`
+
+if ! [ $diffs -eq 0 ]; then
+	echo "Please make sure you run ./jq_all_the_things.sh before commiting."
+	exit 1
+fi
+
+for dir in lists/*/list.json
+do
+  echo -n "${dir}: "
+  jsonschema -i ${dir} schema.json
+  echo ''
+done
+