diff --git a/.travis.yml b/.travis.yml
index b0e7a494..f4f420cb 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -25,6 +25,8 @@ install:
     - $PYTHON setup.py build
     - sudo $PYTHON setup.py install
 script:
+    # Check if setup.py's match bento.info
+    - $PYTHON check_bento_build.py
     # Change into an innocuous directory and find tests from installation
     - mkdir $HOME/.matplotlib
     - "echo 'backend : Agg' > $HOME/.matplotlib/matplotlibrc"
diff --git a/check_bento_build.py b/check_bento_build.py
index 1b069056..bf3c5771 100644
--- a/check_bento_build.py
+++ b/check_bento_build.py
@@ -3,6 +3,7 @@ Check that Cython extensions in setup.py files match those in bento.info.
 """
 import os
 import re
+import sys
 
 
 RE_CYTHON = re.compile("config.add_extension\(\s*['\"]([\S]+)['\"]")
@@ -93,3 +94,6 @@ if __name__ == '__main__':
 
     cy_bento, cy_setup = remove_common_extensions(cy_bento, cy_setup)
     print_results(cy_bento, cy_setup)
+
+    if cy_setup or cy_bento:
+        sys.exit(1)