diff --git a/dev-python/python-bugzilla/python-bugzilla-2.1.0.ebuild b/dev-python/python-bugzilla/python-bugzilla-2.1.0.ebuild
index 8c979d2c5969e..31bdc328c6077 100644
--- a/dev-python/python-bugzilla/python-bugzilla-2.1.0.ebuild
+++ b/dev-python/python-bugzilla/python-bugzilla-2.1.0.ebuild
@@ -24,5 +24,5 @@ DEPEND="${RDEPEND}
 "
 
 python_test() {
-	"${EPYTHON}" ./setup.py test
+	"${EPYTHON}" ./setup.py test || die "Tests fail with ${EPYTHON}"
 }