diff --git a/modules/jenkins/files/slave_scripts/run-tox.sh b/modules/jenkins/files/slave_scripts/run-tox.sh
index 6b0c53c7b2..14216027a1 100755
--- a/modules/jenkins/files/slave_scripts/run-tox.sh
+++ b/modules/jenkins/files/slave_scripts/run-tox.sh
@@ -63,4 +63,23 @@ then
     exit 1
 fi
 
+htmlreport=$(find . -name $NOSE_HTML_OUT_FILE)
+if [ -f "$htmlreport" ]
+then
+    passcount=$(grep -c 'tr class=.passClass' $htmlreport)
+    if [ $passcount -eq "0" ]
+    then
+        echo
+        echo "Zero tests passed, which probably means there was an error"
+        echo "parsing one of the python files, or that some other failure"
+        echo "during test setup prevented a sane run."
+        echo
+        exit 1
+    fi
+else
+    echo
+    echo "WARNING: Unable to find $NOST_HTML_OUT_FILE to confirm results!"
+    echo
+fi
+
 exit $result