diff --git a/test/functional/test_runner.py b/test/functional/test_runner.py
--- a/test/functional/test_runner.py
+++ b/test/functional/test_runner.py
@@ -335,7 +335,7 @@
         os.rmdir(tmpdir)
 
     all_passed = all(
-        map(lambda test_result: test_result.status == "Passed", test_results))
+        map(lambda test_result: test_result.was_successful, test_results))
 
     sys.exit(not all_passed)
 
@@ -474,7 +474,7 @@
     time_sum = 0
 
     for test_result in test_results:
-        all_passed = all_passed and test_result.status != "Failed"
+        all_passed = all_passed and test_result.was_successful
         time_sum += test_result.time
         test_result.padding = max_len_name
         results += str(test_result)
@@ -512,6 +512,10 @@
 
         return color[1] + "%s | %s%s | %s s\n" % (self.name.ljust(self.padding), glyph, self.status.ljust(7), self.time) + color[0]
 
+    @property
+    def was_successful(self):
+        return self.status != "Failed"
+
 
 def get_all_scripts_from_disk(test_dir, non_scripts):
     """