From 5608ad006180982d0b1fac53593df7c841ac185d Mon Sep 17 00:00:00 2001 From: Ole Laursen Date: Mon, 27 Mar 2017 08:45:20 +0000 Subject: [PATCH] Move the assert on new X in the test coverage up before the percentage to try get the list of URLs out before the percentage - Legacy-Id: 13144 --- ietf/utils/test_runner.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/ietf/utils/test_runner.py b/ietf/utils/test_runner.py index 259bd10bc..ed3b2f7c6 100644 --- a/ietf/utils/test_runner.py +++ b/ietf/utils/test_runner.py @@ -257,11 +257,11 @@ class CoverageTest(TestCase): if self.runner.run_full_test_suite: # Permit 0.02% variation in results -- otherwise small code changes become a pain fudge_factor = 0.00005 # 0.005% -- a small change, less than the last digit we show + self.assertLessEqual(len(test_missing), len(master_missing), + msg = "New %s without test coverage since %s: %s" % (test, latest_coverage_version, list(set(test_missing) - set(master_missing)))) self.assertGreaterEqual(test_coverage, master_coverage - fudge_factor, msg = "The %s coverage percentage is now lower (%.2f%%) than for version %s (%.2f%%)" % ( test, test_coverage*100, latest_coverage_version, master_coverage*100, )) - self.assertLessEqual(len(test_missing), len(master_missing), - msg = "New %s without test coverage since %s: %s" % (test, latest_coverage_version, list(set(test_missing) - set(master_missing)))) def template_coverage_test(self): global loaded_templates