diff --git a/ietf/utils/test_runner.py b/ietf/utils/test_runner.py index b64cdae85..53b0be420 100644 --- a/ietf/utils/test_runner.py +++ b/ietf/utils/test_runner.py @@ -217,10 +217,12 @@ class CoverageTest(TestCase): test_missing = [ k for k,v in test_data["covered"].items() if not v ] test_coverage = test_data["coverage"] + # Assert coverage failure only if we're running the full test suite -- if we're + # only running some tests, then of course the coverage is going to be low. if self.runner.run_full_test_suite: - # Assert coverage failure only if we're running the full test suite -- if we're - # only running some tests, then of course the coverage is going to be low - self.assertGreaterEqual(test_coverage, master_coverage, + # Permit 0.02% variation in results -- otherwise small code changes become a pain + fudge_factor = 0.0002 # 0.02% -- a small change in the last digit we show + self.assertGreaterEqual(test_coverage, master_coverage-fudge_factor, msg = "The %s coverage percentage is now lower (%.2f%%) than for version %s (%.2f%%)" % ( test, test_coverage*100, latest_coverage_version, master_coverage*100, )) self.assertLessEqual(len(test_missing), len(master_missing),