From f15e515bafe3d9a7a7cc925ba9e5e05a7ee2e627 Mon Sep 17 00:00:00 2001
From: Henrik Levkowetz <henrik@levkowetz.com>
Date: Fri, 13 Mar 2015 15:56:13 +0000
Subject: [PATCH] Added a fudge factor to the coverage test, in order to make
it easier to do minor code changes. - Legacy-Id: 9187
---
ietf/utils/test_runner.py | 8 +++++---
1 file changed, 5 insertions(+), 3 deletions(-)
diff --git a/ietf/utils/test_runner.py b/ietf/utils/test_runner.py
index b64cdae85..53b0be420 100644
--- a/ietf/utils/test_runner.py
+++ b/ietf/utils/test_runner.py
@@ -217,10 +217,12 @@ class CoverageTest(TestCase):
test_missing = [ k for k,v in test_data["covered"].items() if not v ]
test_coverage = test_data["coverage"]
+ # Assert coverage failure only if we're running the full test suite -- if we're
+ # only running some tests, then of course the coverage is going to be low.
if self.runner.run_full_test_suite:
- # Assert coverage failure only if we're running the full test suite -- if we're
- # only running some tests, then of course the coverage is going to be low
- self.assertGreaterEqual(test_coverage, master_coverage,
+ # Permit 0.02% variation in results -- otherwise small code changes become a pain
+ fudge_factor = 0.0002 # 0.02% -- a small change in the last digit we show
+ self.assertGreaterEqual(test_coverage, master_coverage-fudge_factor,
msg = "The %s coverage percentage is now lower (%.2f%%) than for version %s (%.2f%%)" %
( test, test_coverage*100, latest_coverage_version, master_coverage*100, ))
self.assertLessEqual(len(test_missing), len(master_missing),