altf4arnold/datatracker
1
0
Fork 0
Code Issues Pull requests Actions 4 Packages Projects Releases Wiki Activity

Added a fudge factor to the coverage test, in order to make it easier to do minor code changes.

Browse source 
- Legacy-Id: 9187
This commit is contained in:
Henrik Levkowetz 2015-03-13 15:56:13 +00:00
parent 1d28ec8f5b
commit f15e515baf
1 changed files with 5 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
ietf/utils/test_runner.py
View file

@ -217,10 +217,12 @@ class CoverageTest(TestCase):
test_missing = [ k for k,v in test_data["covered"].items() if not v ]
test_coverage = test_data["coverage"]
# Assert coverage failure only if we're running the full test suite -- if we're
# only running some tests, then of course the coverage is going to be low.
if self.runner.run_full_test_suite:
# Assert coverage failure only if we're running the full test suite -- if we're
# only running some tests, then of course the coverage is going to be low
self.assertGreaterEqual(test_coverage, master_coverage,
# Permit 0.02% variation in results -- otherwise small code changes become a pain
fudge_factor = 0.0002 # 0.02% -- a small change in the last digit we show
self.assertGreaterEqual(test_coverage, master_coverage-fudge_factor,
msg = "The %s coverage percentage is now lower (%.2f%%) than for version %s (%.2f%%)" %
( test, test_coverage*100, latest_coverage_version, master_coverage*100, ))
self.assertLessEqual(len(test_missing), len(master_missing),