From b48caef487b67cd248744d1f6278dc662f997e4a Mon Sep 17 00:00:00 2001 From: Henrik Levkowetz Date: Mon, 26 Mar 2018 13:01:38 +0000 Subject: [PATCH] Tweaked the test-crawler to not follow redirects to www.ietf.org. Asking the test client for non-datatracker URLs doesn't give back anything meaningful ,:-) - Legacy-Id: 14930 --- bin/test-crawl | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/bin/test-crawl b/bin/test-crawl index 1e917cab4..dc54dab4d 100755 --- a/bin/test-crawl +++ b/bin/test-crawl @@ -231,6 +231,7 @@ def skip_url(url): r"^/doc/html/status-change-icmpv6-dns-ipv6-to-internet-standard", r"^/static/coverage/", r"^/meeting/6[0-4]/agenda", + r"^https?://www.ietf.org/", ): if re.search(pattern, url): return True @@ -354,7 +355,7 @@ if __name__ == "__main__": request_start = datetime.datetime.now() if args.verbose: sys.stderr.write(url+'\n') - r = client.get(url, secure=True, follow=True) + r = client.get(url, secure=True) elapsed = datetime.datetime.now() - request_start except KeyboardInterrupt: log(" ... was fetching %s" % url)