76 lines
2.7 KiB
Python
Executable file
76 lines
2.7 KiB
Python
Executable file
#!/usr/bin/env python
|
|
|
|
# This script requires that the proper virtual python environment has been
|
|
# invoked before start
|
|
|
|
import datetime
|
|
import os
|
|
import sys
|
|
import syslog
|
|
|
|
# boilerplate
|
|
basedir = os.path.abspath(os.path.join(os.path.dirname(__file__), "../.."))
|
|
sys.path = [ basedir ] + sys.path
|
|
os.environ["DJANGO_SETTINGS_MODULE"] = "ietf.settings"
|
|
|
|
import django
|
|
django.setup()
|
|
|
|
from django.conf import settings
|
|
from optparse import OptionParser
|
|
|
|
parser = OptionParser()
|
|
parser.add_option("-f", "--from", dest="start",
|
|
help="Start time, defaults to a little less than 23 hours ago", metavar="YYYY-MM-DD HH:MM:SS")
|
|
parser.add_option("-t", "--to", dest="end",
|
|
help="End time, defaults to 23 hours later than from", metavar="YYYY-MM-DD HH:MM:SS")
|
|
parser.add_option("", "--no-email", dest="send_email", default=True, action="store_false",
|
|
help="Skip sending emails")
|
|
|
|
options, args = parser.parse_args()
|
|
|
|
# compensate to avoid we ask for something that happened now and then
|
|
# don't get it back because our request interval is slightly off
|
|
CLOCK_SKEW_COMPENSATION = 5 # seconds
|
|
|
|
# actually the interface accepts 24 hours, but then we get into
|
|
# trouble with daylights savings - meh
|
|
MAX_INTERVAL_ACCEPTED_BY_IANA = datetime.timedelta(hours=23)
|
|
|
|
|
|
start = datetime.datetime.now() - datetime.timedelta(hours=23) + datetime.timedelta(seconds=CLOCK_SKEW_COMPENSATION)
|
|
if options.start:
|
|
start = datetime.datetime.strptime(options.start, "%Y-%m-%d %H:%M:%S")
|
|
|
|
end = start + datetime.timedelta(hours=23)
|
|
if options.end:
|
|
end = datetime.datetime.strptime(options.end, "%Y-%m-%d %H:%M:%S")
|
|
|
|
syslog.openlog(os.path.basename(__file__), syslog.LOG_PID, syslog.LOG_USER)
|
|
|
|
# ----------------------------------------------------------------------
|
|
|
|
from ietf.sync.iana import fetch_changes_json, parse_changes_json, update_history_with_changes
|
|
|
|
syslog.syslog("Updating history log with new changes from IANA from %s, period %s - %s" % (settings.IANA_SYNC_CHANGES_URL, start, end))
|
|
|
|
t = start
|
|
while t < end:
|
|
# the IANA server doesn't allow us to fetch more than a certain
|
|
# period, so loop over the requested period and make multiple
|
|
# requests if necessary
|
|
|
|
text = fetch_changes_json(settings.IANA_SYNC_CHANGES_URL, t, min(end, t + MAX_INTERVAL_ACCEPTED_BY_IANA))
|
|
syslog.syslog("Retrieved the JSON: %s" % text)
|
|
|
|
changes = parse_changes_json(text)
|
|
added_events, warnings = update_history_with_changes(changes, send_email=options.send_email)
|
|
|
|
for e in added_events:
|
|
syslog.syslog("Added event for %s %s: %s (parsed json: %s)" % (e.doc_id, e.time, e.desc, e.json))
|
|
|
|
for w in warnings:
|
|
syslog.syslog("WARNING: %s" % w)
|
|
|
|
t += MAX_INTERVAL_ACCEPTED_BY_IANA
|