altf4arnold/datatracker
1
0
Fork 0
Code Issues Pull requests Actions 3 Packages Projects Releases Wiki Activity

Merged in [15189] from henrik@levkowetz.com:

Browse source 
Data migrations to populate email origin and Person.name_from_draft.
 - Legacy-Id: 15190
Note: SVN reference [15189] has been migrated to Git commit a4d6d3c01e
This commit is contained in:
Henrik Levkowetz 2018-05-29 14:00:41 +00:00
parent af7a83e339 a4d6d3c01e
commit 73dbfd31aa
2 changed files with 156 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

109
ietf/person/migrations/0004_populate_email_origin.py Normal file
View file

@ -0,0 +1,109 @@
# -*- coding: utf-8 -*-
# Generated by Django 1.11.12 on 2018-05-10 05:28
from __future__ import unicode_literals
import sys
from django.db import migrations
import debug # pyflakes:ignore
def populate_email_origin(apps, schema_editor):
Submission = apps.get_model('submit', 'Submission')
Document = apps.get_model('doc', 'Document')
DocHistory = apps.get_model('doc', 'DocHistory')
DocumentAuthor = apps.get_model('doc', 'DocumentAuthor')
DocHistoryAuthor= apps.get_model('doc', 'DocHistoryAuthor')
Role = apps.get_model('group', 'Role')
RoleHistory = apps.get_model('group', 'RoleHistory')
ReviewRequest = apps.get_model('review', 'ReviewRequest')
LiaisonStatement= apps.get_model('liaisons', 'LiaisonStatement')
#
Email = apps.get_model('person', 'Email')
#
sys.stdout.write("\n")
#
sys.stdout.write("\n ** This migration may take some time. Expect at least a few minutes **.\n\n")
sys.stdout.write(" Initializing data structures...\n")
emails = dict([ (e.address, e) for e in Email.objects.filter(origin='') ])
count = 0
sys.stdout.write(" Assigning email origins from Submission records...\n")
for o in Submission.objects.all().order_by('-submission_date'):
for a in o.authors:
addr = a['email']
if addr in emails:
e = emails[addr]
if e.origin != o.name:
e.origin = "author: %s" % o.name
count += 1
e.save()
del emails[addr]
sys.stdout.write(" Submission email origins assigned: %d\n" % count)
for model in (DocumentAuthor, DocHistoryAuthor, ):
count = 0
sys.stdout.write(" Assigning email origins from %s records...\n" % model.__name__)
for o in model.objects.filter(email__origin=''):
if not o.email.origin:
o.email.origin = "author: %s" % o.document.name
o.email.save()
count += 1
sys.stdout.write(" %s email origins assigned: %d\n" % (model.__name__, count))
for model in (Role, RoleHistory, ):
count = 0
sys.stdout.write(" Assigning email origins from %s records...\n" % model.__name__)
for o in model.objects.filter(email__origin=''):
if not o.email.origin:
o.email.origin = "role: %s %s" % (o.group.acronym, o.name.slug)
o.email.save()
count += 1
sys.stdout.write(" %s email origins assigned: %d\n" % (model.__name__, count))
for model in (ReviewRequest, ):
count = 0
sys.stdout.write(" Assigning email origins from %s records...\n" % model.__name__)
for o in model.objects.filter(reviewer__origin=''):
if not o.reviewer.origin:
o.reviewer.origin = "reviewer: %s" % (o.doc.name)
o.reviewer.save()
count += 1
sys.stdout.write(" %s email origins assigned: %d\n" % (model.__name__, count))
for model in (LiaisonStatement, ):
count = 0
sys.stdout.write(" Assigning email origins from %s records...\n" % model.__name__)
for o in model.objects.filter(from_contact__origin=''):
if not o.from_contact.origin:
o.from_contact.origin = "liaison: %s" % (','.join([ g.acronym for g in o.from_groups.all() ]))
o.from_contact.save()
count += 1
sys.stdout.write(" %s email origins assigned: %d\n" % (model.__name__, count))
for model in (Document, DocHistory, ):
count = 0
sys.stdout.write(" Assigning email origins from %s records...\n" % model.__name__)
for o in model.objects.filter(shepherd__origin=''):
if not o.shepherd.origin:
o.shepherd.origin = "shepherd: %s" % o.name
o.shepherd.save()
count += 1
sys.stdout.write(" %s email origins assigned: %d\n" % (model.__name__, count))
sys.stdout.write("\n")
sys.stdout.write(" Email records with origin indication: %d\n" % Email.objects.exclude(origin='').count())
sys.stdout.write(" Email records without origin indication: %d\n" % Email.objects.filter(origin='').count())
def reverse(apps, schema_editor):
pass
class Migration(migrations.Migration):
dependencies = [
('person', '0003_auto_20180504_1519'),
]
operations = [
migrations.RunPython(populate_email_origin, reverse)
]

47
ietf/person/migrations/0005_populate_person_name_from_draft.py Normal file
View file

@ -0,0 +1,47 @@
# -*- coding: utf-8 -*-
# Generated by Django 1.11.12 on 2018-05-10 05:28
from __future__ import unicode_literals
import sys
from django.db import migrations
import debug # pyflakes:ignore
def populate_person_name_from_draft(apps, schema_editor):
Submission = apps.get_model('submit', 'Submission')
Email = apps.get_model('person', 'Email')
#
sys.stdout.write("\n")
#
sys.stdout.write("\n ** This migration may take some time. Expect at least a few minutes **.\n\n")
sys.stdout.write(" Initializing data structures...\n")
persons = dict([ (e.address, e.person) for e in Email.objects.all() ])
count = 0
sys.stdout.write(" Assigning Person.name_from_draft from Submission records...\n")
for o in Submission.objects.all().order_by('-submission_date'):
for a in o.authors:
name = a['name']
email = a['email']
if email in persons:
p = persons[email]
if not p.name_from_draft:
p.name_from_draft = name
count += 1
p.save()
del persons[email]
sys.stdout.write(" Submission author names assigned: %d\n" % count)
def reverse(apps, schema_editor):
pass
class Migration(migrations.Migration):
dependencies = [
('person', '0004_populate_email_origin'),
]
operations = [
migrations.RunPython(populate_person_name_from_draft, reverse)
]