# Copyright The IETF Trust 2009-2020, All Rights Reserved # -*- coding: utf-8 -*- # # Parts Copyright (C) 2009-2010 Nokia Corporation and/or its subsidiary(-ies). # All rights reserved. Contact: Pasi Eronen # # Redistribution and use in source and binary forms, with or without # modification, are permitted provided that the following conditions # are met: # # * Redistributions of source code must retain the above copyright # notice, this list of conditions and the following disclaimer. # # * Redistributions in binary form must reproduce the above # copyright notice, this list of conditions and the following # disclaimer in the documentation and/or other materials provided # with the distribution. # # * Neither the name of the Nokia Corporation and/or its # subsidiary(-ies) nor the names of its contributors may be used # to endorse or promote products derived from this software # without specific prior written permission. # # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS # "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT # LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR # A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT # OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. import datetime import glob import io import json import os import re from urllib.parse import quote from django.http import HttpResponse, Http404 from django.shortcuts import render, get_object_or_404, redirect from django.template.loader import render_to_string from django.urls import reverse as urlreverse from django.conf import settings from django import forms import debug # pyflakes:ignore from ietf.doc.models import ( Document, DocAlias, DocHistory, DocEvent, BallotDocEvent, BallotType, ConsensusDocEvent, NewRevisionDocEvent, TelechatDocEvent, WriteupDocEvent, IanaExpertDocEvent, IESG_BALLOT_ACTIVE_STATES, STATUSCHANGE_RELATIONS, DocumentActionHolder, DocumentAuthor, RelatedDocument, RelatedDocHistory) from ietf.doc.utils import (add_links_in_new_revision_events, augment_events_with_revision, can_adopt_draft, can_unadopt_draft, get_chartering_type, get_tags_for_stream_id, needed_ballot_positions, nice_consensus, prettify_std_name, update_telechat, has_same_ballot, get_initial_notify, make_notify_changed_event, make_rev_history, default_consensus, add_events_message_info, get_unicode_document_content, build_doc_meta_block, augment_docs_and_user_with_user_info, irsg_needed_ballot_positions, add_action_holder_change_event, build_doc_supermeta_block, build_file_urls, update_documentauthors, fuzzy_find_documents) from ietf.doc.utils_bofreq import bofreq_editors, bofreq_responsible from ietf.group.models import Role, Group from ietf.group.utils import can_manage_all_groups_of_type, can_manage_materials, group_features_role_filter from ietf.ietfauth.utils import ( has_role, is_authorized_in_doc_stream, user_is_person, role_required, is_individual_draft_author) from ietf.name.models import StreamName, BallotPositionName from ietf.utils.history import find_history_active_at from ietf.doc.forms import TelechatForm, NotifyForm, ActionHoldersForm, DocAuthorForm, DocAuthorChangeBasisForm from ietf.doc.mails import email_comment, email_remind_action_holders from ietf.mailtrigger.utils import gather_relevant_expansions from ietf.meeting.models import Session from ietf.meeting.utils import group_sessions, get_upcoming_manageable_sessions, sort_sessions, add_event_info_to_session_qs from ietf.review.models import ReviewAssignment from ietf.review.utils import can_request_review_of_doc, review_assignments_to_list_for_docs from ietf.review.utils import no_review_from_teams_on_doc from ietf.utils import markup_txt, log, markdown from ietf.utils.draft import Draft from ietf.utils.response import permission_denied from ietf.utils.text import maybe_split def render_document_top(request, doc, tab, name): tabs = [] tabs.append(("Status", "status", urlreverse("ietf.doc.views_doc.document_main", kwargs=dict(name=name)), True, None)) iesg_type_slugs = set(BallotType.objects.values_list('slug',flat=True)) iesg_type_slugs.discard('irsg-approve') iesg_ballot = doc.latest_event(BallotDocEvent, type="created_ballot", ballot_type__slug__in=iesg_type_slugs) irsg_ballot = doc.latest_event(BallotDocEvent, type="created_ballot", ballot_type__slug='irsg-approve') if doc.type_id == "draft" and doc.get_state("draft-stream-irtf"): tabs.append(("IRSG Evaluation Record", "irsgballot", urlreverse("ietf.doc.views_doc.document_irsg_ballot", kwargs=dict(name=name)), irsg_ballot, None if irsg_ballot else "IRSG Evaluation Ballot has not been created yet")) if doc.type_id in ("draft","conflrev", "statchg"): tabs.append(("IESG Evaluation Record", "ballot", urlreverse("ietf.doc.views_doc.document_ballot", kwargs=dict(name=name)), iesg_ballot, None if iesg_ballot else "IESG Evaluation Ballot has not been created yet")) elif doc.type_id == "charter" and doc.group.type_id == "wg": tabs.append(("IESG Review", "ballot", urlreverse("ietf.doc.views_doc.document_ballot", kwargs=dict(name=name)), iesg_ballot, None if iesg_ballot else "IESG Review Ballot has not been created yet")) if doc.type_id == "draft" or (doc.type_id == "charter" and doc.group.type_id == "wg"): tabs.append(("IESG Writeups", "writeup", urlreverse('ietf.doc.views_doc.document_writeup', kwargs=dict(name=name)), True, None)) tabs.append(("Email expansions","email",urlreverse('ietf.doc.views_doc.document_email', kwargs=dict(name=name)), True, None)) tabs.append(("History", "history", urlreverse('ietf.doc.views_doc.document_history', kwargs=dict(name=name)), True, None)) if name.startswith("rfc"): name = "RFC %s" % name[3:] else: name += "-" + doc.rev return render_to_string("doc/document_top.html", dict(doc=doc, tabs=tabs, selected=tab, name=name)) def interesting_doc_relations(doc): if isinstance(doc, Document): cls = RelatedDocument target = doc elif isinstance(doc, DocHistory): cls = RelatedDocHistory target = doc.doc else: raise TypeError("Expected this method to be called with a Document or DocHistory object") that_relationships = STATUSCHANGE_RELATIONS + ('conflrev', 'replaces', 'possibly_replaces', 'updates', 'obs') that_doc_relationships = ('replaces', 'possibly_replaces', 'updates', 'obs') interesting_relations_that = cls.objects.filter(target__docs=target, relationship__in=that_relationships).select_related('source') interesting_relations_that_doc = cls.objects.filter(source=doc, relationship__in=that_doc_relationships).prefetch_related('target__docs') return interesting_relations_that, interesting_relations_that_doc def document_main(request, name, rev=None): doc = get_object_or_404(Document.objects.select_related(), docalias__name=name) # take care of possible redirections aliases = DocAlias.objects.filter(docs=doc).values_list("name", flat=True) if rev==None and doc.type_id == "draft" and not name.startswith("rfc"): for a in aliases: if a.startswith("rfc"): return redirect("ietf.doc.views_doc.document_main", name=a) revisions = [] for h in doc.history_set.order_by("time", "id"): if h.rev and not h.rev in revisions: revisions.append(h.rev) if not doc.rev in revisions: revisions.append(doc.rev) latest_rev = doc.rev snapshot = False gh = None if rev != None: # find the entry in the history for h in doc.history_set.order_by("-time"): if rev == h.rev: snapshot = True doc = h break if not snapshot: return redirect('ietf.doc.views_doc.document_main', name=name) if doc.type_id == "charter": # find old group, too gh = find_history_active_at(doc.group, doc.time) # set this after we've found the right doc instance if gh: group = gh else: group = doc.group top = render_document_top(request, doc, "status", name) telechat = doc.latest_event(TelechatDocEvent, type="scheduled_for_telechat") if telechat and (not telechat.telechat_date or telechat.telechat_date < datetime.date.today()): telechat = None # specific document types if doc.type_id == "draft": split_content = request.COOKIES.get("full_draft", settings.USER_PREFERENCE_DEFAULTS["full_draft"]) == "off" if request.GET.get('include_text') == "0": split_content = True elif request.GET.get('include_text') == "1": split_content = False else: pass interesting_relations_that, interesting_relations_that_doc = interesting_doc_relations(doc) iesg_state = doc.get_state("draft-iesg") if isinstance(doc, Document): log.assertion('iesg_state', note="A document's 'draft-iesg' state should never be unset'. Failed for %s"%doc.name) iesg_state_slug = iesg_state.slug if iesg_state else None iesg_state_summary = doc.friendly_state() irsg_state = doc.get_state("draft-stream-irtf") can_edit = has_role(request.user, ("Area Director", "Secretariat")) can_edit_authors = has_role(request.user, ("Secretariat")) stream_slugs = StreamName.objects.values_list("slug", flat=True) # For some reason, AnonymousUser has __iter__, but is not iterable, # which causes problems in the filter() below. Work around this: if request.user.is_authenticated: roles = Role.objects.filter(group__acronym__in=stream_slugs, person__user=request.user) roles = group_features_role_filter(roles, request.user.person, 'docman_roles') else: roles = [] can_change_stream = bool(can_edit or roles) can_edit_iana_state = has_role(request.user, ("Secretariat", "IANA")) can_edit_replaces = has_role(request.user, ("Area Director", "Secretariat", "IRTF Chair", "WG Chair", "RG Chair", "WG Secretary", "RG Secretary")) is_author = request.user.is_authenticated and doc.documentauthor_set.filter(person__user=request.user).exists() can_view_possibly_replaces = can_edit_replaces or is_author rfc_number = name[3:] if name.startswith("") else None draft_name = None for a in aliases: if a.startswith("draft"): draft_name = a rfc_aliases = [prettify_std_name(a) for a in aliases if a.startswith("fyi") or a.startswith("std") or a.startswith("bcp")] latest_revision = None # Workaround to allow displaying last rev of draft that became rfc as a draft # This should be unwound when RFCs become their own documents. if snapshot: doc.name = doc.doc.name name = doc.doc.name else: name = doc.name file_urls, found_types = build_file_urls(doc) if not snapshot and doc.get_state_slug() == "rfc": # content content = doc.text_or_error() # pyflakes:ignore content = markup_txt.markup(maybe_split(content, split=split_content)) content = doc.text_or_error() # pyflakes:ignore content = markup_txt.markup(maybe_split(content, split=split_content)) if not snapshot and doc.get_state_slug() == "rfc": if not found_types: content = "This RFC is not currently available online." split_content = False elif "txt" not in found_types: content = "This RFC is not available in plain text format." split_content = False else: latest_revision = doc.latest_event(NewRevisionDocEvent, type="new_revision") # ballot iesg_ballot_summary = None irsg_ballot_summary = None due_date = None if (iesg_state_slug in IESG_BALLOT_ACTIVE_STATES) or irsg_state: active_ballot = doc.active_ballot() if active_ballot: if irsg_state: irsg_ballot_summary = irsg_needed_ballot_positions(doc, list(active_ballot.active_balloter_positions().values())) due_date=active_ballot.irsgballotdocevent.duedate else: iesg_ballot_summary = needed_ballot_positions(doc, list(active_ballot.active_balloter_positions().values())) # submission submission = "" if group is None: submission = "unknown" elif group.type_id == "individ": submission = "individual" elif group.type_id == "area" and doc.stream_id == "ietf": submission = "individual in %s area" % group.acronym else: if group.features.acts_like_wg: submission = "%s %s" % (group.acronym, group.type) else: submission = group.acronym submission = "%s" % (group.about_url(), submission) if doc.stream_id and doc.get_state_slug("draft-stream-%s" % doc.stream_id) == "c-adopt": submission = "candidate for %s" % submission # resurrection resurrected_by = None if doc.get_state_slug() == "expired": e = doc.latest_event(type__in=("requested_resurrect", "completed_resurrect")) if e and e.type == "requested_resurrect": resurrected_by = e.by # stream info stream_state_type_slug = None stream_state = None if doc.stream: stream_state_type_slug = "draft-stream-%s" % doc.stream_id stream_state = doc.get_state(stream_state_type_slug) stream_tags = doc.tags.filter(slug__in=get_tags_for_stream_id(doc.stream_id)) shepherd_writeup = doc.latest_event(WriteupDocEvent, type="changed_protocol_writeup") is_shepherd = user_is_person(request.user, doc.shepherd and doc.shepherd.person) can_edit_stream_info = is_authorized_in_doc_stream(request.user, doc) can_edit_shepherd_writeup = can_edit_stream_info or is_shepherd or has_role(request.user, ["Area Director"]) can_edit_notify = can_edit_shepherd_writeup can_edit_individual = is_individual_draft_author(request.user, doc) can_edit_consensus = False consensus = nice_consensus(default_consensus(doc)) if doc.stream_id == "ietf" and iesg_state: show_in_states = set(IESG_BALLOT_ACTIVE_STATES) show_in_states.update(('approved','ann','rfcqueue','pub')) if iesg_state_slug in show_in_states: can_edit_consensus = can_edit e = doc.latest_event(ConsensusDocEvent, type="changed_consensus") consensus = nice_consensus(e and e.consensus) elif doc.stream_id in ("irtf", "iab"): can_edit_consensus = can_edit or can_edit_stream_info e = doc.latest_event(ConsensusDocEvent, type="changed_consensus") consensus = nice_consensus(e and e.consensus) can_request_review = can_request_review_of_doc(request.user, doc) can_submit_unsolicited_review_for_teams = None if request.user.is_authenticated: can_submit_unsolicited_review_for_teams = Group.objects.filter( reviewteamsettings__isnull=False, role__person__user=request.user, role__name='secr') # mailing list search archive search_archive = "www.ietf.org/mail-archive/web/" if doc.stream_id == "ietf" and group.type_id == "wg" and group.list_archive: search_archive = group.list_archive search_archive = quote(search_archive, safe="~") # conflict reviews conflict_reviews = [r.source.name for r in interesting_relations_that.filter(relationship="conflrev")] status_change_docs = interesting_relations_that.filter(relationship__in=STATUSCHANGE_RELATIONS) status_changes = [ r.source for r in status_change_docs if r.source.get_state_slug() in ('appr-sent','appr-pend')] proposed_status_changes = [ r.source for r in status_change_docs if r.source.get_state_slug() in ('needshep','adrev','iesgeval','defer','appr-pr')] presentations = doc.future_presentations() # remaining actions actions = [] if can_adopt_draft(request.user, doc) and not doc.get_state_slug() in ["rfc"] and not snapshot: if doc.group and doc.group.acronym != 'none': # individual submission # already adopted in one group button_text = "Change Document Adoption to other Group (now in %s)" % doc.group.acronym else: button_text = "Manage Document Adoption in Group" actions.append((button_text, urlreverse('ietf.doc.views_draft.adopt_draft', kwargs=dict(name=doc.name)))) if can_unadopt_draft(request.user, doc) and not doc.get_state_slug() in ["rfc"] and not snapshot: if doc.get_state_slug('draft-iesg') == 'idexists': if doc.group and doc.group.acronym != 'none': actions.append(("Release document from group", urlreverse('ietf.doc.views_draft.release_draft', kwargs=dict(name=doc.name)))) elif doc.stream_id == 'ise': actions.append(("Release document from stream", urlreverse('ietf.doc.views_draft.release_draft', kwargs=dict(name=doc.name)))) else: pass if doc.get_state_slug() == "expired" and not resurrected_by and can_edit and not snapshot: actions.append(("Request Resurrect", urlreverse('ietf.doc.views_draft.request_resurrect', kwargs=dict(name=doc.name)))) if doc.get_state_slug() == "expired" and has_role(request.user, ("Secretariat",)) and not snapshot: actions.append(("Resurrect", urlreverse('ietf.doc.views_draft.resurrect', kwargs=dict(name=doc.name)))) if (doc.get_state_slug() not in ["rfc", "expired"] and doc.stream_id in ("irtf",) and not snapshot and not doc.ballot_open('irsg-approve') and can_edit_stream_info): label = "Issue IRSG Ballot" actions.append((label, urlreverse('ietf.doc.views_ballot.issue_irsg_ballot', kwargs=dict(name=doc.name)))) if (doc.get_state_slug() not in ["rfc", "expired"] and doc.stream_id in ("irtf",) and not snapshot and doc.ballot_open('irsg-approve') and can_edit_stream_info): label = "Close IRSG Ballot" actions.append((label, urlreverse('ietf.doc.views_ballot.close_irsg_ballot', kwargs=dict(name=doc.name)))) if (doc.get_state_slug() not in ["rfc", "expired"] and doc.stream_id in ("ise", "irtf") and can_edit_stream_info and not conflict_reviews and not snapshot): label = "Begin IETF Conflict Review" if not doc.intended_std_level: label += " (note that intended status is not set)" actions.append((label, urlreverse('ietf.doc.views_conflict_review.start_review', kwargs=dict(name=doc.name)))) if (doc.get_state_slug() not in ["rfc", "expired"] and doc.stream_id in ("iab", "ise", "irtf") and can_edit_stream_info and not snapshot): if doc.get_state_slug('draft-stream-%s' % doc.stream_id) not in ('rfc-edit', 'pub', 'dead'): label = "Request Publication" if not doc.intended_std_level: label += " (note that intended status is not set)" if iesg_state and iesg_state_slug not in ('idexists','dead'): label += " (Warning: the IESG state indicates ongoing IESG processing)" actions.append((label, urlreverse('ietf.doc.views_draft.request_publication', kwargs=dict(name=doc.name)))) if doc.get_state_slug() not in ["rfc", "expired"] and doc.stream_id in ("ietf",) and not snapshot: if iesg_state_slug == 'idexists' and can_edit: actions.append(("Begin IESG Processing", urlreverse('ietf.doc.views_draft.edit_info', kwargs=dict(name=doc.name)) + "?new=1")) elif can_edit_stream_info and (iesg_state_slug in ('idexists','watching')): actions.append(("Submit to IESG for Publication", urlreverse('ietf.doc.views_draft.to_iesg', kwargs=dict(name=doc.name)))) augment_docs_and_user_with_user_info([doc], request.user) published = doc.latest_event(type="published_rfc") started_iesg_process = doc.latest_event(type="started_iesg_process") review_assignments = review_assignments_to_list_for_docs([doc]).get(doc.name, []) no_review_from_teams = no_review_from_teams_on_doc(doc, rev or doc.rev) exp_comment = doc.latest_event(IanaExpertDocEvent,type="comment") iana_experts_comment = exp_comment and exp_comment.desc # See if we should show an Auth48 URL auth48_url = None # stays None unless we are in the auth48 state if doc.get_state_slug('draft-rfceditor') == 'auth48': document_url = doc.documenturl_set.filter(tag_id='auth48').first() auth48_url = document_url.url if document_url else '' # Do not show the Auth48 URL in the "Additional URLs" section additional_urls = doc.documenturl_set.exclude(tag_id='auth48') # Stream description passing test if doc.stream != None: stream_desc = doc.stream.desc else: stream_desc = "(None)" return render(request, "doc/document_draft.html", dict(doc=doc, group=group, top=top, name=name, content=content, split_content=split_content, revisions=revisions, snapshot=snapshot, stream_desc=stream_desc, latest_revision=latest_revision, latest_rev=latest_rev, can_edit=can_edit, can_edit_authors=can_edit_authors, can_change_stream=can_change_stream, can_edit_stream_info=can_edit_stream_info, can_edit_individual=can_edit_individual, is_shepherd = is_shepherd, can_edit_shepherd_writeup=can_edit_shepherd_writeup, can_edit_notify=can_edit_notify, can_edit_iana_state=can_edit_iana_state, can_edit_consensus=can_edit_consensus, can_edit_replaces=can_edit_replaces, can_view_possibly_replaces=can_view_possibly_replaces, can_request_review=can_request_review, can_submit_unsolicited_review_for_teams=can_submit_unsolicited_review_for_teams, rfc_number=rfc_number, draft_name=draft_name, telechat=telechat, iesg_ballot_summary=iesg_ballot_summary, # PEY: Currently not using irsg_ballot_summary in the template, but it should be. That will take a new box for IRSG data. irsg_ballot_summary=irsg_ballot_summary, submission=submission, resurrected_by=resurrected_by, replaces=interesting_relations_that_doc.filter(relationship="replaces"), replaced_by=interesting_relations_that.filter(relationship="replaces"), possibly_replaces=interesting_relations_that_doc.filter(relationship="possibly_replaces"), possibly_replaced_by=interesting_relations_that.filter(relationship="possibly_replaces"), updates=interesting_relations_that_doc.filter(relationship="updates"), updated_by=interesting_relations_that.filter(relationship="updates"), obsoletes=interesting_relations_that_doc.filter(relationship="obs"), obsoleted_by=interesting_relations_that.filter(relationship="obs"), conflict_reviews=conflict_reviews, status_changes=status_changes, proposed_status_changes=proposed_status_changes, rfc_aliases=rfc_aliases, has_errata=doc.tags.filter(slug="errata"), published=published, file_urls=file_urls, additional_urls=additional_urls, stream_state_type_slug=stream_state_type_slug, stream_state=stream_state, stream_tags=stream_tags, milestones=doc.groupmilestone_set.filter(state="active"), consensus=consensus, iesg_state=iesg_state, iesg_state_summary=iesg_state_summary, rfc_editor_state=doc.get_state("draft-rfceditor"), rfc_editor_auth48_url=auth48_url, iana_review_state=doc.get_state("draft-iana-review"), iana_action_state=doc.get_state("draft-iana-action"), iana_experts_state=doc.get_state("draft-iana-experts"), iana_experts_comment=iana_experts_comment, started_iesg_process=started_iesg_process, shepherd_writeup=shepherd_writeup, search_archive=search_archive, actions=actions, presentations=presentations, review_assignments=review_assignments, no_review_from_teams=no_review_from_teams, due_date=due_date, )) if doc.type_id == "charter": content = doc.text_or_error() # pyflakes:ignore content = markup_txt.markup(content) ballot_summary = None if doc.get_state_slug() in ("intrev", "iesgrev"): active_ballot = doc.active_ballot() if active_ballot: ballot_summary = needed_ballot_positions(doc, list(active_ballot.active_balloter_positions().values())) else: ballot_summary = "No active ballot found." chartering = get_chartering_type(doc) # inject milestones from group milestones = None if chartering and not snapshot: milestones = doc.group.groupmilestone_set.filter(state="charter") can_manage = can_manage_all_groups_of_type(request.user, doc.group.type_id) return render(request, "doc/document_charter.html", dict(doc=doc, top=top, chartering=chartering, content=content, txt_url=doc.get_href(), revisions=revisions, latest_rev=latest_rev, snapshot=snapshot, telechat=telechat, ballot_summary=ballot_summary, group=group, milestones=milestones, can_manage=can_manage, )) if doc.type_id == "bofreq": content = markdown.markdown(doc.text_or_error()) editors = bofreq_editors(doc) responsible = bofreq_responsible(doc) can_manage = has_role(request.user,['Secretariat', 'Area Director', 'IAB']) editor_can_manage = doc.get_state_slug('bofreq')=='proposed' and request.user.is_authenticated and request.user.person in editors return render(request, "doc/document_bofreq.html", dict(doc=doc, top=top, revisions=revisions, latest_rev=latest_rev, content=content, snapshot=snapshot, can_manage=can_manage, editors=editors, responsible=responsible, editor_can_manage=editor_can_manage, )) if doc.type_id == "conflrev": filename = "%s-%s.txt" % (doc.canonical_name(), doc.rev) pathname = os.path.join(settings.CONFLICT_REVIEW_PATH,filename) if doc.rev == "00" and not os.path.isfile(pathname): # This could move to a template content = "A conflict review response has not yet been proposed." else: content = doc.text_or_error() # pyflakes:ignore content = markup_txt.markup(content) ballot_summary = None if doc.get_state_slug() in ("iesgeval", ) and doc.active_ballot(): ballot_summary = needed_ballot_positions(doc, list(doc.active_ballot().active_balloter_positions().values())) conflictdoc = doc.related_that_doc('conflrev')[0].document return render(request, "doc/document_conflict_review.html", dict(doc=doc, top=top, content=content, revisions=revisions, latest_rev=latest_rev, snapshot=snapshot, telechat=telechat, conflictdoc=conflictdoc, ballot_summary=ballot_summary, approved_states=('appr-reqnopub-pend','appr-reqnopub-sent','appr-noprob-pend','appr-noprob-sent'), )) if doc.type_id == "statchg": filename = "%s-%s.txt" % (doc.canonical_name(), doc.rev) pathname = os.path.join(settings.STATUS_CHANGE_PATH,filename) if doc.rev == "00" and not os.path.isfile(pathname): # This could move to a template content = "Status change text has not yet been proposed." else: content = doc.text_or_error() # pyflakes:ignore ballot_summary = None if doc.get_state_slug() in ("iesgeval"): ballot_summary = needed_ballot_positions(doc, list(doc.active_ballot().active_balloter_positions().values())) if isinstance(doc,Document): sorted_relations=doc.relateddocument_set.all().order_by('relationship__name') elif isinstance(doc,DocHistory): sorted_relations=doc.relateddochistory_set.all().order_by('relationship__name') else: sorted_relations=None return render(request, "doc/document_status_change.html", dict(doc=doc, top=top, content=content, revisions=revisions, latest_rev=latest_rev, snapshot=snapshot, telechat=telechat, ballot_summary=ballot_summary, approved_states=('appr-pend','appr-sent'), sorted_relations=sorted_relations, )) # TODO : Add "recording", and "bluesheets" here when those documents are appropriately # created and content is made available on disk if doc.type_id in ("slides", "agenda", "minutes", "bluesheets","procmaterials",): can_manage_material = can_manage_materials(request.user, doc.group) presentations = doc.future_presentations() if doc.uploaded_filename: # we need to remove the extension for the globbing below to work basename = os.path.splitext(doc.uploaded_filename)[0] else: basename = "%s-%s" % (doc.canonical_name(), doc.rev) pathname = os.path.join(doc.get_file_path(), basename) content = None content_is_html = False other_types = [] globs = glob.glob(pathname + ".*") url = doc.get_href() urlbase, urlext = os.path.splitext(url) for g in globs: extension = os.path.splitext(g)[1] t = os.path.splitext(g)[1].lstrip(".") if not url.endswith("/") and not url.endswith(extension): url = urlbase + extension if extension == ".txt": content = doc.text_or_error() t = "plain text" elif extension == ".md": content = markdown.markdown(doc.text_or_error()) content_is_html = True t = "markdown" other_types.append((t, url)) # determine whether uploads are allowed can_upload = can_manage_material and not snapshot if doc.group is None: can_upload = can_upload and (doc.type_id == 'procmaterials') else: can_upload = ( can_upload and doc.group.features.has_nonsession_materials and doc.type_id in doc.group.features.material_types ) return render(request, "doc/document_material.html", dict(doc=doc, top=top, content=content, content_is_html=content_is_html, revisions=revisions, latest_rev=latest_rev, snapshot=snapshot, can_manage_material=can_manage_material, can_upload = can_upload, other_types=other_types, presentations=presentations, )) if doc.type_id == "review": basename = "{}.txt".format(doc.name) pathname = os.path.join(doc.get_file_path(), basename) content = get_unicode_document_content(basename, pathname) # If we want to go back to using markup_txt.markup_unicode, call it explicitly here like this: # content = markup_txt.markup_unicode(content, split=False, width=80) assignments = ReviewAssignment.objects.filter(review__name=doc.name) review_assignment = assignments.first() other_reviews = [] if review_assignment: other_reviews = [r for r in review_assignments_to_list_for_docs([review_assignment.review_request.doc]).get(doc.name, []) if r != review_assignment] return render(request, "doc/document_review.html", dict(doc=doc, top=top, content=content, revisions=revisions, latest_rev=latest_rev, snapshot=snapshot, review_req=review_assignment.review_request if review_assignment else None, other_reviews=other_reviews, assignments=assignments, )) raise Http404("Document not found: %s" % (name + ("-%s"%rev if rev else ""))) def document_html(request, name, rev=None): found = fuzzy_find_documents(name, rev) num_found = found.documents.count() if num_found == 0: raise Http404("Document not found: %s" % name) if num_found > 1: raise Http404("Multiple documents matched: %s" % name) if found.matched_name.startswith('rfc') and name != found.matched_name: return redirect('ietf.doc.views_doc.document_html', name=found.matched_name) doc = found.documents.get() if not os.path.exists(doc.get_file_name()): raise Http404("File not found: %s" % doc.get_file_name()) if found.matched_rev or found.matched_name.startswith('rfc'): rev = found.matched_rev else: rev = doc.rev if rev: doc = doc.history_set.filter(rev=rev).first() or doc.fake_history_obj(rev) if doc.type_id in ['draft',]: doc.supermeta = build_doc_supermeta_block(doc) doc.meta = build_doc_meta_block(doc, settings.HTMLIZER_URL_PREFIX) doccolor = 'bgwhite' # Unknown if doc.type_id=='draft': if doc.is_rfc(): if doc.related_that('obs'): doccolor = 'bgbrown' else: doccolor = { 'ps' : 'bgblue', 'exp' : 'bgyellow', 'inf' : 'bgorange', 'ds' : 'bgcyan', 'hist' : 'bggrey', 'std' : 'bggreen', 'bcp' : 'bgmagenta', 'unkn' : 'bgwhite', }.get(doc.std_level_id, 'bgwhite') else: doccolor = 'bgred' # Draft return render(request, "doc/document_html.html", {"doc":doc, "doccolor":doccolor }) def check_doc_email_aliases(): pattern = re.compile(r'^expand-(.*?)(\..*?)?@.*? +(.*)$') good_count = 0 tot_count = 0 with io.open(settings.DRAFT_VIRTUAL_PATH,"r") as virtual_file: for line in virtual_file.readlines(): m = pattern.match(line) tot_count += 1 if m: good_count += 1 if good_count > 50 and tot_count < 3*good_count: return True return False def get_doc_email_aliases(name): if name: pattern = re.compile(r'^expand-(%s)(\..*?)?@.*? +(.*)$'%name) else: pattern = re.compile(r'^expand-(.*?)(\..*?)?@.*? +(.*)$') aliases = [] with io.open(settings.DRAFT_VIRTUAL_PATH,"r") as virtual_file: for line in virtual_file.readlines(): m = pattern.match(line) if m: aliases.append({'doc_name':m.group(1),'alias_type':m.group(2),'expansion':m.group(3)}) return aliases def document_email(request,name): doc = get_object_or_404(Document, docalias__name=name) top = render_document_top(request, doc, "email", name) aliases = get_doc_email_aliases(name) if doc.type_id=='draft' else None expansions = gather_relevant_expansions(doc=doc) return render(request, "doc/document_email.html", dict(doc=doc, top=top, aliases=aliases, expansions=expansions, ietf_domain=settings.IETF_DOMAIN, ) ) def document_history(request, name): doc = get_object_or_404(Document, docalias__name=name) top = render_document_top(request, doc, "history", name) # pick up revisions from events diff_revisions = [] diffable = [ name.startswith(prefix) for prefix in ["rfc", "draft", "charter", "conflict-review", "status-change", ]] if any(diffable): diff_documents = [ doc ] diff_documents.extend(Document.objects.filter(docalias__relateddocument__source=doc, docalias__relateddocument__relationship="replaces")) if doc.get_state_slug() == "rfc": e = doc.latest_event(type="published_rfc") aliases = doc.docalias.filter(name__startswith="rfc") if aliases: name = aliases[0].name diff_revisions.append((name, "", e.time if e else doc.time, name)) seen = set() for e in NewRevisionDocEvent.objects.filter(type="new_revision", doc__in=diff_documents).select_related('doc').order_by("-time", "-id"): if (e.doc.name, e.rev) in seen: continue seen.add((e.doc.name, e.rev)) url = "" if name.startswith("charter"): url = request.build_absolute_uri(urlreverse('ietf.doc.views_charter.charter_with_milestones_txt', kwargs=dict(name=e.doc.name, rev=e.rev))) elif name.startswith("conflict-review"): url = find_history_active_at(e.doc, e.time).get_href() elif name.startswith("status-change"): url = find_history_active_at(e.doc, e.time).get_href() elif name.startswith("draft") or name.startswith("rfc"): # rfcdiff tool has special support for IDs url = e.doc.name + "-" + e.rev diff_revisions.append((e.doc.name, e.rev, e.time, url)) # grab event history events = doc.docevent_set.all().order_by("-time", "-id").select_related("by") augment_events_with_revision(doc, events) add_links_in_new_revision_events(doc, events, diff_revisions) add_events_message_info(events) # figure out if the current user can add a comment to the history if doc.type_id == "draft" and doc.group != None: can_add_comment = bool(has_role(request.user, ("Area Director", "Secretariat", "IRTF Chair", "IANA", "RFC Editor")) or ( request.user.is_authenticated and Role.objects.filter(name__in=("chair", "secr"), group__acronym=doc.group.acronym, person__user=request.user))) else: can_add_comment = has_role(request.user, ("Area Director", "Secretariat", "IRTF Chair")) return render(request, "doc/document_history.html", dict(doc=doc, top=top, diff_revisions=diff_revisions, events=events, can_add_comment=can_add_comment, )) def document_bibtex(request, name, rev=None): # Make sure URL_REGEXPS did not grab too much for the rev number if rev != None and len(rev) != 2: mo = re.search(r"^(?P[0-9]{1,2})-(?P[0-9]{2})$", rev) if mo: name = name+"-"+mo.group(1) rev = mo.group(2) else: name = name+"-"+rev rev = None doc = get_object_or_404(Document, docalias__name=name) latest_revision = doc.latest_event(NewRevisionDocEvent, type="new_revision") replaced_by = [d.name for d in doc.related_that("replaces")] published = doc.latest_event(type="published_rfc") rfc = latest_revision.doc if latest_revision and latest_revision.doc.get_state_slug() == "rfc" else None if rev != None and rev != doc.rev: # find the entry in the history for h in doc.history_set.order_by("-time"): if rev == h.rev: doc = h break if doc.is_rfc(): # This needs to be replaced with a lookup, as the mapping may change # over time. Probably by updating ietf/sync/rfceditor.py to add the # as a DocAlias, and use a method on Document to retrieve it. doi = "10.17487/RFC%04d" % int(doc.rfc_number()) else: doi = None return render(request, "doc/document_bibtex.bib", dict(doc=doc, replaced_by=replaced_by, published=published, rfc=rfc, latest_revision=latest_revision, doi=doi, ), content_type="text/plain; charset=utf-8", ) def document_bibxml_ref(request, name, rev=None): if re.search(r'^rfc\d+$', name): raise Http404() if not name.startswith('draft-'): name = 'draft-'+name return document_bibxml(request, name, rev=rev) def document_bibxml(request, name, rev=None): # This only deals with drafts, as bibxml entries for RFCs should come from # the RFC-Editor. if re.search(r'^rfc\d+$', name): raise Http404() # Make sure URL_REGEXPS did not grab too much for the rev number if rev != None and len(rev) != 2: mo = re.search(r"^(?P[0-9]{1,2})-(?P[0-9]{2})$", rev) if mo: name = name+"-"+mo.group(1) rev = mo.group(2) else: name = name+"-"+rev rev = None doc = get_object_or_404(Document, name=name, type_id='draft') latest_revision = doc.latest_event(NewRevisionDocEvent, type="new_revision") latest_rev = latest_revision.rev if latest_revision else None if rev != None: # find the entry in the history for h in doc.history_set.order_by("-time"): if rev == h.rev: doc = h break if rev and rev != doc.rev: raise Http404("Revision not found") ### PATCH to deal with unexpected multiple NewRevisionDocEvent objects for the same revision on a document doc_event_qs = NewRevisionDocEvent.objects.filter(doc__name=doc.name, rev=(rev or latest_rev)) if doc_event_qs.count(): doc_event = doc_event_qs.order_by('time').last() doc.date = doc_event.time.date() else: doc.date = doc.time.date() # Even if this may be incoreect, what would be better? # try: # doc_event = NewRevisionDocEvent.objects.get(doc__name=doc.name, rev=(rev or latest_rev)) # doc.date = doc_event.time.date() # except DocEvent.DoesNotExist: # doc.date = doc.time.date() # Even if this may be incoreect, what would be better? return render(request, "doc/bibxml.xml", dict( name=name, doc=doc, doc_bibtype='I-D', ), content_type="application/xml; charset=utf-8", ) def document_writeup(request, name): doc = get_object_or_404(Document, docalias__name=name) top = render_document_top(request, doc, "writeup", name) def text_from_writeup(event_type): e = doc.latest_event(WriteupDocEvent, type=event_type) if e: return e.text else: return "" sections = [] if doc.type_id == "draft": writeups = [] sections.append(("Approval Announcement", "Draft of message to be sent after approval:", writeups)) if doc.get_state("draft-iesg"): writeups.append(("Announcement", text_from_writeup("changed_ballot_approval_text"), urlreverse('ietf.doc.views_ballot.ballot_approvaltext', kwargs=dict(name=doc.name)))) writeups.append(("Ballot Text", text_from_writeup("changed_ballot_writeup_text"), urlreverse('ietf.doc.views_ballot.ballot_writeupnotes', kwargs=dict(name=doc.name)))) writeups.append(("RFC Editor Note", text_from_writeup("changed_rfc_editor_note_text"), urlreverse('ietf.doc.views_ballot.ballot_rfceditornote', kwargs=dict(name=doc.name)))) elif doc.type_id == "charter": sections.append(("WG Review Announcement", "", [("WG Review Announcement", text_from_writeup("changed_review_announcement"), urlreverse("ietf.doc.views_charter.review_announcement_text", kwargs=dict(name=doc.name)))] )) sections.append(("WG Action Announcement", "", [("WG Action Announcement", text_from_writeup("changed_action_announcement"), urlreverse("ietf.doc.views_charter.action_announcement_text", kwargs=dict(name=doc.name)))] )) if doc.latest_event(BallotDocEvent, type="created_ballot"): sections.append(("Ballot Announcement", "", [("Ballot Announcement", text_from_writeup("changed_ballot_writeup_text"), urlreverse("ietf.doc.views_charter.ballot_writeupnotes", kwargs=dict(name=doc.name)))] )) if not sections: raise Http404 return render(request, "doc/document_writeup.html", dict(doc=doc, top=top, sections=sections, can_edit=has_role(request.user, ("Area Director", "Secretariat")), )) def document_shepherd_writeup(request, name): doc = get_object_or_404(Document, docalias__name=name) lastwriteup = doc.latest_event(WriteupDocEvent,type="changed_protocol_writeup") if lastwriteup: writeup_text = lastwriteup.text else: writeup_text = "(There is no shepherd's writeup available for this document)" can_edit_stream_info = is_authorized_in_doc_stream(request.user, doc) can_edit_shepherd_writeup = can_edit_stream_info or user_is_person(request.user, doc.shepherd and doc.shepherd.person) or has_role(request.user, ["Area Director"]) return render(request, "doc/shepherd_writeup.html", dict(doc=doc, writeup=writeup_text, can_edit=can_edit_shepherd_writeup ), ) def document_references(request, name): doc = get_object_or_404(Document,docalias__name=name) refs = doc.references() return render(request, "doc/document_references.html",dict(doc=doc,refs=sorted(refs,key=lambda x:x.target.name),)) def document_referenced_by(request, name): doc = get_object_or_404(Document,docalias__name=name) refs = doc.referenced_by() full = ( request.GET.get('full') != None ) numdocs = refs.count() if not full and numdocs>250: refs=refs[:250] else: numdocs=None refs=sorted(refs,key=lambda x:(['refnorm','refinfo','refunk','refold'].index(x.relationship.slug),x.source.canonical_name())) return render(request, "doc/document_referenced_by.html", dict(alias_name=name, doc=doc, numdocs=numdocs, refs=refs, )) def document_ballot_content(request, doc, ballot_id, editable=True): """Render HTML string with content of ballot page.""" all_ballots = list(BallotDocEvent.objects.filter(doc=doc, type="created_ballot").order_by("time")) augment_events_with_revision(doc, all_ballots) ballot = None if ballot_id != None: ballot_id = int(ballot_id) for b in all_ballots: if b.id == ballot_id: ballot = b break elif all_ballots: ballot = all_ballots[-1] if not ballot: return "

No ballots are available for this document at this time.

" deferred = doc.active_defer_event() positions = ballot.all_positions() # put into position groups position_groups = [] for n in BallotPositionName.objects.filter(slug__in=[p.pos_id for p in positions]).order_by('order'): g = (n, [p for p in positions if p.pos_id == n.slug]) g[1].sort(key=lambda p: (p.is_old_pos, p.balloter.plain_name())) if n.blocking: position_groups.insert(0, g) else: position_groups.append(g) if (ballot.ballot_type.slug == "irsg-approve"): summary = irsg_needed_ballot_positions(doc, [p for p in positions if not p.is_old_pos]) else: summary = needed_ballot_positions(doc, [p for p in positions if not p.is_old_pos]) text_positions = [p for p in positions if p.discuss or p.comment] text_positions.sort(key=lambda p: (p.is_old_pos, p.balloter.last_name())) ballot_open = not BallotDocEvent.objects.filter(doc=doc, type__in=("closed_ballot", "created_ballot"), time__gt=ballot.time, ballot_type=ballot.ballot_type) if not ballot_open: editable = False return render_to_string("doc/document_ballot_content.html", dict(doc=doc, ballot=ballot, position_groups=position_groups, text_positions=text_positions, editable=editable, ballot_open=ballot_open, deferred=deferred, summary=summary, all_ballots=all_ballots, ), request=request) def document_ballot(request, name, ballot_id=None): doc = get_object_or_404(Document, docalias__name=name) all_ballots = list(BallotDocEvent.objects.filter(doc=doc, type="created_ballot").order_by("time")) if not ballot_id: if all_ballots: ballot = all_ballots[-1] else: raise Http404("Ballot not found for: %s" % name) ballot_id = ballot.id else: ballot_id = int(ballot_id) for b in all_ballots: if b.id == ballot_id: ballot = b break if not ballot_id or not ballot: raise Http404("Ballot not found for: %s" % name) if ballot.ballot_type.slug == "irsg-approve": ballot_tab = "irsgballot" else: ballot_tab = "ballot" top = render_document_top(request, doc, ballot_tab, name) c = document_ballot_content(request, doc, ballot_id, editable=True) request.session['ballot_edit_return_point'] = request.path_info return render(request, "doc/document_ballot.html", dict(doc=doc, top=top, ballot_content=c, # ballot_type_slug=ballot.ballot_type.slug, )) def document_irsg_ballot(request, name, ballot_id=None): doc = get_object_or_404(Document, docalias__name=name) top = render_document_top(request, doc, "irsgballot", name) if not ballot_id: ballot = doc.latest_event(BallotDocEvent, type="created_ballot", ballot_type__slug='irsg-approve') if ballot: ballot_id = ballot.id c = document_ballot_content(request, doc, ballot_id, editable=True) request.session['ballot_edit_return_point'] = request.path_info return render(request, "doc/document_ballot.html", dict(doc=doc, top=top, ballot_content=c, # ballot_type_slug=ballot.ballot_type.slug, )) def ballot_popup(request, name, ballot_id): doc = get_object_or_404(Document, docalias__name=name) c = document_ballot_content(request, doc, ballot_id=ballot_id, editable=False) ballot = get_object_or_404(BallotDocEvent,id=ballot_id) return render(request, "doc/ballot_popup.html", dict(doc=doc, ballot_content=c, ballot_id=ballot_id, ballot_type_slug=ballot.ballot_type.slug, editable=True, )) def document_json(request, name, rev=None): doc = get_object_or_404(Document, docalias__name=name) def extract_name(s): return s.name if s else None data = {} data["name"] = doc.name data["rev"] = doc.rev data["pages"] = doc.pages data["time"] = doc.time.strftime("%Y-%m-%d %H:%M:%S") data["group"] = None if doc.group: data["group"] = dict( name=doc.group.name, type=extract_name(doc.group.type), acronym=doc.group.acronym) data["expires"] = doc.expires.strftime("%Y-%m-%d %H:%M:%S") if doc.expires else None data["title"] = doc.title data["abstract"] = doc.abstract data["aliases"] = list(doc.docalias.values_list("name", flat=True)) data["state"] = extract_name(doc.get_state()) data["intended_std_level"] = extract_name(doc.intended_std_level) data["std_level"] = extract_name(doc.std_level) data["authors"] = [ dict(name=author.person.name, email=author.email.address if author.email else None, affiliation=author.affiliation) for author in doc.documentauthor_set.all().select_related("person", "email").order_by("order") ] data["shepherd"] = doc.shepherd.formatted_email() if doc.shepherd else None data["ad"] = doc.ad.role_email("ad").formatted_email() if doc.ad else None latest_revision = doc.latest_event(NewRevisionDocEvent, type="new_revision") data["rev_history"] = make_rev_history(latest_revision.doc if latest_revision else doc) if doc.type_id == "draft": data["iesg_state"] = extract_name(doc.get_state("draft-iesg")) data["rfceditor_state"] = extract_name(doc.get_state("draft-rfceditor")) data["iana_review_state"] = extract_name(doc.get_state("draft-iana-review")) data["iana_action_state"] = extract_name(doc.get_state("draft-iana-action")) if doc.stream_id in ("ietf", "irtf", "iab"): e = doc.latest_event(ConsensusDocEvent, type="changed_consensus") data["consensus"] = e.consensus if e else None data["stream"] = extract_name(doc.stream) return HttpResponse(json.dumps(data, indent=2), content_type='application/json') class AddCommentForm(forms.Form): comment = forms.CharField(required=True, widget=forms.Textarea, strip=False) @role_required('Area Director', 'Secretariat', 'IRTF Chair', 'WG Chair', 'RG Chair', 'WG Secretary', 'RG Secretary', 'IANA', 'RFC Editor') def add_comment(request, name): """Add comment to history of document.""" doc = get_object_or_404(Document, docalias__name=name) login = request.user.person if doc.type_id == "draft" and doc.group != None: can_add_comment = bool(has_role(request.user, ("Area Director", "Secretariat", "IRTF Chair", "IANA", "RFC Editor")) or ( request.user.is_authenticated and Role.objects.filter(name__in=("chair", "secr"), group__acronym=doc.group.acronym, person__user=request.user))) else: can_add_comment = has_role(request.user, ("Area Director", "Secretariat", "IRTF Chair")) if not can_add_comment: # The user is a chair or secretary, but not for this WG or RG permission_denied(request, "You need to be a chair or secretary of this group to add a comment.") if request.method == 'POST': form = AddCommentForm(request.POST) if form.is_valid(): c = form.cleaned_data['comment'] e = DocEvent(doc=doc, rev=doc.rev, by=login) e.type = "added_comment" e.desc = c e.save() email_comment(request, doc, e) return redirect('ietf.doc.views_doc.document_history', name=doc.name) else: form = AddCommentForm() return render(request, 'doc/add_comment.html', dict(doc=doc, form=form)) @role_required("Area Director", "Secretariat") def telechat_date(request, name): doc = get_object_or_404(Document, name=name) login = request.user.person e = doc.latest_event(TelechatDocEvent, type="scheduled_for_telechat") initial_returning_item = bool(e and e.returning_item) warnings = [] if e and e.telechat_date and doc.type.slug != 'charter': if e.telechat_date==datetime.date.today(): warnings.append( "This document is currently scheduled for today's telechat. " +"Please set the returning item bit carefully.") elif e.telechat_date 0: doc_role_labels.append(dict(slug='authors', label='Authors')) authors = doc.authors() role_ids['authors'] = [p.pk for p in authors] extra_prefetch += authors if doc.ad: doc_role_labels.append(dict(slug='ad', label='Responsible AD')) role_ids['ad'] = [doc.ad.pk] extra_prefetch.append(doc.ad) if doc.shepherd: # doc.shepherd is an Email, which is allowed not to have a Person. # The Emails used for shepherds should always have one, though. If not, log the # event and move on without the shepherd. This just means there will not be # add/remove shepherd buttons. log.assertion('doc.shepherd.person', note="A document's shepherd should always have a Person'. Failed for %s"%doc.name) if doc.shepherd.person: doc_role_labels.append(dict(slug='shep', label='Shepherd')) role_ids['shep'] = [doc.shepherd.person.pk] extra_prefetch.append(doc.shepherd.person) if doc.group: # UI buttons to add / remove will appear in same order as this list group_roles = doc.group.role_set.filter( name__in=DocumentActionHolder.GROUP_ROLES_OF_INTEREST, ).select_related('name', 'person') # name is a RoleName # Gather all the roles for this group for role in group_roles: key = 'group_%s' % role.name.slug existing_list = role_ids.get(key) if existing_list: existing_list.append(role.person.pk) else: role_ids[key] = [role.person.pk] group_role_labels.append(dict( sort_order=DocumentActionHolder.GROUP_ROLES_OF_INTEREST.index(role.name.slug), slug=key, label='Group ' + role.name.name, # friendly role name )) extra_prefetch.append(role.person) # Ensure group role button order is stable group_role_labels.sort(key=lambda r: r['sort_order']) form = ActionHoldersForm(initial={'action_holders': doc.action_holders.all()}) form.fields['action_holders'].extra_prefetch = extra_prefetch form.fields['action_holders'].widget.attrs["data-role-ids"] = json.dumps(role_ids) return render( request, 'doc/edit_action_holders.html', { 'form': form, 'doc': doc, 'titletext': doc_titletext(doc), 'role_labels': doc_role_labels + group_role_labels, } ) class ReminderEmailForm(forms.Form): note = forms.CharField( widget=forms.Textarea, label='Note to action holders', help_text='Optional message to the action holders', required=False, strip=True, ) @role_required('Area Director', 'Secretariat') def remind_action_holders(request, name): doc = get_object_or_404(Document, name=name) if request.method == 'POST': form = ReminderEmailForm(request.POST) if form.is_valid(): email_remind_action_holders(request, doc, form.cleaned_data['note']) return redirect('ietf.doc.views_doc.document_main', name=doc.canonical_name()) form = ReminderEmailForm() return render( request, 'doc/remind_action_holders.html', { 'form': form, 'doc': doc, 'titletext': doc_titletext(doc), } ) def email_aliases(request,name=''): doc = get_object_or_404(Document, name=name) if name else None if not name: # require login for the overview page, but not for the # document-specific pages if not request.user.is_authenticated: return redirect('%s?next=%s' % (settings.LOGIN_URL, request.path)) aliases = get_doc_email_aliases(name) return render(request,'doc/email_aliases.html',{'aliases':aliases,'ietf_domain':settings.IETF_DOMAIN,'doc':doc}) class VersionForm(forms.Form): version = forms.ChoiceField(required=True, label='Which version of this document will be discussed at this session?') def __init__(self, *args, **kwargs): choices = kwargs.pop('choices') super(VersionForm,self).__init__(*args,**kwargs) self.fields['version'].choices = choices def edit_sessionpresentation(request,name,session_id): doc = get_object_or_404(Document, name=name) sp = get_object_or_404(doc.sessionpresentation_set, session_id=session_id) if not sp.session.can_manage_materials(request.user): raise Http404 if sp.session.is_material_submission_cutoff() and not has_role(request.user, "Secretariat"): raise Http404 choices = [(x,x) for x in doc.docevent_set.filter(type='new_revision').values_list('newrevisiondocevent__rev',flat=True)] choices.insert(0,('current','Current at the time of the session')) initial = {'version' : sp.rev if sp.rev else 'current'} if request.method == 'POST': form = VersionForm(request.POST,choices=choices) if form.is_valid(): new_selection = form.cleaned_data['version'] if initial['version'] != new_selection: doc.sessionpresentation_set.filter(pk=sp.pk).update(rev=None if new_selection=='current' else new_selection) c = DocEvent(type="added_comment", doc=doc, rev=doc.rev, by=request.user.person) c.desc = "Revision for session %s changed to %s" % (sp.session,new_selection) c.save() return redirect('ietf.doc.views_doc.all_presentations', name=name) else: form = VersionForm(choices=choices,initial=initial) return render(request,'doc/edit_sessionpresentation.html', {'sp': sp, 'form': form }) def remove_sessionpresentation(request,name,session_id): doc = get_object_or_404(Document, name=name) sp = get_object_or_404(doc.sessionpresentation_set, session_id=session_id) if not sp.session.can_manage_materials(request.user): raise Http404 if sp.session.is_material_submission_cutoff() and not has_role(request.user, "Secretariat"): raise Http404 if request.method == 'POST': doc.sessionpresentation_set.filter(pk=sp.pk).delete() c = DocEvent(type="added_comment", doc=doc, rev=doc.rev, by=request.user.person) c.desc = "Removed from session: %s" % (sp.session) c.save() return redirect('ietf.doc.views_doc.all_presentations', name=name) return render(request,'doc/remove_sessionpresentation.html', {'sp': sp }) class SessionChooserForm(forms.Form): session = forms.ChoiceField(label="Which session should this document be added to?",required=True) def __init__(self, *args, **kwargs): choices = kwargs.pop('choices') super(SessionChooserForm,self).__init__(*args,**kwargs) self.fields['session'].choices = choices @role_required("Secretariat","Area Director","WG Chair","WG Secretary","RG Chair","RG Secretary","IRTF Chair","Team Chair") def add_sessionpresentation(request,name): doc = get_object_or_404(Document, name=name) version_choices = [(x,x) for x in doc.docevent_set.filter(type='new_revision').values_list('newrevisiondocevent__rev',flat=True)] version_choices.insert(0,('current','Current at the time of the session')) sessions = get_upcoming_manageable_sessions(request.user) sessions = sort_sessions([s for s in sessions if not s.sessionpresentation_set.filter(document=doc).exists()]) if doc.group: sessions = sorted(sessions,key=lambda x:0 if x.group==doc.group else 1) session_choices = [(s.pk, str(s)) for s in sessions] if request.method == 'POST': version_form = VersionForm(request.POST,choices=version_choices) session_form = SessionChooserForm(request.POST,choices=session_choices) if version_form.is_valid() and session_form.is_valid(): session_id = session_form.cleaned_data['session'] version = version_form.cleaned_data['version'] rev = None if version=='current' else version doc.sessionpresentation_set.create(session_id=session_id,rev=rev) c = DocEvent(type="added_comment", doc=doc, rev=doc.rev, by=request.user.person) c.desc = "%s to session: %s" % ('Added -%s'%rev if rev else 'Added', Session.objects.get(pk=session_id)) c.save() return redirect('ietf.doc.views_doc.all_presentations', name=name) else: version_form = VersionForm(choices=version_choices,initial={'version':'current'}) session_form = SessionChooserForm(choices=session_choices) return render(request,'doc/add_sessionpresentation.html',{'doc':doc,'version_form':version_form,'session_form':session_form}) def all_presentations(request, name): doc = get_object_or_404(Document, name=name) sessions = add_event_info_to_session_qs( doc.session_set.filter(type__in=['regular','plenary','other']) ).filter(current_status__in=['sched','schedw','appr','canceled']) future, in_progress, recent, past = group_sessions(sessions) return render(request, 'doc/material/all_presentations.html', { 'user': request.user, 'doc': doc, 'future': future, 'in_progress': in_progress, 'past' : past+recent, }) def idnits2_rfcs_obsoleted(request): filename = os.path.join(settings.DERIVED_DIR,'idnits2-rfcs-obsoleted') try: with open(filename,'rb') as f: blob = f.read() return HttpResponse(blob,content_type='text/plain;charset=utf-8') except Exception as e: log.log('Failed to read idnits2-rfcs-obsoleted:'+str(e)) raise Http404 def idnits2_rfc_status(request): filename = os.path.join(settings.DERIVED_DIR,'idnits2-rfc-status') try: with open(filename,'rb') as f: blob = f.read() return HttpResponse(blob,content_type='text/plain;charset=utf-8') except Exception as e: log.log('Failed to read idnits2-rfc-status:'+str(e)) raise Http404 def idnits2_state(request, name, rev=None): doc = get_object_or_404(Document, docalias__name=name) if doc.type_id!='draft': raise Http404 zero_revision = NewRevisionDocEvent.objects.filter(doc=doc,rev='00').first() if zero_revision: doc.created = zero_revision.time else: doc.created = doc.docevent_set.order_by('-time').first().time if doc.std_level: doc.deststatus = doc.std_level.name elif doc.intended_std_level: doc.deststatus = doc.intended_std_level.name else: text = doc.text() if text: parsed_draft = Draft(text=doc.text(), source=name, name_from_source=False) doc.deststatus = parsed_draft.get_status() else: doc.deststatus="Unknown" return render(request, 'doc/idnits2-state.txt', context={'doc':doc}, content_type='text/plain;charset=utf-8') def find_doc_for_rfcdiff(name, rev): """rfcdiff lookup heuristics Returns a tuple with: [0] - condition string [1] - document found (or None) [2] - historic version [3] - revision actually found (may differ from :rev: input) """ found = fuzzy_find_documents(name, rev) condition = 'no such document' if found.documents.count() != 1: return (condition, None, None, rev) doc = found.documents.get() if found.matched_rev is None or doc.rev == found.matched_rev: condition = 'current version' return (condition, doc, None, found.matched_rev) else: candidate = doc.history_set.filter(rev=found.matched_rev).order_by("-time").first() if candidate: condition = 'historic version' return (condition, doc, candidate, found.matched_rev) else: condition = 'version dochistory not found' return (condition, doc, None, found.matched_rev) # This is a proof of concept of a service that would redirect to the current revision # def rfcdiff_latest(request, name, rev=None): # condition, doc, history = find_doc_for_rfcdiff(name, rev) # if not doc: # raise Http404 # if history: # return redirect(history.get_href()) # else: # return redirect(doc.get_href()) HAS_TOMBSTONE = [ 2821, 2822, 2873, 2919, 2961, 3023, 3029, 3031, 3032, 3033, 3034, 3035, 3036, 3037, 3038, 3042, 3044, 3050, 3052, 3054, 3055, 3056, 3057, 3059, 3060, 3061, 3062, 3063, 3064, 3067, 3068, 3069, 3070, 3071, 3072, 3073, 3074, 3075, 3076, 3077, 3078, 3080, 3081, 3082, 3084, 3085, 3086, 3087, 3088, 3089, 3090, 3094, 3095, 3096, 3097, 3098, 3101, 3102, 3103, 3104, 3105, 3106, 3107, 3108, 3109, 3110, 3111, 3112, 3113, 3114, 3115, 3116, 3117, 3118, 3119, 3120, 3121, 3123, 3124, 3126, 3127, 3128, 3130, 3131, 3132, 3133, 3134, 3135, 3136, 3137, 3138, 3139, 3140, 3141, 3142, 3143, 3144, 3145, 3147, 3149, 3150, 3151, 3152, 3153, 3154, 3155, 3156, 3157, 3158, 3159, 3160, 3161, 3162, 3163, 3164, 3165, 3166, 3167, 3168, 3169, 3170, 3171, 3172, 3173, 3174, 3176, 3179, 3180, 3181, 3182, 3183, 3184, 3185, 3186, 3187, 3188, 3189, 3190, 3191, 3192, 3193, 3194, 3197, 3198, 3201, 3202, 3203, 3204, 3205, 3206, 3207, 3208, 3209, 3210, 3211, 3212, 3213, 3214, 3215, 3216, 3217, 3218, 3220, 3221, 3222, 3224, 3225, 3226, 3227, 3228, 3229, 3230, 3231, 3232, 3233, 3234, 3235, 3236, 3237, 3238, 3240, 3241, 3242, 3243, 3244, 3245, 3246, 3247, 3248, 3249, 3250, 3253, 3254, 3255, 3256, 3257, 3258, 3259, 3260, 3261, 3262, 3263, 3264, 3265, 3266, 3267, 3268, 3269, 3270, 3271, 3272, 3273, 3274, 3275, 3276, 3278, 3279, 3280, 3281, 3282, 3283, 3284, 3285, 3286, 3287, 3288, 3289, 3290, 3291, 3292, 3293, 3294, 3295, 3296, 3297, 3298, 3301, 3302, 3303, 3304, 3305, 3307, 3308, 3309, 3310, 3311, 3312, 3313, 3315, 3317, 3318, 3319, 3320, 3321, 3322, 3323, 3324, 3325, 3326, 3327, 3329, 3330, 3331, 3332, 3334, 3335, 3336, 3338, 3340, 3341, 3342, 3343, 3346, 3348, 3349, 3351, 3352, 3353, 3354, 3355, 3356, 3360, 3361, 3362, 3363, 3364, 3366, 3367, 3368, 3369, 3370, 3371, 3372, 3374, 3375, 3377, 3378, 3379, 3383, 3384, 3385, 3386, 3387, 3388, 3389, 3390, 3391, 3394, 3395, 3396, 3397, 3398, 3401, 3402, 3403, 3404, 3405, 3406, 3407, 3408, 3409, 3410, 3411, 3412, 3413, 3414, 3415, 3416, 3417, 3418, 3419, 3420, 3421, 3422, 3423, 3424, 3425, 3426, 3427, 3428, 3429, 3430, 3431, 3433, 3434, 3435, 3436, 3437, 3438, 3439, 3440, 3441, 3443, 3444, 3445, 3446, 3447, 3448, 3449, 3450, 3451, 3452, 3453, 3454, 3455, 3458, 3459, 3460, 3461, 3462, 3463, 3464, 3465, 3466, 3467, 3468, 3469, 3470, 3471, 3472, 3473, 3474, 3475, 3476, 3477, 3480, 3481, 3483, 3485, 3488, 3494, 3495, 3496, 3497, 3498, 3501, 3502, 3503, 3504, 3505, 3506, 3507, 3508, 3509, 3511, 3512, 3515, 3516, 3517, 3518, 3520, 3521, 3522, 3523, 3524, 3525, 3527, 3529, 3530, 3532, 3533, 3534, 3536, 3537, 3538, 3539, 3541, 3543, 3544, 3545, 3546, 3547, 3548, 3549, 3550, 3551, 3552, 3555, 3556, 3557, 3558, 3559, 3560, 3562, 3563, 3564, 3565, 3568, 3569, 3570, 3571, 3572, 3573, 3574, 3575, 3576, 3577, 3578, 3579, 3580, 3581, 3582, 3583, 3584, 3588, 3589, 3590, 3591, 3592, 3593, 3594, 3595, 3597, 3598, 3601, 3607, 3609, 3610, 3612, 3614, 3615, 3616, 3625, 3627, 3630, 3635, 3636, 3637, 3638 ] def rfcdiff_latest_json(request, name, rev=None): response = dict() condition, document, history, found_rev = find_doc_for_rfcdiff(name, rev) if condition == 'no such document': raise Http404 elif condition in ('historic version', 'current version'): doc = history if history else document if not found_rev and doc.is_rfc(): response['content_url'] = doc.get_href() response['name']=doc.canonical_name() if doc.name != doc.canonical_name(): prev_rev = doc.rev # not sure what to do if non-numeric values come back, so at least log it log.assertion('doc.rfc_number().isdigit()') log.assertion('doc.rev.isdigit()') if int(doc.rfc_number()) in HAS_TOMBSTONE and prev_rev != '00': prev_rev = f'{(int(doc.rev)-1):02d}' response['previous'] = f'{doc.name}-{prev_rev}' else: doc.is_rfc = lambda: False response['content_url'] = doc.get_href() response['rev'] = doc.rev response['name'] = doc.name if doc.rev == '00': replaces_docs = (history.doc if condition=='historic version' else doc).related_that_doc('replaces') if replaces_docs: replaces = replaces_docs[0].document response['previous'] = f'{replaces.name}-{replaces.rev}' else: match = re.search("-(rfc)?([0-9][0-9][0-9]+)bis(-.*)?$", name) if match and match.group(2): response['previous'] = f'rfc{match.group(2)}' else: # not sure what to do if non-numeric values come back, so at least log it log.assertion('doc.rev.isdigit()') response['previous'] = f'{doc.name}-{(int(doc.rev)-1):02d}' elif condition == 'version dochistory not found': response['warning'] = 'History for this version not found - these results are speculation' response['name'] = document.name response['rev'] = found_rev document.rev = found_rev document.is_rfc = lambda: False response['content_url'] = document.get_href() # not sure what to do if non-numeric values come back, so at least log it log.assertion('found_rev.isdigit()') if int(found_rev) > 0: response['previous'] = f'{document.name}-{(int(found_rev)-1):02d}' else: match = re.search("-(rfc)?([0-9][0-9][0-9]+)bis(-.*)?$", name) if match and match.group(2): response['previous'] = f'rfc{match.group(2)}' if not response: raise Http404 return HttpResponse(json.dumps(response), content_type='application/json')