# Portions Copyright (C) 2009 Nokia Corporation and/or its subsidiary(-ies).
# All rights reserved. Contact: Pasi Eronen <pasi.eronen@nokia.com>
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions
# are met:
#
#  * Redistributions of source code must retain the above copyright
#    notice, this list of conditions and the following disclaimer.
#
#  * Redistributions in binary form must reproduce the above
#    copyright notice, this list of conditions and the following
#    disclaimer in the documentation and/or other materials provided
#    with the distribution.
#
#  * Neither the name of the Nokia Corporation and/or its
#    subsidiary(-ies) nor the names of its contributors may be used
#    to endorse or promote products derived from this software
#    without specific prior written permission.
#
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

import os, unittest, shutil, calendar

from django.conf import settings
from django.core.urlresolvers import reverse as urlreverse
from ietf.utils.mail import outbox
from ietf.utils.test_data import make_test_data
from ietf.utils.test_utils import login_testing_unauthorized
from ietf.utils import TestCase

from pyquery import PyQuery
import debug

from ietf.utils.test_utils import SimpleUrlTestCase
from ietf.doc.models import *
from ietf.group.models import *
from ietf.group.utils import *
from ietf.name.models import *
from ietf.person.models import *
from ietf.wginfo.mails import *


class WgInfoUrlTestCase(SimpleUrlTestCase):
    def testUrls(self):
        self.doTestUrls(__file__)

class WgFileTestCase(unittest.TestCase):
    def testFileExistence(self):
        fpath = os.path.join(settings.IETFWG_DESCRIPTIONS_PATH, "tls.desc.txt")
        if not os.path.exists(fpath):
            print "\nERROR: charter files not found in "+settings.IETFWG_DESCRIPTIONS_PATH
            print "They are needed for testing WG charter pages."
            print "Download them to a local directory with:"
            print "wget -nd -nc -np -r http://www.ietf.org/wg-descriptions/"
            print "And set IETFWG_DESCRIPTIONS_PATH in settings_local.py\n"

class WgOverviewTestCase(TestCase):
    # See ietf.utils.test_utils.TestCase for the use of perma_fixtures vs. fixtures
    perma_fixtures = ["names"]

    def test_overview(self):
        make_test_data()

        wg = Group.objects.get(acronym="mars")
        wg.charter.set_state(State.objects.get(used=True, type="charter", slug="intrev"))

        url = urlreverse('ietf.wginfo.views.chartering_wgs')
        r = self.client.get(url)
        self.assertEquals(r.status_code, 200)
        q = PyQuery(r.content)
        self.assertEquals(len(q('table.ietf-doctable td.acronym a:contains("mars")')), 1)


class WgEditTestCase(TestCase):
    # See ietf.utils.test_utils.TestCase for the use of perma_fixtures vs. fixtures
    perma_fixtures = ["names"]

    def setUp(self):
        self.charter_dir = os.path.abspath("tmp-charter-dir")
        os.mkdir(self.charter_dir)
        settings.CHARTER_PATH = self.charter_dir

    def tearDown(self):
        shutil.rmtree(self.charter_dir)

    def test_create(self):
        make_test_data()

        url = urlreverse('wg_create')
        login_testing_unauthorized(self, "secretary", url)

        num_wgs = len(Group.objects.filter(type="wg"))

        bof_state = GroupStateName.objects.get(slug="bof")

        # normal get
        r = self.client.get(url)
        self.assertEquals(r.status_code, 200)
        q = PyQuery(r.content)
        self.assertEquals(len(q('form input[name=acronym]')), 1)

        # faulty post
        r = self.client.post(url, dict(acronym="foobarbaz")) # No name
        self.assertEquals(r.status_code, 200)
        q = PyQuery(r.content)
        self.assertTrue(len(q('form ul.errorlist')) > 0)
        self.assertEquals(len(Group.objects.filter(type="wg")), num_wgs)

        # acronym contains non-alphanumeric
        r = self.client.post(url, dict(acronym="test...", name="Testing WG", state=bof_state.pk))
        self.assertEquals(r.status_code, 200)

        # acronym contains hyphen
        r = self.client.post(url, dict(acronym="test-wg", name="Testing WG", state=bof_state.pk))
        self.assertEquals(r.status_code, 200)

        # acronym too short
        r = self.client.post(url, dict(acronym="t", name="Testing WG", state=bof_state.pk))
        self.assertEquals(r.status_code, 200)

        # acronym doesn't start with an alpha character
        r = self.client.post(url, dict(acronym="1startwithalpha", name="Testing WG", state=bof_state.pk))
        self.assertEquals(r.status_code, 200)

        # creation
        r = self.client.post(url, dict(acronym="testwg", name="Testing WG", state=bof_state.pk))
        self.assertEquals(r.status_code, 302)
        self.assertEquals(len(Group.objects.filter(type="wg")), num_wgs + 1)
        group = Group.objects.get(acronym="testwg")
        self.assertEquals(group.name, "Testing WG")
        self.assertEquals(group.charter.name, "charter-ietf-testwg")
        self.assertEquals(group.charter.rev, "00-00")

    def test_create_based_on_existing(self):
        make_test_data()

        url = urlreverse('wg_create')
        login_testing_unauthorized(self, "secretary", url)

        group = Group.objects.get(acronym="mars")

        # try hijacking area - faulty
        r = self.client.post(url, dict(name="Test", acronym=group.parent.acronym))
        self.assertEquals(r.status_code, 200)
        q = PyQuery(r.content)
        self.assertTrue(len(q('form ul.errorlist')) > 0)
        self.assertEquals(len(q('form input[name="confirmed"]')), 0) # can't confirm us out of this

        # try elevating BoF to WG
        group.state_id = "bof"
        group.save()

        r = self.client.post(url, dict(name="Test", acronym=group.acronym))
        self.assertEquals(r.status_code, 200)
        q = PyQuery(r.content)
        self.assertTrue(len(q('form ul.errorlist')) > 0)
        self.assertEquals(len(q('form input[name="confirmed"]')), 1)

        self.assertEquals(Group.objects.get(acronym=group.acronym).state_id, "bof")

        # confirm elevation
        state = GroupStateName.objects.get(slug="proposed")
        r = self.client.post(url, dict(name="Test", acronym=group.acronym, confirmed="1",state=state.pk))
        self.assertEquals(r.status_code, 302)
        self.assertEquals(Group.objects.get(acronym=group.acronym).state_id, "proposed")
        self.assertEquals(Group.objects.get(acronym=group.acronym).name, "Test")

    def test_edit_info(self):
        make_test_data()
        group = Group.objects.get(acronym="mars")

        url = urlreverse('wg_edit', kwargs=dict(acronym=group.acronym))
        login_testing_unauthorized(self, "secretary", url)

        # normal get
        r = self.client.get(url)
        self.assertEquals(r.status_code, 200)
        q = PyQuery(r.content)
        self.assertEquals(len(q('form select[name=parent]')), 1)
        self.assertEquals(len(q('form input[name=acronym]')), 1)

        # faulty post
        Group.objects.create(name="Collision Test Group", acronym="collide")
        r = self.client.post(url, dict(acronym="collide"))
        self.assertEquals(r.status_code, 200)
        q = PyQuery(r.content)
        self.assertTrue(len(q('form ul.errorlist')) > 0)

        # create old acronym
        group.acronym = "oldmars"
        group.save()
        save_group_in_history(group)
        group.acronym = "mars"
        group.save()

        # post with warning
        r = self.client.post(url, dict(acronym="oldmars"))
        self.assertEquals(r.status_code, 200)
        q = PyQuery(r.content)
        self.assertTrue(len(q('form ul.errorlist')) > 0)
        
        # edit info
        with open(os.path.join(self.charter_dir, "%s-%s.txt" % (group.charter.canonical_name(), group.charter.rev)), "w") as f:
            f.write("This is a charter.")
        area = group.parent
        ad = Person.objects.get(name="Aread Irector")
        state = GroupStateName.objects.get(slug="bof")
        r = self.client.post(url,
                             dict(name="Mars Not Special Interest Group",
                                  acronym="mars",
                                  parent=area.pk,
                                  ad=ad.pk,
                                  state=state.pk,
                                  chairs="aread@ietf.org, ad1@ietf.org",
                                  secretaries="aread@ietf.org, ad1@ietf.org, ad2@ietf.org",
                                  techadv="aread@ietf.org",
                                  list_email="mars@mail",
                                  list_subscribe="subscribe.mars",
                                  list_archive="archive.mars",
                                  urls="http://mars.mars (MARS site)"
                                  ))
        if not r.status_code == 302:
            for line in r.content.splitlines():
                label = ""
                if "label" in line:
                    label = line
                if 'class="errorlist"' in line:
                    label = ""
        self.assertEquals(r.status_code, 302)

        group = Group.objects.get(acronym="mars")
        self.assertEquals(group.name, "Mars Not Special Interest Group")
        self.assertEquals(group.parent, area)
        self.assertEquals(group.ad, ad)
        for k in ("chair", "secr", "techadv"):
            self.assertTrue(group.role_set.filter(name=k, email__address="aread@ietf.org"))
        self.assertEquals(group.list_email, "mars@mail")
        self.assertEquals(group.list_subscribe, "subscribe.mars")
        self.assertEquals(group.list_archive, "archive.mars")
        self.assertEquals(group.groupurl_set.all()[0].url, "http://mars.mars")
        self.assertEquals(group.groupurl_set.all()[0].name, "MARS site")
        self.assertTrue(os.path.exists(os.path.join(self.charter_dir, "%s-%s.txt" % (group.charter.canonical_name(), group.charter.rev))))

    def test_conclude(self):
        make_test_data()

        group = Group.objects.get(acronym="mars")

        url = urlreverse('wg_conclude', kwargs=dict(acronym=group.acronym))
        login_testing_unauthorized(self, "secretary", url)

        # normal get
        r = self.client.get(url)
        self.assertEquals(r.status_code, 200)
        q = PyQuery(r.content)
        self.assertEquals(len(q('form textarea[name=instructions]')), 1)
        
        # faulty post
        r = self.client.post(url, dict(instructions="")) # No instructions
        self.assertEquals(r.status_code, 200)
        q = PyQuery(r.content)
        self.assertTrue(len(q('form ul.errorlist')) > 0)

        # request conclusion
        mailbox_before = len(outbox)
        r = self.client.post(url, dict(instructions="Test instructions"))
        self.assertEquals(r.status_code, 302)
        self.assertEquals(len(outbox), mailbox_before + 1)
        # the WG remains active until the Secretariat takes action
        group = Group.objects.get(acronym=group.acronym)
        self.assertEquals(group.state_id, "active")

class MilestoneTestCase(TestCase):
    # See ietf.utils.test_utils.TestCase for the use of perma_fixtures vs. fixtures
    perma_fixtures = ["names"]

    def create_test_milestones(self):
        draft = make_test_data()

        group = Group.objects.get(acronym="mars")

        m1 = GroupMilestone.objects.create(id=1,
                                           group=group,
                                           desc="Test 1",
                                           due=datetime.date.today(),
                                           resolved="",
                                           state_id="active")
        m1.docs = [draft]

        m2 = GroupMilestone.objects.create(id=2,
                                           group=group,
                                           desc="Test 2",
                                           due=datetime.date.today(),
                                           resolved="",
                                           state_id="charter")
        m2.docs = [draft]

        return (m1, m2, group)

    def last_day_of_month(self, d):
        return datetime.date(d.year, d.month, calendar.monthrange(d.year, d.month)[1])


    def test_milestone_sets(self):
        m1, m2, group = self.create_test_milestones()

        url = urlreverse('wg_edit_milestones', kwargs=dict(acronym=group.acronym))
        login_testing_unauthorized(self, "secretary", url)

        r = self.client.get(url)
        self.assertEquals(r.status_code, 200)
        self.assertTrue(m1.desc in r.content)
        self.assertTrue(m2.desc not in r.content)

        url = urlreverse('wg_edit_charter_milestones', kwargs=dict(acronym=group.acronym))

        r = self.client.get(url)
        self.assertEquals(r.status_code, 200)
        self.assertTrue(m1.desc not in r.content)
        self.assertTrue(m2.desc in r.content)

    def test_add_milestone(self):
        m1, m2, group = self.create_test_milestones()

        url = urlreverse('wg_edit_milestones', kwargs=dict(acronym=group.acronym))
        login_testing_unauthorized(self, "secretary", url)

        # normal get
        r = self.client.get(url)
        self.assertEquals(r.status_code, 200)

        milestones_before = GroupMilestone.objects.count()
        events_before = group.groupevent_set.count()
        docs = Document.objects.filter(type="draft").values_list("name", flat=True)

        due = self.last_day_of_month(datetime.date.today() + datetime.timedelta(days=365))

        # faulty post
        r = self.client.post(url, { 'prefix': "m-1",
                                    'm-1-id': "-1",
                                    'm-1-desc': "", # no description
                                    'm-1-due_month': str(due.month),
                                    'm-1-due_year': str(due.year),
                                    'm-1-resolved': "",
                                    'm-1-docs': ",".join(docs),
                                    'action': "save",
                                    })
        self.assertEquals(r.status_code, 200)
        q = PyQuery(r.content)
        self.assertTrue(len(q('form ul.errorlist')) > 0)
        self.assertEquals(GroupMilestone.objects.count(), milestones_before)

        # add
        r = self.client.post(url, { 'prefix': "m-1",
                                    'm-1-id': "-1",
                                    'm-1-desc': "Test 3",
                                    'm-1-due_month': str(due.month),
                                    'm-1-due_year': str(due.year),
                                    'm-1-resolved': "",
                                    'm-1-docs': ",".join(docs),
                                    'action': "save",
                                    })
        self.assertEquals(r.status_code, 302)
        self.assertEquals(GroupMilestone.objects.count(), milestones_before + 1)
        self.assertEquals(group.groupevent_set.count(), events_before + 1)

        m = GroupMilestone.objects.get(desc="Test 3")
        self.assertEquals(m.state_id, "active")
        self.assertEquals(m.due, due)
        self.assertEquals(m.resolved, "")
        self.assertEquals(set(m.docs.values_list("name", flat=True)), set(docs))
        self.assertTrue("Added milestone" in m.milestonegroupevent_set.all()[0].desc)

    def test_add_milestone_as_chair(self):
        m1, m2, group = self.create_test_milestones()

        url = urlreverse('wg_edit_milestones', kwargs=dict(acronym=group.acronym))
        login_testing_unauthorized(self, "marschairman", url)

        # normal get
        r = self.client.get(url)
        self.assertEquals(r.status_code, 200)

        milestones_before = GroupMilestone.objects.count()
        events_before = group.groupevent_set.count()
        due = self.last_day_of_month(datetime.date.today() + datetime.timedelta(days=365))

        # add
        r = self.client.post(url, { 'prefix': "m-1",
                                    'm-1-id': -1,
                                    'm-1-desc': "Test 3",
                                    'm-1-due_month': str(due.month),
                                    'm-1-due_year': str(due.year),
                                    'm-1-resolved': "",
                                    'm-1-docs': "",
                                    'action': "save",
                                    })
        self.assertEquals(r.status_code, 302)
        self.assertEquals(GroupMilestone.objects.count(), milestones_before + 1)

        m = GroupMilestone.objects.get(desc="Test 3")
        self.assertEquals(m.state_id, "review")
        self.assertEquals(group.groupevent_set.count(), events_before + 1)
        self.assertTrue("for review" in m.milestonegroupevent_set.all()[0].desc)

    def test_accept_milestone(self):
        m1, m2, group = self.create_test_milestones()
        m1.state_id = "review"
        m1.save()

        url = urlreverse('wg_edit_milestones', kwargs=dict(acronym=group.acronym))
        login_testing_unauthorized(self, "ad", url)

        # normal get
        r = self.client.get(url)
        self.assertEquals(r.status_code, 200)

        events_before = group.groupevent_set.count()
        due = self.last_day_of_month(datetime.date.today() + datetime.timedelta(days=365))

        # add
        r = self.client.post(url, { 'prefix': "m1",
                                    'm1-id': m1.id,
                                    'm1-desc': m1.desc,
                                    'm1-due_month': str(m1.due.month),
                                    'm1-due_year': str(m1.due.year),
                                    'm1-resolved': m1.resolved,
                                    'm1-docs': ",".join(m1.docs.values_list("name", flat=True)),
                                    'm1-accept': "accept",
                                    'action': "save",
                                    })
        self.assertEquals(r.status_code, 302)

        m = GroupMilestone.objects.get(pk=m1.pk)
        self.assertEquals(m.state_id, "active")
        self.assertEquals(group.groupevent_set.count(), events_before + 1)
        self.assertTrue("to active from review" in m.milestonegroupevent_set.all()[0].desc)
        
    def test_delete_milestone(self):
        m1, m2, group = self.create_test_milestones()

        url = urlreverse('wg_edit_milestones', kwargs=dict(acronym=group.acronym))
        login_testing_unauthorized(self, "secretary", url)

        milestones_before = GroupMilestone.objects.count()
        events_before = group.groupevent_set.count()

        # delete
        r = self.client.post(url, { 'prefix': "m1",
                                    'm1-id': m1.id,
                                    'm1-desc': m1.desc,
                                    'm1-due_month': str(m1.due.month),
                                    'm1-due_year': str(m1.due.year),
                                    'm1-resolved': "",
                                    'm1-docs': ",".join(m1.docs.values_list("name", flat=True)),
                                    'm1-delete': "checked",
                                    'action': "save",
                                    })
        self.assertEquals(r.status_code, 302)
        self.assertEquals(GroupMilestone.objects.count(), milestones_before)
        self.assertEquals(group.groupevent_set.count(), events_before + 1)

        m = GroupMilestone.objects.get(pk=m1.pk)
        self.assertEquals(m.state_id, "deleted")
        self.assertTrue("Deleted milestone" in m.milestonegroupevent_set.all()[0].desc)

    def test_edit_milestone(self):
        m1, m2, group = self.create_test_milestones()

        url = urlreverse('wg_edit_milestones', kwargs=dict(acronym=group.acronym))
        login_testing_unauthorized(self, "secretary", url)

        milestones_before = GroupMilestone.objects.count()
        events_before = group.groupevent_set.count()
        docs = Document.objects.filter(type="draft").values_list("name", flat=True)

        due = self.last_day_of_month(datetime.date.today() + datetime.timedelta(days=365))

        # faulty post
        r = self.client.post(url, { 'prefix': "m1",
                                    'm1-id': m1.id,
                                    'm1-desc': "", # no description
                                    'm1-due_month': str(due.month),
                                    'm1-due_year': str(due.year),
                                    'm1-resolved': "",
                                    'm1-docs': ",".join(docs),
                                    'action': "save",
                                    })
        self.assertEquals(r.status_code, 200)
        q = PyQuery(r.content)
        self.assertTrue(len(q('form ul.errorlist')) > 0)
        m = GroupMilestone.objects.get(pk=m1.pk)
        self.assertEquals(GroupMilestone.objects.count(), milestones_before)
        self.assertEquals(m.due, m1.due)

        # edit
        mailbox_before = len(outbox)
        r = self.client.post(url, { 'prefix': "m1",
                                    'm1-id': m1.id,
                                    'm1-desc': "Test 2 - changed",
                                    'm1-due_month': str(due.month),
                                    'm1-due_year': str(due.year),
                                    'm1-resolved': "Done",
                                    'm1-resolved_checkbox': "checked",
                                    'm1-docs': ",".join(docs),
                                    'action': "save",
                                    })
        self.assertEquals(r.status_code, 302)
        self.assertEquals(GroupMilestone.objects.count(), milestones_before)
        self.assertEquals(group.groupevent_set.count(), events_before + 1)

        m = GroupMilestone.objects.get(pk=m1.pk)
        self.assertEquals(m.state_id, "active")
        self.assertEquals(m.due, due)
        self.assertEquals(m.resolved, "Done")
        self.assertEquals(set(m.docs.values_list("name", flat=True)), set(docs))
        self.assertTrue("Changed milestone" in m.milestonegroupevent_set.all()[0].desc)
        self.assertEquals(len(outbox), mailbox_before + 2)
        self.assertTrue("Milestones changed" in outbox[-2]["Subject"])
        self.assertTrue(group.ad.role_email("ad").address in str(outbox[-2]))
        self.assertTrue("Milestones changed" in outbox[-1]["Subject"])
        self.assertTrue(group.list_email in str(outbox[-1]))

    def test_reset_charter_milestones(self):
        m1, m2, group = self.create_test_milestones()

        url = urlreverse('wg_reset_charter_milestones', kwargs=dict(acronym=group.acronym))
        login_testing_unauthorized(self, "secretary", url)

        # normal get
        r = self.client.get(url)
        self.assertEquals(r.status_code, 200)
        q = PyQuery(r.content)
        self.assertEquals(q('input[name=milestone]').val(), str(m1.pk))

        events_before = group.charter.docevent_set.count()

        # reset
        r = self.client.post(url, dict(milestone=[str(m1.pk)]))
        self.assertEquals(r.status_code, 302)

        self.assertEquals(GroupMilestone.objects.get(pk=m1.pk).state_id, "active")
        self.assertEquals(GroupMilestone.objects.get(pk=m2.pk).state_id, "deleted")
        self.assertEquals(GroupMilestone.objects.filter(due=m1.due, desc=m1.desc, state="charter").count(), 1)

        self.assertEquals(group.charter.docevent_set.count(), events_before + 2) # 1 delete, 1 add

    def test_send_review_needed_reminders(self):
        draft = make_test_data()

        group = Group.objects.get(acronym="mars")
        person = Person.objects.get(user__username="marschairman")

        m1 = GroupMilestone.objects.create(group=group,
                                           desc="Test 1",
                                           due=datetime.date.today(),
                                           resolved="",
                                           state_id="review")
        MilestoneGroupEvent.objects.create(
            group=group, type="changed_milestone",
            by=person, desc='Added milestone "%s"' % m1.desc, milestone=m1,
            time=datetime.datetime.now() - datetime.timedelta(seconds=60))

        # send
        mailbox_before = len(outbox)
        for g in groups_with_milestones_needing_review():
            email_milestone_review_reminder(g)

        self.assertEquals(len(outbox), mailbox_before) # too early to send reminder


        # add earlier added milestone
        m2 = GroupMilestone.objects.create(group=group,
                                           desc="Test 2",
                                           due=datetime.date.today(),
                                           resolved="",
                                           state_id="review")
        MilestoneGroupEvent.objects.create(
            group=group, type="changed_milestone",
            by=person, desc='Added milestone "%s"' % m2.desc, milestone=m2,
            time=datetime.datetime.now() - datetime.timedelta(days=10))

        # send
        mailbox_before = len(outbox)
        for g in groups_with_milestones_needing_review():
            email_milestone_review_reminder(g)

        self.assertEquals(len(outbox), mailbox_before + 1)
        self.assertTrue(group.acronym in outbox[-1]["Subject"])
        self.assertTrue(m1.desc in unicode(outbox[-1]))
        self.assertTrue(m2.desc in unicode(outbox[-1]))

    def test_send_milestones_due_reminders(self):
        draft = make_test_data()

        group = Group.objects.get(acronym="mars")
        person = Person.objects.get(user__username="marschairman")

        early_warning_days = 30

        # due dates here aren't aligned on the last day of the month,
        # but everything should still work

        m1 = GroupMilestone.objects.create(group=group,
                                           desc="Test 1",
                                           due=datetime.date.today(),
                                           resolved="Done",
                                           state_id="active")
        m2 = GroupMilestone.objects.create(group=group,
                                           desc="Test 2",
                                           due=datetime.date.today() + datetime.timedelta(days=early_warning_days - 10),
                                           resolved="",
                                           state_id="active")

        # send
        mailbox_before = len(outbox)
        for g in groups_needing_milestones_due_reminder(early_warning_days):
            email_milestones_due(g, early_warning_days)

        self.assertEquals(len(outbox), mailbox_before) # none found

        m1.resolved = ""
        m1.save()

        m2.due = datetime.date.today() + datetime.timedelta(days=early_warning_days)
        m2.save()

        # send
        mailbox_before = len(outbox)
        for g in groups_needing_milestones_due_reminder(early_warning_days):
            email_milestones_due(g, early_warning_days)

        self.assertEquals(len(outbox), mailbox_before + 1)
        self.assertTrue(group.acronym in outbox[-1]["Subject"])
        self.assertTrue(m1.desc in unicode(outbox[-1]))
        self.assertTrue(m2.desc in unicode(outbox[-1]))

    def test_send_milestones_overdue_reminders(self):
        draft = make_test_data()

        group = Group.objects.get(acronym="mars")
        person = Person.objects.get(user__username="marschairman")

        # due dates here aren't aligned on the last day of the month,
        # but everything should still work

        m1 = GroupMilestone.objects.create(group=group,
                                           desc="Test 1",
                                           due=datetime.date.today() - datetime.timedelta(days=200),
                                           resolved="Done",
                                           state_id="active")
        m2 = GroupMilestone.objects.create(group=group,
                                           desc="Test 2",
                                           due=datetime.date.today() - datetime.timedelta(days=10),
                                           resolved="",
                                           state_id="active")

        # send
        mailbox_before = len(outbox)
        for g in groups_needing_milestones_overdue_reminder(grace_period=30):
            email_milestones_overdue(g)

        self.assertEquals(len(outbox), mailbox_before) # none found

        m1.resolved = ""
        m1.save()

        m2.due = self.last_day_of_month(datetime.date.today() - datetime.timedelta(days=300))
        m2.save()
        
        # send
        mailbox_before = len(outbox)
        for g in groups_needing_milestones_overdue_reminder(grace_period=30):
            email_milestones_overdue(g)

        self.assertEquals(len(outbox), mailbox_before + 1)
        self.assertTrue(group.acronym in outbox[-1]["Subject"])
        self.assertTrue(m1.desc in unicode(outbox[-1]))
        self.assertTrue(m2.desc in unicode(outbox[-1]))