# -- coding: utf-8 --
from __future__ import absolute_import

from unittest import main, TestCase

from tempfile import mkdtemp
from os.path import join, exists, dirname, isdir, abspath, sep
from urlparse import urlparse, urljoin
from os import environ, mkdir
from shutil import rmtree, copytree
from re import search, sub
import random
from datetime import date, timedelta, datetime
import sys
from chime.repo_functions import ChimeRepo
from slugify import slugify
from multiprocessing import Process
import json
import time
import logging
import tempfile
logging.disable(logging.CRITICAL)

repo_root = abspath(join(dirname(__file__), '..'))
sys.path.insert(0, repo_root)

from box.util.rotunicode import RotUnicode
from httmock import response, HTTMock
from mock import MagicMock, patch
from bs4 import Comment

from chime import (
    create_app, repo_functions, google_api_functions, view_functions,
    publish, errors)
from chime import constants

from unit.chime_test_client import ChimeTestClient

import codecs
codecs.register(RotUnicode.search_function)

# these patterns help us search the HTML of a response to determine if the expected page loaded
PATTERN_BRANCH_COMMENT = u'<!-- branch: {} -->'
PATTERN_AUTHOR_COMMENT = u'<!-- author: {} -->'
PATTERN_TASK_COMMENT = u'<!-- task: {} -->'
PATTERN_TEMPLATE_COMMENT = u'<!-- template name: {} -->'
PATTERN_FILE_COMMENT = u'<!-- file type: {file_type}, file name: {file_name}, file title: {file_title} -->'
PATTERN_OVERVIEW_ITEM_CREATED = u'<p>The "{created_name}" {created_type} was created by {author_email}.</p>'
PATTERN_OVERVIEW_ACTIVITY_STARTED = u'<p>The "{activity_name}" activity was started by {author_email}.</p>'
PATTERN_OVERVIEW_COMMENT_BODY = u'<div class="comment__body">{comment_body}</div>'
PATTERN_OVERVIEW_ITEM_DELETED = u'<p>The "{deleted_name}" {deleted_type} {deleted_also}was deleted by {author_email}.</p>'
PATTERN_FLASH_TASK_DELETED = u'You deleted the "{description}" activity!'

PATTERN_FLASH_SAVED_CATEGORY = u'<li class="flash flash--notice">Saved changes to the {title} topic! Remember to submit this change for feedback when you\'re ready to go live.</li>'
PATTERN_FLASH_CREATED_CATEGORY = u'Created a new topic named {title}! Remember to submit this change for feedback when you\'re ready to go live.'
PATTERN_FLASH_CREATED_ARTICLE = u'Created a new article named {title}! Remember to submit this change for feedback when you\'re ready to go live.'
PATTERN_FLASH_SAVED_ARTICLE = u'Saved changes to the {title} article! Remember to submit this change for feedback when you\'re ready to go live.'
PATTERN_FLASH_DELETED_ARTICLE = u'The "{title}" article was deleted! Remember to submit this change for feedback when you\'re ready to go live.'
PATTERN_FORM_CATEGORY_TITLE = u'<input name="en-title" type="text" value="{title}" class="directory-modify__name" placeholder="Crime Statistics and Maps">'
PATTERN_FORM_CATEGORY_DESCRIPTION = u'<textarea name="en-description" class="directory-modify__description" placeholder="Crime statistics and reports by district and map">{description}</textarea>'

# review stuff
PATTERN_REQUEST_FEEDBACK_BUTTON = u'<button class="toolbar__item button button--orange" type="submit" name="request_feedback" value="Request Feedback">Request Feedback</button>'
PATTERN_UNREVIEWED_EDITS_LINK = u'<a href="/tree/{branch_name}/" class="toolbar__item button">Unreviewed Edits</a>'
PATTERN_ENDORSE_BUTTON = u'<button class="toolbar__item button button--green" type="submit" name="endorse_edits" value="Endorse Edits">Endorse Edits</button>'
PATTERN_FEEDBACK_REQUESTED_LINK = u'<a href="/tree/{branch_name}/" class="toolbar__item button">Feedback requested</a>'
PATTERN_PUBLISH_BUTTON = u'<button class="toolbar__item button button--blue" type="submit" name="merge" value="Publish">Publish</button>'
PATTERN_READY_TO_PUBLISH_LINK = u'<a href="/tree/{branch_name}/" class="toolbar__item button">Ready to publish</a>'

class TestAppConfig (TestCase):

    # in TestAppConfig
    def test_missing_values(self):
        self.assertRaises(KeyError, lambda: create_app({}))

    # in TestAppConfig
    def test_present_values(self):
        create_app_environ = {}
        create_app_environ['RUNNING_STATE_DIR'] = 'Yo'
        create_app_environ['GA_CLIENT_ID'] = 'Yo'
        create_app_environ['GA_CLIENT_SECRET'] = 'Yo'
        create_app_environ['LIVE_SITE_URL'] = 'Hey'
        create_app_environ['BROWSERID_URL'] = 'Hey'
        create_app(create_app_environ)

    # in TestAppConfig
    def test_error_template_args(self):
        ''' Default error template args are generated as expected
        '''
        create_app_environ = {}
        create_app_environ['RUNNING_STATE_DIR'] = 'Yo'
        create_app_environ['GA_CLIENT_ID'] = 'Yo'
        create_app_environ['GA_CLIENT_SECRET'] = 'Yo'
        create_app_environ['BROWSERID_URL'] = 'Hey'
        create_app_environ['LIVE_SITE_URL'] = 'Hey'
        fake_support_email = u'support@example.com'
        fake_support_phone_number = u'(123) 456-7890'
        create_app_environ['SUPPORT_EMAIL_ADDRESS'] = fake_support_email
        create_app_environ['SUPPORT_PHONE_NUMBER'] = fake_support_phone_number
        app = create_app(create_app_environ)
        template_args = errors.common_error_template_args(app.config)
        self.assertEqual(len(template_args), 3)
        self.assertTrue('activities_path' in template_args)
        self.assertTrue('support_email' in template_args)
        self.assertTrue('support_phone_number' in template_args)
        self.assertEqual(template_args['support_email'], fake_support_email)
        self.assertEqual(template_args['support_phone_number'], fake_support_phone_number)

    # in TestAppConfig
    def test_for_constant_name_conflicts(self):
        ''' None of the constant names defined in constants.py conflict with reserved config variable names
        '''
        flask_reserved_config_names = ['DEBUG', 'TESTING', 'PROPAGATE_EXCEPTIONS', 'PRESERVE_CONTEXT_ON_EXCEPTION', 'SECRET_KEY', 'SESSION_COOKIE_NAME', 'SESSION_COOKIE_DOMAIN', 'SESSION_COOKIE_PATH', 'SESSION_COOKIE_HTTPONLY', 'SESSION_COOKIE_SECURE', 'PERMANENT_SESSION_LIFETIME', 'USE_X_SENDFILE', 'LOGGER_NAME', 'SERVER_NAME', 'APPLICATION_ROOT', 'MAX_CONTENT_LENGTH', 'SEND_FILE_MAX_AGE_DEFAULT', 'TRAP_HTTP_EXCEPTIONS', 'TRAP_BAD_REQUEST_ERRORS', 'PREFERRED_URL_SCHEME', 'JSON_AS_ASCII', 'JSON_SORT_KEYS', 'JSONIFY_PRETTYPRINT_REGULAR']

        chime_reserved_config_names = ['RUNNING_STATE_DIR', 'REPO_PATH', 'WORK_PATH', 'AUTH_DATA_HREF', 'BROWSERID_URL', 'GA_CLIENT_ID', 'GA_CLIENT_SECRET', 'GA_REDIRECT_URI', 'SUPPORT_EMAIL_ADDRESS', 'SUPPORT_PHONE_NUMBER', 'GDOCS_CLIENT_ID', 'GDOCS_CLIENT_SECRET', 'GITHUB_CLIENT_ID', 'GITHUB_CLIENT_SECRET', 'LIVE_SITE_URL', 'PUBLISH_SERVICE_URL']

        check_names = flask_reserved_config_names + chime_reserved_config_names

        for reserved_name in check_names:
            self.assertFalse(hasattr(constants, reserved_name), u'The reserved config variable name {} is present in constants!'.format(reserved_name))

class TestApp (TestCase):

    def setUp(self):
        self.old_tempdir, tempfile.tempdir = tempfile.tempdir, mkdtemp(prefix='chime-TestApp-')

        self.work_path = mkdtemp(prefix='chime-repo-clones-')
        self.publish_path = mkdtemp(prefix='chime-publish-path-')

        repo_path = dirname(abspath(__file__)) + '/../test-app.git'
        temp_repo_dir = mkdtemp(prefix='chime-root')
        temp_repo_path = temp_repo_dir + '/test-app.git'
        copytree(repo_path, temp_repo_path)
        self.origin = ChimeRepo(temp_repo_path)
        repo_functions.ignore_task_metadata_on_merge(self.origin)
        self.clone1 = self.origin.clone(mkdtemp(prefix='chime-'))
        repo_functions.ignore_task_metadata_on_merge(self.clone1)

        fake_author_email = u'erica@example.com'
        self.session = dict(email=fake_author_email)

        environ['GIT_AUTHOR_NAME'] = ' '
        environ['GIT_COMMITTER_NAME'] = ' '
        environ['GIT_AUTHOR_EMAIL'] = self.session['email']
        environ['GIT_COMMITTER_EMAIL'] = self.session['email']

        create_app_environ = {}

        create_app_environ['SINGLE_USER'] = 'Yes'
        create_app_environ['GA_CLIENT_ID'] = 'client_id'
        create_app_environ['GA_CLIENT_SECRET'] = 'meow_secret'

        self.ga_config_dir = mkdtemp(prefix='chime-config-')
        create_app_environ['RUNNING_STATE_DIR'] = self.ga_config_dir
        create_app_environ['WORK_PATH'] = self.work_path
        create_app_environ['REPO_PATH'] = temp_repo_path
        create_app_environ['AUTH_DATA_HREF'] = 'http://example.com/auth.csv'
        create_app_environ['BROWSERID_URL'] = 'http://localhost'
        create_app_environ['LIVE_SITE_URL'] = 'http://example.org/'
        create_app_environ['PUBLISH_PATH'] = self.publish_path

        create_app_environ['SUPPORT_EMAIL_ADDRESS'] = u'support@example.com'
        create_app_environ['SUPPORT_PHONE_NUMBER'] = u'(123) 456-7890'

        self.app = create_app(create_app_environ)

        # write a tmp config file
        config_values = {
            "access_token": "meowser_token",
            "refresh_token": "refresh_meows",
            "profile_id": "12345678",
            "project_domain": ""
        }
        with self.app.app_context():
            google_api_functions.write_ga_config(config_values, self.app.config['RUNNING_STATE_DIR'])

        random.choice = MagicMock(return_value="P")

        self.test_client = self.app.test_client()

    def tearDown(self):
        rmtree(tempfile.tempdir)
        tempfile.tempdir = self.old_tempdir

    def auth_csv_example_disallowed(self, url, request):
        if url.geturl() == 'http://example.com/auth.csv':
            return response(200, '''Email domain,Organization\n''')

        raise Exception('Asked for unknown URL ' + url.geturl())

    def auth_csv_example_allowed(self, url, request):
        if url.geturl() == 'http://example.com/auth.csv':
            return response(200, '''Email domain,Organization\nexample.com,Example Org\n*,Anyone''')

        raise Exception('Asked for unknown URL ' + url.geturl())

    def mock_persona_verify_erica(self, url, request):
        if url.geturl() == 'https://verifier.login.persona.org/verify':
            return response(200, '''{"status": "okay", "email": "erica@example.com"}''', headers=dict(Link='<https://api.github.com/user/337792/repos?page=1>; rel="prev", <https://api.github.com/user/337792/repos?page=1>; rel="first"'))

        else:
            return self.auth_csv_example_allowed(url, request)

    def mock_persona_verify_non_roman(self, url, request):
        if url.geturl() == 'https://verifier.login.persona.org/verify':
            return response(200, '''{"status": "okay", "email": "੯ूᵕू ໒꒱ƶƵ@快速狐狸.com"}''', headers=dict(Link='<https://api.github.com/user/337792/repos?page=1>; rel="prev", <https://api.github.com/user/337792/repos?page=1>; rel="first"'))

        else:
            return self.auth_csv_example_allowed(url, request)

    def mock_persona_verify_frances(self, url, request):
        if url.geturl() == 'https://verifier.login.persona.org/verify':
            return response(200, '''{"status": "okay", "email": "frances@example.com"}''', headers=dict(Link='<https://api.github.com/user/337792/repos?page=1>; rel="prev", <https://api.github.com/user/337792/repos?page=1>; rel="first"'))

        else:
            return self.auth_csv_example_allowed(url, request)

    def mock_persona_verify_william(self, url, request):
        if url.geturl() == 'https://verifier.login.persona.org/verify':
            return response(200, '''{"status": "okay", "email": "william@example.org"}''', headers=dict(Link='<https://api.github.com/user/337792/repos?page=1>; rel="prev", <https://api.github.com/user/337792/repos?page=1>; rel="first"'))

        else:
            return self.auth_csv_example_allowed(url, request)

    def mock_google_authorization(self, url, request):
        if 'https://accounts.google.com/o/oauth2/auth' in url.geturl():
            return response(200, '''{"access_token": "meowser_token", "token_type": "meowser_type", "refresh_token": "refresh_meows", "expires_in": 3920}''')

        else:
            return self.auth_csv_example_allowed(url, request)

    def mock_successful_google_callback(self, url, request):
        if google_api_functions.GOOGLE_ANALYTICS_TOKENS_URL in url.geturl():
            return response(200, '''{"access_token": "meowser_token", "token_type": "meowser_type", "refresh_token": "refresh_meows", "expires_in": 3920}''')

        elif google_api_functions.GOOGLE_PLUS_WHOAMI_URL in url.geturl():
            return response(200, '''{"displayName": "Jane Doe", "emails": [{"type": "account", "value": "erica@example.com"}]}''')

        elif google_api_functions.GOOGLE_ANALYTICS_PROPERTIES_URL in url.geturl():
            return response(200, '''{"items": [{"defaultProfileId": "12345678", "name": "Property One", "websiteUrl": "http://propertyone.example.com"}, {"defaultProfileId": "87654321", "name": "Property Two", "websiteUrl": "http://propertytwo.example.com"}]}''')

        else:
            return self.auth_csv_example_allowed(url, request)

    def mock_failed_google_callback(self, url, request):
        if google_api_functions.GOOGLE_ANALYTICS_TOKENS_URL in url.geturl():
            return response(500, '''{}''')
        elif google_api_functions.GOOGLE_PLUS_WHOAMI_URL in url.geturl():
            return response(200, '''{"displayName": "Jane Doe", "emails": [{"type": "account", "value": "erica@example.com"}]}''')
        elif google_api_functions.GOOGLE_ANALYTICS_PROPERTIES_URL in url.geturl():
            return response(200, '''{"items": [{"defaultProfileId": "12345678", "name": "Property One", "websiteUrl": "http://propertyone.example.com"}, {"defaultProfileId": "87654321", "name": "Property Two", "websiteUrl": "http://propertytwo.example.com"}]}''')
        else:
            return self.auth_csv_example_allowed(url, request)

    def mock_google_invalid_credentials_response(self, url, request):
        if 'https://www.googleapis.com/analytics/' in url.geturl() or google_api_functions.GOOGLE_ANALYTICS_PROPERTIES_URL in url.geturl():
            return response(401, '''{"error": {"code": 401, "message": "Invalid Credentials", "errors": [{"locationType": "header", "domain": "global", "message": "Invalid Credentials", "reason": "authError", "location": "Authorization"}]}}''')
        elif google_api_functions.GOOGLE_PLUS_WHOAMI_URL in url.geturl():
            return response(403, '''{"error": {"code": 403, "message": "Access Not Configured. The API (Google+ API) is not enabled for your project. Please use the Google Developers Console to update your configuration.", "errors": [{"domain": "usageLimits", "message": "Access Not Configured. The API (Google+ API) is not enabled for your project. Please use the Google Developers Console to update your configuration.", "reason": "accessNotConfigured", "extendedHelp": "https://console.developers.google.com"}]}}''')
        else:
            return self.auth_csv_example_allowed(url, request)

    def mock_google_no_properties_response(self, url, request):
        if google_api_functions.GOOGLE_ANALYTICS_PROPERTIES_URL in url.geturl():
            return response(200, '''{"kind": "analytics#webproperties", "username": "erica@example.com", "totalResults": 0, "startIndex": 1, "itemsPerPage": 1000, "items": []}''')
        elif google_api_functions.GOOGLE_PLUS_WHOAMI_URL in url.geturl():
            return response(200, '''{"displayName": "Jane Doe", "emails": [{"type": "account", "value": "erica@example.com"}]}''')
        else:
            return self.auth_csv_example_allowed(url, request)

    def mock_google_analytics(self, url, request):
        start_date = (date.today() - timedelta(days=7)).isoformat()
        end_date = date.today().isoformat()
        url_string = url.geturl()

        if 'ids=ga%3A12345678' in url_string and 'end-date=' + end_date in url_string and 'start-date=' + start_date in url_string and 'filters=ga%3ApagePath%3D~%28hello.html%7Chello%29' in url_string:
            return response(200, '''{"ga:previousPagePath": "/about/", "ga:pagePath": "/lib/", "ga:pageViews": "12", "ga:avgTimeOnPage": "56.17", "ga:exiteRate": "43.75", "totalsForAllResults": {"ga:pageViews": "24", "ga:avgTimeOnPage": "67.36363636363636"}}''')

        else:
            return self.auth_csv_example_allowed(url, request)

    def mock_internal_server_error(self, url, request):
        from flask import abort
        abort(500)

    def mock_exception(self, url, request):
        raise Exception(u'This is a generic exception.')

    # in TestApp
    def test_no_cache_headers(self):
        ''' The expected no-cache headers are in the server response.
        '''
        with HTTMock(self.auth_csv_example_allowed):
            with HTTMock(self.mock_persona_verify_erica):
                erica = ChimeTestClient(self.test_client, self)
                erica.sign_in(email='erica@example.com')

            erica.open_link('/')

            # The static no-cache headers are as expected
            self.assertEqual(erica.headers['Cache-Control'], 'no-store, no-cache, must-revalidate, post-check=0, pre-check=0, max-age=0')
            self.assertEqual(erica.headers['Pragma'], 'no-cache')
            self.assertEqual(erica.headers['Expires'], '-1')

            # The last modified date is within 10 seconds of now
            last_modified = datetime.strptime(erica.headers['Last-Modified'], '%Y-%m-%d %H:%M:%S.%f')
            delta = datetime.now() - last_modified
            self.assertTrue(delta.seconds < 10)

    # in TestApp
    def test_bad_login(self):
        ''' Check basic log in / log out flow without talking to Persona.
        '''
        response = self.test_client.get('/')
        self.assertFalse('erica@example.com' in response.data)

        with HTTMock(self.mock_persona_verify_erica):
            response = self.test_client.post('/sign-in', data={'assertion': 'erica@example.com'})
            self.assertEqual(response.status_code, 200)

        with HTTMock(self.auth_csv_example_disallowed):
            response = self.test_client.get('/')
            self.assertFalse('Create' in response.data)

    # in TestApp
    def test_login(self):
        ''' Check basic log in / log out flow without talking to Persona.
        '''
        response = self.test_client.get('/')
        self.assertFalse('Start' in response.data)

        with HTTMock(self.mock_persona_verify_erica):
            response = self.test_client.post('/sign-in', data={'assertion': 'erica@example.com'})
            self.assertEqual(response.status_code, 200)

        with HTTMock(self.auth_csv_example_allowed):
            response = self.test_client.get('/')
            self.assertTrue('Start' in response.data)
            self.assertTrue('http://example.org' in response.data, 'Should see LIVE_SITE_URL in response')

            response = self.test_client.post('/sign-out')
            self.assertEqual(response.status_code, 200)

            response = self.test_client.get('/')
            self.assertFalse('Start' in response.data)

    # in TestApp
    def test_login_splat(self):
        ''' Check basic log in / log out flow without talking to Persona.
        '''
        response = self.test_client.get('/')
        self.assertFalse('Start' in response.data)

        with HTTMock(self.mock_persona_verify_william):
            response = self.test_client.post('/sign-in', data={'assertion': 'william@example.org'})
            self.assertEqual(response.status_code, 200)

        with HTTMock(self.auth_csv_example_allowed):
            response = self.test_client.get('/')
            self.assertTrue('Start' in response.data)

    # in TestApp
    def test_default_auth_href_warning(self):
        ''' Check basic log in / log out flow without talking to Persona.
        '''
        with patch('chime.view_functions.AUTH_DATA_HREF_DEFAULT', new='http://example.com/auth.csv'):
            response = self.test_client.get('/not-allowed')
            expected = 'Your Chime <code>AUTH_DATA_HREF</code> is set to default value.'
            self.assertTrue(expected in response.data, 'Should see a warning')

    # in TestApp
    @patch('chime.view_functions.AUTH_CHECK_LIFESPAN', new=1.0)
    def test_login_timeout(self):
        ''' Check basic log in / log out flow with auth check lifespan.
        '''
        response = self.test_client.get('/')
        self.assertFalse('Start' in response.data)

        with HTTMock(self.mock_persona_verify_erica):
            response = self.test_client.post('/sign-in', data={'assertion': 'erica@example.com'})
            self.assertEqual(response.status_code, 200)

        with HTTMock(self.auth_csv_example_allowed):
            response = self.test_client.get('/')
            self.assertTrue('Start' in response.data)

        with patch('chime.view_functions.get_auth_data_file') as get_auth_data_file:
            # Show that email status does not require a call to auth CSV.
            response = self.test_client.get('/')
            self.assertEqual(response.status_code, 200, 'Should have worked')
            self.assertEqual(get_auth_data_file.call_count, 0, 'Should not have called get_auth_data_file()')
            
            # Show that a call to auth CSV was made, outside the timeout period.
            time.sleep(1.1)
            response = self.test_client.get('/')
            self.assertEqual(get_auth_data_file.call_count, 1, 'Should have called get_auth_data_file()')

        with HTTMock(self.auth_csv_example_allowed):
            # Show that email status was correctly updatedw with call to CSV.
            response = self.test_client.get('/')
            self.assertEqual(response.status_code, 200, 'Should have worked')

            response = self.test_client.post('/sign-out')
            self.assertEqual(response.status_code, 200)

            response = self.test_client.get('/')
            self.assertFalse('Start' in response.data)

    # in TestApp
    def test_need_description_to_start_activity(self):
        ''' You need a description to start a new activity
        '''
        with HTTMock(self.auth_csv_example_allowed):
            with HTTMock(self.mock_persona_verify_erica):
                erica = ChimeTestClient(self.test_client, self)
                erica.sign_in(email='erica@example.com')

            pattern_template_comment_stripped = sub(ur'<!--|-->', u'', PATTERN_TEMPLATE_COMMENT)
            flash_message_text = u'Please describe what you\'re doing when you start a new activity!'

            # start a new task without a description
            erica.start_task(description=u'')
            # the activities-list template reloaded
            comments = erica.soup.findAll(text=lambda text: isinstance(text, Comment))
            self.assertTrue(pattern_template_comment_stripped.format(u'activities-list') in comments)
            # verify that there's a flash message warning about submitting an empty description
            self.assertEqual(flash_message_text, erica.soup.find('li', class_='flash').text)

    # in TestApp
    def test_whitespace_stripped_from_description(self):
        ''' Carriage returns, tabs, spaces are stripped from task descriptions before they're saved.
        '''
        with HTTMock(self.auth_csv_example_allowed):
            with HTTMock(self.mock_persona_verify_erica):
                erica = ChimeTestClient(self.test_client, self)
                erica.sign_in(email='erica@example.com')

            # start a new task with a lot of random whitespace
            task_description = u'I think\n\r\n\rI am      so   \t\t\t   coool!!\n\n\nYeah.\n\nOK\n\rERWEREW      dkkdk'
            task_description_stripped = u'I think I am so coool!! Yeah. OK ERWEREW dkkdk'
            erica.start_task(description=task_description)

            # the stripped comment is in the HTML
            pattern_task_comment_stripped = sub(ur'<!--|-->', u'', PATTERN_TASK_COMMENT)
            comments = erica.soup.findAll(text=lambda text: isinstance(text, Comment))
            self.assertTrue(pattern_task_comment_stripped.format(task_description_stripped) in comments)

            # the stripped comment is in the task metadata
            repo = view_functions.get_repo(repo_path=self.app.config['REPO_PATH'], work_path=self.app.config['WORK_PATH'], email='erica@example.com')
            task_metadata = repo_functions.get_task_metadata_for_branch(repo, erica.get_branch_name())
            self.assertEqual(task_description_stripped, task_metadata['task_description'])

    # in TestApp
    def test_notification_on_create_category(self):
        ''' You get a flash notification when you create a category
        '''
        with HTTMock(self.auth_csv_example_allowed):
            with HTTMock(self.mock_persona_verify_erica):
                erica = ChimeTestClient(self.app.test_client(), self)
                erica.sign_in('erica@example.com')

            # Start a new task
            erica.start_task(description=u'Lick Water Droplets From Leaves for Leopard Geckos')
            # Get the branch name
            branch_name = erica.get_branch_name()
            # Enter the "other" folder
            other_slug = u'other'
            erica.follow_link(href='/tree/{}/edit/{}/'.format(branch_name, other_slug))

            # Create a category
            category_name = u'Rubber Plants'
            category_slug = slugify(category_name)
            erica.add_category(category_name=category_name)
            # the category is correctly represented on the page
            self.assertIsNotNone(erica.soup.find(lambda tag: bool(tag.name == 'a' and category_name in tag.text)))
            self.assertIsNotNone(erica.soup.find(lambda tag: bool(tag.name == 'a' and category_slug in tag['href'])))
            # a flash message appeared
            self.assertEqual(PATTERN_FLASH_CREATED_CATEGORY.format(title=category_name), erica.soup.find('li', class_='flash').text)

    # in TestApp
    def test_notifications_on_create_edit_and_delete_article(self):
        ''' You get a flash notification when you create an article
        '''
        with HTTMock(self.auth_csv_example_allowed):
            with HTTMock(self.mock_persona_verify_erica):
                erica = ChimeTestClient(self.app.test_client(), self)
                erica.sign_in('erica@example.com')

            # Start a new task
            erica.start_task(description=u'Lick Water Droplets From Leaves for Leopard Geckos')
            # Get the branch name
            branch_name = erica.get_branch_name()

            # Enter the "other" folder
            other_slug = u'other'
            erica.follow_link(href='/tree/{}/edit/{}/'.format(branch_name, other_slug))

            # Create a category and sub-category
            category_name = u'Rubber Plants'
            subcategory_name = u'Leaves'
            erica.add_category(category_name=category_name)
            erica.add_subcategory(subcategory_name=subcategory_name)
            subcategory_path = erica.path

            # Create an article
            article_name = u'Water Droplets'
            erica.add_article(article_name=article_name)
            # a flash message appeared
            self.assertEqual(PATTERN_FLASH_CREATED_ARTICLE.format(title=article_name), erica.soup.find('li', class_='flash').text)

            # edit the article
            erica.edit_article(title_str=article_name, body_str=u'Watch out for poisonous insects.')
            # a flash message appeared
            self.assertEqual(PATTERN_FLASH_SAVED_ARTICLE.format(title=article_name), erica.soup.find('li', class_='flash').text)

            # delete the article
            erica.open_link(subcategory_path)
            erica.delete_article(article_name)
            # a flash message appeared
            self.assertEqual(PATTERN_FLASH_DELETED_ARTICLE.format(title=article_name), erica.soup.find('li', class_='flash').text)

    # in TestApp
    def test_branches(self):
        ''' Check basic branching functionality.
        '''
        fake_task_description = u'do things for somebody else'
        fake_author_email = u'erica@example.com'
        fake_endorser_email = u'frances@example.com'
        fake_page_slug = u'hello'
        fake_page_path = u'{}/index.{}'.format(fake_page_slug, view_functions.CONTENT_FILE_EXTENSION)
        fake_page_content = u'People of earth we salute you.'
        with HTTMock(self.mock_persona_verify_erica):
            self.test_client.post('/sign-in', data={'assertion': fake_author_email})

        with HTTMock(self.auth_csv_example_allowed):
            # create a new branch
            response = self.test_client.post('/start', data={'task_description': fake_task_description}, follow_redirects=True)
            self.assertTrue(PATTERN_TEMPLATE_COMMENT.format('articles-list') in response.data)
            self.assertTrue(PATTERN_TASK_COMMENT.format(fake_task_description) in response.data)
            self.assertTrue(PATTERN_AUTHOR_COMMENT.format(fake_author_email) in response.data)

            # extract the generated branch name from the returned HTML
            generated_branch_search = search(r'<!-- branch: (.{{{}}}) -->'.format(repo_functions.BRANCH_NAME_LENGTH), response.data)
            self.assertIsNotNone(generated_branch_search)
            try:
                generated_branch_name = generated_branch_search.group(1)
            except AttributeError:
                raise Exception('No match for generated branch name.')

        with HTTMock(self.mock_google_analytics):
            # create a new file
            response = self.test_client.post('/tree/{}/edit/'.format(generated_branch_name),
                                             data={'action': 'create', 'create_what': view_functions.ARTICLE_LAYOUT, 'request_path': fake_page_slug},
                                             follow_redirects=True)
            self.assertEqual(response.status_code, 200)
            self.assertTrue(fake_page_path in response.data)

            # get the index page for the branch and verify that the new file is listed
            response = self.test_client.get('/tree/{}/edit/'.format(generated_branch_name), follow_redirects=True)
            self.assertEqual(response.status_code, 200)
            self.assertTrue(PATTERN_BRANCH_COMMENT.format(generated_branch_name) in response.data)
            self.assertTrue(PATTERN_FILE_COMMENT.format(**{"file_name": fake_page_slug, "file_title": fake_page_slug, "file_type": view_functions.ARTICLE_LAYOUT}) in response.data)

            # get the edit page for the new file and extract the hexsha value
            response = self.test_client.get('/tree/{}/edit/{}'.format(generated_branch_name, fake_page_path))
            self.assertEqual(response.status_code, 200)
            self.assertTrue(fake_page_path in response.data)
            hexsha = search(r'<input name="hexsha" value="(\w+)"', response.data).group(1)
            # now save the file with new content
            response = self.test_client.post('/tree/{}/save/{}'.format(generated_branch_name, fake_page_path),
                                             data={'layout': view_functions.ARTICLE_LAYOUT, 'hexsha': hexsha,
                                                   'en-title': 'Greetings',
                                                   'en-body': u'{}\n'.format(fake_page_content),
                                                   'fr-title': '', 'fr-body': '',
                                                   'url-slug': u'{}/index'.format(fake_page_slug)},
                                             follow_redirects=True)

            self.assertEqual(response.status_code, 200)
            self.assertTrue(fake_page_path in response.data)
            self.assertTrue(fake_page_content in response.data)

        # Check that English and French forms are both present.
        self.assertTrue('name="fr-title"' in response.data)
        self.assertTrue('name="en-title"' in response.data)

        # Verify that navigation tabs are in the correct order.
        self.assertTrue(response.data.index('id="fr-nav"') < response.data.index('id="en-nav"'))

        # Request feedback on the change
        with HTTMock(self.auth_csv_example_allowed):
            response = self.test_client.post('/tree/{}/'.format(generated_branch_name), data={'comment_text': u'', 'request_feedback': u'Request Feedback'}, follow_redirects=True)
        self.assertEqual(response.status_code, 200)
        self.assertTrue(u'{} {}'.format(fake_author_email, repo_functions.ACTIVITY_FEEDBACK_MESSAGE) in response.data)

        #
        #
        # Log in as a different person
        with HTTMock(self.mock_persona_verify_frances):
            self.test_client.post('/sign-in', data={'assertion': fake_endorser_email})

        # Endorse the change
        with HTTMock(self.auth_csv_example_allowed):
            response = self.test_client.post('/tree/{}/'.format(generated_branch_name), data={'comment_text': u'', 'endorse_edits': 'Endorse Edits'}, follow_redirects=True)
        self.assertEqual(response.status_code, 200)
        self.assertTrue(u'{} {}'.format(fake_endorser_email, repo_functions.ACTIVITY_ENDORSED_MESSAGE) in response.data)

        # And publish the change!
        with HTTMock(self.auth_csv_example_allowed):
            response = self.test_client.post('/tree/{}/'.format(generated_branch_name), data={'comment_text': u'', 'merge': 'Publish'}, follow_redirects=True)
        self.assertEqual(response.status_code, 200)
        # should've been redirected to the front page
        self.assertTrue(PATTERN_TEMPLATE_COMMENT.format('activities-list') in response.data)
        # the activity we just published should be listed under 'recently published activities'
        self.assertTrue(generated_branch_name in response.data)
        self.assertTrue(response.data.find(generated_branch_name) > response.data.find(u'Recently Published Activities'))

        # Look in the published directory and see if the words are there.
        with open(join(self.publish_path, fake_page_slug, 'index.html')) as file:
            self.assertTrue(fake_page_content in file.read())

    # in TestApp
    def test_delete_strange_tasks(self):
        ''' Delete a task that you can see on the activity list but haven't viewed or edited.
        '''
        fake_author_email = u'erica@example.com'
        with HTTMock(self.mock_persona_verify_erica):
            self.test_client.post('/sign-in', data={'assertion': fake_author_email})

        with HTTMock(self.auth_csv_example_allowed):
            # start a new branch via the http interface
            # invokes view_functions/get_repo which creates a clone
            disposable_task_description = u'unimportant task for unimportant person'
            response = self.test_client.post('/start', data={'task_description': disposable_task_description}, follow_redirects=True)
            self.assertEqual(response.status_code, 200)
            self.assertTrue(PATTERN_TEMPLATE_COMMENT.format('articles-list') in response.data)
            self.assertTrue(PATTERN_TASK_COMMENT.format(disposable_task_description) in response.data)

            # create a branch programmatically on our pre-made clone
            check_task_description = u'Creating a Star Child for Ancient Aliens'
            check_branch = repo_functions.get_start_branch(self.clone1, 'master', check_task_description, fake_author_email)
            self.assertTrue(check_branch.name in self.clone1.branches)
            self.assertTrue(check_branch.name in self.origin.branches)
            # verify that the branch doesn't exist in our new clone
            with self.app.app_context():
                with self.app.test_request_context():
                    from flask import session
                    session['email'] = fake_author_email
                    new_clone = view_functions.get_repo(flask_app=self.app)
                    self.assertFalse(check_branch.name in new_clone.branches)

            # load the activity list and verify that the branch is visible there
            response = self.test_client.get('/', follow_redirects=True)
            self.assertEqual(response.status_code, 200)
            self.assertTrue(check_branch.name in response.data)

            # Delete the activity
            response = self.test_client.post('/update', data={'abandon': 'Delete', 'branch': '{}'.format(check_branch.name)}, follow_redirects=True)
            self.assertEqual(response.status_code, 200)
            self.assertFalse(check_branch.name in response.data)

    # in TestApp
    def test_review_process(self):
        ''' Check the review process
        '''
        fake_task_description = u'groom pets for pet owners'
        fake_author_email = u'erica@example.com'
        fake_endorser_email = u'frances@example.com'
        fake_page_slug = u'hello'

        # log in
        with HTTMock(self.mock_persona_verify_erica):
            self.test_client.post('/sign-in', data={'assertion': fake_author_email})

        with HTTMock(self.auth_csv_example_allowed):
            # create a new branch
            response = self.test_client.post('/start', data={'task_description': fake_task_description}, follow_redirects=True)
            self.assertEqual(response.status_code, 200)
            self.assertTrue(PATTERN_TEMPLATE_COMMENT.format('articles-list') in response.data)

            # extract the generated branch name from the returned HTML
            generated_branch_search = search(r'<!-- branch: (.{{{}}}) -->'.format(repo_functions.BRANCH_NAME_LENGTH), response.data)
            self.assertIsNotNone(generated_branch_search)
            try:
                generated_branch_name = generated_branch_search.group(1)
            except AttributeError:
                raise Exception('No match for generated branch name.')

            # create a new file
            response = self.test_client.post('/tree/{}/edit/'.format(generated_branch_name),
                                             data={'action': 'create', 'create_what': view_functions.ARTICLE_LAYOUT, 'request_path': fake_page_slug},
                                             follow_redirects=True)
            self.assertEqual(response.status_code, 200)

            # get the edit page for the branch
            response = self.test_client.get('/tree/{}/edit/'.format(generated_branch_name), follow_redirects=True)
            self.assertEqual(response.status_code, 200)
            # verify that there's a 'request feedback' button
            self.assertTrue(PATTERN_REQUEST_FEEDBACK_BUTTON in response.data)

            # get the overview page for the branch
            response = self.test_client.get('/tree/{}/'.format(generated_branch_name), follow_redirects=True)
            self.assertEqual(response.status_code, 200)
            # verify that there's a 'request feedback' button
            self.assertTrue(PATTERN_REQUEST_FEEDBACK_BUTTON in response.data)

            # get the activity list page
            response = self.test_client.get('/', follow_redirects=True)
            self.assertEqual(response.status_code, 200)
            # verify that there's an unreviewed edits link
            self.assertTrue(PATTERN_UNREVIEWED_EDITS_LINK.format(branch_name=generated_branch_name) in response.data)

        # Request feedback on the change
        with HTTMock(self.auth_csv_example_allowed):
            response = self.test_client.post('/tree/{}/'.format(generated_branch_name), data={'comment_text': u'', 'request_feedback': u'Request Feedback'}, follow_redirects=True)
            self.assertEqual(response.status_code, 200)
            self.assertTrue(u'{} {}'.format(fake_author_email, repo_functions.ACTIVITY_FEEDBACK_MESSAGE) in response.data)

        #
        #
        # Log in as a different person
        with HTTMock(self.mock_persona_verify_frances):
            self.test_client.post('/sign-in', data={'assertion': fake_endorser_email})

        with HTTMock(self.auth_csv_example_allowed):
            # get the edit page for the branch
            response = self.test_client.get('/tree/{}/edit/'.format(generated_branch_name), follow_redirects=True)
            self.assertEqual(response.status_code, 200)
            # verify that there's a 'Endorse Edits' button
            self.assertTrue(PATTERN_ENDORSE_BUTTON in response.data)

            # get the overview page for the branch
            response = self.test_client.get('/tree/{}/'.format(generated_branch_name), follow_redirects=True)
            self.assertEqual(response.status_code, 200)
            # verify that there's a 'Endorse Edits' button
            self.assertTrue(PATTERN_ENDORSE_BUTTON in response.data)

            # get the activity list page
            response = self.test_client.get('/', follow_redirects=True)
            self.assertEqual(response.status_code, 200)
            # verify that there's a feedback requested link
            self.assertTrue(PATTERN_FEEDBACK_REQUESTED_LINK.format(branch_name=generated_branch_name) in response.data)

        # Endorse the change
        with HTTMock(self.auth_csv_example_allowed):
            response = self.test_client.post('/tree/{}/'.format(generated_branch_name), data={'comment_text': u'', 'endorse_edits': 'Endorse Edits'}, follow_redirects=True)
            self.assertEqual(response.status_code, 200)
            self.assertTrue(u'{} {}'.format(fake_endorser_email, repo_functions.ACTIVITY_ENDORSED_MESSAGE) in response.data)

        # log back in as the original editor
        with HTTMock(self.mock_persona_verify_erica):
            self.test_client.post('/sign-in', data={'assertion': fake_author_email})

        with HTTMock(self.auth_csv_example_allowed):
            # get the edit page for the branch
            response = self.test_client.get('/tree/{}/edit/'.format(generated_branch_name), follow_redirects=True)
            self.assertEqual(response.status_code, 200)
            # verify that there's a 'publish' button
            self.assertTrue(PATTERN_PUBLISH_BUTTON in response.data)

            # get the overview page for the branch
            response = self.test_client.get('/tree/{}/'.format(generated_branch_name), follow_redirects=True)
            self.assertEqual(response.status_code, 200)
            # verify that there's a 'publish' button
            self.assertTrue(PATTERN_PUBLISH_BUTTON in response.data)

            # get the activity list page
            response = self.test_client.get('/', follow_redirects=True)
            self.assertEqual(response.status_code, 200)
            # verify that there's an 'ready to publish' link
            self.assertTrue(PATTERN_READY_TO_PUBLISH_LINK.format(branch_name=generated_branch_name) in response.data)

        # And publish the change!
        with HTTMock(self.auth_csv_example_allowed):
            response = self.test_client.post('/tree/{}/'.format(generated_branch_name), data={'comment_text': u'', 'merge': 'Publish'}, follow_redirects=True)
        self.assertEqual(response.status_code, 200)
        # should've been redirected to the front page
        self.assertTrue(PATTERN_TEMPLATE_COMMENT.format('activities-list') in response.data)
        # the activity we just published should be listed under 'recently published activities'
        self.assertTrue(generated_branch_name in response.data)
        self.assertTrue(response.data.find(generated_branch_name) > response.data.find(u'Recently Published Activities'))

    # in TestApp
    def test_get_request_does_not_create_branch(self):
        ''' Navigating to a made-up URL should not create a branch
        '''
        with HTTMock(self.mock_persona_verify_erica):
            self.test_client.post('/sign-in', data={'assertion': 'erica@example.com'})

        with HTTMock(self.auth_csv_example_allowed):
            fake_branch_name = 'this-should-not-create-a-branch'
            #
            # edit
            #
            response = self.test_client.get('/tree/{}/edit/'.format(fake_branch_name), follow_redirects=True)
            self.assertEqual(response.status_code, 404)
            self.assertTrue(view_functions.MESSAGE_ACTIVITY_DELETED in response.data)
            # the branch path should not be in the returned HTML
            self.assertFalse(PATTERN_BRANCH_COMMENT.format(fake_branch_name) in response.data)
            # the branch name should not be in the origin's branches list
            self.assertFalse(fake_branch_name in self.origin.branches)

            #
            # history
            #
            response = self.test_client.get('/tree/{}/history/'.format(fake_branch_name), follow_redirects=True)
            self.assertEqual(response.status_code, 404)
            self.assertTrue(view_functions.MESSAGE_ACTIVITY_DELETED in response.data)
            # the branch path should not be in the returned HTML
            self.assertFalse(PATTERN_BRANCH_COMMENT.format(fake_branch_name) in response.data)
            # the branch name should not be in the origin's branches list
            self.assertFalse(fake_branch_name in self.origin.branches)

            #
            # view
            #
            response = self.test_client.get('/tree/{}/view/'.format(fake_branch_name), follow_redirects=True)
            self.assertEqual(response.status_code, 404)
            self.assertTrue(view_functions.MESSAGE_ACTIVITY_DELETED in response.data)
            # the branch path should not be in the returned HTML
            self.assertFalse(PATTERN_BRANCH_COMMENT.format(fake_branch_name) in response.data)
            # the branch name should not be in the origin's branches list
            self.assertFalse(fake_branch_name in self.origin.branches)

    # in TestApp
    def test_post_request_does_not_create_branch(self):
        ''' Certain POSTs to a made-up URL should not create a branch
        '''
        fake_page_slug = u'hello'
        fake_page_path = u'{}/index.{}'.format(fake_page_slug, view_functions.CONTENT_FILE_EXTENSION)

        with HTTMock(self.mock_persona_verify_erica):
            self.test_client.post('/sign-in', data={'assertion': 'erica@example.com'})

        with HTTMock(self.auth_csv_example_allowed):
            #
            # try creating an article in a non-existent branch
            #
            fake_branch_name = repo_functions.make_branch_name()
            response = self.test_client.post('/tree/{}/edit/'.format(fake_branch_name), data={'action': 'create', 'create_what': view_functions.ARTICLE_LAYOUT, 'request_path': fake_page_slug}, follow_redirects=True)
            self.assertEqual(response.status_code, 404)
            self.assertTrue(view_functions.MESSAGE_ACTIVITY_DELETED in response.data)
            # the branch name should not be in the origin's branches list
            self.assertFalse(fake_branch_name in self.origin.branches)

            #
            # create a branch then delete it right before a POSTing a save command
            #
            fake_task_description = u'Doing fake stuff for Nobody'
            response = self.test_client.post('/start', data={'task_description': fake_task_description}, follow_redirects=True)
            # we should be on the new task's edit page
            self.assertEqual(response.status_code, 200)
            self.assertTrue(PATTERN_TEMPLATE_COMMENT.format('articles-list') in response.data)
            self.assertTrue(PATTERN_TASK_COMMENT.format(fake_task_description) in response.data)

            # extract the generated branch name from the returned HTML
            generated_branch_search = search(r'<!-- branch: (.{{{}}}) -->'.format(repo_functions.BRANCH_NAME_LENGTH), response.data)
            self.assertIsNotNone(generated_branch_search)
            try:
                generated_branch_name = generated_branch_search.group(1)
            except AttributeError:
                raise Exception('No match for generated branch name.')

            # create a new article
            response = self.test_client.post('/tree/{}/edit/'.format(generated_branch_name), data={'action': 'create', 'create_what': view_functions.ARTICLE_LAYOUT, 'request_path': fake_page_slug}, follow_redirects=True)
            self.assertEqual(response.status_code, 200)
            self.assertTrue(PATTERN_TEMPLATE_COMMENT.format('article-edit') in response.data)

            # load the article list and verify that the new article is listed
            response = self.test_client.get('/tree/{}/edit/'.format(generated_branch_name), follow_redirects=True)
            self.assertEqual(response.status_code, 200)
            self.assertTrue(PATTERN_TEMPLATE_COMMENT.format('articles-list') in response.data)
            self.assertTrue(PATTERN_BRANCH_COMMENT.format(generated_branch_name) in response.data)
            self.assertTrue(PATTERN_FILE_COMMENT.format(**{"file_name": fake_page_slug, "file_title": fake_page_slug, "file_type": view_functions.ARTICLE_LAYOUT}) in response.data)

            # load the article edit page and grab the hexsha from the form
            response = self.test_client.get('/tree/{}/edit/{}'.format(generated_branch_name, fake_page_path))
            self.assertEqual(response.status_code, 200)
            hexsha = search(r'<input name="hexsha" value="(\w+)"', response.data).group(1)

            # delete the branch
            response = self.test_client.post('/update', data={'abandon': 'Delete', 'branch': '{}'.format(generated_branch_name)}, follow_redirects=True)
            self.assertEqual(response.status_code, 200)
            self.assertFalse(generated_branch_name in response.data)

            # try submitting a change to the article
            response = self.test_client.post('/tree/{}/save/{}'.format(generated_branch_name, fake_page_path), data={'layout': view_functions.ARTICLE_LAYOUT, 'hexsha': hexsha, 'en-title': 'Greetings', 'en-body': 'Hello world.\n', 'fr-title': '', 'fr-body': '', 'url-slug': 'hello'}, follow_redirects=True)
            self.assertEqual(response.status_code, 404)
            self.assertTrue(view_functions.MESSAGE_ACTIVITY_DELETED in response.data)
            # the task name should not be in the returned HTML
            self.assertFalse(PATTERN_BRANCH_COMMENT.format(fake_task_description) in response.data)
            # the branch name should not be in the origin's branches list
            self.assertFalse('{}'.format(generated_branch_name) in self.origin.branches)

    # in TestApp
    def test_accessing_local_branch_fetches_remote(self):
        ''' GETting or POSTing to a URL that indicates a branch that exists remotely but not locally
            fetches the remote branch and allows access
        '''
        fake_author_email = u'erica@example.com'
        with HTTMock(self.mock_persona_verify_erica):
            self.test_client.post('/sign-in', data={'assertion': fake_author_email})

        with HTTMock(self.auth_csv_example_allowed):
            # start a new branch via the http interface
            # invokes view_functions/get_repo which creates a clone
            disposable_task_description = u'unimportant task for unimportant person'
            response = self.test_client.post('/start', data={'task_description': disposable_task_description}, follow_redirects=True)
            self.assertEqual(response.status_code, 200)
            self.assertTrue(PATTERN_TEMPLATE_COMMENT.format('articles-list') in response.data)
            self.assertTrue(PATTERN_TASK_COMMENT.format(disposable_task_description) in response.data)

            # create a branch programmatically on our pre-made clone
            check_task_description = u'the branch we are checking for for just me'
            check_branch = repo_functions.get_start_branch(self.clone1, 'master', check_task_description, fake_author_email)
            self.assertTrue(check_branch.name in self.clone1.branches)
            self.assertTrue(check_branch.name in self.origin.branches)
            # verify that the branch doesn't exist in our new clone
            with self.app.app_context():
                with self.app.test_request_context():
                    from flask import session
                    session['email'] = fake_author_email
                    new_clone = view_functions.get_repo(flask_app=self.app)
                    self.assertFalse(check_branch.name in new_clone.branches)

            # request an edit page for the check branch through the http interface
            response = self.test_client.get('/tree/{}/edit/'.format(check_branch.name), follow_redirects=True)
            self.assertEqual(response.status_code, 200)
            # the task description should be in the returned HTML
            self.assertTrue(PATTERN_TEMPLATE_COMMENT.format('articles-list') in response.data)
            self.assertTrue(PATTERN_TASK_COMMENT.format(check_task_description) in response.data)

            # the branch name should now be in the original repo's branches list
            self.assertTrue(check_branch.name in new_clone.branches)

    # in TestApp
    def test_git_merge_strategy_implemented(self):
        ''' The Git merge strategy has been implmemented for a new clone.
        '''
        fake_author_email = u'erica@example.com'
        with HTTMock(self.mock_persona_verify_erica):
            self.test_client.post('/sign-in', data={'assertion': fake_author_email})

        with HTTMock(self.auth_csv_example_allowed):
            # create a new clone via get_repo
            with self.app.app_context():
                with self.app.test_request_context():
                    from flask import session
                    session['email'] = fake_author_email
                    new_clone = view_functions.get_repo(flask_app=self.app)

            # check for the config setting
            self.assertEqual(new_clone.config_reader().get_value('merge "ignored"', 'driver'), True)

            # check for the attributes setting
            attributes_path = join(new_clone.git_dir, 'info/attributes')
            self.assertTrue(exists(attributes_path))
            with open(attributes_path, 'r') as file:
                content = file.read().decode("utf-8")
            self.assertEqual(content, u'{} merge=ignored'.format(repo_functions.TASK_METADATA_FILENAME))

    # in TestApp
    def test_task_metadata_should_exist(self):
        ''' Task metadata file should exist but doesn't
        '''
        fake_author_email = u'erica@example.com'
        with HTTMock(self.mock_persona_verify_erica):
            self.test_client.post('/sign-in', data={'assertion': fake_author_email})

        fake_task_description = u'unimportant task for unimportant person'
        branch1 = repo_functions.get_start_branch(self.clone1, 'master', fake_task_description, fake_author_email)
        branch1_name = branch1.name
        branch1.checkout()

        # verify that the most recent commit on the new branch is for the task metadata file
        # by checking for the name of the file in the commit message
        self.assertTrue(repo_functions.TASK_METADATA_FILENAME in branch1.commit.message)

        # validate the existence of the task metadata file
        self.assertTrue(repo_functions.verify_file_exists_in_branch(self.clone1, repo_functions.TASK_METADATA_FILENAME, branch1_name))

        # now delete it
        repo_functions.delete_task_metadata_for_branch(self.clone1, 'master')
        self.assertFalse(repo_functions.verify_file_exists_in_branch(self.clone1, repo_functions.TASK_METADATA_FILENAME, branch1_name))

        # verify that we can load a functional edit page for the branch
        with HTTMock(self.auth_csv_example_allowed):
            # request an edit page for the check branch through the http interface
            response = self.test_client.get('/tree/{}/edit/'.format(branch1_name), follow_redirects=True)
            # it's a good response
            self.assertEqual(response.status_code, 200)
            # the branch name should be in the returned HTML
            self.assertTrue(PATTERN_BRANCH_COMMENT.format(branch1_name) in response.data)
            # the 'Started by' should be 'Unknown' for now
            self.assertTrue(PATTERN_AUTHOR_COMMENT.format(u'unknown') in response.data)

    # in TestApp
    def test_google_callback_is_successful(self):
        ''' Ensure we get a successful page load on callback from Google authentication
        '''
        with HTTMock(self.mock_persona_verify_erica):
            self.test_client.post('/sign-in', data={'assertion': 'erica@example.com'})

        with HTTMock(self.mock_google_authorization):
            self.test_client.post('/authorize')

        with HTTMock(self.mock_successful_google_callback):
            response = self.test_client.get('/callback?state=PPPPPPPPPPPPPPPPPPPPPPPPPPPPPPPP&code=code')

        with self.app.app_context():
            ga_config = google_api_functions.read_ga_config(self.app.config['RUNNING_STATE_DIR'])

        self.assertEqual(ga_config['access_token'], 'meowser_token')
        self.assertEqual(ga_config['refresh_token'], 'refresh_meows')

        self.assertTrue('/setup' in response.location)

    # in TestApp
    def test_analytics_setup_is_successful(self):
        with HTTMock(self.mock_persona_verify_erica):
            self.test_client.post('/sign-in', data={'assertion': 'erica@example.com'})

        with HTTMock(self.mock_google_authorization):
            self.test_client.post('/authorize')

        # mock-post the form in authorize.html to authorization-complete.html with some dummy values and check the results
        response = self.test_client.post('/authorization-complete', data={'email': 'erica@example.com', 'name': 'Jane Doe', 'google_email': 'erica@example.com', 'return_link': 'http://example.com', 'property': '12345678', '12345678-domain': 'http://propertyone.example.com', '12345678-name': 'Property One'})

        self.assertEqual(u'200 OK', response.status)

        with self.app.app_context():
            ga_config = google_api_functions.read_ga_config(self.app.config['RUNNING_STATE_DIR'])

        # views.authorization_complete() strips the 'http://' from the domain
        self.assertEqual(ga_config['project_domain'], 'propertyone.example.com')
        self.assertEqual(ga_config['profile_id'], '12345678')

    # in TestApp
    def test_handle_bad_analytics_response(self):
        ''' Verify that an unauthorized analytics response is handled correctly
        '''
        with HTTMock(self.mock_google_invalid_credentials_response):
            with self.app.app_context():
                analytics_dict = google_api_functions.fetch_google_analytics_for_page(self.app.config, u'index.html', 'meowser_token')
            self.assertEqual(analytics_dict, {})

    # in TestApp
    def test_google_callback_fails(self):
        ''' Ensure that we get an appropriate error flashed when we fail to auth with google
        '''
        with HTTMock(self.mock_persona_verify_erica):
            response = self.test_client.post('/sign-in', data={'assertion': 'erica@example.com'})

        with HTTMock(self.mock_google_authorization):
            response = self.test_client.post('/authorize')

        with HTTMock(self.mock_failed_google_callback):
            response = self.test_client.get('/callback?state=PPPPPPPPPPPPPPPPPPPPPPPPPPPPPPPP&code=code', follow_redirects=True)

        self.assertEqual(response.status_code, 200)
        # find the flashed error message in the returned HTML
        self.assertTrue('Google rejected authorization request' in response.data)

    # in TestApp
    def test_invalid_access_token(self):
        ''' Ensure that we get an appropriate error flashed when we have an invalid access token
        '''
        with HTTMock(self.mock_persona_verify_erica):
            response = self.test_client.post('/sign-in', data={'assertion': 'erica@example.com'})
            self.assertEqual(response.status_code, 200)

        with HTTMock(self.mock_google_invalid_credentials_response):
            response = self.test_client.get('/setup', follow_redirects=True)

        self.assertEqual(response.status_code, 200)
        # find the flashed error message in the returned HTML
        self.assertTrue('Invalid Credentials' in response.data)

    # in TestApp
    def test_no_properties_found(self):
        ''' Ensure that we get an appropriate error flashed when no analytics properties are
            associated with the authorized Google account
        '''
        with HTTMock(self.mock_persona_verify_erica):
            response = self.test_client.post('/sign-in', data={'assertion': 'erica@example.com'})
            self.assertEqual(response.status_code, 200)

        with HTTMock(self.mock_google_no_properties_response):
            response = self.test_client.get('/setup', follow_redirects=True)

        self.assertEqual(response.status_code, 200)
        # find the flashed error message in the returned HTML
        self.assertTrue('Your Google Account is not associated with any Google Analytics properties' in response.data)

    # in TestApp
    def test_redirect(self):
        ''' Check redirect to BROWSERID_URL.
        '''
        with HTTMock(self.mock_persona_verify_erica):
            response = self.test_client.get('/not-allowed', headers={'Host': 'wrong.local'})

        expected_url = urljoin(self.app.config['BROWSERID_URL'], '/not-allowed')

        self.assertEqual(response.status_code, 302)
        self.assertEqual(response.headers['Location'], expected_url)

    # in TestApp
    def test_create_category(self):
        ''' Creating a new category creates a directory with an appropriate index file inside.
        '''
        fake_author_email = u'erica@example.com'
        with HTTMock(self.mock_persona_verify_erica):
            self.test_client.post('/sign-in', data={'assertion': fake_author_email})

        with HTTMock(self.auth_csv_example_allowed):
            # start a new branch via the http interface
            # invokes view_functions/get_repo which creates a clone
            task_description = u'force a clam shell open for starfish'

            working_branch = repo_functions.get_start_branch(self.clone1, 'master', task_description, fake_author_email)
            self.assertTrue(working_branch.name in self.clone1.branches)
            self.assertTrue(working_branch.name in self.origin.branches)
            working_branch_name = working_branch.name
            working_branch.checkout()

            # create a new category
            page_slug = u'hello'
            response = self.test_client.post('/tree/{}/edit/'.format(working_branch_name),
                                             data={'action': 'create', 'create_what': view_functions.CATEGORY_LAYOUT, 'request_path': page_slug},
                                             follow_redirects=True)
            self.assertEqual(response.status_code, 200)

            # pull the changes
            self.clone1.git.pull('origin', working_branch_name)

            # a directory was created
            dir_location = join(self.clone1.working_dir, page_slug)
            idx_location = u'{}/index.{}'.format(dir_location, view_functions.CONTENT_FILE_EXTENSION)
            self.assertTrue(exists(dir_location) and isdir(dir_location))
            # an index page was created inside
            self.assertTrue(exists(idx_location))
            # the directory and index page pass the category test
            self.assertTrue(view_functions.is_category_dir(dir_location))

    # in TestApp
    def test_period_in_category_name(self):
        ''' Putting a period in a category or subcategory name doesn't crop it.
        '''
        with HTTMock(self.auth_csv_example_allowed):
            with HTTMock(self.mock_persona_verify_erica):
                erica = ChimeTestClient(self.test_client, self)
                erica.sign_in(email='erica@example.com')

            # Start a new task
            erica.start_task(description=u'Be Shot Hundreds Of Feet Into The Air for A Geyser Of Highly Pressurized Water')
            # Get the branch name
            branch_name = erica.get_branch_name()

            # Enter the "other" folder
            other_slug = u'other'
            erica.follow_link(href='/tree/{}/edit/{}/'.format(branch_name, other_slug))

            # Create a category that has a period in its name
            category_name = u'Mt. Splashmore'
            category_slug = slugify(category_name)
            erica.add_category(category_name=category_name)
            # the category is correctly represented on the page
            self.assertIsNotNone(erica.soup.find(lambda tag: bool(tag.name == 'a' and category_name in tag.text)))
            self.assertIsNotNone(erica.soup.find(lambda tag: bool(tag.name == 'a' and category_slug in tag['href'])))

            # the category is correctly represented on disk
            repo = view_functions.get_repo(repo_path=self.app.config['REPO_PATH'], work_path=self.app.config['WORK_PATH'], email='erica@example.com')
            cat_location = join(repo.working_dir, u'{}/{}'.format(other_slug, category_slug))
            self.assertTrue(exists(cat_location))
            self.assertTrue(view_functions.is_category_dir(cat_location))

    # in TestApp
    def test_empty_category_or_article_name(self):
        ''' Submitting an empty category or article name reloads with a warning.
        '''
        with HTTMock(self.auth_csv_example_allowed):
            with HTTMock(self.mock_persona_verify_erica):
                erica = ChimeTestClient(self.test_client, self)
                erica.sign_in(email='erica@example.com')

            pattern_template_comment_stripped = sub(ur'<!--|-->', u'', PATTERN_TEMPLATE_COMMENT)

            # Start a new task
            erica.start_task(description=u'Deep-Fry a Buffalo in Forty Seconds for Moe')
            # Get the branch name
            branch_name = erica.get_branch_name()

            # Enter the "other" folder
            other_slug = u'other'
            erica.follow_link(href='/tree/{}/edit/{}/'.format(branch_name, other_slug))

            # Try to create a category with no name
            category_name = u''
            erica.add_category(category_name=category_name)
            # the articles-list template reloaded
            comments = erica.soup.findAll(text=lambda text: isinstance(text, Comment))
            self.assertTrue(pattern_template_comment_stripped.format(u'articles-list') in comments)
            # verify that there's a flash message warning about submitting an empty description
            self.assertEqual(u'Please enter a name to create a topic!', erica.soup.find('li', class_='flash').text)

            # Try to create a category with a name that slufigies to an empty string
            category_name = u'(╯□）╯︵ ┻━┻'
            self.assertEqual(u'', slugify(category_name))
            erica.add_category(category_name=category_name)
            # the articles-list template reloaded
            comments = erica.soup.findAll(text=lambda text: isinstance(text, Comment))
            self.assertTrue(pattern_template_comment_stripped.format(u'articles-list') in comments)
            # verify that there's a flash message warning about submitting an empty description
            self.assertEqual(u'{} is not an acceptable topic name!'.format(category_name), erica.soup.find('li', class_='flash').text)

            # Create a category and sub-category
            category_name = u'Mammals'
            subcategory_name = u'Bison'
            erica.add_category(category_name=category_name)
            erica.add_subcategory(subcategory_name=subcategory_name)

            # Try to create an article with no name
            article_name = u''
            erica.add_article(article_name=article_name)
            # the articles-list template reloaded
            comments = erica.soup.findAll(text=lambda text: isinstance(text, Comment))
            self.assertTrue(pattern_template_comment_stripped.format(u'articles-list') in comments)
            # verify that there's a flash message warning about submitting an empty description
            self.assertEqual(u'Please enter a name to create an article!', erica.soup.find('li', class_='flash').text)

            # Try to create a article with a name that slufigies to an empty string
            article_name = u'(╯□）╯︵ ┻━┻'
            self.assertEqual(u'', slugify(article_name))
            erica.add_article(article_name=article_name)
            # the articles-list template reloaded
            comments = erica.soup.findAll(text=lambda text: isinstance(text, Comment))
            self.assertTrue(pattern_template_comment_stripped.format(u'articles-list') in comments)
            # verify that there's a flash message warning about submitting an empty description
            self.assertEqual(u'{} is not an acceptable article name!'.format(article_name), erica.soup.find('li', class_='flash').text)

    # in TestApp
    def test_create_duplicate_category(self):
        ''' If we ask to create a category that exists, let's not and say we did.
        '''
        fake_author_email = u'erica@example.com'
        with HTTMock(self.mock_persona_verify_erica):
            self.test_client.post('/sign-in', data={'assertion': fake_author_email})

        with HTTMock(self.auth_csv_example_allowed):
            # start a new branch via the http interface
            # invokes view_functions/get_repo which creates a clone
            working_branch = repo_functions.get_start_branch(self.clone1, 'master', u'force a clam shell open for starfish', fake_author_email)
            working_branch.checkout()

            # create a new category
            request_data = {'action': 'create', 'create_what': view_functions.CATEGORY_LAYOUT, 'request_path': u'hello'}
            response = self.test_client.post('/tree/{}/edit/'.format(working_branch.name),
                                             data=request_data,
                                             follow_redirects=True)
            self.assertEqual(response.status_code, 200)

            # now do it again
            response = self.test_client.post('/tree/{}/edit/'.format(working_branch.name),
                                             data=request_data,
                                             follow_redirects=True)
            self.assertEqual(response.status_code, 200)
            response_data = sub('&#34;', '"', response.data.decode('utf-8'))
            self.assertTrue(u'Topic "hello" already exists' in response_data)

            # pull the changes
            self.clone1.git.pull('origin', working_branch.name)

            # everything looks good
            dir_location = join(self.clone1.working_dir, u'hello')
            idx_location = u'{}/index.{}'.format(dir_location, view_functions.CONTENT_FILE_EXTENSION)
            self.assertTrue(exists(dir_location) and isdir(dir_location))
            # an index page was created inside
            self.assertTrue(exists(idx_location))
            # the directory and index page pass the category test
            self.assertTrue(view_functions.is_category_dir(dir_location))

    # in TestApp
    def test_delete_categories_and_articles(self):
        ''' Non-empty categories and articles can be deleted
        '''
        fake_author_email = u'erica@example.com'
        with HTTMock(self.mock_persona_verify_erica):
            self.test_client.post('/sign-in', data={'assertion': fake_author_email})

        with HTTMock(self.auth_csv_example_allowed):
            # start a new branch via the http interface
            # invokes view_functions/get_repo which creates a clone
            task_description = u'vomit digestive fluid onto rotting flesh for flies'

            working_branch = repo_functions.get_start_branch(self.clone1, 'master', task_description, fake_author_email)
            self.assertTrue(working_branch.name in self.clone1.branches)
            self.assertTrue(working_branch.name in self.origin.branches)
            working_branch_name = working_branch.name
            working_branch.checkout()

            # create a categories directory
            categories_slug = u'categories'
            response = self.test_client.post('/tree/{}/edit/'.format(working_branch_name),
                                             data={'action': 'create', 'create_what': view_functions.CATEGORY_LAYOUT, 'request_path': categories_slug},
                                             follow_redirects=True)

            # and put a new category inside it
            cata_title = u'Mouth Parts'
            cata_slug = slugify(cata_title)
            response = self.test_client.post('/tree/{}/edit/{}'.format(working_branch_name, categories_slug),
                                             data={'action': 'create', 'create_what': view_functions.CATEGORY_LAYOUT, 'request_path': cata_title},
                                             follow_redirects=True)
            self.assertEqual(response.status_code, 200)

            # put another cateogry inside that
            catb_title = u'Esophagus'
            catb_slug = slugify(catb_title)
            response = self.test_client.post('/tree/{}/edit/{}'.format(working_branch_name, join(categories_slug, cata_slug)),
                                             data={'action': 'create', 'create_what': view_functions.CATEGORY_LAYOUT, 'request_path': catb_title},
                                             follow_redirects=True)
            self.assertEqual(response.status_code, 200)

            # and an article inside that
            art_title = u'Stomach'
            art_slug = slugify(art_title)
            response = self.test_client.post('/tree/{}/edit/{}'.format(working_branch_name, join(categories_slug, cata_slug, catb_slug)),
                                             data={'action': 'create', 'create_what': view_functions.ARTICLE_LAYOUT, 'request_path': art_title},
                                             follow_redirects=True)
            self.assertEqual(response.status_code, 200)

            # pull the changes
            self.clone1.git.pull('origin', working_branch_name)

            # verify that the categories and article exist
            art_location = join(self.clone1.working_dir, categories_slug, cata_slug, catb_slug, art_slug)
            catb_location = join(self.clone1.working_dir, categories_slug, cata_slug, catb_slug)
            cata_location = join(self.clone1.working_dir, categories_slug, cata_slug)
            self.assertTrue(exists(art_location))
            self.assertTrue(view_functions.is_article_dir(art_location))

            # delete category a while in category b
            response = self.test_client.post('/tree/{}/edit/{}'.format(working_branch_name, join(categories_slug, cata_slug, catb_slug)),
                                             data={'action': 'delete', 'request_path': join(categories_slug, cata_slug)},
                                             follow_redirects=True)
            self.assertEqual(response.status_code, 200)

            # pull the changes
            self.clone1.git.pull('origin', working_branch_name)

            # verify that the deleted category and article no longer exist
            self.assertFalse(exists(art_location))
            self.assertFalse(exists(catb_location))
            self.assertFalse(exists(cata_location))

    # in TestApp
    def test_delete_commit_accuracy(self):
        ''' The record of a delete in the corresponding commit is accurate.
        '''
        with HTTMock(self.auth_csv_example_allowed):
            with HTTMock(self.mock_persona_verify_erica):
                erica = ChimeTestClient(self.test_client, self)
                erica.sign_in(email='erica@example.com')

            # Start a new task
            erica.start_task(description=u'Ferment Tuber Fibres Using Symbiotic Bacteria in the Intestines for Naked Mole Rats')
            # Get the branch name
            branch_name = erica.get_branch_name()

            # Enter the "other" folder
            erica.follow_link(href='/tree/{}/edit/other/'.format(branch_name))

            # Create a category and fill it with some subcategories and articles
            category_names = [u'Indigestible Cellulose']
            subcategory_names = [u'Volatile Fatty Acids', u'Non-Reproducing Females', u'Arid African Deserts']
            article_names = [u'Eusocial Exhibition', u'Old Enough to Eat Solid Food', u'Contributing to Extension of Tunnels', u'Foraging and Nest Building']
            erica.add_category(category_name=category_names[0])
            
            category_path = erica.path
            erica.add_subcategory(subcategory_name=subcategory_names[0])
            erica.open_link(category_path)
            erica.add_subcategory(subcategory_name=subcategory_names[1])
            erica.open_link(category_path)
            erica.add_subcategory(subcategory_name=subcategory_names[2])

            subcategory_path = erica.path
            erica.add_article(article_name=article_names[0])
            erica.open_link(subcategory_path)
            erica.add_article(article_name=article_names[1])
            erica.open_link(subcategory_path)
            erica.add_article(article_name=article_names[2])
            erica.open_link(subcategory_path)
            erica.add_article(article_name=article_names[3])

            # Delete the all-containing category
            erica.open_link(category_path)
            erica.follow_modify_category_link(category_names[0])
            erica.delete_category()

            # get and check the history
            repo = view_functions.get_repo(repo_path=self.app.config['REPO_PATH'], work_path=self.app.config['WORK_PATH'], email='erica@example.com')
            activity_history = view_functions.make_activity_history(repo=repo)
            delete_history = json.loads(activity_history[0]['commit_body'])
            for item in delete_history:
                self.assertEqual(item['action'], u'delete')
                if item['title'] in category_names:
                    self.assertEqual(item['display_type'], u'category')
                    category_names.remove(item['title'])

                elif item['title'] in subcategory_names:
                    self.assertEqual(item['display_type'], u'category')
                    subcategory_names.remove(item['title'])

                elif item['title'] in article_names:
                    self.assertEqual(item['display_type'], u'article')
                    article_names.remove(item['title'])

            # we should have fewer category, subcategory, and article names
            self.assertEqual(len(category_names), 0)
            self.assertEqual(len(subcategory_names), 0)
            self.assertEqual(len(article_names), 0)

    # in TestApp
    def test_delete_article(self):
        ''' An article can be deleted
        '''
        fake_author_email = u'erica@example.com'
        with HTTMock(self.mock_persona_verify_erica):
            self.test_client.post('/sign-in', data={'assertion': fake_author_email})

        with HTTMock(self.auth_csv_example_allowed):
            # start a new branch via the http interface
            # invokes view_functions/get_repo which creates a clone
            task_description = u'Remove Small Organic Particles From Seawater Passing Over Outspread Tentacles for Sea Anemones'

            working_branch = repo_functions.get_start_branch(self.clone1, 'master', task_description, fake_author_email)
            self.assertTrue(working_branch.name in self.clone1.branches)
            self.assertTrue(working_branch.name in self.origin.branches)
            working_branch_name = working_branch.name
            working_branch.checkout()

            # create an article
            art_title = u'Zooplankters'
            art_slug = slugify(art_title)
            response = self.test_client.post('/tree/{}/edit/'.format(working_branch_name),
                                             data={'action': 'create', 'create_what': view_functions.ARTICLE_LAYOUT, 'request_path': art_title},
                                             follow_redirects=True)
            self.assertEqual(response.status_code, 200)

            # pull the changes
            self.clone1.git.pull('origin', working_branch_name)

            # verify that the article exists
            art_location = join(self.clone1.working_dir, art_slug)
            self.assertTrue(exists(art_location))
            self.assertTrue(view_functions.is_article_dir(art_location))

            # delete the article
            response = self.test_client.post('/tree/{}/edit/{}'.format(working_branch_name, art_slug),
                                             data={'action': 'delete', 'request_path': art_slug},
                                             follow_redirects=True)
            self.assertEqual(response.status_code, 200)

            # pull the changes
            self.clone1.git.pull('origin', working_branch_name)

            # verify that the deleted category and article no longer exist
            self.assertFalse(exists(art_location))

    # in TestApp
    def test_article_creation_with_unicode_via_web_interface(self):
        ''' An article with unicode in its title is created as expected.
        '''
        fake_author_email = u'erica@example.com'
        with HTTMock(self.mock_persona_verify_erica):
            self.test_client.post('/sign-in', data={'assertion': fake_author_email})

        with HTTMock(self.auth_csv_example_allowed):
            # start a new branch via the http interface
            # invokes view_functions/get_repo which creates a clone
            task_description = u'eviscerate a salmon for baby grizzly bears'

            working_branch = repo_functions.get_start_branch(self.clone1, 'master', task_description, fake_author_email)
            self.assertTrue(working_branch.name in self.clone1.branches)
            self.assertTrue(working_branch.name in self.origin.branches)
            working_branch_name = working_branch.name
            working_branch.checkout()

            # create a new article
            art_title = u'快速狐狸'
            art_slug = slugify(art_title)
            response = self.test_client.post('/tree/{}/edit/'.format(working_branch_name), data={'action': 'create', 'create_what': view_functions.ARTICLE_LAYOUT, 'request_path': art_title}, follow_redirects=True)
            self.assertEqual(response.status_code, 200)
            self.assertTrue(PATTERN_TEMPLATE_COMMENT.format(u'article-edit') in response.data.decode('utf-8'))

            # pull the changes
            self.clone1.git.pull('origin', working_branch_name)

            # a directory was created
            dir_location = join(self.clone1.working_dir, art_slug)
            idx_location = u'{}/index.{}'.format(dir_location, view_functions.CONTENT_FILE_EXTENSION)
            self.assertTrue(exists(dir_location) and isdir(dir_location))
            # an index page was created inside
            self.assertTrue(exists(idx_location))
            # the directory and index page pass the article test
            self.assertTrue(view_functions.is_article_dir(dir_location))
            # the title saved in the index front matter is the same text that was used to create the article
            self.assertEqual(view_functions.get_value_from_front_matter('title', idx_location), art_title)

            # the title saved in the index front matter is displayed on the article list page
            response = self.test_client.get('/tree/{}/edit/'.format(working_branch_name), follow_redirects=True)
            self.assertEqual(response.status_code, 200)
            self.assertTrue(PATTERN_TEMPLATE_COMMENT.format(u'articles-list') in response.data.decode('utf-8'))
            self.assertTrue(PATTERN_BRANCH_COMMENT.format(working_branch) in response.data.decode('utf-8'))
            self.assertTrue(PATTERN_FILE_COMMENT.format(**{"file_name": art_slug, "file_title": art_title, "file_type": view_functions.ARTICLE_LAYOUT}) in response.data.decode('utf-8'))

    # in TestApp
    def test_save_non_roman_characters_to_article(self):
        ''' Adding non-roman characters to an article's title and body raises no unicode errors.
        '''
        with HTTMock(self.auth_csv_example_allowed):
            with HTTMock(self.mock_persona_verify_erica):
                erica = ChimeTestClient(self.app.test_client(), self)
                erica.sign_in('erica@example.com')

            # Start a new task, topic, subtopic, article
            args = 'Mermithergate for Ant Worker', 'Enoplia Nematode', 'Genus Mermis', 'Cephalotes Atratus'
            erica.quick_activity_setup(*args)

            # Edit the new article and give it a non-roman character title
            erica.edit_article(u'快速狐狸', u'Myrmeconema ੯ूᵕू ໒꒱ƶƵ Neotropicum')

    # in TestApp
    def test_sign_in_with_email_containing_non_roman_characters(self):
        ''' Adding non-roman characters to the sign-in email raises no errors.
        '''
        with HTTMock(self.auth_csv_example_allowed):
            with HTTMock(self.mock_persona_verify_non_roman):
                erica = ChimeTestClient(self.app.test_client(), self)
                erica.sign_in('੯ूᵕू ໒꒱ƶƵ@快速狐狸.com')

    # in TestApp
    def test_new_item_has_name_and_title(self):
        ''' A slugified directory name and display title are created when a new category or article is created.
        '''
        fake_author_email = u'erica@example.com'
        with HTTMock(self.mock_persona_verify_erica):
            self.test_client.post('/sign-in', data={'assertion': fake_author_email})

        with HTTMock(self.auth_csv_example_allowed):
            # start a new branch via the http interface
            # invokes view_functions/get_repo which creates a clone
            task_description = u'eviscerate a salmon for baby grizzly bears'

            working_branch = repo_functions.get_start_branch(self.clone1, 'master', task_description, fake_author_email)
            self.assertTrue(working_branch.name in self.clone1.branches)
            self.assertTrue(working_branch.name in self.origin.branches)
            working_branch_name = working_branch.name
            working_branch.checkout()

            # create a new category
            cat_title = u'grrowl!! Yeah'
            cat_slug = slugify(cat_title)
            response = self.test_client.post('/tree/{}/edit/'.format(working_branch_name),
                                             data={'action': 'create', 'create_what': view_functions.CATEGORY_LAYOUT, 'request_path': cat_title},
                                             follow_redirects=True)
            self.assertEqual(response.status_code, 200)

            # pull the changes
            self.clone1.git.pull('origin', working_branch_name)

            # a directory was created
            dir_location = join(self.clone1.working_dir, cat_slug)
            idx_location = u'{}/index.{}'.format(dir_location, view_functions.CONTENT_FILE_EXTENSION)
            self.assertTrue(exists(dir_location) and isdir(dir_location))
            # an index page was created inside
            self.assertTrue(exists(idx_location))
            # the directory and index page pass the category test
            self.assertTrue(view_functions.is_category_dir(dir_location))
            # the title saved in the index front matter is the same text that was used to create the category
            self.assertEqual(view_functions.get_value_from_front_matter('title', idx_location), cat_title)

            # the title saved in the index front matter is displayed on the article list page
            response = self.test_client.get('/tree/{}/edit/'.format(working_branch_name), follow_redirects=True)
            self.assertTrue(PATTERN_FILE_COMMENT.format(**{"file_name": cat_slug, "file_title": cat_title, "file_type": view_functions.CATEGORY_LAYOUT}) in response.data)

            # create a new article
            art_title = u'快速狐狸'
            art_slug = slugify(art_title)
            response = self.test_client.post('/tree/{}/edit/'.format(working_branch_name), data={'action': 'create', 'create_what': view_functions.ARTICLE_LAYOUT, 'request_path': art_title}, follow_redirects=True)
            self.assertEqual(response.status_code, 200)
            self.assertTrue(PATTERN_TEMPLATE_COMMENT.format(u'article-edit') in response.data.decode('utf-8'))

            # pull the changes
            self.clone1.git.pull('origin', working_branch_name)

            # a directory was created
            dir_location = join(self.clone1.working_dir, art_slug)
            idx_location = u'{}/index.{}'.format(dir_location, view_functions.CONTENT_FILE_EXTENSION)
            self.assertTrue(exists(dir_location) and isdir(dir_location))
            # an index page was created inside
            self.assertTrue(exists(idx_location))
            # the directory and index page pass the article test
            self.assertTrue(view_functions.is_article_dir(dir_location))
            # the title saved in the index front matter is the same text that was used to create the article
            self.assertEqual(view_functions.get_value_from_front_matter('title', idx_location), art_title)

            # the title saved in the index front matter is displayed on the article list page
            response = self.test_client.get('/tree/{}/edit/'.format(working_branch_name), follow_redirects=True)
            self.assertEqual(response.status_code, 200)
            self.assertTrue(PATTERN_TEMPLATE_COMMENT.format(u'articles-list') in response.data.decode('utf-8'))
            self.assertTrue(PATTERN_BRANCH_COMMENT.format(working_branch) in response.data.decode('utf-8'))
            self.assertTrue(PATTERN_FILE_COMMENT.format(**{"file_name": art_slug, "file_title": art_title, "file_type": view_functions.ARTICLE_LAYOUT}) in response.data.decode('utf-8'))

    # in TestApp
    def test_edit_category_title_and_description(self):
        ''' A category's title and description can be edited.
        '''
        fake_author_email = u'erica@example.com'
        with HTTMock(self.mock_persona_verify_erica):
            self.test_client.post('/sign-in', data={'assertion': fake_author_email})

        with HTTMock(self.auth_csv_example_allowed):
            # start a new branch via the http interface
            # invokes view_functions/get_repo which creates a clone
            task_description = u'rapidly discharge black ink into the mantle cavity for squids'

            working_branch = repo_functions.get_start_branch(self.clone1, 'master', task_description, fake_author_email)
            self.assertTrue(working_branch.name in self.clone1.branches)
            self.assertTrue(working_branch.name in self.origin.branches)
            working_branch_name = working_branch.name
            working_branch.checkout()

            # create a categories directory
            categories_slug = u'categories'
            response = self.test_client.post('/tree/{}/edit/'.format(working_branch_name),
                                             data={'action': 'create', 'create_what': view_functions.CATEGORY_LAYOUT, 'request_path': categories_slug},
                                             follow_redirects=True)

            # and put a new category inside it
            cat_title = u'Bolus'
            cat_slug = slugify(cat_title)
            response = self.test_client.post('/tree/{}/edit/{}'.format(working_branch_name, categories_slug),
                                             data={'action': 'create', 'create_what': view_functions.CATEGORY_LAYOUT, 'request_path': cat_title},
                                             follow_redirects=True)
            self.assertEqual(response.status_code, 200)

            # pull the changes
            self.clone1.git.pull('origin', working_branch_name)

            # get the hexsha
            hexsha = self.clone1.commit().hexsha

            # get the modify page and verify that the form renders with the correct values
            cat_path = join(categories_slug, cat_slug, u'index.{}'.format(view_functions.CONTENT_FILE_EXTENSION))
            response = self.test_client.get('/tree/{}/modify/{}'.format(working_branch_name, view_functions.strip_index_file(cat_path)), follow_redirects=True)
            self.assertEqual(response.status_code, 200)
            self.assertTrue(PATTERN_FORM_CATEGORY_TITLE.format(title=cat_title) in response.data)
            self.assertTrue(PATTERN_FORM_CATEGORY_DESCRIPTION.format(description=u'') in response.data)

            # now save a new title and description for the category
            new_cat_title = u'Caecum'
            cat_description = u'An intraperitoneal pouch, that is considered to be the beginning of the large intestine.'
            response = self.test_client.post('/tree/{}/modify/{}'.format(working_branch_name, cat_path),
                                             data={'layout': view_functions.CATEGORY_LAYOUT, 'hexsha': hexsha, 'url-slug': u'{}/{}/'.format(categories_slug, cat_slug),
                                                   'en-title': new_cat_title, 'en-description': cat_description, 'order': u'0', 'save': u''},
                                             follow_redirects=True)
            self.assertEqual(response.status_code, 200)
            # check the returned HTML for the description and title values (format will change as pages are designed)
            response_data = sub('&#39;', '\'', response.data.decode('utf-8'))
            self.assertTrue(PATTERN_FLASH_SAVED_CATEGORY.format(title=new_cat_title) in response_data)
            self.assertTrue(PATTERN_FORM_CATEGORY_DESCRIPTION.format(description=cat_description) in response_data)
            self.assertTrue(PATTERN_FORM_CATEGORY_TITLE.format(title=new_cat_title) in response_data)

            # pull the changes
            self.clone1.git.pull('origin', working_branch_name)

            # a directory was created
            dir_location = join(self.clone1.working_dir, categories_slug, cat_slug)
            idx_location = u'{}/index.{}'.format(dir_location, view_functions.CONTENT_FILE_EXTENSION)
            self.assertTrue(exists(dir_location) and isdir(dir_location))
            # an index page was created inside
            self.assertTrue(exists(idx_location))
            # the directory and index page pass the category test
            self.assertTrue(view_functions.is_category_dir(dir_location))
            # the title and description saved in the index front matter is the same text that was used to create the category
            self.assertEqual(view_functions.get_value_from_front_matter('title', idx_location), new_cat_title)
            self.assertEqual(view_functions.get_value_from_front_matter('description', idx_location), cat_description)

            # the title saved in the index front matter is displayed on the article list page
            response = self.test_client.get('/tree/{}/edit/{}'.format(working_branch_name, categories_slug), follow_redirects=True)
            self.assertTrue(PATTERN_FILE_COMMENT.format(**{"file_name": cat_slug, "file_title": new_cat_title, "file_type": view_functions.CATEGORY_LAYOUT}) in response.data)

    # in TestApp
    def test_delete_category(self):
        ''' A category can be deleted
        '''
        fake_author_email = u'erica@example.com'
        with HTTMock(self.mock_persona_verify_erica):
            self.test_client.post('/sign-in', data={'assertion': fake_author_email})

        with HTTMock(self.auth_csv_example_allowed):
            # start a new branch via the http interface
            # invokes view_functions/get_repo which creates a clone
            task_description = u'clasp with front legs and draw up the hind end for geometridae'

            working_branch = repo_functions.get_start_branch(self.clone1, 'master', task_description, fake_author_email)
            self.assertTrue(working_branch.name in self.clone1.branches)
            self.assertTrue(working_branch.name in self.origin.branches)
            working_branch_name = working_branch.name
            working_branch.checkout()

            # create a categories directory
            categories_slug = u'categories'
            response = self.test_client.post('/tree/{}/edit/'.format(working_branch_name),
                                             data={'action': 'create', 'create_what': view_functions.CATEGORY_LAYOUT, 'request_path': categories_slug},
                                             follow_redirects=True)

            # and put a new category inside it
            cat_title = u'Soybean Looper'
            cat_slug = slugify(cat_title)
            response = self.test_client.post('/tree/{}/edit/{}'.format(working_branch_name, categories_slug),
                                             data={'action': 'create', 'create_what': view_functions.CATEGORY_LAYOUT, 'request_path': cat_title},
                                             follow_redirects=True)
            self.assertEqual(response.status_code, 200)

            # pull the changes
            self.clone1.git.pull('origin', working_branch_name)

            # get the hexsha
            hexsha = self.clone1.commit().hexsha

            # now delete the category
            cat_description = u''
            url_slug = u'{}/{}/'.format(categories_slug, cat_slug)
            response = self.test_client.post('/tree/{}/modify/{}'.format(working_branch_name, url_slug.rstrip('/')),
                                             data={'layout': view_functions.CATEGORY_LAYOUT, 'hexsha': hexsha, 'url-slug': url_slug,
                                                   'en-title': cat_title, 'en-description': cat_description, 'order': u'0', 'delete': u''},
                                             follow_redirects=True)
            self.assertEqual(response.status_code, 200)
            # check the returned HTML for the description and title values (format will change as pages are designed)
            response_data = sub('&#34;', '"', response.data.decode('utf-8'))
            self.assertTrue(u'<li class="flash flash--notice">The "{}" topic was deleted</li>'.format(cat_title) in response_data)

            # pull the changes
            self.clone1.git.pull('origin', working_branch_name)

            # the directory was deleted
            dir_location = join(self.clone1.working_dir, categories_slug, cat_slug)
            self.assertFalse(exists(dir_location) and isdir(dir_location))

            # the title is not displayed on the article list page
            response = self.test_client.get('/tree/{}/edit/{}'.format(working_branch_name, categories_slug), follow_redirects=True)
            self.assertFalse(PATTERN_FILE_COMMENT.format(**{"file_name": cat_slug, "file_title": cat_title, "file_type": view_functions.CATEGORY_LAYOUT}) in response.data)

    # in TestApp
    def test_set_and_retrieve_order_and_description(self):
        ''' Order and description can be set to and retrieved from an article's or category's front matter.
        '''
        fake_author_email = u'erica@example.com'
        with HTTMock(self.mock_persona_verify_erica):
            self.test_client.post('/sign-in', data={'assertion': fake_author_email})

        with HTTMock(self.auth_csv_example_allowed):
            # start a new branch via the http interface
            # invokes view_functions/get_repo which creates a clone
            task_description = u'regurgitate partially digested worms and grubs for baby birds'

            working_branch = repo_functions.get_start_branch(self.clone1, 'master', task_description, fake_author_email)
            self.assertTrue(working_branch.name in self.clone1.branches)
            self.assertTrue(working_branch.name in self.origin.branches)
            working_branch_name = working_branch.name
            working_branch.checkout()

            # create a categories directory
            categories_slug = u'categories'
            response = self.test_client.post('/tree/{}/edit/'.format(working_branch_name),
                                             data={'action': 'create', 'create_what': view_functions.CATEGORY_LAYOUT, 'request_path': categories_slug},
                                             follow_redirects=True)

            # and put a new category inside it
            cat_title = u'Small Intestine'
            cat_slug = slugify(cat_title)
            response = self.test_client.post('/tree/{}/edit/{}'.format(working_branch_name, categories_slug),
                                             data={'action': 'create', 'create_what': view_functions.CATEGORY_LAYOUT, 'request_path': cat_title},
                                             follow_redirects=True)
            self.assertEqual(response.status_code, 200)

            # pull the changes
            self.clone1.git.pull('origin', working_branch_name)

            # get the hexsha
            hexsha = self.clone1.commit().hexsha

            # now save some values into the category's index page's front matter
            new_cat_title = u'The Small Intestine'
            cat_description = u'The part of the GI tract following the stomach and followed by the large intestine where much of the digestion and absorption of food takes place.'
            cat_order = 3
            cat_path = join(categories_slug, cat_slug, u'index.{}'.format(view_functions.CONTENT_FILE_EXTENSION))
            response = self.test_client.post('/tree/{}/save/{}'.format(working_branch_name, cat_path),
                                             data={'layout': view_functions.CATEGORY_LAYOUT, 'hexsha': hexsha,
                                                   'en-title': new_cat_title, 'en-description': cat_description, 'order': cat_order},
                                             follow_redirects=True)
            self.assertEqual(response.status_code, 200)
            # check the returned HTML for the description and order values (format will change as pages are designed)
            self.assertTrue(u'<input name="en-description" type="hidden" value="{}" />'.format(cat_description) in response.data)
            self.assertTrue(u'<input name="order" type="hidden" value="{}" />'.format(cat_order) in response.data)

            # pull the changes
            self.clone1.git.pull('origin', working_branch_name)

            # a directory was created
            dir_location = join(self.clone1.working_dir, categories_slug, cat_slug)
            idx_location = u'{}/index.{}'.format(dir_location, view_functions.CONTENT_FILE_EXTENSION)
            self.assertTrue(exists(dir_location) and isdir(dir_location))
            # an index page was created inside
            self.assertTrue(exists(idx_location))
            # the directory and index page pass the category test
            self.assertTrue(view_functions.is_category_dir(dir_location))
            # the title saved in the index front matter is the same text that was used to create the category
            self.assertEqual(view_functions.get_value_from_front_matter('title', idx_location), new_cat_title)

            # check order and description
            self.assertEqual(view_functions.get_value_from_front_matter('order', idx_location), cat_order)
            self.assertEqual(view_functions.get_value_from_front_matter('description', idx_location), cat_description)

            # the title saved in the index front matter is displayed on the article list page
            response = self.test_client.get('/tree/{}/edit/{}'.format(working_branch_name, categories_slug), follow_redirects=True)
            self.assertTrue(PATTERN_FILE_COMMENT.format(**{"file_name": cat_slug, "file_title": new_cat_title, "file_type": view_functions.CATEGORY_LAYOUT}) in response.data)

    # in TestApp
    def test_column_navigation_structure(self):
        ''' The column navigation structure matches the structure of the site.
        '''
        fake_author_email = u'erica@example.com'
        with HTTMock(self.mock_persona_verify_erica):
            self.test_client.post('/sign-in', data={'assertion': fake_author_email})

        with HTTMock(self.auth_csv_example_allowed):
            # start a new branch via the http interface
            # invokes view_functions/get_repo which creates a clone
            task_description = u'force a clam shell open for starfish'

            working_branch = repo_functions.get_start_branch(self.clone1, 'master', task_description, fake_author_email)
            self.assertTrue(working_branch.name in self.clone1.branches)
            self.assertTrue(working_branch.name in self.origin.branches)
            working_branch_name = working_branch.name
            working_branch.checkout()

            # create some nested categories
            slug_hello = u'hello'
            response = self.test_client.post('/tree/{}/edit/'.format(working_branch_name),
                                             data={'action': 'create', 'create_what': view_functions.CATEGORY_LAYOUT, 'request_path': slug_hello},
                                             follow_redirects=True)
            self.assertEqual(response.status_code, 200)

            slug_world = u'world'
            response = self.test_client.post('/tree/{}/edit/{}'.format(working_branch_name, slug_hello),
                                             data={'action': 'create', 'create_what': view_functions.CATEGORY_LAYOUT, 'request_path': slug_world},
                                             follow_redirects=True)
            self.assertEqual(response.status_code, 200)

            slug_how = u'how'
            response = self.test_client.post('/tree/{}/edit/{}'.format(working_branch_name, sep.join([slug_hello, slug_world])),
                                             data={'action': 'create', 'create_what': view_functions.CATEGORY_LAYOUT, 'request_path': slug_how},
                                             follow_redirects=True)
            self.assertEqual(response.status_code, 200)

            slug_are = u'are'
            response = self.test_client.post('/tree/{}/edit/{}'.format(working_branch_name, sep.join([slug_hello, slug_world, slug_how])),
                                             data={'action': 'create', 'create_what': view_functions.CATEGORY_LAYOUT, 'request_path': slug_are},
                                             follow_redirects=True)
            self.assertEqual(response.status_code, 200)

            # pull the changes
            self.clone1.git.pull('origin', working_branch_name)

            # get the columns
            dir_columns = view_functions.make_directory_columns(self.clone1, working_branch_name, sep.join([slug_hello, slug_world, slug_how, slug_are]))

            # test that the contents match our expectations
            self.assertEqual(len(dir_columns), 4)
            self.assertEqual(len(dir_columns[0]['files']), 6)
            expected = {'hello': u'category', 'img': u'folder', 'index.md': u'file', 'other': u'folder', 'other.md': u'file', 'sub': u'folder'}
            for item in dir_columns[0]['files']:
                self.assertTrue(item['name'] in expected)
                self.assertTrue(expected[item['name']] == item['display_type'])
            self.assertTrue(dir_columns[1]['files'][0]['name'] == slug_world)
            self.assertTrue(dir_columns[2]['files'][0]['name'] == slug_how)
            self.assertTrue(dir_columns[3]['files'][0]['name'] == slug_are)

    # in TestApp
    def test_activity_overview_page_is_accurate(self):
        ''' The activity history page accurately displays the activity history
        '''
        fake_author_email = u'erica@example.com'
        with HTTMock(self.mock_persona_verify_erica):
            self.test_client.post('/sign-in', data={'assertion': fake_author_email})

        with HTTMock(self.auth_csv_example_allowed):
            # start a new branch via the http interface
            # invokes view_functions/get_repo which creates a clone
            task_description = u'deposit eggs in a syconium for fig wasp larvae'

            working_branch = repo_functions.get_start_branch(self.clone1, 'master', task_description, fake_author_email)
            self.assertTrue(working_branch.name in self.clone1.branches)
            self.assertTrue(working_branch.name in self.origin.branches)
            working_branch_name = working_branch.name
            working_branch.checkout()

            title_fig_zh = u'无花果'
            slug_fig_zh = u'wu-hua-guo'
            title_syconium = u'Syconium'
            slug_syconium = u'syconium'
            title_ostiole = u'Ostiole'
            title_fig_en = u'Fig'
            title_fig_bn = u'Dumur'
            create_details = [
                (u'', title_fig_zh, view_functions.CATEGORY_LAYOUT),
                (slug_fig_zh, title_syconium, view_functions.CATEGORY_LAYOUT),
                (u'{}/{}'.format(slug_fig_zh, slug_syconium), title_ostiole, view_functions.ARTICLE_LAYOUT),
                (u'', title_fig_en, view_functions.CATEGORY_LAYOUT),
                (u'', title_fig_bn, view_functions.CATEGORY_LAYOUT)
            ]

            for detail in create_details:
                response = self.test_client.post('/tree/{}/edit/{}'.format(working_branch_name, detail[0]),
                                                 data={'action': 'create', 'create_what': detail[2], 'request_path': detail[1]},
                                                 follow_redirects=True)
                self.assertEqual(response.status_code, 200)

            # add a comment
            comment_text = u'The flowers provide a safe haven and nourishment for the next generation of wasps. ᙙᙖ'
            response = self.test_client.post('/tree/{}/'.format(working_branch_name),
                                             data={'comment': 'Comment', 'comment_text': comment_text},
                                             follow_redirects=True)
            self.assertEqual(response.status_code, 200)

            # delete a directory
            response = self.test_client.post('/tree/{}/edit/'.format(working_branch_name),
                                             data={'action': 'delete', 'request_path': slug_fig_zh},
                                             follow_redirects=True)
            self.assertEqual(response.status_code, 200)

            # get the activity history page
            response = self.test_client.get('/tree/{}/'.format(working_branch_name), follow_redirects=True)
            # TODO: for some reason (encoding?) my double-quotes are being replaced by &#34; in the returned HTML
            response_data = sub('&#34;', '"', response.data.decode('utf-8'))
            # make sure everything we did above is shown on the activity page
            self.assertTrue(PATTERN_TEMPLATE_COMMENT.format('activity-overview') in response_data)
            self.assertTrue(PATTERN_OVERVIEW_ACTIVITY_STARTED.format(**{"activity_name": task_description, "author_email": fake_author_email}) in response_data)
            self.assertTrue(PATTERN_OVERVIEW_COMMENT_BODY.format(**{"comment_body": comment_text}) in response_data)
            self.assertTrue(PATTERN_OVERVIEW_ITEM_DELETED.format(**{"deleted_name": title_fig_zh, "deleted_type": view_functions.file_display_name(view_functions.CATEGORY_LAYOUT), "deleted_also": u'(containing 1 topic and 1 article) ', "author_email": fake_author_email}) in response_data)
            for detail in create_details:
                self.assertTrue(PATTERN_OVERVIEW_ITEM_CREATED.format(**{"created_name": detail[1], "created_type": detail[2], "author_email": fake_author_email}), response_data)

    # in TestApp
    def test_activity_history_summary_accuracy(self):
        ''' The summary of an activity's history is displayed as expected.
        '''
        with HTTMock(self.auth_csv_example_allowed):
            with HTTMock(self.mock_persona_verify_erica):
                erica = ChimeTestClient(self.test_client, self)
                erica.sign_in(email='erica@example.com')

            # Start a new task
            erica.start_task(description=u'Parasitize with Ichneumonidae for Moth Larvae')
            # Get the branch name
            branch_name = erica.get_branch_name()

            # Load the activity overview page
            erica.follow_link(href='/tree/{}'.format(branch_name))
            # there shouldn't be a summary yet
            summary_div = erica.soup.find("div", class_="activity-summary")
            self.assertIsNone(summary_div)

            # Load the "other" folder
            erica.open_link(url='/tree/{}/edit/other/'.format(branch_name))

            # Create a category, sub-category, article
            category_name = u'Antennae Segments'
            subcategory_name = u'Short Ovipositors'
            article_names = [u'Inject Eggs Directly Into a Host Body', u'A Technique Of Celestial Navigation Called Transverse Orientation']
            erica.add_category(category_name=category_name)
            erica.add_subcategory(subcategory_name=subcategory_name)
            subcategory_path = erica.path
            erica.add_article(article_name=article_names[0])

            # edit the article
            erica.edit_article(title_str=article_names[0], body_str=u'Inject venom along with the egg')
            # create another article and delete it
            erica.open_link(subcategory_path)
            erica.add_article(article_name=article_names[1])
            erica.open_link(subcategory_path)
            erica.delete_article(article_names[1])

            # Load the activity overview page
            erica.open_link(url='/tree/{}/'.format(branch_name))
            # there is a summary
            summary_div = erica.soup.find("div", class_="activity-summary")
            self.assertIsNotNone(summary_div)
            # it's right about what's changed
            self.assertIsNotNone(summary_div.find(lambda tag: bool(tag.name == 'a' and '2 articles and 2 topics' in tag.text)))
            # grab all the table rows
            check_rows = summary_div.find_all('tr')

            # make sure they match what we did above
            category_row = check_rows.pop()
            category_cells = category_row.find_all('td')
            self.assertIsNotNone(category_cells[0].find('a'))
            self.assertEqual(category_cells[0].text, category_name)
            self.assertEqual(category_cells[1].text, u'Category')
            self.assertEqual(category_cells[2].text, u'Created')

            subcategory_row = check_rows.pop()
            subcategory_cells = subcategory_row.find_all('td')
            self.assertIsNotNone(subcategory_cells[0].find('a'))
            self.assertEqual(subcategory_cells[0].text, subcategory_name)
            self.assertEqual(subcategory_cells[1].text, u'Category')
            self.assertEqual(subcategory_cells[2].text, u'Created')

            article_1_row = check_rows.pop()
            article_1_cells = article_1_row.find_all('td')
            self.assertIsNotNone(article_1_cells[0].find('a'))
            self.assertEqual(article_1_cells[0].text, article_names[0])
            self.assertEqual(article_1_cells[1].text, u'Article')
            self.assertEqual(article_1_cells[2].text, u'Created, Edited')

            article_2_row = check_rows.pop()
            article_2_cells = article_2_row.find_all('td')
            self.assertIsNone(article_2_cells[0].find('a'))
            self.assertEqual(article_2_cells[0].text, article_names[1])
            self.assertEqual(article_2_cells[1].text, u'Article')
            self.assertEqual(article_2_cells[2].text, u'Created, Deleted')

            # only the header row's left
            self.assertEqual(len(check_rows), 1)

    # in TestApp
    def test_create_page_creates_directory_containing_index(self):
        ''' Creating a new page creates a directory with an editable index file inside.
        '''
        fake_author_email = u'erica@example.com'
        with HTTMock(self.mock_persona_verify_erica):
            self.test_client.post('/sign-in', data={'assertion': fake_author_email})

        with HTTMock(self.auth_csv_example_allowed):
            # start a new branch via the http interface
            # invokes view_functions/get_repo which creates a clone
            task_description = u'filter plankton from sea water for humpback whales'

            working_branch = repo_functions.get_start_branch(self.clone1, 'master', task_description, fake_author_email)
            self.assertTrue(working_branch.name in self.clone1.branches)
            self.assertTrue(working_branch.name in self.origin.branches)
            working_branch_name = working_branch.name
            working_branch.checkout()

            # create a new page
            page_slug = u'hello'
            page_path = u'{}/index.{}'.format(page_slug, view_functions.CONTENT_FILE_EXTENSION)
            response = self.test_client.post('/tree/{}/edit/'.format(working_branch_name),
                                             data={'action': 'create', 'create_what': view_functions.ARTICLE_LAYOUT, 'request_path': page_slug},
                                             follow_redirects=True)
            self.assertEqual(response.status_code, 200)
            self.assertTrue(page_path in response.data)

            # pull the changes
            self.clone1.git.pull('origin', working_branch_name)

            # a directory was created
            dir_location = join(self.clone1.working_dir, page_slug)
            idx_location = u'{}/index.{}'.format(dir_location, view_functions.CONTENT_FILE_EXTENSION)
            self.assertTrue(exists(dir_location) and isdir(dir_location))
            # an index page was created inside
            self.assertTrue(exists(idx_location))
            # the directory and index page pass the article test
            self.assertTrue(view_functions.is_article_dir(dir_location))

    # in TestApp
    def test_can_rename_editable_directories(self):
        ''' Can rename an editable directory.
        '''
        fake_author_email = u'erica@example.com'
        with HTTMock(self.mock_persona_verify_erica):
            self.test_client.post('/sign-in', data={'assertion': fake_author_email})

        with HTTMock(self.auth_csv_example_allowed):
            # start a new branch via the http interface
            # invokes view_functions/get_repo which creates a clone
            task_description = u'filter plankton from sea water for humpback whales'

            working_branch = repo_functions.get_start_branch(self.clone1, 'master', task_description, fake_author_email)
            self.assertTrue(working_branch.name in self.clone1.branches)
            self.assertTrue(working_branch.name in self.origin.branches)
            working_branch_name = working_branch.name
            working_branch.checkout()

            # create a new page
            page_slug = u'hello'
            page_path = u'{}/index.{}'.format(page_slug, view_functions.CONTENT_FILE_EXTENSION)
            response = self.test_client.post('/tree/{}/edit/'.format(working_branch_name),
                                             data={'action': 'create', 'create_what': view_functions.ARTICLE_LAYOUT, 'request_path': page_slug},
                                             follow_redirects=True)
            self.assertEqual(response.status_code, 200)
            self.assertTrue(page_path in response.data)
            hexsha = search(r'<input name="hexsha" value="(\w+)"', response.data).group(1)

            # now save the file with new content
            new_page_slug = u'goodbye'
            new_page_path = u'{}/index.{}'.format(new_page_slug, view_functions.CONTENT_FILE_EXTENSION)
            response = self.test_client.post('/tree/{}/save/{}'.format(working_branch_name, page_path),
                                             data={'layout': view_functions.ARTICLE_LAYOUT, 'hexsha': hexsha,
                                                   'en-title': u'',
                                                   'en-body': u'',
                                                   'fr-title': u'', 'fr-body': u'',
                                                   'url-slug': u'{}'.format(new_page_slug)},
                                             follow_redirects=True)

            self.assertEqual(response.status_code, 200)
            self.assertTrue(new_page_path in response.data)

            # pull the changes
            self.clone1.git.pull('origin', working_branch_name)

            # the old directory is gone
            old_dir_location = join(self.clone1.working_dir, page_slug)
            self.assertFalse(exists(old_dir_location))

            # the new directory exists and is properly structured
            new_dir_location = join(self.clone1.working_dir, new_page_slug)
            self.assertTrue(exists(new_dir_location) and isdir(new_dir_location))
            # an index page is inside
            idx_location = u'{}/index.{}'.format(new_dir_location, view_functions.CONTENT_FILE_EXTENSION)
            self.assertTrue(exists(idx_location))
            # the directory and index page pass the editable test
            self.assertTrue(view_functions.is_article_dir(new_dir_location))

    # in TestApp
    def test_cannot_move_a_directory_inside_iteslf(self):
        ''' Can't rename an editable directory in a way which moves it inside itself
        '''
        fake_author_email = u'erica@example.com'
        with HTTMock(self.mock_persona_verify_erica):
            self.test_client.post('/sign-in', data={'assertion': fake_author_email})

        with HTTMock(self.auth_csv_example_allowed):
            # start a new branch via the http interface
            # invokes view_functions/get_repo which creates a clone
            task_description = u'filter plankton from sea water for humpback whales'

            working_branch = repo_functions.get_start_branch(self.clone1, 'master', task_description, fake_author_email)
            self.assertTrue(working_branch.name in self.clone1.branches)
            self.assertTrue(working_branch.name in self.origin.branches)
            working_branch_name = working_branch.name
            working_branch.checkout()

            # create a new page
            page_slug = u'hello'
            page_path = u'{}/index.{}'.format(page_slug, view_functions.CONTENT_FILE_EXTENSION)
            response = self.test_client.post('/tree/{}/edit/'.format(working_branch_name),
                                             data={'action': 'create', 'create_what': view_functions.ARTICLE_LAYOUT, 'request_path': page_slug},
                                             follow_redirects=True)
            self.assertEqual(response.status_code, 200)
            self.assertTrue(page_path in response.data)
            hexsha = search(r'<input name="hexsha" value="(\w+)"', response.data).group(1)

            # now save the file with new content
            new_page_slug = u'hello/is/better/than/goodbye'
            new_page_path = u'{}/index.{}'.format(new_page_slug, view_functions.CONTENT_FILE_EXTENSION)
            response = self.test_client.post('/tree/{}/save/{}'.format(working_branch_name, page_path),
                                             data={'layout': view_functions.ARTICLE_LAYOUT, 'hexsha': hexsha,
                                                   'en-title': u'',
                                                   'en-body': u'',
                                                   'fr-title': u'', 'fr-body': u'',
                                                   'url-slug': u'{}'.format(new_page_slug)},
                                             follow_redirects=True)

            self.assertEqual(response.status_code, 200)
            # the new page shouldn't have been created
            self.assertFalse(new_page_path in response.data)
            # there shoudld be a flashed error message
            self.assertTrue(u'I cannot move a directory inside itself!' in response.data)

            # pull the changes
            self.clone1.git.pull('origin', working_branch_name)

            # the old directory is not gone
            old_dir_location = join(self.clone1.working_dir, page_slug)
            self.assertTrue(exists(old_dir_location))

            # the new directory doesn't exist
            new_dir_location = join(self.clone1.working_dir, new_page_slug)
            self.assertFalse(exists(new_dir_location) and isdir(new_dir_location))

    # in TestApp
    def test_editable_directories_are_shown_as_articles(self):
        ''' Editable directories (directories containing only an editable index file) are displayed as articles.
        '''
        fake_author_email = u'erica@example.com'
        with HTTMock(self.mock_persona_verify_erica):
            self.test_client.post('/sign-in', data={'assertion': fake_author_email})

        with HTTMock(self.auth_csv_example_allowed):
            # start a new branch via the http interface
            # invokes view_functions/get_repo which creates a clone
            task_description = u'filter plankton from sea water for humpback whales'

            working_branch = repo_functions.get_start_branch(self.clone1, 'master', task_description, fake_author_email)
            self.assertTrue(working_branch.name in self.clone1.branches)
            self.assertTrue(working_branch.name in self.origin.branches)
            working_branch_name = working_branch.name
            working_branch.checkout()

            # create a new page
            page_slug = u'hello'
            page_path = u'{}/index.{}'.format(page_slug, view_functions.CONTENT_FILE_EXTENSION)
            response = self.test_client.post('/tree/{}/edit/'.format(working_branch_name),
                                             data={'action': 'create', 'create_what': view_functions.ARTICLE_LAYOUT, 'request_path': page_slug},
                                             follow_redirects=True)
            self.assertEqual(response.status_code, 200)
            self.assertTrue(page_path in response.data)

            # load the index page
            response = self.test_client.get('/tree/{}/edit/'.format(working_branch_name), follow_redirects=True)
            self.assertEqual(response.status_code, 200)
            # verify that the new folder is represented as a file in the HTML
            self.assertTrue(PATTERN_BRANCH_COMMENT.format(working_branch_name) in response.data)
            self.assertTrue(PATTERN_FILE_COMMENT.format(**{"file_name": page_slug, "file_title": page_slug, "file_type": view_functions.ARTICLE_LAYOUT}) in response.data)

    # in TestApp
    def test_page_not_found_error(self):
        ''' A 404 page is generated when we get an address that doesn't exist
        '''
        fake_author_email = u'erica@example.com'
        with HTTMock(self.mock_persona_verify_erica):
            self.test_client.post('/sign-in', data={'assertion': fake_author_email})

        with HTTMock(self.auth_csv_example_allowed):
            # start a new branch via the http interface
            # invokes view_functions/get_repo which creates a clone
            task_description = u'drink quinine for mosquitos'

            working_branch = repo_functions.get_start_branch(self.clone1, 'master', task_description, fake_author_email)
            self.assertTrue(working_branch.name in self.clone1.branches)
            self.assertTrue(working_branch.name in self.origin.branches)
            working_branch_name = working_branch.name
            working_branch.checkout()

            # get a non-existent page
            response = self.test_client.get('tree/{}/malaria'.format(working_branch_name), follow_redirects=True)
            self.assertTrue(PATTERN_TEMPLATE_COMMENT.format('error-404') in response.data)
            # these values are set in setUp() above
            self.assertTrue(u'support@example.com' in response.data)
            self.assertTrue(u'(123) 456-7890' in response.data)

    # in TestApp
    def test_garbage_edit_url_raises_page_not_found(self):
        ''' A 404 page is generated when we get an edit address that doesn't exist
        '''
        with HTTMock(self.auth_csv_example_allowed):
            with HTTMock(self.mock_persona_verify_erica):
                erica = ChimeTestClient(self.app.test_client(), self)
                erica.sign_in('erica@example.com')

            # Start a new task
            erica.start_task(description=u'Take Malarone for People Susceptible to Malaria')
            # Get the branch name
            branch_name = erica.get_branch_name()
            # Enter the "other" folder
            other_slug = u'other'
            erica.follow_link(href='/tree/{}/edit/{}/'.format(branch_name, other_slug))

            # Create a category
            category_name = u'Rubber Plants'
            category_slug = slugify(category_name)
            erica.add_category(category_name=category_name)

            # Try to load a non-existent page within the category
            erica.open_link(url='/tree/{}/edit/{}/malaria'.format(branch_name, category_slug), expected_status_code=404)

    # in TestApp
    def test_garbage_view_url_raises_page_not_found(self):
        ''' A 404 page is generated when we get a view address that doesn't exist
        '''
        with HTTMock(self.auth_csv_example_allowed):
            with HTTMock(self.mock_persona_verify_erica):
                erica = ChimeTestClient(self.app.test_client(), self)
                erica.sign_in('erica@example.com')

            # Start a new task
            erica.start_task(description=u'Chew Mulberry Leaves for Silkworms')
            # Get the branch name
            branch_name = erica.get_branch_name()

            # Enter the "other" folder
            other_slug = u'other'
            erica.follow_link(href='/tree/{}/edit/{}/'.format(branch_name, other_slug))

            # Create a category
            category_name = u'Bombyx Mori'
            category_slug = slugify(category_name)
            erica.add_category(category_name=category_name)

            # Try to load a non-existent asset within the other folder
            erica.open_link(url='/tree/{}/view/{}/{}/missing.jpg'.format(branch_name, other_slug, category_slug), expected_status_code=404)

    # in TestApp
    def test_internal_server_error(self):
        ''' A 500 page is generated when we provoke a server error
        '''
        with HTTMock(self.mock_persona_verify_erica):
            response = self.test_client.post('/sign-in', data={'assertion': 'erica@example.com'})

        with HTTMock(self.mock_internal_server_error):
            response = self.test_client.get('/', follow_redirects=True)
            self.assertTrue(PATTERN_TEMPLATE_COMMENT.format('error-500') in response.data)
            # these values are set in setUp() above
            self.assertTrue(u'support@example.com' in response.data)
            self.assertTrue(u'(123) 456-7890' in response.data)

    # in TestApp
    def test_exception_error(self):
        ''' A 500 page is generated when we provoke an uncaught exception
        '''
        with HTTMock(self.mock_persona_verify_erica):
            response = self.test_client.post('/sign-in', data={'assertion': 'erica@example.com'})

        with HTTMock(self.mock_exception):
            response = self.test_client.get('/', follow_redirects=True)
            self.assertTrue(PATTERN_TEMPLATE_COMMENT.format('error-500') in response.data)
            # these values are set in setUp() above
            self.assertTrue(u'support@example.com' in response.data)
            self.assertTrue(u'(123) 456-7890' in response.data)

    # in TestApp
    def test_merge_conflict_error(self):
        ''' We get a merge conflict error page when there's a merge conflict
        '''
        fake_task_description_1 = u'do things for somebody else'
        fake_task_description_2 = u'do other things for somebody even else'
        fake_email_1 = u'erica@example.com'
        fake_email_2 = u'frances@example.com'
        fake_page_slug = u'hello'
        fake_page_path = u'{}/index.{}'.format(fake_page_slug, view_functions.CONTENT_FILE_EXTENSION)
        fake_page_content_1 = u'Hello world.'
        fake_page_content_2 = u'Hello moon.'
        #
        #
        # Log in as person 1
        with HTTMock(self.mock_persona_verify_erica):
            self.test_client.post('/sign-in', data={'assertion': fake_email_1})

        with HTTMock(self.auth_csv_example_allowed):
            # create a new branch
            response = self.test_client.post('/start', data={'task_description': fake_task_description_1}, follow_redirects=True)
            # extract the generated branch name from the returned HTML
            generated_branch_search = search(r'<!-- branch: (.{{{}}}) -->'.format(repo_functions.BRANCH_NAME_LENGTH), response.data)
            self.assertIsNotNone(generated_branch_search)
            try:
                generated_branch_name_1 = generated_branch_search.group(1)
            except AttributeError:
                raise Exception('No match for generated branch name.')

        with HTTMock(self.mock_google_analytics):
            # create a new file
            response = self.test_client.post('/tree/{}/edit/'.format(generated_branch_name_1),
                                             data={'action': 'create', 'create_what': view_functions.ARTICLE_LAYOUT, 'request_path': fake_page_slug},
                                             follow_redirects=True)
            # get the edit page for the new file and extract the hexsha value
            response = self.test_client.get('/tree/{}/edit/{}'.format(generated_branch_name_1, fake_page_path))
            hexsha = search(r'<input name="hexsha" value="(\w+)"', response.data).group(1)
            # now save the file with new content
            response = self.test_client.post('/tree/{}/save/{}'.format(generated_branch_name_1, fake_page_path),
                                             data={'layout': view_functions.ARTICLE_LAYOUT, 'hexsha': hexsha,
                                                   'en-title': 'Greetings',
                                                   'en-body': u'{}\n'.format(fake_page_content_1),
                                                   'url-slug': u'{}/index'.format(fake_page_slug)},
                                             follow_redirects=True)

        # Request feedback on person 1's change
        with HTTMock(self.auth_csv_example_allowed):
            response = self.test_client.post('/tree/{}/'.format(generated_branch_name_1), data={'comment_text': u'', 'request_feedback': u'Request Feedback'}, follow_redirects=True)

        #
        #
        # Log in as person 2
        with HTTMock(self.mock_persona_verify_frances):
            self.test_client.post('/sign-in', data={'assertion': fake_email_2})

        with HTTMock(self.auth_csv_example_allowed):
            # create a new branch
            response = self.test_client.post('/start', data={'task_description': fake_task_description_2}, follow_redirects=True)
            # extract the generated branch name from the returned HTML
            generated_branch_search = search(r'<!-- branch: (.{{{}}}) -->'.format(repo_functions.BRANCH_NAME_LENGTH), response.data)
            try:
                generated_branch_name_2 = generated_branch_search.group(1)
            except AttributeError:
                raise Exception('No match for generated branch name.')

        with HTTMock(self.mock_google_analytics):
            # create a new file
            response = self.test_client.post('/tree/{}/edit/'.format(generated_branch_name_2),
                                             data={'action': 'create', 'create_what': view_functions.ARTICLE_LAYOUT, 'request_path': fake_page_slug},
                                             follow_redirects=True)

            # get the edit page for the new file and extract the hexsha value
            response = self.test_client.get('/tree/{}/edit/{}'.format(generated_branch_name_2, fake_page_path))
            hexsha = search(r'<input name="hexsha" value="(\w+)"', response.data).group(1)
            # now save the file with new content
            fake_new_title = u'Bloople'
            response = self.test_client.post('/tree/{}/save/{}'.format(generated_branch_name_2, fake_page_path),
                                             data={'layout': view_functions.ARTICLE_LAYOUT, 'hexsha': hexsha,
                                                   'en-title': fake_new_title,
                                                   'en-body': u'{}\n'.format(fake_page_content_2),
                                                   'url-slug': u'{}/index'.format(fake_page_slug)},
                                             follow_redirects=True)

        # Request feedback on person 2's change
        with HTTMock(self.auth_csv_example_allowed):
            response = self.test_client.post('/tree/{}/'.format(generated_branch_name_2), data={'comment_text': u'', 'request_feedback': u'Request Feedback'}, follow_redirects=True)

        # Endorse person 1's change
        with HTTMock(self.auth_csv_example_allowed):
            response = self.test_client.post('/tree/{}/'.format(generated_branch_name_1), data={'comment_text': u'', 'endorse_edits': 'Endorse Edits'}, follow_redirects=True)

        # And publish person 1's change!
        with HTTMock(self.auth_csv_example_allowed):
            response = self.test_client.post('/tree/{}/'.format(generated_branch_name_1), data={'comment_text': u'', 'merge': 'Publish'}, follow_redirects=True)

        #
        #
        # Log in as person 1
        with HTTMock(self.mock_persona_verify_erica):
            self.test_client.post('/sign-in', data={'assertion': fake_email_1})

        # Endorse person 2's change
        with HTTMock(self.auth_csv_example_allowed):
            response = self.test_client.post('/tree/{}/'.format(generated_branch_name_2), data={'comment_text': u'', 'endorse_edits': 'Endorse Edits'}, follow_redirects=True)

        # And publish person 2's change!
        with HTTMock(self.auth_csv_example_allowed):
            response = self.test_client.post('/tree/{}/'.format(generated_branch_name_2), data={'comment_text': u'', 'merge': 'Publish'}, follow_redirects=True)

        # verify that we got an error page about the merge conflict
        self.assertTrue(PATTERN_TEMPLATE_COMMENT.format('error-500') in response.data)
        self.assertTrue(u'MergeConflict' in response.data)
        self.assertTrue(u'{}/index.{}'.format(fake_page_slug, view_functions.CONTENT_FILE_EXTENSION) in response.data)

        self.assertTrue(u'<td><a href="/tree/{}/edit/{}/">{}</a></td>'.format(generated_branch_name_2, fake_page_slug, fake_new_title))
        self.assertTrue(u'<td>Article</td>' in response.data)
        self.assertTrue(u'<td>Edited</td>' in response.data)

        # these values are set in setUp() above
        self.assertTrue(u'support@example.com' in response.data)
        self.assertTrue(u'(123) 456-7890' in response.data)

    # in TestApp
    def test_redirect_into_solo_folder(self):
        ''' Loading a folder with a sole non-article or -category directory in it redirects to the contents of that directory.
        '''
        with HTTMock(self.auth_csv_example_allowed):
            with HTTMock(self.mock_persona_verify_erica):
                erica = ChimeTestClient(self.app.test_client(), self)
                erica.sign_in('erica@example.com')

            # Start a new task
            erica.start_task(description=u'Be Shot Hundreds Of Feet Into The Air for A Geyser Of Highly Pressurized Water')
            # Get the branch name
            branch_name = erica.get_branch_name()

            # create a directory containing only another directory
            repo = view_functions.get_repo(repo_path=self.app.config['REPO_PATH'], work_path=self.app.config['WORK_PATH'], email='erica@example.com')
            testing_slug = u'testing'
            categories_slug = u'categories'
            mkdir(join(repo.working_dir, testing_slug))
            mkdir(join(repo.working_dir, testing_slug, categories_slug))

            # open the top level directory
            erica.open_link(url='/tree/{}/edit/'.format(branch_name))
            # enter the 'testing' directory
            erica.follow_link(href='/tree/{}/edit/{}/'.format(branch_name, testing_slug))
            # we should've automatically been redirected into the 'categories' directory
            self.assertEqual(erica.path, '/tree/{}/edit/{}/'.format(branch_name, join(testing_slug, categories_slug)))

    # in TestApp
    def test_article_preview(self):
        ''' Check edit process with a user previewing their article.
        '''
        with HTTMock(self.auth_csv_example_allowed):
            with HTTMock(self.mock_persona_verify_frances):
                frances = ChimeTestClient(self.app.test_client(), self)
                frances.sign_in('frances@example.com')
            
            # Start a new task, "Diving for Dollars".
            frances.start_task(description=u'Diving for Dollars')
            branch_name = frances.get_branch_name()
            
            # Look for an "other" link that we know about - is it a category?
            frances.follow_link('/tree/{}/edit/other/'.format(branch_name))

            # Create a new category "Ninjas", subcategory "Flipping Out", and article "So Awesome".
            frances.add_category('Ninjas')
            frances.add_subcategory('Flipping Out')
            frances.add_article('So Awesome')
            edit_path = frances.path
            
            # Preview the new article.
            frances.preview_article('So, So Awesome', 'It was the best of times.')

            expected_path = '/tree/{}/view/other/ninjas/flipping-out/so-awesome'.format(branch_name)
            self.assertTrue(frances.path.startswith(expected_path), 'Should be on a preview path')
            self.assertTrue('best of times' in str(frances.soup), 'Should see current content there')

            # Look back at the edit form.
            frances.open_link(edit_path)
            self.assertTrue('best of times' in str(frances.soup), 'Should see current content there, too')

    # in TestApp
    def test_alpha_sort_in_admin(self):
        ''' Make sure items are sorted alphabetically in the Chime admin interface
        '''
        with HTTMock(self.auth_csv_example_allowed):
            with HTTMock(self.mock_persona_verify_frances):
                frances = ChimeTestClient(self.app.test_client(), self)
                frances.sign_in('frances@example.com')

            # Start a new task
            frances.start_task(description=u'Crunching Beetles for Trap-Door Spiders')
            branch_name = frances.get_branch_name()

            # Look for an "other" link that we know about - is it a category?
            frances.follow_link('/tree/{}/edit/other/'.format(branch_name))

            # Create a bunch of new categories
            frances.add_categories(['Anthicidae', 'Scydmaenidae', 'Paussinae', 'Bostrychidae', 'Scolytidae', 'Anobiidae', 'Meloidae', 'Dermestidae', 'Silphidae'])

            # The categories should be sorted by title on the page
            rendered_categories = [tag.text for tag in frances.soup.find_all('a', class_='category')]
            sorted_categories = sorted(rendered_categories)
            self.assertEqual(rendered_categories, sorted_categories)

    # in TestApp
    def test_overload_front_page(self):
        ''' Try to overload the front page with multiple simultaneous requests.
        '''
        with HTTMock(self.auth_csv_example_allowed):
            with HTTMock(self.mock_persona_verify_frances):
                frances = ChimeTestClient(self.app.test_client(), self)
                frances.sign_in('frances@example.com')

            # Start a new task
            frances.start_task(description=u'Beating Crunches for Door-Spider Traps')

            # hit the front page a bunch of times
            times = 20
            pros = []
            for blip in range(times):
                process = Process(target=frances.open_link, args=('/',))
                process.start()
                pros.append(process)

            # wait until the processes are done
            for process in pros:
                process.join()

            # raise if any errors were raised
            for process in pros:
                self.assertEqual(0, process.exitcode, u'A process that was trying to load the front page failed!')

    # in TestApp
    def test_published_activities_displayed(self):
        ''' Published activities are displayed on the activities list page.
        '''
        with HTTMock(self.auth_csv_example_allowed):
            erica_email = u'erica@example.com'
            frances_email = u'frances@example.com'
            with HTTMock(self.mock_persona_verify_erica):
                erica = ChimeTestClient(self.app.test_client(), self)
                erica.sign_in(erica_email)

            with HTTMock(self.mock_persona_verify_frances):
                frances = ChimeTestClient(self.app.test_client(), self)
                frances.sign_in(frances_email)

            # Start a new task and create a topic, subtopic and article
            activity_title = u'Flicking Ants Off My Laptop'
            args = activity_title, u'Flying', u'Through The Air', u'Goodbye'
            branch_name = erica.quick_activity_setup(*args)

            # Ask for feedback
            erica.follow_link(href='/tree/{}'.format(branch_name))
            erica.request_feedback()

            #
            # Switch users and publish the article.
            #
            frances.open_link(url=erica.path)
            frances.approve_activity()
            frances.publish_activity()

            #
            # Load the front page and make sure the activity is listed as published
            #
            erica.open_link('/')
            pub_ul = erica.soup.select('ul#published-activities')[0]
            # there should be an HTML comment with the branch name
            comment = pub_ul.findAll(text=lambda text: isinstance(text, Comment))[0]
            self.assertTrue(branch_name in comment)
            pub_li = comment.find_parent('li')
            # and the activity title wrapped in a p tag
            self.assertIsNotNone(pub_li.find('p', text=activity_title))

class TestPublishApp (TestCase):

    def setUp(self):
        self.old_tempdir, tempfile.tempdir = tempfile.tempdir, mkdtemp(prefix='chime-TestPublishApp-')

        self.work_path = mkdtemp(prefix='chime-publish-app-')

        app_args = {}

        self.app = publish.create_app(app_args)
        self.client = self.app.test_client()

    def tearDown(self):
        rmtree(tempfile.tempdir)
        tempfile.tempdir = self.old_tempdir

    def mock_github_request(self, url, request):
        '''
        '''
        _, host, path, _, _, _ = urlparse(url.geturl())

        if (host, path) == ('github.com', '/chimecms/chime-starter/archive/93250f1308daef66c5809fe87fc242d092e61db7.zip'):
            return response(302, '', headers={'Location': 'https://codeload.github.com/chimecms/chime-starter/tar.gz/93250f1308daef66c5809fe87fc242d092e61db7'})

        if (host, path) == ('codeload.github.com', '/chimecms/chime-starter/tar.gz/93250f1308daef66c5809fe87fc242d092e61db7'):
            with open(join(dirname(__file__), '93250f1308daef66c5809fe87fc242d092e61db7.zip')) as file:
                return response(200, file.read(), headers={'Content-Type': 'application/zip'})

        raise Exception('Unknown URL {}'.format(url.geturl()))

    # in TestPublishApp
    def test_webhook_post(self):
        ''' Check basic webhook flow.
        '''
        payload = '''
            {
              "head": "93250f1308daef66c5809fe87fc242d092e61db7",
              "ref": "refs/heads/master",
              "size": 1,
              "commits": [
                {
                  "sha": "93250f1308daef66c5809fe87fc242d092e61db7",
                  "message": "Clean up braces",
                  "author": {
                    "name": "Frances Berriman",
                    "email": "phae@example.com"
                  },
                  "url": "https://github.com/chimecms/chime-starter/commit/93250f1308daef66c5809fe87fc242d092e61db7",
                  "distinct": true
                }
              ]
            }
            '''

        with HTTMock(self.mock_github_request):
            response = self.client.post('/', data=payload)

        self.assertTrue(response.status_code in range(200, 299))

    # in TestPublishApp
    def test_load(self):
        from chime import publish
        ''' makes sure that the file loads properly
        '''
        self.assertIsNotNone(publish.logger)


if __name__ == '__main__':
    main()
