# Copyright 2017-present Gregory Szorc <gregory.szorc@gmail.com>

#

# This software may be used and distributed according to the terms of the

# GNU General Public License version 2 or any later version.

"""generate release notes from commit messages (EXPERIMENTAL)

It is common to maintain files detailing changes in a project between

releases. Maintaining these files can be difficult and time consuming.

The :hg:`releasenotes` command provided by this extension makes the

process simpler by automating it.

"""

from __future__ import absolute_import

import difflib

import errno

import re

import sys

import textwrap

from mercurial.i18n import _

from mercurial import (

    config,

    error,

    minirst,

    node,

    pycompat,

    registrar,

    scmutil,

    util,

)

cmdtable = {}

command = registrar.command(cmdtable)

try:

    import fuzzywuzzy.fuzz as fuzz

    fuzz.token_set_ratio

except ImportError:

    fuzz = None

# Note for extension authors: ONLY specify testedwith = 'ships-with-hg-core' for

# extensions which SHIP WITH MERCURIAL. Non-mainline extensions should

# be specifying the version(s) of Mercurial they are tested with, or

# leave the attribute unspecified.

testedwith = 'ships-with-hg-core'

DEFAULT_SECTIONS = [

    ('feature', _('New Features')),

    ('bc', _('Backwards Compatibility Changes')),

    ('fix', _('Bug Fixes')),

    ('perf', _('Performance Improvements')),

    ('api', _('API Changes')),

]

RE_DIRECTIVE = re.compile('^\.\. ([a-zA-Z0-9_]+)::\s*([^$]+)?$')

RE_ISSUE = r'\bissue ?[0-9]{4,6}(?![0-9])\b'

BULLET_SECTION = _('Other Changes')

class parsedreleasenotes(object):

    def __init__(self):

        self.sections = {}

    def __contains__(self, section):

        return section in self.sections

    def __iter__(self):

        return iter(sorted(self.sections))

    def addtitleditem(self, section, title, paragraphs):

        """Add a titled release note entry."""

        self.sections.setdefault(section, ([], []))

        self.sections[section][0].append((title, paragraphs))

    def addnontitleditem(self, section, paragraphs):

        """Adds a non-titled release note entry.

        Will be rendered as a bullet point.

        """

        self.sections.setdefault(section, ([], []))

        self.sections[section][1].append(paragraphs)

    def titledforsection(self, section):

        """Returns titled entries in a section.

        Returns a list of (title, paragraphs) tuples describing sub-sections.

        """

        return self.sections.get(section, ([], []))[0]

    def nontitledforsection(self, section):

        """Returns non-titled, bulleted paragraphs in a section."""

        return self.sections.get(section, ([], []))[1]

    def hastitledinsection(self, section, title):

        return any(t[0] == title for t in self.titledforsection(section))

    def merge(self, ui, other):

        """Merge another instance into this one.

        This is used to combine multiple sources of release notes together.

        """

        if not fuzz:

            ui.warn(_("module 'fuzzywuzzy' not found, merging of similar "

                      "releasenotes is disabled\n"))

        for section in other:

            existingnotes = converttitled(self.titledforsection(section)) + \

                convertnontitled(self.nontitledforsection(section))

            for title, paragraphs in other.titledforsection(section):

                if self.hastitledinsection(section, title):

                    # TODO prompt for resolution if different and running in

                    # interactive mode.

                    ui.write(_('%s already exists in %s section; ignoring\n') %

                             (title, section))

                    continue

                incoming_str = converttitled([(title, paragraphs)])[0]

                if section == 'fix':

                    issue = getissuenum(incoming_str)

                    if issue:

                        if findissue(ui, existingnotes, issue):

                            continue

                if similar(ui, existingnotes, incoming_str):

                    continue

                self.addtitleditem(section, title, paragraphs)

            for paragraphs in other.nontitledforsection(section):

                if paragraphs in self.nontitledforsection(section):

                    continue

                incoming_str = convertnontitled([paragraphs])[0]

                if section == 'fix':

                    issue = getissuenum(incoming_str)

                    if issue:

                        if findissue(ui, existingnotes, issue):

                            continue

                if similar(ui, existingnotes, incoming_str):

                    continue

                self.addnontitleditem(section, paragraphs)

class releasenotessections(object):

    def __init__(self, ui, repo=None):

        if repo:

            sections = util.sortdict(DEFAULT_SECTIONS)

            custom_sections = getcustomadmonitions(repo)

            if custom_sections:

                sections.update(custom_sections)

            self._sections = list(sections.iteritems())

        else:

            self._sections = list(DEFAULT_SECTIONS)

    def __iter__(self):

        return iter(self._sections)

    def names(self):

        return [t[0] for t in self._sections]

    def sectionfromtitle(self, title):

        for name, value in self._sections:

            if value == title:

                return name

        return None

def converttitled(titledparagraphs):

    """

    Convert titled paragraphs to strings

    """

    string_list = []

    for title, paragraphs in titledparagraphs:

        lines = []

        for para in paragraphs:

            lines.extend(para)

        string_list.append(' '.join(lines))

    return string_list

def convertnontitled(nontitledparagraphs):

    """

    Convert non-titled bullets to strings

    """

    string_list = []

    for paragraphs in nontitledparagraphs:

        lines = []

        for para in paragraphs:

            lines.extend(para)

        string_list.append(' '.join(lines))

    return string_list

def getissuenum(incoming_str):

    """

    Returns issue number from the incoming string if it exists

    """

    issue = re.search(RE_ISSUE, incoming_str, re.IGNORECASE)

    if issue:

        issue = issue.group()

    return issue

def findissue(ui, existing, issue):

    """

    Returns true if issue number already exists in notes.

    """

    if any(issue in s for s in existing):

        ui.write(_('"%s" already exists in notes; ignoring\n') % issue)

        return True

    else:

        return False

def similar(ui, existing, incoming_str):

    """

    Returns true if similar note found in existing notes.

    """

    if len(incoming_str.split()) > 10:

        merge = similaritycheck(incoming_str, existing)

        if not merge:

            ui.write(_('"%s" already exists in notes file; ignoring\n')

                     % incoming_str)

            return True

        else:

            return False

    else:

        return False

def similaritycheck(incoming_str, existingnotes):

    """

    Returns false when note fragment can be merged to existing notes.

    """

    # fuzzywuzzy not present

    if not fuzz:

        return True

    merge = True

    for bullet in existingnotes:

        score = fuzz.token_set_ratio(incoming_str, bullet)

        if score > 75:

            merge = False

            break

    return merge

def getcustomadmonitions(repo):

    ctx = repo['.']

    p = config.config()

    def read(f, sections=None, remap=None):

        if f in ctx:

            data = ctx[f].data()

            p.parse(f, data, sections, remap, read)

        else:

            raise error.Abort(_(".hgreleasenotes file \'%s\' not found") %

                              repo.pathto(f))

    if '.hgreleasenotes' in ctx:

        read('.hgreleasenotes')

    return p['sections']

def checkadmonitions(ui, repo, directives, revs):

    """

    Checks the commit messages for admonitions and their validity.

    .. abcd::

       First paragraph under this admonition

    For this commit message, using `hg releasenotes -r . --check`

    returns: Invalid admonition 'abcd' present in changeset 3ea92981e103

    As admonition 'abcd' is neither present in default nor custom admonitions

    """

    for rev in revs:

        ctx = repo[rev]

        admonition = re.search(RE_DIRECTIVE, ctx.description())

        if admonition:

            if admonition.group(1) in directives:

                continue

            else:

                ui.write(_("Invalid admonition '%s' present in changeset %s"

                           "\n") % (admonition.group(1), ctx.hex()[:12]))

                sim = lambda x: difflib.SequenceMatcher(None,

                    admonition.group(1), x).ratio()

                similar = [s for s in directives if sim(s) > 0.6]

                if len(similar) == 1:

                    ui.write(_("(did you mean %s?)\n") % similar[0])

                elif similar:

                    ss = ", ".join(sorted(similar))

                    ui.write(_("(did you mean one of %s?)\n") % ss)

def _getadmonitionlist(ui, sections):

    for section in sections:

        ui.write("%s: %s\n" % (section[0], section[1]))

def parsenotesfromrevisions(repo, directives, revs):

    notes = parsedreleasenotes()

    for rev in revs:

        ctx = repo[rev]

        blocks, pruned = minirst.parse(ctx.description(),

                                       admonitions=directives)

        for i, block in enumerate(blocks):

            if block['type'] != 'admonition':

                continue

            directive = block['admonitiontitle']

            title = block['lines'][0].strip() if block['lines'] else None

            if i + 1 == len(blocks):

                raise error.Abort(_('changeset %s: release notes directive %s '

                        'lacks content') % (ctx, directive))

            # Now search ahead and find all paragraphs attached to this

            # admonition.

            paragraphs = []

            for j in range(i + 1, len(blocks)):

                pblock = blocks[j]

                # Margin blocks may appear between paragraphs. Ignore them.

                if pblock['type'] == 'margin':

                    continue

                if pblock['type'] != 'paragraph':

                    repo.ui.warn(_('changeset %s: unexpected block in release '

                        'notes directive %s\n') % (ctx, directive))

                if pblock['indent'] > 0:

                    paragraphs.append(pblock['lines'])

                else:

                    break

            # TODO consider using title as paragraph for more concise notes.

            if not paragraphs:

                repo.ui.warn(_("error parsing releasenotes for revision: "

                               "'%s'\n") % node.hex(ctx.node()))

            if title:

                notes.addtitleditem(directive, title, paragraphs)

            else:

                notes.addnontitleditem(directive, paragraphs)

    return notes

def parsereleasenotesfile(sections, text):

    """Parse text content containing generated release notes."""

    notes = parsedreleasenotes()

    blocks = minirst.parse(text)[0]

    def gatherparagraphsbullets(offset, title=False):

        notefragment = []

        for i in range(offset + 1, len(blocks)):

            block = blocks[i]

            if block['type'] == 'margin':

                continue

            elif block['type'] == 'section':

                break

            elif block['type'] == 'bullet':

                if block['indent'] != 0:

                    raise error.Abort(_('indented bullet lists not supported'))

                if title:

                    lines = [l[1:].strip() for l in block['lines']]

                    notefragment.append(lines)

                    continue

                else:

                    lines = [[l[1:].strip() for l in block['lines']]]

                    for block in blocks[i + 1:]:

                        if block['type'] in ('bullet', 'section'):

                            break

                        if block['type'] == 'paragraph':

                            lines.append(block['lines'])

                    notefragment.append(lines)

                    continue

            elif block['type'] != 'paragraph':

                raise error.Abort(_('unexpected block type in release notes: '

                                    '%s') % block['type'])

            if title:

                notefragment.append(block['lines'])

        return notefragment

    currentsection = None

    for i, block in enumerate(blocks):

        if block['type'] != 'section':

            continue

        title = block['lines'][0]