# Copyright 2009-2010 Gregory P. Ward

# Copyright 2009-2010 Intelerad Medical Systems Incorporated

# Copyright 2010-2011 Fog Creek Software

# Copyright 2010-2011 Unity Technologies

#

# This software may be used and distributed according to the terms of the

# GNU General Public License version 2 or any later version.

'''Overridden Mercurial commands and functions for the largefiles extension'''

from __future__ import absolute_import

import copy

import os

from mercurial.i18n import _

from mercurial.hgweb import (

    webcommands,

)

from mercurial import (

    archival,

    cmdutil,

    copies as copiesmod,

    error,

    exchange,

    extensions,

    exthelper,

    filemerge,

    hg,

    logcmdutil,

    match as matchmod,

    merge,

    pathutil,

    pycompat,

    scmutil,

    smartset,

    subrepo,

    upgrade,

    url as urlmod,

    util,

)

from . import (

    lfcommands,

    lfutil,

    storefactory,

)

eh = exthelper.exthelper()

# -- Utility functions: commonly/repeatedly needed functionality ---------------

def composelargefilematcher(match, manifest):

    '''create a matcher that matches only the largefiles in the original

    matcher'''

    m = copy.copy(match)

    lfile = lambda f: lfutil.standin(f) in manifest

    m._files = [lf for lf in m._files if lfile(lf)]

    m._fileset = set(m._files)

    m.always = lambda: False

    origmatchfn = m.matchfn

    m.matchfn = lambda f: lfile(f) and origmatchfn(f)

    return m

def composenormalfilematcher(match, manifest, exclude=None):

    excluded = set()

    if exclude is not None:

        excluded.update(exclude)

    m = copy.copy(match)

    notlfile = lambda f: not (lfutil.isstandin(f) or lfutil.standin(f) in

            manifest or f in excluded)

    m._files = [lf for lf in m._files if notlfile(lf)]

    m._fileset = set(m._files)

    m.always = lambda: False

    origmatchfn = m.matchfn

    m.matchfn = lambda f: notlfile(f) and origmatchfn(f)

    return m

def addlargefiles(ui, repo, isaddremove, matcher, uipathfn, **opts):

    large = opts.get(r'large')

    lfsize = lfutil.getminsize(

        ui, lfutil.islfilesrepo(repo), opts.get(r'lfsize'))

    lfmatcher = None

    if lfutil.islfilesrepo(repo):

        lfpats = ui.configlist(lfutil.longname, 'patterns')

        if lfpats:

            lfmatcher = matchmod.match(repo.root, '', list(lfpats))

    lfnames = []

    m = matcher

    wctx = repo[None]

    for f in wctx.walk(matchmod.badmatch(m, lambda x, y: None)):

        exact = m.exact(f)

        lfile = lfutil.standin(f) in wctx

        nfile = f in wctx

        exists = lfile or nfile

        # Don't warn the user when they attempt to add a normal tracked file.

        # The normal add code will do that for us.

        if exact and exists:

            if lfile:

                ui.warn(_('%s already a largefile\n') % uipathfn(f))

            continue

        if (exact or not exists) and not lfutil.isstandin(f):

            # In case the file was removed previously, but not committed

            # (issue3507)

            if not repo.wvfs.exists(f):

                continue

            abovemin = (lfsize and

                        repo.wvfs.lstat(f).st_size >= lfsize * 1024 * 1024)

            if large or abovemin or (lfmatcher and lfmatcher(f)):

                lfnames.append(f)

                if ui.verbose or not exact:

                    ui.status(_('adding %s as a largefile\n') % uipathfn(f))

    bad = []

    # Need to lock, otherwise there could be a race condition between

    # when standins are created and added to the repo.

    with repo.wlock():

        if not opts.get(r'dry_run'):

            standins = []

            lfdirstate = lfutil.openlfdirstate(ui, repo)

            for f in lfnames:

                standinname = lfutil.standin(f)

                lfutil.writestandin(repo, standinname, hash='',

                    executable=lfutil.getexecutable(repo.wjoin(f)))

                standins.append(standinname)

                if lfdirstate[f] == 'r':

                    lfdirstate.normallookup(f)

                else:

                    lfdirstate.add(f)

            lfdirstate.write()

            bad += [lfutil.splitstandin(f)

                    for f in repo[None].add(standins)

                    if f in m.files()]

        added = [f for f in lfnames if f not in bad]

    return added, bad

def removelargefiles(ui, repo, isaddremove, matcher, uipathfn, dryrun, **opts):

    after = opts.get(r'after')

    m = composelargefilematcher(matcher, repo[None].manifest())

    try:

        repo.lfstatus = True

        s = repo.status(match=m, clean=not isaddremove)

    finally:

        repo.lfstatus = False

    manifest = repo[None].manifest()

    modified, added, deleted, clean = [[f for f in list

                                        if lfutil.standin(f) in manifest]

                                       for list in (s.modified, s.added,

                                                    s.deleted, s.clean)]

    def warn(files, msg):

        for f in files:

            ui.warn(msg % uipathfn(f))

        return int(len(files) > 0)

    if after:

        remove = deleted

        result = warn(modified + added + clean,

                      _('not removing %s: file still exists\n'))

    else:

        remove = deleted + clean

        result = warn(modified, _('not removing %s: file is modified (use -f'

                                  ' to force removal)\n'))

        result = warn(added, _('not removing %s: file has been marked for add'

                               ' (use forget to undo)\n')) or result

    # Need to lock because standin files are deleted then removed from the

    # repository and we could race in-between.

    with repo.wlock():

        lfdirstate = lfutil.openlfdirstate(ui, repo)

        for f in sorted(remove):

            if ui.verbose or not m.exact(f):

                ui.status(_('removing %s\n') % uipathfn(f))

            if not dryrun:

                if not after:

                    repo.wvfs.unlinkpath(f, ignoremissing=True)

        if dryrun:

            return result

        remove = [lfutil.standin(f) for f in remove]

        # If this is being called by addremove, let the original addremove

        # function handle this.

        if not isaddremove:

            for f in remove:

                repo.wvfs.unlinkpath(f, ignoremissing=True)

        repo[None].forget(remove)

        for f in remove:

            lfutil.synclfdirstate(repo, lfdirstate, lfutil.splitstandin(f),

                                  False)

        lfdirstate.write()

    return result

# For overriding mercurial.hgweb.webcommands so that largefiles will

# appear at their right place in the manifests.

@eh.wrapfunction(webcommands, 'decodepath')

def decodepath(orig, path):

    return lfutil.splitstandin(path) or path

# -- Wrappers: modify existing commands --------------------------------

@eh.wrapcommand('add',

    opts=[('', 'large', None, _('add as largefile')),

          ('', 'normal', None, _('add as normal file')),

          ('', 'lfsize', '', _('add all files above this size (in megabytes) '

                               'as largefiles (default: 10)'))])

def overrideadd(orig, ui, repo, *pats, **opts):

    if opts.get(r'normal') and opts.get(r'large'):

        raise error.Abort(_('--normal cannot be used with --large'))

    return orig(ui, repo, *pats, **opts)

@eh.wrapfunction(cmdutil, 'add')

def cmdutiladd(orig, ui, repo, matcher, prefix, uipathfn, explicitonly, **opts):

    # The --normal flag short circuits this override

    if opts.get(r'normal'):

        return orig(ui, repo, matcher, prefix, uipathfn, explicitonly, **opts)

    ladded, lbad = addlargefiles(ui, repo, False, matcher, uipathfn, **opts)

    normalmatcher = composenormalfilematcher(matcher, repo[None].manifest(),

                                             ladded)

    bad = orig(ui, repo, normalmatcher, prefix, uipathfn, explicitonly, **opts)

    bad.extend(f for f in lbad)

    return bad

@eh.wrapfunction(cmdutil, 'remove')

def cmdutilremove(orig, ui, repo, matcher, prefix, uipathfn, after, force,

                  subrepos, dryrun):

    normalmatcher = composenormalfilematcher(matcher, repo[None].manifest())

    result = orig(ui, repo, normalmatcher, prefix, uipathfn, after, force,

                  subrepos, dryrun)

    return removelargefiles(ui, repo, False, matcher, uipathfn, dryrun,

                            after=after, force=force) or result

@eh.wrapfunction(subrepo.hgsubrepo, 'status')

def overridestatusfn(orig, repo, rev2, **opts):

    try:

        repo._repo.lfstatus = True

        return orig(repo, rev2, **opts)

    finally:

        repo._repo.lfstatus = False

@eh.wrapcommand('status')

def overridestatus(orig, ui, repo, *pats, **opts):

    try:

        repo.lfstatus = True

        return orig(ui, repo, *pats, **opts)

    finally:

        repo.lfstatus = False

@eh.wrapfunction(subrepo.hgsubrepo, 'dirty')

def overridedirty(orig, repo, ignoreupdate=False, missing=False):

    try:

        repo._repo.lfstatus = True

        return orig(repo, ignoreupdate=ignoreupdate, missing=missing)

    finally:

        repo._repo.lfstatus = False

@eh.wrapcommand('log')

def overridelog(orig, ui, repo, *pats, **opts):

    def overridematchandpats(orig, ctx, pats=(), opts=None, globbed=False,

            default='relpath', badfn=None):

        """Matcher that merges root directory with .hglf, suitable for log.

        It is still possible to match .hglf directly.

        For any listed files run log on the standin too.

        matchfn tries both the given filename and with .hglf stripped.

        """

        if opts is None:

            opts = {}

        matchandpats = orig(ctx, pats, opts, globbed, default, badfn=badfn)

        m, p = copy.copy(matchandpats)

        if m.always():

            # We want to match everything anyway, so there's no benefit trying

            # to add standins.

            return matchandpats

        pats = set(p)

        def fixpats(pat, tostandin=lfutil.standin):

            if pat.startswith('set:'):

                return pat

            kindpat = matchmod._patsplit(pat, None)

            if kindpat[0] is not None:

                return kindpat[0] + ':' + tostandin(kindpat[1])

            return tostandin(kindpat[1])

        cwd = repo.getcwd()

        if cwd:

            hglf = lfutil.shortname

            back = util.pconvert(repo.pathto(hglf)[:-len(hglf)])

            def tostandin(f):

                # The file may already be a standin, so truncate the back

                # prefix and test before mangling it.  This avoids turning

                # 'glob:../.hglf/foo*' into 'glob:../.hglf/../.hglf/foo*'.

                if f.startswith(back) and lfutil.splitstandin(f[len(back):]):

                    return f

                # An absolute path is from outside the repo, so truncate the

                # path to the root before building the standin.  Otherwise cwd

                # is somewhere in the repo, relative to root, and needs to be

                # prepended before building the standin.

                if os.path.isabs(cwd):

                    f = f[len(back):]

                else:

                    f = cwd + '/' + f

                return back + lfutil.standin(f)

        else:

            def tostandin(f):

                if lfutil.isstandin(f):

                    return f

                return lfutil.standin(f)

        pats.update(fixpats(f, tostandin) for f in p)

        for i in range(0, len(m._files)):

            # Don't add '.hglf' to m.files, since that is already covered by '.'

            if m._files[i] == '.':

                continue

            standin = lfutil.standin(m._files[i])

            # If the "standin" is a directory, append instead of replace to

            # support naming a directory on the command line with only

            # largefiles.  The original directory is kept to support normal

            # files.

            if standin in ctx:

                m._files[i] = standin

            elif m._files[i] not in ctx and repo.wvfs.isdir(standin):

                m._files.append(standin)

        m._fileset = set(m._files)

        m.always = lambda: False

        origmatchfn = m.matchfn

        def lfmatchfn(f):

            lf = lfutil.splitstandin(f)

            if lf is not None and origmatchfn(lf):

                return True

            r = origmatchfn(f)

            return r

        m.matchfn = lfmatchfn

        ui.debug('updated patterns: %s\n' % ', '.join(sorted(pats)))

        return m, pats

    # For hg log --patch, the match object is used in two different senses: