# bundlerepo.py - repository class for viewing uncompressed bundles

#

# Copyright 2006, 2007 Benoit Boissinot <bboissin@gmail.com>

#

# This software may be used and distributed according to the terms of the

# GNU General Public License version 2 or any later version.

"""Repository class for viewing uncompressed bundles.

This provides a read-only repository interface to bundles as if they

were part of the actual repository.

"""

from __future__ import absolute_import

import os

import shutil

import tempfile

from .i18n import _

from .node import nullid

from . import (

    bundle2,

    changegroup,

    changelog,

    cmdutil,

    discovery,

    error,

    exchange,

    filelog,

    localrepo,

    manifest,

    mdiff,

    node as nodemod,

    pathutil,

    phases,

    pycompat,

    revlog,

    util,

    vfs as vfsmod,

)

class bundlerevlog(revlog.revlog):

    def __init__(self, opener, indexfile, bundle, linkmapper):

        # How it works:

        # To retrieve a revision, we need to know the offset of the revision in

        # the bundle (an unbundle object). We store this offset in the index

        # (start). The base of the delta is stored in the base field.

        #

        # To differentiate a rev in the bundle from a rev in the revlog, we

        # check revision against repotiprev.

        opener = vfsmod.readonlyvfs(opener)

        revlog.revlog.__init__(self, opener, indexfile)

        self.bundle = bundle

        n = len(self)

        self.repotiprev = n - 1

        chain = None

        self.bundlerevs = set() # used by 'bundle()' revset expression

        getchunk = lambda: bundle.deltachunk(chain)

        for chunkdata in iter(getchunk, {}):

            node = chunkdata['node']

            p1 = chunkdata['p1']

            p2 = chunkdata['p2']

            cs = chunkdata['cs']

            deltabase = chunkdata['deltabase']

            delta = chunkdata['delta']

            flags = chunkdata['flags']

            size = len(delta)

            start = bundle.tell() - size

            link = linkmapper(cs)

            if node in self.nodemap:

                # this can happen if two branches make the same change

                chain = node

                self.bundlerevs.add(self.nodemap[node])

                continue

            for p in (p1, p2):

                if p not in self.nodemap:

                    raise error.LookupError(p, self.indexfile,

                                            _("unknown parent"))

            if deltabase not in self.nodemap:

                raise LookupError(deltabase, self.indexfile,

                                  _('unknown delta base'))

            baserev = self.rev(deltabase)

            # start, size, full unc. size, base (unused), link, p1, p2, node

            e = (revlog.offset_type(start, flags), size, -1, baserev, link,

                 self.rev(p1), self.rev(p2), node)

            self.index.insert(-1, e)

            self.nodemap[node] = n

            self.bundlerevs.add(n)

            chain = node

            n += 1

    def _chunk(self, rev):

        # Warning: in case of bundle, the diff is against what we stored as

        # delta base, not against rev - 1

        # XXX: could use some caching

        if rev <= self.repotiprev:

            return revlog.revlog._chunk(self, rev)

        self.bundle.seek(self.start(rev))

        return self.bundle.read(self.length(rev))

    def revdiff(self, rev1, rev2):

        """return or calculate a delta between two revisions"""

        if rev1 > self.repotiprev and rev2 > self.repotiprev:

            # hot path for bundle

            revb = self.index[rev2][3]

            if revb == rev1:

                return self._chunk(rev2)

        elif rev1 <= self.repotiprev and rev2 <= self.repotiprev:

            return revlog.revlog.revdiff(self, rev1, rev2)

        return mdiff.textdiff(self.revision(rev1, raw=True),

                              self.revision(rev2, raw=True))

    def revision(self, nodeorrev, raw=False):

        """return an uncompressed revision of a given node or revision

        number.

        """

        if isinstance(nodeorrev, int):

            rev = nodeorrev

            node = self.node(rev)

        else:

            node = nodeorrev

            rev = self.rev(node)

        if node == nullid:

            return ""

        rawtext = None

        chain = []

        iterrev = rev

        # reconstruct the revision if it is from a changegroup

        while iterrev > self.repotiprev:

            if self._cache and self._cache[1] == iterrev:

                rawtext = self._cache[2]

                break

            chain.append(iterrev)

            iterrev = self.index[iterrev][3]

        if rawtext is None:

            rawtext = self.baserevision(iterrev)

        while chain:

            delta = self._chunk(chain.pop())

            rawtext = mdiff.patches(rawtext, [delta])

        text, validatehash = self._processflags(rawtext, self.flags(rev),

                                                'read', raw=raw)

        if validatehash:

            self.checkhash(text, node, rev=rev)

        self._cache = (node, rev, rawtext)

        return text

    def baserevision(self, nodeorrev):

        # Revlog subclasses may override 'revision' method to modify format of

        # content retrieved from revlog. To use bundlerevlog with such class one

        # needs to override 'baserevision' and make more specific call here.

        return revlog.revlog.revision(self, nodeorrev, raw=True)

    def addrevision(self, text, transaction, link, p1=None, p2=None, d=None):

        raise NotImplementedError

    def addgroup(self, revs, linkmapper, transaction):

        raise NotImplementedError

    def strip(self, rev, minlink):

        raise NotImplementedError

    def checksize(self):

        raise NotImplementedError

class bundlechangelog(bundlerevlog, changelog.changelog):

    def __init__(self, opener, bundle):

        changelog.changelog.__init__(self, opener)

        linkmapper = lambda x: x

        bundlerevlog.__init__(self, opener, self.indexfile, bundle,

                              linkmapper)

    def baserevision(self, nodeorrev):

        # Although changelog doesn't override 'revision' method, some extensions

        # may replace this class with another that does. Same story with

        # manifest and filelog classes.

        # This bypasses filtering on changelog.node() and rev() because we need

        # revision text of the bundle base even if it is hidden.

        oldfilter = self.filteredrevs

        try:

            self.filteredrevs = ()

            return changelog.changelog.revision(self, nodeorrev, raw=True)

        finally:

            self.filteredrevs = oldfilter

class bundlemanifest(bundlerevlog, manifest.manifestrevlog):

    def __init__(self, opener, bundle, linkmapper, dirlogstarts=None, dir=''):

        manifest.manifestrevlog.__init__(self, opener, dir=dir)

        bundlerevlog.__init__(self, opener, self.indexfile, bundle,

                              linkmapper)

        if dirlogstarts is None:

            dirlogstarts = {}

            if self.bundle.version == "03":

                dirlogstarts = _getfilestarts(self.bundle)

        self._dirlogstarts = dirlogstarts

        self._linkmapper = linkmapper

    def baserevision(self, nodeorrev):

        node = nodeorrev

        if isinstance(node, int):

            node = self.node(node)

        if node in self.fulltextcache:

            result = '%s' % self.fulltextcache[node]

        else:

            result = manifest.manifestrevlog.revision(self, nodeorrev, raw=True)

        return result

    def dirlog(self, d):

        if d in self._dirlogstarts:

            self.bundle.seek(self._dirlogstarts[d])

            return bundlemanifest(

                self.opener, self.bundle, self._linkmapper,

                self._dirlogstarts, dir=d)

        return super(bundlemanifest, self).dirlog(d)

class bundlefilelog(bundlerevlog, filelog.filelog):

    def __init__(self, opener, path, bundle, linkmapper):

        filelog.filelog.__init__(self, opener, path)

        bundlerevlog.__init__(self, opener, self.indexfile, bundle,

                              linkmapper)

    def baserevision(self, nodeorrev):

        return filelog.filelog.revision(self, nodeorrev, raw=True)

class bundlepeer(localrepo.localpeer):

    def canpush(self):

        return False

class bundlephasecache(phases.phasecache):

    def __init__(self, *args, **kwargs):

        super(bundlephasecache, self).__init__(*args, **kwargs)

        if util.safehasattr(self, 'opener'):

            self.opener = vfsmod.readonlyvfs(self.opener)

    def write(self):

        raise NotImplementedError

    def _write(self, fp):

        raise NotImplementedError

    def _updateroots(self, phase, newroots, tr):

        self.phaseroots[phase] = newroots

        self.invalidate()

        self.dirty = True

def _getfilestarts(bundle):

    bundlefilespos = {}

    for chunkdata in iter(bundle.filelogheader, {}):

        fname = chunkdata['filename']

        bundlefilespos[fname] = bundle.tell()

        for chunk in iter(lambda: bundle.deltachunk(None), {}):

            pass

    return bundlefilespos

class bundlerepository(localrepo.localrepository):

    def __init__(self, ui, path, bundlename):

        def _writetempbundle(read, suffix, header=''):

            """Write a temporary file to disk

            This is closure because we need to make sure this tracked by

            self.tempfile for cleanup purposes."""

            fdtemp, temp = self.vfs.mkstemp(prefix="hg-bundle-",

                                            suffix=".hg10un")

            self.tempfile = temp

            with os.fdopen(fdtemp, pycompat.sysstr('wb')) as fptemp:

                fptemp.write(header)

                while True:

                    chunk = read(2**18)

                    if not chunk:

                        break

                    fptemp.write(chunk)

            return self.vfs.open(self.tempfile, mode="rb")

        self._tempparent = None

        try:

            localrepo.localrepository.__init__(self, ui, path)

        except error.RepoError:

            self._tempparent = tempfile.mkdtemp()

            localrepo.instance(ui, self._tempparent, 1)

            localrepo.localrepository.__init__(self, ui, self._tempparent)

        self.ui.setconfig('phases', 'publish', False, 'bundlerepo')

        if path:

            self._url = 'bundle:' + util.expandpath(path) + '+' + bundlename

        else:

            self._url = 'bundle:' + bundlename

        self.tempfile = None

        f = util.posixfile(bundlename, "rb")

        self.bundlefile = self.bundle = exchange.readbundle(ui, f, bundlename)

        if isinstance(self.bundle, bundle2.unbundle20):

            cgstream = None

            for part in self.bundle.iterparts():

                if part.type == 'changegroup':

                    if cgstream is not None:

                        raise NotImplementedError("can't process "

                                                  "multiple changegroups")

                    cgstream = part

                    version = part.params.get('version', '01')

                    legalcgvers = changegroup.supportedincomingversions(self)

                    if version not in legalcgvers:

                        msg = _('Unsupported changegroup version: %s')

                        raise error.Abort(msg % version)

                    if self.bundle.compressed():

                        cgstream = _writetempbundle(part.read,

                                                    ".cg%sun" % version)

            if cgstream is None:

                raise error.Abort(_('No changegroups found'))

            cgstream.seek(0)

            self.bundle = changegroup.getunbundler(version, cgstream, 'UN')

        elif self.bundle.compressed():

            f = _writetempbundle(self.bundle.read, '.hg10un', header='HG10UN')

            self.bundlefile = self.bundle = exchange.readbundle(ui, f,

                                                                bundlename,

                                                                self.vfs)

        # dict with the mapping 'filename' -> position in the bundle

        self.bundlefilespos = {}

        self.firstnewrev = self.changelog.repotiprev + 1

        phases.retractboundary(self, None, phases.draft,

                               [ctx.node() for ctx in self[self.firstnewrev:]])

    @localrepo.unfilteredpropertycache

    def _phasecache(self):

        return bundlephasecache(self, self._phasedefaults)

    @localrepo.unfilteredpropertycache

    def changelog(self):

        # consume the header if it exists

        self.bundle.changelogheader()

        c = bundlechangelog(self.svfs, self.bundle)

        self.manstart = self.bundle.tell()

        return c

    def _constructmanifest(self):

        self.bundle.seek(self.manstart)

        # consume the header if it exists

        self.bundle.manifestheader()

        linkmapper = self.unfiltered().changelog.rev

        m = bundlemanifest(self.svfs, self.bundle, linkmapper)

        self.filestart = self.bundle.tell()

        return m

    @localrepo.unfilteredpropertycache

    def manstart(self):

        self.changelog

        return self.manstart