# wireprotov1peer.py - Client-side functionality for wire protocol version 1.

#

# Copyright 2005-2010 Olivia Mackall <olivia@selenic.com>

#

# This software may be used and distributed according to the terms of the

# GNU General Public License version 2 or any later version.

import sys

import weakref

from concurrent import futures

from .i18n import _

from .node import bin

from . import (

    bundle2,

    changegroup as changegroupmod,

    encoding,

    error,

    pushkey as pushkeymod,

    pycompat,

    util,

    wireprototypes,

)

from .interfaces import (

    repository,

    util as interfaceutil,

)

from .utils import hashutil

urlreq = util.urlreq

def batchable(f):

    """annotation for batchable methods

    Such methods must implement a coroutine as follows:

    @batchable

    def sample(self, one, two=None):

        # Build list of encoded arguments suitable for your wire protocol:

        encoded_args = [('one', encode(one),), ('two', encode(two),)]

        # Return it, along with a function that will receive the result

        # from the batched request.

        return encoded_args, decode

    The decorator returns a function which wraps this coroutine as a plain

    method, but adds the original method as an attribute called "batchable",

    which is used by remotebatch to split the call into separate encoding and

    decoding phases.

    """

    def plain(*args, **opts):

        encoded_args_or_res, decode = f(*args, **opts)

        if not decode:

            return encoded_args_or_res  # a local result in this case

        self = args[0]

        cmd = pycompat.bytesurl(f.__name__)  # ensure cmd is ascii bytestr

        encoded_res = self._submitone(cmd, encoded_args_or_res)

        return decode(encoded_res)

    setattr(plain, 'batchable', f)

    setattr(plain, '__name__', f.__name__)

    return plain

def encodebatchcmds(req):

    """Return a ``cmds`` argument value for the ``batch`` command."""

    escapearg = wireprototypes.escapebatcharg

    cmds = []

    for op, argsdict in req:

        # Old servers didn't properly unescape argument names. So prevent

        # the sending of argument names that may not be decoded properly by

        # servers.

        assert all(escapearg(k) == k for k in argsdict)

        args = b','.join(

            b'%s=%s' % (escapearg(k), escapearg(v)) for k, v in argsdict.items()

        )

        cmds.append(b'%s %s' % (op, args))

    return b';'.join(cmds)

class unsentfuture(futures.Future):

    """A Future variation to represent an unsent command.

    Because we buffer commands and don't submit them immediately, calling

    ``result()`` on an unsent future could deadlock. Futures for buffered

    commands are represented by this type, which wraps ``result()`` to

    call ``sendcommands()``.

    """

    def result(self, timeout=None):

        if self.done():

            return futures.Future.result(self, timeout)

        self._peerexecutor.sendcommands()

        # This looks like it will infinitely recurse. However,

        # sendcommands() should modify __class__. This call serves as a check

        # on that.

        return self.result(timeout)

@interfaceutil.implementer(repository.ipeercommandexecutor)

class peerexecutor:

    def __init__(self, peer):

        self._peer = peer

        self._sent = False

        self._closed = False

        self._calls = []

        self._futures = weakref.WeakSet()

        self._responseexecutor = None

        self._responsef = None

    def __enter__(self):

        return self

    def __exit__(self, exctype, excvalee, exctb):

        self.close()

    def callcommand(self, command, args):

        if self._sent:

            raise error.ProgrammingError(

                b'callcommand() cannot be used after commands are sent'

            )

        if self._closed:

            raise error.ProgrammingError(

                b'callcommand() cannot be used after close()'

            )

        # Commands are dispatched through methods on the peer.

        fn = getattr(self._peer, pycompat.sysstr(command), None)

        if not fn:

            raise error.ProgrammingError(

                b'cannot call command %s: method of same name not available '

                b'on peer' % command

            )

        # Commands are either batchable or they aren't. If a command

        # isn't batchable, we send it immediately because the executor

        # can no longer accept new commands after a non-batchable command.

        # If a command is batchable, we queue it for later. But we have

        # to account for the case of a non-batchable command arriving after

        # a batchable one and refuse to service it.

        def addcall():

            f = futures.Future()

            self._futures.add(f)

            self._calls.append((command, args, fn, f))

            return f

        if getattr(fn, 'batchable', False):

            f = addcall()

            # But since we don't issue it immediately, we wrap its result()

            # to trigger sending so we avoid deadlocks.

            f.__class__ = unsentfuture

            f._peerexecutor = self

        else:

            if self._calls:

                raise error.ProgrammingError(

                    b'%s is not batchable and cannot be called on a command '

                    b'executor along with other commands' % command

                )

            f = addcall()

            # Non-batchable commands can never coexist with another command

            # in this executor. So send the command immediately.

            self.sendcommands()

        return f

    def sendcommands(self):

        if self._sent:

            return

        if not self._calls:

            return

        self._sent = True

        # Unhack any future types so caller seens a clean type and to break

        # cycle between us and futures.

        for f in self._futures:

            if isinstance(f, unsentfuture):

                f.__class__ = futures.Future

                f._peerexecutor = None

        calls = self._calls

        # Mainly to destroy references to futures.

        self._calls = None

        # Simple case of a single command. We call it synchronously.

        if len(calls) == 1:

            command, args, fn, f = calls[0]

            # Future was cancelled. Ignore it.

            if not f.set_running_or_notify_cancel():

                return

            try:

                result = fn(**pycompat.strkwargs(args))

            except Exception:

                pycompat.future_set_exception_info(f, sys.exc_info()[1:])

            else:

                f.set_result(result)

            return

        # Batch commands are a bit harder. First, we have to deal with the

        # @batchable coroutine. That's a bit annoying. Furthermore, we also

        # need to preserve streaming. i.e. it should be possible for the

        # futures to resolve as data is coming in off the wire without having

        # to wait for the final byte of the final response. We do this by

        # spinning up a thread to read the responses.

        requests = []

        states = []

        for command, args, fn, f in calls:

            # Future was cancelled. Ignore it.

            if not f.set_running_or_notify_cancel():

                continue

            try:

                encoded_args_or_res, decode = fn.batchable(

                    fn.__self__, **pycompat.strkwargs(args)

                )

            except Exception:

                pycompat.future_set_exception_info(f, sys.exc_info()[1:])

                return

            if not decode:

                f.set_result(encoded_args_or_res)

            else:

                requests.append((command, encoded_args_or_res))

                states.append((command, f, batchable, decode))

        if not requests:

            return

        # This will emit responses in order they were executed.

        wireresults = self._peer._submitbatch(requests)

        # The use of a thread pool executor here is a bit weird for something

        # that only spins up a single thread. However, thread management is

        # hard and it is easy to encounter race conditions, deadlocks, etc.

        # concurrent.futures already solves these problems and its thread pool

        # executor has minimal overhead. So we use it.

        self._responseexecutor = futures.ThreadPoolExecutor(1)

        self._responsef = self._responseexecutor.submit(

            self._readbatchresponse, states, wireresults

        )

    def close(self):

        self.sendcommands()

        if self._closed:

            return

        self._closed = True

        if not self._responsef:

            return

        # We need to wait on our in-flight response and then shut down the

        # executor once we have a result.

        try:

            self._responsef.result()

        finally:

            self._responseexecutor.shutdown(wait=True)

            self._responsef = None

            self._responseexecutor = None

            # If any of our futures are still in progress, mark them as

            # errored. Otherwise a result() could wait indefinitely.

            for f in self._futures:

                if not f.done():

                    f.set_exception(

                        error.ResponseError(

                            _(b'unfulfilled batch command response'), None

                        )

                    )

            self._futures = None

    def _readbatchresponse(self, states, wireresults):

        # Executes in a thread to read data off the wire.

        for command, f, batchable, decode in states:

            # Grab raw result off the wire and teach the internal future

            # about it.

            try:

                remoteresult = next(wireresults)

            except StopIteration:

                # This can happen in particular because next(batchable)

                # in the previous iteration can call peer._abort, which

                # may close the peer.

                f.set_exception(

                    error.ResponseError(

                        _(b'unfulfilled batch command response'), None

                    )

                )

            else:

                try:

                    result = decode(remoteresult)

                except Exception:

                    pycompat.future_set_exception_info(f, sys.exc_info()[1:])

                else:

                    f.set_result(result)

@interfaceutil.implementer(

    repository.ipeercommands, repository.ipeerlegacycommands

)

class wirepeer(repository.peer):

    """Client-side interface for communicating with a peer repository.

    Methods commonly call wire protocol commands of the same name.

    See also httppeer.py and sshpeer.py for protocol-specific

    implementations of this interface.

    """

    def commandexecutor(self):

        return peerexecutor(self)

    # Begin of ipeercommands interface.

    def clonebundles(self):

        if self.capable(b'clonebundles_manifest'):

            return self._call(b'clonebundles_manifest')

        else:

            self.requirecap(b'clonebundles', _(b'clone bundles'))

            return self._call(b'clonebundles')

    def _finish_inline_clone_bundle(self, stream):

        pass  # allow override for httppeer

    def get_cached_bundle_inline(self, path):

        stream = self._callstream(b"get_cached_bundle_inline", path=path)

        length = util.uvarintdecodestream(stream)

        # SSH streams will block if reading more than length

        for chunk in util.filechunkiter(stream, limit=length):

            yield chunk

        self._finish_inline_clone_bundle(stream)

    @batchable

    def lookup(self, key):

        self.requirecap(b'lookup', _(b'look up remote revision'))

        def decode(d):

            success, data = d[:-1].split(b" ", 1)

            if int(success):

                return bin(data)

            else:

                self._abort(error.RepoError(data))

        return {b'key': encoding.fromlocal(key)}, decode

    @batchable

    def heads(self):

        def decode(d):

            try:

                return wireprototypes.decodelist(d[:-1])

            except ValueError:

                self._abort(error.ResponseError(_(b"unexpected response:"), d))

        return {}, decode

    @batchable

    def known(self, nodes):

        def decode(d):

            try:

                return [bool(int(b)) for b in pycompat.iterbytestr(d)]

            except ValueError:

                self._abort(error.ResponseError(_(b"unexpected response:"), d))

        return {b'nodes': wireprototypes.encodelist(nodes)}, decode

    @batchable

    def branchmap(self):

        def decode(d):

            try:

                branchmap = {}

                for branchpart in d.splitlines():

                    branchname, branchheads = branchpart.split(b' ', 1)

                    branchname = encoding.tolocal(urlreq.unquote(branchname))

                    branchheads = wireprototypes.decodelist(branchheads)

                    branchmap[branchname] = branchheads

                return branchmap