# HG changeset patch
# User Augie Fackler <augie@google.com>
# Date 1463060354 14400
# Node ID 7996c3acc33bacdc7c8da92d0e577b9439a40499
# Parent  0e9ed09f5fe9c390e60a98426f64bc3a231f7aa0
wireproto: optimize handling of large batch responses

Now that batch can be used by remotefilelog, the quadratic string
copying this was doing was actually disastrous. In my local testing,
fetching a 56 meg file used to take 3 minutes, and now takes only a
few seconds.

diff -r 0e9ed09f5fe9 -r 7996c3acc33b mercurial/wireproto.py
--- a/mercurial/wireproto.py	Thu May 05 19:32:51 2016 +0200
+++ b/mercurial/wireproto.py	Thu May 12 09:39:14 2016 -0400
@@ -231,17 +231,19 @@
                             for k, v in argsdict.iteritems())
             cmds.append('%s %s' % (op, args))
         rsp = self._callstream("batch", cmds=';'.join(cmds))
-        # TODO this response parsing is probably suboptimal for large
-        # batches with large responses.
-        work = rsp.read(1024)
-        chunk = work
+        chunk = rsp.read(1024)
+        work = [chunk]
         while chunk:
-            while ';' in work:
-                one, work = work.split(';', 1)
+            while ';' not in chunk and chunk:
+                chunk = rsp.read(1024)
+                work.append(chunk)
+            merged = ''.join(work)
+            while ';' in merged:
+                one, merged = merged.split(';', 1)
                 yield unescapearg(one)
             chunk = rsp.read(1024)
-            work += chunk
-        yield unescapearg(work)
+            work = [merged, chunk]
+        yield unescapearg(''.join(work))
 
     def _submitone(self, op, args):
         return self._call(op, **args)