|
1 # Copyright 2010-2011 Fog Creek Software |
|
2 # Copyright 2010-2011 Unity Technologies |
|
3 # |
|
4 # This software may be used and distributed according to the terms of the |
|
5 # GNU General Public License version 2 or any later version. |
|
6 |
|
7 '''Remote largefile store; the base class for servestore''' |
|
8 |
|
9 import urllib2 |
|
10 import HTTPError |
|
11 |
|
12 from mercurial import util |
|
13 from mercurial.i18n import _ |
|
14 |
|
15 import lfutil |
|
16 import basestore |
|
17 |
|
18 class remotestore(basestore.basestore): |
|
19 """A largefile store accessed over a network""" |
|
20 def __init__(self, ui, repo, url): |
|
21 super(remotestore, self).__init__(ui, repo, url) |
|
22 |
|
23 def put(self, source, hash): |
|
24 if self._verify(hash): |
|
25 return |
|
26 if self.sendfile(source, hash): |
|
27 raise util.Abort( |
|
28 _('remotestore: could not put %s to remote store %s') |
|
29 % (source, self.url)) |
|
30 self.ui.debug( |
|
31 _('remotestore: put %s to remote store %s') % (source, self.url)) |
|
32 |
|
33 def exists(self, hash): |
|
34 return self._verify(hash) |
|
35 |
|
36 def sendfile(self, filename, hash): |
|
37 self.ui.debug('remotestore: sendfile(%s, %s)\n' % (filename, hash)) |
|
38 fd = None |
|
39 try: |
|
40 try: |
|
41 fd = lfutil.httpsendfile(self.ui, filename) |
|
42 except IOError, e: |
|
43 raise util.Abort( |
|
44 _('remotestore: could not open file %s: %s') |
|
45 % (filename, str(e))) |
|
46 return self._put(hash, fd) |
|
47 finally: |
|
48 if fd: |
|
49 fd.close() |
|
50 |
|
51 def _getfile(self, tmpfile, filename, hash): |
|
52 # quit if the largefile isn't there |
|
53 stat = self._stat(hash) |
|
54 if stat: |
|
55 raise util.Abort(_('remotestore: largefile %s is %s') % |
|
56 (hash, stat == 1 and 'invalid' or 'missing')) |
|
57 |
|
58 try: |
|
59 length, infile = self._get(hash) |
|
60 except HTTPError, e: |
|
61 # 401s get converted to util.Aborts; everything else is fine being |
|
62 # turned into a StoreError |
|
63 raise basestore.StoreError(filename, hash, self.url, str(e)) |
|
64 except urllib2.URLError, e: |
|
65 # This usually indicates a connection problem, so don't |
|
66 # keep trying with the other files... they will probably |
|
67 # all fail too. |
|
68 raise util.Abort('%s: %s' % (self.url, str(e.reason))) |
|
69 except IOError, e: |
|
70 raise basestore.StoreError(filename, hash, self.url, str(e)) |
|
71 |
|
72 # Mercurial does not close its SSH connections after writing a stream |
|
73 if length is not None: |
|
74 infile = lfutil.limitreader(infile, length) |
|
75 return lfutil.copyandhash(lfutil.blockstream(infile), tmpfile) |
|
76 |
|
77 def _verify(self, hash): |
|
78 return not self._stat(hash) |
|
79 |
|
80 def _verifyfile(self, cctx, cset, contents, standin, verified): |
|
81 filename = lfutil.splitstandin(standin) |
|
82 if not filename: |
|
83 return False |
|
84 fctx = cctx[standin] |
|
85 key = (filename, fctx.filenode()) |
|
86 if key in verified: |
|
87 return False |
|
88 |
|
89 verified.add(key) |
|
90 |
|
91 stat = self._stat(hash) |
|
92 if not stat: |
|
93 return False |
|
94 elif stat == 1: |
|
95 self.ui.warn( |
|
96 _('changeset %s: %s: contents differ\n') |
|
97 % (cset, filename)) |
|
98 return True # failed |
|
99 elif stat == 2: |
|
100 self.ui.warn( |
|
101 _('changeset %s: %s missing\n') |
|
102 % (cset, filename)) |
|
103 return True # failed |
|
104 else: |
|
105 raise util.Abort(_('check failed, unexpected response' |
|
106 'statlfile: %d') % stat) |