#require lfs-test-server

  $ LFS_LISTEN="tcp://:$HGPORT"

  $ LFS_HOST="localhost:$HGPORT"

  $ LFS_PUBLIC=1

  $ export LFS_LISTEN LFS_HOST LFS_PUBLIC

#if no-windows

  $ lfs-test-server &> lfs-server.log &

  $ echo $! >> $DAEMON_PIDS

#else

  $ cat >> $TESTTMP/spawn.py <<EOF

  > import os

  > import subprocess

  > import sys

  > 

  > for path in os.environ["PATH"].split(os.pathsep):

  >     exe = os.path.join(path, 'lfs-test-server.exe')

  >     if os.path.exists(exe):

  >         with open('lfs-server.log', 'wb') as out:

  >             p = subprocess.Popen(exe, stdout=out, stderr=out)

  >             sys.stdout.write('%s\n' % p.pid)

  >             sys.exit(0)

  > sys.exit(1)

  > EOF

  $ $PYTHON $TESTTMP/spawn.py >> $DAEMON_PIDS

#endif

  $ cat >> $HGRCPATH <<EOF

  > [extensions]

  > lfs=

  > [lfs]

  > url=http://foo:bar@$LFS_HOST/

  > track=all()

  > EOF

  $ hg init repo1

  $ cd repo1

  $ echo THIS-IS-LFS > a

  $ hg commit -m a -A a

A push can be serviced directly from the usercache if it isn't in the local

store.

  $ hg init ../repo2

  $ mv .hg/store/lfs .hg/store/lfs_

  $ hg push ../repo2 --debug

  http auth: user foo, password ***

  pushing to ../repo2

  http auth: user foo, password ***

  query 1; heads

  searching for changes

  1 total queries in *s (glob)

  listing keys for "phases"

  checking for updated bookmarks

  listing keys for "bookmarks"

  lfs: computing set of blobs to upload

  Status: 200

  Content-Length: 309

  Content-Type: application/vnd.git-lfs+json

  Date: $HTTP_DATE$

  {

    "objects": [

      {

        "actions": {

          "upload": {

            "expires_at": "$ISO_8601_DATE_TIME$", 

            "header": {

              "Accept": "application/vnd.git-lfs"

            }, 

            "href": "http://localhost:$HGPORT/objects/31cf46fbc4ecd458a0943c5b4881f1f5a6dd36c53d6167d5b69ac45149b38e5b"

          }

        }, 

        "oid": "31cf46fbc4ecd458a0943c5b4881f1f5a6dd36c53d6167d5b69ac45149b38e5b", 

        "size": 12

      }

    ]

  }

  lfs: uploading 31cf46fbc4ecd458a0943c5b4881f1f5a6dd36c53d6167d5b69ac45149b38e5b (12 bytes)

  Status: 200

  Content-Length: 0

  Content-Type: text/plain; charset=utf-8

  Date: $HTTP_DATE$

  lfs: processed: 31cf46fbc4ecd458a0943c5b4881f1f5a6dd36c53d6167d5b69ac45149b38e5b

  lfs: uploaded 1 files (12 bytes)

  1 changesets found

  list of changesets:

  99a7098854a3984a5c9eab0fc7a2906697b7cb5c

  bundle2-output-bundle: "HG20", 4 parts total

  bundle2-output-part: "check:heads" streamed payload

  bundle2-output-part: "changegroup" (params: 1 mandatory) streamed payload

  bundle2-output-part: "phase-heads" 24 bytes payload

  bundle2-input-bundle: with-transaction

  bundle2-input-part: "replycaps" supported

  bundle2-input-part: "check:heads" supported

  bundle2-input-part: total payload size 20

  bundle2-input-part: "changegroup" (params: 1 mandatory) supported

  adding changesets

  add changeset 99a7098854a3

  adding manifests

  adding file changes

  adding a revisions

  added 1 changesets with 1 changes to 1 files

  calling hook pretxnchangegroup.lfs: hgext.lfs.checkrequireslfs

  bundle2-input-part: total payload size 617

  bundle2-input-part: "phase-heads" supported

  bundle2-input-part: total payload size 24

  bundle2-input-bundle: 3 parts total

  updating the branch cache

  bundle2-output-bundle: "HG20", 1 parts total

  bundle2-output-part: "reply:changegroup" (advisory) (params: 0 advisory) empty payload

  bundle2-input-bundle: no-transaction

  bundle2-input-part: "reply:changegroup" (advisory) (params: 0 advisory) supported

  bundle2-input-bundle: 0 parts total

  listing keys for "phases"

  $ mv .hg/store/lfs_ .hg/store/lfs

Clear the cache to force a download

  $ rm -rf `hg config lfs.usercache`

  $ cd ../repo2

  $ hg update tip --debug

  http auth: user foo, password ***

  resolving manifests

   branchmerge: False, force: False, partial: False

   ancestor: 000000000000, local: 000000000000+, remote: 99a7098854a3

  Status: 200

  Content-Length: 311

  Content-Type: application/vnd.git-lfs+json

  Date: $HTTP_DATE$

  {

    "objects": [

      {

        "actions": {

          "download": {

            "expires_at": "$ISO_8601_DATE_TIME$", 

            "header": {

              "Accept": "application/vnd.git-lfs"

            }, 

            "href": "http://localhost:$HGPORT/objects/31cf46fbc4ecd458a0943c5b4881f1f5a6dd36c53d6167d5b69ac45149b38e5b"

          }

        }, 

        "oid": "31cf46fbc4ecd458a0943c5b4881f1f5a6dd36c53d6167d5b69ac45149b38e5b", 

        "size": 12

      }

    ]

  }

  lfs: downloading 31cf46fbc4ecd458a0943c5b4881f1f5a6dd36c53d6167d5b69ac45149b38e5b (12 bytes)

  Status: 200

  Content-Length: 12

  Content-Type: text/plain; charset=utf-8

  Date: $HTTP_DATE$

  lfs: adding 31cf46fbc4ecd458a0943c5b4881f1f5a6dd36c53d6167d5b69ac45149b38e5b to the usercache

  lfs: processed: 31cf46fbc4ecd458a0943c5b4881f1f5a6dd36c53d6167d5b69ac45149b38e5b

   a: remote created -> g

  getting a

  lfs: found 31cf46fbc4ecd458a0943c5b4881f1f5a6dd36c53d6167d5b69ac45149b38e5b in the local lfs store

  1 files updated, 0 files merged, 0 files removed, 0 files unresolved

When the server has some blobs already

  $ hg mv a b

  $ echo ANOTHER-LARGE-FILE > c

  $ echo ANOTHER-LARGE-FILE2 > d

  $ hg commit -m b-and-c -A b c d

  $ hg push ../repo1 --debug

  http auth: user foo, password ***

  pushing to ../repo1

  http auth: user foo, password ***

  query 1; heads

  searching for changes

  all remote heads known locally

  listing keys for "phases"

  checking for updated bookmarks

  listing keys for "bookmarks"

  listing keys for "bookmarks"

  lfs: computing set of blobs to upload

  Status: 200

  Content-Length: 901

  Content-Type: application/vnd.git-lfs+json

  Date: $HTTP_DATE$

  {

    "objects": [

      {

        "actions": {

          "download": {

            "expires_at": "$ISO_8601_DATE_TIME$", 

            "header": {

              "Accept": "application/vnd.git-lfs"

            }, 

            "href": "http://localhost:$HGPORT/objects/31cf46fbc4ecd458a0943c5b4881f1f5a6dd36c53d6167d5b69ac45149b38e5b"

          }

        }, 

        "oid": "31cf46fbc4ecd458a0943c5b4881f1f5a6dd36c53d6167d5b69ac45149b38e5b", 

        "size": 12

      }, 

      {

        "actions": {

          "upload": {

            "expires_at": "$ISO_8601_DATE_TIME$", 

            "header": {

              "Accept": "application/vnd.git-lfs"

            }, 

            "href": "http://localhost:$HGPORT/objects/37a65ab78d5ecda767e8622c248b5dbff1e68b1678ab0e730d5eb8601ec8ad19"

          }

        }, 

        "oid": "37a65ab78d5ecda767e8622c248b5dbff1e68b1678ab0e730d5eb8601ec8ad19", 

        "size": 20

      }, 

      {

        "actions": {

          "upload": {

            "expires_at": "$ISO_8601_DATE_TIME$", 

            "header": {

              "Accept": "application/vnd.git-lfs"

            }, 

            "href": "http://localhost:$HGPORT/objects/d11e1a642b60813aee592094109b406089b8dff4cb157157f753418ec7857998"

          }

        }, 

        "oid": "d11e1a642b60813aee592094109b406089b8dff4cb157157f753418ec7857998", 

        "size": 19

      }

    ]

  }

  lfs: need to transfer 2 objects (39 bytes)

  lfs: uploading 37a65ab78d5ecda767e8622c248b5dbff1e68b1678ab0e730d5eb8601ec8ad19 (20 bytes)

  Status: 200

  Content-Length: 0

  Content-Type: text/plain; charset=utf-8

  Date: $HTTP_DATE$

  lfs: processed: 37a65ab78d5ecda767e8622c248b5dbff1e68b1678ab0e730d5eb8601ec8ad19

  lfs: uploading d11e1a642b60813aee592094109b406089b8dff4cb157157f753418ec7857998 (19 bytes)

  Status: 200

  Content-Length: 0

  Content-Type: text/plain; charset=utf-8

  Date: $HTTP_DATE$

  lfs: processed: d11e1a642b60813aee592094109b406089b8dff4cb157157f753418ec7857998

  lfs: uploaded 2 files (39 bytes)

  1 changesets found

  list of changesets:

  dfca2c9e2ef24996aa61ba2abd99277d884b3d63

  bundle2-output-bundle: "HG20", 5 parts total

  bundle2-output-part: "check:phases" 24 bytes payload

  bundle2-output-part: "check:heads" streamed payload

  bundle2-output-part: "changegroup" (params: 1 mandatory) streamed payload

  bundle2-output-part: "phase-heads" 24 bytes payload

  bundle2-input-bundle: with-transaction

  bundle2-input-part: "replycaps" supported

  bundle2-input-part: "check:phases" supported

  bundle2-input-part: total payload size 24

  bundle2-input-part: "check:heads" supported

  bundle2-input-part: total payload size 20

  bundle2-input-part: "changegroup" (params: 1 mandatory) supported

  adding changesets

  add changeset dfca2c9e2ef2

  adding manifests

  adding file changes

  adding b revisions

  adding c revisions

  adding d revisions

  added 1 changesets with 3 changes to 3 files

  bundle2-input-part: total payload size 1315

  bundle2-input-part: "phase-heads" supported

  bundle2-input-part: total payload size 24

  bundle2-input-bundle: 4 parts total

  updating the branch cache

  bundle2-output-bundle: "HG20", 1 parts total

  bundle2-output-part: "reply:changegroup" (advisory) (params: 0 advisory) empty payload

  bundle2-input-bundle: no-transaction

  bundle2-input-part: "reply:changegroup" (advisory) (params: 0 advisory) supported

  bundle2-input-bundle: 0 parts total

  listing keys for "phases"

Clear the cache to force a download

  $ rm -rf `hg config lfs.usercache`

  $ hg --repo ../repo1 update tip --debug

  http auth: user foo, password ***

  resolving manifests

   branchmerge: False, force: False, partial: False

   ancestor: 99a7098854a3, local: 99a7098854a3+, remote: dfca2c9e2ef2

  Status: 200

  Content-Length: 608

  Content-Type: application/vnd.git-lfs+json

  Date: $HTTP_DATE$

  {

    "objects": [

      {

        "actions": {

          "download": {

            "expires_at": "$ISO_8601_DATE_TIME$", 

            "header": {

              "Accept": "application/vnd.git-lfs"

            }, 

            "href": "http://localhost:$HGPORT/objects/37a65ab78d5ecda767e8622c248b5dbff1e68b1678ab0e730d5eb8601ec8ad19"

          }

        }, 

        "oid": "37a65ab78d5ecda767e8622c248b5dbff1e68b1678ab0e730d5eb8601ec8ad19", 

        "size": 20

      }, 

      {

        "actions": {

          "download": {

            "expires_at": "$ISO_8601_DATE_TIME$", 

            "header": {

              "Accept": "application/vnd.git-lfs"

            }, 

            "href": "http://localhost:$HGPORT/objects/d11e1a642b60813aee592094109b406089b8dff4cb157157f753418ec7857998"

          }

        }, 

        "oid": "d11e1a642b60813aee592094109b406089b8dff4cb157157f753418ec7857998", 

        "size": 19

      }

    ]

  }

  lfs: need to transfer 2 objects (39 bytes)

  lfs: downloading 37a65ab78d5ecda767e8622c248b5dbff1e68b1678ab0e730d5eb8601ec8ad19 (20 bytes)

  Status: 200

  Content-Length: 20

  Content-Type: text/plain; charset=utf-8

  Date: $HTTP_DATE$

  lfs: adding 37a65ab78d5ecda767e8622c248b5dbff1e68b1678ab0e730d5eb8601ec8ad19 to the usercache

  lfs: processed: 37a65ab78d5ecda767e8622c248b5dbff1e68b1678ab0e730d5eb8601ec8ad19

  lfs: downloading d11e1a642b60813aee592094109b406089b8dff4cb157157f753418ec7857998 (19 bytes)

  Status: 200

  Content-Length: 19

  Content-Type: text/plain; charset=utf-8

  Date: $HTTP_DATE$

  lfs: adding d11e1a642b60813aee592094109b406089b8dff4cb157157f753418ec7857998 to the usercache

  lfs: processed: d11e1a642b60813aee592094109b406089b8dff4cb157157f753418ec7857998

   b: remote created -> g

  getting b

  lfs: found 31cf46fbc4ecd458a0943c5b4881f1f5a6dd36c53d6167d5b69ac45149b38e5b in the local lfs store

   c: remote created -> g

  getting c

  lfs: found d11e1a642b60813aee592094109b406089b8dff4cb157157f753418ec7857998 in the local lfs store

   d: remote created -> g

  getting d

  lfs: found 37a65ab78d5ecda767e8622c248b5dbff1e68b1678ab0e730d5eb8601ec8ad19 in the local lfs store

  3 files updated, 0 files merged, 0 files removed, 0 files unresolved

Test a corrupt file download, but clear the cache first to force a download.

  $ rm -rf `hg config lfs.usercache`

  $ cp $TESTTMP/lfs-content/d1/1e/1a642b60813aee592094109b406089b8dff4cb157157f753418ec7857998 blob

  $ echo 'damage' > $TESTTMP/lfs-content/d1/1e/1a642b60813aee592094109b406089b8dff4cb157157f753418ec7857998

  $ rm ../repo1/.hg/store/lfs/objects/d1/1e1a642b60813aee592094109b406089b8dff4cb157157f753418ec7857998

  $ rm ../repo1/*

  $ hg --repo ../repo1 update -C tip --debug

  http auth: user foo, password ***

  resolving manifests

   branchmerge: False, force: True, partial: False

   ancestor: dfca2c9e2ef2+, local: dfca2c9e2ef2+, remote: dfca2c9e2ef2

  Status: 200

  Content-Length: 311

  Content-Type: application/vnd.git-lfs+json

  Date: $HTTP_DATE$

  {

    "objects": [

      {

        "actions": {

          "download": {

            "expires_at": "$ISO_8601_DATE_TIME$", 

            "header": {

              "Accept": "application/vnd.git-lfs"

            }, 

            "href": "http://localhost:$HGPORT/objects/d11e1a642b60813aee592094109b406089b8dff4cb157157f753418ec7857998"

          }

        }, 

        "oid": "d11e1a642b60813aee592094109b406089b8dff4cb157157f753418ec7857998", 

        "size": 19

      }

    ]

  }

  lfs: downloading d11e1a642b60813aee592094109b406089b8dff4cb157157f753418ec7857998 (19 bytes)

  Status: 200

  Content-Length: 7

  Content-Type: text/plain; charset=utf-8

  Date: $HTTP_DATE$

  abort: corrupt remote lfs object: d11e1a642b60813aee592094109b406089b8dff4cb157157f753418ec7857998

  [255]

The corrupted blob is not added to the usercache or local store

  $ test -f ../repo1/.hg/store/lfs/objects/d1/1e1a642b60813aee592094109b406089b8dff4cb157157f753418ec7857998

  [1]

  $ test -f `hg config lfs.usercache`/d1/1e1a642b60813aee592094109b406089b8dff4cb157157f753418ec7857998

  [1]

  $ cp blob $TESTTMP/lfs-content/d1/1e/1a642b60813aee592094109b406089b8dff4cb157157f753418ec7857998

Test a corrupted file upload

  $ echo 'another lfs blob' > b

  $ hg ci -m 'another blob'

  $ echo 'damage' > .hg/store/lfs/objects/e6/59058e26b07b39d2a9c7145b3f99b41f797b6621c8076600e9cb7ee88291f0

  $ hg push --debug ../repo1

  http auth: user foo, password ***

  pushing to ../repo1

  http auth: user foo, password ***

  query 1; heads

  searching for changes

  all remote heads known locally

  listing keys for "phases"

  checking for updated bookmarks

  listing keys for "bookmarks"

  listing keys for "bookmarks"

  lfs: computing set of blobs to upload

  Status: 200

  Content-Length: 309

  Content-Type: application/vnd.git-lfs+json

  Date: $HTTP_DATE$

  {

    "objects": [

      {

        "actions": {

          "upload": {

            "expires_at": "$ISO_8601_DATE_TIME$", 

            "header": {

              "Accept": "application/vnd.git-lfs"

            }, 

            "href": "http://localhost:$HGPORT/objects/e659058e26b07b39d2a9c7145b3f99b41f797b6621c8076600e9cb7ee88291f0"

          }

        }, 

        "oid": "e659058e26b07b39d2a9c7145b3f99b41f797b6621c8076600e9cb7ee88291f0", 

        "size": 17

      }

    ]

  }

  lfs: uploading e659058e26b07b39d2a9c7145b3f99b41f797b6621c8076600e9cb7ee88291f0 (17 bytes)

  abort: detected corrupt lfs object: e659058e26b07b39d2a9c7145b3f99b41f797b6621c8076600e9cb7ee88291f0

  (run hg verify)

  [255]

Archive will prefetch blobs in a group

  $ rm -rf .hg/store/lfs `hg config lfs.usercache`

  $ hg archive --debug -r 1 ../archive

  http auth: user foo, password ***

  Status: 200

  Content-Length: 905

  Content-Type: application/vnd.git-lfs+json

  Date: $HTTP_DATE$

  {

    "objects": [

      {

        "actions": {

          "download": {

            "expires_at": "$ISO_8601_DATE_TIME$",