3 # Copyright (c) 2005 Johannes Schindelin
6 test_description
='Testing multi_ack pack fetching'
10 # Test fetch-pack/upload-pack pair.
12 # Some convenience functions
17 branch
=$
(echo $name |
sed -e 's/^\(.\).*$/\1/') &&
22 parents
="$parents -p $1" &&
26 echo "$text" > test.txt
&&
27 git update-index
--add test.txt
&&
28 tree
=$
(git write-tree
) &&
29 # make sure timestamps are in correct order
31 commit
=$
(echo "$text" | git commit-tree
$tree $parents) &&
32 eval "$name=$commit; export $name" &&
33 git update-ref
"refs/heads/$branch" "$commit" &&
34 eval ${branch}TIP
=$commit
41 test_expect_success
"$number pull" '
44 git fetch-pack -k -v .. $heads &&
48 git update-ref refs/heads/A "$ATIP";;
51 git update-ref refs/heads/B "$BTIP";;
53 git symbolic-ref HEAD refs/heads/$(echo $heads \
54 | sed -e "s/^\(.\).*$/\1/") &&
58 mv .git/objects/pack/pack-* . &&
59 p=$(ls -1 pack-*.pack) &&
60 git unpack-objects <$p &&
63 idx=$(echo pack-*.idx) &&
64 pack_count=$(git show-index <$idx | wc -l) &&
65 test $pack_count = $count &&
71 # Here begins the actual testing
73 # A1 - ... - A20 - A21
77 # client pulls A20, B1. Then tracks only B. Then pulls A.
79 test_expect_success
'setup' '
84 git config transfer.unpacklimit 0
89 while [ $cur -le 10 ]; do
90 add A$cur $(eval echo \$A$prev) &&
95 git update-ref refs/heads/A "$ATIP" &&
96 git update-ref refs/heads/B "$BTIP" &&
97 git symbolic-ref HEAD refs/heads/B
100 pull_to_client
1st
"refs/heads/B refs/heads/A" $
((11*3))
102 test_expect_success
'post 1st pull setup' '
106 while [ $cur -le 65 ]; do
107 add B$cur $(eval echo \$B$prev) &&
113 pull_to_client
2nd
"refs/heads/B" $
((64*3))
115 pull_to_client
3rd
"refs/heads/A" $
((1*3))
117 test_expect_success
'single branch clone' '
118 git clone --single-branch "file://$(pwd)/." singlebranch
121 test_expect_success
'single branch object count' '
122 GIT_DIR=singlebranch/.git git count-objects -v |
123 grep "^in-pack:" > count.singlebranch &&
124 echo "in-pack: 198" >expected &&
125 test_cmp expected count.singlebranch
128 test_expect_success
'single given branch clone' '
129 git clone --single-branch --branch A "file://$(pwd)/." branch-a &&
130 test_must_fail git --git-dir=branch-a/.git rev-parse origin/B
133 test_expect_success
'clone shallow depth 1' '
134 git clone --no-single-branch --depth 1 "file://$(pwd)/." shallow0 &&
135 test "$(git --git-dir=shallow0/.git rev-list --count HEAD)" = 1
138 test_expect_success
'clone shallow depth 1 with fsck' '
139 git config --global fetch.fsckobjects true &&
140 git clone --no-single-branch --depth 1 "file://$(pwd)/." shallow0fsck &&
141 test "$(git --git-dir=shallow0fsck/.git rev-list --count HEAD)" = 1 &&
142 git config --global --unset fetch.fsckobjects
145 test_expect_success
'clone shallow' '
146 git clone --no-single-branch --depth 2 "file://$(pwd)/." shallow
149 test_expect_success
'clone shallow depth count' '
150 test "$(git --git-dir=shallow/.git rev-list --count HEAD)" = 2
153 test_expect_success
'clone shallow object count' '
158 grep "^in-pack: 12" count.shallow
161 test_expect_success
'clone shallow object count (part 2)' '
162 sed -e "/^in-pack:/d" -e "/^packs:/d" -e "/^size-pack:/d" \
163 -e "/: 0$/d" count.shallow > count_output &&
164 test_must_be_empty count_output
167 test_expect_success
'fsck in shallow repo' '
174 test_expect_success
'simple fetch in shallow repo' '
181 test_expect_success
'no changes expected' '
185 ) > count.shallow.2 &&
186 cmp count.shallow count.shallow.2
189 test_expect_success
'fetch same depth in shallow repo' '
196 test_expect_success
'no changes expected' '
200 ) > count.shallow.3 &&
201 cmp count.shallow count.shallow.3
204 test_expect_success
'add two more' '
209 test_expect_success
'pull in shallow repo' '
216 test_expect_success
'clone shallow object count' '
221 grep "^count: 6" count.shallow
224 test_expect_success
'add two more (part 2)' '
229 test_expect_success
'deepening pull in shallow repo' '
232 git pull --depth 4 .. B
236 test_expect_success
'clone shallow object count' '
241 grep "^count: 12" count.shallow
244 test_expect_success
'deepening fetch in shallow repo' '
247 git fetch --depth 4 .. A:A
251 test_expect_success
'clone shallow object count' '
256 grep "^count: 18" count.shallow
259 test_expect_success
'pull in shallow repo with missing merge base' '
262 git fetch --depth 4 .. A &&
263 test_must_fail git merge --allow-unrelated-histories FETCH_HEAD
267 test_expect_success
'additional simple shallow deepenings' '
270 git fetch --depth=8 &&
271 git fetch --depth=10 &&
276 test_expect_success
'clone shallow depth count' '
277 test "$(git --git-dir=shallow/.git rev-list --count HEAD)" = 11
280 test_expect_success
'clone shallow object count' '
286 grep "^count: 54" count.shallow
289 test_expect_success
'fetch --no-shallow on full repo' '
290 test_must_fail git fetch --noshallow
293 test_expect_success
'fetch --depth --no-shallow' '
296 test_must_fail git fetch --depth=1 --noshallow
300 test_expect_success
'turn shallow to complete repository' '
303 git fetch --unshallow &&
304 ! test -f .git/shallow &&
309 test_expect_success
'clone shallow without --no-single-branch' '
310 git clone --depth 1 "file://$(pwd)/." shallow2
313 test_expect_success
'clone shallow object count' '
317 ) > count.shallow2 &&
318 grep "^in-pack: 3" count.shallow2
321 test_expect_success
'clone shallow with --branch' '
322 git clone --depth 1 --branch A "file://$(pwd)/." shallow3
325 test_expect_success
'clone shallow object count' '
326 echo "in-pack: 3" > count3.expected &&
327 GIT_DIR=shallow3/.git git count-objects -v |
328 grep "^in-pack" > count3.actual &&
329 test_cmp count3.expected count3.actual
332 test_expect_success
'clone shallow with detached HEAD' '
333 git checkout HEAD^ &&
334 git clone --depth 1 "file://$(pwd)/." shallow5 &&
336 GIT_DIR=shallow5/.git git rev-parse HEAD >actual &&
337 git rev-parse HEAD^ >expected &&
338 test_cmp expected actual
341 test_expect_success
'shallow clone pulling tags' '
342 git tag -a -m A TAGA1 A &&
343 git tag -a -m B TAGB1 B &&
346 git clone --depth 1 "file://$(pwd)/." shallow6 &&
348 cat >taglist.expected <<\EOF &&
352 GIT_DIR=shallow6/.git git tag -l >taglist.actual &&
353 test_cmp taglist.expected taglist.actual &&
355 echo "in-pack: 4" > count6.expected &&
356 GIT_DIR=shallow6/.git git count-objects -v |
357 grep "^in-pack" > count6.actual &&
358 test_cmp count6.expected count6.actual
361 test_expect_success
'shallow cloning single tag' '
362 git clone --depth 1 --branch=TAGB1 "file://$(pwd)/." shallow7 &&
363 cat >taglist.expected <<\EOF &&
367 GIT_DIR=shallow7/.git git tag -l >taglist.actual &&
368 test_cmp taglist.expected taglist.actual &&
370 echo "in-pack: 4" > count7.expected &&
371 GIT_DIR=shallow7/.git git count-objects -v |
372 grep "^in-pack" > count7.actual &&
373 test_cmp count7.expected count7.actual
376 test_expect_success
'clone shallow with packed refs' '
377 git pack-refs --all &&
378 git clone --depth 1 --branch A "file://$(pwd)/." shallow8 &&
379 echo "in-pack: 4" > count8.expected &&
380 GIT_DIR=shallow8/.git git count-objects -v |
381 grep "^in-pack" > count8.actual &&
382 test_cmp count8.expected count8.actual
385 test_expect_success
'fetch in shallow repo unreachable shallow objects' '
387 git clone --bare --branch B --single-branch "file://$(pwd)/." no-reflog &&
388 git clone --depth 1 "file://$(pwd)/no-reflog" shallow9 &&
390 git tag -d TAGB1 TAGB2 &&
391 git update-ref refs/heads/B B~~ &&
392 git gc --prune=now &&
395 git fsck --no-dangling
398 test_expect_success
'fetch creating new shallow root' '
400 git clone "file://$(pwd)/." shallow10 &&
401 git commit --allow-empty -m empty &&
403 git fetch --depth=1 --progress 2>actual &&
404 # This should fetch only the empty commit, no tree or
406 test_i18ngrep "remote: Total 1" actual
410 test_expect_success
'setup tests for the --stdin parameter' '
415 for head in A B C D E F
419 cat >input <<-\EOF &&
431 sort <input >expect &&
439 test_expect_success
'setup fetch refs from cmdline v[12]' '
440 cp -r client client1 &&
444 for version
in '' 1 2
446 test_expect_success
"protocol.version=$version fetch refs from cmdline" "
449 GIT_TEST_PROTOCOL_VERSION=$version git fetch-pack --no-progress .. \$(cat ../input)
451 cut -d ' ' -f 2 <output | sort >actual &&
452 test_cmp expect actual
456 test_expect_success
'fetch refs from stdin' '
459 git fetch-pack --stdin --no-progress .. <../input
461 cut -d " " -f 2 <output | sort >actual &&
462 test_cmp expect actual
465 test_expect_success
'fetch mixed refs from cmdline and stdin' '
468 tail -n +5 ../input |
469 git fetch-pack --stdin --no-progress .. $(head -n 4 ../input)
471 cut -d " " -f 2 <output | sort >actual &&
472 test_cmp expect actual
475 test_expect_success
'test duplicate refs from stdin' '
478 git fetch-pack --stdin --no-progress .. <../input.dup
480 cut -d " " -f 2 <output | sort >actual &&
481 test_cmp expect actual
484 test_expect_success
'set up tests of missing reference' '
485 cat >expect-error <<-\EOF
486 error: no such remote ref refs/heads/xyzzy
490 test_expect_success
'test lonely missing ref' '
493 test_must_fail git fetch-pack --no-progress .. refs/heads/xyzzy 2>../error-m
495 test_i18ncmp expect-error error-m
498 test_expect_success
'test missing ref after existing' '
501 test_must_fail git fetch-pack --no-progress .. refs/heads/A refs/heads/xyzzy 2>../error-em
503 test_i18ncmp expect-error error-em
506 test_expect_success
'test missing ref before existing' '
509 test_must_fail git fetch-pack --no-progress .. refs/heads/xyzzy refs/heads/A 2>../error-me
511 test_i18ncmp expect-error error-me
514 test_expect_success
'test --all, --depth, and explicit head' '
517 git fetch-pack --no-progress --all --depth=1 .. refs/heads/A
518 ) >out-adh 2>error-adh
521 test_expect_success
'test --all, --depth, and explicit tag' '
522 git tag OLDTAG refs/heads/B~5 &&
525 git fetch-pack --no-progress --all --depth=1 .. refs/tags/OLDTAG
526 ) >out-adt 2>error-adt
529 test_expect_success
'test --all with tag to non-tip' '
530 git commit --allow-empty -m non-tip &&
531 git commit --allow-empty -m tip &&
532 git tag -m "annotated" non-tip HEAD^ &&
535 git fetch-pack --all ..
539 test_expect_success
'test --all wrt tag to non-commits' '
540 # create tag-to-{blob,tree,commit,tag}, making sure all tagged objects
541 # are reachable only via created tag references.
542 blob=$(echo "hello blob" | git hash-object -t blob -w --stdin) &&
543 git tag -a -m "tag -> blob" tag-to-blob $blob &&
545 tree=$(printf "100644 blob $blob\tfile" | git mktree) &&
546 git tag -a -m "tag -> tree" tag-to-tree $tree &&
548 tree2=$(printf "100644 blob $blob\tfile2" | git mktree) &&
549 commit=$(git commit-tree -m "hello commit" $tree) &&
550 git tag -a -m "tag -> commit" tag-to-commit $commit &&
552 blob2=$(echo "hello blob2" | git hash-object -t blob -w --stdin) &&
553 tag=$(git mktag <<-EOF
557 tagger author A U Thor <author@example.com> 0 +0000
562 git tag -a -m "tag -> tag" tag-to-tag $tag &&
564 # `fetch-pack --all` should succeed fetching all those objects.
569 git fetch-pack --all .. &&
570 git cat-file blob $blob >/dev/null &&
571 git cat-file tree $tree >/dev/null &&
572 git cat-file commit $commit >/dev/null &&
573 git cat-file tag $tag >/dev/null
577 test_expect_success
'shallow fetch with tags does not break the repository' '
588 git fetch --depth=2 ../.git master:branch &&
593 test_expect_success
'fetch-pack can fetch a raw sha1' '
599 git update-ref refs/hidden/one HEAD^ &&
600 git config transfer.hiderefs refs/hidden &&
601 git config uploadpack.allowtipsha1inwant true
603 git fetch-pack hidden $(git -C hidden rev-parse refs/hidden/one)
606 test_expect_success
'fetch-pack can fetch a raw sha1 that is advertised as a ref' '
607 rm -rf server client &&
609 test_commit -C server 1 &&
612 git -C client fetch-pack ../server \
613 $(git -C server rev-parse refs/heads/master)
616 test_expect_success
'fetch-pack can fetch a raw sha1 overlapping a named ref' '
617 rm -rf server client &&
619 test_commit -C server 1 &&
620 test_commit -C server 2 &&
623 git -C client fetch-pack ../server \
624 $(git -C server rev-parse refs/tags/1) refs/tags/1
627 test_expect_success
'fetch-pack cannot fetch a raw sha1 that is not advertised as a ref' '
631 test_commit -C server 5 &&
632 git -C server tag -d 5 &&
633 test_commit -C server 6 &&
636 test_must_fail git -C client fetch-pack ../server \
637 $(git -C server rev-parse refs/heads/master^) 2>err &&
638 test_i18ngrep "Server does not allow request for unadvertised object" err
642 cat >expected
<<-EOF &&
647 git fetch-pack
--diag-url "$1" |
grep -v hostandport
= >actual
&&
648 test_cmp expected actual
651 check_prot_host_port_path
() {
656 ehost
=$
(echo $3 |
tr -d "[]")
657 diagport
="Diag: port=$4"
662 ehost
=$
(echo $3$4 |
sed -e "s/22$/:22/" -e "s/NONE//")
673 grep -v "^$" exp
>expected
674 git fetch-pack
--diag-url "$1" >actual
&&
675 test_cmp expected actual
678 for r
in repo re
:po re
/po
680 # git or ssh with scheme
681 for p
in "ssh+git" "git+ssh" git
ssh
683 for h
in host user@
host user@
[::1] user@
::1
687 test_expect_success
"fetch-pack --diag-url $p://$h$c/$r" '
688 check_prot_host_port_path $p://$h/$r $p "$h" NONE "/$r"
690 # "/~" -> "~" conversion
691 test_expect_success
"fetch-pack --diag-url $p://$h$c/~$r" '
692 check_prot_host_port_path $p://$h/~$r $p "$h" NONE "~$r"
696 for h
in host User@
host User@
[::1]
698 test_expect_success
"fetch-pack --diag-url $p://$h:22/$r" '
699 check_prot_host_port_path $p://$h:22/$r $p "$h" 22 "/$r"
706 test_expect_success
"fetch-pack --diag-url $p://$h/$r" '
707 check_prot_path $p://$h/$r $p "/$r"
709 # No "/~" -> "~" conversion for file
710 test_expect_success
"fetch-pack --diag-url $p://$h/~$r" '
711 check_prot_path $p://$h/~$r $p "/~$r"
714 # file without scheme
715 for h
in nohost nohost
:12 [::1] [::1]:23 [ [:aa
717 test_expect_success
"fetch-pack --diag-url ./$h:$r" '
718 check_prot_path ./$h:$r $p "./$h:$r"
720 # No "/~" -> "~" conversion for file
721 test_expect_success
"fetch-pack --diag-url ./$p:$h/~$r" '
722 check_prot_path ./$p:$h/~$r $p "./$p:$h/~$r"
729 test_expect_success
"fetch-pack --diag-url $h:$r" '
730 check_prot_host_port_path $h:$r $p "$h" NONE "$r"
732 # Do "/~" -> "~" conversion
733 test_expect_success
"fetch-pack --diag-url $h:/~$r" '
734 check_prot_host_port_path $h:/~$r $p "$h" NONE "~$r"
739 test_expect_success MINGW
'fetch-pack --diag-url file://c:/repo' '
740 check_prot_path file://c:/repo file c:/repo
742 test_expect_success MINGW
'fetch-pack --diag-url c:repo' '
743 check_prot_path c:repo file c:repo
746 test_expect_success
'clone shallow since ...' '
747 test_create_repo shallow-since &&
750 GIT_COMMITTER_DATE="100000000 +0700" git commit --allow-empty -m one &&
751 GIT_COMMITTER_DATE="200000000 +0700" git commit --allow-empty -m two &&
752 GIT_COMMITTER_DATE="300000000 +0700" git commit --allow-empty -m three &&
753 git clone --shallow-since "300000000 +0700" "file://$(pwd)/." ../shallow11 &&
754 git -C ../shallow11 log --pretty=tformat:%s HEAD >actual &&
755 echo three >expected &&
756 test_cmp expected actual
760 test_expect_success
'fetch shallow since ...' '
761 git -C shallow11 fetch --shallow-since "200000000 +0700" origin &&
762 git -C shallow11 log --pretty=tformat:%s origin/master >actual &&
763 cat >expected <<-\EOF &&
767 test_cmp expected actual
770 test_expect_success
'clone shallow since selects no commits' '
771 test_create_repo shallow-since-the-future &&
773 cd shallow-since-the-future &&
774 GIT_COMMITTER_DATE="100000000 +0700" git commit --allow-empty -m one &&
775 GIT_COMMITTER_DATE="200000000 +0700" git commit --allow-empty -m two &&
776 GIT_COMMITTER_DATE="300000000 +0700" git commit --allow-empty -m three &&
777 test_must_fail git clone --shallow-since "900000000 +0700" "file://$(pwd)/." ../shallow111
781 test_expect_success
'shallow clone exclude tag two' '
782 test_create_repo shallow-exclude &&
784 cd shallow-exclude &&
788 git clone --shallow-exclude two "file://$(pwd)/." ../shallow12 &&
789 git -C ../shallow12 log --pretty=tformat:%s HEAD >actual &&
790 echo three >expected &&
791 test_cmp expected actual
795 test_expect_success
'fetch exclude tag one' '
796 git -C shallow12 fetch --shallow-exclude one origin &&
797 git -C shallow12 log --pretty=tformat:%s origin/master >actual &&
798 test_write_lines three two >expected &&
799 test_cmp expected actual
802 test_expect_success
'fetching deepen' '
803 test_create_repo shallow-deepen &&
809 git clone --depth 1 "file://$(pwd)/." deepen &&
811 git -C deepen log --pretty=tformat:%s master >actual &&
812 echo three >expected &&
813 test_cmp expected actual &&
814 git -C deepen fetch --deepen=1 &&
815 git -C deepen log --pretty=tformat:%s origin/master >actual &&
816 cat >expected <<-\EOF &&
821 test_cmp expected actual
825 test_expect_success
'use ref advertisement to prune "have" lines sent' '
826 rm -rf server client &&
828 test_commit -C server both_have_1 &&
829 git -C server tag -d both_have_1 &&
830 test_commit -C server both_have_2 &&
832 git clone server client &&
833 test_commit -C server server_has &&
834 test_commit -C client client_has &&
836 # In both protocol v0 and v2, ensure that the parent of both_have_2 is
837 # not sent as a "have" line. The client should know that the server has
838 # both_have_2, so it only needs to inform the server that it has
839 # both_have_2, and the server can infer the rest.
842 cp -r client clientv0 &&
843 GIT_TRACE_PACKET="$(pwd)/trace" git -C clientv0 \
844 fetch origin server_has both_have_2 &&
845 grep "have $(git -C client rev-parse client_has)" trace &&
846 grep "have $(git -C client rev-parse both_have_2)" trace &&
847 ! grep "have $(git -C client rev-parse both_have_2^)" trace &&
850 cp -r client clientv2 &&
851 GIT_TRACE_PACKET="$(pwd)/trace" git -C clientv2 -c protocol.version=2 \
852 fetch origin server_has both_have_2 &&
853 grep "have $(git -C client rev-parse client_has)" trace &&
854 grep "have $(git -C client rev-parse both_have_2)" trace &&
855 ! grep "have $(git -C client rev-parse both_have_2^)" trace
858 test_expect_success
'filtering by size' '
859 rm -rf server client &&
860 test_create_repo server &&
861 test_commit -C server one &&
862 test_config -C server uploadpack.allowfilter 1 &&
864 test_create_repo client &&
865 git -C client fetch-pack --filter=blob:limit=0 ../server HEAD &&
867 # Ensure that object is not inadvertently fetched
868 test_must_fail git -C client cat-file -e $(git hash-object server/one.t)
871 test_expect_success
'filtering by size has no effect if support for it is not advertised' '
872 rm -rf server client &&
873 test_create_repo server &&
874 test_commit -C server one &&
876 test_create_repo client &&
877 git -C client fetch-pack --filter=blob:limit=0 ../server HEAD 2> err &&
879 # Ensure that object is fetched
880 git -C client cat-file -e $(git hash-object server/one.t) &&
882 test_i18ngrep "filtering not recognized by server" err
885 fetch_filter_blob_limit_zero
() {
889 rm -rf "$SERVER" client
&&
890 test_create_repo
"$SERVER" &&
891 test_commit
-C "$SERVER" one
&&
892 test_config
-C "$SERVER" uploadpack.allowfilter
1 &&
894 git clone
"$URL" client
&&
895 test_config
-C client extensions.partialclone origin
&&
897 test_commit
-C "$SERVER" two
&&
899 git
-C client fetch
--filter=blob
:limit
=0 origin HEAD
:somewhere
&&
901 # Ensure that commit is fetched, but blob is not
902 test_config
-C client extensions.partialclone
"arbitrary string" &&
903 git
-C client cat-file
-e $
(git
-C "$SERVER" rev-parse two
) &&
904 test_must_fail git
-C client cat-file
-e $
(git hash-object
"$SERVER/two.t")
907 test_expect_success
'fetch with --filter=blob:limit=0' '
908 fetch_filter_blob_limit_zero server server
911 .
"$TEST_DIRECTORY"/lib-httpd.sh
914 test_expect_success
'fetch with --filter=blob:limit=0 and HTTP' '
915 fetch_filter_blob_limit_zero "$HTTPD_DOCUMENT_ROOT_PATH/server" "$HTTPD_URL/smart/server"