]> git.ipfire.org Git - thirdparty/git.git/blob - t/t5601-clone.sh
clone: partial clone
[thirdparty/git.git] / t / t5601-clone.sh
1 #!/bin/sh
2
3 test_description=clone
4
5 . ./test-lib.sh
6
7 X=
8 test_have_prereq !MINGW || X=.exe
9
10 test_expect_success setup '
11
12 rm -fr .git &&
13 test_create_repo src &&
14 (
15 cd src &&
16 >file &&
17 git add file &&
18 git commit -m initial &&
19 echo 1 >file &&
20 git add file &&
21 git commit -m updated
22 )
23
24 '
25
26 test_expect_success 'clone with excess parameters (1)' '
27
28 rm -fr dst &&
29 test_must_fail git clone -n src dst junk
30
31 '
32
33 test_expect_success 'clone with excess parameters (2)' '
34
35 rm -fr dst &&
36 test_must_fail git clone -n "file://$(pwd)/src" dst junk
37
38 '
39
40 test_expect_success C_LOCALE_OUTPUT 'output from clone' '
41 rm -fr dst &&
42 git clone -n "file://$(pwd)/src" dst >output 2>&1 &&
43 test $(grep Clon output | wc -l) = 1
44 '
45
46 test_expect_success 'clone does not keep pack' '
47
48 rm -fr dst &&
49 git clone -n "file://$(pwd)/src" dst &&
50 ! test -f dst/file &&
51 ! (echo dst/.git/objects/pack/pack-* | grep "\.keep")
52
53 '
54
55 test_expect_success 'clone checks out files' '
56
57 rm -fr dst &&
58 git clone src dst &&
59 test -f dst/file
60
61 '
62
63 test_expect_success 'clone respects GIT_WORK_TREE' '
64
65 GIT_WORK_TREE=worktree git clone src bare &&
66 test -f bare/config &&
67 test -f worktree/file
68
69 '
70
71 test_expect_success 'clone from hooks' '
72
73 test_create_repo r0 &&
74 cd r0 &&
75 test_commit initial &&
76 cd .. &&
77 git init r1 &&
78 cd r1 &&
79 cat >.git/hooks/pre-commit <<-\EOF &&
80 #!/bin/sh
81 git clone ../r0 ../r2
82 exit 1
83 EOF
84 chmod u+x .git/hooks/pre-commit &&
85 : >file &&
86 git add file &&
87 test_must_fail git commit -m invoke-hook &&
88 cd .. &&
89 test_cmp r0/.git/HEAD r2/.git/HEAD &&
90 test_cmp r0/initial.t r2/initial.t
91
92 '
93
94 test_expect_success 'clone creates intermediate directories' '
95
96 git clone src long/path/to/dst &&
97 test -f long/path/to/dst/file
98
99 '
100
101 test_expect_success 'clone creates intermediate directories for bare repo' '
102
103 git clone --bare src long/path/to/bare/dst &&
104 test -f long/path/to/bare/dst/config
105
106 '
107
108 test_expect_success 'clone --mirror' '
109
110 git clone --mirror src mirror &&
111 test -f mirror/HEAD &&
112 test ! -f mirror/file &&
113 FETCH="$(cd mirror && git config remote.origin.fetch)" &&
114 test "+refs/*:refs/*" = "$FETCH" &&
115 MIRROR="$(cd mirror && git config --bool remote.origin.mirror)" &&
116 test "$MIRROR" = true
117
118 '
119
120 test_expect_success 'clone --mirror with detached HEAD' '
121
122 ( cd src && git checkout HEAD^ && git rev-parse HEAD >../expected ) &&
123 git clone --mirror src mirror.detached &&
124 ( cd src && git checkout - ) &&
125 GIT_DIR=mirror.detached git rev-parse HEAD >actual &&
126 test_cmp expected actual
127
128 '
129
130 test_expect_success 'clone --bare with detached HEAD' '
131
132 ( cd src && git checkout HEAD^ && git rev-parse HEAD >../expected ) &&
133 git clone --bare src bare.detached &&
134 ( cd src && git checkout - ) &&
135 GIT_DIR=bare.detached git rev-parse HEAD >actual &&
136 test_cmp expected actual
137
138 '
139
140 test_expect_success 'clone --bare names the local repository <name>.git' '
141
142 git clone --bare src &&
143 test -d src.git
144
145 '
146
147 test_expect_success 'clone --mirror does not repeat tags' '
148
149 (cd src &&
150 git tag some-tag HEAD) &&
151 git clone --mirror src mirror2 &&
152 (cd mirror2 &&
153 git show-ref 2> clone.err > clone.out) &&
154 ! grep Duplicate mirror2/clone.err &&
155 grep some-tag mirror2/clone.out
156
157 '
158
159 test_expect_success 'clone to destination with trailing /' '
160
161 git clone src target-1/ &&
162 T=$( cd target-1 && git rev-parse HEAD ) &&
163 S=$( cd src && git rev-parse HEAD ) &&
164 test "$T" = "$S"
165
166 '
167
168 test_expect_success 'clone to destination with extra trailing /' '
169
170 git clone src target-2/// &&
171 T=$( cd target-2 && git rev-parse HEAD ) &&
172 S=$( cd src && git rev-parse HEAD ) &&
173 test "$T" = "$S"
174
175 '
176
177 test_expect_success 'clone to an existing empty directory' '
178 mkdir target-3 &&
179 git clone src target-3 &&
180 T=$( cd target-3 && git rev-parse HEAD ) &&
181 S=$( cd src && git rev-parse HEAD ) &&
182 test "$T" = "$S"
183 '
184
185 test_expect_success 'clone to an existing non-empty directory' '
186 mkdir target-4 &&
187 >target-4/Fakefile &&
188 test_must_fail git clone src target-4
189 '
190
191 test_expect_success 'clone to an existing path' '
192 >target-5 &&
193 test_must_fail git clone src target-5
194 '
195
196 test_expect_success 'clone a void' '
197 mkdir src-0 &&
198 (
199 cd src-0 && git init
200 ) &&
201 git clone "file://$(pwd)/src-0" target-6 2>err-6 &&
202 ! grep "fatal:" err-6 &&
203 (
204 cd src-0 && test_commit A
205 ) &&
206 git clone "file://$(pwd)/src-0" target-7 2>err-7 &&
207 ! grep "fatal:" err-7 &&
208 # There is no reason to insist they are bit-for-bit
209 # identical, but this test should suffice for now.
210 test_cmp target-6/.git/config target-7/.git/config
211 '
212
213 test_expect_success 'clone respects global branch.autosetuprebase' '
214 (
215 test_config="$HOME/.gitconfig" &&
216 git config -f "$test_config" branch.autosetuprebase remote &&
217 rm -fr dst &&
218 git clone src dst &&
219 cd dst &&
220 actual="z$(git config branch.master.rebase)" &&
221 test ztrue = $actual
222 )
223 '
224
225 test_expect_success 'respect url-encoding of file://' '
226 git init x+y &&
227 git clone "file://$PWD/x+y" xy-url-1 &&
228 git clone "file://$PWD/x%2By" xy-url-2
229 '
230
231 test_expect_success 'do not query-string-decode + in URLs' '
232 rm -rf x+y &&
233 git init "x y" &&
234 test_must_fail git clone "file://$PWD/x+y" xy-no-plus
235 '
236
237 test_expect_success 'do not respect url-encoding of non-url path' '
238 git init x+y &&
239 test_must_fail git clone x%2By xy-regular &&
240 git clone x+y xy-regular
241 '
242
243 test_expect_success 'clone separate gitdir' '
244 rm -rf dst &&
245 git clone --separate-git-dir realgitdir src dst &&
246 test -d realgitdir/refs
247 '
248
249 test_expect_success 'clone separate gitdir: output' '
250 echo "gitdir: $(pwd)/realgitdir" >expected &&
251 test_cmp expected dst/.git
252 '
253
254 test_expect_success 'clone from .git file' '
255 git clone dst/.git dst2
256 '
257
258 test_expect_success 'fetch from .git gitfile' '
259 (
260 cd dst2 &&
261 git fetch ../dst/.git
262 )
263 '
264
265 test_expect_success 'fetch from gitfile parent' '
266 (
267 cd dst2 &&
268 git fetch ../dst
269 )
270 '
271
272 test_expect_success 'clone separate gitdir where target already exists' '
273 rm -rf dst &&
274 test_must_fail git clone --separate-git-dir realgitdir src dst
275 '
276
277 test_expect_success 'clone --reference from original' '
278 git clone --shared --bare src src-1 &&
279 git clone --bare src src-2 &&
280 git clone --reference=src-2 --bare src-1 target-8 &&
281 grep /src-2/ target-8/objects/info/alternates
282 '
283
284 test_expect_success 'clone with more than one --reference' '
285 git clone --bare src src-3 &&
286 git clone --bare src src-4 &&
287 git clone --reference=src-3 --reference=src-4 src target-9 &&
288 grep /src-3/ target-9/.git/objects/info/alternates &&
289 grep /src-4/ target-9/.git/objects/info/alternates
290 '
291
292 test_expect_success 'clone from original with relative alternate' '
293 mkdir nest &&
294 git clone --bare src nest/src-5 &&
295 echo ../../../src/.git/objects >nest/src-5/objects/info/alternates &&
296 git clone --bare nest/src-5 target-10 &&
297 grep /src/\\.git/objects target-10/objects/info/alternates
298 '
299
300 test_expect_success 'clone checking out a tag' '
301 git clone --branch=some-tag src dst.tag &&
302 GIT_DIR=src/.git git rev-parse some-tag >expected &&
303 test_cmp expected dst.tag/.git/HEAD &&
304 GIT_DIR=dst.tag/.git git config remote.origin.fetch >fetch.actual &&
305 echo "+refs/heads/*:refs/remotes/origin/*" >fetch.expected &&
306 test_cmp fetch.expected fetch.actual
307 '
308
309 setup_ssh_wrapper () {
310 test_expect_success 'setup ssh wrapper' '
311 cp "$GIT_BUILD_DIR/t/helper/test-fake-ssh$X" \
312 "$TRASH_DIRECTORY/ssh-wrapper$X" &&
313 GIT_SSH="$TRASH_DIRECTORY/ssh-wrapper$X" &&
314 export GIT_SSH &&
315 export TRASH_DIRECTORY &&
316 >"$TRASH_DIRECTORY"/ssh-output
317 '
318 }
319
320 copy_ssh_wrapper_as () {
321 cp "$TRASH_DIRECTORY/ssh-wrapper$X" "${1%$X}$X" &&
322 GIT_SSH="${1%$X}$X" &&
323 export GIT_SSH
324 }
325
326 expect_ssh () {
327 test_when_finished '
328 (cd "$TRASH_DIRECTORY" && rm -f ssh-expect && >ssh-output)
329 ' &&
330 {
331 case "$#" in
332 1)
333 ;;
334 2)
335 echo "ssh: $1 git-upload-pack '$2'"
336 ;;
337 3)
338 echo "ssh: $1 $2 git-upload-pack '$3'"
339 ;;
340 *)
341 echo "ssh: $1 $2 git-upload-pack '$3' $4"
342 esac
343 } >"$TRASH_DIRECTORY/ssh-expect" &&
344 (cd "$TRASH_DIRECTORY" && test_cmp ssh-expect ssh-output)
345 }
346
347 setup_ssh_wrapper
348
349 test_expect_success 'clone myhost:src uses ssh' '
350 git clone myhost:src ssh-clone &&
351 expect_ssh myhost src
352 '
353
354 test_expect_success !MINGW,!CYGWIN 'clone local path foo:bar' '
355 cp -R src "foo:bar" &&
356 git clone "foo:bar" foobar &&
357 expect_ssh none
358 '
359
360 test_expect_success 'bracketed hostnames are still ssh' '
361 git clone "[myhost:123]:src" ssh-bracket-clone &&
362 expect_ssh "-p 123" myhost src
363 '
364
365 test_expect_success 'uplink is not treated as putty' '
366 copy_ssh_wrapper_as "$TRASH_DIRECTORY/uplink" &&
367 git clone "[myhost:123]:src" ssh-bracket-clone-uplink &&
368 expect_ssh "-p 123" myhost src
369 '
370
371 test_expect_success 'plink is treated specially (as putty)' '
372 copy_ssh_wrapper_as "$TRASH_DIRECTORY/plink" &&
373 git clone "[myhost:123]:src" ssh-bracket-clone-plink-0 &&
374 expect_ssh "-P 123" myhost src
375 '
376
377 test_expect_success 'plink.exe is treated specially (as putty)' '
378 copy_ssh_wrapper_as "$TRASH_DIRECTORY/plink.exe" &&
379 git clone "[myhost:123]:src" ssh-bracket-clone-plink-1 &&
380 expect_ssh "-P 123" myhost src
381 '
382
383 test_expect_success 'tortoiseplink is like putty, with extra arguments' '
384 copy_ssh_wrapper_as "$TRASH_DIRECTORY/tortoiseplink" &&
385 git clone "[myhost:123]:src" ssh-bracket-clone-plink-2 &&
386 expect_ssh "-batch -P 123" myhost src
387 '
388
389 test_expect_success 'double quoted plink.exe in GIT_SSH_COMMAND' '
390 copy_ssh_wrapper_as "$TRASH_DIRECTORY/plink.exe" &&
391 GIT_SSH_COMMAND="\"$TRASH_DIRECTORY/plink.exe\" -v" \
392 git clone "[myhost:123]:src" ssh-bracket-clone-plink-3 &&
393 expect_ssh "-v -P 123" myhost src
394 '
395
396 SQ="'"
397 test_expect_success 'single quoted plink.exe in GIT_SSH_COMMAND' '
398 copy_ssh_wrapper_as "$TRASH_DIRECTORY/plink.exe" &&
399 GIT_SSH_COMMAND="$SQ$TRASH_DIRECTORY/plink.exe$SQ -v" \
400 git clone "[myhost:123]:src" ssh-bracket-clone-plink-4 &&
401 expect_ssh "-v -P 123" myhost src
402 '
403
404 test_expect_success 'GIT_SSH_VARIANT overrides plink detection' '
405 copy_ssh_wrapper_as "$TRASH_DIRECTORY/plink" &&
406 GIT_SSH_VARIANT=ssh \
407 git clone "[myhost:123]:src" ssh-bracket-clone-variant-1 &&
408 expect_ssh "-p 123" myhost src
409 '
410
411 test_expect_success 'ssh.variant overrides plink detection' '
412 copy_ssh_wrapper_as "$TRASH_DIRECTORY/plink" &&
413 git -c ssh.variant=ssh \
414 clone "[myhost:123]:src" ssh-bracket-clone-variant-2 &&
415 expect_ssh "-p 123" myhost src
416 '
417
418 test_expect_success 'GIT_SSH_VARIANT overrides plink detection to plink' '
419 GIT_SSH_VARIANT=plink \
420 git clone "[myhost:123]:src" ssh-bracket-clone-variant-3 &&
421 expect_ssh "-P 123" myhost src
422 '
423
424 test_expect_success 'GIT_SSH_VARIANT overrides plink to tortoiseplink' '
425 GIT_SSH_VARIANT=tortoiseplink \
426 git clone "[myhost:123]:src" ssh-bracket-clone-variant-4 &&
427 expect_ssh "-batch -P 123" myhost src
428 '
429
430 test_expect_success 'clean failure on broken quoting' '
431 test_must_fail \
432 env GIT_SSH_COMMAND="${SQ}plink.exe -v" \
433 git clone "[myhost:123]:src" sq-failure
434 '
435
436 # Reset the GIT_SSH environment variable for clone tests.
437 setup_ssh_wrapper
438
439 counter=0
440 # $1 url
441 # $2 none|host
442 # $3 path
443 test_clone_url () {
444 counter=$(($counter + 1))
445 test_might_fail git clone "$1" tmp$counter &&
446 shift &&
447 expect_ssh "$@"
448 }
449
450 test_expect_success !MINGW 'clone c:temp is ssl' '
451 test_clone_url c:temp c temp
452 '
453
454 test_expect_success MINGW 'clone c:temp is dos drive' '
455 test_clone_url c:temp none
456 '
457
458 #ip v4
459 for repo in rep rep/home/project 123
460 do
461 test_expect_success "clone host:$repo" '
462 test_clone_url host:$repo host $repo
463 '
464 done
465
466 #ipv6
467 for repo in rep rep/home/project 123
468 do
469 test_expect_success "clone [::1]:$repo" '
470 test_clone_url [::1]:$repo ::1 "$repo"
471 '
472 done
473 #home directory
474 test_expect_success "clone host:/~repo" '
475 test_clone_url host:/~repo host "~repo"
476 '
477
478 test_expect_success "clone [::1]:/~repo" '
479 test_clone_url [::1]:/~repo ::1 "~repo"
480 '
481
482 # Corner cases
483 for url in foo/bar:baz [foo]bar/baz:qux [foo/bar]:baz
484 do
485 test_expect_success "clone $url is not ssh" '
486 test_clone_url $url none
487 '
488 done
489
490 #with ssh:// scheme
491 #ignore trailing colon
492 for tcol in "" :
493 do
494 test_expect_success "clone ssh://host.xz$tcol/home/user/repo" '
495 test_clone_url "ssh://host.xz$tcol/home/user/repo" host.xz /home/user/repo
496 '
497 # from home directory
498 test_expect_success "clone ssh://host.xz$tcol/~repo" '
499 test_clone_url "ssh://host.xz$tcol/~repo" host.xz "~repo"
500 '
501 done
502
503 # with port number
504 test_expect_success 'clone ssh://host.xz:22/home/user/repo' '
505 test_clone_url "ssh://host.xz:22/home/user/repo" "-p 22 host.xz" "/home/user/repo"
506 '
507
508 # from home directory with port number
509 test_expect_success 'clone ssh://host.xz:22/~repo' '
510 test_clone_url "ssh://host.xz:22/~repo" "-p 22 host.xz" "~repo"
511 '
512
513 #IPv6
514 for tuah in ::1 [::1] [::1]: user@::1 user@[::1] user@[::1]: [user@::1] [user@::1]:
515 do
516 ehost=$(echo $tuah | sed -e "s/1]:/1]/" | tr -d "[]")
517 test_expect_success "clone ssh://$tuah/home/user/repo" "
518 test_clone_url ssh://$tuah/home/user/repo $ehost /home/user/repo
519 "
520 done
521
522 #IPv6 from home directory
523 for tuah in ::1 [::1] user@::1 user@[::1] [user@::1]
524 do
525 euah=$(echo $tuah | tr -d "[]")
526 test_expect_success "clone ssh://$tuah/~repo" "
527 test_clone_url ssh://$tuah/~repo $euah '~repo'
528 "
529 done
530
531 #IPv6 with port number
532 for tuah in [::1] user@[::1] [user@::1]
533 do
534 euah=$(echo $tuah | tr -d "[]")
535 test_expect_success "clone ssh://$tuah:22/home/user/repo" "
536 test_clone_url ssh://$tuah:22/home/user/repo '-p 22' $euah /home/user/repo
537 "
538 done
539
540 #IPv6 from home directory with port number
541 for tuah in [::1] user@[::1] [user@::1]
542 do
543 euah=$(echo $tuah | tr -d "[]")
544 test_expect_success "clone ssh://$tuah:22/~repo" "
545 test_clone_url ssh://$tuah:22/~repo '-p 22' $euah '~repo'
546 "
547 done
548
549 test_expect_success 'clone from a repository with two identical branches' '
550
551 (
552 cd src &&
553 git checkout -b another master
554 ) &&
555 git clone src target-11 &&
556 test "z$( cd target-11 && git symbolic-ref HEAD )" = zrefs/heads/another
557
558 '
559
560 test_expect_success 'shallow clone locally' '
561 git clone --depth=1 --no-local src ssrrcc &&
562 git clone ssrrcc ddsstt &&
563 test_cmp ssrrcc/.git/shallow ddsstt/.git/shallow &&
564 ( cd ddsstt && git fsck )
565 '
566
567 test_expect_success 'GIT_TRACE_PACKFILE produces a usable pack' '
568 rm -rf dst.git &&
569 GIT_TRACE_PACKFILE=$PWD/tmp.pack git clone --no-local --bare src dst.git &&
570 git init --bare replay.git &&
571 git -C replay.git index-pack -v --stdin <tmp.pack
572 '
573
574 partial_clone () {
575 SERVER="$1" &&
576 URL="$2" &&
577
578 rm -rf "$SERVER" client &&
579 test_create_repo "$SERVER" &&
580 test_commit -C "$SERVER" one &&
581 HASH1=$(git hash-object "$SERVER/one.t") &&
582 git -C "$SERVER" revert HEAD &&
583 test_commit -C "$SERVER" two &&
584 HASH2=$(git hash-object "$SERVER/two.t") &&
585 test_config -C "$SERVER" uploadpack.allowfilter 1 &&
586 test_config -C "$SERVER" uploadpack.allowanysha1inwant 1 &&
587
588 git clone --filter=blob:limit=0 "$URL" client &&
589
590 git -C client fsck &&
591
592 # Ensure that unneeded blobs are not inadvertently fetched.
593 test_config -C client extensions.partialclone "not a remote" &&
594 test_must_fail git -C client cat-file -e "$HASH1" &&
595
596 # But this blob was fetched, because clone performs an initial checkout
597 git -C client cat-file -e "$HASH2"
598 }
599
600 test_expect_success 'partial clone' '
601 partial_clone server "file://$(pwd)/server"
602 '
603
604 test_expect_success 'partial clone: warn if server does not support object filtering' '
605 rm -rf server client &&
606 test_create_repo server &&
607 test_commit -C server one &&
608
609 git clone --filter=blob:limit=0 "file://$(pwd)/server" client 2> err &&
610
611 test_i18ngrep "filtering not recognized by server" err
612 '
613
614 . "$TEST_DIRECTORY"/lib-httpd.sh
615 start_httpd
616
617 test_expect_success 'partial clone using HTTP' '
618 partial_clone "$HTTPD_DOCUMENT_ROOT_PATH/server" "$HTTPD_URL/smart/server"
619 '
620
621 stop_httpd
622
623 test_done