]> git.ipfire.org Git - thirdparty/git.git/blame - t/t5000-tar-tree.sh
Merge branch 'gc/branch-recurse-submodules-fix'
[thirdparty/git.git] / t / t5000-tar-tree.sh
CommitLineData
d3d49c3d
RS
1#!/bin/sh
2#
3# Copyright (C) 2005 Rene Scharfe
4#
5
925ceccf 6test_description='git archive and git get-tar-commit-id test
d3d49c3d 7
5b860406
RS
8This test covers the topics of file contents, commit date handling and
9commit id embedding:
d3d49c3d
RS
10
11 The contents of the repository is compared to the extracted tar
12 archive. The repository contains simple text files, symlinks and a
3dff5379 13 binary file (/bin/sh). Only paths shorter than 99 characters are
5b860406 14 used.
d3d49c3d 15
925ceccf 16 git archive applies the commit date to every file in the archive it
d3d49c3d
RS
17 creates. The test sets the commit date to a specific value and checks
18 if the tar archive contains that value.
19
925ceccf 20 When giving git archive a commit id (in contrast to a tree id) it
d3d49c3d 21 embeds this commit id into the tar archive as a comment. The test
5be60078 22 checks the ability of git get-tar-commit-id to figure it out from the
d3d49c3d
RS
23 tar file.
24
25'
26
27. ./test-lib.sh
28
38c9c9b7 29SUBSTFORMAT=%H%n
8460b2fc 30
9bf1ac41
RS
31test_lazy_prereq TAR_NEEDS_PAX_FALLBACK '
32 (
33 mkdir pax &&
34 cd pax &&
35 "$TAR" xf "$TEST_DIRECTORY"/t5000/pax.tar &&
36 test -f PaxHeaders.1791/file
37 )
38'
39
96174145
JK
40test_lazy_prereq GZIP 'gzip --version'
41
9bf1ac41
RS
42get_pax_header() {
43 file=$1
44 header=$2=
45
46 while read len rest
47 do
48 if test "$len" = $(echo "$len $rest" | wc -c)
49 then
50 case "$rest" in
51 $header*)
52 echo "${rest#$header}"
53 ;;
54 esac
55 fi
56 done <"$file"
57}
58
deb9c8ed
RS
59check_tar() {
60 tarfile=$1.tar
61 listfile=$1.lst
62 dir=$1
63 dir_with_prefix=$dir/$2
64
65 test_expect_success ' extract tar archive' '
66 (mkdir $dir && cd $dir && "$TAR" xf -) <$tarfile
67 '
68
9bf1ac41
RS
69 test_expect_success TAR_NEEDS_PAX_FALLBACK ' interpret pax headers' '
70 (
71 cd $dir &&
72 for header in *.paxheader
73 do
74 data=${header%.paxheader}.data &&
d0b30a3d 75 if test -h $data || test -e $data
9bf1ac41
RS
76 then
77 path=$(get_pax_header $header path) &&
78 if test -n "$path"
79 then
d0fd9931 80 mv "$data" "$path" || exit 1
9bf1ac41
RS
81 fi
82 fi
83 done
84 )
85 '
86
deb9c8ed
RS
87 test_expect_success ' validate filenames' '
88 (cd ${dir_with_prefix}a && find .) | sort >$listfile &&
89 test_cmp a.lst $listfile
90 '
91
92 test_expect_success ' validate file contents' '
93 diff -r a ${dir_with_prefix}a
94 '
95}
96
2947a793
RS
97check_added() {
98 dir=$1
99 path_in_fs=$2
100 path_in_archive=$3
101
102 test_expect_success " validate extra file $path_in_archive" '
103 diff -r $path_in_fs $dir/$path_in_archive
104 '
105}
106
0b78a1b2 107test_expect_success 'setup' '
108 test_oid_cache <<-EOF
109 obj sha1:19f9c8273ec45a8938e6999cb59b3ff66739902a
110 obj sha256:3c666f798798601571f5cec0adb57ce4aba8546875e7693177e0535f34d2c49b
111 EOF
112'
113
9c8e7e96
HWN
114test_expect_success 'populate workdir' '
115 mkdir a &&
116 echo simple textfile >a/a &&
117 ten=0123456789 &&
118 hundred="$ten$ten$ten$ten$ten$ten$ten$ten$ten$ten" &&
119 echo long filename >"a/four$hundred" &&
120 mkdir a/bin &&
121 test-tool genrandom "frotz" 500000 >a/bin/sh &&
122 printf "A\$Format:%s\$O" "$SUBSTFORMAT" >a/substfile1 &&
123 printf "A not substituted O" >a/substfile2 &&
124 if test_have_prereq SYMLINKS
125 then
126 ln -s a a/l1
127 else
128 printf %s a >a/l1
129 fi &&
130 (
131 p=long_path_to_a_file &&
132 cd a &&
133 for depth in 1 2 3 4 5
134 do
135 mkdir $p &&
d0fd9931 136 cd $p || exit 1
9c8e7e96
HWN
137 done &&
138 echo text >file_with_long_path
139 ) &&
140 (cd a && find .) | sort >a.lst
141'
d3d49c3d 142
008d896d
RS
143test_expect_success \
144 'add ignored file' \
145 'echo ignore me >a/ignored &&
ad94657f 146 echo ignored export-ignore >.git/info/attributes'
008d896d 147
21711ca4
RS
148test_expect_success 'add files to repository' '
149 git add a &&
150 GIT_COMMITTER_DATE="2005-05-27 22:00" git commit -m initial
151'
d3d49c3d 152
c420df7b
RS
153test_expect_success 'setup export-subst' '
154 echo "substfile?" export-subst >>.git/info/attributes &&
155 git log --max-count=1 "--pretty=format:A${SUBSTFORMAT}O" HEAD \
156 >a/substfile1
157'
158
9c8e7e96
HWN
159test_expect_success 'create bare clone' '
160 git clone --bare . bare.git &&
161 cp .git/info/attributes bare.git/info/attributes
162'
ddff8563 163
9c8e7e96
HWN
164test_expect_success 'remove ignored file' '
165 rm a/ignored
166'
008d896d 167
9c8e7e96
HWN
168test_expect_success 'git archive' '
169 git archive HEAD >b.tar
170'
8ff21b1a 171
deb9c8ed
RS
172check_tar b
173
03d9bc56
RS
174test_expect_success 'git archive --prefix=prefix/' '
175 git archive --prefix=prefix/ HEAD >with_prefix.tar
176'
177
178check_tar with_prefix prefix/
179
180test_expect_success 'git-archive --prefix=olde-' '
181 git archive --prefix=olde- HEAD >with_olde-prefix.tar
182'
183
184check_tar with_olde-prefix olde-
185
2947a793
RS
186test_expect_success 'git archive --add-file' '
187 echo untracked >untracked &&
188 git archive --add-file=untracked HEAD >with_untracked.tar
189'
190
191check_tar with_untracked
192check_added with_untracked untracked untracked
193
194test_expect_success 'git archive --add-file twice' '
195 echo untracked >untracked &&
196 git archive --prefix=one/ --add-file=untracked \
197 --prefix=two/ --add-file=untracked \
198 --prefix= HEAD >with_untracked2.tar
199'
200
201check_tar with_untracked2
202check_added with_untracked2 untracked one/untracked
203check_added with_untracked2 untracked two/untracked
204
5544049d 205test_expect_success 'git archive on large files' '
9c8e7e96
HWN
206 test_config core.bigfilethreshold 1 &&
207 git archive HEAD >b3.tar &&
208 test_cmp_bin b.tar b3.tar
5544049d
NTND
209'
210
9c8e7e96
HWN
211test_expect_success 'git archive in a bare repo' '
212 git --git-dir bare.git archive HEAD >b3.tar
213'
ddff8563 214
9c8e7e96
HWN
215test_expect_success 'git archive vs. the same in a bare repo' '
216 test_cmp_bin b.tar b3.tar
217'
ddff8563 218
9c8e7e96
HWN
219test_expect_success 'git archive with --output' '
220 git archive --output=b4.tar HEAD &&
221 test_cmp_bin b.tar b4.tar
222'
aec0c1bb 223
9c8e7e96
HWN
224test_expect_success 'git archive --remote' '
225 git archive --remote=. HEAD >b5.tar &&
226 test_cmp_bin b.tar b5.tar
227'
48139269 228
eb0224c6
JH
229test_expect_success 'git archive --remote with configured remote' '
230 git config remote.foo.url . &&
231 (
232 cd a &&
233 git archive --remote=foo --output=../b5-nick.tar HEAD
234 ) &&
235 test_cmp_bin b.tar b5-nick.tar
236'
237
9c8e7e96
HWN
238test_expect_success 'validate file modification time' '
239 mkdir extract &&
240 "$TAR" xf b.tar -C extract a/a &&
241 test-tool chmtime --get extract/a/a >b.mtime &&
242 echo "1117231200" >expected.mtime &&
243 test_cmp expected.mtime b.mtime
244'
d3d49c3d 245
f1ed2247
HWN
246test_expect_success 'git get-tar-commit-id' '
247 git get-tar-commit-id <b.tar >actual &&
248 git rev-parse HEAD >expect &&
249 test_cmp expect actual
250'
d3d49c3d 251
fe12d8e8
RS
252test_expect_success 'git archive with --output, override inferred format' '
253 git archive --format=tar --output=d4.zip HEAD &&
b93e6e36 254 test_cmp_bin b.tar d4.zip
fe12d8e8
RS
255'
256
00436bf1
JS
257test_expect_success GZIP 'git archive with --output and --remote creates .tgz' '
258 git archive --output=d5.tgz --remote=. HEAD &&
259 gzip -d -c <d5.tgz >d5.tar &&
260 test_cmp_bin b.tar d5.tar
261'
262
eb0224c6
JH
263test_expect_success 'git archive --list outside of a git repo' '
264 nongit git archive --list
265'
266
267test_expect_success 'git archive --remote outside of a git repo' '
268 git archive HEAD >expect.tar &&
269 nongit git archive --remote="$PWD" HEAD >actual.tar &&
270 test_cmp_bin expect.tar actual.tar
271'
265d5280 272
ee27ca4a
JK
273test_expect_success 'clients cannot access unreachable commits' '
274 test_commit unreachable &&
f5efd519 275 sha1=$(git rev-parse HEAD) &&
ee27ca4a
JK
276 git reset --hard HEAD^ &&
277 git archive $sha1 >remote.tar &&
278 test_must_fail git archive --remote=. $sha1 >remote.tar
279'
280
7671b632
SG
281test_expect_success 'upload-archive can allow unreachable commits' '
282 test_commit unreachable1 &&
f5efd519 283 sha1=$(git rev-parse HEAD) &&
7671b632
SG
284 git reset --hard HEAD^ &&
285 git archive $sha1 >remote.tar &&
286 test_config uploadarchive.allowUnreachable true &&
287 git archive --remote=. $sha1 >remote.tar
288'
289
767cf457
JK
290test_expect_success 'setup tar filters' '
291 git config tar.tar.foo.command "tr ab ba" &&
7b97730b 292 git config tar.bar.command "tr ab ba" &&
785a0429
JK
293 git config tar.bar.remote true &&
294 git config tar.invalid baz
767cf457
JK
295'
296
297test_expect_success 'archive --list mentions user filter' '
298 git archive --list >output &&
299 grep "^tar\.foo\$" output &&
300 grep "^bar\$" output
301'
302
1bc01efe 303test_expect_success 'archive --list shows only enabled remote filters' '
767cf457 304 git archive --list --remote=. >output &&
7b97730b 305 ! grep "^tar\.foo\$" output &&
767cf457
JK
306 grep "^bar\$" output
307'
308
309test_expect_success 'invoke tar filter by format' '
310 git archive --format=tar.foo HEAD >config.tar.foo &&
311 tr ab ba <config.tar.foo >config.tar &&
b93e6e36 312 test_cmp_bin b.tar config.tar &&
767cf457
JK
313 git archive --format=bar HEAD >config.bar &&
314 tr ab ba <config.bar >config.tar &&
b93e6e36 315 test_cmp_bin b.tar config.tar
767cf457
JK
316'
317
318test_expect_success 'invoke tar filter by extension' '
319 git archive -o config-implicit.tar.foo HEAD &&
b93e6e36 320 test_cmp_bin config.tar.foo config-implicit.tar.foo &&
767cf457 321 git archive -o config-implicit.bar HEAD &&
b93e6e36 322 test_cmp_bin config.tar.foo config-implicit.bar
767cf457
JK
323'
324
325test_expect_success 'default output format remains tar' '
326 git archive -o config-implicit.baz HEAD &&
b93e6e36 327 test_cmp_bin b.tar config-implicit.baz
767cf457
JK
328'
329
330test_expect_success 'extension matching requires dot' '
331 git archive -o config-implicittar.foo HEAD &&
b93e6e36 332 test_cmp_bin b.tar config-implicittar.foo
767cf457
JK
333'
334
1bc01efe 335test_expect_success 'only enabled filters are available remotely' '
7b97730b
JK
336 test_must_fail git archive --remote=. --format=tar.foo HEAD \
337 >remote.tar.foo &&
338 git archive --remote=. --format=bar >remote.bar HEAD &&
b93e6e36 339 test_cmp_bin remote.bar config.bar
7b97730b
JK
340'
341
0e804e09
JK
342test_expect_success GZIP 'git archive --format=tgz' '
343 git archive --format=tgz HEAD >j.tgz
344'
345
346test_expect_success GZIP 'git archive --format=tar.gz' '
347 git archive --format=tar.gz HEAD >j1.tar.gz &&
b93e6e36 348 test_cmp_bin j.tgz j1.tar.gz
0e804e09
JK
349'
350
351test_expect_success GZIP 'infer tgz from .tgz filename' '
352 git archive --output=j2.tgz HEAD &&
b93e6e36 353 test_cmp_bin j.tgz j2.tgz
0e804e09
JK
354'
355
356test_expect_success GZIP 'infer tgz from .tar.gz filename' '
357 git archive --output=j3.tar.gz HEAD &&
b93e6e36 358 test_cmp_bin j.tgz j3.tar.gz
0e804e09
JK
359'
360
96174145
JK
361test_expect_success GZIP 'extract tgz file' '
362 gzip -d -c <j.tgz >j.tar &&
b93e6e36 363 test_cmp_bin b.tar j.tar
0e804e09
JK
364'
365
1bc01efe 366test_expect_success GZIP 'remote tar.gz is allowed by default' '
7b97730b 367 git archive --remote=. --format=tar.gz HEAD >remote.tar.gz &&
b93e6e36 368 test_cmp_bin j.tgz remote.tar.gz
7b97730b
JK
369'
370
1bc01efe 371test_expect_success GZIP 'remote tar.gz can be disabled' '
7b97730b
JK
372 git config tar.tar.gz.remote false &&
373 test_must_fail git archive --remote=. --format=tar.gz HEAD \
374 >remote.tar.gz
375'
376
ed22b417
NTND
377test_expect_success 'archive and :(glob)' '
378 git archive -v HEAD -- ":(glob)**/sh" >/dev/null 2>actual &&
379 cat >expect <<EOF &&
380a/
381a/bin/
382a/bin/sh
383EOF
384 test_cmp expect actual
385'
386
387test_expect_success 'catch non-matching pathspec' '
388 test_must_fail git archive -v HEAD -- "*.abc" >/dev/null
389'
390
e51217e1
JK
391# Pull the size and date of each entry in a tarfile using the system tar.
392#
393# We'll pull out only the year from the date; that avoids any question of
394# timezones impacting the result (as long as we keep our test times away from a
395# year boundary; our reference times are all in August).
396#
397# The output of tar_info is expected to be "<size> <year>", both in decimal. It
398# ignores the return value of tar. We have to do this, because some of our test
399# input is only partial (the real data is 64GB in some cases).
400tar_info () {
401 "$TAR" tvf "$1" |
402 awk '{
403 split($4, date, "-")
404 print $3 " " date[1]
405 }'
406}
407
408# See if our system tar can handle a tar file with huge sizes and dates far in
409# the future, and that we can actually parse its output.
410#
411# The reference file was generated by GNU tar, and the magic time and size are
412# both octal 01000000000001, which overflows normal ustar fields.
413test_lazy_prereq TAR_HUGE '
414 echo "68719476737 4147" >expect &&
415 tar_info "$TEST_DIRECTORY"/t5000/huge-and-future.tar >actual &&
416 test_cmp expect actual
417'
418
29493589 419test_expect_success LONG_IS_64BIT 'set up repository with huge blob' '
0b78a1b2 420 obj=$(test_oid obj) &&
421 path=$(test_oid_to_path $obj) &&
422 mkdir -p .git/objects/$(dirname $path) &&
423 cp "$TEST_DIRECTORY"/t5000/huge-object .git/objects/$path &&
e51217e1
JK
424 rm -f .git/index &&
425 git update-index --add --cacheinfo 100644,$obj,huge &&
426 git commit -m huge
427'
428
429# We expect git to die with SIGPIPE here (otherwise we
430# would generate the whole 64GB).
29493589 431test_expect_success LONG_IS_64BIT 'generate tar with huge size' '
e51217e1
JK
432 {
433 git archive HEAD
434 echo $? >exit-code
435 } | test_copy_bytes 4096 >huge.tar &&
436 echo 141 >expect &&
437 test_cmp expect exit-code
438'
439
29493589 440test_expect_success TAR_HUGE,LONG_IS_64BIT 'system tar can read our huge size' '
e51217e1
JK
441 echo 68719476737 >expect &&
442 tar_info huge.tar | cut -d" " -f1 >actual &&
443 test_cmp expect actual
444'
445
f90fca63
AK
446test_expect_success TIME_IS_64BIT 'set up repository with far-future (2^34 - 1) commit' '
447 rm -f .git/index &&
448 echo foo >file &&
449 git add file &&
450 GIT_COMMITTER_DATE="@17179869183 +0000" \
451 git commit -m "tempori parendum"
452'
453
454test_expect_success TIME_IS_64BIT 'generate tar with far-future mtime' '
455 git archive HEAD >future.tar
456'
457
458test_expect_success TAR_HUGE,TIME_IS_64BIT,TIME_T_IS_64BIT 'system tar can read our future mtime' '
459 echo 2514 >expect &&
460 tar_info future.tar | cut -d" " -f2 >actual &&
461 test_cmp expect actual
462'
463
464test_expect_success TIME_IS_64BIT 'set up repository with far-far-future (2^36 + 1) commit' '
e51217e1
JK
465 rm -f .git/index &&
466 echo content >file &&
467 git add file &&
f90fca63 468 GIT_TEST_COMMIT_GRAPH=0 GIT_COMMITTER_DATE="@68719476737 +0000" \
e51217e1
JK
469 git commit -m "tempori parendum"
470'
471
f90fca63 472test_expect_success TIME_IS_64BIT 'generate tar with far-far-future mtime' '
e51217e1
JK
473 git archive HEAD >future.tar
474'
475
efac8ac8 476test_expect_success TAR_HUGE,TIME_IS_64BIT,TIME_T_IS_64BIT 'system tar can read our future mtime' '
e51217e1
JK
477 echo 4147 >expect &&
478 tar_info future.tar | cut -d" " -f2 >actual &&
479 test_cmp expect actual
480'
481
d3d49c3d 482test_done