]> git.ipfire.org Git - thirdparty/git.git/blame - t/t5302-pack-index.sh
Merge branch 'bc/sha-256-part-2'
[thirdparty/git.git] / t / t5302-pack-index.sh
CommitLineData
6e541776
NP
1#!/bin/sh
2#
3# Copyright (c) 2007 Nicolas Pitre
4#
5
6test_description='pack index with 64-bit offsets and object CRC'
7. ./test-lib.sh
8
796d1383 9test_expect_success 'setup' '
1610dda8 10 test_oid_init &&
11 rawsz=$(test_oid rawsz) &&
12 rm -rf .git &&
13 git init &&
14 git config pack.threads 1 &&
15 i=1 &&
16 while test $i -le 100
17 do
18 iii=$(printf '%03i' $i)
19 test-tool genrandom "bar" 200 > wide_delta_$iii &&
20 test-tool genrandom "baz $iii" 50 >> wide_delta_$iii &&
21 test-tool genrandom "foo"$i 100 > deep_delta_$iii &&
22 test-tool genrandom "foo"$(expr $i + 1) 100 >> deep_delta_$iii &&
23 test-tool genrandom "foo"$(expr $i + 2) 100 >> deep_delta_$iii &&
24 echo $iii >file_$iii &&
25 test-tool genrandom "$iii" 8192 >>file_$iii &&
26 git update-index --add file_$iii deep_delta_$iii wide_delta_$iii &&
27 i=$(expr $i + 1) || return 1
28 done &&
29 { echo 101 && test-tool genrandom 100 8192; } >file_101 &&
30 git update-index --add file_101 &&
31 tree=$(git write-tree) &&
32 commit=$(git commit-tree $tree </dev/null) && {
33 echo $tree &&
34 git ls-tree $tree | sed -e "s/.* \\([0-9a-f]*\\) .*/\\1/"
35 } >obj-list &&
36 git update-ref HEAD $commit
796d1383 37'
6e541776 38
1610dda8 39test_expect_success 'pack-objects with index version 1' '
40 pack1=$(git pack-objects --index-version=1 test-1 <obj-list) &&
41 git verify-pack -v "test-1-${pack1}.pack"
42'
6e541776 43
1610dda8 44test_expect_success 'pack-objects with index version 2' '
45 pack2=$(git pack-objects --index-version=2 test-2 <obj-list) &&
46 git verify-pack -v "test-2-${pack2}.pack"
47'
6e541776 48
1610dda8 49test_expect_success 'both packs should be identical' '
50 cmp "test-1-${pack1}.pack" "test-2-${pack2}.pack"
51'
6e541776 52
1610dda8 53test_expect_success 'index v1 and index v2 should be different' '
54 ! cmp "test-1-${pack1}.idx" "test-2-${pack2}.idx"
55'
6e541776 56
1610dda8 57test_expect_success 'index-pack with index version 1' '
58 git index-pack --index-version=1 -o 1.idx "test-1-${pack1}.pack"
59'
6e541776 60
1610dda8 61test_expect_success 'index-pack with index version 2' '
62 git index-pack --index-version=2 -o 2.idx "test-1-${pack1}.pack"
63'
6e541776 64
1610dda8 65test_expect_success 'index-pack results should match pack-objects ones' '
66 cmp "test-1-${pack1}.idx" "1.idx" &&
67 cmp "test-2-${pack2}.idx" "2.idx"
68'
6e541776 69
e337a04d
JH
70test_expect_success 'index-pack --verify on index version 1' '
71 git index-pack --verify "test-1-${pack1}.pack"
72'
73
74test_expect_success 'index-pack --verify on index version 2' '
75 git index-pack --verify "test-2-${pack2}.pack"
76'
77
1610dda8 78test_expect_success 'pack-objects --index-version=2, is not accepted' '
79 test_must_fail git pack-objects --index-version=2, test-3 <obj-list
80'
6a301345 81
1610dda8 82test_expect_success 'index v2: force some 64-bit offsets with pack-objects' '
83 pack3=$(git pack-objects --index-version=2,0x40000 test-3 <obj-list)
84'
8ed2fca4 85
8ed2fca4 86if msg=$(git verify-pack -v "test-3-${pack3}.pack" 2>&1) ||
bbf08124 87 ! (echo "$msg" | grep "pack too large .* off_t")
8ed2fca4 88then
18bf8798 89 test_set_prereq OFF64_T
8ed2fca4 90else
fadb5156 91 say "# skipping tests concerning 64-bit offsets"
8ed2fca4
JS
92fi
93
1610dda8 94test_expect_success OFF64_T 'index v2: verify a pack with some 64-bit offsets' '
95 git verify-pack -v "test-3-${pack3}.pack"
96'
6e541776 97
1610dda8 98test_expect_success OFF64_T '64-bit offsets: should be different from previous index v2 results' '
99 ! cmp "test-2-${pack2}.idx" "test-3-${pack3}.idx"
100'
6e541776 101
1610dda8 102test_expect_success OFF64_T 'index v2: force some 64-bit offsets with index-pack' '
103 git index-pack --index-version=2,0x40000 -o 3.idx "test-1-${pack1}.pack"
104'
6e541776 105
1610dda8 106test_expect_success OFF64_T '64-bit offsets: index-pack result should match pack-objects one' '
107 cmp "test-3-${pack3}.idx" "3.idx"
108'
6e541776 109
e337a04d
JH
110test_expect_success OFF64_T 'index-pack --verify on 64-bit offset v2 (cheat)' '
111 # This cheats by knowing which lower offset should still be encoded
112 # in 64-bit representation.
113 git index-pack --verify --index-version=2,0x40000 "test-3-${pack3}.pack"
114'
115
3c9fc074 116test_expect_success OFF64_T 'index-pack --verify on 64-bit offset v2' '
e337a04d
JH
117 git index-pack --verify "test-3-${pack3}.pack"
118'
119
2b5c208f
NP
120# returns the object number for given object in given pack index
121index_obj_nr()
122{
1610dda8 123 idx_file=$1
124 object_sha1=$2
125 nr=0
126 git show-index < $idx_file |
127 while read offs sha1 extra
128 do
129 nr=$(($nr + 1))
130 test "$sha1" = "$object_sha1" || continue
131 echo "$(($nr - 1))"
132 break
133 done
2b5c208f
NP
134}
135
136# returns the pack offset for given object as found in given pack index
137index_obj_offset()
138{
1610dda8 139 idx_file=$1
140 object_sha1=$2
141 git show-index < $idx_file | grep $object_sha1 |
142 ( read offs extra && echo "$offs" )
2b5c208f
NP
143}
144
1610dda8 145test_expect_success '[index v1] 1) stream pack to repository' '
146 git index-pack --index-version=1 --stdin < "test-1-${pack1}.pack" &&
147 git prune-packed &&
148 git count-objects | ( read nr rest && test "$nr" -eq 1 ) &&
149 cmp "test-1-${pack1}.pack" ".git/objects/pack/pack-${pack1}.pack" &&
150 cmp "test-1-${pack1}.idx" ".git/objects/pack/pack-${pack1}.idx"
151'
6e541776
NP
152
153test_expect_success \
1610dda8 154 '[index v1] 2) create a stealth corruption in a delta base reference' '
155 # This test assumes file_101 is a delta smaller than 16 bytes.
156 # It should be against file_100 but we substitute its base for file_099
157 sha1_101=$(git hash-object file_101) &&
158 sha1_099=$(git hash-object file_099) &&
159 offs_101=$(index_obj_offset 1.idx $sha1_101) &&
160 nr_099=$(index_obj_nr 1.idx $sha1_099) &&
161 chmod +w ".git/objects/pack/pack-${pack1}.pack" &&
162 recordsz=$((rawsz + 4)) &&
163 dd of=".git/objects/pack/pack-${pack1}.pack" seek=$(($offs_101 + 1)) \
164 if=".git/objects/pack/pack-${pack1}.idx" \
165 skip=$((4 + 256 * 4 + $nr_099 * recordsz)) \
166 bs=1 count=$rawsz conv=notrunc &&
167 git cat-file blob $sha1_101 > file_101_foo1
168'
6e541776 169
41ac414e 170test_expect_success \
1610dda8 171 '[index v1] 3) corrupted delta happily returned wrong data' '
172 test -f file_101_foo1 && ! cmp file_101 file_101_foo1
173'
6e541776 174
41ac414e 175test_expect_success \
1610dda8 176 '[index v1] 4) confirm that the pack is actually corrupted' '
177 test_must_fail git fsck --full $commit
178'
6e541776
NP
179
180test_expect_success \
1610dda8 181 '[index v1] 5) pack-objects happily reuses corrupted data' '
182 pack4=$(git pack-objects test-4 <obj-list) &&
183 test -f "test-4-${pack4}.pack"
184'
6e541776 185
1610dda8 186test_expect_success '[index v1] 6) newly created pack is BAD !' '
187 test_must_fail git verify-pack -v "test-4-${pack4}.pack"
188'
6e541776 189
1610dda8 190test_expect_success '[index v2] 1) stream pack to repository' '
191 rm -f .git/objects/pack/* &&
192 git index-pack --index-version=2 --stdin < "test-1-${pack1}.pack" &&
193 git prune-packed &&
194 git count-objects | ( read nr rest && test "$nr" -eq 1 ) &&
195 cmp "test-1-${pack1}.pack" ".git/objects/pack/pack-${pack1}.pack" &&
196 cmp "test-2-${pack1}.idx" ".git/objects/pack/pack-${pack1}.idx"
197'
6e541776
NP
198
199test_expect_success \
1610dda8 200 '[index v2] 2) create a stealth corruption in a delta base reference' '
201 # This test assumes file_101 is a delta smaller than 16 bytes.
202 # It should be against file_100 but we substitute its base for file_099
203 sha1_101=$(git hash-object file_101) &&
204 sha1_099=$(git hash-object file_099) &&
205 offs_101=$(index_obj_offset 1.idx $sha1_101) &&
206 nr_099=$(index_obj_nr 1.idx $sha1_099) &&
207 chmod +w ".git/objects/pack/pack-${pack1}.pack" &&
208 dd of=".git/objects/pack/pack-${pack1}.pack" seek=$(($offs_101 + 1)) \
209 if=".git/objects/pack/pack-${pack1}.idx" \
210 skip=$((8 + 256 * 4 + $nr_099 * rawsz)) \
211 bs=1 count=$rawsz conv=notrunc &&
212 git cat-file blob $sha1_101 > file_101_foo2
213'
6e541776 214
41ac414e 215test_expect_success \
1610dda8 216 '[index v2] 3) corrupted delta happily returned wrong data' '
217 test -f file_101_foo2 && ! cmp file_101 file_101_foo2
218'
6e541776 219
41ac414e 220test_expect_success \
1610dda8 221 '[index v2] 4) confirm that the pack is actually corrupted' '
222 test_must_fail git fsck --full $commit
223'
6e541776 224
41ac414e 225test_expect_success \
1610dda8 226 '[index v2] 5) pack-objects refuses to reuse corrupted data' '
227 test_must_fail git pack-objects test-5 <obj-list &&
228 test_must_fail git pack-objects --no-reuse-object test-6 <obj-list
229'
6e541776 230
85fe23ed 231test_expect_success \
1610dda8 232 '[index v2] 6) verify-pack detects CRC mismatch' '
233 rm -f .git/objects/pack/* &&
234 git index-pack --index-version=2 --stdin < "test-1-${pack1}.pack" &&
235 git verify-pack ".git/objects/pack/pack-${pack1}.pack" &&
236 obj=$(git hash-object file_001) &&
237 nr=$(index_obj_nr ".git/objects/pack/pack-${pack1}.idx" $obj) &&
238 chmod +w ".git/objects/pack/pack-${pack1}.idx" &&
239 printf xxxx | dd of=".git/objects/pack/pack-${pack1}.idx" conv=notrunc \
240 bs=1 count=4 seek=$((8 + 256 * 4 + $(wc -l <obj-list) * rawsz + $nr * 4)) &&
241 ( while read obj
242 do git cat-file -p $obj >/dev/null || exit 1
243 done <obj-list ) &&
244 test_must_fail git verify-pack ".git/objects/pack/pack-${pack1}.pack"
3de89c9d 245'
85fe23ed 246
a672ea6a 247test_expect_success 'running index-pack in the object store' '
1610dda8 248 rm -f .git/objects/pack/* &&
249 cp test-1-${pack1}.pack .git/objects/pack/pack-${pack1}.pack &&
250 (
251 cd .git/objects/pack &&
252 git index-pack pack-${pack1}.pack
253 ) &&
254 test -f .git/objects/pack/pack-${pack1}.idx
a672ea6a
NP
255'
256
f99b7af6 257test_expect_success 'index-pack --strict warns upon missing tagger in tag' '
1610dda8 258 sha=$(git rev-parse HEAD) &&
259 cat >wrong-tag <<EOF &&
f99b7af6
JS
260object $sha
261type commit
262tag guten tag
263
264This is an invalid tag.
265EOF
266
1610dda8 267 tag=$(git hash-object -t tag -w --stdin <wrong-tag) &&
268 pack1=$(echo $tag $sha | git pack-objects tag-test) &&
269 echo remove tag object &&
270 thirtyeight=${tag#??} &&
271 rm -f .git/objects/${tag%$thirtyeight}/$thirtyeight &&
272 git index-pack --strict tag-test-${pack1}.pack 2>err &&
273 grep "^warning:.* expected .tagger. line" err
f99b7af6
JS
274'
275
ffb2c0fe 276test_expect_success 'index-pack --fsck-objects also warns upon missing tagger in tag' '
1610dda8 277 git index-pack --fsck-objects tag-test-${pack1}.pack 2>err &&
278 grep "^warning:.* expected .tagger. line" err
ffb2c0fe
JT
279'
280
6e541776 281test_done