]>
Commit | Line | Data |
---|---|---|
9535ce73 JH |
1 | #!/bin/sh |
2 | ||
3 | test_description='git pack-objects using object filtering' | |
4 | ||
5 | . ./test-lib.sh | |
6 | ||
7 | # Test blob:none filter. | |
8 | ||
9 | test_expect_success 'setup r1' ' | |
10 | echo "{print \$1}" >print_1.awk && | |
11 | echo "{print \$2}" >print_2.awk && | |
12 | ||
13 | git init r1 && | |
14 | for n in 1 2 3 4 5 | |
15 | do | |
16 | echo "This is file: $n" > r1/file.$n | |
17 | git -C r1 add file.$n | |
18 | git -C r1 commit -m "$n" | |
19 | done | |
20 | ' | |
21 | ||
22 | test_expect_success 'verify blob count in normal packfile' ' | |
23 | git -C r1 ls-files -s file.1 file.2 file.3 file.4 file.5 \ | |
24 | | awk -f print_2.awk \ | |
25 | | sort >expected && | |
26 | git -C r1 pack-objects --rev --stdout >all.pack <<-EOF && | |
27 | HEAD | |
28 | EOF | |
29 | git -C r1 index-pack ../all.pack && | |
30 | git -C r1 verify-pack -v ../all.pack \ | |
31 | | grep blob \ | |
32 | | awk -f print_1.awk \ | |
33 | | sort >observed && | |
34 | test_cmp observed expected | |
35 | ' | |
36 | ||
37 | test_expect_success 'verify blob:none packfile has no blobs' ' | |
38 | git -C r1 pack-objects --rev --stdout --filter=blob:none >filter.pack <<-EOF && | |
39 | HEAD | |
40 | EOF | |
41 | git -C r1 index-pack ../filter.pack && | |
42 | git -C r1 verify-pack -v ../filter.pack \ | |
43 | | grep blob \ | |
44 | | awk -f print_1.awk \ | |
45 | | sort >observed && | |
46 | nr=$(wc -l <observed) && | |
47 | test 0 -eq $nr | |
48 | ' | |
49 | ||
50 | test_expect_success 'verify normal and blob:none packfiles have same commits/trees' ' | |
51 | git -C r1 verify-pack -v ../all.pack \ | |
52 | | grep -E "commit|tree" \ | |
53 | | awk -f print_1.awk \ | |
54 | | sort >expected && | |
55 | git -C r1 verify-pack -v ../filter.pack \ | |
56 | | grep -E "commit|tree" \ | |
57 | | awk -f print_1.awk \ | |
58 | | sort >observed && | |
59 | test_cmp observed expected | |
60 | ' | |
61 | ||
62 | # Test blob:limit=<n>[kmg] filter. | |
63 | # We boundary test around the size parameter. The filter is strictly less than | |
64 | # the value, so size 500 and 1000 should have the same results, but 1001 should | |
65 | # filter more. | |
66 | ||
67 | test_expect_success 'setup r2' ' | |
68 | git init r2 && | |
69 | for n in 1000 10000 | |
70 | do | |
71 | printf "%"$n"s" X > r2/large.$n | |
72 | git -C r2 add large.$n | |
73 | git -C r2 commit -m "$n" | |
74 | done | |
75 | ' | |
76 | ||
77 | test_expect_success 'verify blob count in normal packfile' ' | |
78 | git -C r2 ls-files -s large.1000 large.10000 \ | |
79 | | awk -f print_2.awk \ | |
80 | | sort >expected && | |
81 | git -C r2 pack-objects --rev --stdout >all.pack <<-EOF && | |
82 | HEAD | |
83 | EOF | |
84 | git -C r2 index-pack ../all.pack && | |
85 | git -C r2 verify-pack -v ../all.pack \ | |
86 | | grep blob \ | |
87 | | awk -f print_1.awk \ | |
88 | | sort >observed && | |
89 | test_cmp observed expected | |
90 | ' | |
91 | ||
92 | test_expect_success 'verify blob:limit=500 omits all blobs' ' | |
93 | git -C r2 pack-objects --rev --stdout --filter=blob:limit=500 >filter.pack <<-EOF && | |
94 | HEAD | |
95 | EOF | |
96 | git -C r2 index-pack ../filter.pack && | |
97 | git -C r2 verify-pack -v ../filter.pack \ | |
98 | | grep blob \ | |
99 | | awk -f print_1.awk \ | |
100 | | sort >observed && | |
101 | nr=$(wc -l <observed) && | |
102 | test 0 -eq $nr | |
103 | ' | |
104 | ||
105 | test_expect_success 'verify blob:limit=1000' ' | |
106 | git -C r2 pack-objects --rev --stdout --filter=blob:limit=1000 >filter.pack <<-EOF && | |
107 | HEAD | |
108 | EOF | |
109 | git -C r2 index-pack ../filter.pack && | |
110 | git -C r2 verify-pack -v ../filter.pack \ | |
111 | | grep blob \ | |
112 | | awk -f print_1.awk \ | |
113 | | sort >observed && | |
114 | nr=$(wc -l <observed) && | |
115 | test 0 -eq $nr | |
116 | ' | |
117 | ||
118 | test_expect_success 'verify blob:limit=1001' ' | |
119 | git -C r2 ls-files -s large.1000 \ | |
120 | | awk -f print_2.awk \ | |
121 | | sort >expected && | |
122 | git -C r2 pack-objects --rev --stdout --filter=blob:limit=1001 >filter.pack <<-EOF && | |
123 | HEAD | |
124 | EOF | |
125 | git -C r2 index-pack ../filter.pack && | |
126 | git -C r2 verify-pack -v ../filter.pack \ | |
127 | | grep blob \ | |
128 | | awk -f print_1.awk \ | |
129 | | sort >observed && | |
130 | test_cmp observed expected | |
131 | ' | |
132 | ||
133 | test_expect_success 'verify blob:limit=10001' ' | |
134 | git -C r2 ls-files -s large.1000 large.10000 \ | |
135 | | awk -f print_2.awk \ | |
136 | | sort >expected && | |
137 | git -C r2 pack-objects --rev --stdout --filter=blob:limit=10001 >filter.pack <<-EOF && | |
138 | HEAD | |
139 | EOF | |
140 | git -C r2 index-pack ../filter.pack && | |
141 | git -C r2 verify-pack -v ../filter.pack \ | |
142 | | grep blob \ | |
143 | | awk -f print_1.awk \ | |
144 | | sort >observed && | |
145 | test_cmp observed expected | |
146 | ' | |
147 | ||
148 | test_expect_success 'verify blob:limit=1k' ' | |
149 | git -C r2 ls-files -s large.1000 \ | |
150 | | awk -f print_2.awk \ | |
151 | | sort >expected && | |
152 | git -C r2 pack-objects --rev --stdout --filter=blob:limit=1k >filter.pack <<-EOF && | |
153 | HEAD | |
154 | EOF | |
155 | git -C r2 index-pack ../filter.pack && | |
a0c9016a JT |
156 | git -C r2 verify-pack -v ../filter.pack \ |
157 | | grep blob \ | |
158 | | awk -f print_1.awk \ | |
159 | | sort >observed && | |
160 | test_cmp observed expected | |
161 | ' | |
162 | ||
163 | test_expect_success 'verify explicitly specifying oversized blob in input' ' | |
164 | git -C r2 ls-files -s large.1000 large.10000 \ | |
165 | | awk -f print_2.awk \ | |
166 | | sort >expected && | |
167 | git -C r2 pack-objects --rev --stdout --filter=blob:limit=1k >filter.pack <<-EOF && | |
168 | HEAD | |
169 | $(git -C r2 rev-parse HEAD:large.10000) | |
170 | EOF | |
171 | git -C r2 index-pack ../filter.pack && | |
9535ce73 JH |
172 | git -C r2 verify-pack -v ../filter.pack \ |
173 | | grep blob \ | |
174 | | awk -f print_1.awk \ | |
175 | | sort >observed && | |
176 | test_cmp observed expected | |
177 | ' | |
178 | ||
179 | test_expect_success 'verify blob:limit=1m' ' | |
180 | git -C r2 ls-files -s large.1000 large.10000 \ | |
181 | | awk -f print_2.awk \ | |
182 | | sort >expected && | |
183 | git -C r2 pack-objects --rev --stdout --filter=blob:limit=1m >filter.pack <<-EOF && | |
184 | HEAD | |
185 | EOF | |
186 | git -C r2 index-pack ../filter.pack && | |
187 | git -C r2 verify-pack -v ../filter.pack \ | |
188 | | grep blob \ | |
189 | | awk -f print_1.awk \ | |
190 | | sort >observed && | |
191 | test_cmp observed expected | |
192 | ' | |
193 | ||
194 | test_expect_success 'verify normal and blob:limit packfiles have same commits/trees' ' | |
195 | git -C r2 verify-pack -v ../all.pack \ | |
196 | | grep -E "commit|tree" \ | |
197 | | awk -f print_1.awk \ | |
198 | | sort >expected && | |
199 | git -C r2 verify-pack -v ../filter.pack \ | |
200 | | grep -E "commit|tree" \ | |
201 | | awk -f print_1.awk \ | |
202 | | sort >observed && | |
203 | test_cmp observed expected | |
204 | ' | |
205 | ||
206 | # Test sparse:path=<path> filter. | |
207 | # Use a local file containing a sparse-checkout specification to filter | |
208 | # out blobs not required for the corresponding sparse-checkout. We do not | |
209 | # require sparse-checkout to actually be enabled. | |
210 | ||
211 | test_expect_success 'setup r3' ' | |
212 | git init r3 && | |
213 | mkdir r3/dir1 && | |
214 | for n in sparse1 sparse2 | |
215 | do | |
216 | echo "This is file: $n" > r3/$n | |
217 | git -C r3 add $n | |
218 | echo "This is file: dir1/$n" > r3/dir1/$n | |
219 | git -C r3 add dir1/$n | |
220 | done && | |
221 | git -C r3 commit -m "sparse" && | |
222 | echo dir1/ >pattern1 && | |
223 | echo sparse1 >pattern2 | |
224 | ' | |
225 | ||
226 | test_expect_success 'verify blob count in normal packfile' ' | |
227 | git -C r3 ls-files -s sparse1 sparse2 dir1/sparse1 dir1/sparse2 \ | |
228 | | awk -f print_2.awk \ | |
229 | | sort >expected && | |
230 | git -C r3 pack-objects --rev --stdout >all.pack <<-EOF && | |
231 | HEAD | |
232 | EOF | |
233 | git -C r3 index-pack ../all.pack && | |
234 | git -C r3 verify-pack -v ../all.pack \ | |
235 | | grep blob \ | |
236 | | awk -f print_1.awk \ | |
237 | | sort >observed && | |
238 | test_cmp observed expected | |
239 | ' | |
240 | ||
241 | test_expect_success 'verify sparse:path=pattern1' ' | |
242 | git -C r3 ls-files -s dir1/sparse1 dir1/sparse2 \ | |
243 | | awk -f print_2.awk \ | |
244 | | sort >expected && | |
245 | git -C r3 pack-objects --rev --stdout --filter=sparse:path=../pattern1 >filter.pack <<-EOF && | |
246 | HEAD | |
247 | EOF | |
248 | git -C r3 index-pack ../filter.pack && | |
249 | git -C r3 verify-pack -v ../filter.pack \ | |
250 | | grep blob \ | |
251 | | awk -f print_1.awk \ | |
252 | | sort >observed && | |
253 | test_cmp observed expected | |
254 | ' | |
255 | ||
256 | test_expect_success 'verify normal and sparse:path=pattern1 packfiles have same commits/trees' ' | |
257 | git -C r3 verify-pack -v ../all.pack \ | |
258 | | grep -E "commit|tree" \ | |
259 | | awk -f print_1.awk \ | |
260 | | sort >expected && | |
261 | git -C r3 verify-pack -v ../filter.pack \ | |
262 | | grep -E "commit|tree" \ | |
263 | | awk -f print_1.awk \ | |
264 | | sort >observed && | |
265 | test_cmp observed expected | |
266 | ' | |
267 | ||
268 | test_expect_success 'verify sparse:path=pattern2' ' | |
269 | git -C r3 ls-files -s sparse1 dir1/sparse1 \ | |
270 | | awk -f print_2.awk \ | |
271 | | sort >expected && | |
272 | git -C r3 pack-objects --rev --stdout --filter=sparse:path=../pattern2 >filter.pack <<-EOF && | |
273 | HEAD | |
274 | EOF | |
275 | git -C r3 index-pack ../filter.pack && | |
276 | git -C r3 verify-pack -v ../filter.pack \ | |
277 | | grep blob \ | |
278 | | awk -f print_1.awk \ | |
279 | | sort >observed && | |
280 | test_cmp observed expected | |
281 | ' | |
282 | ||
283 | test_expect_success 'verify normal and sparse:path=pattern2 packfiles have same commits/trees' ' | |
284 | git -C r3 verify-pack -v ../all.pack \ | |
285 | | grep -E "commit|tree" \ | |
286 | | awk -f print_1.awk \ | |
287 | | sort >expected && | |
288 | git -C r3 verify-pack -v ../filter.pack \ | |
289 | | grep -E "commit|tree" \ | |
290 | | awk -f print_1.awk \ | |
291 | | sort >observed && | |
292 | test_cmp observed expected | |
293 | ' | |
294 | ||
295 | # Test sparse:oid=<oid-ish> filter. | |
296 | # Like sparse:path, but we get the sparse-checkout specification from | |
297 | # a blob rather than a file on disk. | |
298 | ||
299 | test_expect_success 'setup r4' ' | |
300 | git init r4 && | |
301 | mkdir r4/dir1 && | |
302 | for n in sparse1 sparse2 | |
303 | do | |
304 | echo "This is file: $n" > r4/$n | |
305 | git -C r4 add $n | |
306 | echo "This is file: dir1/$n" > r4/dir1/$n | |
307 | git -C r4 add dir1/$n | |
308 | done && | |
309 | echo dir1/ >r4/pattern && | |
310 | git -C r4 add pattern && | |
311 | git -C r4 commit -m "pattern" | |
312 | ' | |
313 | ||
314 | test_expect_success 'verify blob count in normal packfile' ' | |
315 | git -C r4 ls-files -s pattern sparse1 sparse2 dir1/sparse1 dir1/sparse2 \ | |
316 | | awk -f print_2.awk \ | |
317 | | sort >expected && | |
318 | git -C r4 pack-objects --rev --stdout >all.pack <<-EOF && | |
319 | HEAD | |
320 | EOF | |
321 | git -C r4 index-pack ../all.pack && | |
322 | git -C r4 verify-pack -v ../all.pack \ | |
323 | | grep blob \ | |
324 | | awk -f print_1.awk \ | |
325 | | sort >observed && | |
326 | test_cmp observed expected | |
327 | ' | |
328 | ||
329 | test_expect_success 'verify sparse:oid=OID' ' | |
330 | git -C r4 ls-files -s dir1/sparse1 dir1/sparse2 \ | |
331 | | awk -f print_2.awk \ | |
332 | | sort >expected && | |
333 | oid=$(git -C r4 ls-files -s pattern | awk -f print_2.awk) && | |
334 | git -C r4 pack-objects --rev --stdout --filter=sparse:oid=$oid >filter.pack <<-EOF && | |
335 | HEAD | |
336 | EOF | |
337 | git -C r4 index-pack ../filter.pack && | |
338 | git -C r4 verify-pack -v ../filter.pack \ | |
339 | | grep blob \ | |
340 | | awk -f print_1.awk \ | |
341 | | sort >observed && | |
342 | test_cmp observed expected | |
343 | ' | |
344 | ||
345 | test_expect_success 'verify sparse:oid=oid-ish' ' | |
346 | git -C r4 ls-files -s dir1/sparse1 dir1/sparse2 \ | |
347 | | awk -f print_2.awk \ | |
348 | | sort >expected && | |
349 | git -C r4 pack-objects --rev --stdout --filter=sparse:oid=master:pattern >filter.pack <<-EOF && | |
350 | HEAD | |
351 | EOF | |
352 | git -C r4 index-pack ../filter.pack && | |
353 | git -C r4 verify-pack -v ../filter.pack \ | |
354 | | grep blob \ | |
355 | | awk -f print_1.awk \ | |
356 | | sort >observed && | |
357 | test_cmp observed expected | |
358 | ' | |
359 | ||
360 | # Delete some loose objects and use pack-objects, but WITHOUT any filtering. | |
361 | # This models previously omitted objects that we did not receive. | |
362 | ||
363 | test_expect_success 'setup r1 - delete loose blobs' ' | |
364 | git -C r1 ls-files -s file.1 file.2 file.3 file.4 file.5 \ | |
365 | | awk -f print_2.awk \ | |
366 | | sort >expected && | |
367 | for id in `cat expected | sed "s|..|&/|"` | |
368 | do | |
369 | rm r1/.git/objects/$id | |
370 | done | |
371 | ' | |
372 | ||
373 | test_expect_success 'verify pack-objects fails w/ missing objects' ' | |
374 | test_must_fail git -C r1 pack-objects --rev --stdout >miss.pack <<-EOF | |
375 | HEAD | |
376 | EOF | |
377 | ' | |
378 | ||
379 | test_expect_success 'verify pack-objects fails w/ --missing=error' ' | |
380 | test_must_fail git -C r1 pack-objects --rev --stdout --missing=error >miss.pack <<-EOF | |
381 | HEAD | |
382 | EOF | |
383 | ' | |
384 | ||
385 | test_expect_success 'verify pack-objects w/ --missing=allow-any' ' | |
386 | git -C r1 pack-objects --rev --stdout --missing=allow-any >miss.pack <<-EOF | |
387 | HEAD | |
388 | EOF | |
389 | ' | |
390 | ||
391 | test_done |