[thirdparty/git.git] / t / t5317-pack-objects-filter-objects.sh

#!/bin/sh

test_description='git pack-objects using object filtering'

GIT_TEST_DEFAULT_INITIAL_BRANCH_NAME=main
export GIT_TEST_DEFAULT_INITIAL_BRANCH_NAME

. ./test-lib.sh

# Test blob:none filter.

test_expect_success 'setup r1' '
	echo "{print \$1}" >print_1.awk &&
	echo "{print \$2}" >print_2.awk &&

	git init r1 &&
	for n in 1 2 3 4 5
	do
		echo "This is file: $n" > r1/file.$n &&
		git -C r1 add file.$n &&
		git -C r1 commit -m "$n" || return 1
	done
'

test_expect_success 'verify blob count in normal packfile' '
	git -C r1 ls-files -s file.1 file.2 file.3 file.4 file.5 \
		>ls_files_result &&
	awk -f print_2.awk ls_files_result |
	sort >expected &&

	git -C r1 pack-objects --revs --stdout >all.pack <<-EOF &&
	HEAD
	EOF
	git -C r1 index-pack ../all.pack &&

	git -C r1 verify-pack -v ../all.pack >verify_result &&
	grep blob verify_result |
	awk -f print_1.awk |
	sort >observed &&

	test_cmp expected observed
'

test_expect_success 'verify blob:none packfile has no blobs' '
	git -C r1 pack-objects --revs --stdout --filter=blob:none >filter.pack <<-EOF &&
	HEAD
	EOF
	git -C r1 index-pack ../filter.pack &&

	git -C r1 verify-pack -v ../filter.pack >verify_result &&
	! grep blob verify_result
'

test_expect_success 'verify normal and blob:none packfiles have same commits/trees' '
	git -C r1 verify-pack -v ../all.pack >verify_result &&
	grep -E "commit|tree" verify_result |
	awk -f print_1.awk |
	sort >expected &&

	git -C r1 verify-pack -v ../filter.pack >verify_result &&
	grep -E "commit|tree" verify_result |
	awk -f print_1.awk |
	sort >observed &&

	test_cmp expected observed
'

test_expect_success 'get an error for missing tree object' '
	git init r5 &&
	echo foo >r5/foo &&
	git -C r5 add foo &&
	git -C r5 commit -m "foo" &&
	git -C r5 rev-parse HEAD^{tree} >tree &&
	del=$(sed "s|..|&/|" tree) &&
	rm r5/.git/objects/$del &&
	test_must_fail git -C r5 pack-objects --revs --stdout 2>bad_tree <<-EOF &&
	HEAD
	EOF
	grep "bad tree object" bad_tree
'

test_expect_success 'setup for tests of tree:0' '
	mkdir r1/subtree &&
	echo "This is a file in a subtree" >r1/subtree/file &&
	git -C r1 add subtree/file &&
	git -C r1 commit -m subtree
'

test_expect_success 'verify tree:0 packfile has no blobs or trees' '
	git -C r1 pack-objects --revs --stdout --filter=tree:0 >commitsonly.pack <<-EOF &&
	HEAD
	EOF
	git -C r1 index-pack ../commitsonly.pack &&
	git -C r1 verify-pack -v ../commitsonly.pack >objs &&
	! grep -E "tree|blob" objs
'

test_expect_success 'grab tree directly when using tree:0' '
	# We should get the tree specified directly but not its blobs or subtrees.
	git -C r1 pack-objects --revs --stdout --filter=tree:0 >commitsonly.pack <<-EOF &&
	HEAD:
	EOF
	git -C r1 index-pack ../commitsonly.pack &&
	git -C r1 verify-pack -v ../commitsonly.pack >objs &&
	awk "/tree|blob/{print \$1}" objs >trees_and_blobs &&
	git -C r1 rev-parse HEAD: >expected &&
	test_cmp expected trees_and_blobs
'

# Test blob:limit=<n>[kmg] filter.
# We boundary test around the size parameter.  The filter is strictly less than
# the value, so size 500 and 1000 should have the same results, but 1001 should
# filter more.

test_expect_success 'setup r2' '
	git init r2 &&
	for n in 1000 10000
	do
		printf "%"$n"s" X > r2/large.$n &&
		git -C r2 add large.$n &&
		git -C r2 commit -m "$n" || return 1
	done
'

test_expect_success 'verify blob count in normal packfile' '
	git -C r2 ls-files -s large.1000 large.10000 >ls_files_result &&
	awk -f print_2.awk ls_files_result |
	sort >expected &&

	git -C r2 pack-objects --revs --stdout >all.pack <<-EOF &&
	HEAD
	EOF
	git -C r2 index-pack ../all.pack &&

	git -C r2 verify-pack -v ../all.pack >verify_result &&
	grep blob verify_result |
	awk -f print_1.awk |
	sort >observed &&

	test_cmp expected observed
'

test_expect_success 'verify blob:limit=500 omits all blobs' '
	git -C r2 pack-objects --revs --stdout --filter=blob:limit=500 >filter.pack <<-EOF &&
	HEAD
	EOF
	git -C r2 index-pack ../filter.pack &&

	git -C r2 verify-pack -v ../filter.pack >verify_result &&
	! grep blob verify_result
'

test_expect_success 'verify blob:limit=1000' '
	git -C r2 pack-objects --revs --stdout --filter=blob:limit=1000 >filter.pack <<-EOF &&
	HEAD
	EOF
	git -C r2 index-pack ../filter.pack &&

	git -C r2 verify-pack -v ../filter.pack >verify_result &&
	! grep blob verify_result
'

test_expect_success 'verify blob:limit=1001' '
	git -C r2 ls-files -s large.1000 >ls_files_result &&
	awk -f print_2.awk ls_files_result |
	sort >expected &&

	git -C r2 pack-objects --revs --stdout --filter=blob:limit=1001 >filter.pack <<-EOF &&
	HEAD
	EOF
	git -C r2 index-pack ../filter.pack &&

	git -C r2 verify-pack -v ../filter.pack >verify_result &&
	grep blob verify_result |
	awk -f print_1.awk |
	sort >observed &&

	test_cmp expected observed
'

test_expect_success 'verify blob:limit=10001' '
	git -C r2 ls-files -s large.1000 large.10000 >ls_files_result &&
	awk -f print_2.awk ls_files_result |
	sort >expected &&

	git -C r2 pack-objects --revs --stdout --filter=blob:limit=10001 >filter.pack <<-EOF &&
	HEAD
	EOF
	git -C r2 index-pack ../filter.pack &&

	git -C r2 verify-pack -v ../filter.pack >verify_result &&
	grep blob verify_result |
	awk -f print_1.awk |
	sort >observed &&

	test_cmp expected observed
'

test_expect_success 'verify blob:limit=1k' '
	git -C r2 ls-files -s large.1000 >ls_files_result &&
	awk -f print_2.awk ls_files_result |
	sort >expected &&

	git -C r2 pack-objects --revs --stdout --filter=blob:limit=1k >filter.pack <<-EOF &&
	HEAD
	EOF
	git -C r2 index-pack ../filter.pack &&

	git -C r2 verify-pack -v ../filter.pack >verify_result &&
	grep blob verify_result |
	awk -f print_1.awk |
	sort >observed &&

	test_cmp expected observed
'

test_expect_success 'verify explicitly specifying oversized blob in input' '
	git -C r2 ls-files -s large.1000 large.10000 >ls_files_result &&
	awk -f print_2.awk ls_files_result |
	sort >expected &&

	echo HEAD >objects &&
	git -C r2 rev-parse HEAD:large.10000 >>objects &&
	git -C r2 pack-objects --revs --stdout --filter=blob:limit=1k <objects >filter.pack &&
	git -C r2 index-pack ../filter.pack &&

	git -C r2 verify-pack -v ../filter.pack >verify_result &&
	grep blob verify_result |
	awk -f print_1.awk |
	sort >observed &&

	test_cmp expected observed
'

test_expect_success 'verify blob:limit=1m' '
	git -C r2 ls-files -s large.1000 large.10000 >ls_files_result &&
	awk -f print_2.awk ls_files_result |
	sort >expected &&

	git -C r2 pack-objects --revs --stdout --filter=blob:limit=1m >filter.pack <<-EOF &&
	HEAD
	EOF
	git -C r2 index-pack ../filter.pack &&

	git -C r2 verify-pack -v ../filter.pack >verify_result &&
	grep blob verify_result |
	awk -f print_1.awk |
	sort >observed &&

	test_cmp expected observed
'

test_expect_success 'verify normal and blob:limit packfiles have same commits/trees' '
	git -C r2 verify-pack -v ../all.pack >verify_result &&
	grep -E "commit|tree" verify_result |
	awk -f print_1.awk |
	sort >expected &&

	git -C r2 verify-pack -v ../filter.pack >verify_result &&
	grep -E "commit|tree" verify_result |
	awk -f print_1.awk |
	sort >observed &&

	test_cmp expected observed
'

# Test sparse:path=<path> filter.
# !!!!
# NOTE: sparse:path filter support has been dropped for security reasons,
# so the tests have been changed to make sure that using it fails.
# !!!!
# Use a local file containing a sparse-checkout specification to filter
# out blobs not required for the corresponding sparse-checkout.  We do not
# require sparse-checkout to actually be enabled.

test_expect_success 'setup r3' '
	git init r3 &&
	mkdir r3/dir1 &&
	for n in sparse1 sparse2
	do
		echo "This is file: $n" > r3/$n &&
		git -C r3 add $n &&
		echo "This is file: dir1/$n" > r3/dir1/$n &&
		git -C r3 add dir1/$n || return 1
	done &&
	git -C r3 commit -m "sparse" &&
	echo dir1/ >pattern1 &&
	echo sparse1 >pattern2
'

test_expect_success 'verify blob count in normal packfile' '
	git -C r3 ls-files -s sparse1 sparse2 dir1/sparse1 dir1/sparse2 \
		>ls_files_result &&
	awk -f print_2.awk ls_files_result |
	sort >expected &&

	git -C r3 pack-objects --revs --stdout >all.pack <<-EOF &&
	HEAD
	EOF
	git -C r3 index-pack ../all.pack &&

	git -C r3 verify-pack -v ../all.pack >verify_result &&
	grep blob verify_result |
	awk -f print_1.awk |
	sort >observed &&

	test_cmp expected observed
'

test_expect_success 'verify sparse:path=pattern1 fails' '
	test_must_fail git -C r3 pack-objects --revs --stdout \
		--filter=sparse:path=../pattern1 <<-EOF
	HEAD
	EOF
'

test_expect_success 'verify sparse:path=pattern2 fails' '
	test_must_fail git -C r3 pack-objects --revs --stdout \
		--filter=sparse:path=../pattern2 <<-EOF
	HEAD
	EOF
'

# Test sparse:oid=<oid-ish> filter.
# Use a blob containing a sparse-checkout specification to filter
# out blobs not required for the corresponding sparse-checkout.  We do not
# require sparse-checkout to actually be enabled.

test_expect_success 'setup r4' '
	git init r4 &&
	mkdir r4/dir1 &&
	for n in sparse1 sparse2
	do
		echo "This is file: $n" > r4/$n &&
		git -C r4 add $n &&
		echo "This is file: dir1/$n" > r4/dir1/$n &&
		git -C r4 add dir1/$n || return 1
	done &&
	echo dir1/ >r4/pattern &&
	git -C r4 add pattern &&
	git -C r4 commit -m "pattern"
'

test_expect_success 'verify blob count in normal packfile' '
	git -C r4 ls-files -s pattern sparse1 sparse2 dir1/sparse1 dir1/sparse2 \
		>ls_files_result &&
	awk -f print_2.awk ls_files_result |
	sort >expected &&

	git -C r4 pack-objects --revs --stdout >all.pack <<-EOF &&
	HEAD
	EOF
	git -C r4 index-pack ../all.pack &&

	git -C r4 verify-pack -v ../all.pack >verify_result &&
	grep blob verify_result |
	awk -f print_1.awk |
	sort >observed &&

	test_cmp expected observed
'

test_expect_success 'verify sparse:oid=OID' '
	git -C r4 ls-files -s dir1/sparse1 dir1/sparse2 >ls_files_result &&
	awk -f print_2.awk ls_files_result |
	sort >expected &&

	git -C r4 ls-files -s pattern >staged &&
	oid=$(awk -f print_2.awk staged) &&
	git -C r4 pack-objects --revs --stdout --filter=sparse:oid=$oid >filter.pack <<-EOF &&
	HEAD
	EOF
	git -C r4 index-pack ../filter.pack &&

	git -C r4 verify-pack -v ../filter.pack >verify_result &&
	grep blob verify_result |
	awk -f print_1.awk |
	sort >observed &&

	test_cmp expected observed
'

test_expect_success 'verify sparse:oid=oid-ish' '
	git -C r4 ls-files -s dir1/sparse1 dir1/sparse2 >ls_files_result &&
	awk -f print_2.awk ls_files_result |
	sort >expected &&

	git -C r4 pack-objects --revs --stdout --filter=sparse:oid=main:pattern >filter.pack <<-EOF &&
	HEAD
	EOF
	git -C r4 index-pack ../filter.pack &&

	git -C r4 verify-pack -v ../filter.pack >verify_result &&
	grep blob verify_result |
	awk -f print_1.awk |
	sort >observed &&

	test_cmp expected observed
'

# Delete some loose objects and use pack-objects, but WITHOUT any filtering.
# This models previously omitted objects that we did not receive.

test_expect_success 'setup r1 - delete loose blobs' '
	git -C r1 ls-files -s file.1 file.2 file.3 file.4 file.5 \
		>ls_files_result &&
	awk -f print_2.awk ls_files_result |
	sort >expected &&

	for id in `cat expected | sed "s|..|&/|"`
	do
		rm r1/.git/objects/$id || return 1
	done
'

test_expect_success 'verify pack-objects fails w/ missing objects' '
	test_must_fail git -C r1 pack-objects --revs --stdout >miss.pack <<-EOF
	HEAD
	EOF
'

test_expect_success 'verify pack-objects fails w/ --missing=error' '
	test_must_fail git -C r1 pack-objects --revs --stdout --missing=error >miss.pack <<-EOF
	HEAD
	EOF
'

test_expect_success 'verify pack-objects w/ --missing=allow-any' '
	git -C r1 pack-objects --revs --stdout --missing=allow-any >miss.pack <<-EOF
	HEAD
	EOF
'

test_done
Commit	Line	Data
9535ce73 JH	1	#!/bin/sh
	2
	3	test_description='git pack-objects using object filtering'
	4
966b4be2	5	GIT_TEST_DEFAULT_INITIAL_BRANCH_NAME=main
334afbc7 JS	6	export GIT_TEST_DEFAULT_INITIAL_BRANCH_NAME
334afbc7 JS	7
9535ce73 JH	8	. ./test-lib.sh
	9
	10	# Test blob:none filter.
	11
	12	test_expect_success 'setup r1' '
	13	echo "{print \$1}" >print_1.awk &&
	14	echo "{print \$2}" >print_2.awk &&
	15
	16	git init r1 &&
	17	for n in 1 2 3 4 5
	18	do
74d2f569 ES	19	echo "This is file: $n" > r1/file.$n &&
74d2f569 ES	20	git -C r1 add file.$n &&
d0fd9931	21	git -C r1 commit -m "$n" \|\| return 1
9535ce73 JH	22	done
	23	'
	24
	25	test_expect_success 'verify blob count in normal packfile' '
61de0ff6 MD	26	git -C r1 ls-files -s file.1 file.2 file.3 file.4 file.5 \
	27	>ls_files_result &&
	28	awk -f print_2.awk ls_files_result \|
bdbc17e8 MD	29	sort >expected &&
bdbc17e8 MD	30
effc2bae	31	git -C r1 pack-objects --revs --stdout >all.pack <<-EOF &&
9535ce73 JH	32	HEAD
	33	EOF
	34	git -C r1 index-pack ../all.pack &&
bdbc17e8	35
61de0ff6 MD	36	git -C r1 verify-pack -v ../all.pack >verify_result &&
61de0ff6 MD	37	grep blob verify_result \|
bdbc17e8 MD	38	awk -f print_1.awk \|
	39	sort >observed &&
	40
dcbaa0b3	41	test_cmp expected observed
9535ce73 JH	42	'
	43
	44	test_expect_success 'verify blob:none packfile has no blobs' '
effc2bae	45	git -C r1 pack-objects --revs --stdout --filter=blob:none >filter.pack <<-EOF &&
9535ce73 JH	46	HEAD
	47	EOF
	48	git -C r1 index-pack ../filter.pack &&
bdbc17e8	49
61de0ff6	50	git -C r1 verify-pack -v ../filter.pack >verify_result &&
a29b2429	51	! grep blob verify_result
9535ce73 JH	52	'
	53
	54	test_expect_success 'verify normal and blob:none packfiles have same commits/trees' '
61de0ff6 MD	55	git -C r1 verify-pack -v ../all.pack >verify_result &&
61de0ff6 MD	56	grep -E "commit\|tree" verify_result \|
bdbc17e8 MD	57	awk -f print_1.awk \|
	58	sort >expected &&
	59
61de0ff6 MD	60	git -C r1 verify-pack -v ../filter.pack >verify_result &&
61de0ff6 MD	61	grep -E "commit\|tree" verify_result \|
bdbc17e8 MD	62	awk -f print_1.awk \|
	63	sort >observed &&
	64
dcbaa0b3	65	test_cmp expected observed
9535ce73 JH	66	'
9535ce73 JH	67
7c0fe330 MD	68	test_expect_success 'get an error for missing tree object' '
	69	git init r5 &&
	70	echo foo >r5/foo &&
	71	git -C r5 add foo &&
	72	git -C r5 commit -m "foo" &&
6c37f3ec DL	73	git -C r5 rev-parse HEAD^{tree} >tree &&
6c37f3ec DL	74	del=$(sed "s\|..\|&/\|" tree) &&
7c0fe330	75	rm r5/.git/objects/$del &&
effc2bae	76	test_must_fail git -C r5 pack-objects --revs --stdout 2>bad_tree <<-EOF &&
7c0fe330 MD	77	HEAD
7c0fe330 MD	78	EOF
d9e6d094	79	grep "bad tree object" bad_tree
7c0fe330 MD	80	'
7c0fe330 MD	81
bc5975d2 MD	82	test_expect_success 'setup for tests of tree:0' '
	83	mkdir r1/subtree &&
	84	echo "This is a file in a subtree" >r1/subtree/file &&
	85	git -C r1 add subtree/file &&
	86	git -C r1 commit -m subtree
	87	'
	88
	89	test_expect_success 'verify tree:0 packfile has no blobs or trees' '
effc2bae	90	git -C r1 pack-objects --revs --stdout --filter=tree:0 >commitsonly.pack <<-EOF &&
bc5975d2 MD	91	HEAD
	92	EOF
	93	git -C r1 index-pack ../commitsonly.pack &&
	94	git -C r1 verify-pack -v ../commitsonly.pack >objs &&
	95	! grep -E "tree\|blob" objs
	96	'
	97
	98	test_expect_success 'grab tree directly when using tree:0' '
	99	# We should get the tree specified directly but not its blobs or subtrees.
effc2bae	100	git -C r1 pack-objects --revs --stdout --filter=tree:0 >commitsonly.pack <<-EOF &&
bc5975d2 MD	101	HEAD:
	102	EOF
	103	git -C r1 index-pack ../commitsonly.pack &&
	104	git -C r1 verify-pack -v ../commitsonly.pack >objs &&
	105	awk "/tree\|blob/{print \$1}" objs >trees_and_blobs &&
	106	git -C r1 rev-parse HEAD: >expected &&
	107	test_cmp expected trees_and_blobs
	108	'
	109
9535ce73 JH	110	# Test blob:limit=<n>[kmg] filter.
	111	# We boundary test around the size parameter. The filter is strictly less than
	112	# the value, so size 500 and 1000 should have the same results, but 1001 should
	113	# filter more.
	114
	115	test_expect_success 'setup r2' '
	116	git init r2 &&
	117	for n in 1000 10000
	118	do
74d2f569 ES	119	printf "%"$n"s" X > r2/large.$n &&
74d2f569 ES	120	git -C r2 add large.$n &&
d0fd9931	121	git -C r2 commit -m "$n" \|\| return 1
9535ce73 JH	122	done
	123	'
	124
	125	test_expect_success 'verify blob count in normal packfile' '
61de0ff6 MD	126	git -C r2 ls-files -s large.1000 large.10000 >ls_files_result &&
61de0ff6 MD	127	awk -f print_2.awk ls_files_result \|
bdbc17e8 MD	128	sort >expected &&
bdbc17e8 MD	129
effc2bae	130	git -C r2 pack-objects --revs --stdout >all.pack <<-EOF &&
9535ce73 JH	131	HEAD
	132	EOF
	133	git -C r2 index-pack ../all.pack &&
bdbc17e8	134
61de0ff6 MD	135	git -C r2 verify-pack -v ../all.pack >verify_result &&
61de0ff6 MD	136	grep blob verify_result \|
bdbc17e8 MD	137	awk -f print_1.awk \|
	138	sort >observed &&
	139
dcbaa0b3	140	test_cmp expected observed
9535ce73 JH	141	'
	142
	143	test_expect_success 'verify blob:limit=500 omits all blobs' '
effc2bae	144	git -C r2 pack-objects --revs --stdout --filter=blob:limit=500 >filter.pack <<-EOF &&
9535ce73 JH	145	HEAD
	146	EOF
	147	git -C r2 index-pack ../filter.pack &&
bdbc17e8	148
61de0ff6	149	git -C r2 verify-pack -v ../filter.pack >verify_result &&
a29b2429	150	! grep blob verify_result
9535ce73 JH	151	'
	152
	153	test_expect_success 'verify blob:limit=1000' '
effc2bae	154	git -C r2 pack-objects --revs --stdout --filter=blob:limit=1000 >filter.pack <<-EOF &&
9535ce73 JH	155	HEAD
	156	EOF
	157	git -C r2 index-pack ../filter.pack &&
bdbc17e8	158
61de0ff6	159	git -C r2 verify-pack -v ../filter.pack >verify_result &&
a29b2429	160	! grep blob verify_result
9535ce73 JH	161	'
	162
	163	test_expect_success 'verify blob:limit=1001' '
61de0ff6 MD	164	git -C r2 ls-files -s large.1000 >ls_files_result &&
61de0ff6 MD	165	awk -f print_2.awk ls_files_result \|
bdbc17e8 MD	166	sort >expected &&
bdbc17e8 MD	167
effc2bae	168	git -C r2 pack-objects --revs --stdout --filter=blob:limit=1001 >filter.pack <<-EOF &&
9535ce73 JH	169	HEAD
	170	EOF
	171	git -C r2 index-pack ../filter.pack &&
bdbc17e8	172
61de0ff6 MD	173	git -C r2 verify-pack -v ../filter.pack >verify_result &&
61de0ff6 MD	174	grep blob verify_result \|
bdbc17e8 MD	175	awk -f print_1.awk \|
	176	sort >observed &&
	177
dcbaa0b3	178	test_cmp expected observed
9535ce73 JH	179	'
	180
	181	test_expect_success 'verify blob:limit=10001' '
61de0ff6 MD	182	git -C r2 ls-files -s large.1000 large.10000 >ls_files_result &&
61de0ff6 MD	183	awk -f print_2.awk ls_files_result \|
bdbc17e8 MD	184	sort >expected &&
bdbc17e8 MD	185
effc2bae	186	git -C r2 pack-objects --revs --stdout --filter=blob:limit=10001 >filter.pack <<-EOF &&
9535ce73 JH	187	HEAD
	188	EOF
	189	git -C r2 index-pack ../filter.pack &&
bdbc17e8	190
61de0ff6 MD	191	git -C r2 verify-pack -v ../filter.pack >verify_result &&
61de0ff6 MD	192	grep blob verify_result \|
bdbc17e8 MD	193	awk -f print_1.awk \|
	194	sort >observed &&
	195
dcbaa0b3	196	test_cmp expected observed
9535ce73 JH	197	'
	198
	199	test_expect_success 'verify blob:limit=1k' '
61de0ff6 MD	200	git -C r2 ls-files -s large.1000 >ls_files_result &&
61de0ff6 MD	201	awk -f print_2.awk ls_files_result \|
bdbc17e8 MD	202	sort >expected &&
bdbc17e8 MD	203
effc2bae	204	git -C r2 pack-objects --revs --stdout --filter=blob:limit=1k >filter.pack <<-EOF &&
9535ce73 JH	205	HEAD
	206	EOF
	207	git -C r2 index-pack ../filter.pack &&
bdbc17e8	208
61de0ff6 MD	209	git -C r2 verify-pack -v ../filter.pack >verify_result &&
61de0ff6 MD	210	grep blob verify_result \|
bdbc17e8 MD	211	awk -f print_1.awk \|
	212	sort >observed &&
	213
dcbaa0b3	214	test_cmp expected observed
a0c9016a JT	215	'
	216
	217	test_expect_success 'verify explicitly specifying oversized blob in input' '
61de0ff6 MD	218	git -C r2 ls-files -s large.1000 large.10000 >ls_files_result &&
61de0ff6 MD	219	awk -f print_2.awk ls_files_result \|
bdbc17e8 MD	220	sort >expected &&
bdbc17e8 MD	221
6c37f3ec DL	222	echo HEAD >objects &&
	223	git -C r2 rev-parse HEAD:large.10000 >>objects &&
	224	git -C r2 pack-objects --revs --stdout --filter=blob:limit=1k <objects >filter.pack &&
a0c9016a	225	git -C r2 index-pack ../filter.pack &&
bdbc17e8	226
61de0ff6 MD	227	git -C r2 verify-pack -v ../filter.pack >verify_result &&
61de0ff6 MD	228	grep blob verify_result \|
bdbc17e8 MD	229	awk -f print_1.awk \|
	230	sort >observed &&
	231
dcbaa0b3	232	test_cmp expected observed
9535ce73 JH	233	'
	234
	235	test_expect_success 'verify blob:limit=1m' '
61de0ff6 MD	236	git -C r2 ls-files -s large.1000 large.10000 >ls_files_result &&
61de0ff6 MD	237	awk -f print_2.awk ls_files_result \|
bdbc17e8 MD	238	sort >expected &&
bdbc17e8 MD	239
effc2bae	240	git -C r2 pack-objects --revs --stdout --filter=blob:limit=1m >filter.pack <<-EOF &&
9535ce73 JH	241	HEAD
	242	EOF
	243	git -C r2 index-pack ../filter.pack &&
bdbc17e8	244
61de0ff6 MD	245	git -C r2 verify-pack -v ../filter.pack >verify_result &&
61de0ff6 MD	246	grep blob verify_result \|
bdbc17e8 MD	247	awk -f print_1.awk \|
	248	sort >observed &&
	249
dcbaa0b3	250	test_cmp expected observed
9535ce73 JH	251	'
	252
	253	test_expect_success 'verify normal and blob:limit packfiles have same commits/trees' '
61de0ff6 MD	254	git -C r2 verify-pack -v ../all.pack >verify_result &&
61de0ff6 MD	255	grep -E "commit\|tree" verify_result \|
bdbc17e8 MD	256	awk -f print_1.awk \|
	257	sort >expected &&
	258
61de0ff6 MD	259	git -C r2 verify-pack -v ../filter.pack >verify_result &&
61de0ff6 MD	260	grep -E "commit\|tree" verify_result \|
bdbc17e8 MD	261	awk -f print_1.awk \|
	262	sort >observed &&
	263
dcbaa0b3	264	test_cmp expected observed
9535ce73 JH	265	'
	266
	267	# Test sparse:path=<path> filter.
e693237e CC	268	# !!!!
	269	# NOTE: sparse:path filter support has been dropped for security reasons,
	270	# so the tests have been changed to make sure that using it fails.
	271	# !!!!
9535ce73 JH	272	# Use a local file containing a sparse-checkout specification to filter
	273	# out blobs not required for the corresponding sparse-checkout. We do not
	274	# require sparse-checkout to actually be enabled.
	275
	276	test_expect_success 'setup r3' '
	277	git init r3 &&
	278	mkdir r3/dir1 &&
	279	for n in sparse1 sparse2
	280	do
74d2f569 ES	281	echo "This is file: $n" > r3/$n &&
	282	git -C r3 add $n &&
	283	echo "This is file: dir1/$n" > r3/dir1/$n &&
d0fd9931	284	git -C r3 add dir1/$n \|\| return 1
9535ce73 JH	285	done &&
	286	git -C r3 commit -m "sparse" &&
	287	echo dir1/ >pattern1 &&
	288	echo sparse1 >pattern2
	289	'
	290
	291	test_expect_success 'verify blob count in normal packfile' '
61de0ff6 MD	292	git -C r3 ls-files -s sparse1 sparse2 dir1/sparse1 dir1/sparse2 \
	293	>ls_files_result &&
	294	awk -f print_2.awk ls_files_result \|
bdbc17e8 MD	295	sort >expected &&
bdbc17e8 MD	296
effc2bae	297	git -C r3 pack-objects --revs --stdout >all.pack <<-EOF &&
9535ce73 JH	298	HEAD
	299	EOF
	300	git -C r3 index-pack ../all.pack &&
bdbc17e8	301
61de0ff6 MD	302	git -C r3 verify-pack -v ../all.pack >verify_result &&
61de0ff6 MD	303	grep blob verify_result \|
bdbc17e8 MD	304	awk -f print_1.awk \|
	305	sort >observed &&
	306
dcbaa0b3	307	test_cmp expected observed
9535ce73 JH	308	'
9535ce73 JH	309
e693237e CC	310	test_expect_success 'verify sparse:path=pattern1 fails' '
	311	test_must_fail git -C r3 pack-objects --revs --stdout \
	312	--filter=sparse:path=../pattern1 <<-EOF
9535ce73 JH	313	HEAD
9535ce73 JH	314	EOF
9535ce73 JH	315	'
9535ce73 JH	316
e693237e CC	317	test_expect_success 'verify sparse:path=pattern2 fails' '
	318	test_must_fail git -C r3 pack-objects --revs --stdout \
	319	--filter=sparse:path=../pattern2 <<-EOF
9535ce73 JH	320	HEAD
9535ce73 JH	321	EOF
9535ce73 JH	322	'
	323
	324	# Test sparse:oid=<oid-ish> filter.
e693237e CC	325	# Use a blob containing a sparse-checkout specification to filter
	326	# out blobs not required for the corresponding sparse-checkout. We do not
	327	# require sparse-checkout to actually be enabled.
9535ce73 JH	328
	329	test_expect_success 'setup r4' '
	330	git init r4 &&
	331	mkdir r4/dir1 &&
	332	for n in sparse1 sparse2
	333	do
74d2f569 ES	334	echo "This is file: $n" > r4/$n &&
	335	git -C r4 add $n &&
	336	echo "This is file: dir1/$n" > r4/dir1/$n &&
d0fd9931	337	git -C r4 add dir1/$n \|\| return 1
9535ce73 JH	338	done &&
	339	echo dir1/ >r4/pattern &&
	340	git -C r4 add pattern &&
	341	git -C r4 commit -m "pattern"
	342	'
	343
	344	test_expect_success 'verify blob count in normal packfile' '
61de0ff6 MD	345	git -C r4 ls-files -s pattern sparse1 sparse2 dir1/sparse1 dir1/sparse2 \
	346	>ls_files_result &&
	347	awk -f print_2.awk ls_files_result \|
bdbc17e8 MD	348	sort >expected &&
bdbc17e8 MD	349
effc2bae	350	git -C r4 pack-objects --revs --stdout >all.pack <<-EOF &&
9535ce73 JH	351	HEAD
	352	EOF
	353	git -C r4 index-pack ../all.pack &&
bdbc17e8	354
61de0ff6 MD	355	git -C r4 verify-pack -v ../all.pack >verify_result &&
61de0ff6 MD	356	grep blob verify_result \|
bdbc17e8 MD	357	awk -f print_1.awk \|
	358	sort >observed &&
	359
dcbaa0b3	360	test_cmp expected observed
9535ce73 JH	361	'
	362
	363	test_expect_success 'verify sparse:oid=OID' '
61de0ff6 MD	364	git -C r4 ls-files -s dir1/sparse1 dir1/sparse2 >ls_files_result &&
61de0ff6 MD	365	awk -f print_2.awk ls_files_result \|
bdbc17e8 MD	366	sort >expected &&
bdbc17e8 MD	367
6c37f3ec DL	368	git -C r4 ls-files -s pattern >staged &&
6c37f3ec DL	369	oid=$(awk -f print_2.awk staged) &&
effc2bae	370	git -C r4 pack-objects --revs --stdout --filter=sparse:oid=$oid >filter.pack <<-EOF &&
9535ce73 JH	371	HEAD
	372	EOF
	373	git -C r4 index-pack ../filter.pack &&
bdbc17e8	374
61de0ff6 MD	375	git -C r4 verify-pack -v ../filter.pack >verify_result &&
61de0ff6 MD	376	grep blob verify_result \|
bdbc17e8 MD	377	awk -f print_1.awk \|
	378	sort >observed &&
	379
dcbaa0b3	380	test_cmp expected observed
9535ce73 JH	381	'
	382
	383	test_expect_success 'verify sparse:oid=oid-ish' '
61de0ff6 MD	384	git -C r4 ls-files -s dir1/sparse1 dir1/sparse2 >ls_files_result &&
61de0ff6 MD	385	awk -f print_2.awk ls_files_result \|
bdbc17e8 MD	386	sort >expected &&
bdbc17e8 MD	387
966b4be2	388	git -C r4 pack-objects --revs --stdout --filter=sparse:oid=main:pattern >filter.pack <<-EOF &&
9535ce73 JH	389	HEAD
	390	EOF
	391	git -C r4 index-pack ../filter.pack &&
bdbc17e8	392
61de0ff6 MD	393	git -C r4 verify-pack -v ../filter.pack >verify_result &&
61de0ff6 MD	394	grep blob verify_result \|
bdbc17e8 MD	395	awk -f print_1.awk \|
	396	sort >observed &&
	397
dcbaa0b3	398	test_cmp expected observed
9535ce73 JH	399	'
	400
	401	# Delete some loose objects and use pack-objects, but WITHOUT any filtering.
	402	# This models previously omitted objects that we did not receive.
	403
	404	test_expect_success 'setup r1 - delete loose blobs' '
61de0ff6 MD	405	git -C r1 ls-files -s file.1 file.2 file.3 file.4 file.5 \
	406	>ls_files_result &&
	407	awk -f print_2.awk ls_files_result \|
bdbc17e8 MD	408	sort >expected &&
bdbc17e8 MD	409
9535ce73 JH	410	for id in `cat expected \| sed "s\|..\|&/\|"`
9535ce73 JH	411	do
d0fd9931	412	rm r1/.git/objects/$id \|\| return 1
9535ce73 JH	413	done
	414	'
	415
	416	test_expect_success 'verify pack-objects fails w/ missing objects' '
effc2bae	417	test_must_fail git -C r1 pack-objects --revs --stdout >miss.pack <<-EOF
9535ce73 JH	418	HEAD
	419	EOF
	420	'
	421
	422	test_expect_success 'verify pack-objects fails w/ --missing=error' '
effc2bae	423	test_must_fail git -C r1 pack-objects --revs --stdout --missing=error >miss.pack <<-EOF
9535ce73 JH	424	HEAD
	425	EOF
	426	'
	427
	428	test_expect_success 'verify pack-objects w/ --missing=allow-any' '
effc2bae	429	git -C r1 pack-objects --revs --stdout --missing=allow-any >miss.pack <<-EOF
9535ce73 JH	430	HEAD
	431	EOF
	432	'
	433
	434	test_done