[thirdparty/git.git] / t / t5317-pack-objects-filter-objects.sh

#!/bin/sh

test_description='git pack-objects using object filtering'

GIT_TEST_DEFAULT_INITIAL_BRANCH_NAME=main
export GIT_TEST_DEFAULT_INITIAL_BRANCH_NAME

. ./test-lib.sh

# Test blob:none filter.

test_expect_success 'setup r1' '
	git init r1 &&
	for n in 1 2 3 4 5
	do
		echo "This is file: $n" > r1/file.$n &&
		git -C r1 add file.$n &&
		git -C r1 commit -m "$n" || return 1
	done
'

parse_verify_pack_blob_oid () {
	awk '{print $1}' -
}

test_expect_success 'verify blob count in normal packfile' '
	git -C r1 ls-files -s file.1 file.2 file.3 file.4 file.5 \
		>ls_files_result &&
	test_parse_ls_files_stage_oids <ls_files_result |
	sort >expected &&

	git -C r1 pack-objects --revs --stdout >all.pack <<-EOF &&
	HEAD
	EOF
	git -C r1 index-pack ../all.pack &&

	git -C r1 verify-pack -v ../all.pack >verify_result &&
	grep blob verify_result |
	parse_verify_pack_blob_oid |
	sort >observed &&

	test_cmp expected observed
'

test_expect_success 'verify blob:none packfile has no blobs' '
	git -C r1 pack-objects --revs --stdout --filter=blob:none >filter.pack <<-EOF &&
	HEAD
	EOF
	git -C r1 index-pack ../filter.pack &&

	git -C r1 verify-pack -v ../filter.pack >verify_result &&
	! grep blob verify_result
'

test_expect_success 'verify normal and blob:none packfiles have same commits/trees' '
	git -C r1 verify-pack -v ../all.pack >verify_result &&
	grep -E "commit|tree" verify_result |
	parse_verify_pack_blob_oid |
	sort >expected &&

	git -C r1 verify-pack -v ../filter.pack >verify_result &&
	grep -E "commit|tree" verify_result |
	parse_verify_pack_blob_oid |
	sort >observed &&

	test_cmp expected observed
'

test_expect_success 'get an error for missing tree object' '
	git init r5 &&
	echo foo >r5/foo &&
	git -C r5 add foo &&
	git -C r5 commit -m "foo" &&
	git -C r5 rev-parse HEAD^{tree} >tree &&
	del=$(sed "s|..|&/|" tree) &&
	rm r5/.git/objects/$del &&
	test_must_fail git -C r5 pack-objects --revs --stdout 2>bad_tree <<-EOF &&
	HEAD
	EOF
	grep "bad tree object" bad_tree
'

test_expect_success 'setup for tests of tree:0' '
	mkdir r1/subtree &&
	echo "This is a file in a subtree" >r1/subtree/file &&
	git -C r1 add subtree/file &&
	git -C r1 commit -m subtree
'

test_expect_success 'verify tree:0 packfile has no blobs or trees' '
	git -C r1 pack-objects --revs --stdout --filter=tree:0 >commitsonly.pack <<-EOF &&
	HEAD
	EOF
	git -C r1 index-pack ../commitsonly.pack &&
	git -C r1 verify-pack -v ../commitsonly.pack >objs &&
	! grep -E "tree|blob" objs
'

test_expect_success 'grab tree directly when using tree:0' '
	# We should get the tree specified directly but not its blobs or subtrees.
	git -C r1 pack-objects --revs --stdout --filter=tree:0 >commitsonly.pack <<-EOF &&
	HEAD:
	EOF
	git -C r1 index-pack ../commitsonly.pack &&
	git -C r1 verify-pack -v ../commitsonly.pack >objs &&
	awk "/tree|blob/{print \$1}" objs >trees_and_blobs &&
	git -C r1 rev-parse HEAD: >expected &&
	test_cmp expected trees_and_blobs
'

# Test blob:limit=<n>[kmg] filter.
# We boundary test around the size parameter.  The filter is strictly less than
# the value, so size 500 and 1000 should have the same results, but 1001 should
# filter more.

test_expect_success 'setup r2' '
	git init r2 &&
	for n in 1000 10000
	do
		printf "%"$n"s" X > r2/large.$n &&
		git -C r2 add large.$n &&
		git -C r2 commit -m "$n" || return 1
	done
'

test_expect_success 'verify blob count in normal packfile' '
	git -C r2 ls-files -s large.1000 large.10000 >ls_files_result &&
	test_parse_ls_files_stage_oids <ls_files_result |
	sort >expected &&

	git -C r2 pack-objects --revs --stdout >all.pack <<-EOF &&
	HEAD
	EOF
	git -C r2 index-pack ../all.pack &&

	git -C r2 verify-pack -v ../all.pack >verify_result &&
	grep blob verify_result |
	parse_verify_pack_blob_oid |
	sort >observed &&

	test_cmp expected observed
'

test_expect_success 'verify blob:limit=500 omits all blobs' '
	git -C r2 pack-objects --revs --stdout --filter=blob:limit=500 >filter.pack <<-EOF &&
	HEAD
	EOF
	git -C r2 index-pack ../filter.pack &&

	git -C r2 verify-pack -v ../filter.pack >verify_result &&
	! grep blob verify_result
'

test_expect_success 'verify blob:limit=1000' '
	git -C r2 pack-objects --revs --stdout --filter=blob:limit=1000 >filter.pack <<-EOF &&
	HEAD
	EOF
	git -C r2 index-pack ../filter.pack &&

	git -C r2 verify-pack -v ../filter.pack >verify_result &&
	! grep blob verify_result
'

test_expect_success 'verify blob:limit=1001' '
	git -C r2 ls-files -s large.1000 >ls_files_result &&
	test_parse_ls_files_stage_oids <ls_files_result |
	sort >expected &&

	git -C r2 pack-objects --revs --stdout --filter=blob:limit=1001 >filter.pack <<-EOF &&
	HEAD
	EOF
	git -C r2 index-pack ../filter.pack &&

	git -C r2 verify-pack -v ../filter.pack >verify_result &&
	grep blob verify_result |
	parse_verify_pack_blob_oid |
	sort >observed &&

	test_cmp expected observed
'

test_expect_success 'verify blob:limit=10001' '
	git -C r2 ls-files -s large.1000 large.10000 >ls_files_result &&
	test_parse_ls_files_stage_oids <ls_files_result |
	sort >expected &&

	git -C r2 pack-objects --revs --stdout --filter=blob:limit=10001 >filter.pack <<-EOF &&
	HEAD
	EOF
	git -C r2 index-pack ../filter.pack &&

	git -C r2 verify-pack -v ../filter.pack >verify_result &&
	grep blob verify_result |
	parse_verify_pack_blob_oid |
	sort >observed &&

	test_cmp expected observed
'

test_expect_success 'verify blob:limit=1k' '
	git -C r2 ls-files -s large.1000 >ls_files_result &&
	test_parse_ls_files_stage_oids <ls_files_result |
	sort >expected &&

	git -C r2 pack-objects --revs --stdout --filter=blob:limit=1k >filter.pack <<-EOF &&
	HEAD
	EOF
	git -C r2 index-pack ../filter.pack &&

	git -C r2 verify-pack -v ../filter.pack >verify_result &&
	grep blob verify_result |
	parse_verify_pack_blob_oid |
	sort >observed &&

	test_cmp expected observed
'

test_expect_success 'verify explicitly specifying oversized blob in input' '
	git -C r2 ls-files -s large.1000 large.10000 >ls_files_result &&
	test_parse_ls_files_stage_oids <ls_files_result |
	sort >expected &&

	echo HEAD >objects &&
	git -C r2 rev-parse HEAD:large.10000 >>objects &&
	git -C r2 pack-objects --revs --stdout --filter=blob:limit=1k <objects >filter.pack &&
	git -C r2 index-pack ../filter.pack &&

	git -C r2 verify-pack -v ../filter.pack >verify_result &&
	grep blob verify_result |
	parse_verify_pack_blob_oid |
	sort >observed &&

	test_cmp expected observed
'

test_expect_success 'verify blob:limit=1m' '
	git -C r2 ls-files -s large.1000 large.10000 >ls_files_result &&
	test_parse_ls_files_stage_oids <ls_files_result |
	sort >expected &&

	git -C r2 pack-objects --revs --stdout --filter=blob:limit=1m >filter.pack <<-EOF &&
	HEAD
	EOF
	git -C r2 index-pack ../filter.pack &&

	git -C r2 verify-pack -v ../filter.pack >verify_result &&
	grep blob verify_result |
	parse_verify_pack_blob_oid |
	sort >observed &&

	test_cmp expected observed
'

test_expect_success 'verify normal and blob:limit packfiles have same commits/trees' '
	git -C r2 verify-pack -v ../all.pack >verify_result &&
	grep -E "commit|tree" verify_result |
	parse_verify_pack_blob_oid |
	sort >expected &&

	git -C r2 verify-pack -v ../filter.pack >verify_result &&
	grep -E "commit|tree" verify_result |
	parse_verify_pack_blob_oid |
	sort >observed &&

	test_cmp expected observed
'

test_expect_failure 'verify small limit and big limit results in small limit' '
	git -C r2 ls-files -s large.1000 >ls_files_result &&
	test_parse_ls_files_stage_oids <ls_files_result |
	sort >expected &&

	git -C r2 pack-objects --revs --stdout --filter=blob:limit=1001 \
		--filter=blob:limit=10001 >filter.pack <<-EOF &&
	HEAD
	EOF
	git -C r2 index-pack ../filter.pack &&

	git -C r2 verify-pack -v ../filter.pack >verify_result &&
	grep blob verify_result |
	parse_verify_pack_blob_oid |
	sort >observed &&

	test_cmp expected observed
'

test_expect_success 'verify big limit and small limit results in small limit' '
	git -C r2 ls-files -s large.1000 >ls_files_result &&
	test_parse_ls_files_stage_oids <ls_files_result |
	sort >expected &&

	git -C r2 pack-objects --revs --stdout --filter=blob:limit=10001 \
		--filter=blob:limit=1001 >filter.pack <<-EOF &&
	HEAD
	EOF
	git -C r2 index-pack ../filter.pack &&

	git -C r2 verify-pack -v ../filter.pack >verify_result &&
	grep blob verify_result |
	parse_verify_pack_blob_oid |
	sort >observed &&

	test_cmp expected observed
'

# Test sparse:path=<path> filter.
# !!!!
# NOTE: sparse:path filter support has been dropped for security reasons,
# so the tests have been changed to make sure that using it fails.
# !!!!
# Use a local file containing a sparse-checkout specification to filter
# out blobs not required for the corresponding sparse-checkout.  We do not
# require sparse-checkout to actually be enabled.

test_expect_success 'setup r3' '
	git init r3 &&
	mkdir r3/dir1 &&
	for n in sparse1 sparse2
	do
		echo "This is file: $n" > r3/$n &&
		git -C r3 add $n &&
		echo "This is file: dir1/$n" > r3/dir1/$n &&
		git -C r3 add dir1/$n || return 1
	done &&
	git -C r3 commit -m "sparse" &&
	echo dir1/ >pattern1 &&
	echo sparse1 >pattern2
'

test_expect_success 'verify blob count in normal packfile' '
	git -C r3 ls-files -s sparse1 sparse2 dir1/sparse1 dir1/sparse2 \
		>ls_files_result &&
	test_parse_ls_files_stage_oids <ls_files_result |
	sort >expected &&

	git -C r3 pack-objects --revs --stdout >all.pack <<-EOF &&
	HEAD
	EOF
	git -C r3 index-pack ../all.pack &&

	git -C r3 verify-pack -v ../all.pack >verify_result &&
	grep blob verify_result |
	parse_verify_pack_blob_oid |
	sort >observed &&

	test_cmp expected observed
'

test_expect_success 'verify sparse:path=pattern1 fails' '
	test_must_fail git -C r3 pack-objects --revs --stdout \
		--filter=sparse:path=../pattern1 <<-EOF
	HEAD
	EOF
'

test_expect_success 'verify sparse:path=pattern2 fails' '
	test_must_fail git -C r3 pack-objects --revs --stdout \
		--filter=sparse:path=../pattern2 <<-EOF
	HEAD
	EOF
'

# Test sparse:oid=<oid-ish> filter.
# Use a blob containing a sparse-checkout specification to filter
# out blobs not required for the corresponding sparse-checkout.  We do not
# require sparse-checkout to actually be enabled.

test_expect_success 'setup r4' '
	git init r4 &&
	mkdir r4/dir1 &&
	for n in sparse1 sparse2
	do
		echo "This is file: $n" > r4/$n &&
		git -C r4 add $n &&
		echo "This is file: dir1/$n" > r4/dir1/$n &&
		git -C r4 add dir1/$n || return 1
	done &&
	echo dir1/ >r4/pattern &&
	git -C r4 add pattern &&
	git -C r4 commit -m "pattern"
'

test_expect_success 'verify blob count in normal packfile' '
	git -C r4 ls-files -s pattern sparse1 sparse2 dir1/sparse1 dir1/sparse2 \
		>ls_files_result &&
	test_parse_ls_files_stage_oids <ls_files_result |
	sort >expected &&

	git -C r4 pack-objects --revs --stdout >all.pack <<-EOF &&
	HEAD
	EOF
	git -C r4 index-pack ../all.pack &&

	git -C r4 verify-pack -v ../all.pack >verify_result &&
	grep blob verify_result |
	parse_verify_pack_blob_oid |
	sort >observed &&

	test_cmp expected observed
'

test_expect_success 'verify sparse:oid=OID' '
	git -C r4 ls-files -s dir1/sparse1 dir1/sparse2 >ls_files_result &&
	test_parse_ls_files_stage_oids <ls_files_result |
	sort >expected &&

	git -C r4 ls-files -s pattern >staged &&
	oid=$(test_parse_ls_files_stage_oids <staged) &&
	git -C r4 pack-objects --revs --stdout --filter=sparse:oid=$oid >filter.pack <<-EOF &&
	HEAD
	EOF
	git -C r4 index-pack ../filter.pack &&

	git -C r4 verify-pack -v ../filter.pack >verify_result &&
	grep blob verify_result |
	parse_verify_pack_blob_oid |
	sort >observed &&

	test_cmp expected observed
'

test_expect_success 'verify sparse:oid=oid-ish' '
	git -C r4 ls-files -s dir1/sparse1 dir1/sparse2 >ls_files_result &&
	test_parse_ls_files_stage_oids <ls_files_result |
	sort >expected &&

	git -C r4 pack-objects --revs --stdout --filter=sparse:oid=main:pattern >filter.pack <<-EOF &&
	HEAD
	EOF
	git -C r4 index-pack ../filter.pack &&

	git -C r4 verify-pack -v ../filter.pack >verify_result &&
	grep blob verify_result |
	parse_verify_pack_blob_oid |
	sort >observed &&

	test_cmp expected observed
'

# Delete some loose objects and use pack-objects, but WITHOUT any filtering.
# This models previously omitted objects that we did not receive.

test_expect_success 'setup r1 - delete loose blobs' '
	git -C r1 ls-files -s file.1 file.2 file.3 file.4 file.5 \
		>ls_files_result &&
	test_parse_ls_files_stage_oids <ls_files_result |
	sort >expected &&

	for id in `cat expected | sed "s|..|&/|"`
	do
		rm r1/.git/objects/$id || return 1
	done
'

test_expect_success 'verify pack-objects fails w/ missing objects' '
	test_must_fail git -C r1 pack-objects --revs --stdout >miss.pack <<-EOF
	HEAD
	EOF
'

test_expect_success 'verify pack-objects fails w/ --missing=error' '
	test_must_fail git -C r1 pack-objects --revs --stdout --missing=error >miss.pack <<-EOF
	HEAD
	EOF
'

test_expect_success 'verify pack-objects w/ --missing=allow-any' '
	git -C r1 pack-objects --revs --stdout --missing=allow-any >miss.pack <<-EOF
	HEAD
	EOF
'

test_done
Commit	Line	Data
9535ce73 JH	1	#!/bin/sh
	2
	3	test_description='git pack-objects using object filtering'
	4
966b4be2	5	GIT_TEST_DEFAULT_INITIAL_BRANCH_NAME=main
334afbc7 JS	6	export GIT_TEST_DEFAULT_INITIAL_BRANCH_NAME
334afbc7 JS	7
9535ce73 JH	8	. ./test-lib.sh
	9
	10	# Test blob:none filter.
	11
	12	test_expect_success 'setup r1' '
9535ce73 JH	13	git init r1 &&
	14	for n in 1 2 3 4 5
	15	do
74d2f569 ES	16	echo "This is file: $n" > r1/file.$n &&
74d2f569 ES	17	git -C r1 add file.$n &&
d0fd9931	18	git -C r1 commit -m "$n" \|\| return 1
9535ce73 JH	19	done
	20	'
	21
fb2d0db5 NS	22	parse_verify_pack_blob_oid () {
	23	awk '{print $1}' -
	24	}
	25
9535ce73	26	test_expect_success 'verify blob count in normal packfile' '
3f75a6e5 RS	27	git -C r1 ls-files -s file.1 file.2 file.3 file.4 file.5 \
	28	>ls_files_result &&
	29	test_parse_ls_files_stage_oids <ls_files_result \|
bdbc17e8 MD	30	sort >expected &&
bdbc17e8 MD	31
effc2bae	32	git -C r1 pack-objects --revs --stdout >all.pack <<-EOF &&
9535ce73 JH	33	HEAD
	34	EOF
	35	git -C r1 index-pack ../all.pack &&
bdbc17e8	36
61de0ff6 MD	37	git -C r1 verify-pack -v ../all.pack >verify_result &&
61de0ff6 MD	38	grep blob verify_result \|
fb2d0db5	39	parse_verify_pack_blob_oid \|
bdbc17e8 MD	40	sort >observed &&
bdbc17e8 MD	41
dcbaa0b3	42	test_cmp expected observed
9535ce73 JH	43	'
	44
	45	test_expect_success 'verify blob:none packfile has no blobs' '
effc2bae	46	git -C r1 pack-objects --revs --stdout --filter=blob:none >filter.pack <<-EOF &&
9535ce73 JH	47	HEAD
	48	EOF
	49	git -C r1 index-pack ../filter.pack &&
bdbc17e8	50
61de0ff6	51	git -C r1 verify-pack -v ../filter.pack >verify_result &&
a29b2429	52	! grep blob verify_result
9535ce73 JH	53	'
	54
	55	test_expect_success 'verify normal and blob:none packfiles have same commits/trees' '
61de0ff6 MD	56	git -C r1 verify-pack -v ../all.pack >verify_result &&
61de0ff6 MD	57	grep -E "commit\|tree" verify_result \|
fb2d0db5	58	parse_verify_pack_blob_oid \|
bdbc17e8 MD	59	sort >expected &&
bdbc17e8 MD	60
61de0ff6 MD	61	git -C r1 verify-pack -v ../filter.pack >verify_result &&
61de0ff6 MD	62	grep -E "commit\|tree" verify_result \|
fb2d0db5	63	parse_verify_pack_blob_oid \|
bdbc17e8 MD	64	sort >observed &&
bdbc17e8 MD	65
dcbaa0b3	66	test_cmp expected observed
9535ce73 JH	67	'
9535ce73 JH	68
7c0fe330 MD	69	test_expect_success 'get an error for missing tree object' '
	70	git init r5 &&
	71	echo foo >r5/foo &&
	72	git -C r5 add foo &&
	73	git -C r5 commit -m "foo" &&
6c37f3ec DL	74	git -C r5 rev-parse HEAD^{tree} >tree &&
6c37f3ec DL	75	del=$(sed "s\|..\|&/\|" tree) &&
7c0fe330	76	rm r5/.git/objects/$del &&
effc2bae	77	test_must_fail git -C r5 pack-objects --revs --stdout 2>bad_tree <<-EOF &&
7c0fe330 MD	78	HEAD
7c0fe330 MD	79	EOF
d9e6d094	80	grep "bad tree object" bad_tree
7c0fe330 MD	81	'
7c0fe330 MD	82
bc5975d2 MD	83	test_expect_success 'setup for tests of tree:0' '
	84	mkdir r1/subtree &&
	85	echo "This is a file in a subtree" >r1/subtree/file &&
	86	git -C r1 add subtree/file &&
	87	git -C r1 commit -m subtree
	88	'
	89
	90	test_expect_success 'verify tree:0 packfile has no blobs or trees' '
effc2bae	91	git -C r1 pack-objects --revs --stdout --filter=tree:0 >commitsonly.pack <<-EOF &&
bc5975d2 MD	92	HEAD
	93	EOF
	94	git -C r1 index-pack ../commitsonly.pack &&
	95	git -C r1 verify-pack -v ../commitsonly.pack >objs &&
	96	! grep -E "tree\|blob" objs
	97	'
	98
	99	test_expect_success 'grab tree directly when using tree:0' '
	100	# We should get the tree specified directly but not its blobs or subtrees.
effc2bae	101	git -C r1 pack-objects --revs --stdout --filter=tree:0 >commitsonly.pack <<-EOF &&
bc5975d2 MD	102	HEAD:
	103	EOF
	104	git -C r1 index-pack ../commitsonly.pack &&
	105	git -C r1 verify-pack -v ../commitsonly.pack >objs &&
	106	awk "/tree\|blob/{print \$1}" objs >trees_and_blobs &&
	107	git -C r1 rev-parse HEAD: >expected &&
	108	test_cmp expected trees_and_blobs
	109	'
	110
9535ce73 JH	111	# Test blob:limit=<n>[kmg] filter.
	112	# We boundary test around the size parameter. The filter is strictly less than
	113	# the value, so size 500 and 1000 should have the same results, but 1001 should
	114	# filter more.
	115
	116	test_expect_success 'setup r2' '
	117	git init r2 &&
	118	for n in 1000 10000
	119	do
74d2f569 ES	120	printf "%"$n"s" X > r2/large.$n &&
74d2f569 ES	121	git -C r2 add large.$n &&
d0fd9931	122	git -C r2 commit -m "$n" \|\| return 1
9535ce73 JH	123	done
	124	'
	125
	126	test_expect_success 'verify blob count in normal packfile' '
3f75a6e5 RS	127	git -C r2 ls-files -s large.1000 large.10000 >ls_files_result &&
3f75a6e5 RS	128	test_parse_ls_files_stage_oids <ls_files_result \|
bdbc17e8 MD	129	sort >expected &&
bdbc17e8 MD	130
effc2bae	131	git -C r2 pack-objects --revs --stdout >all.pack <<-EOF &&
9535ce73 JH	132	HEAD
	133	EOF
	134	git -C r2 index-pack ../all.pack &&
bdbc17e8	135
61de0ff6 MD	136	git -C r2 verify-pack -v ../all.pack >verify_result &&
61de0ff6 MD	137	grep blob verify_result \|
fb2d0db5	138	parse_verify_pack_blob_oid \|
bdbc17e8 MD	139	sort >observed &&
bdbc17e8 MD	140
dcbaa0b3	141	test_cmp expected observed
9535ce73 JH	142	'
	143
	144	test_expect_success 'verify blob:limit=500 omits all blobs' '
effc2bae	145	git -C r2 pack-objects --revs --stdout --filter=blob:limit=500 >filter.pack <<-EOF &&
9535ce73 JH	146	HEAD
	147	EOF
	148	git -C r2 index-pack ../filter.pack &&
bdbc17e8	149
61de0ff6	150	git -C r2 verify-pack -v ../filter.pack >verify_result &&
a29b2429	151	! grep blob verify_result
9535ce73 JH	152	'
	153
	154	test_expect_success 'verify blob:limit=1000' '
effc2bae	155	git -C r2 pack-objects --revs --stdout --filter=blob:limit=1000 >filter.pack <<-EOF &&
9535ce73 JH	156	HEAD
	157	EOF
	158	git -C r2 index-pack ../filter.pack &&
bdbc17e8	159
61de0ff6	160	git -C r2 verify-pack -v ../filter.pack >verify_result &&
a29b2429	161	! grep blob verify_result
9535ce73 JH	162	'
	163
	164	test_expect_success 'verify blob:limit=1001' '
3f75a6e5 RS	165	git -C r2 ls-files -s large.1000 >ls_files_result &&
3f75a6e5 RS	166	test_parse_ls_files_stage_oids <ls_files_result \|
bdbc17e8 MD	167	sort >expected &&
bdbc17e8 MD	168
effc2bae	169	git -C r2 pack-objects --revs --stdout --filter=blob:limit=1001 >filter.pack <<-EOF &&
9535ce73 JH	170	HEAD
	171	EOF
	172	git -C r2 index-pack ../filter.pack &&
bdbc17e8	173
61de0ff6 MD	174	git -C r2 verify-pack -v ../filter.pack >verify_result &&
61de0ff6 MD	175	grep blob verify_result \|
fb2d0db5	176	parse_verify_pack_blob_oid \|
bdbc17e8 MD	177	sort >observed &&
bdbc17e8 MD	178
dcbaa0b3	179	test_cmp expected observed
9535ce73 JH	180	'
	181
	182	test_expect_success 'verify blob:limit=10001' '
3f75a6e5 RS	183	git -C r2 ls-files -s large.1000 large.10000 >ls_files_result &&
3f75a6e5 RS	184	test_parse_ls_files_stage_oids <ls_files_result \|
bdbc17e8 MD	185	sort >expected &&
bdbc17e8 MD	186
effc2bae	187	git -C r2 pack-objects --revs --stdout --filter=blob:limit=10001 >filter.pack <<-EOF &&
9535ce73 JH	188	HEAD
	189	EOF
	190	git -C r2 index-pack ../filter.pack &&
bdbc17e8	191
61de0ff6 MD	192	git -C r2 verify-pack -v ../filter.pack >verify_result &&
61de0ff6 MD	193	grep blob verify_result \|
fb2d0db5	194	parse_verify_pack_blob_oid \|
bdbc17e8 MD	195	sort >observed &&
bdbc17e8 MD	196
dcbaa0b3	197	test_cmp expected observed
9535ce73 JH	198	'
	199
	200	test_expect_success 'verify blob:limit=1k' '
3f75a6e5 RS	201	git -C r2 ls-files -s large.1000 >ls_files_result &&
3f75a6e5 RS	202	test_parse_ls_files_stage_oids <ls_files_result \|
bdbc17e8 MD	203	sort >expected &&
bdbc17e8 MD	204
effc2bae	205	git -C r2 pack-objects --revs --stdout --filter=blob:limit=1k >filter.pack <<-EOF &&
9535ce73 JH	206	HEAD
	207	EOF
	208	git -C r2 index-pack ../filter.pack &&
bdbc17e8	209
61de0ff6 MD	210	git -C r2 verify-pack -v ../filter.pack >verify_result &&
61de0ff6 MD	211	grep blob verify_result \|
fb2d0db5	212	parse_verify_pack_blob_oid \|
bdbc17e8 MD	213	sort >observed &&
bdbc17e8 MD	214
dcbaa0b3	215	test_cmp expected observed
a0c9016a JT	216	'
	217
	218	test_expect_success 'verify explicitly specifying oversized blob in input' '
3f75a6e5 RS	219	git -C r2 ls-files -s large.1000 large.10000 >ls_files_result &&
3f75a6e5 RS	220	test_parse_ls_files_stage_oids <ls_files_result \|
bdbc17e8 MD	221	sort >expected &&
bdbc17e8 MD	222
6c37f3ec DL	223	echo HEAD >objects &&
	224	git -C r2 rev-parse HEAD:large.10000 >>objects &&
	225	git -C r2 pack-objects --revs --stdout --filter=blob:limit=1k <objects >filter.pack &&
a0c9016a	226	git -C r2 index-pack ../filter.pack &&
bdbc17e8	227
61de0ff6 MD	228	git -C r2 verify-pack -v ../filter.pack >verify_result &&
61de0ff6 MD	229	grep blob verify_result \|
fb2d0db5	230	parse_verify_pack_blob_oid \|
bdbc17e8 MD	231	sort >observed &&
bdbc17e8 MD	232
dcbaa0b3	233	test_cmp expected observed
9535ce73 JH	234	'
	235
	236	test_expect_success 'verify blob:limit=1m' '
3f75a6e5 RS	237	git -C r2 ls-files -s large.1000 large.10000 >ls_files_result &&
3f75a6e5 RS	238	test_parse_ls_files_stage_oids <ls_files_result \|
bdbc17e8 MD	239	sort >expected &&
bdbc17e8 MD	240
effc2bae	241	git -C r2 pack-objects --revs --stdout --filter=blob:limit=1m >filter.pack <<-EOF &&
9535ce73 JH	242	HEAD
	243	EOF
	244	git -C r2 index-pack ../filter.pack &&
bdbc17e8	245
61de0ff6 MD	246	git -C r2 verify-pack -v ../filter.pack >verify_result &&
61de0ff6 MD	247	grep blob verify_result \|
fb2d0db5	248	parse_verify_pack_blob_oid \|
bdbc17e8 MD	249	sort >observed &&
bdbc17e8 MD	250
dcbaa0b3	251	test_cmp expected observed
9535ce73 JH	252	'
	253
	254	test_expect_success 'verify normal and blob:limit packfiles have same commits/trees' '
61de0ff6 MD	255	git -C r2 verify-pack -v ../all.pack >verify_result &&
61de0ff6 MD	256	grep -E "commit\|tree" verify_result \|
fb2d0db5	257	parse_verify_pack_blob_oid \|
bdbc17e8 MD	258	sort >expected &&
bdbc17e8 MD	259
61de0ff6 MD	260	git -C r2 verify-pack -v ../filter.pack >verify_result &&
61de0ff6 MD	261	grep -E "commit\|tree" verify_result \|
fb2d0db5	262	parse_verify_pack_blob_oid \|
bdbc17e8 MD	263	sort >observed &&
bdbc17e8 MD	264
dcbaa0b3	265	test_cmp expected observed
9535ce73 JH	266	'
9535ce73 JH	267
f00d8115 RS	268	test_expect_failure 'verify small limit and big limit results in small limit' '
	269	git -C r2 ls-files -s large.1000 >ls_files_result &&
	270	test_parse_ls_files_stage_oids <ls_files_result \|
	271	sort >expected &&
	272
	273	git -C r2 pack-objects --revs --stdout --filter=blob:limit=1001 \
	274	--filter=blob:limit=10001 >filter.pack <<-EOF &&
	275	HEAD
	276	EOF
	277	git -C r2 index-pack ../filter.pack &&
	278
	279	git -C r2 verify-pack -v ../filter.pack >verify_result &&
	280	grep blob verify_result \|
	281	parse_verify_pack_blob_oid \|
	282	sort >observed &&
	283
	284	test_cmp expected observed
	285	'
	286
	287	test_expect_success 'verify big limit and small limit results in small limit' '
	288	git -C r2 ls-files -s large.1000 >ls_files_result &&
	289	test_parse_ls_files_stage_oids <ls_files_result \|
	290	sort >expected &&
	291
	292	git -C r2 pack-objects --revs --stdout --filter=blob:limit=10001 \
	293	--filter=blob:limit=1001 >filter.pack <<-EOF &&
	294	HEAD
	295	EOF
	296	git -C r2 index-pack ../filter.pack &&
	297
	298	git -C r2 verify-pack -v ../filter.pack >verify_result &&
	299	grep blob verify_result \|
	300	parse_verify_pack_blob_oid \|
	301	sort >observed &&
	302
	303	test_cmp expected observed
	304	'
	305
9535ce73	306	# Test sparse:path=<path> filter.
e693237e CC	307	# !!!!
	308	# NOTE: sparse:path filter support has been dropped for security reasons,
	309	# so the tests have been changed to make sure that using it fails.
	310	# !!!!
9535ce73 JH	311	# Use a local file containing a sparse-checkout specification to filter
	312	# out blobs not required for the corresponding sparse-checkout. We do not
	313	# require sparse-checkout to actually be enabled.
	314
	315	test_expect_success 'setup r3' '
	316	git init r3 &&
	317	mkdir r3/dir1 &&
	318	for n in sparse1 sparse2
	319	do
74d2f569 ES	320	echo "This is file: $n" > r3/$n &&
	321	git -C r3 add $n &&
	322	echo "This is file: dir1/$n" > r3/dir1/$n &&
d0fd9931	323	git -C r3 add dir1/$n \|\| return 1
9535ce73 JH	324	done &&
	325	git -C r3 commit -m "sparse" &&
	326	echo dir1/ >pattern1 &&
	327	echo sparse1 >pattern2
	328	'
	329
	330	test_expect_success 'verify blob count in normal packfile' '
3f75a6e5 RS	331	git -C r3 ls-files -s sparse1 sparse2 dir1/sparse1 dir1/sparse2 \
	332	>ls_files_result &&
	333	test_parse_ls_files_stage_oids <ls_files_result \|
bdbc17e8 MD	334	sort >expected &&
bdbc17e8 MD	335
effc2bae	336	git -C r3 pack-objects --revs --stdout >all.pack <<-EOF &&
9535ce73 JH	337	HEAD
	338	EOF
	339	git -C r3 index-pack ../all.pack &&
bdbc17e8	340
61de0ff6 MD	341	git -C r3 verify-pack -v ../all.pack >verify_result &&
61de0ff6 MD	342	grep blob verify_result \|
fb2d0db5	343	parse_verify_pack_blob_oid \|
bdbc17e8 MD	344	sort >observed &&
bdbc17e8 MD	345
dcbaa0b3	346	test_cmp expected observed
9535ce73 JH	347	'
9535ce73 JH	348
e693237e CC	349	test_expect_success 'verify sparse:path=pattern1 fails' '
	350	test_must_fail git -C r3 pack-objects --revs --stdout \
	351	--filter=sparse:path=../pattern1 <<-EOF
9535ce73 JH	352	HEAD
9535ce73 JH	353	EOF
9535ce73 JH	354	'
9535ce73 JH	355
e693237e CC	356	test_expect_success 'verify sparse:path=pattern2 fails' '
	357	test_must_fail git -C r3 pack-objects --revs --stdout \
	358	--filter=sparse:path=../pattern2 <<-EOF
9535ce73 JH	359	HEAD
9535ce73 JH	360	EOF
9535ce73 JH	361	'
	362
	363	# Test sparse:oid=<oid-ish> filter.
e693237e CC	364	# Use a blob containing a sparse-checkout specification to filter
	365	# out blobs not required for the corresponding sparse-checkout. We do not
	366	# require sparse-checkout to actually be enabled.
9535ce73 JH	367
	368	test_expect_success 'setup r4' '
	369	git init r4 &&
	370	mkdir r4/dir1 &&
	371	for n in sparse1 sparse2
	372	do
74d2f569 ES	373	echo "This is file: $n" > r4/$n &&
	374	git -C r4 add $n &&
	375	echo "This is file: dir1/$n" > r4/dir1/$n &&
d0fd9931	376	git -C r4 add dir1/$n \|\| return 1
9535ce73 JH	377	done &&
	378	echo dir1/ >r4/pattern &&
	379	git -C r4 add pattern &&
	380	git -C r4 commit -m "pattern"
	381	'
	382
	383	test_expect_success 'verify blob count in normal packfile' '
3f75a6e5 RS	384	git -C r4 ls-files -s pattern sparse1 sparse2 dir1/sparse1 dir1/sparse2 \
	385	>ls_files_result &&
	386	test_parse_ls_files_stage_oids <ls_files_result \|
bdbc17e8 MD	387	sort >expected &&
bdbc17e8 MD	388
effc2bae	389	git -C r4 pack-objects --revs --stdout >all.pack <<-EOF &&
9535ce73 JH	390	HEAD
	391	EOF
	392	git -C r4 index-pack ../all.pack &&
bdbc17e8	393
61de0ff6 MD	394	git -C r4 verify-pack -v ../all.pack >verify_result &&
61de0ff6 MD	395	grep blob verify_result \|
fb2d0db5	396	parse_verify_pack_blob_oid \|
bdbc17e8 MD	397	sort >observed &&
bdbc17e8 MD	398
dcbaa0b3	399	test_cmp expected observed
9535ce73 JH	400	'
	401
	402	test_expect_success 'verify sparse:oid=OID' '
3f75a6e5 RS	403	git -C r4 ls-files -s dir1/sparse1 dir1/sparse2 >ls_files_result &&
3f75a6e5 RS	404	test_parse_ls_files_stage_oids <ls_files_result \|
bdbc17e8 MD	405	sort >expected &&
bdbc17e8 MD	406
6c37f3ec	407	git -C r4 ls-files -s pattern >staged &&
fb2d0db5	408	oid=$(test_parse_ls_files_stage_oids <staged) &&
effc2bae	409	git -C r4 pack-objects --revs --stdout --filter=sparse:oid=$oid >filter.pack <<-EOF &&
9535ce73 JH	410	HEAD
	411	EOF
	412	git -C r4 index-pack ../filter.pack &&
bdbc17e8	413
61de0ff6 MD	414	git -C r4 verify-pack -v ../filter.pack >verify_result &&
61de0ff6 MD	415	grep blob verify_result \|
fb2d0db5	416	parse_verify_pack_blob_oid \|
bdbc17e8 MD	417	sort >observed &&
bdbc17e8 MD	418
dcbaa0b3	419	test_cmp expected observed
9535ce73 JH	420	'
	421
	422	test_expect_success 'verify sparse:oid=oid-ish' '
3f75a6e5 RS	423	git -C r4 ls-files -s dir1/sparse1 dir1/sparse2 >ls_files_result &&
3f75a6e5 RS	424	test_parse_ls_files_stage_oids <ls_files_result \|
bdbc17e8 MD	425	sort >expected &&
bdbc17e8 MD	426
966b4be2	427	git -C r4 pack-objects --revs --stdout --filter=sparse:oid=main:pattern >filter.pack <<-EOF &&
9535ce73 JH	428	HEAD
	429	EOF
	430	git -C r4 index-pack ../filter.pack &&
bdbc17e8	431
61de0ff6 MD	432	git -C r4 verify-pack -v ../filter.pack >verify_result &&
61de0ff6 MD	433	grep blob verify_result \|
fb2d0db5	434	parse_verify_pack_blob_oid \|
bdbc17e8 MD	435	sort >observed &&
bdbc17e8 MD	436
dcbaa0b3	437	test_cmp expected observed
9535ce73 JH	438	'
	439
	440	# Delete some loose objects and use pack-objects, but WITHOUT any filtering.
	441	# This models previously omitted objects that we did not receive.
	442
	443	test_expect_success 'setup r1 - delete loose blobs' '
3f75a6e5 RS	444	git -C r1 ls-files -s file.1 file.2 file.3 file.4 file.5 \
	445	>ls_files_result &&
	446	test_parse_ls_files_stage_oids <ls_files_result \|
bdbc17e8 MD	447	sort >expected &&
bdbc17e8 MD	448
9535ce73 JH	449	for id in `cat expected \| sed "s\|..\|&/\|"`
9535ce73 JH	450	do
d0fd9931	451	rm r1/.git/objects/$id \|\| return 1
9535ce73 JH	452	done
	453	'
	454
	455	test_expect_success 'verify pack-objects fails w/ missing objects' '
effc2bae	456	test_must_fail git -C r1 pack-objects --revs --stdout >miss.pack <<-EOF
9535ce73 JH	457	HEAD
	458	EOF
	459	'
	460
	461	test_expect_success 'verify pack-objects fails w/ --missing=error' '
effc2bae	462	test_must_fail git -C r1 pack-objects --revs --stdout --missing=error >miss.pack <<-EOF
9535ce73 JH	463	HEAD
	464	EOF
	465	'
	466
	467	test_expect_success 'verify pack-objects w/ --missing=allow-any' '
effc2bae	468	git -C r1 pack-objects --revs --stdout --missing=allow-any >miss.pack <<-EOF
9535ce73 JH	469	HEAD
	470	EOF
	471	'
	472
	473	test_done