[thirdparty/git.git] / t / t5319-multi-pack-index.sh

#!/bin/sh

test_description='multi-pack-indexes'
. ./test-lib.sh

objdir=.git/objects

midx_read_expect () {
	NUM_PACKS=$1
	NUM_OBJECTS=$2
	NUM_CHUNKS=$3
	OBJECT_DIR=$4
	EXTRA_CHUNKS="$5"
	{
		cat <<-EOF &&
		header: 4d494458 1 $NUM_CHUNKS $NUM_PACKS
		chunks: pack-names oid-fanout oid-lookup object-offsets$EXTRA_CHUNKS
		num_objects: $NUM_OBJECTS
		packs:
		EOF
		if test $NUM_PACKS -ge 1
		then
			ls $OBJECT_DIR/pack/ | grep idx | sort
		fi &&
		printf "object-dir: $OBJECT_DIR\n"
	} >expect &&
	test-tool read-midx $OBJECT_DIR >actual &&
	test_cmp expect actual
}

test_expect_success 'setup' '
	test_oid_init &&
	test_oid_cache <<-EOF
	idxoff sha1:2999
	idxoff sha256:3739

	packnameoff sha1:652
	packnameoff sha256:940

	fanoutoff sha1:1
	fanoutoff sha256:3
	EOF
'

test_expect_success 'write midx with no packs' '
	test_when_finished rm -f pack/multi-pack-index &&
	git multi-pack-index --object-dir=. write &&
	midx_read_expect 0 0 4 .
'

generate_objects () {
	i=$1
	iii=$(printf '%03i' $i)
	{
		test-tool genrandom "bar" 200 &&
		test-tool genrandom "baz $iii" 50
	} >wide_delta_$iii &&
	{
		test-tool genrandom "foo"$i 100 &&
		test-tool genrandom "foo"$(( $i + 1 )) 100 &&
		test-tool genrandom "foo"$(( $i + 2 )) 100
	} >deep_delta_$iii &&
	{
		echo $iii &&
		test-tool genrandom "$iii" 8192
	} >file_$iii &&
	git update-index --add file_$iii deep_delta_$iii wide_delta_$iii
}

commit_and_list_objects () {
	{
		echo 101 &&
		test-tool genrandom 100 8192;
	} >file_101 &&
	git update-index --add file_101 &&
	tree=$(git write-tree) &&
	commit=$(git commit-tree $tree -p HEAD</dev/null) &&
	{
		echo $tree &&
		git ls-tree $tree | sed -e "s/.* \\([0-9a-f]*\\)	.*/\\1/"
	} >obj-list &&
	git reset --hard $commit
}

test_expect_success 'create objects' '
	test_commit initial &&
	for i in $(test_seq 1 5)
	do
		generate_objects $i
	done &&
	commit_and_list_objects
'

test_expect_success 'write midx with one v1 pack' '
	pack=$(git pack-objects --index-version=1 $objdir/pack/test <obj-list) &&
	test_when_finished rm $objdir/pack/test-$pack.pack \
		$objdir/pack/test-$pack.idx $objdir/pack/multi-pack-index &&
	git multi-pack-index --object-dir=$objdir write &&
	midx_read_expect 1 18 4 $objdir
'

midx_git_two_modes () {
	git -c core.multiPackIndex=false $1 >expect &&
	git -c core.multiPackIndex=true $1 >actual &&
	if [ "$2" = "sorted" ]
	then
		sort <expect >expect.sorted &&
		mv expect.sorted expect &&
		sort <actual >actual.sorted &&
		mv actual.sorted actual
	fi &&
	test_cmp expect actual
}

compare_results_with_midx () {
	MSG=$1
	test_expect_success "check normal git operations: $MSG" '
		midx_git_two_modes "rev-list --objects --all" &&
		midx_git_two_modes "log --raw" &&
		midx_git_two_modes "count-objects --verbose" &&
		midx_git_two_modes "cat-file --batch-all-objects --batch-check" &&
		midx_git_two_modes "cat-file --batch-all-objects --batch-check --unordered" sorted
	'
}

test_expect_success 'write midx with one v2 pack' '
	git pack-objects --index-version=2,0x40 $objdir/pack/test <obj-list &&
	git multi-pack-index --object-dir=$objdir write &&
	midx_read_expect 1 18 4 $objdir
'

compare_results_with_midx "one v2 pack"

test_expect_success 'corrupt idx not opened' '
	idx=$(test-tool read-midx $objdir | grep "\.idx\$") &&
	mv $objdir/pack/$idx backup-$idx &&
	test_when_finished "mv backup-\$idx \$objdir/pack/\$idx" &&

	# This is the minimum size for a sha-1 based .idx; this lets
	# us pass perfunctory tests, but anything that actually opens and reads
	# the idx file will complain.
	test_copy_bytes 1064 <backup-$idx >$objdir/pack/$idx &&

	git -c core.multiPackIndex=true rev-list --objects --all 2>err &&
	test_must_be_empty err
'

test_expect_success 'add more objects' '
	for i in $(test_seq 6 10)
	do
		generate_objects $i
	done &&
	commit_and_list_objects
'

test_expect_success 'write midx with two packs' '
	git pack-objects --index-version=1 $objdir/pack/test-2 <obj-list &&
	git multi-pack-index --object-dir=$objdir write &&
	midx_read_expect 2 34 4 $objdir
'

compare_results_with_midx "two packs"

test_expect_success 'write progress off for redirected stderr' '
	git multi-pack-index --object-dir=$objdir write 2>err &&
	test_line_count = 0 err
'

test_expect_success 'write force progress on for stderr' '
	git multi-pack-index --object-dir=$objdir --progress write 2>err &&
	test_file_not_empty err
'

test_expect_success 'write with the --no-progress option' '
	git multi-pack-index --object-dir=$objdir --no-progress write 2>err &&
	test_line_count = 0 err
'

test_expect_success 'add more packs' '
	for j in $(test_seq 11 20)
	do
		generate_objects $j &&
		commit_and_list_objects &&
		git pack-objects --index-version=2 $objdir/pack/test-pack <obj-list
	done
'

compare_results_with_midx "mixed mode (two packs + extra)"

test_expect_success 'write midx with twelve packs' '
	git multi-pack-index --object-dir=$objdir write &&
	midx_read_expect 12 74 4 $objdir
'

compare_results_with_midx "twelve packs"

test_expect_success 'verify multi-pack-index success' '
	git multi-pack-index verify --object-dir=$objdir
'

test_expect_success 'verify progress off for redirected stderr' '
	git multi-pack-index verify --object-dir=$objdir 2>err &&
	test_line_count = 0 err
'

test_expect_success 'verify force progress on for stderr' '
	git multi-pack-index verify --object-dir=$objdir --progress 2>err &&
	test_file_not_empty err
'

test_expect_success 'verify with the --no-progress option' '
	git multi-pack-index verify --object-dir=$objdir --no-progress 2>err &&
	test_line_count = 0 err
'

# usage: corrupt_midx_and_verify <pos> <data> <objdir> <string>
corrupt_midx_and_verify() {
	POS=$1 &&
	DATA="${2:-\0}" &&
	OBJDIR=$3 &&
	GREPSTR="$4" &&
	COMMAND="$5" &&
	if test -z "$COMMAND"
	then
		COMMAND="git multi-pack-index verify --object-dir=$OBJDIR"
	fi &&
	FILE=$OBJDIR/pack/multi-pack-index &&
	chmod a+w $FILE &&
	test_when_finished mv midx-backup $FILE &&
	cp $FILE midx-backup &&
	printf "$DATA" | dd of="$FILE" bs=1 seek="$POS" conv=notrunc &&
	test_must_fail $COMMAND 2>test_err &&
	grep -v "^+" test_err >err &&
	test_i18ngrep "$GREPSTR" err
}

test_expect_success 'verify bad signature' '
	corrupt_midx_and_verify 0 "\00" $objdir \
		"multi-pack-index signature"
'

HASH_LEN=$(test_oid rawsz)
NUM_OBJECTS=74
MIDX_BYTE_VERSION=4
MIDX_BYTE_OID_VERSION=5
MIDX_BYTE_CHUNK_COUNT=6
MIDX_HEADER_SIZE=12
MIDX_BYTE_CHUNK_ID=$MIDX_HEADER_SIZE
MIDX_BYTE_CHUNK_OFFSET=$(($MIDX_HEADER_SIZE + 4))
MIDX_NUM_CHUNKS=5
MIDX_CHUNK_LOOKUP_WIDTH=12
MIDX_OFFSET_PACKNAMES=$(($MIDX_HEADER_SIZE + \
			 $MIDX_NUM_CHUNKS * $MIDX_CHUNK_LOOKUP_WIDTH))
MIDX_BYTE_PACKNAME_ORDER=$(($MIDX_OFFSET_PACKNAMES + 2))
MIDX_OFFSET_OID_FANOUT=$(($MIDX_OFFSET_PACKNAMES + $(test_oid packnameoff)))
MIDX_OID_FANOUT_WIDTH=4
MIDX_BYTE_OID_FANOUT_ORDER=$((MIDX_OFFSET_OID_FANOUT + 250 * $MIDX_OID_FANOUT_WIDTH + $(test_oid fanoutoff)))
MIDX_OFFSET_OID_LOOKUP=$(($MIDX_OFFSET_OID_FANOUT + 256 * $MIDX_OID_FANOUT_WIDTH))
MIDX_BYTE_OID_LOOKUP=$(($MIDX_OFFSET_OID_LOOKUP + 16 * $HASH_LEN))
MIDX_OFFSET_OBJECT_OFFSETS=$(($MIDX_OFFSET_OID_LOOKUP + $NUM_OBJECTS * $HASH_LEN))
MIDX_OFFSET_WIDTH=8
MIDX_BYTE_PACK_INT_ID=$(($MIDX_OFFSET_OBJECT_OFFSETS + 16 * $MIDX_OFFSET_WIDTH + 2))
MIDX_BYTE_OFFSET=$(($MIDX_OFFSET_OBJECT_OFFSETS + 16 * $MIDX_OFFSET_WIDTH + 6))

test_expect_success 'verify bad version' '
	corrupt_midx_and_verify $MIDX_BYTE_VERSION "\00" $objdir \
		"multi-pack-index version"
'

test_expect_success 'verify bad OID version' '
	corrupt_midx_and_verify $MIDX_BYTE_OID_VERSION "\02" $objdir \
		"hash version"
'

test_expect_success 'verify truncated chunk count' '
	corrupt_midx_and_verify $MIDX_BYTE_CHUNK_COUNT "\01" $objdir \
		"missing required"
'

test_expect_success 'verify extended chunk count' '
	corrupt_midx_and_verify $MIDX_BYTE_CHUNK_COUNT "\07" $objdir \
		"terminating multi-pack-index chunk id appears earlier than expected"
'

test_expect_success 'verify missing required chunk' '
	corrupt_midx_and_verify $MIDX_BYTE_CHUNK_ID "\01" $objdir \
		"missing required"
'

test_expect_success 'verify invalid chunk offset' '
	corrupt_midx_and_verify $MIDX_BYTE_CHUNK_OFFSET "\01" $objdir \
		"invalid chunk offset (too large)"
'

test_expect_success 'verify packnames out of order' '
	corrupt_midx_and_verify $MIDX_BYTE_PACKNAME_ORDER "z" $objdir \
		"pack names out of order"
'

test_expect_success 'verify packnames out of order' '
	corrupt_midx_and_verify $MIDX_BYTE_PACKNAME_ORDER "a" $objdir \
		"failed to load pack"
'

test_expect_success 'verify oid fanout out of order' '
	corrupt_midx_and_verify $MIDX_BYTE_OID_FANOUT_ORDER "\01" $objdir \
		"oid fanout out of order"
'

test_expect_success 'verify oid lookup out of order' '
	corrupt_midx_and_verify $MIDX_BYTE_OID_LOOKUP "\00" $objdir \
		"oid lookup out of order"
'

test_expect_success 'verify incorrect pack-int-id' '
	corrupt_midx_and_verify $MIDX_BYTE_PACK_INT_ID "\07" $objdir \
		"bad pack-int-id"
'

test_expect_success 'verify incorrect offset' '
	corrupt_midx_and_verify $MIDX_BYTE_OFFSET "\377" $objdir \
		"incorrect object offset"
'

test_expect_success 'git-fsck incorrect offset' '
	corrupt_midx_and_verify $MIDX_BYTE_OFFSET "\377" $objdir \
		"incorrect object offset" \
		"git -c core.multipackindex=true fsck"
'

test_expect_success 'repack progress off for redirected stderr' '
	git multi-pack-index --object-dir=$objdir repack 2>err &&
	test_line_count = 0 err
'

test_expect_success 'repack force progress on for stderr' '
	git multi-pack-index --object-dir=$objdir --progress repack 2>err &&
	test_file_not_empty err
'

test_expect_success 'repack with the --no-progress option' '
	git multi-pack-index --object-dir=$objdir --no-progress repack 2>err &&
	test_line_count = 0 err
'

test_expect_success 'repack removes multi-pack-index' '
	test_path_is_file $objdir/pack/multi-pack-index &&
	GIT_TEST_MULTI_PACK_INDEX=0 git repack -adf &&
	test_path_is_missing $objdir/pack/multi-pack-index
'

compare_results_with_midx "after repack"

test_expect_success 'multi-pack-index and pack-bitmap' '
	git -c repack.writeBitmaps=true repack -ad &&
	git multi-pack-index write &&
	git rev-list --test-bitmap HEAD
'

test_expect_success 'multi-pack-index and alternates' '
	git init --bare alt.git &&
	echo $(pwd)/alt.git/objects >.git/objects/info/alternates &&
	echo content1 >file1 &&
	altblob=$(GIT_DIR=alt.git git hash-object -w file1) &&
	git cat-file blob $altblob &&
	git rev-list --all
'

compare_results_with_midx "with alternate (local midx)"

test_expect_success 'multi-pack-index in an alternate' '
	mv .git/objects/pack/* alt.git/objects/pack &&
	test_commit add_local_objects &&
	git repack --local &&
	git multi-pack-index write &&
	midx_read_expect 1 3 4 $objdir &&
	git reset --hard HEAD~1 &&
	rm -f .git/objects/pack/*
'

compare_results_with_midx "with alternate (remote midx)"

# usage: corrupt_data <file> <pos> [<data>]
corrupt_data () {
	file=$1
	pos=$2
	data="${3:-\0}"
	printf "$data" | dd of="$file" bs=1 seek="$pos" conv=notrunc
}

# Force 64-bit offsets by manipulating the idx file.
# This makes the IDX file _incorrect_ so be careful to clean up after!
test_expect_success 'force some 64-bit offsets with pack-objects' '
	mkdir objects64 &&
	mkdir objects64/pack &&
	for i in $(test_seq 1 11)
	do
		generate_objects 11
	done &&
	commit_and_list_objects &&
	pack64=$(git pack-objects --index-version=2,0x40 objects64/pack/test-64 <obj-list) &&
	idx64=objects64/pack/test-64-$pack64.idx &&
	chmod u+w $idx64 &&
	corrupt_data $idx64 $(test_oid idxoff) "\02" &&
	midx64=$(git multi-pack-index --object-dir=objects64 write) &&
	midx_read_expect 1 63 5 objects64 " large-offsets"
'

test_expect_success 'verify multi-pack-index with 64-bit offsets' '
	git multi-pack-index verify --object-dir=objects64
'

NUM_OBJECTS=63
MIDX_OFFSET_OID_FANOUT=$((MIDX_OFFSET_PACKNAMES + 54))
MIDX_OFFSET_OID_LOOKUP=$((MIDX_OFFSET_OID_FANOUT + 256 * $MIDX_OID_FANOUT_WIDTH))
MIDX_OFFSET_OBJECT_OFFSETS=$(($MIDX_OFFSET_OID_LOOKUP + $NUM_OBJECTS * $HASH_LEN))
MIDX_OFFSET_LARGE_OFFSETS=$(($MIDX_OFFSET_OBJECT_OFFSETS + $NUM_OBJECTS * $MIDX_OFFSET_WIDTH))
MIDX_BYTE_LARGE_OFFSET=$(($MIDX_OFFSET_LARGE_OFFSETS + 3))

test_expect_success 'verify incorrect 64-bit offset' '
	corrupt_midx_and_verify $MIDX_BYTE_LARGE_OFFSET "\07" objects64 \
		"incorrect object offset"
'

test_expect_success 'setup expire tests' '
	mkdir dup &&
	(
		cd dup &&
		git init &&
		test-tool genrandom "data" 4096 >large_file.txt &&
		git update-index --add large_file.txt &&
		for i in $(test_seq 1 20)
		do
			test_commit $i
		done &&
		git branch A HEAD &&
		git branch B HEAD~8 &&
		git branch C HEAD~13 &&
		git branch D HEAD~16 &&
		git branch E HEAD~18 &&
		git pack-objects --revs .git/objects/pack/pack-A <<-EOF &&
		refs/heads/A
		^refs/heads/B
		EOF
		git pack-objects --revs .git/objects/pack/pack-B <<-EOF &&
		refs/heads/B
		^refs/heads/C
		EOF
		git pack-objects --revs .git/objects/pack/pack-C <<-EOF &&
		refs/heads/C
		^refs/heads/D
		EOF
		git pack-objects --revs .git/objects/pack/pack-D <<-EOF &&
		refs/heads/D
		^refs/heads/E
		EOF
		git pack-objects --revs .git/objects/pack/pack-E <<-EOF &&
		refs/heads/E
		EOF
		git multi-pack-index write &&
		cp -r .git/objects/pack .git/objects/pack-backup
	)
'

test_expect_success 'expire does not remove any packs' '
	(
		cd dup &&
		ls .git/objects/pack >expect &&
		git multi-pack-index expire &&
		ls .git/objects/pack >actual &&
		test_cmp expect actual
	)
'

test_expect_success 'expire progress off for redirected stderr' '
	(
		cd dup &&
		git multi-pack-index expire 2>err &&
		test_line_count = 0 err
	)
'

test_expect_success 'expire force progress on for stderr' '
	(
		cd dup &&
		git multi-pack-index --progress expire 2>err &&
		test_file_not_empty err
	)
'

test_expect_success 'expire with the --no-progress option' '
	(
		cd dup &&
		git multi-pack-index --no-progress expire 2>err &&
		test_line_count = 0 err
	)
'

test_expect_success 'expire removes unreferenced packs' '
	(
		cd dup &&
		git pack-objects --revs .git/objects/pack/pack-combined <<-EOF &&
		refs/heads/A
		^refs/heads/C
		EOF
		git multi-pack-index write &&
		ls .git/objects/pack | grep -v -e pack-[AB] >expect &&
		git multi-pack-index expire &&
		ls .git/objects/pack >actual &&
		test_cmp expect actual &&
		ls .git/objects/pack/ | grep idx >expect-idx &&
		test-tool read-midx .git/objects | grep idx >actual-midx &&
		test_cmp expect-idx actual-midx &&
		git multi-pack-index verify &&
		git fsck
	)
'

test_expect_success 'repack with minimum size does not alter existing packs' '
	(
		cd dup &&
		rm -rf .git/objects/pack &&
		mv .git/objects/pack-backup .git/objects/pack &&
		touch -m -t 201901010000 .git/objects/pack/pack-D* &&
		touch -m -t 201901010001 .git/objects/pack/pack-C* &&
		touch -m -t 201901010002 .git/objects/pack/pack-B* &&
		touch -m -t 201901010003 .git/objects/pack/pack-A* &&
		ls .git/objects/pack >expect &&
		MINSIZE=$(test-tool path-utils file-size .git/objects/pack/*pack | sort -n | head -n 1) &&
		git multi-pack-index repack --batch-size=$MINSIZE &&
		ls .git/objects/pack >actual &&
		test_cmp expect actual
	)
'

test_expect_success 'repack creates a new pack' '
	(
		cd dup &&
		ls .git/objects/pack/*idx >idx-list &&
		test_line_count = 5 idx-list &&
		THIRD_SMALLEST_SIZE=$(test-tool path-utils file-size .git/objects/pack/*pack | sort -n | head -n 3 | tail -n 1) &&
		BATCH_SIZE=$(($THIRD_SMALLEST_SIZE + 1)) &&
		git multi-pack-index repack --batch-size=$BATCH_SIZE &&
		ls .git/objects/pack/*idx >idx-list &&
		test_line_count = 6 idx-list &&
		test-tool read-midx .git/objects | grep idx >midx-list &&
		test_line_count = 6 midx-list
	)
'

test_expect_success 'expire removes repacked packs' '
	(
		cd dup &&
		ls -al .git/objects/pack/*pack &&
		ls -S .git/objects/pack/*pack | head -n 4 >expect &&
		git multi-pack-index expire &&
		ls -S .git/objects/pack/*pack >actual &&
		test_cmp expect actual &&
		test-tool read-midx .git/objects | grep idx >midx-list &&
		test_line_count = 4 midx-list
	)
'

test_expect_success 'expire works when adding new packs' '
	(
		cd dup &&
		git pack-objects --revs .git/objects/pack/pack-combined <<-EOF &&
		refs/heads/A
		^refs/heads/B
		EOF
		git pack-objects --revs .git/objects/pack/pack-combined <<-EOF &&
		refs/heads/B
		^refs/heads/C
		EOF
		git pack-objects --revs .git/objects/pack/pack-combined <<-EOF &&
		refs/heads/C
		^refs/heads/D
		EOF
		git multi-pack-index write &&
		git pack-objects --revs .git/objects/pack/a-pack <<-EOF &&
		refs/heads/D
		^refs/heads/E
		EOF
		git multi-pack-index write &&
		git pack-objects --revs .git/objects/pack/z-pack <<-EOF &&
		refs/heads/E
		EOF
		git multi-pack-index expire &&
		ls .git/objects/pack/ | grep idx >expect &&
		test-tool read-midx .git/objects | grep idx >actual &&
		test_cmp expect actual &&
		git multi-pack-index verify
	)
'

test_expect_success 'expire respects .keep files' '
	(
		cd dup &&
		git pack-objects --revs .git/objects/pack/pack-all <<-EOF &&
		refs/heads/A
		EOF
		git multi-pack-index write &&
		PACKA=$(ls .git/objects/pack/a-pack*\.pack | sed s/\.pack\$//) &&
		touch $PACKA.keep &&
		git multi-pack-index expire &&
		ls -S .git/objects/pack/a-pack* | grep $PACKA >a-pack-files &&
		test_line_count = 3 a-pack-files &&
		test-tool read-midx .git/objects | grep idx >midx-list &&
		test_line_count = 2 midx-list
	)
'

test_expect_success 'repack --batch-size=0 repacks everything' '
	(
		cd dup &&
		rm .git/objects/pack/*.keep &&
		ls .git/objects/pack/*idx >idx-list &&
		test_line_count = 2 idx-list &&
		git multi-pack-index repack --batch-size=0 &&
		ls .git/objects/pack/*idx >idx-list &&
		test_line_count = 3 idx-list &&
		test-tool read-midx .git/objects | grep idx >midx-list &&
		test_line_count = 3 midx-list &&
		git multi-pack-index expire &&
		ls -al .git/objects/pack/*idx >idx-list &&
		test_line_count = 1 idx-list &&
		git multi-pack-index repack --batch-size=0 &&
		ls -al .git/objects/pack/*idx >new-idx-list &&
		test_cmp idx-list new-idx-list
	)
'

test_done
Commit	Line	Data
a3407730 DS	1	#!/bin/sh
	2
	3	test_description='multi-pack-indexes'
	4	. ./test-lib.sh
	5
c4d25228 DS	6	objdir=.git/objects
c4d25228 DS	7
4d80560c	8	midx_read_expect () {
396f2570	9	NUM_PACKS=$1
d7cacf29	10	NUM_OBJECTS=$2
662148c4 DS	11	NUM_CHUNKS=$3
	12	OBJECT_DIR=$4
	13	EXTRA_CHUNKS="$5"
3227565c DS	14	{
3227565c DS	15	cat <<-EOF &&
662148c4 DS	16	header: 4d494458 1 $NUM_CHUNKS $NUM_PACKS
662148c4 DS	17	chunks: pack-names oid-fanout oid-lookup object-offsets$EXTRA_CHUNKS
d7cacf29	18	num_objects: $NUM_OBJECTS
3227565c DS	19	packs:
	20	EOF
	21	if test $NUM_PACKS -ge 1
	22	then
662148c4	23	ls $OBJECT_DIR/pack/ \| grep idx \| sort
3227565c	24	fi &&
662148c4	25	printf "object-dir: $OBJECT_DIR\n"
3227565c	26	} >expect &&
662148c4	27	test-tool read-midx $OBJECT_DIR >actual &&
4d80560c DS	28	test_cmp expect actual
	29	}
	30
3c5e65ca	31	test_expect_success 'setup' '
	32	test_oid_init &&
	33	test_oid_cache <<-EOF
	34	idxoff sha1:2999
	35	idxoff sha256:3739
	36
	37	packnameoff sha1:652
	38	packnameoff sha256:940
	39
	40	fanoutoff sha1:1
	41	fanoutoff sha256:3
	42	EOF
	43	'
	44
a3407730	45	test_expect_success 'write midx with no packs' '
fc59e748 DS	46	test_when_finished rm -f pack/multi-pack-index &&
fc59e748 DS	47	git multi-pack-index --object-dir=. write &&
662148c4	48	midx_read_expect 0 0 4 .
a3407730 DS	49	'
a3407730 DS	50
2c381335 DS	51	generate_objects () {
	52	i=$1
	53	iii=$(printf '%03i' $i)
	54	{
	55	test-tool genrandom "bar" 200 &&
	56	test-tool genrandom "baz $iii" 50
	57	} >wide_delta_$iii &&
	58	{
	59	test-tool genrandom "foo"$i 100 &&
	60	test-tool genrandom "foo"$(( $i + 1 )) 100 &&
	61	test-tool genrandom "foo"$(( $i + 2 )) 100
	62	} >deep_delta_$iii &&
	63	{
	64	echo $iii &&
	65	test-tool genrandom "$iii" 8192
	66	} >file_$iii &&
	67	git update-index --add file_$iii deep_delta_$iii wide_delta_$iii
	68	}
	69
	70	commit_and_list_objects () {
	71	{
	72	echo 101 &&
	73	test-tool genrandom 100 8192;
	74	} >file_101 &&
	75	git update-index --add file_101 &&
	76	tree=$(git write-tree) &&
	77	commit=$(git commit-tree $tree -p HEAD</dev/null) &&
	78	{
	79	echo $tree &&
	80	git ls-tree $tree \| sed -e "s/.* \\([0-9a-f]\\) ./\\1/"
	81	} >obj-list &&
	82	git reset --hard $commit
	83	}
	84
	85	test_expect_success 'create objects' '
	86	test_commit initial &&
	87	for i in $(test_seq 1 5)
	88	do
	89	generate_objects $i
	90	done &&
	91	commit_and_list_objects
	92	'
	93
	94	test_expect_success 'write midx with one v1 pack' '
c4d25228 DS	95	pack=$(git pack-objects --index-version=1 $objdir/pack/test <obj-list) &&
	96	test_when_finished rm $objdir/pack/test-$pack.pack \
	97	$objdir/pack/test-$pack.idx $objdir/pack/multi-pack-index &&
	98	git multi-pack-index --object-dir=$objdir write &&
	99	midx_read_expect 1 18 4 $objdir
2c381335 DS	100	'
2c381335 DS	101
c4d25228	102	midx_git_two_modes () {
b4a14394 JK	103	git -c core.multiPackIndex=false $1 >expect &&
b4a14394 JK	104	git -c core.multiPackIndex=true $1 >actual &&
e9ab2ed7 DS	105	if [ "$2" = "sorted" ]
e9ab2ed7 DS	106	then
b4a14394 JK	107	sort <expect >expect.sorted &&
	108	mv expect.sorted expect &&
	109	sort <actual >actual.sorted &&
	110	mv actual.sorted actual
e9ab2ed7	111	fi &&
c4d25228 DS	112	test_cmp expect actual
	113	}
	114
	115	compare_results_with_midx () {
	116	MSG=$1
	117	test_expect_success "check normal git operations: $MSG" '
	118	midx_git_two_modes "rev-list --objects --all" &&
e9ab2ed7 DS	119	midx_git_two_modes "log --raw" &&
e9ab2ed7 DS	120	midx_git_two_modes "count-objects --verbose" &&
5670ad98 JK	121	midx_git_two_modes "cat-file --batch-all-objects --batch-check" &&
5670ad98 JK	122	midx_git_two_modes "cat-file --batch-all-objects --batch-check --unordered" sorted
c4d25228 DS	123	'
	124	}
	125
2c381335	126	test_expect_success 'write midx with one v2 pack' '
c4d25228 DS	127	git pack-objects --index-version=2,0x40 $objdir/pack/test <obj-list &&
	128	git multi-pack-index --object-dir=$objdir write &&
	129	midx_read_expect 1 18 4 $objdir
2c381335 DS	130	'
2c381335 DS	131
c4d25228 DS	132	compare_results_with_midx "one v2 pack"
c4d25228 DS	133
fc789156 JK	134	test_expect_success 'corrupt idx not opened' '
	135	idx=$(test-tool read-midx $objdir \| grep "\.idx\$") &&
	136	mv $objdir/pack/$idx backup-$idx &&
	137	test_when_finished "mv backup-\$idx \$objdir/pack/\$idx" &&
	138
	139	# This is the minimum size for a sha-1 based .idx; this lets
	140	# us pass perfunctory tests, but anything that actually opens and reads
	141	# the idx file will complain.
	142	test_copy_bytes 1064 <backup-$idx >$objdir/pack/$idx &&
	143
	144	git -c core.multiPackIndex=true rev-list --objects --all 2>err &&
	145	test_must_be_empty err
	146	'
	147
2c381335 DS	148	test_expect_success 'add more objects' '
	149	for i in $(test_seq 6 10)
	150	do
	151	generate_objects $i
	152	done &&
	153	commit_and_list_objects
	154	'
	155
	156	test_expect_success 'write midx with two packs' '
c4d25228 DS	157	git pack-objects --index-version=1 $objdir/pack/test-2 <obj-list &&
	158	git multi-pack-index --object-dir=$objdir write &&
	159	midx_read_expect 2 34 4 $objdir
2c381335 DS	160	'
2c381335 DS	161
c4d25228 DS	162	compare_results_with_midx "two packs"
c4d25228 DS	163
680cba2c WB	164	test_expect_success 'write progress off for redirected stderr' '
	165	git multi-pack-index --object-dir=$objdir write 2>err &&
	166	test_line_count = 0 err
	167	'
	168
	169	test_expect_success 'write force progress on for stderr' '
	170	git multi-pack-index --object-dir=$objdir --progress write 2>err &&
	171	test_file_not_empty err
	172	'
	173
	174	test_expect_success 'write with the --no-progress option' '
	175	git multi-pack-index --object-dir=$objdir --no-progress write 2>err &&
	176	test_line_count = 0 err
	177	'
	178
2c381335 DS	179	test_expect_success 'add more packs' '
	180	for j in $(test_seq 11 20)
	181	do
	182	generate_objects $j &&
	183	commit_and_list_objects &&
c4d25228	184	git pack-objects --index-version=2 $objdir/pack/test-pack <obj-list
2c381335 DS	185	done
	186	'
	187
c4d25228 DS	188	compare_results_with_midx "mixed mode (two packs + extra)"
c4d25228 DS	189
2c381335	190	test_expect_success 'write midx with twelve packs' '
c4d25228 DS	191	git multi-pack-index --object-dir=$objdir write &&
c4d25228 DS	192	midx_read_expect 12 74 4 $objdir
662148c4 DS	193	'
662148c4 DS	194
c4d25228 DS	195	compare_results_with_midx "twelve packs"
c4d25228 DS	196
56ee7ff1 DS	197	test_expect_success 'verify multi-pack-index success' '
	198	git multi-pack-index verify --object-dir=$objdir
	199	'
	200
680cba2c WB	201	test_expect_success 'verify progress off for redirected stderr' '
	202	git multi-pack-index verify --object-dir=$objdir 2>err &&
	203	test_line_count = 0 err
	204	'
	205
	206	test_expect_success 'verify force progress on for stderr' '
	207	git multi-pack-index verify --object-dir=$objdir --progress 2>err &&
	208	test_file_not_empty err
	209	'
	210
	211	test_expect_success 'verify with the --no-progress option' '
	212	git multi-pack-index verify --object-dir=$objdir --no-progress 2>err &&
	213	test_line_count = 0 err
	214	'
	215
53ad0407 DS	216	# usage: corrupt_midx_and_verify <pos> <data> <objdir> <string>
	217	corrupt_midx_and_verify() {
	218	POS=$1 &&
	219	DATA="${2:-\0}" &&
	220	OBJDIR=$3 &&
	221	GREPSTR="$4" &&
66ec0390 DS	222	COMMAND="$5" &&
	223	if test -z "$COMMAND"
	224	then
	225	COMMAND="git multi-pack-index verify --object-dir=$OBJDIR"
	226	fi &&
53ad0407 DS	227	FILE=$OBJDIR/pack/multi-pack-index &&
	228	chmod a+w $FILE &&
	229	test_when_finished mv midx-backup $FILE &&
	230	cp $FILE midx-backup &&
	231	printf "$DATA" \| dd of="$FILE" bs=1 seek="$POS" conv=notrunc &&
66ec0390	232	test_must_fail $COMMAND 2>test_err &&
53ad0407 DS	233	grep -v "^+" test_err >err &&
	234	test_i18ngrep "$GREPSTR" err
	235	}
	236
	237	test_expect_success 'verify bad signature' '
	238	corrupt_midx_and_verify 0 "\00" $objdir \
	239	"multi-pack-index signature"
	240	'
	241
3c5e65ca	242	HASH_LEN=$(test_oid rawsz)
cc6af73c	243	NUM_OBJECTS=74
53ad0407 DS	244	MIDX_BYTE_VERSION=4
	245	MIDX_BYTE_OID_VERSION=5
	246	MIDX_BYTE_CHUNK_COUNT=6
d3f8e211 DS	247	MIDX_HEADER_SIZE=12
	248	MIDX_BYTE_CHUNK_ID=$MIDX_HEADER_SIZE
	249	MIDX_BYTE_CHUNK_OFFSET=$(($MIDX_HEADER_SIZE + 4))
8e72a3c3 DS	250	MIDX_NUM_CHUNKS=5
	251	MIDX_CHUNK_LOOKUP_WIDTH=12
	252	MIDX_OFFSET_PACKNAMES=$(($MIDX_HEADER_SIZE + \
	253	$MIDX_NUM_CHUNKS * $MIDX_CHUNK_LOOKUP_WIDTH))
	254	MIDX_BYTE_PACKNAME_ORDER=$(($MIDX_OFFSET_PACKNAMES + 2))
3c5e65ca	255	MIDX_OFFSET_OID_FANOUT=$(($MIDX_OFFSET_PACKNAMES + $(test_oid packnameoff)))
2f23d3f3	256	MIDX_OID_FANOUT_WIDTH=4
3c5e65ca	257	MIDX_BYTE_OID_FANOUT_ORDER=$((MIDX_OFFSET_OID_FANOUT + 250 * $MIDX_OID_FANOUT_WIDTH + $(test_oid fanoutoff)))
55c5648d DS	258	MIDX_OFFSET_OID_LOOKUP=$(($MIDX_OFFSET_OID_FANOUT + 256 * $MIDX_OID_FANOUT_WIDTH))
55c5648d DS	259	MIDX_BYTE_OID_LOOKUP=$(($MIDX_OFFSET_OID_LOOKUP + 16 * $HASH_LEN))
cc6af73c DS	260	MIDX_OFFSET_OBJECT_OFFSETS=$(($MIDX_OFFSET_OID_LOOKUP + $NUM_OBJECTS * $HASH_LEN))
	261	MIDX_OFFSET_WIDTH=8
	262	MIDX_BYTE_PACK_INT_ID=$(($MIDX_OFFSET_OBJECT_OFFSETS + 16 * $MIDX_OFFSET_WIDTH + 2))
	263	MIDX_BYTE_OFFSET=$(($MIDX_OFFSET_OBJECT_OFFSETS + 16 * $MIDX_OFFSET_WIDTH + 6))
53ad0407 DS	264
	265	test_expect_success 'verify bad version' '
	266	corrupt_midx_and_verify $MIDX_BYTE_VERSION "\00" $objdir \
	267	"multi-pack-index version"
	268	'
	269
	270	test_expect_success 'verify bad OID version' '
	271	corrupt_midx_and_verify $MIDX_BYTE_OID_VERSION "\02" $objdir \
	272	"hash version"
	273	'
	274
	275	test_expect_success 'verify truncated chunk count' '
	276	corrupt_midx_and_verify $MIDX_BYTE_CHUNK_COUNT "\01" $objdir \
	277	"missing required"
	278	'
	279
	280	test_expect_success 'verify extended chunk count' '
	281	corrupt_midx_and_verify $MIDX_BYTE_CHUNK_COUNT "\07" $objdir \
	282	"terminating multi-pack-index chunk id appears earlier than expected"
	283	'
	284
d3f8e211 DS	285	test_expect_success 'verify missing required chunk' '
	286	corrupt_midx_and_verify $MIDX_BYTE_CHUNK_ID "\01" $objdir \
	287	"missing required"
	288	'
	289
	290	test_expect_success 'verify invalid chunk offset' '
	291	corrupt_midx_and_verify $MIDX_BYTE_CHUNK_OFFSET "\01" $objdir \
	292	"invalid chunk offset (too large)"
	293	'
	294
8e72a3c3 DS	295	test_expect_success 'verify packnames out of order' '
	296	corrupt_midx_and_verify $MIDX_BYTE_PACKNAME_ORDER "z" $objdir \
	297	"pack names out of order"
	298	'
	299
d4bf1d88 DS	300	test_expect_success 'verify packnames out of order' '
	301	corrupt_midx_and_verify $MIDX_BYTE_PACKNAME_ORDER "a" $objdir \
	302	"failed to load pack"
	303	'
	304
2f23d3f3 DS	305	test_expect_success 'verify oid fanout out of order' '
	306	corrupt_midx_and_verify $MIDX_BYTE_OID_FANOUT_ORDER "\01" $objdir \
	307	"oid fanout out of order"
	308	'
	309
55c5648d DS	310	test_expect_success 'verify oid lookup out of order' '
	311	corrupt_midx_and_verify $MIDX_BYTE_OID_LOOKUP "\00" $objdir \
	312	"oid lookup out of order"
	313	'
	314
cc6af73c DS	315	test_expect_success 'verify incorrect pack-int-id' '
	316	corrupt_midx_and_verify $MIDX_BYTE_PACK_INT_ID "\07" $objdir \
	317	"bad pack-int-id"
	318	'
	319
	320	test_expect_success 'verify incorrect offset' '
235d3cdd	321	corrupt_midx_and_verify $MIDX_BYTE_OFFSET "\377" $objdir \
cc6af73c DS	322	"incorrect object offset"
	323	'
	324
66ec0390	325	test_expect_success 'git-fsck incorrect offset' '
235d3cdd	326	corrupt_midx_and_verify $MIDX_BYTE_OFFSET "\377" $objdir \
66ec0390 DS	327	"incorrect object offset" \
	328	"git -c core.multipackindex=true fsck"
	329	'
	330
680cba2c WB	331	test_expect_success 'repack progress off for redirected stderr' '
	332	git multi-pack-index --object-dir=$objdir repack 2>err &&
	333	test_line_count = 0 err
	334	'
	335
	336	test_expect_success 'repack force progress on for stderr' '
	337	git multi-pack-index --object-dir=$objdir --progress repack 2>err &&
	338	test_file_not_empty err
	339	'
	340
	341	test_expect_success 'repack with the --no-progress option' '
	342	git multi-pack-index --object-dir=$objdir --no-progress repack 2>err &&
	343	test_line_count = 0 err
	344	'
	345
525e18c0 DS	346	test_expect_success 'repack removes multi-pack-index' '
525e18c0 DS	347	test_path_is_file $objdir/pack/multi-pack-index &&
0465a505	348	GIT_TEST_MULTI_PACK_INDEX=0 git repack -adf &&
525e18c0 DS	349	test_path_is_missing $objdir/pack/multi-pack-index
	350	'
	351
	352	compare_results_with_midx "after repack"
	353
e9ab2ed7 DS	354	test_expect_success 'multi-pack-index and pack-bitmap' '
	355	git -c repack.writeBitmaps=true repack -ad &&
	356	git multi-pack-index write &&
	357	git rev-list --test-bitmap HEAD
	358	'
	359
29e2016b DS	360	test_expect_success 'multi-pack-index and alternates' '
	361	git init --bare alt.git &&
	362	echo $(pwd)/alt.git/objects >.git/objects/info/alternates &&
	363	echo content1 >file1 &&
	364	altblob=$(GIT_DIR=alt.git git hash-object -w file1) &&
	365	git cat-file blob $altblob &&
	366	git rev-list --all
	367	'
	368
	369	compare_results_with_midx "with alternate (local midx)"
	370
	371	test_expect_success 'multi-pack-index in an alternate' '
6a22d521 DS	372	mv .git/objects/pack/* alt.git/objects/pack &&
	373	test_commit add_local_objects &&
	374	git repack --local &&
	375	git multi-pack-index write &&
	376	midx_read_expect 1 3 4 $objdir &&
	377	git reset --hard HEAD~1 &&
	378	rm -f .git/objects/pack/*
29e2016b DS	379	'
	380
	381	compare_results_with_midx "with alternate (remote midx)"
	382
662148c4 DS	383	# usage: corrupt_data <file> <pos> [<data>]
	384	corrupt_data () {
	385	file=$1
	386	pos=$2
	387	data="${3:-\0}"
	388	printf "$data" \| dd of="$file" bs=1 seek="$pos" conv=notrunc
	389	}
	390
	391	# Force 64-bit offsets by manipulating the idx file.
	392	# This makes the IDX file _incorrect_ so be careful to clean up after!
	393	test_expect_success 'force some 64-bit offsets with pack-objects' '
	394	mkdir objects64 &&
	395	mkdir objects64/pack &&
	396	for i in $(test_seq 1 11)
	397	do
	398	generate_objects 11
	399	done &&
	400	commit_and_list_objects &&
	401	pack64=$(git pack-objects --index-version=2,0x40 objects64/pack/test-64 <obj-list) &&
	402	idx64=objects64/pack/test-64-$pack64.idx &&
	403	chmod u+w $idx64 &&
3c5e65ca	404	corrupt_data $idx64 $(test_oid idxoff) "\02" &&
662148c4 DS	405	midx64=$(git multi-pack-index --object-dir=objects64 write) &&
662148c4 DS	406	midx_read_expect 1 63 5 objects64 " large-offsets"
2c381335 DS	407	'
2c381335 DS	408
56ee7ff1 DS	409	test_expect_success 'verify multi-pack-index with 64-bit offsets' '
	410	git multi-pack-index verify --object-dir=objects64
	411	'
	412
cc6af73c DS	413	NUM_OBJECTS=63
	414	MIDX_OFFSET_OID_FANOUT=$((MIDX_OFFSET_PACKNAMES + 54))
	415	MIDX_OFFSET_OID_LOOKUP=$((MIDX_OFFSET_OID_FANOUT + 256 * $MIDX_OID_FANOUT_WIDTH))
	416	MIDX_OFFSET_OBJECT_OFFSETS=$(($MIDX_OFFSET_OID_LOOKUP + $NUM_OBJECTS * $HASH_LEN))
	417	MIDX_OFFSET_LARGE_OFFSETS=$(($MIDX_OFFSET_OBJECT_OFFSETS + $NUM_OBJECTS * $MIDX_OFFSET_WIDTH))
	418	MIDX_BYTE_LARGE_OFFSET=$(($MIDX_OFFSET_LARGE_OFFSETS + 3))
	419
	420	test_expect_success 'verify incorrect 64-bit offset' '
	421	corrupt_midx_and_verify $MIDX_BYTE_LARGE_OFFSET "\07" objects64 \
	422	"incorrect object offset"
	423	'
	424
cff97116 DS	425	test_expect_success 'setup expire tests' '
	426	mkdir dup &&
	427	(
	428	cd dup &&
	429	git init &&
	430	test-tool genrandom "data" 4096 >large_file.txt &&
	431	git update-index --add large_file.txt &&
	432	for i in $(test_seq 1 20)
	433	do
	434	test_commit $i
	435	done &&
	436	git branch A HEAD &&
	437	git branch B HEAD~8 &&
	438	git branch C HEAD~13 &&
	439	git branch D HEAD~16 &&
	440	git branch E HEAD~18 &&
	441	git pack-objects --revs .git/objects/pack/pack-A <<-EOF &&
	442	refs/heads/A
	443	^refs/heads/B
	444	EOF
	445	git pack-objects --revs .git/objects/pack/pack-B <<-EOF &&
	446	refs/heads/B
	447	^refs/heads/C
	448	EOF
	449	git pack-objects --revs .git/objects/pack/pack-C <<-EOF &&
	450	refs/heads/C
	451	^refs/heads/D
	452	EOF
	453	git pack-objects --revs .git/objects/pack/pack-D <<-EOF &&
	454	refs/heads/D
	455	^refs/heads/E
	456	EOF
	457	git pack-objects --revs .git/objects/pack/pack-E <<-EOF &&
	458	refs/heads/E
	459	EOF
2af890bb DS	460	git multi-pack-index write &&
2af890bb DS	461	cp -r .git/objects/pack .git/objects/pack-backup
cff97116 DS	462	)
	463	'
	464
	465	test_expect_success 'expire does not remove any packs' '
	466	(
	467	cd dup &&
	468	ls .git/objects/pack >expect &&
	469	git multi-pack-index expire &&
	470	ls .git/objects/pack >actual &&
	471	test_cmp expect actual
	472	)
	473	'
	474
680cba2c WB	475	test_expect_success 'expire progress off for redirected stderr' '
	476	(
	477	cd dup &&
	478	git multi-pack-index expire 2>err &&
	479	test_line_count = 0 err
	480	)
	481	'
	482
	483	test_expect_success 'expire force progress on for stderr' '
	484	(
	485	cd dup &&
	486	git multi-pack-index --progress expire 2>err &&
	487	test_file_not_empty err
	488	)
	489	'
	490
	491	test_expect_success 'expire with the --no-progress option' '
	492	(
	493	cd dup &&
	494	git multi-pack-index --no-progress expire 2>err &&
	495	test_line_count = 0 err
	496	)
	497	'
	498
19575c7c DS	499	test_expect_success 'expire removes unreferenced packs' '
	500	(
	501	cd dup &&
	502	git pack-objects --revs .git/objects/pack/pack-combined <<-EOF &&
	503	refs/heads/A
	504	^refs/heads/C
	505	EOF
	506	git multi-pack-index write &&
	507	ls .git/objects/pack \| grep -v -e pack-[AB] >expect &&
	508	git multi-pack-index expire &&
	509	ls .git/objects/pack >actual &&
	510	test_cmp expect actual &&
	511	ls .git/objects/pack/ \| grep idx >expect-idx &&
	512	test-tool read-midx .git/objects \| grep idx >actual-midx &&
	513	test_cmp expect-idx actual-midx &&
	514	git multi-pack-index verify &&
	515	git fsck
	516	)
	517	'
	518
2af890bb DS	519	test_expect_success 'repack with minimum size does not alter existing packs' '
	520	(
	521	cd dup &&
	522	rm -rf .git/objects/pack &&
	523	mv .git/objects/pack-backup .git/objects/pack &&
	524	touch -m -t 201901010000 .git/objects/pack/pack-D* &&
	525	touch -m -t 201901010001 .git/objects/pack/pack-C* &&
	526	touch -m -t 201901010002 .git/objects/pack/pack-B* &&
	527	touch -m -t 201901010003 .git/objects/pack/pack-A* &&
	528	ls .git/objects/pack >expect &&
3612c233	529	MINSIZE=$(test-tool path-utils file-size .git/objects/pack/*pack \| sort -n \| head -n 1) &&
2af890bb DS	530	git multi-pack-index repack --batch-size=$MINSIZE &&
	531	ls .git/objects/pack >actual &&
	532	test_cmp expect actual
	533	)
	534	'
	535
ce1e4a10 DS	536	test_expect_success 'repack creates a new pack' '
	537	(
	538	cd dup &&
	539	ls .git/objects/pack/*idx >idx-list &&
	540	test_line_count = 5 idx-list &&
3612c233	541	THIRD_SMALLEST_SIZE=$(test-tool path-utils file-size .git/objects/pack/*pack \| sort -n \| head -n 3 \| tail -n 1) &&
ce1e4a10 DS	542	BATCH_SIZE=$(($THIRD_SMALLEST_SIZE + 1)) &&
	543	git multi-pack-index repack --batch-size=$BATCH_SIZE &&
	544	ls .git/objects/pack/*idx >idx-list &&
	545	test_line_count = 6 idx-list &&
	546	test-tool read-midx .git/objects \| grep idx >midx-list &&
	547	test_line_count = 6 midx-list
	548	)
	549	'
	550
	551	test_expect_success 'expire removes repacked packs' '
	552	(
	553	cd dup &&
	554	ls -al .git/objects/pack/*pack &&
	555	ls -S .git/objects/pack/*pack \| head -n 4 >expect &&
	556	git multi-pack-index expire &&
	557	ls -S .git/objects/pack/*pack >actual &&
	558	test_cmp expect actual &&
	559	test-tool read-midx .git/objects \| grep idx >midx-list &&
	560	test_line_count = 4 midx-list
	561	)
	562	'
	563
d2743315 DS	564	test_expect_success 'expire works when adding new packs' '
	565	(
	566	cd dup &&
	567	git pack-objects --revs .git/objects/pack/pack-combined <<-EOF &&
	568	refs/heads/A
	569	^refs/heads/B
	570	EOF
	571	git pack-objects --revs .git/objects/pack/pack-combined <<-EOF &&
	572	refs/heads/B
	573	^refs/heads/C
	574	EOF
	575	git pack-objects --revs .git/objects/pack/pack-combined <<-EOF &&
	576	refs/heads/C
	577	^refs/heads/D
	578	EOF
	579	git multi-pack-index write &&
	580	git pack-objects --revs .git/objects/pack/a-pack <<-EOF &&
	581	refs/heads/D
	582	^refs/heads/E
	583	EOF
	584	git multi-pack-index write &&
	585	git pack-objects --revs .git/objects/pack/z-pack <<-EOF &&
	586	refs/heads/E
	587	EOF
	588	git multi-pack-index expire &&
	589	ls .git/objects/pack/ \| grep idx >expect &&
	590	test-tool read-midx .git/objects \| grep idx >actual &&
	591	test_cmp expect actual &&
	592	git multi-pack-index verify
	593	)
	594	'
	595
10bfa3f7 DS	596	test_expect_success 'expire respects .keep files' '
	597	(
	598	cd dup &&
	599	git pack-objects --revs .git/objects/pack/pack-all <<-EOF &&
	600	refs/heads/A
	601	EOF
	602	git multi-pack-index write &&
	603	PACKA=$(ls .git/objects/pack/a-pack*\.pack \| sed s/\.pack\$//) &&
	604	touch $PACKA.keep &&
	605	git multi-pack-index expire &&
	606	ls -S .git/objects/pack/a-pack* \| grep $PACKA >a-pack-files &&
	607	test_line_count = 3 a-pack-files &&
	608	test-tool read-midx .git/objects \| grep idx >midx-list &&
	609	test_line_count = 2 midx-list
	610	)
	611	'
	612
b526d8cb DS	613	test_expect_success 'repack --batch-size=0 repacks everything' '
	614	(
	615	cd dup &&
	616	rm .git/objects/pack/*.keep &&
	617	ls .git/objects/pack/*idx >idx-list &&
	618	test_line_count = 2 idx-list &&
	619	git multi-pack-index repack --batch-size=0 &&
	620	ls .git/objects/pack/*idx >idx-list &&
	621	test_line_count = 3 idx-list &&
	622	test-tool read-midx .git/objects \| grep idx >midx-list &&
	623	test_line_count = 3 midx-list &&
	624	git multi-pack-index expire &&
	625	ls -al .git/objects/pack/*idx >idx-list &&
	626	test_line_count = 1 idx-list &&
	627	git multi-pack-index repack --batch-size=0 &&
	628	ls -al .git/objects/pack/*idx >new-idx-list &&
	629	test_cmp idx-list new-idx-list
	630	)
	631	'
10bfa3f7	632
a3407730	633	test_done