[thirdparty/git.git] / t / t5318-commit-graph.sh

#!/bin/sh

test_description='commit graph'
. ./test-lib.sh

test_expect_success 'setup full repo' '
	mkdir full &&
	cd "$TRASH_DIRECTORY/full" &&
	git init &&
	git config core.commitGraph true &&
	objdir=".git/objects" &&
	test_oid_init
'

test_expect_success 'verify graph with no graph file' '
	cd "$TRASH_DIRECTORY/full" &&
	git commit-graph verify
'

test_expect_success 'write graph with no packs' '
	cd "$TRASH_DIRECTORY/full" &&
	git commit-graph write --object-dir . &&
	test_path_is_file info/commit-graph
'

test_expect_success 'create commits and repack' '
	cd "$TRASH_DIRECTORY/full" &&
	for i in $(test_seq 3)
	do
		test_commit $i &&
		git branch commits/$i
	done &&
	git repack
'

graph_git_two_modes() {
	git -c core.commitGraph=true $1 >output
	git -c core.commitGraph=false $1 >expect
	test_cmp expect output
}

graph_git_behavior() {
	MSG=$1
	DIR=$2
	BRANCH=$3
	COMPARE=$4
	test_expect_success "check normal git operations: $MSG" '
		cd "$TRASH_DIRECTORY/$DIR" &&
		graph_git_two_modes "log --oneline $BRANCH" &&
		graph_git_two_modes "log --topo-order $BRANCH" &&
		graph_git_two_modes "log --graph $COMPARE..$BRANCH" &&
		graph_git_two_modes "branch -vv" &&
		graph_git_two_modes "merge-base -a $BRANCH $COMPARE"
	'
}

graph_git_behavior 'no graph' full commits/3 commits/1

graph_read_expect() {
	OPTIONAL=""
	NUM_CHUNKS=3
	if test ! -z $2
	then
		OPTIONAL=" $2"
		NUM_CHUNKS=$((3 + $(echo "$2" | wc -w)))
	fi
	cat >expect <<- EOF
	header: 43475048 1 1 $NUM_CHUNKS 0
	num_commits: $1
	chunks: oid_fanout oid_lookup commit_metadata$OPTIONAL
	EOF
	git commit-graph read >output &&
	test_cmp expect output
}

test_expect_success 'write graph' '
	cd "$TRASH_DIRECTORY/full" &&
	graph1=$(git commit-graph write) &&
	test_path_is_file $objdir/info/commit-graph &&
	graph_read_expect "3"
'

graph_git_behavior 'graph exists' full commits/3 commits/1

test_expect_success 'Add more commits' '
	cd "$TRASH_DIRECTORY/full" &&
	git reset --hard commits/1 &&
	for i in $(test_seq 4 5)
	do
		test_commit $i &&
		git branch commits/$i
	done &&
	git reset --hard commits/2 &&
	for i in $(test_seq 6 7)
	do
		test_commit $i &&
		git branch commits/$i
	done &&
	git reset --hard commits/2 &&
	git merge commits/4 &&
	git branch merge/1 &&
	git reset --hard commits/4 &&
	git merge commits/6 &&
	git branch merge/2 &&
	git reset --hard commits/3 &&
	git merge commits/5 commits/7 &&
	git branch merge/3 &&
	git repack
'

# Current graph structure:
#
#   __M3___
#  /   |   \
# 3 M1 5 M2 7
# |/  \|/  \|
# 2    4    6
# |___/____/
# 1

test_expect_success 'write graph with merges' '
	cd "$TRASH_DIRECTORY/full" &&
	git commit-graph write &&
	test_path_is_file $objdir/info/commit-graph &&
	graph_read_expect "10" "extra_edges"
'

graph_git_behavior 'merge 1 vs 2' full merge/1 merge/2
graph_git_behavior 'merge 1 vs 3' full merge/1 merge/3
graph_git_behavior 'merge 2 vs 3' full merge/2 merge/3

test_expect_success 'Add one more commit' '
	cd "$TRASH_DIRECTORY/full" &&
	test_commit 8 &&
	git branch commits/8 &&
	ls $objdir/pack | grep idx >existing-idx &&
	git repack &&
	ls $objdir/pack| grep idx | grep -v -f existing-idx >new-idx
'

# Current graph structure:
#
#      8
#      |
#   __M3___
#  /   |   \
# 3 M1 5 M2 7
# |/  \|/  \|
# 2    4    6
# |___/____/
# 1

graph_git_behavior 'mixed mode, commit 8 vs merge 1' full commits/8 merge/1
graph_git_behavior 'mixed mode, commit 8 vs merge 2' full commits/8 merge/2

test_expect_success 'write graph with new commit' '
	cd "$TRASH_DIRECTORY/full" &&
	git commit-graph write &&
	test_path_is_file $objdir/info/commit-graph &&
	graph_read_expect "11" "extra_edges"
'

graph_git_behavior 'full graph, commit 8 vs merge 1' full commits/8 merge/1
graph_git_behavior 'full graph, commit 8 vs merge 2' full commits/8 merge/2

test_expect_success 'write graph with nothing new' '
	cd "$TRASH_DIRECTORY/full" &&
	git commit-graph write &&
	test_path_is_file $objdir/info/commit-graph &&
	graph_read_expect "11" "extra_edges"
'

graph_git_behavior 'cleared graph, commit 8 vs merge 1' full commits/8 merge/1
graph_git_behavior 'cleared graph, commit 8 vs merge 2' full commits/8 merge/2

test_expect_success 'build graph from latest pack with closure' '
	cd "$TRASH_DIRECTORY/full" &&
	cat new-idx | git commit-graph write --stdin-packs &&
	test_path_is_file $objdir/info/commit-graph &&
	graph_read_expect "9" "extra_edges"
'

graph_git_behavior 'graph from pack, commit 8 vs merge 1' full commits/8 merge/1
graph_git_behavior 'graph from pack, commit 8 vs merge 2' full commits/8 merge/2

test_expect_success 'build graph from commits with closure' '
	cd "$TRASH_DIRECTORY/full" &&
	git tag -a -m "merge" tag/merge merge/2 &&
	git rev-parse tag/merge >commits-in &&
	git rev-parse merge/1 >>commits-in &&
	cat commits-in | git commit-graph write --stdin-commits &&
	test_path_is_file $objdir/info/commit-graph &&
	graph_read_expect "6"
'

graph_git_behavior 'graph from commits, commit 8 vs merge 1' full commits/8 merge/1
graph_git_behavior 'graph from commits, commit 8 vs merge 2' full commits/8 merge/2

test_expect_success 'build graph from commits with append' '
	cd "$TRASH_DIRECTORY/full" &&
	git rev-parse merge/3 | git commit-graph write --stdin-commits --append &&
	test_path_is_file $objdir/info/commit-graph &&
	graph_read_expect "10" "extra_edges"
'

graph_git_behavior 'append graph, commit 8 vs merge 1' full commits/8 merge/1
graph_git_behavior 'append graph, commit 8 vs merge 2' full commits/8 merge/2

test_expect_success 'build graph using --reachable' '
	cd "$TRASH_DIRECTORY/full" &&
	git commit-graph write --reachable &&
	test_path_is_file $objdir/info/commit-graph &&
	graph_read_expect "11" "extra_edges"
'

graph_git_behavior 'append graph, commit 8 vs merge 1' full commits/8 merge/1
graph_git_behavior 'append graph, commit 8 vs merge 2' full commits/8 merge/2

test_expect_success 'setup bare repo' '
	cd "$TRASH_DIRECTORY" &&
	git clone --bare --no-local full bare &&
	cd bare &&
	git config core.commitGraph true &&
	baredir="./objects"
'

graph_git_behavior 'bare repo, commit 8 vs merge 1' bare commits/8 merge/1
graph_git_behavior 'bare repo, commit 8 vs merge 2' bare commits/8 merge/2

test_expect_success 'write graph in bare repo' '
	cd "$TRASH_DIRECTORY/bare" &&
	git commit-graph write &&
	test_path_is_file $baredir/info/commit-graph &&
	graph_read_expect "11" "extra_edges"
'

graph_git_behavior 'bare repo with graph, commit 8 vs merge 1' bare commits/8 merge/1
graph_git_behavior 'bare repo with graph, commit 8 vs merge 2' bare commits/8 merge/2

test_expect_success 'perform fast-forward merge in full repo' '
	cd "$TRASH_DIRECTORY/full" &&
	git checkout -b merge-5-to-8 commits/5 &&
	git merge commits/8 &&
	git show-ref -s merge-5-to-8 >output &&
	git show-ref -s commits/8 >expect &&
	test_cmp expect output
'

test_expect_success 'check that gc computes commit-graph' '
	cd "$TRASH_DIRECTORY/full" &&
	git commit --allow-empty -m "blank" &&
	git commit-graph write --reachable &&
	cp $objdir/info/commit-graph commit-graph-before-gc &&
	git reset --hard HEAD~1 &&
	git config gc.writeCommitGraph true &&
	git gc &&
	cp $objdir/info/commit-graph commit-graph-after-gc &&
	! test_cmp_bin commit-graph-before-gc commit-graph-after-gc &&
	git commit-graph write --reachable &&
	test_cmp_bin commit-graph-after-gc $objdir/info/commit-graph
'

test_expect_success 'replace-objects invalidates commit-graph' '
	cd "$TRASH_DIRECTORY" &&
	test_when_finished rm -rf replace &&
	git clone full replace &&
	(
		cd replace &&
		git commit-graph write --reachable &&
		test_path_is_file .git/objects/info/commit-graph &&
		git replace HEAD~1 HEAD~2 &&
		git -c core.commitGraph=false log >expect &&
		git -c core.commitGraph=true log >actual &&
		test_cmp expect actual &&
		git commit-graph write --reachable &&
		git -c core.commitGraph=false --no-replace-objects log >expect &&
		git -c core.commitGraph=true --no-replace-objects log >actual &&
		test_cmp expect actual &&
		rm -rf .git/objects/info/commit-graph &&
		git commit-graph write --reachable &&
		test_path_is_file .git/objects/info/commit-graph
	)
'

test_expect_success 'commit grafts invalidate commit-graph' '
	cd "$TRASH_DIRECTORY" &&
	test_when_finished rm -rf graft &&
	git clone full graft &&
	(
		cd graft &&
		git commit-graph write --reachable &&
		test_path_is_file .git/objects/info/commit-graph &&
		H1=$(git rev-parse --verify HEAD~1) &&
		H3=$(git rev-parse --verify HEAD~3) &&
		echo "$H1 $H3" >.git/info/grafts &&
		git -c core.commitGraph=false log >expect &&
		git -c core.commitGraph=true log >actual &&
		test_cmp expect actual &&
		git commit-graph write --reachable &&
		git -c core.commitGraph=false --no-replace-objects log >expect &&
		git -c core.commitGraph=true --no-replace-objects log >actual &&
		test_cmp expect actual &&
		rm -rf .git/objects/info/commit-graph &&
		git commit-graph write --reachable &&
		test_path_is_missing .git/objects/info/commit-graph
	)
'

test_expect_success 'replace-objects invalidates commit-graph' '
	cd "$TRASH_DIRECTORY" &&
	test_when_finished rm -rf shallow &&
	git clone --depth 2 "file://$TRASH_DIRECTORY/full" shallow &&
	(
		cd shallow &&
		git commit-graph write --reachable &&
		test_path_is_missing .git/objects/info/commit-graph &&
		git fetch origin --unshallow &&
		git commit-graph write --reachable &&
		test_path_is_file .git/objects/info/commit-graph
	)
'

# the verify tests below expect the commit-graph to contain
# exactly the commits reachable from the commits/8 branch.
# If the file changes the set of commits in the list, then the
# offsets into the binary file will result in different edits
# and the tests will likely break.

test_expect_success 'git commit-graph verify' '
	cd "$TRASH_DIRECTORY/full" &&
	git rev-parse commits/8 | git commit-graph write --stdin-commits &&
	git commit-graph verify >output
'

NUM_COMMITS=9
NUM_OCTOPUS_EDGES=2
HASH_LEN="$(test_oid rawsz)"
GRAPH_BYTE_VERSION=4
GRAPH_BYTE_HASH=5
GRAPH_BYTE_CHUNK_COUNT=6
GRAPH_CHUNK_LOOKUP_OFFSET=8
GRAPH_CHUNK_LOOKUP_WIDTH=12
GRAPH_CHUNK_LOOKUP_ROWS=5
GRAPH_BYTE_OID_FANOUT_ID=$GRAPH_CHUNK_LOOKUP_OFFSET
GRAPH_BYTE_OID_LOOKUP_ID=$(($GRAPH_CHUNK_LOOKUP_OFFSET + \
			    1 * $GRAPH_CHUNK_LOOKUP_WIDTH))
GRAPH_BYTE_COMMIT_DATA_ID=$(($GRAPH_CHUNK_LOOKUP_OFFSET + \
			     2 * $GRAPH_CHUNK_LOOKUP_WIDTH))
GRAPH_FANOUT_OFFSET=$(($GRAPH_CHUNK_LOOKUP_OFFSET + \
		       $GRAPH_CHUNK_LOOKUP_WIDTH * $GRAPH_CHUNK_LOOKUP_ROWS))
GRAPH_BYTE_FANOUT1=$(($GRAPH_FANOUT_OFFSET + 4 * 4))
GRAPH_BYTE_FANOUT2=$(($GRAPH_FANOUT_OFFSET + 4 * 255))
GRAPH_OID_LOOKUP_OFFSET=$(($GRAPH_FANOUT_OFFSET + 4 * 256))
GRAPH_BYTE_OID_LOOKUP_ORDER=$(($GRAPH_OID_LOOKUP_OFFSET + $HASH_LEN * 8))
GRAPH_BYTE_OID_LOOKUP_MISSING=$(($GRAPH_OID_LOOKUP_OFFSET + $HASH_LEN * 4 + 10))
GRAPH_COMMIT_DATA_OFFSET=$(($GRAPH_OID_LOOKUP_OFFSET + $HASH_LEN * $NUM_COMMITS))
GRAPH_BYTE_COMMIT_TREE=$GRAPH_COMMIT_DATA_OFFSET
GRAPH_BYTE_COMMIT_PARENT=$(($GRAPH_COMMIT_DATA_OFFSET + $HASH_LEN))
GRAPH_BYTE_COMMIT_EXTRA_PARENT=$(($GRAPH_COMMIT_DATA_OFFSET + $HASH_LEN + 4))
GRAPH_BYTE_COMMIT_WRONG_PARENT=$(($GRAPH_COMMIT_DATA_OFFSET + $HASH_LEN + 3))
GRAPH_BYTE_COMMIT_GENERATION=$(($GRAPH_COMMIT_DATA_OFFSET + $HASH_LEN + 11))
GRAPH_BYTE_COMMIT_DATE=$(($GRAPH_COMMIT_DATA_OFFSET + $HASH_LEN + 12))
GRAPH_COMMIT_DATA_WIDTH=$(($HASH_LEN + 16))
GRAPH_OCTOPUS_DATA_OFFSET=$(($GRAPH_COMMIT_DATA_OFFSET + \
			     $GRAPH_COMMIT_DATA_WIDTH * $NUM_COMMITS))
GRAPH_BYTE_OCTOPUS=$(($GRAPH_OCTOPUS_DATA_OFFSET + 4))
GRAPH_BYTE_FOOTER=$(($GRAPH_OCTOPUS_DATA_OFFSET + 4 * $NUM_OCTOPUS_EDGES))

# usage: corrupt_graph_and_verify <position> <data> <string> [<zero_pos>]
# Manipulates the commit-graph file at the position
# by inserting the data, optionally zeroing the file
# starting at <zero_pos>, then runs 'git commit-graph verify'
# and places the output in the file 'err'. Test 'err' for
# the given string.
corrupt_graph_and_verify() {
	pos=$1
	data="${2:-\0}"
	grepstr=$3
	cd "$TRASH_DIRECTORY/full" &&
	orig_size=$(wc -c < $objdir/info/commit-graph) &&
	zero_pos=${4:-${orig_size}} &&
	test_when_finished mv commit-graph-backup $objdir/info/commit-graph &&
	cp $objdir/info/commit-graph commit-graph-backup &&
	printf "$data" | dd of="$objdir/info/commit-graph" bs=1 seek="$pos" conv=notrunc &&
	dd of="$objdir/info/commit-graph" bs=1 seek="$zero_pos" count=0 &&
	dd if=/dev/zero of="$objdir/info/commit-graph" bs=1 seek="$zero_pos" count=$(($orig_size - $zero_pos)) &&
	test_must_fail git commit-graph verify 2>test_err &&
	grep -v "^+" test_err >err &&
	test_i18ngrep "$grepstr" err
}

test_expect_success 'detect bad signature' '
	corrupt_graph_and_verify 0 "\0" \
		"graph signature"
'

test_expect_success 'detect bad version' '
	corrupt_graph_and_verify $GRAPH_BYTE_VERSION "\02" \
		"graph version"
'

test_expect_success 'detect bad hash version' '
	corrupt_graph_and_verify $GRAPH_BYTE_HASH "\02" \
		"hash version"
'

test_expect_success 'detect low chunk count' '
	corrupt_graph_and_verify $GRAPH_BYTE_CHUNK_COUNT "\02" \
		"missing the .* chunk"
'

test_expect_success 'detect missing OID fanout chunk' '
	corrupt_graph_and_verify $GRAPH_BYTE_OID_FANOUT_ID "\0" \
		"missing the OID Fanout chunk"
'

test_expect_success 'detect missing OID lookup chunk' '
	corrupt_graph_and_verify $GRAPH_BYTE_OID_LOOKUP_ID "\0" \
		"missing the OID Lookup chunk"
'

test_expect_success 'detect missing commit data chunk' '
	corrupt_graph_and_verify $GRAPH_BYTE_COMMIT_DATA_ID "\0" \
		"missing the Commit Data chunk"
'

test_expect_success 'detect incorrect fanout' '
	corrupt_graph_and_verify $GRAPH_BYTE_FANOUT1 "\01" \
		"fanout value"
'

test_expect_success 'detect incorrect fanout final value' '
	corrupt_graph_and_verify $GRAPH_BYTE_FANOUT2 "\01" \
		"fanout value"
'

test_expect_success 'detect incorrect OID order' '
	corrupt_graph_and_verify $GRAPH_BYTE_OID_LOOKUP_ORDER "\01" \
		"incorrect OID order"
'

test_expect_success 'detect OID not in object database' '
	corrupt_graph_and_verify $GRAPH_BYTE_OID_LOOKUP_MISSING "\01" \
		"from object database"
'

test_expect_success 'detect incorrect tree OID' '
	corrupt_graph_and_verify $GRAPH_BYTE_COMMIT_TREE "\01" \
		"root tree OID for commit"
'

test_expect_success 'detect incorrect parent int-id' '
	corrupt_graph_and_verify $GRAPH_BYTE_COMMIT_PARENT "\01" \
		"invalid parent"
'

test_expect_success 'detect extra parent int-id' '
	corrupt_graph_and_verify $GRAPH_BYTE_COMMIT_EXTRA_PARENT "\00" \
		"is too long"
'

test_expect_success 'detect wrong parent' '
	corrupt_graph_and_verify $GRAPH_BYTE_COMMIT_WRONG_PARENT "\01" \
		"commit-graph parent for"
'

test_expect_success 'detect incorrect generation number' '
	corrupt_graph_and_verify $GRAPH_BYTE_COMMIT_GENERATION "\070" \
		"generation for commit"
'

test_expect_success 'detect incorrect generation number' '
	corrupt_graph_and_verify $GRAPH_BYTE_COMMIT_GENERATION "\01" \
		"non-zero generation number"
'

test_expect_success 'detect incorrect commit date' '
	corrupt_graph_and_verify $GRAPH_BYTE_COMMIT_DATE "\01" \
		"commit date"
'

test_expect_success 'detect incorrect parent for octopus merge' '
	corrupt_graph_and_verify $GRAPH_BYTE_OCTOPUS "\01" \
		"invalid parent"
'

test_expect_success 'detect invalid checksum hash' '
	corrupt_graph_and_verify $GRAPH_BYTE_FOOTER "\00" \
		"incorrect checksum"
'

test_expect_success 'detect incorrect chunk count' '
	corrupt_graph_and_verify $GRAPH_BYTE_CHUNK_COUNT "\377" \
		"chunk lookup table entry missing" $GRAPH_CHUNK_LOOKUP_OFFSET
'

test_expect_success 'git fsck (checks commit-graph)' '
	cd "$TRASH_DIRECTORY/full" &&
	git fsck &&
	corrupt_graph_and_verify $GRAPH_BYTE_FOOTER "\00" \
		"incorrect checksum" &&
	test_must_fail git fsck
'

test_expect_success 'setup non-the_repository tests' '
	rm -rf repo &&
	git init repo &&
	test_commit -C repo one &&
	test_commit -C repo two &&
	git -C repo config core.commitGraph true &&
	git -C repo rev-parse two | \
		git -C repo commit-graph write --stdin-commits
'

test_expect_success 'parse_commit_in_graph works for non-the_repository' '
	test-tool repository parse_commit_in_graph \
		repo/.git repo "$(git -C repo rev-parse two)" >actual &&
	{
		git -C repo log --pretty=format:"%ct " -1 &&
		git -C repo rev-parse one
	} >expect &&
	test_cmp expect actual &&

	test-tool repository parse_commit_in_graph \
		repo/.git repo "$(git -C repo rev-parse one)" >actual &&
	git -C repo log --pretty="%ct" -1 one >expect &&
	test_cmp expect actual
'

test_expect_success 'get_commit_tree_in_graph works for non-the_repository' '
	test-tool repository get_commit_tree_in_graph \
		repo/.git repo "$(git -C repo rev-parse two)" >actual &&
	git -C repo rev-parse two^{tree} >expect &&
	test_cmp expect actual &&

	test-tool repository get_commit_tree_in_graph \
		repo/.git repo "$(git -C repo rev-parse one)" >actual &&
	git -C repo rev-parse one^{tree} >expect &&
	test_cmp expect actual
'

test_done
Commit	Line	Data
f237c8b6 DS	1	#!/bin/sh
	2
	3	test_description='commit graph'
	4	. ./test-lib.sh
	5
	6	test_expect_success 'setup full repo' '
	7	mkdir full &&
	8	cd "$TRASH_DIRECTORY/full" &&
	9	git init &&
177722b3	10	git config core.commitGraph true &&
ae0c89d4 DS	11	objdir=".git/objects" &&
ae0c89d4 DS	12	test_oid_init
f237c8b6 DS	13	'
f237c8b6 DS	14
283e68c7 DS	15	test_expect_success 'verify graph with no graph file' '
	16	cd "$TRASH_DIRECTORY/full" &&
	17	git commit-graph verify
	18	'
	19
f237c8b6 DS	20	test_expect_success 'write graph with no packs' '
	21	cd "$TRASH_DIRECTORY/full" &&
	22	git commit-graph write --object-dir . &&
	23	test_path_is_file info/commit-graph
	24	'
	25
	26	test_expect_success 'create commits and repack' '
	27	cd "$TRASH_DIRECTORY/full" &&
	28	for i in $(test_seq 3)
	29	do
	30	test_commit $i &&
	31	git branch commits/$i
	32	done &&
	33	git repack
	34	'
	35
177722b3	36	graph_git_two_modes() {
55abcb41 DS	37	git -c core.commitGraph=true $1 >output
55abcb41 DS	38	git -c core.commitGraph=false $1 >expect
dcbaa0b3	39	test_cmp expect output
177722b3 DS	40	}
	41
	42	graph_git_behavior() {
	43	MSG=$1
	44	DIR=$2
	45	BRANCH=$3
	46	COMPARE=$4
	47	test_expect_success "check normal git operations: $MSG" '
	48	cd "$TRASH_DIRECTORY/$DIR" &&
	49	graph_git_two_modes "log --oneline $BRANCH" &&
	50	graph_git_two_modes "log --topo-order $BRANCH" &&
	51	graph_git_two_modes "log --graph $COMPARE..$BRANCH" &&
	52	graph_git_two_modes "branch -vv" &&
	53	graph_git_two_modes "merge-base -a $BRANCH $COMPARE"
	54	'
	55	}
	56
	57	graph_git_behavior 'no graph' full commits/3 commits/1
	58
2a2e32bd DS	59	graph_read_expect() {
	60	OPTIONAL=""
	61	NUM_CHUNKS=3
	62	if test ! -z $2
	63	then
	64	OPTIONAL=" $2"
	65	NUM_CHUNKS=$((3 + $(echo "$2" \| wc -w)))
	66	fi
	67	cat >expect <<- EOF
	68	header: 43475048 1 1 $NUM_CHUNKS 0
	69	num_commits: $1
	70	chunks: oid_fanout oid_lookup commit_metadata$OPTIONAL
	71	EOF
	72	git commit-graph read >output &&
	73	test_cmp expect output
	74	}
	75
f237c8b6 DS	76	test_expect_success 'write graph' '
	77	cd "$TRASH_DIRECTORY/full" &&
	78	graph1=$(git commit-graph write) &&
2a2e32bd DS	79	test_path_is_file $objdir/info/commit-graph &&
2a2e32bd DS	80	graph_read_expect "3"
f237c8b6 DS	81	'
f237c8b6 DS	82
177722b3 DS	83	graph_git_behavior 'graph exists' full commits/3 commits/1
177722b3 DS	84
f237c8b6 DS	85	test_expect_success 'Add more commits' '
	86	cd "$TRASH_DIRECTORY/full" &&
	87	git reset --hard commits/1 &&
	88	for i in $(test_seq 4 5)
	89	do
	90	test_commit $i &&
	91	git branch commits/$i
	92	done &&
	93	git reset --hard commits/2 &&
	94	for i in $(test_seq 6 7)
	95	do
	96	test_commit $i &&
	97	git branch commits/$i
	98	done &&
	99	git reset --hard commits/2 &&
	100	git merge commits/4 &&
	101	git branch merge/1 &&
	102	git reset --hard commits/4 &&
	103	git merge commits/6 &&
	104	git branch merge/2 &&
	105	git reset --hard commits/3 &&
	106	git merge commits/5 commits/7 &&
	107	git branch merge/3 &&
	108	git repack
	109	'
	110
	111	# Current graph structure:
	112	#
	113	# __M3___
	114	# / \| \
	115	# 3 M1 5 M2 7
	116	# \|/ \\|/ \\|
	117	# 2 4 6
	118	# \|___/____/
	119	# 1
	120
f237c8b6 DS	121	test_expect_success 'write graph with merges' '
	122	cd "$TRASH_DIRECTORY/full" &&
	123	git commit-graph write &&
2a2e32bd	124	test_path_is_file $objdir/info/commit-graph &&
5af7417b	125	graph_read_expect "10" "extra_edges"
f237c8b6 DS	126	'
f237c8b6 DS	127
177722b3 DS	128	graph_git_behavior 'merge 1 vs 2' full merge/1 merge/2
	129	graph_git_behavior 'merge 1 vs 3' full merge/1 merge/3
	130	graph_git_behavior 'merge 2 vs 3' full merge/2 merge/3
	131
f237c8b6 DS	132	test_expect_success 'Add one more commit' '
	133	cd "$TRASH_DIRECTORY/full" &&
	134	test_commit 8 &&
	135	git branch commits/8 &&
	136	ls $objdir/pack \| grep idx >existing-idx &&
	137	git repack &&
4a3ed638	138	ls $objdir/pack\| grep idx \| grep -v -f existing-idx >new-idx
f237c8b6 DS	139	'
	140
	141	# Current graph structure:
	142	#
	143	# 8
	144	# \|
	145	# __M3___
	146	# / \| \
	147	# 3 M1 5 M2 7
	148	# \|/ \\|/ \\|
	149	# 2 4 6
	150	# \|___/____/
	151	# 1
	152
177722b3 DS	153	graph_git_behavior 'mixed mode, commit 8 vs merge 1' full commits/8 merge/1
	154	graph_git_behavior 'mixed mode, commit 8 vs merge 2' full commits/8 merge/2
	155
f237c8b6 DS	156	test_expect_success 'write graph with new commit' '
	157	cd "$TRASH_DIRECTORY/full" &&
	158	git commit-graph write &&
2a2e32bd	159	test_path_is_file $objdir/info/commit-graph &&
5af7417b	160	graph_read_expect "11" "extra_edges"
f237c8b6 DS	161	'
f237c8b6 DS	162
177722b3 DS	163	graph_git_behavior 'full graph, commit 8 vs merge 1' full commits/8 merge/1
	164	graph_git_behavior 'full graph, commit 8 vs merge 2' full commits/8 merge/2
	165
f237c8b6 DS	166	test_expect_success 'write graph with nothing new' '
	167	cd "$TRASH_DIRECTORY/full" &&
	168	git commit-graph write &&
2a2e32bd	169	test_path_is_file $objdir/info/commit-graph &&
5af7417b	170	graph_read_expect "11" "extra_edges"
f237c8b6 DS	171	'
f237c8b6 DS	172
177722b3 DS	173	graph_git_behavior 'cleared graph, commit 8 vs merge 1' full commits/8 merge/1
	174	graph_git_behavior 'cleared graph, commit 8 vs merge 2' full commits/8 merge/2
	175
049d51a2 DS	176	test_expect_success 'build graph from latest pack with closure' '
	177	cd "$TRASH_DIRECTORY/full" &&
	178	cat new-idx \| git commit-graph write --stdin-packs &&
	179	test_path_is_file $objdir/info/commit-graph &&
5af7417b	180	graph_read_expect "9" "extra_edges"
049d51a2 DS	181	'
	182
	183	graph_git_behavior 'graph from pack, commit 8 vs merge 1' full commits/8 merge/1
	184	graph_git_behavior 'graph from pack, commit 8 vs merge 2' full commits/8 merge/2
	185
3d5df01b DS	186	test_expect_success 'build graph from commits with closure' '
	187	cd "$TRASH_DIRECTORY/full" &&
	188	git tag -a -m "merge" tag/merge merge/2 &&
	189	git rev-parse tag/merge >commits-in &&
	190	git rev-parse merge/1 >>commits-in &&
	191	cat commits-in \| git commit-graph write --stdin-commits &&
	192	test_path_is_file $objdir/info/commit-graph &&
	193	graph_read_expect "6"
	194	'
	195
	196	graph_git_behavior 'graph from commits, commit 8 vs merge 1' full commits/8 merge/1
	197	graph_git_behavior 'graph from commits, commit 8 vs merge 2' full commits/8 merge/2
	198
7547b95b DS	199	test_expect_success 'build graph from commits with append' '
	200	cd "$TRASH_DIRECTORY/full" &&
	201	git rev-parse merge/3 \| git commit-graph write --stdin-commits --append &&
	202	test_path_is_file $objdir/info/commit-graph &&
5af7417b	203	graph_read_expect "10" "extra_edges"
7547b95b DS	204	'
	205
	206	graph_git_behavior 'append graph, commit 8 vs merge 1' full commits/8 merge/1
	207	graph_git_behavior 'append graph, commit 8 vs merge 2' full commits/8 merge/2
	208
59fb8770 DS	209	test_expect_success 'build graph using --reachable' '
	210	cd "$TRASH_DIRECTORY/full" &&
	211	git commit-graph write --reachable &&
	212	test_path_is_file $objdir/info/commit-graph &&
5af7417b	213	graph_read_expect "11" "extra_edges"
59fb8770 DS	214	'
	215
	216	graph_git_behavior 'append graph, commit 8 vs merge 1' full commits/8 merge/1
	217	graph_git_behavior 'append graph, commit 8 vs merge 2' full commits/8 merge/2
	218
f237c8b6 DS	219	test_expect_success 'setup bare repo' '
	220	cd "$TRASH_DIRECTORY" &&
	221	git clone --bare --no-local full bare &&
	222	cd bare &&
177722b3	223	git config core.commitGraph true &&
f237c8b6 DS	224	baredir="./objects"
	225	'
	226
177722b3 DS	227	graph_git_behavior 'bare repo, commit 8 vs merge 1' bare commits/8 merge/1
	228	graph_git_behavior 'bare repo, commit 8 vs merge 2' bare commits/8 merge/2
	229
f237c8b6 DS	230	test_expect_success 'write graph in bare repo' '
	231	cd "$TRASH_DIRECTORY/bare" &&
	232	git commit-graph write &&
2a2e32bd	233	test_path_is_file $baredir/info/commit-graph &&
5af7417b	234	graph_read_expect "11" "extra_edges"
f237c8b6 DS	235	'
f237c8b6 DS	236
177722b3 DS	237	graph_git_behavior 'bare repo with graph, commit 8 vs merge 1' bare commits/8 merge/1
	238	graph_git_behavior 'bare repo with graph, commit 8 vs merge 2' bare commits/8 merge/2
	239
7adf5266 DS	240	test_expect_success 'perform fast-forward merge in full repo' '
	241	cd "$TRASH_DIRECTORY/full" &&
	242	git checkout -b merge-5-to-8 commits/5 &&
	243	git merge commits/8 &&
	244	git show-ref -s merge-5-to-8 >output &&
	245	git show-ref -s commits/8 >expect &&
	246	test_cmp expect output
	247	'
	248
d5d5d7b6 DS	249	test_expect_success 'check that gc computes commit-graph' '
	250	cd "$TRASH_DIRECTORY/full" &&
	251	git commit --allow-empty -m "blank" &&
	252	git commit-graph write --reachable &&
	253	cp $objdir/info/commit-graph commit-graph-before-gc &&
	254	git reset --hard HEAD~1 &&
	255	git config gc.writeCommitGraph true &&
	256	git gc &&
	257	cp $objdir/info/commit-graph commit-graph-after-gc &&
eb7cc5bc	258	! test_cmp_bin commit-graph-before-gc commit-graph-after-gc &&
d5d5d7b6	259	git commit-graph write --reachable &&
eb7cc5bc	260	test_cmp_bin commit-graph-after-gc $objdir/info/commit-graph
d5d5d7b6 DS	261	'
d5d5d7b6 DS	262
d6538246 DS	263	test_expect_success 'replace-objects invalidates commit-graph' '
	264	cd "$TRASH_DIRECTORY" &&
	265	test_when_finished rm -rf replace &&
	266	git clone full replace &&
	267	(
	268	cd replace &&
	269	git commit-graph write --reachable &&
	270	test_path_is_file .git/objects/info/commit-graph &&
	271	git replace HEAD~1 HEAD~2 &&
	272	git -c core.commitGraph=false log >expect &&
	273	git -c core.commitGraph=true log >actual &&
	274	test_cmp expect actual &&
	275	git commit-graph write --reachable &&
	276	git -c core.commitGraph=false --no-replace-objects log >expect &&
	277	git -c core.commitGraph=true --no-replace-objects log >actual &&
	278	test_cmp expect actual &&
	279	rm -rf .git/objects/info/commit-graph &&
	280	git commit-graph write --reachable &&
	281	test_path_is_file .git/objects/info/commit-graph
	282	)
	283	'
	284
20fd6d57 DS	285	test_expect_success 'commit grafts invalidate commit-graph' '
	286	cd "$TRASH_DIRECTORY" &&
	287	test_when_finished rm -rf graft &&
	288	git clone full graft &&
	289	(
	290	cd graft &&
	291	git commit-graph write --reachable &&
	292	test_path_is_file .git/objects/info/commit-graph &&
	293	H1=$(git rev-parse --verify HEAD~1) &&
	294	H3=$(git rev-parse --verify HEAD~3) &&
	295	echo "$H1 $H3" >.git/info/grafts &&
	296	git -c core.commitGraph=false log >expect &&
	297	git -c core.commitGraph=true log >actual &&
	298	test_cmp expect actual &&
	299	git commit-graph write --reachable &&
	300	git -c core.commitGraph=false --no-replace-objects log >expect &&
	301	git -c core.commitGraph=true --no-replace-objects log >actual &&
	302	test_cmp expect actual &&
	303	rm -rf .git/objects/info/commit-graph &&
	304	git commit-graph write --reachable &&
	305	test_path_is_missing .git/objects/info/commit-graph
	306	)
	307	'
	308
	309	test_expect_success 'replace-objects invalidates commit-graph' '
	310	cd "$TRASH_DIRECTORY" &&
	311	test_when_finished rm -rf shallow &&
	312	git clone --depth 2 "file://$TRASH_DIRECTORY/full" shallow &&
	313	(
	314	cd shallow &&
	315	git commit-graph write --reachable &&
	316	test_path_is_missing .git/objects/info/commit-graph &&
	317	git fetch origin --unshallow &&
	318	git commit-graph write --reachable &&
	319	test_path_is_file .git/objects/info/commit-graph
	320	)
	321	'
	322
d9b9f8a6 DS	323	# the verify tests below expect the commit-graph to contain
	324	# exactly the commits reachable from the commits/8 branch.
	325	# If the file changes the set of commits in the list, then the
	326	# offsets into the binary file will result in different edits
	327	# and the tests will likely break.
	328
283e68c7 DS	329	test_expect_success 'git commit-graph verify' '
283e68c7 DS	330	cd "$TRASH_DIRECTORY/full" &&
d9b9f8a6	331	git rev-parse commits/8 \| git commit-graph write --stdin-commits &&
283e68c7 DS	332	git commit-graph verify >output
	333	'
	334
96af91d4	335	NUM_COMMITS=9
437787ae	336	NUM_OCTOPUS_EDGES=2
ae0c89d4	337	HASH_LEN="$(test_oid rawsz)"
d9b9f8a6 DS	338	GRAPH_BYTE_VERSION=4
d9b9f8a6 DS	339	GRAPH_BYTE_HASH=5
2bd0365f DS	340	GRAPH_BYTE_CHUNK_COUNT=6
	341	GRAPH_CHUNK_LOOKUP_OFFSET=8
	342	GRAPH_CHUNK_LOOKUP_WIDTH=12
	343	GRAPH_CHUNK_LOOKUP_ROWS=5
	344	GRAPH_BYTE_OID_FANOUT_ID=$GRAPH_CHUNK_LOOKUP_OFFSET
	345	GRAPH_BYTE_OID_LOOKUP_ID=$(($GRAPH_CHUNK_LOOKUP_OFFSET + \
	346	1 * $GRAPH_CHUNK_LOOKUP_WIDTH))
	347	GRAPH_BYTE_COMMIT_DATA_ID=$(($GRAPH_CHUNK_LOOKUP_OFFSET + \
	348	2 * $GRAPH_CHUNK_LOOKUP_WIDTH))
9bda8467 DS	349	GRAPH_FANOUT_OFFSET=$(($GRAPH_CHUNK_LOOKUP_OFFSET + \
	350	$GRAPH_CHUNK_LOOKUP_WIDTH * $GRAPH_CHUNK_LOOKUP_ROWS))
	351	GRAPH_BYTE_FANOUT1=$(($GRAPH_FANOUT_OFFSET + 4 * 4))
	352	GRAPH_BYTE_FANOUT2=$(($GRAPH_FANOUT_OFFSET + 4 * 255))
	353	GRAPH_OID_LOOKUP_OFFSET=$(($GRAPH_FANOUT_OFFSET + 4 * 256))
	354	GRAPH_BYTE_OID_LOOKUP_ORDER=$(($GRAPH_OID_LOOKUP_OFFSET + $HASH_LEN * 8))
96af91d4	355	GRAPH_BYTE_OID_LOOKUP_MISSING=$(($GRAPH_OID_LOOKUP_OFFSET + $HASH_LEN * 4 + 10))
2e3c0737 DS	356	GRAPH_COMMIT_DATA_OFFSET=$(($GRAPH_OID_LOOKUP_OFFSET + $HASH_LEN * $NUM_COMMITS))
2e3c0737 DS	357	GRAPH_BYTE_COMMIT_TREE=$GRAPH_COMMIT_DATA_OFFSET
53614b13 DS	358	GRAPH_BYTE_COMMIT_PARENT=$(($GRAPH_COMMIT_DATA_OFFSET + $HASH_LEN))
	359	GRAPH_BYTE_COMMIT_EXTRA_PARENT=$(($GRAPH_COMMIT_DATA_OFFSET + $HASH_LEN + 4))
	360	GRAPH_BYTE_COMMIT_WRONG_PARENT=$(($GRAPH_COMMIT_DATA_OFFSET + $HASH_LEN + 3))
1373e547	361	GRAPH_BYTE_COMMIT_GENERATION=$(($GRAPH_COMMIT_DATA_OFFSET + $HASH_LEN + 11))
88968ebf	362	GRAPH_BYTE_COMMIT_DATE=$(($GRAPH_COMMIT_DATA_OFFSET + $HASH_LEN + 12))
437787ae DS	363	GRAPH_COMMIT_DATA_WIDTH=$(($HASH_LEN + 16))
	364	GRAPH_OCTOPUS_DATA_OFFSET=$(($GRAPH_COMMIT_DATA_OFFSET + \
	365	$GRAPH_COMMIT_DATA_WIDTH * $NUM_COMMITS))
	366	GRAPH_BYTE_OCTOPUS=$(($GRAPH_OCTOPUS_DATA_OFFSET + 4))
41df0e30	367	GRAPH_BYTE_FOOTER=$(($GRAPH_OCTOPUS_DATA_OFFSET + 4 * $NUM_OCTOPUS_EDGES))
d9b9f8a6	368
d2b86fba	369	# usage: corrupt_graph_and_verify <position> <data> <string> [<zero_pos>]
d9b9f8a6	370	# Manipulates the commit-graph file at the position
d2b86fba JS	371	# by inserting the data, optionally zeroing the file
d2b86fba JS	372	# starting at <zero_pos>, then runs 'git commit-graph verify'
d9b9f8a6 DS	373	# and places the output in the file 'err'. Test 'err' for
	374	# the given string.
	375	corrupt_graph_and_verify() {
	376	pos=$1
	377	data="${2:-\0}"
	378	grepstr=$3
	379	cd "$TRASH_DIRECTORY/full" &&
d2b86fba JS	380	orig_size=$(wc -c < $objdir/info/commit-graph) &&
d2b86fba JS	381	zero_pos=${4:-${orig_size}} &&
d9b9f8a6 DS	382	test_when_finished mv commit-graph-backup $objdir/info/commit-graph &&
	383	cp $objdir/info/commit-graph commit-graph-backup &&
	384	printf "$data" \| dd of="$objdir/info/commit-graph" bs=1 seek="$pos" conv=notrunc &&
d2b86fba JS	385	dd of="$objdir/info/commit-graph" bs=1 seek="$zero_pos" count=0 &&
d2b86fba JS	386	dd if=/dev/zero of="$objdir/info/commit-graph" bs=1 seek="$zero_pos" count=$(($orig_size - $zero_pos)) &&
d9b9f8a6	387	test_must_fail git commit-graph verify 2>test_err &&
d2b86fba	388	grep -v "^+" test_err >err &&
d9b9f8a6 DS	389	test_i18ngrep "$grepstr" err
	390	}
	391
	392	test_expect_success 'detect bad signature' '
	393	corrupt_graph_and_verify 0 "\0" \
	394	"graph signature"
	395	'
	396
	397	test_expect_success 'detect bad version' '
	398	corrupt_graph_and_verify $GRAPH_BYTE_VERSION "\02" \
	399	"graph version"
	400	'
	401
	402	test_expect_success 'detect bad hash version' '
	403	corrupt_graph_and_verify $GRAPH_BYTE_HASH "\02" \
	404	"hash version"
	405	'
	406
2bd0365f DS	407	test_expect_success 'detect low chunk count' '
	408	corrupt_graph_and_verify $GRAPH_BYTE_CHUNK_COUNT "\02" \
	409	"missing the .* chunk"
	410	'
	411
	412	test_expect_success 'detect missing OID fanout chunk' '
	413	corrupt_graph_and_verify $GRAPH_BYTE_OID_FANOUT_ID "\0" \
	414	"missing the OID Fanout chunk"
	415	'
	416
	417	test_expect_success 'detect missing OID lookup chunk' '
	418	corrupt_graph_and_verify $GRAPH_BYTE_OID_LOOKUP_ID "\0" \
	419	"missing the OID Lookup chunk"
	420	'
	421
	422	test_expect_success 'detect missing commit data chunk' '
	423	corrupt_graph_and_verify $GRAPH_BYTE_COMMIT_DATA_ID "\0" \
	424	"missing the Commit Data chunk"
	425	'
	426
9bda8467 DS	427	test_expect_success 'detect incorrect fanout' '
	428	corrupt_graph_and_verify $GRAPH_BYTE_FANOUT1 "\01" \
	429	"fanout value"
	430	'
	431
	432	test_expect_success 'detect incorrect fanout final value' '
	433	corrupt_graph_and_verify $GRAPH_BYTE_FANOUT2 "\01" \
	434	"fanout value"
	435	'
	436
	437	test_expect_success 'detect incorrect OID order' '
	438	corrupt_graph_and_verify $GRAPH_BYTE_OID_LOOKUP_ORDER "\01" \
	439	"incorrect OID order"
	440	'
	441
96af91d4 DS	442	test_expect_success 'detect OID not in object database' '
	443	corrupt_graph_and_verify $GRAPH_BYTE_OID_LOOKUP_MISSING "\01" \
	444	"from object database"
	445	'
	446
2e3c0737 DS	447	test_expect_success 'detect incorrect tree OID' '
	448	corrupt_graph_and_verify $GRAPH_BYTE_COMMIT_TREE "\01" \
	449	"root tree OID for commit"
	450	'
	451
53614b13 DS	452	test_expect_success 'detect incorrect parent int-id' '
	453	corrupt_graph_and_verify $GRAPH_BYTE_COMMIT_PARENT "\01" \
	454	"invalid parent"
	455	'
	456
	457	test_expect_success 'detect extra parent int-id' '
	458	corrupt_graph_and_verify $GRAPH_BYTE_COMMIT_EXTRA_PARENT "\00" \
	459	"is too long"
	460	'
	461
	462	test_expect_success 'detect wrong parent' '
	463	corrupt_graph_and_verify $GRAPH_BYTE_COMMIT_WRONG_PARENT "\01" \
	464	"commit-graph parent for"
	465	'
	466
1373e547 DS	467	test_expect_success 'detect incorrect generation number' '
	468	corrupt_graph_and_verify $GRAPH_BYTE_COMMIT_GENERATION "\070" \
	469	"generation for commit"
	470	'
	471
	472	test_expect_success 'detect incorrect generation number' '
	473	corrupt_graph_and_verify $GRAPH_BYTE_COMMIT_GENERATION "\01" \
	474	"non-zero generation number"
	475	'
	476
88968ebf DS	477	test_expect_success 'detect incorrect commit date' '
	478	corrupt_graph_and_verify $GRAPH_BYTE_COMMIT_DATE "\01" \
	479	"commit date"
	480	'
	481
437787ae DS	482	test_expect_success 'detect incorrect parent for octopus merge' '
	483	corrupt_graph_and_verify $GRAPH_BYTE_OCTOPUS "\01" \
	484	"invalid parent"
	485	'
	486
41df0e30 DS	487	test_expect_success 'detect invalid checksum hash' '
	488	corrupt_graph_and_verify $GRAPH_BYTE_FOOTER "\00" \
	489	"incorrect checksum"
	490	'
	491
d2b86fba JS	492	test_expect_success 'detect incorrect chunk count' '
	493	corrupt_graph_and_verify $GRAPH_BYTE_CHUNK_COUNT "\377" \
	494	"chunk lookup table entry missing" $GRAPH_CHUNK_LOOKUP_OFFSET
	495	'
	496
e0fd51e1 DS	497	test_expect_success 'git fsck (checks commit-graph)' '
	498	cd "$TRASH_DIRECTORY/full" &&
	499	git fsck &&
	500	corrupt_graph_and_verify $GRAPH_BYTE_FOOTER "\00" \
	501	"incorrect checksum" &&
	502	test_must_fail git fsck
	503	'
	504
dade47c0 JT	505	test_expect_success 'setup non-the_repository tests' '
	506	rm -rf repo &&
	507	git init repo &&
	508	test_commit -C repo one &&
	509	test_commit -C repo two &&
	510	git -C repo config core.commitGraph true &&
	511	git -C repo rev-parse two \| \
	512	git -C repo commit-graph write --stdin-commits
	513	'
	514
	515	test_expect_success 'parse_commit_in_graph works for non-the_repository' '
	516	test-tool repository parse_commit_in_graph \
	517	repo/.git repo "$(git -C repo rev-parse two)" >actual &&
3c458630 SG	518	{
	519	git -C repo log --pretty=format:"%ct " -1 &&
	520	git -C repo rev-parse one
	521	} >expect &&
dade47c0 JT	522	test_cmp expect actual &&
	523
	524	test-tool repository parse_commit_in_graph \
	525	repo/.git repo "$(git -C repo rev-parse one)" >actual &&
3c458630	526	git -C repo log --pretty="%ct" -1 one >expect &&
dade47c0 JT	527	test_cmp expect actual
	528	'
	529
	530	test_expect_success 'get_commit_tree_in_graph works for non-the_repository' '
	531	test-tool repository get_commit_tree_in_graph \
	532	repo/.git repo "$(git -C repo rev-parse two)" >actual &&
3c458630	533	git -C repo rev-parse two^{tree} >expect &&
dade47c0 JT	534	test_cmp expect actual &&
	535
	536	test-tool repository get_commit_tree_in_graph \
	537	repo/.git repo "$(git -C repo rev-parse one)" >actual &&
3c458630	538	git -C repo rev-parse one^{tree} >expect &&
dade47c0 JT	539	test_cmp expect actual
	540	'
	541
f237c8b6	542	test_done