t5616: cover case of client having delta base
[git.git] / t / t5318-commit-graph.sh
blob840ad4d8accbfef59e2c9ade82105cc717f6866c
1 #!/bin/sh
3 test_description='commit graph'
4 . ./test-lib.sh
6 test_expect_success 'setup full repo' '
7 mkdir full &&
8 cd "$TRASH_DIRECTORY/full" &&
9 git init &&
10 git config core.commitGraph true &&
11 objdir=".git/objects" &&
12 test_oid_init
15 test_expect_success 'verify graph with no graph file' '
16 cd "$TRASH_DIRECTORY/full" &&
17 git commit-graph verify
20 test_expect_success 'write graph with no packs' '
21 cd "$TRASH_DIRECTORY/full" &&
22 git commit-graph write --object-dir . &&
23 test_path_is_file info/commit-graph
26 test_expect_success 'create commits and repack' '
27 cd "$TRASH_DIRECTORY/full" &&
28 for i in $(test_seq 3)
30 test_commit $i &&
31 git branch commits/$i
32 done &&
33 git repack
36 graph_git_two_modes() {
37 git -c core.commitGraph=true $1 >output
38 git -c core.commitGraph=false $1 >expect
39 test_cmp expect output
42 graph_git_behavior() {
43 MSG=$1
44 DIR=$2
45 BRANCH=$3
46 COMPARE=$4
47 test_expect_success "check normal git operations: $MSG" '
48 cd "$TRASH_DIRECTORY/$DIR" &&
49 graph_git_two_modes "log --oneline $BRANCH" &&
50 graph_git_two_modes "log --topo-order $BRANCH" &&
51 graph_git_two_modes "log --graph $COMPARE..$BRANCH" &&
52 graph_git_two_modes "branch -vv" &&
53 graph_git_two_modes "merge-base -a $BRANCH $COMPARE"
57 graph_git_behavior 'no graph' full commits/3 commits/1
59 graph_read_expect() {
60 OPTIONAL=""
61 NUM_CHUNKS=3
62 if test ! -z $2
63 then
64 OPTIONAL=" $2"
65 NUM_CHUNKS=$((3 + $(echo "$2" | wc -w)))
67 cat >expect <<- EOF
68 header: 43475048 1 1 $NUM_CHUNKS 0
69 num_commits: $1
70 chunks: oid_fanout oid_lookup commit_metadata$OPTIONAL
71 EOF
72 git commit-graph read >output &&
73 test_cmp expect output
76 test_expect_success 'write graph' '
77 cd "$TRASH_DIRECTORY/full" &&
78 git commit-graph write &&
79 test_path_is_file $objdir/info/commit-graph &&
80 graph_read_expect "3"
83 graph_git_behavior 'graph exists' full commits/3 commits/1
85 test_expect_success 'Add more commits' '
86 cd "$TRASH_DIRECTORY/full" &&
87 git reset --hard commits/1 &&
88 for i in $(test_seq 4 5)
90 test_commit $i &&
91 git branch commits/$i
92 done &&
93 git reset --hard commits/2 &&
94 for i in $(test_seq 6 7)
96 test_commit $i &&
97 git branch commits/$i
98 done &&
99 git reset --hard commits/2 &&
100 git merge commits/4 &&
101 git branch merge/1 &&
102 git reset --hard commits/4 &&
103 git merge commits/6 &&
104 git branch merge/2 &&
105 git reset --hard commits/3 &&
106 git merge commits/5 commits/7 &&
107 git branch merge/3 &&
108 git repack
111 # Current graph structure:
113 # __M3___
114 # / | \
115 # 3 M1 5 M2 7
116 # |/ \|/ \|
117 # 2 4 6
118 # |___/____/
121 test_expect_success 'write graph with merges' '
122 cd "$TRASH_DIRECTORY/full" &&
123 git commit-graph write &&
124 test_path_is_file $objdir/info/commit-graph &&
125 graph_read_expect "10" "extra_edges"
128 graph_git_behavior 'merge 1 vs 2' full merge/1 merge/2
129 graph_git_behavior 'merge 1 vs 3' full merge/1 merge/3
130 graph_git_behavior 'merge 2 vs 3' full merge/2 merge/3
132 test_expect_success 'Add one more commit' '
133 cd "$TRASH_DIRECTORY/full" &&
134 test_commit 8 &&
135 git branch commits/8 &&
136 ls $objdir/pack | grep idx >existing-idx &&
137 git repack &&
138 ls $objdir/pack| grep idx | grep -v -f existing-idx >new-idx
141 # Current graph structure:
145 # __M3___
146 # / | \
147 # 3 M1 5 M2 7
148 # |/ \|/ \|
149 # 2 4 6
150 # |___/____/
153 graph_git_behavior 'mixed mode, commit 8 vs merge 1' full commits/8 merge/1
154 graph_git_behavior 'mixed mode, commit 8 vs merge 2' full commits/8 merge/2
156 test_expect_success 'write graph with new commit' '
157 cd "$TRASH_DIRECTORY/full" &&
158 git commit-graph write &&
159 test_path_is_file $objdir/info/commit-graph &&
160 graph_read_expect "11" "extra_edges"
163 graph_git_behavior 'full graph, commit 8 vs merge 1' full commits/8 merge/1
164 graph_git_behavior 'full graph, commit 8 vs merge 2' full commits/8 merge/2
166 test_expect_success 'write graph with nothing new' '
167 cd "$TRASH_DIRECTORY/full" &&
168 git commit-graph write &&
169 test_path_is_file $objdir/info/commit-graph &&
170 graph_read_expect "11" "extra_edges"
173 graph_git_behavior 'cleared graph, commit 8 vs merge 1' full commits/8 merge/1
174 graph_git_behavior 'cleared graph, commit 8 vs merge 2' full commits/8 merge/2
176 test_expect_success 'build graph from latest pack with closure' '
177 cd "$TRASH_DIRECTORY/full" &&
178 cat new-idx | git commit-graph write --stdin-packs &&
179 test_path_is_file $objdir/info/commit-graph &&
180 graph_read_expect "9" "extra_edges"
183 graph_git_behavior 'graph from pack, commit 8 vs merge 1' full commits/8 merge/1
184 graph_git_behavior 'graph from pack, commit 8 vs merge 2' full commits/8 merge/2
186 test_expect_success 'build graph from commits with closure' '
187 cd "$TRASH_DIRECTORY/full" &&
188 git tag -a -m "merge" tag/merge merge/2 &&
189 git rev-parse tag/merge >commits-in &&
190 git rev-parse merge/1 >>commits-in &&
191 cat commits-in | git commit-graph write --stdin-commits &&
192 test_path_is_file $objdir/info/commit-graph &&
193 graph_read_expect "6"
196 graph_git_behavior 'graph from commits, commit 8 vs merge 1' full commits/8 merge/1
197 graph_git_behavior 'graph from commits, commit 8 vs merge 2' full commits/8 merge/2
199 test_expect_success 'build graph from commits with append' '
200 cd "$TRASH_DIRECTORY/full" &&
201 git rev-parse merge/3 | git commit-graph write --stdin-commits --append &&
202 test_path_is_file $objdir/info/commit-graph &&
203 graph_read_expect "10" "extra_edges"
206 graph_git_behavior 'append graph, commit 8 vs merge 1' full commits/8 merge/1
207 graph_git_behavior 'append graph, commit 8 vs merge 2' full commits/8 merge/2
209 test_expect_success 'build graph using --reachable' '
210 cd "$TRASH_DIRECTORY/full" &&
211 git commit-graph write --reachable &&
212 test_path_is_file $objdir/info/commit-graph &&
213 graph_read_expect "11" "extra_edges"
216 graph_git_behavior 'append graph, commit 8 vs merge 1' full commits/8 merge/1
217 graph_git_behavior 'append graph, commit 8 vs merge 2' full commits/8 merge/2
219 test_expect_success 'setup bare repo' '
220 cd "$TRASH_DIRECTORY" &&
221 git clone --bare --no-local full bare &&
222 cd bare &&
223 git config core.commitGraph true &&
224 baredir="./objects"
227 graph_git_behavior 'bare repo, commit 8 vs merge 1' bare commits/8 merge/1
228 graph_git_behavior 'bare repo, commit 8 vs merge 2' bare commits/8 merge/2
230 test_expect_success 'write graph in bare repo' '
231 cd "$TRASH_DIRECTORY/bare" &&
232 git commit-graph write &&
233 test_path_is_file $baredir/info/commit-graph &&
234 graph_read_expect "11" "extra_edges"
237 graph_git_behavior 'bare repo with graph, commit 8 vs merge 1' bare commits/8 merge/1
238 graph_git_behavior 'bare repo with graph, commit 8 vs merge 2' bare commits/8 merge/2
240 test_expect_success 'perform fast-forward merge in full repo' '
241 cd "$TRASH_DIRECTORY/full" &&
242 git checkout -b merge-5-to-8 commits/5 &&
243 git merge commits/8 &&
244 git show-ref -s merge-5-to-8 >output &&
245 git show-ref -s commits/8 >expect &&
246 test_cmp expect output
249 test_expect_success 'check that gc computes commit-graph' '
250 cd "$TRASH_DIRECTORY/full" &&
251 git commit --allow-empty -m "blank" &&
252 git commit-graph write --reachable &&
253 cp $objdir/info/commit-graph commit-graph-before-gc &&
254 git reset --hard HEAD~1 &&
255 git config gc.writeCommitGraph true &&
256 git gc &&
257 cp $objdir/info/commit-graph commit-graph-after-gc &&
258 ! test_cmp_bin commit-graph-before-gc commit-graph-after-gc &&
259 git commit-graph write --reachable &&
260 test_cmp_bin commit-graph-after-gc $objdir/info/commit-graph
263 test_expect_success 'replace-objects invalidates commit-graph' '
264 cd "$TRASH_DIRECTORY" &&
265 test_when_finished rm -rf replace &&
266 git clone full replace &&
268 cd replace &&
269 git commit-graph write --reachable &&
270 test_path_is_file .git/objects/info/commit-graph &&
271 git replace HEAD~1 HEAD~2 &&
272 git -c core.commitGraph=false log >expect &&
273 git -c core.commitGraph=true log >actual &&
274 test_cmp expect actual &&
275 git commit-graph write --reachable &&
276 git -c core.commitGraph=false --no-replace-objects log >expect &&
277 git -c core.commitGraph=true --no-replace-objects log >actual &&
278 test_cmp expect actual &&
279 rm -rf .git/objects/info/commit-graph &&
280 git commit-graph write --reachable &&
281 test_path_is_file .git/objects/info/commit-graph
285 test_expect_success 'commit grafts invalidate commit-graph' '
286 cd "$TRASH_DIRECTORY" &&
287 test_when_finished rm -rf graft &&
288 git clone full graft &&
290 cd graft &&
291 git commit-graph write --reachable &&
292 test_path_is_file .git/objects/info/commit-graph &&
293 H1=$(git rev-parse --verify HEAD~1) &&
294 H3=$(git rev-parse --verify HEAD~3) &&
295 echo "$H1 $H3" >.git/info/grafts &&
296 git -c core.commitGraph=false log >expect &&
297 git -c core.commitGraph=true log >actual &&
298 test_cmp expect actual &&
299 git commit-graph write --reachable &&
300 git -c core.commitGraph=false --no-replace-objects log >expect &&
301 git -c core.commitGraph=true --no-replace-objects log >actual &&
302 test_cmp expect actual &&
303 rm -rf .git/objects/info/commit-graph &&
304 git commit-graph write --reachable &&
305 test_path_is_missing .git/objects/info/commit-graph
309 test_expect_success 'replace-objects invalidates commit-graph' '
310 cd "$TRASH_DIRECTORY" &&
311 test_when_finished rm -rf shallow &&
312 git clone --depth 2 "file://$TRASH_DIRECTORY/full" shallow &&
314 cd shallow &&
315 git commit-graph write --reachable &&
316 test_path_is_missing .git/objects/info/commit-graph &&
317 git fetch origin --unshallow &&
318 git commit-graph write --reachable &&
319 test_path_is_file .git/objects/info/commit-graph
323 # the verify tests below expect the commit-graph to contain
324 # exactly the commits reachable from the commits/8 branch.
325 # If the file changes the set of commits in the list, then the
326 # offsets into the binary file will result in different edits
327 # and the tests will likely break.
329 test_expect_success 'git commit-graph verify' '
330 cd "$TRASH_DIRECTORY/full" &&
331 git rev-parse commits/8 | git commit-graph write --stdin-commits &&
332 git commit-graph verify >output
335 NUM_COMMITS=9
336 NUM_OCTOPUS_EDGES=2
337 HASH_LEN="$(test_oid rawsz)"
338 GRAPH_BYTE_VERSION=4
339 GRAPH_BYTE_HASH=5
340 GRAPH_BYTE_CHUNK_COUNT=6
341 GRAPH_CHUNK_LOOKUP_OFFSET=8
342 GRAPH_CHUNK_LOOKUP_WIDTH=12
343 GRAPH_CHUNK_LOOKUP_ROWS=5
344 GRAPH_BYTE_OID_FANOUT_ID=$GRAPH_CHUNK_LOOKUP_OFFSET
345 GRAPH_BYTE_OID_LOOKUP_ID=$(($GRAPH_CHUNK_LOOKUP_OFFSET + \
346 1 * $GRAPH_CHUNK_LOOKUP_WIDTH))
347 GRAPH_BYTE_COMMIT_DATA_ID=$(($GRAPH_CHUNK_LOOKUP_OFFSET + \
348 2 * $GRAPH_CHUNK_LOOKUP_WIDTH))
349 GRAPH_FANOUT_OFFSET=$(($GRAPH_CHUNK_LOOKUP_OFFSET + \
350 $GRAPH_CHUNK_LOOKUP_WIDTH * $GRAPH_CHUNK_LOOKUP_ROWS))
351 GRAPH_BYTE_FANOUT1=$(($GRAPH_FANOUT_OFFSET + 4 * 4))
352 GRAPH_BYTE_FANOUT2=$(($GRAPH_FANOUT_OFFSET + 4 * 255))
353 GRAPH_OID_LOOKUP_OFFSET=$(($GRAPH_FANOUT_OFFSET + 4 * 256))
354 GRAPH_BYTE_OID_LOOKUP_ORDER=$(($GRAPH_OID_LOOKUP_OFFSET + $HASH_LEN * 8))
355 GRAPH_BYTE_OID_LOOKUP_MISSING=$(($GRAPH_OID_LOOKUP_OFFSET + $HASH_LEN * 4 + 10))
356 GRAPH_COMMIT_DATA_OFFSET=$(($GRAPH_OID_LOOKUP_OFFSET + $HASH_LEN * $NUM_COMMITS))
357 GRAPH_BYTE_COMMIT_TREE=$GRAPH_COMMIT_DATA_OFFSET
358 GRAPH_BYTE_COMMIT_PARENT=$(($GRAPH_COMMIT_DATA_OFFSET + $HASH_LEN))
359 GRAPH_BYTE_COMMIT_EXTRA_PARENT=$(($GRAPH_COMMIT_DATA_OFFSET + $HASH_LEN + 4))
360 GRAPH_BYTE_COMMIT_WRONG_PARENT=$(($GRAPH_COMMIT_DATA_OFFSET + $HASH_LEN + 3))
361 GRAPH_BYTE_COMMIT_GENERATION=$(($GRAPH_COMMIT_DATA_OFFSET + $HASH_LEN + 11))
362 GRAPH_BYTE_COMMIT_DATE=$(($GRAPH_COMMIT_DATA_OFFSET + $HASH_LEN + 12))
363 GRAPH_COMMIT_DATA_WIDTH=$(($HASH_LEN + 16))
364 GRAPH_OCTOPUS_DATA_OFFSET=$(($GRAPH_COMMIT_DATA_OFFSET + \
365 $GRAPH_COMMIT_DATA_WIDTH * $NUM_COMMITS))
366 GRAPH_BYTE_OCTOPUS=$(($GRAPH_OCTOPUS_DATA_OFFSET + 4))
367 GRAPH_BYTE_FOOTER=$(($GRAPH_OCTOPUS_DATA_OFFSET + 4 * $NUM_OCTOPUS_EDGES))
369 corrupt_graph_setup() {
370 cd "$TRASH_DIRECTORY/full" &&
371 test_when_finished mv commit-graph-backup $objdir/info/commit-graph &&
372 cp $objdir/info/commit-graph commit-graph-backup
375 corrupt_graph_verify() {
376 grepstr=$1
377 test_must_fail git commit-graph verify 2>test_err &&
378 grep -v "^+" test_err >err &&
379 test_i18ngrep "$grepstr" err &&
380 if test "$2" != "no-copy"
381 then
382 cp $objdir/info/commit-graph commit-graph-pre-write-test
383 fi &&
384 git status --short &&
385 GIT_TEST_COMMIT_GRAPH_DIE_ON_LOAD=true git commit-graph write &&
386 git commit-graph verify
389 # usage: corrupt_graph_and_verify <position> <data> <string> [<zero_pos>]
390 # Manipulates the commit-graph file at the position
391 # by inserting the data, optionally zeroing the file
392 # starting at <zero_pos>, then runs 'git commit-graph verify'
393 # and places the output in the file 'err'. Test 'err' for
394 # the given string.
395 corrupt_graph_and_verify() {
396 pos=$1
397 data="${2:-\0}"
398 grepstr=$3
399 corrupt_graph_setup &&
400 orig_size=$(wc -c < $objdir/info/commit-graph) &&
401 zero_pos=${4:-${orig_size}} &&
402 printf "$data" | dd of="$objdir/info/commit-graph" bs=1 seek="$pos" conv=notrunc &&
403 dd of="$objdir/info/commit-graph" bs=1 seek="$zero_pos" if=/dev/null &&
404 generate_zero_bytes $(($orig_size - $zero_pos)) >>"$objdir/info/commit-graph" &&
405 corrupt_graph_verify "$grepstr"
409 test_expect_success POSIXPERM,SANITY 'detect permission problem' '
410 corrupt_graph_setup &&
411 chmod 000 $objdir/info/commit-graph &&
412 corrupt_graph_verify "Could not open" "no-copy"
415 test_expect_success 'detect too small' '
416 corrupt_graph_setup &&
417 echo "a small graph" >$objdir/info/commit-graph &&
418 corrupt_graph_verify "too small"
421 test_expect_success 'detect bad signature' '
422 corrupt_graph_and_verify 0 "\0" \
423 "graph signature"
426 test_expect_success 'detect bad version' '
427 corrupt_graph_and_verify $GRAPH_BYTE_VERSION "\02" \
428 "graph version"
431 test_expect_success 'detect bad hash version' '
432 corrupt_graph_and_verify $GRAPH_BYTE_HASH "\02" \
433 "hash version"
436 test_expect_success 'detect low chunk count' '
437 corrupt_graph_and_verify $GRAPH_BYTE_CHUNK_COUNT "\02" \
438 "missing the .* chunk"
441 test_expect_success 'detect missing OID fanout chunk' '
442 corrupt_graph_and_verify $GRAPH_BYTE_OID_FANOUT_ID "\0" \
443 "missing the OID Fanout chunk"
446 test_expect_success 'detect missing OID lookup chunk' '
447 corrupt_graph_and_verify $GRAPH_BYTE_OID_LOOKUP_ID "\0" \
448 "missing the OID Lookup chunk"
451 test_expect_success 'detect missing commit data chunk' '
452 corrupt_graph_and_verify $GRAPH_BYTE_COMMIT_DATA_ID "\0" \
453 "missing the Commit Data chunk"
456 test_expect_success 'detect incorrect fanout' '
457 corrupt_graph_and_verify $GRAPH_BYTE_FANOUT1 "\01" \
458 "fanout value"
461 test_expect_success 'detect incorrect fanout final value' '
462 corrupt_graph_and_verify $GRAPH_BYTE_FANOUT2 "\01" \
463 "fanout value"
466 test_expect_success 'detect incorrect OID order' '
467 corrupt_graph_and_verify $GRAPH_BYTE_OID_LOOKUP_ORDER "\01" \
468 "incorrect OID order"
471 test_expect_success 'detect OID not in object database' '
472 corrupt_graph_and_verify $GRAPH_BYTE_OID_LOOKUP_MISSING "\01" \
473 "from object database"
476 test_expect_success 'detect incorrect tree OID' '
477 corrupt_graph_and_verify $GRAPH_BYTE_COMMIT_TREE "\01" \
478 "root tree OID for commit"
481 test_expect_success 'detect incorrect parent int-id' '
482 corrupt_graph_and_verify $GRAPH_BYTE_COMMIT_PARENT "\01" \
483 "invalid parent"
486 test_expect_success 'detect extra parent int-id' '
487 corrupt_graph_and_verify $GRAPH_BYTE_COMMIT_EXTRA_PARENT "\00" \
488 "is too long"
491 test_expect_success 'detect wrong parent' '
492 corrupt_graph_and_verify $GRAPH_BYTE_COMMIT_WRONG_PARENT "\01" \
493 "commit-graph parent for"
496 test_expect_success 'detect incorrect generation number' '
497 corrupt_graph_and_verify $GRAPH_BYTE_COMMIT_GENERATION "\070" \
498 "generation for commit"
501 test_expect_success 'detect incorrect generation number' '
502 corrupt_graph_and_verify $GRAPH_BYTE_COMMIT_GENERATION "\01" \
503 "non-zero generation number"
506 test_expect_success 'detect incorrect commit date' '
507 corrupt_graph_and_verify $GRAPH_BYTE_COMMIT_DATE "\01" \
508 "commit date"
511 test_expect_success 'detect incorrect parent for octopus merge' '
512 corrupt_graph_and_verify $GRAPH_BYTE_OCTOPUS "\01" \
513 "invalid parent"
516 test_expect_success 'detect invalid checksum hash' '
517 corrupt_graph_and_verify $GRAPH_BYTE_FOOTER "\00" \
518 "incorrect checksum"
521 test_expect_success 'detect incorrect chunk count' '
522 corrupt_graph_and_verify $GRAPH_BYTE_CHUNK_COUNT "\377" \
523 "chunk lookup table entry missing" $GRAPH_CHUNK_LOOKUP_OFFSET
526 test_expect_success 'git fsck (checks commit-graph)' '
527 cd "$TRASH_DIRECTORY/full" &&
528 git fsck &&
529 corrupt_graph_and_verify $GRAPH_BYTE_FOOTER "\00" \
530 "incorrect checksum" &&
531 cp commit-graph-pre-write-test $objdir/info/commit-graph &&
532 test_must_fail git fsck
535 test_expect_success 'setup non-the_repository tests' '
536 rm -rf repo &&
537 git init repo &&
538 test_commit -C repo one &&
539 test_commit -C repo two &&
540 git -C repo config core.commitGraph true &&
541 git -C repo rev-parse two | \
542 git -C repo commit-graph write --stdin-commits
545 test_expect_success 'parse_commit_in_graph works for non-the_repository' '
546 test-tool repository parse_commit_in_graph \
547 repo/.git repo "$(git -C repo rev-parse two)" >actual &&
549 git -C repo log --pretty=format:"%ct " -1 &&
550 git -C repo rev-parse one
551 } >expect &&
552 test_cmp expect actual &&
554 test-tool repository parse_commit_in_graph \
555 repo/.git repo "$(git -C repo rev-parse one)" >actual &&
556 git -C repo log --pretty="%ct" -1 one >expect &&
557 test_cmp expect actual
560 test_expect_success 'get_commit_tree_in_graph works for non-the_repository' '
561 test-tool repository get_commit_tree_in_graph \
562 repo/.git repo "$(git -C repo rev-parse two)" >actual &&
563 git -C repo rev-parse two^{tree} >expect &&
564 test_cmp expect actual &&
566 test-tool repository get_commit_tree_in_graph \
567 repo/.git repo "$(git -C repo rev-parse one)" >actual &&
568 git -C repo rev-parse one^{tree} >expect &&
569 test_cmp expect actual
572 test_done