t/t5318-commit-graph.sh

   1 #!/bin/sh
   2
   3 test_description='commit graph'
   4 . ./test-lib.sh
   5
   6 GIT_TEST_COMMIT_GRAPH_CHANGED_PATHS=0
   7
   8 test_expect_success 'setup full repo' '
   9         mkdir full &&
  10         cd "$TRASH_DIRECTORY/full" &&
  11         git init &&
  12         git config core.commitGraph true &&
  13         objdir=".git/objects" &&
  14
  15         test_oid_cache <<-EOF
  16         oid_version sha1:1
  17         oid_version sha256:2
  18         EOF
  19 '
  20
  21 test_expect_success POSIXPERM 'tweak umask for modebit tests' '
  22         umask 022
  23 '
  24
  25 test_expect_success 'verify graph with no graph file' '
  26         cd "$TRASH_DIRECTORY/full" &&
  27         git commit-graph verify
  28 '
  29
  30 test_expect_success 'write graph with no packs' '
  31         cd "$TRASH_DIRECTORY/full" &&
  32         git commit-graph write --object-dir $objdir &&
  33         test_path_is_missing $objdir/info/commit-graph
  34 '
  35
  36 test_expect_success 'exit with correct error on bad input to --stdin-packs' '
  37         cd "$TRASH_DIRECTORY/full" &&
  38         echo doesnotexist >in &&
  39         test_expect_code 1 git commit-graph write --stdin-packs <in 2>stderr &&
  40         test_i18ngrep "error adding pack" stderr
  41 '
  42
  43 test_expect_success 'create commits and repack' '
  44         cd "$TRASH_DIRECTORY/full" &&
  45         for i in $(test_seq 3)
  46         do
  47                 test_commit $i &&
  48                 git branch commits/$i
  49         done &&
  50         git repack
  51 '
  52
  53 graph_git_two_modes() {
  54         git -c core.commitGraph=true $1 >output
  55         git -c core.commitGraph=false $1 >expect
  56         test_cmp expect output
  57 }
  58
  59 graph_git_behavior() {
  60         MSG=$1
  61         DIR=$2
  62         BRANCH=$3
  63         COMPARE=$4
  64         test_expect_success "check normal git operations: $MSG" '
  65                 cd "$TRASH_DIRECTORY/$DIR" &&
  66                 graph_git_two_modes "log --oneline $BRANCH" &&
  67                 graph_git_two_modes "log --topo-order $BRANCH" &&
  68                 graph_git_two_modes "log --graph $COMPARE..$BRANCH" &&
  69                 graph_git_two_modes "branch -vv" &&
  70                 graph_git_two_modes "merge-base -a $BRANCH $COMPARE"
  71         '
  72 }
  73
  74 graph_git_behavior 'no graph' full commits/3 commits/1
  75
  76 graph_read_expect() {
  77         OPTIONAL=""
  78         NUM_CHUNKS=3
  79         if test ! -z "$2"
  80         then
  81                 OPTIONAL=" $2"
  82                 NUM_CHUNKS=$((3 + $(echo "$2" | wc -w)))
  83         fi
  84         cat >expect <<- EOF
  85         header: 43475048 1 $(test_oid oid_version) $NUM_CHUNKS 0
  86         num_commits: $1
  87         chunks: oid_fanout oid_lookup commit_metadata$OPTIONAL
  88         EOF
  89         test-tool read-graph >output &&
  90         test_cmp expect output
  91 }
  92
  93 test_expect_success 'exit with correct error on bad input to --stdin-commits' '
  94         cd "$TRASH_DIRECTORY/full" &&
  95         # invalid, non-hex OID
  96         echo HEAD >in &&
  97         test_expect_code 1 git commit-graph write --stdin-commits <in 2>stderr &&
  98         test_i18ngrep "unexpected non-hex object ID: HEAD" stderr &&
  99         # non-existent OID
 100         echo $ZERO_OID >in &&
 101         test_expect_code 1 git commit-graph write --stdin-commits <in 2>stderr &&
 102         test_i18ngrep "invalid object" stderr &&
 103         # valid commit and tree OID
 104         git rev-parse HEAD HEAD^{tree} >in &&
 105         git commit-graph write --stdin-commits <in &&
 106         graph_read_expect 3 generation_data
 107 '
 108
 109 test_expect_success 'write graph' '
 110         cd "$TRASH_DIRECTORY/full" &&
 111         git commit-graph write &&
 112         test_path_is_file $objdir/info/commit-graph &&
 113         graph_read_expect "3" generation_data
 114 '
 115
 116 test_expect_success POSIXPERM 'write graph has correct permissions' '
 117         test_path_is_file $objdir/info/commit-graph &&
 118         echo "-r--r--r--" >expect &&
 119         test_modebits $objdir/info/commit-graph >actual &&
 120         test_cmp expect actual
 121 '
 122
 123 graph_git_behavior 'graph exists' full commits/3 commits/1
 124
 125 test_expect_success 'Add more commits' '
 126         cd "$TRASH_DIRECTORY/full" &&
 127         git reset --hard commits/1 &&
 128         for i in $(test_seq 4 5)
 129         do
 130                 test_commit $i &&
 131                 git branch commits/$i
 132         done &&
 133         git reset --hard commits/2 &&
 134         for i in $(test_seq 6 7)
 135         do
 136                 test_commit $i &&
 137                 git branch commits/$i
 138         done &&
 139         git reset --hard commits/2 &&
 140         git merge commits/4 &&
 141         git branch merge/1 &&
 142         git reset --hard commits/4 &&
 143         git merge commits/6 &&
 144         git branch merge/2 &&
 145         git reset --hard commits/3 &&
 146         git merge commits/5 commits/7 &&
 147         git branch merge/3 &&
 148         git repack
 149 '
 150
 151 test_expect_success 'commit-graph write progress off for redirected stderr' '
 152         cd "$TRASH_DIRECTORY/full" &&
 153         git commit-graph write 2>err &&
 154         test_must_be_empty err
 155 '
 156
 157 test_expect_success 'commit-graph write force progress on for stderr' '
 158         cd "$TRASH_DIRECTORY/full" &&
 159         GIT_PROGRESS_DELAY=0 git commit-graph write --progress 2>err &&
 160         test_file_not_empty err
 161 '
 162
 163 test_expect_success 'commit-graph write with the --no-progress option' '
 164         cd "$TRASH_DIRECTORY/full" &&
 165         git commit-graph write --no-progress 2>err &&
 166         test_must_be_empty err
 167 '
 168
 169 test_expect_success 'commit-graph write --stdin-commits progress off for redirected stderr' '
 170         cd "$TRASH_DIRECTORY/full" &&
 171         git rev-parse commits/5 >in &&
 172         git commit-graph write --stdin-commits <in 2>err &&
 173         test_must_be_empty err
 174 '
 175
 176 test_expect_success 'commit-graph write --stdin-commits force progress on for stderr' '
 177         cd "$TRASH_DIRECTORY/full" &&
 178         git rev-parse commits/5 >in &&
 179         GIT_PROGRESS_DELAY=0 git commit-graph write --stdin-commits --progress <in 2>err &&
 180         test_i18ngrep "Collecting commits from input" err
 181 '
 182
 183 test_expect_success 'commit-graph write --stdin-commits with the --no-progress option' '
 184         cd "$TRASH_DIRECTORY/full" &&
 185         git rev-parse commits/5 >in &&
 186         git commit-graph write --stdin-commits --no-progress <in 2>err &&
 187         test_must_be_empty err
 188 '
 189
 190 test_expect_success 'commit-graph verify progress off for redirected stderr' '
 191         cd "$TRASH_DIRECTORY/full" &&
 192         git commit-graph verify 2>err &&
 193         test_must_be_empty err
 194 '
 195
 196 test_expect_success 'commit-graph verify force progress on for stderr' '
 197         cd "$TRASH_DIRECTORY/full" &&
 198         GIT_PROGRESS_DELAY=0 git commit-graph verify --progress 2>err &&
 199         test_file_not_empty err
 200 '
 201
 202 test_expect_success 'commit-graph verify with the --no-progress option' '
 203         cd "$TRASH_DIRECTORY/full" &&
 204         git commit-graph verify --no-progress 2>err &&
 205         test_must_be_empty err
 206 '
 207
 208 # Current graph structure:
 209 #
 210 #   __M3___
 211 #  /   |   \
 212 # 3 M1 5 M2 7
 213 # |/  \|/  \|
 214 # 2    4    6
 215 # |___/____/
 216 # 1
 217
 218 test_expect_success 'write graph with merges' '
 219         cd "$TRASH_DIRECTORY/full" &&
 220         git commit-graph write &&
 221         test_path_is_file $objdir/info/commit-graph &&
 222         graph_read_expect "10" "generation_data extra_edges"
 223 '
 224
 225 graph_git_behavior 'merge 1 vs 2' full merge/1 merge/2
 226 graph_git_behavior 'merge 1 vs 3' full merge/1 merge/3
 227 graph_git_behavior 'merge 2 vs 3' full merge/2 merge/3
 228
 229 test_expect_success 'Add one more commit' '
 230         cd "$TRASH_DIRECTORY/full" &&
 231         test_commit 8 &&
 232         git branch commits/8 &&
 233         ls $objdir/pack | grep idx >existing-idx &&
 234         git repack &&
 235         ls $objdir/pack| grep idx | grep -v -f existing-idx >new-idx
 236 '
 237
 238 # Current graph structure:
 239 #
 240 #      8
 241 #      |
 242 #   __M3___
 243 #  /   |   \
 244 # 3 M1 5 M2 7
 245 # |/  \|/  \|
 246 # 2    4    6
 247 # |___/____/
 248 # 1
 249
 250 graph_git_behavior 'mixed mode, commit 8 vs merge 1' full commits/8 merge/1
 251 graph_git_behavior 'mixed mode, commit 8 vs merge 2' full commits/8 merge/2
 252
 253 test_expect_success 'write graph with new commit' '
 254         cd "$TRASH_DIRECTORY/full" &&
 255         git commit-graph write &&
 256         test_path_is_file $objdir/info/commit-graph &&
 257         graph_read_expect "11" "generation_data extra_edges"
 258 '
 259
 260 graph_git_behavior 'full graph, commit 8 vs merge 1' full commits/8 merge/1
 261 graph_git_behavior 'full graph, commit 8 vs merge 2' full commits/8 merge/2
 262
 263 test_expect_success 'write graph with nothing new' '
 264         cd "$TRASH_DIRECTORY/full" &&
 265         git commit-graph write &&
 266         test_path_is_file $objdir/info/commit-graph &&
 267         graph_read_expect "11" "generation_data extra_edges"
 268 '
 269
 270 graph_git_behavior 'cleared graph, commit 8 vs merge 1' full commits/8 merge/1
 271 graph_git_behavior 'cleared graph, commit 8 vs merge 2' full commits/8 merge/2
 272
 273 test_expect_success 'build graph from latest pack with closure' '
 274         cd "$TRASH_DIRECTORY/full" &&
 275         cat new-idx | git commit-graph write --stdin-packs &&
 276         test_path_is_file $objdir/info/commit-graph &&
 277         graph_read_expect "9" "generation_data extra_edges"
 278 '
 279
 280 graph_git_behavior 'graph from pack, commit 8 vs merge 1' full commits/8 merge/1
 281 graph_git_behavior 'graph from pack, commit 8 vs merge 2' full commits/8 merge/2
 282
 283 test_expect_success 'build graph from commits with closure' '
 284         cd "$TRASH_DIRECTORY/full" &&
 285         git tag -a -m "merge" tag/merge merge/2 &&
 286         git rev-parse tag/merge >commits-in &&
 287         git rev-parse merge/1 >>commits-in &&
 288         cat commits-in | git commit-graph write --stdin-commits &&
 289         test_path_is_file $objdir/info/commit-graph &&
 290         graph_read_expect "6" "generation_data"
 291 '
 292
 293 graph_git_behavior 'graph from commits, commit 8 vs merge 1' full commits/8 merge/1
 294 graph_git_behavior 'graph from commits, commit 8 vs merge 2' full commits/8 merge/2
 295
 296 test_expect_success 'build graph from commits with append' '
 297         cd "$TRASH_DIRECTORY/full" &&
 298         git rev-parse merge/3 | git commit-graph write --stdin-commits --append &&
 299         test_path_is_file $objdir/info/commit-graph &&
 300         graph_read_expect "10" "generation_data extra_edges"
 301 '
 302
 303 graph_git_behavior 'append graph, commit 8 vs merge 1' full commits/8 merge/1
 304 graph_git_behavior 'append graph, commit 8 vs merge 2' full commits/8 merge/2
 305
 306 test_expect_success 'build graph using --reachable' '
 307         cd "$TRASH_DIRECTORY/full" &&
 308         git commit-graph write --reachable &&
 309         test_path_is_file $objdir/info/commit-graph &&
 310         graph_read_expect "11" "generation_data extra_edges"
 311 '
 312
 313 graph_git_behavior 'append graph, commit 8 vs merge 1' full commits/8 merge/1
 314 graph_git_behavior 'append graph, commit 8 vs merge 2' full commits/8 merge/2
 315
 316 test_expect_success 'setup bare repo' '
 317         cd "$TRASH_DIRECTORY" &&
 318         git clone --bare --no-local full bare &&
 319         cd bare &&
 320         git config core.commitGraph true &&
 321         baredir="./objects"
 322 '
 323
 324 graph_git_behavior 'bare repo, commit 8 vs merge 1' bare commits/8 merge/1
 325 graph_git_behavior 'bare repo, commit 8 vs merge 2' bare commits/8 merge/2
 326
 327 test_expect_success 'write graph in bare repo' '
 328         cd "$TRASH_DIRECTORY/bare" &&
 329         git commit-graph write &&
 330         test_path_is_file $baredir/info/commit-graph &&
 331         graph_read_expect "11" "generation_data extra_edges"
 332 '
 333
 334 graph_git_behavior 'bare repo with graph, commit 8 vs merge 1' bare commits/8 merge/1
 335 graph_git_behavior 'bare repo with graph, commit 8 vs merge 2' bare commits/8 merge/2
 336
 337 test_expect_success 'perform fast-forward merge in full repo' '
 338         cd "$TRASH_DIRECTORY/full" &&
 339         git checkout -b merge-5-to-8 commits/5 &&
 340         git merge commits/8 &&
 341         git show-ref -s merge-5-to-8 >output &&
 342         git show-ref -s commits/8 >expect &&
 343         test_cmp expect output
 344 '
 345
 346 test_expect_success 'check that gc computes commit-graph' '
 347         cd "$TRASH_DIRECTORY/full" &&
 348         git commit --allow-empty -m "blank" &&
 349         git commit-graph write --reachable &&
 350         cp $objdir/info/commit-graph commit-graph-before-gc &&
 351         git reset --hard HEAD~1 &&
 352         git config gc.writeCommitGraph true &&
 353         git gc &&
 354         cp $objdir/info/commit-graph commit-graph-after-gc &&
 355         ! test_cmp_bin commit-graph-before-gc commit-graph-after-gc &&
 356         git commit-graph write --reachable &&
 357         test_cmp_bin commit-graph-after-gc $objdir/info/commit-graph
 358 '
 359
 360 test_expect_success 'replace-objects invalidates commit-graph' '
 361         cd "$TRASH_DIRECTORY" &&
 362         test_when_finished rm -rf replace &&
 363         git clone full replace &&
 364         (
 365                 cd replace &&
 366                 git commit-graph write --reachable &&
 367                 test_path_is_file .git/objects/info/commit-graph &&
 368                 git replace HEAD~1 HEAD~2 &&
 369                 git -c core.commitGraph=false log >expect &&
 370                 git -c core.commitGraph=true log >actual &&
 371                 test_cmp expect actual &&
 372                 git commit-graph write --reachable &&
 373                 git -c core.commitGraph=false --no-replace-objects log >expect &&
 374                 git -c core.commitGraph=true --no-replace-objects log >actual &&
 375                 test_cmp expect actual &&
 376                 rm -rf .git/objects/info/commit-graph &&
 377                 git commit-graph write --reachable &&
 378                 test_path_is_file .git/objects/info/commit-graph
 379         )
 380 '
 381
 382 test_expect_success 'commit grafts invalidate commit-graph' '
 383         cd "$TRASH_DIRECTORY" &&
 384         test_when_finished rm -rf graft &&
 385         git clone full graft &&
 386         (
 387                 cd graft &&
 388                 git commit-graph write --reachable &&
 389                 test_path_is_file .git/objects/info/commit-graph &&
 390                 H1=$(git rev-parse --verify HEAD~1) &&
 391                 H3=$(git rev-parse --verify HEAD~3) &&
 392                 echo "$H1 $H3" >.git/info/grafts &&
 393                 git -c core.commitGraph=false log >expect &&
 394                 git -c core.commitGraph=true log >actual &&
 395                 test_cmp expect actual &&
 396                 git commit-graph write --reachable &&
 397                 git -c core.commitGraph=false --no-replace-objects log >expect &&
 398                 git -c core.commitGraph=true --no-replace-objects log >actual &&
 399                 test_cmp expect actual &&
 400                 rm -rf .git/objects/info/commit-graph &&
 401                 git commit-graph write --reachable &&
 402                 test_path_is_missing .git/objects/info/commit-graph
 403         )
 404 '
 405
 406 test_expect_success 'replace-objects invalidates commit-graph' '
 407         cd "$TRASH_DIRECTORY" &&
 408         test_when_finished rm -rf shallow &&
 409         git clone --depth 2 "file://$TRASH_DIRECTORY/full" shallow &&
 410         (
 411                 cd shallow &&
 412                 git commit-graph write --reachable &&
 413                 test_path_is_missing .git/objects/info/commit-graph &&
 414                 git fetch origin --unshallow &&
 415                 git commit-graph write --reachable &&
 416                 test_path_is_file .git/objects/info/commit-graph
 417         )
 418 '
 419
 420 test_expect_success 'warn on improper hash version' '
 421         git init --object-format=sha1 sha1 &&
 422         (
 423                 cd sha1 &&
 424                 test_commit 1 &&
 425                 git commit-graph write --reachable &&
 426                 mv .git/objects/info/commit-graph ../cg-sha1
 427         ) &&
 428         git init --object-format=sha256 sha256 &&
 429         (
 430                 cd sha256 &&
 431                 test_commit 1 &&
 432                 git commit-graph write --reachable &&
 433                 mv .git/objects/info/commit-graph ../cg-sha256
 434         ) &&
 435         (
 436                 cd sha1 &&
 437                 mv ../cg-sha256 .git/objects/info/commit-graph &&
 438                 git log -1 2>err &&
 439                 test_i18ngrep "commit-graph hash version 2 does not match version 1" err
 440         ) &&
 441         (
 442                 cd sha256 &&
 443                 mv ../cg-sha1 .git/objects/info/commit-graph &&
 444                 git log -1 2>err &&
 445                 test_i18ngrep "commit-graph hash version 1 does not match version 2" err
 446         )
 447 '
 448
 449 test_expect_success 'lower layers have overflow chunk' '
 450         cd "$TRASH_DIRECTORY/full" &&
 451         UNIX_EPOCH_ZERO="@0 +0000" &&
 452         FUTURE_DATE="@2147483646 +0000" &&
 453         rm -f .git/objects/info/commit-graph &&
 454         test_commit --date "$FUTURE_DATE" future-1 &&
 455         test_commit --date "$UNIX_EPOCH_ZERO" old-1 &&
 456         git commit-graph write --reachable &&
 457         test_commit --date "$FUTURE_DATE" future-2 &&
 458         test_commit --date "$UNIX_EPOCH_ZERO" old-2 &&
 459         git commit-graph write --reachable --split=no-merge &&
 460         test_commit extra &&
 461         git commit-graph write --reachable --split=no-merge &&
 462         git commit-graph write --reachable &&
 463         graph_read_expect 16 "generation_data generation_data_overflow extra_edges" &&
 464         mv .git/objects/info/commit-graph commit-graph-upgraded &&
 465         git commit-graph write --reachable &&
 466         graph_read_expect 16 "generation_data generation_data_overflow extra_edges" &&
 467         test_cmp .git/objects/info/commit-graph commit-graph-upgraded
 468 '
 469
 470 # the verify tests below expect the commit-graph to contain
 471 # exactly the commits reachable from the commits/8 branch.
 472 # If the file changes the set of commits in the list, then the
 473 # offsets into the binary file will result in different edits
 474 # and the tests will likely break.
 475
 476 test_expect_success 'git commit-graph verify' '
 477         cd "$TRASH_DIRECTORY/full" &&
 478         git rev-parse commits/8 | git -c commitGraph.generationVersion=1 commit-graph write --stdin-commits &&
 479         git commit-graph verify >output &&
 480         graph_read_expect 9 extra_edges
 481 '
 482
 483 NUM_COMMITS=9
 484 NUM_OCTOPUS_EDGES=2
 485 HASH_LEN="$(test_oid rawsz)"
 486 GRAPH_BYTE_VERSION=4
 487 GRAPH_BYTE_HASH=5
 488 GRAPH_BYTE_CHUNK_COUNT=6
 489 GRAPH_CHUNK_LOOKUP_OFFSET=8
 490 GRAPH_CHUNK_LOOKUP_WIDTH=12
 491 GRAPH_CHUNK_LOOKUP_ROWS=5
 492 GRAPH_BYTE_OID_FANOUT_ID=$GRAPH_CHUNK_LOOKUP_OFFSET
 493 GRAPH_BYTE_OID_LOOKUP_ID=$(($GRAPH_CHUNK_LOOKUP_OFFSET + \
 494                             1 * $GRAPH_CHUNK_LOOKUP_WIDTH))
 495 GRAPH_BYTE_COMMIT_DATA_ID=$(($GRAPH_CHUNK_LOOKUP_OFFSET + \
 496                              2 * $GRAPH_CHUNK_LOOKUP_WIDTH))
 497 GRAPH_FANOUT_OFFSET=$(($GRAPH_CHUNK_LOOKUP_OFFSET + \
 498                        $GRAPH_CHUNK_LOOKUP_WIDTH * $GRAPH_CHUNK_LOOKUP_ROWS))
 499 GRAPH_BYTE_FANOUT1=$(($GRAPH_FANOUT_OFFSET + 4 * 4))
 500 GRAPH_BYTE_FANOUT2=$(($GRAPH_FANOUT_OFFSET + 4 * 255))
 501 GRAPH_OID_LOOKUP_OFFSET=$(($GRAPH_FANOUT_OFFSET + 4 * 256))
 502 GRAPH_BYTE_OID_LOOKUP_ORDER=$(($GRAPH_OID_LOOKUP_OFFSET + $HASH_LEN * 8))
 503 GRAPH_BYTE_OID_LOOKUP_MISSING=$(($GRAPH_OID_LOOKUP_OFFSET + $HASH_LEN * 4 + 10))
 504 GRAPH_COMMIT_DATA_OFFSET=$(($GRAPH_OID_LOOKUP_OFFSET + $HASH_LEN * $NUM_COMMITS))
 505 GRAPH_BYTE_COMMIT_TREE=$GRAPH_COMMIT_DATA_OFFSET
 506 GRAPH_BYTE_COMMIT_PARENT=$(($GRAPH_COMMIT_DATA_OFFSET + $HASH_LEN))
 507 GRAPH_BYTE_COMMIT_EXTRA_PARENT=$(($GRAPH_COMMIT_DATA_OFFSET + $HASH_LEN + 4))
 508 GRAPH_BYTE_COMMIT_WRONG_PARENT=$(($GRAPH_COMMIT_DATA_OFFSET + $HASH_LEN + 3))
 509 GRAPH_BYTE_COMMIT_GENERATION=$(($GRAPH_COMMIT_DATA_OFFSET + $HASH_LEN + 11))
 510 GRAPH_BYTE_COMMIT_DATE=$(($GRAPH_COMMIT_DATA_OFFSET + $HASH_LEN + 12))
 511 GRAPH_COMMIT_DATA_WIDTH=$(($HASH_LEN + 16))
 512 GRAPH_OCTOPUS_DATA_OFFSET=$(($GRAPH_COMMIT_DATA_OFFSET + \
 513                              $GRAPH_COMMIT_DATA_WIDTH * $NUM_COMMITS))
 514 GRAPH_BYTE_OCTOPUS=$(($GRAPH_OCTOPUS_DATA_OFFSET + 4))
 515 GRAPH_BYTE_FOOTER=$(($GRAPH_OCTOPUS_DATA_OFFSET + 4 * $NUM_OCTOPUS_EDGES))
 516
 517 corrupt_graph_setup() {
 518         cd "$TRASH_DIRECTORY/full" &&
 519         test_when_finished mv commit-graph-backup $objdir/info/commit-graph &&
 520         cp $objdir/info/commit-graph commit-graph-backup &&
 521         chmod u+w $objdir/info/commit-graph
 522 }
 523
 524 corrupt_graph_verify() {
 525         grepstr=$1
 526         test_must_fail git commit-graph verify 2>test_err &&
 527         grep -v "^+" test_err >err &&
 528         test_i18ngrep "$grepstr" err &&
 529         if test "$2" != "no-copy"
 530         then
 531                 cp $objdir/info/commit-graph commit-graph-pre-write-test
 532         fi &&
 533         git status --short &&
 534         GIT_TEST_COMMIT_GRAPH_DIE_ON_PARSE=true git commit-graph write &&
 535         chmod u+w $objdir/info/commit-graph &&
 536         git commit-graph verify
 537 }
 538
 539 # usage: corrupt_graph_and_verify <position> <data> <string> [<zero_pos>]
 540 # Manipulates the commit-graph file at the position
 541 # by inserting the data, optionally zeroing the file
 542 # starting at <zero_pos>, then runs 'git commit-graph verify'
 543 # and places the output in the file 'err'. Test 'err' for
 544 # the given string.
 545 corrupt_graph_and_verify() {
 546         pos=$1
 547         data="${2:-\0}"
 548         grepstr=$3
 549         corrupt_graph_setup &&
 550         orig_size=$(wc -c < $objdir/info/commit-graph) &&
 551         zero_pos=${4:-${orig_size}} &&
 552         printf "$data" | dd of="$objdir/info/commit-graph" bs=1 seek="$pos" conv=notrunc &&
 553         dd of="$objdir/info/commit-graph" bs=1 seek="$zero_pos" if=/dev/null &&
 554         test-tool genzeros $(($orig_size - $zero_pos)) >>"$objdir/info/commit-graph" &&
 555         corrupt_graph_verify "$grepstr"
 556
 557 }
 558
 559 test_expect_success POSIXPERM,SANITY 'detect permission problem' '
 560         corrupt_graph_setup &&
 561         chmod 000 $objdir/info/commit-graph &&
 562         corrupt_graph_verify "Could not open" "no-copy"
 563 '
 564
 565 test_expect_success 'detect too small' '
 566         corrupt_graph_setup &&
 567         echo "a small graph" >$objdir/info/commit-graph &&
 568         corrupt_graph_verify "too small"
 569 '
 570
 571 test_expect_success 'detect bad signature' '
 572         corrupt_graph_and_verify 0 "\0" \
 573                 "graph signature"
 574 '
 575
 576 test_expect_success 'detect bad version' '
 577         corrupt_graph_and_verify $GRAPH_BYTE_VERSION "\02" \
 578                 "graph version"
 579 '
 580
 581 test_expect_success 'detect bad hash version' '
 582         corrupt_graph_and_verify $GRAPH_BYTE_HASH "\03" \
 583                 "hash version"
 584 '
 585
 586 test_expect_success 'detect low chunk count' '
 587         corrupt_graph_and_verify $GRAPH_BYTE_CHUNK_COUNT "\01" \
 588                 "final chunk has non-zero id"
 589 '
 590
 591 test_expect_success 'detect missing OID fanout chunk' '
 592         corrupt_graph_and_verify $GRAPH_BYTE_OID_FANOUT_ID "\0" \
 593                 "missing the OID Fanout chunk"
 594 '
 595
 596 test_expect_success 'detect missing OID lookup chunk' '
 597         corrupt_graph_and_verify $GRAPH_BYTE_OID_LOOKUP_ID "\0" \
 598                 "missing the OID Lookup chunk"
 599 '
 600
 601 test_expect_success 'detect missing commit data chunk' '
 602         corrupt_graph_and_verify $GRAPH_BYTE_COMMIT_DATA_ID "\0" \
 603                 "missing the Commit Data chunk"
 604 '
 605
 606 test_expect_success 'detect incorrect fanout' '
 607         corrupt_graph_and_verify $GRAPH_BYTE_FANOUT1 "\01" \
 608                 "fanout value"
 609 '
 610
 611 test_expect_success 'detect incorrect fanout final value' '
 612         corrupt_graph_and_verify $GRAPH_BYTE_FANOUT2 "\01" \
 613                 "fanout value"
 614 '
 615
 616 test_expect_success 'detect incorrect OID order' '
 617         corrupt_graph_and_verify $GRAPH_BYTE_OID_LOOKUP_ORDER "\01" \
 618                 "incorrect OID order"
 619 '
 620
 621 test_expect_success 'detect OID not in object database' '
 622         corrupt_graph_and_verify $GRAPH_BYTE_OID_LOOKUP_MISSING "\01" \
 623                 "from object database"
 624 '
 625
 626 test_expect_success 'detect incorrect tree OID' '
 627         corrupt_graph_and_verify $GRAPH_BYTE_COMMIT_TREE "\01" \
 628                 "root tree OID for commit"
 629 '
 630
 631 test_expect_success 'detect incorrect parent int-id' '
 632         corrupt_graph_and_verify $GRAPH_BYTE_COMMIT_PARENT "\01" \
 633                 "invalid parent"
 634 '
 635
 636 test_expect_success 'detect extra parent int-id' '
 637         corrupt_graph_and_verify $GRAPH_BYTE_COMMIT_EXTRA_PARENT "\00" \
 638                 "is too long"
 639 '
 640
 641 test_expect_success 'detect wrong parent' '
 642         corrupt_graph_and_verify $GRAPH_BYTE_COMMIT_WRONG_PARENT "\01" \
 643                 "commit-graph parent for"
 644 '
 645
 646 test_expect_success 'detect incorrect generation number' '
 647         corrupt_graph_and_verify $GRAPH_BYTE_COMMIT_GENERATION "\070" \
 648                 "generation for commit"
 649 '
 650
 651 test_expect_success 'detect incorrect generation number' '
 652         corrupt_graph_and_verify $GRAPH_BYTE_COMMIT_GENERATION "\01" \
 653                 "non-zero generation number"
 654 '
 655
 656 test_expect_success 'detect incorrect commit date' '
 657         corrupt_graph_and_verify $GRAPH_BYTE_COMMIT_DATE "\01" \
 658                 "commit date"
 659 '
 660
 661 test_expect_success 'detect incorrect parent for octopus merge' '
 662         corrupt_graph_and_verify $GRAPH_BYTE_OCTOPUS "\01" \
 663                 "invalid parent"
 664 '
 665
 666 test_expect_success 'detect invalid checksum hash' '
 667         corrupt_graph_and_verify $GRAPH_BYTE_FOOTER "\00" \
 668                 "incorrect checksum"
 669 '
 670
 671 test_expect_success 'detect incorrect chunk count' '
 672         corrupt_graph_and_verify $GRAPH_BYTE_CHUNK_COUNT "\377" \
 673                 "commit-graph file is too small to hold [0-9]* chunks" \
 674                 $GRAPH_CHUNK_LOOKUP_OFFSET
 675 '
 676
 677 test_expect_success 'git fsck (checks commit-graph)' '
 678         cd "$TRASH_DIRECTORY/full" &&
 679         git fsck &&
 680         corrupt_graph_and_verify $GRAPH_BYTE_FOOTER "\00" \
 681                 "incorrect checksum" &&
 682         cp commit-graph-pre-write-test $objdir/info/commit-graph &&
 683         test_must_fail git fsck
 684 '
 685
 686 test_expect_success 'setup non-the_repository tests' '
 687         rm -rf repo &&
 688         git init repo &&
 689         test_commit -C repo one &&
 690         test_commit -C repo two &&
 691         git -C repo config core.commitGraph true &&
 692         git -C repo rev-parse two | \
 693                 git -C repo commit-graph write --stdin-commits
 694 '
 695
 696 test_expect_success 'parse_commit_in_graph works for non-the_repository' '
 697         test-tool repository parse_commit_in_graph \
 698                 repo/.git repo "$(git -C repo rev-parse two)" >actual &&
 699         {
 700                 git -C repo log --pretty=format:"%ct " -1 &&
 701                 git -C repo rev-parse one
 702         } >expect &&
 703         test_cmp expect actual &&
 704
 705         test-tool repository parse_commit_in_graph \
 706                 repo/.git repo "$(git -C repo rev-parse one)" >actual &&
 707         git -C repo log --pretty="%ct" -1 one >expect &&
 708         test_cmp expect actual
 709 '
 710
 711 test_expect_success 'get_commit_tree_in_graph works for non-the_repository' '
 712         test-tool repository get_commit_tree_in_graph \
 713                 repo/.git repo "$(git -C repo rev-parse two)" >actual &&
 714         git -C repo rev-parse two^{tree} >expect &&
 715         test_cmp expect actual &&
 716
 717         test-tool repository get_commit_tree_in_graph \
 718                 repo/.git repo "$(git -C repo rev-parse one)" >actual &&
 719         git -C repo rev-parse one^{tree} >expect &&
 720         test_cmp expect actual
 721 '
 722
 723 test_expect_success 'corrupt commit-graph write (broken parent)' '
 724         rm -rf repo &&
 725         git init repo &&
 726         (
 727                 cd repo &&
 728                 empty="$(git mktree </dev/null)" &&
 729                 cat >broken <<-EOF &&
 730                 tree $empty
 731                 parent $ZERO_OID
 732                 author whatever <whatever@example.com> 1234 -0000
 733                 committer whatever <whatever@example.com> 1234 -0000
 734
 735                 broken commit
 736                 EOF
 737                 broken="$(git hash-object -w -t commit --literally broken)" &&
 738                 git commit-tree -p "$broken" -m "good commit" "$empty" >good &&
 739                 test_must_fail git commit-graph write --stdin-commits \
 740                         <good 2>test_err &&
 741                 test_i18ngrep "unable to parse commit" test_err
 742         )
 743 '
 744
 745 test_expect_success 'corrupt commit-graph write (missing tree)' '
 746         rm -rf repo &&
 747         git init repo &&
 748         (
 749                 cd repo &&
 750                 tree="$(git mktree </dev/null)" &&
 751                 cat >broken <<-EOF &&
 752                 parent $ZERO_OID
 753                 author whatever <whatever@example.com> 1234 -0000
 754                 committer whatever <whatever@example.com> 1234 -0000
 755
 756                 broken commit
 757                 EOF
 758                 broken="$(git hash-object -w -t commit --literally broken)" &&
 759                 git commit-tree -p "$broken" -m "good" "$tree" >good &&
 760                 test_must_fail git commit-graph write --stdin-commits \
 761                         <good 2>test_err &&
 762                 test_i18ngrep "unable to parse commit" test_err
 763         )
 764 '
 765
 766 # We test the overflow-related code with the following repo history:
 767 #
 768 #               4:F - 5:N - 6:U
 769 #              /                \
 770 # 1:U - 2:N - 3:U                M:N
 771 #              \                /
 772 #               7:N - 8:F - 9:N
 773 #
 774 # Here the commits denoted by U have committer date of zero seconds
 775 # since Unix epoch, the commits denoted by N have committer date
 776 # starting from 1112354055 seconds since Unix epoch (default committer
 777 # date for the test suite), and the commits denoted by F have committer
 778 # date of (2 ^ 31 - 2) seconds since Unix epoch.
 779 #
 780 # The largest offset observed is 2 ^ 31, just large enough to overflow.
 781 #
 782
 783 test_expect_success 'set up and verify repo with generation data overflow chunk' '
 784         objdir=".git/objects" &&
 785         UNIX_EPOCH_ZERO="@0 +0000" &&
 786         FUTURE_DATE="@2147483646 +0000" &&
 787         test_oid_cache <<-EOF &&
 788         oid_version sha1:1
 789         oid_version sha256:2
 790         EOF
 791         cd "$TRASH_DIRECTORY" &&
 792         mkdir repo &&
 793         cd repo &&
 794         git init &&
 795         test_commit --date "$UNIX_EPOCH_ZERO" 1 &&
 796         test_commit 2 &&
 797         test_commit --date "$UNIX_EPOCH_ZERO" 3 &&
 798         git commit-graph write --reachable &&
 799         graph_read_expect 3 generation_data &&
 800         test_commit --date "$FUTURE_DATE" 4 &&
 801         test_commit 5 &&
 802         test_commit --date "$UNIX_EPOCH_ZERO" 6 &&
 803         git branch left &&
 804         git reset --hard 3 &&
 805         test_commit 7 &&
 806         test_commit --date "$FUTURE_DATE" 8 &&
 807         test_commit 9 &&
 808         git branch right &&
 809         git reset --hard 3 &&
 810         test_merge M left right &&
 811         git commit-graph write --reachable &&
 812         graph_read_expect 10 "generation_data generation_data_overflow" &&
 813         git commit-graph verify
 814 '
 815
 816 graph_git_behavior 'generation data overflow chunk repo' repo left right
 817
 818 test_done