t/t5702-protocol-v2.sh

   1 #!/bin/sh
   2
   3 test_description='test git wire-protocol version 2'
   4
   5 TEST_NO_CREATE_REPO=1
   6
   7 GIT_TEST_DEFAULT_INITIAL_BRANCH_NAME=main
   8 export GIT_TEST_DEFAULT_INITIAL_BRANCH_NAME
   9
  10 . ./test-lib.sh
  11
  12 # Test protocol v2 with 'git://' transport
  13 #
  14 . "$TEST_DIRECTORY"/lib-git-daemon.sh
  15 start_git_daemon --export-all --enable=receive-pack
  16 daemon_parent=$GIT_DAEMON_DOCUMENT_ROOT_PATH/parent
  17
  18 test_expect_success 'create repo to be served by git-daemon' '
  19         git init "$daemon_parent" &&
  20         test_commit -C "$daemon_parent" one
  21 '
  22
  23 test_expect_success 'list refs with git:// using protocol v2' '
  24         test_when_finished "rm -f log" &&
  25
  26         GIT_TRACE_PACKET="$(pwd)/log" git -c protocol.version=2 \
  27                 ls-remote --symref "$GIT_DAEMON_URL/parent" >actual &&
  28
  29         # Client requested to use protocol v2
  30         grep "git> .*\\\0\\\0version=2\\\0$" log &&
  31         # Server responded using protocol v2
  32         grep "git< version 2" log &&
  33
  34         git ls-remote --symref "$GIT_DAEMON_URL/parent" >expect &&
  35         test_cmp expect actual
  36 '
  37
  38 test_expect_success 'ref advertisement is filtered with ls-remote using protocol v2' '
  39         test_when_finished "rm -f log" &&
  40
  41         GIT_TRACE_PACKET="$(pwd)/log" git -c protocol.version=2 \
  42                 ls-remote "$GIT_DAEMON_URL/parent" main >actual &&
  43
  44         cat >expect <<-EOF &&
  45         $(git -C "$daemon_parent" rev-parse refs/heads/main)$(printf "\t")refs/heads/main
  46         EOF
  47
  48         test_cmp expect actual
  49 '
  50
  51 test_expect_success 'clone with git:// using protocol v2' '
  52         test_when_finished "rm -f log" &&
  53
  54         GIT_TRACE_PACKET="$(pwd)/log" git -c protocol.version=2 \
  55                 clone "$GIT_DAEMON_URL/parent" daemon_child &&
  56
  57         git -C daemon_child log -1 --format=%s >actual &&
  58         git -C "$daemon_parent" log -1 --format=%s >expect &&
  59         test_cmp expect actual &&
  60
  61         # Client requested to use protocol v2
  62         grep "clone> .*\\\0\\\0version=2\\\0$" log &&
  63         # Server responded using protocol v2
  64         grep "clone< version 2" log
  65 '
  66
  67 test_expect_success 'fetch with git:// using protocol v2' '
  68         test_when_finished "rm -f log" &&
  69
  70         test_commit -C "$daemon_parent" two &&
  71
  72         GIT_TRACE_PACKET="$(pwd)/log" git -C daemon_child -c protocol.version=2 \
  73                 fetch &&
  74
  75         git -C daemon_child log -1 --format=%s origin/main >actual &&
  76         git -C "$daemon_parent" log -1 --format=%s >expect &&
  77         test_cmp expect actual &&
  78
  79         # Client requested to use protocol v2
  80         grep "fetch> .*\\\0\\\0version=2\\\0$" log &&
  81         # Server responded using protocol v2
  82         grep "fetch< version 2" log
  83 '
  84
  85 test_expect_success 'fetch by hash without tag following with protocol v2 does not list refs' '
  86         test_when_finished "rm -f log" &&
  87
  88         test_commit -C "$daemon_parent" two_a &&
  89         git -C "$daemon_parent" rev-parse two_a >two_a_hash &&
  90
  91         GIT_TRACE_PACKET="$(pwd)/log" git -C daemon_child -c protocol.version=2 \
  92                 fetch --no-tags origin $(cat two_a_hash) &&
  93
  94         grep "fetch< version 2" log &&
  95         ! grep "fetch> command=ls-refs" log
  96 '
  97
  98 test_expect_success 'pull with git:// using protocol v2' '
  99         test_when_finished "rm -f log" &&
 100
 101         GIT_TRACE_PACKET="$(pwd)/log" git -C daemon_child -c protocol.version=2 \
 102                 pull &&
 103
 104         git -C daemon_child log -1 --format=%s >actual &&
 105         git -C "$daemon_parent" log -1 --format=%s >expect &&
 106         test_cmp expect actual &&
 107
 108         # Client requested to use protocol v2
 109         grep "fetch> .*\\\0\\\0version=2\\\0$" log &&
 110         # Server responded using protocol v2
 111         grep "fetch< version 2" log
 112 '
 113
 114 test_expect_success 'push with git:// and a config of v2 does not request v2' '
 115         test_when_finished "rm -f log" &&
 116
 117         # Till v2 for push is designed, make sure that if a client has
 118         # protocol.version configured to use v2, that the client instead falls
 119         # back and uses v0.
 120
 121         test_commit -C daemon_child three &&
 122
 123         # Push to another branch, as the target repository has the
 124         # main branch checked out and we cannot push into it.
 125         GIT_TRACE_PACKET="$(pwd)/log" git -C daemon_child -c protocol.version=2 \
 126                 push origin HEAD:client_branch &&
 127
 128         git -C daemon_child log -1 --format=%s >actual &&
 129         git -C "$daemon_parent" log -1 --format=%s client_branch >expect &&
 130         test_cmp expect actual &&
 131
 132         # Client requested to use protocol v2
 133         ! grep "push> .*\\\0\\\0version=2\\\0$" log &&
 134         # Server responded using protocol v2
 135         ! grep "push< version 2" log
 136 '
 137
 138 stop_git_daemon
 139
 140 # Test protocol v2 with 'file://' transport
 141 #
 142 test_expect_success 'create repo to be served by file:// transport' '
 143         git init file_parent &&
 144         test_commit -C file_parent one
 145 '
 146
 147 test_expect_success 'list refs with file:// using protocol v2' '
 148         test_when_finished "rm -f log" &&
 149
 150         GIT_TRACE_PACKET="$(pwd)/log" git -c protocol.version=2 \
 151                 ls-remote --symref "file://$(pwd)/file_parent" >actual &&
 152
 153         # Server responded using protocol v2
 154         grep "git< version 2" log &&
 155
 156         git ls-remote --symref "file://$(pwd)/file_parent" >expect &&
 157         test_cmp expect actual
 158 '
 159
 160 test_expect_success 'ref advertisement is filtered with ls-remote using protocol v2' '
 161         test_when_finished "rm -f log" &&
 162
 163         GIT_TRACE_PACKET="$(pwd)/log" git -c protocol.version=2 \
 164                 ls-remote "file://$(pwd)/file_parent" main >actual &&
 165
 166         cat >expect <<-EOF &&
 167         $(git -C file_parent rev-parse refs/heads/main)$(printf "\t")refs/heads/main
 168         EOF
 169
 170         test_cmp expect actual
 171 '
 172
 173 test_expect_success 'server-options are sent when using ls-remote' '
 174         test_when_finished "rm -f log" &&
 175
 176         GIT_TRACE_PACKET="$(pwd)/log" git -c protocol.version=2 \
 177                 ls-remote -o hello -o world "file://$(pwd)/file_parent" main >actual &&
 178
 179         cat >expect <<-EOF &&
 180         $(git -C file_parent rev-parse refs/heads/main)$(printf "\t")refs/heads/main
 181         EOF
 182
 183         test_cmp expect actual &&
 184         grep "server-option=hello" log &&
 185         grep "server-option=world" log
 186 '
 187
 188 test_expect_success 'warn if using server-option with ls-remote with legacy protocol' '
 189         test_must_fail env GIT_TEST_PROTOCOL_VERSION=0 git -c protocol.version=0 \
 190                 ls-remote -o hello -o world "file://$(pwd)/file_parent" main 2>err &&
 191
 192         test_i18ngrep "see protocol.version in" err &&
 193         test_i18ngrep "server options require protocol version 2 or later" err
 194 '
 195
 196 test_expect_success 'clone with file:// using protocol v2' '
 197         test_when_finished "rm -f log" &&
 198
 199         GIT_TRACE_PACKET="$(pwd)/log" git -c protocol.version=2 \
 200                 clone "file://$(pwd)/file_parent" file_child &&
 201
 202         git -C file_child log -1 --format=%s >actual &&
 203         git -C file_parent log -1 --format=%s >expect &&
 204         test_cmp expect actual &&
 205
 206         # Server responded using protocol v2
 207         grep "clone< version 2" log &&
 208
 209         # Client sent ref-prefixes to filter the ref-advertisement
 210         grep "ref-prefix HEAD" log &&
 211         grep "ref-prefix refs/heads/" log &&
 212         grep "ref-prefix refs/tags/" log
 213 '
 214
 215 test_expect_success 'clone of empty repo propagates name of default branch' '
 216         test_when_finished "rm -rf file_empty_parent file_empty_child" &&
 217
 218         GIT_TEST_DEFAULT_INITIAL_BRANCH_NAME= \
 219         git -c init.defaultBranch=mydefaultbranch init file_empty_parent &&
 220
 221         GIT_TEST_DEFAULT_INITIAL_BRANCH_NAME= \
 222         git -c init.defaultBranch=main -c protocol.version=2 \
 223                 clone "file://$(pwd)/file_empty_parent" file_empty_child &&
 224         grep "refs/heads/mydefaultbranch" file_empty_child/.git/HEAD
 225 '
 226
 227 test_expect_success '...but not if explicitly forbidden by config' '
 228         test_when_finished "rm -rf file_empty_parent file_empty_child" &&
 229
 230         GIT_TEST_DEFAULT_INITIAL_BRANCH_NAME= \
 231         git -c init.defaultBranch=mydefaultbranch init file_empty_parent &&
 232         test_config -C file_empty_parent lsrefs.unborn ignore &&
 233
 234         GIT_TEST_DEFAULT_INITIAL_BRANCH_NAME= \
 235         git -c init.defaultBranch=main -c protocol.version=2 \
 236                 clone "file://$(pwd)/file_empty_parent" file_empty_child &&
 237         ! grep "refs/heads/mydefaultbranch" file_empty_child/.git/HEAD
 238 '
 239
 240 test_expect_success 'fetch with file:// using protocol v2' '
 241         test_when_finished "rm -f log" &&
 242
 243         test_commit -C file_parent two &&
 244
 245         GIT_TRACE_PACKET="$(pwd)/log" git -C file_child -c protocol.version=2 \
 246                 fetch origin &&
 247
 248         git -C file_child log -1 --format=%s origin/main >actual &&
 249         git -C file_parent log -1 --format=%s >expect &&
 250         test_cmp expect actual &&
 251
 252         # Server responded using protocol v2
 253         grep "fetch< version 2" log
 254 '
 255
 256 test_expect_success 'ref advertisement is filtered during fetch using protocol v2' '
 257         test_when_finished "rm -f log" &&
 258
 259         test_commit -C file_parent three &&
 260         git -C file_parent branch unwanted-branch three &&
 261
 262         GIT_TRACE_PACKET="$(pwd)/log" git -C file_child -c protocol.version=2 \
 263                 fetch origin main &&
 264
 265         git -C file_child log -1 --format=%s origin/main >actual &&
 266         git -C file_parent log -1 --format=%s >expect &&
 267         test_cmp expect actual &&
 268
 269         grep "refs/heads/main" log &&
 270         ! grep "refs/heads/unwanted-branch" log
 271 '
 272
 273 test_expect_success 'server-options are sent when fetching' '
 274         test_when_finished "rm -f log" &&
 275
 276         test_commit -C file_parent four &&
 277
 278         GIT_TRACE_PACKET="$(pwd)/log" git -C file_child -c protocol.version=2 \
 279                 fetch -o hello -o world origin main &&
 280
 281         git -C file_child log -1 --format=%s origin/main >actual &&
 282         git -C file_parent log -1 --format=%s >expect &&
 283         test_cmp expect actual &&
 284
 285         grep "server-option=hello" log &&
 286         grep "server-option=world" log
 287 '
 288
 289 test_expect_success 'warn if using server-option with fetch with legacy protocol' '
 290         test_when_finished "rm -rf temp_child" &&
 291
 292         git init temp_child &&
 293
 294         test_must_fail env GIT_TEST_PROTOCOL_VERSION=0 git -C temp_child -c protocol.version=0 \
 295                 fetch -o hello -o world "file://$(pwd)/file_parent" main 2>err &&
 296
 297         test_i18ngrep "see protocol.version in" err &&
 298         test_i18ngrep "server options require protocol version 2 or later" err
 299 '
 300
 301 test_expect_success 'server-options are sent when cloning' '
 302         test_when_finished "rm -rf log myclone" &&
 303
 304         GIT_TRACE_PACKET="$(pwd)/log" git -c protocol.version=2 \
 305                 clone --server-option=hello --server-option=world \
 306                 "file://$(pwd)/file_parent" myclone &&
 307
 308         grep "server-option=hello" log &&
 309         grep "server-option=world" log
 310 '
 311
 312 test_expect_success 'warn if using server-option with clone with legacy protocol' '
 313         test_when_finished "rm -rf myclone" &&
 314
 315         test_must_fail env GIT_TEST_PROTOCOL_VERSION=0 git -c protocol.version=0 \
 316                 clone --server-option=hello --server-option=world \
 317                 "file://$(pwd)/file_parent" myclone 2>err &&
 318
 319         test_i18ngrep "see protocol.version in" err &&
 320         test_i18ngrep "server options require protocol version 2 or later" err
 321 '
 322
 323 test_expect_success 'upload-pack respects config using protocol v2' '
 324         git init server &&
 325         write_script server/.git/hook <<-\EOF &&
 326                 touch hookout
 327                 "$@"
 328         EOF
 329         test_commit -C server one &&
 330
 331         test_config_global uploadpack.packobjectshook ./hook &&
 332         test_path_is_missing server/.git/hookout &&
 333         git -c protocol.version=2 clone "file://$(pwd)/server" client &&
 334         test_path_is_file server/.git/hookout
 335 '
 336
 337 test_expect_success 'setup filter tests' '
 338         rm -rf server client &&
 339         git init server &&
 340
 341         # 1 commit to create a file, and 1 commit to modify it
 342         test_commit -C server message1 a.txt &&
 343         test_commit -C server message2 a.txt &&
 344         git -C server config protocol.version 2 &&
 345         git -C server config uploadpack.allowfilter 1 &&
 346         git -C server config uploadpack.allowanysha1inwant 1 &&
 347         git -C server config protocol.version 2
 348 '
 349
 350 test_expect_success 'partial clone' '
 351         GIT_TRACE_PACKET="$(pwd)/trace" git -c protocol.version=2 \
 352                 clone --filter=blob:none "file://$(pwd)/server" client &&
 353         grep "version 2" trace &&
 354
 355         # Ensure that the old version of the file is missing
 356         git -C client rev-list --quiet --objects --missing=print main \
 357                 >observed.oids &&
 358         grep "$(git -C server rev-parse message1:a.txt)" observed.oids &&
 359
 360         # Ensure that client passes fsck
 361         git -C client fsck
 362 '
 363
 364 test_expect_success 'dynamically fetch missing object' '
 365         rm "$(pwd)/trace" &&
 366         GIT_TRACE_PACKET="$(pwd)/trace" git -C client -c protocol.version=2 \
 367                 cat-file -p $(git -C server rev-parse message1:a.txt) &&
 368         grep "version 2" trace
 369 '
 370
 371 test_expect_success 'when dynamically fetching missing object, do not list refs' '
 372         ! grep "git> command=ls-refs" trace
 373 '
 374
 375 test_expect_success 'partial fetch' '
 376         rm -rf client "$(pwd)/trace" &&
 377         git init client &&
 378         SERVER="file://$(pwd)/server" &&
 379
 380         GIT_TRACE_PACKET="$(pwd)/trace" git -C client -c protocol.version=2 \
 381                 fetch --filter=blob:none "$SERVER" main:refs/heads/other &&
 382         grep "version 2" trace &&
 383
 384         # Ensure that the old version of the file is missing
 385         git -C client rev-list --quiet --objects --missing=print other \
 386                 >observed.oids &&
 387         grep "$(git -C server rev-parse message1:a.txt)" observed.oids &&
 388
 389         # Ensure that client passes fsck
 390         git -C client fsck
 391 '
 392
 393 test_expect_success 'do not advertise filter if not configured to do so' '
 394         SERVER="file://$(pwd)/server" &&
 395
 396         rm "$(pwd)/trace" &&
 397         git -C server config uploadpack.allowfilter 1 &&
 398         GIT_TRACE_PACKET="$(pwd)/trace" git -c protocol.version=2 \
 399                 ls-remote "$SERVER" &&
 400         grep "fetch=.*filter" trace &&
 401
 402         rm "$(pwd)/trace" &&
 403         git -C server config uploadpack.allowfilter 0 &&
 404         GIT_TRACE_PACKET="$(pwd)/trace" git -c protocol.version=2 \
 405                 ls-remote "$SERVER" &&
 406         grep "fetch=" trace >fetch_capabilities &&
 407         ! grep filter fetch_capabilities
 408 '
 409
 410 test_expect_success 'partial clone warns if filter is not advertised' '
 411         rm -rf client &&
 412         git -C server config uploadpack.allowfilter 0 &&
 413         git -c protocol.version=2 \
 414                 clone --filter=blob:none "file://$(pwd)/server" client 2>err &&
 415         test_i18ngrep "filtering not recognized by server, ignoring" err
 416 '
 417
 418 test_expect_success 'even with handcrafted request, filter does not work if not advertised' '
 419         git -C server config uploadpack.allowfilter 0 &&
 420
 421         # Custom request that tries to filter even though it is not advertised.
 422         test-tool pkt-line pack >in <<-EOF &&
 423         command=fetch
 424         object-format=$(test_oid algo)
 425         0001
 426         want $(git -C server rev-parse main)
 427         filter blob:none
 428         0000
 429         EOF
 430
 431         test_must_fail test-tool -C server serve-v2 --stateless-rpc \
 432                 <in >/dev/null 2>err &&
 433         grep "unexpected line: .filter blob:none." err &&
 434
 435         # Exercise to ensure that if advertised, filter works
 436         git -C server config uploadpack.allowfilter 1 &&
 437         test-tool -C server serve-v2 --stateless-rpc <in >/dev/null
 438 '
 439
 440 test_expect_success 'default refspec is used to filter ref when fetchcing' '
 441         test_when_finished "rm -f log" &&
 442
 443         GIT_TRACE_PACKET="$(pwd)/log" git -C file_child -c protocol.version=2 \
 444                 fetch origin &&
 445
 446         git -C file_child log -1 --format=%s three >actual &&
 447         git -C file_parent log -1 --format=%s three >expect &&
 448         test_cmp expect actual &&
 449
 450         grep "ref-prefix refs/heads/" log &&
 451         grep "ref-prefix refs/tags/" log
 452 '
 453
 454 test_expect_success 'fetch supports various ways of have lines' '
 455         rm -rf server client trace &&
 456         git init server &&
 457         test_commit -C server dwim &&
 458         TREE=$(git -C server rev-parse HEAD^{tree}) &&
 459         git -C server tag exact \
 460                 $(git -C server commit-tree -m a "$TREE") &&
 461         git -C server tag dwim-unwanted \
 462                 $(git -C server commit-tree -m b "$TREE") &&
 463         git -C server tag exact-unwanted \
 464                 $(git -C server commit-tree -m c "$TREE") &&
 465         git -C server tag prefix1 \
 466                 $(git -C server commit-tree -m d "$TREE") &&
 467         git -C server tag prefix2 \
 468                 $(git -C server commit-tree -m e "$TREE") &&
 469         git -C server tag fetch-by-sha1 \
 470                 $(git -C server commit-tree -m f "$TREE") &&
 471         git -C server tag completely-unrelated \
 472                 $(git -C server commit-tree -m g "$TREE") &&
 473
 474         git init client &&
 475         GIT_TRACE_PACKET="$(pwd)/trace" git -C client -c protocol.version=2 \
 476                 fetch "file://$(pwd)/server" \
 477                 dwim \
 478                 refs/tags/exact \
 479                 refs/tags/prefix*:refs/tags/prefix* \
 480                 "$(git -C server rev-parse fetch-by-sha1)" &&
 481
 482         # Ensure that the appropriate prefixes are sent (using a sample)
 483         grep "fetch> ref-prefix dwim" trace &&
 484         grep "fetch> ref-prefix refs/heads/dwim" trace &&
 485         grep "fetch> ref-prefix refs/tags/prefix" trace &&
 486
 487         # Ensure that the correct objects are returned
 488         git -C client cat-file -e $(git -C server rev-parse dwim) &&
 489         git -C client cat-file -e $(git -C server rev-parse exact) &&
 490         git -C client cat-file -e $(git -C server rev-parse prefix1) &&
 491         git -C client cat-file -e $(git -C server rev-parse prefix2) &&
 492         git -C client cat-file -e $(git -C server rev-parse fetch-by-sha1) &&
 493         test_must_fail git -C client cat-file -e \
 494                 $(git -C server rev-parse dwim-unwanted) &&
 495         test_must_fail git -C client cat-file -e \
 496                 $(git -C server rev-parse exact-unwanted) &&
 497         test_must_fail git -C client cat-file -e \
 498                 $(git -C server rev-parse completely-unrelated)
 499 '
 500
 501 test_expect_success 'fetch supports include-tag and tag following' '
 502         rm -rf server client trace &&
 503         git init server &&
 504
 505         test_commit -C server to_fetch &&
 506         git -C server tag -a annotated_tag -m message &&
 507
 508         git init client &&
 509         GIT_TRACE_PACKET="$(pwd)/trace" git -C client -c protocol.version=2 \
 510                 fetch "$(pwd)/server" to_fetch:to_fetch &&
 511
 512         grep "fetch> ref-prefix to_fetch" trace &&
 513         grep "fetch> ref-prefix refs/tags/" trace &&
 514         grep "fetch> include-tag" trace &&
 515
 516         git -C client cat-file -e $(git -C client rev-parse annotated_tag)
 517 '
 518
 519 test_expect_success 'upload-pack respects client shallows' '
 520         rm -rf server client trace &&
 521
 522         git init server &&
 523         test_commit -C server base &&
 524         test_commit -C server client_has &&
 525
 526         git clone --depth=1 "file://$(pwd)/server" client &&
 527
 528         # Add extra commits to the client so that the whole fetch takes more
 529         # than 1 request (due to negotiation)
 530         test_commit_bulk -C client --id=c 32 &&
 531
 532         git -C server checkout -b newbranch base &&
 533         test_commit -C server client_wants &&
 534
 535         GIT_TRACE_PACKET="$(pwd)/trace" git -C client -c protocol.version=2 \
 536                 fetch origin newbranch &&
 537         # Ensure that protocol v2 is used
 538         grep "fetch< version 2" trace
 539 '
 540
 541 test_expect_success 'ensure that multiple fetches in same process from a shallow repo works' '
 542         rm -rf server client trace &&
 543
 544         test_create_repo server &&
 545         test_commit -C server one &&
 546         test_commit -C server two &&
 547         test_commit -C server three &&
 548         git clone --shallow-exclude two "file://$(pwd)/server" client &&
 549
 550         git -C server tag -a -m "an annotated tag" twotag two &&
 551
 552         # Triggers tag following (thus, 2 fetches in one process)
 553         GIT_TRACE_PACKET="$(pwd)/trace" git -C client -c protocol.version=2 \
 554                 fetch --shallow-exclude one origin &&
 555         # Ensure that protocol v2 is used
 556         grep "fetch< version 2" trace
 557 '
 558
 559 test_expect_success 'deepen-relative' '
 560         rm -rf server client trace &&
 561
 562         test_create_repo server &&
 563         test_commit -C server one &&
 564         test_commit -C server two &&
 565         test_commit -C server three &&
 566         git clone --depth 1 "file://$(pwd)/server" client &&
 567         test_commit -C server four &&
 568
 569         # Sanity check that only "three" is downloaded
 570         git -C client log --pretty=tformat:%s main >actual &&
 571         echo three >expected &&
 572         test_cmp expected actual &&
 573
 574         GIT_TRACE_PACKET="$(pwd)/trace" git -C client -c protocol.version=2 \
 575                 fetch --deepen=1 origin &&
 576         # Ensure that protocol v2 is used
 577         grep "fetch< version 2" trace &&
 578
 579         git -C client log --pretty=tformat:%s origin/main >actual &&
 580         cat >expected <<-\EOF &&
 581         four
 582         three
 583         two
 584         EOF
 585         test_cmp expected actual
 586 '
 587
 588 # Test protocol v2 with 'http://' transport
 589 #
 590 . "$TEST_DIRECTORY"/lib-httpd.sh
 591 start_httpd
 592
 593 test_expect_success 'create repo to be served by http:// transport' '
 594         git init "$HTTPD_DOCUMENT_ROOT_PATH/http_parent" &&
 595         git -C "$HTTPD_DOCUMENT_ROOT_PATH/http_parent" config http.receivepack true &&
 596         test_commit -C "$HTTPD_DOCUMENT_ROOT_PATH/http_parent" one
 597 '
 598
 599 test_expect_success 'clone with http:// using protocol v2' '
 600         test_when_finished "rm -f log" &&
 601
 602         GIT_TRACE_PACKET="$(pwd)/log" GIT_TRACE_CURL="$(pwd)/log" git -c protocol.version=2 \
 603                 clone "$HTTPD_URL/smart/http_parent" http_child &&
 604
 605         git -C http_child log -1 --format=%s >actual &&
 606         git -C "$HTTPD_DOCUMENT_ROOT_PATH/http_parent" log -1 --format=%s >expect &&
 607         test_cmp expect actual &&
 608
 609         # Client requested to use protocol v2
 610         grep "Git-Protocol: version=2" log &&
 611         # Server responded using protocol v2
 612         grep "git< version 2" log &&
 613         # Verify that the chunked encoding sending codepath is NOT exercised
 614         ! grep "Send header: Transfer-Encoding: chunked" log
 615 '
 616
 617 test_expect_success 'clone repository with http:// using protocol v2 with incomplete pktline length' '
 618         test_when_finished "rm -f log" &&
 619
 620         git init "$HTTPD_DOCUMENT_ROOT_PATH/incomplete_length" &&
 621         test_commit -C "$HTTPD_DOCUMENT_ROOT_PATH/incomplete_length" file &&
 622
 623         test_must_fail env GIT_TRACE_PACKET="$(pwd)/log" GIT_TRACE_CURL="$(pwd)/log" git -c protocol.version=2 \
 624                 clone "$HTTPD_URL/smart/incomplete_length" incomplete_length_child 2>err &&
 625
 626         # Client requested to use protocol v2
 627         grep "Git-Protocol: version=2" log &&
 628         # Server responded using protocol v2
 629         grep "git< version 2" log &&
 630         # Client reported appropriate failure
 631         test_i18ngrep "bytes of length header were received" err
 632 '
 633
 634 test_expect_success 'clone repository with http:// using protocol v2 with incomplete pktline body' '
 635         test_when_finished "rm -f log" &&
 636
 637         git init "$HTTPD_DOCUMENT_ROOT_PATH/incomplete_body" &&
 638         test_commit -C "$HTTPD_DOCUMENT_ROOT_PATH/incomplete_body" file &&
 639
 640         test_must_fail env GIT_TRACE_PACKET="$(pwd)/log" GIT_TRACE_CURL="$(pwd)/log" git -c protocol.version=2 \
 641                 clone "$HTTPD_URL/smart/incomplete_body" incomplete_body_child 2>err &&
 642
 643         # Client requested to use protocol v2
 644         grep "Git-Protocol: version=2" log &&
 645         # Server responded using protocol v2
 646         grep "git< version 2" log &&
 647         # Client reported appropriate failure
 648         test_i18ngrep "bytes of body are still expected" err
 649 '
 650
 651 test_expect_success 'clone with http:// using protocol v2 and invalid parameters' '
 652         test_when_finished "rm -f log" &&
 653
 654         test_must_fail env GIT_TRACE_PACKET="$(pwd)/log" GIT_TRACE_CURL="$(pwd)/log" \
 655                 git -c protocol.version=2 \
 656                 clone --shallow-since=20151012 "$HTTPD_URL/smart/http_parent" http_child_invalid &&
 657
 658         # Client requested to use protocol v2
 659         grep "Git-Protocol: version=2" log &&
 660         # Server responded using protocol v2
 661         grep "git< version 2" log
 662 '
 663
 664 test_expect_success 'clone big repository with http:// using protocol v2' '
 665         test_when_finished "rm -f log" &&
 666
 667         git init "$HTTPD_DOCUMENT_ROOT_PATH/big" &&
 668         # Ensure that the list of wants is greater than http.postbuffer below
 669         for i in $(test_seq 1 1500)
 670         do
 671                 # do not use here-doc, because it requires a process
 672                 # per loop iteration
 673                 echo "commit refs/heads/too-many-refs-$i" &&
 674                 echo "committer git <git@example.com> $i +0000" &&
 675                 echo "data 0" &&
 676                 echo "M 644 inline bla.txt" &&
 677                 echo "data 4" &&
 678                 echo "bla"
 679         done | git -C "$HTTPD_DOCUMENT_ROOT_PATH/big" fast-import &&
 680
 681         GIT_TRACE_PACKET="$(pwd)/log" GIT_TRACE_CURL="$(pwd)/log" git \
 682                 -c protocol.version=2 -c http.postbuffer=65536 \
 683                 clone "$HTTPD_URL/smart/big" big_child &&
 684
 685         # Client requested to use protocol v2
 686         grep "Git-Protocol: version=2" log &&
 687         # Server responded using protocol v2
 688         grep "git< version 2" log &&
 689         # Verify that the chunked encoding sending codepath is exercised
 690         grep "Send header: Transfer-Encoding: chunked" log
 691 '
 692
 693 test_expect_success 'fetch with http:// using protocol v2' '
 694         test_when_finished "rm -f log" &&
 695
 696         test_commit -C "$HTTPD_DOCUMENT_ROOT_PATH/http_parent" two &&
 697
 698         GIT_TRACE_PACKET="$(pwd)/log" git -C http_child -c protocol.version=2 \
 699                 fetch &&
 700
 701         git -C http_child log -1 --format=%s origin/main >actual &&
 702         git -C "$HTTPD_DOCUMENT_ROOT_PATH/http_parent" log -1 --format=%s >expect &&
 703         test_cmp expect actual &&
 704
 705         # Server responded using protocol v2
 706         grep "git< version 2" log
 707 '
 708
 709 test_expect_success 'fetch with http:// by hash without tag following with protocol v2 does not list refs' '
 710         test_when_finished "rm -f log" &&
 711
 712         test_commit -C "$HTTPD_DOCUMENT_ROOT_PATH/http_parent" two_a &&
 713         git -C "$HTTPD_DOCUMENT_ROOT_PATH/http_parent" rev-parse two_a >two_a_hash &&
 714
 715         GIT_TRACE_PACKET="$(pwd)/log" git -C http_child -c protocol.version=2 \
 716                 fetch --no-tags origin $(cat two_a_hash) &&
 717
 718         grep "fetch< version 2" log &&
 719         ! grep "fetch> command=ls-refs" log
 720 '
 721
 722 test_expect_success 'fetch from namespaced repo respects namespaces' '
 723         test_when_finished "rm -f log" &&
 724
 725         git init "$HTTPD_DOCUMENT_ROOT_PATH/nsrepo" &&
 726         test_commit -C "$HTTPD_DOCUMENT_ROOT_PATH/nsrepo" one &&
 727         test_commit -C "$HTTPD_DOCUMENT_ROOT_PATH/nsrepo" two &&
 728         git -C "$HTTPD_DOCUMENT_ROOT_PATH/nsrepo" \
 729                 update-ref refs/namespaces/ns/refs/heads/main one &&
 730
 731         GIT_TRACE_PACKET="$(pwd)/log" git -C http_child -c protocol.version=2 \
 732                 fetch "$HTTPD_URL/smart_namespace/nsrepo" \
 733                 refs/heads/main:refs/heads/theirs &&
 734
 735         # Server responded using protocol v2
 736         grep "fetch< version 2" log &&
 737
 738         git -C "$HTTPD_DOCUMENT_ROOT_PATH/nsrepo" rev-parse one >expect &&
 739         git -C http_child rev-parse theirs >actual &&
 740         test_cmp expect actual
 741 '
 742
 743 test_expect_success 'ls-remote with v2 http sends only one POST' '
 744         test_when_finished "rm -f log" &&
 745
 746         git ls-remote "$HTTPD_DOCUMENT_ROOT_PATH/http_parent" >expect &&
 747         GIT_TRACE_CURL="$(pwd)/log" git -c protocol.version=2 \
 748                 ls-remote "$HTTPD_URL/smart/http_parent" >actual &&
 749         test_cmp expect actual &&
 750
 751         grep "Send header: POST" log >posts &&
 752         test_line_count = 1 posts
 753 '
 754
 755 test_expect_success 'push with http:// and a config of v2 does not request v2' '
 756         test_when_finished "rm -f log" &&
 757         # Till v2 for push is designed, make sure that if a client has
 758         # protocol.version configured to use v2, that the client instead falls
 759         # back and uses v0.
 760
 761         test_commit -C http_child three &&
 762
 763         # Push to another branch, as the target repository has the
 764         # main branch checked out and we cannot push into it.
 765         GIT_TRACE_PACKET="$(pwd)/log" git -C http_child -c protocol.version=2 \
 766                 push origin HEAD:client_branch &&
 767
 768         git -C http_child log -1 --format=%s >actual &&
 769         git -C "$HTTPD_DOCUMENT_ROOT_PATH/http_parent" log -1 --format=%s client_branch >expect &&
 770         test_cmp expect actual &&
 771
 772         # Client did not request to use protocol v2
 773         ! grep "Git-Protocol: version=2" log &&
 774         # Server did not respond using protocol v2
 775         ! grep "git< version 2" log
 776 '
 777
 778 test_expect_success 'when server sends "ready", expect DELIM' '
 779         rm -rf "$HTTPD_DOCUMENT_ROOT_PATH/http_parent" http_child &&
 780
 781         git init "$HTTPD_DOCUMENT_ROOT_PATH/http_parent" &&
 782         test_commit -C "$HTTPD_DOCUMENT_ROOT_PATH/http_parent" one &&
 783
 784         git clone "$HTTPD_URL/smart/http_parent" http_child &&
 785
 786         test_commit -C "$HTTPD_DOCUMENT_ROOT_PATH/http_parent" two &&
 787
 788         # After "ready" in the acknowledgments section, pretend that a FLUSH
 789         # (0000) was sent instead of a DELIM (0001).
 790         printf "\$ready = 1 if /ready/; \$ready && s/0001/0000/" \
 791                 >"$HTTPD_ROOT_PATH/one-time-perl" &&
 792
 793         test_must_fail git -C http_child -c protocol.version=2 \
 794                 fetch "$HTTPD_URL/one_time_perl/http_parent" 2> err &&
 795         test_i18ngrep "expected packfile to be sent after .ready." err
 796 '
 797
 798 test_expect_success 'when server does not send "ready", expect FLUSH' '
 799         rm -rf "$HTTPD_DOCUMENT_ROOT_PATH/http_parent" http_child log &&
 800
 801         git init "$HTTPD_DOCUMENT_ROOT_PATH/http_parent" &&
 802         test_commit -C "$HTTPD_DOCUMENT_ROOT_PATH/http_parent" one &&
 803
 804         git clone "$HTTPD_URL/smart/http_parent" http_child &&
 805
 806         test_commit -C "$HTTPD_DOCUMENT_ROOT_PATH/http_parent" two &&
 807
 808         # Create many commits to extend the negotiation phase across multiple
 809         # requests, so that the server does not send "ready" in the first
 810         # request.
 811         test_commit_bulk -C http_child --id=c 32 &&
 812
 813         # After the acknowledgments section, pretend that a DELIM
 814         # (0001) was sent instead of a FLUSH (0000).
 815         printf "\$ack = 1 if /acknowledgments/; \$ack && s/0000/0001/" \
 816                 >"$HTTPD_ROOT_PATH/one-time-perl" &&
 817
 818         test_must_fail env GIT_TRACE_PACKET="$(pwd)/log" git -C http_child \
 819                 -c protocol.version=2 \
 820                 fetch "$HTTPD_URL/one_time_perl/http_parent" 2> err &&
 821         grep "fetch< .*acknowledgments" log &&
 822         ! grep "fetch< .*ready" log &&
 823         test_i18ngrep "expected no other sections to be sent after no .ready." err
 824 '
 825
 826 configure_exclusion () {
 827         git -C "$1" hash-object "$2" >objh &&
 828         git -C "$1" pack-objects "$HTTPD_DOCUMENT_ROOT_PATH/mypack" <objh >packh &&
 829         git -C "$1" config --add \
 830                 "uploadpack.blobpackfileuri" \
 831                 "$(cat objh) $(cat packh) $HTTPD_URL/dumb/mypack-$(cat packh).pack" &&
 832         cat objh
 833 }
 834
 835 test_expect_success 'part of packfile response provided as URI' '
 836         P="$HTTPD_DOCUMENT_ROOT_PATH/http_parent" &&
 837         rm -rf "$P" http_child log &&
 838
 839         git init "$P" &&
 840         git -C "$P" config "uploadpack.allowsidebandall" "true" &&
 841
 842         echo my-blob >"$P/my-blob" &&
 843         git -C "$P" add my-blob &&
 844         echo other-blob >"$P/other-blob" &&
 845         git -C "$P" add other-blob &&
 846         git -C "$P" commit -m x &&
 847
 848         configure_exclusion "$P" my-blob >h &&
 849         configure_exclusion "$P" other-blob >h2 &&
 850
 851         GIT_TRACE=1 GIT_TRACE_PACKET="$(pwd)/log" GIT_TEST_SIDEBAND_ALL=1 \
 852         git -c protocol.version=2 \
 853                 -c fetch.uriprotocols=http,https \
 854                 clone "$HTTPD_URL/smart/http_parent" http_child &&
 855
 856         # Ensure that my-blob and other-blob are in separate packfiles.
 857         for idx in http_child/.git/objects/pack/*.idx
 858         do
 859                 git verify-pack --object-format=$(test_oid algo) --verbose $idx >out &&
 860                 {
 861                         grep "^[0-9a-f]\{16,\} " out || :
 862                 } >out.objectlist &&
 863                 if test_line_count = 1 out.objectlist
 864                 then
 865                         if grep $(cat h) out
 866                         then
 867                                 >hfound
 868                         fi &&
 869                         if grep $(cat h2) out
 870                         then
 871                                 >h2found
 872                         fi
 873                 fi
 874         done &&
 875         test -f hfound &&
 876         test -f h2found &&
 877
 878         # Ensure that there are exactly 3 packfiles with associated .idx
 879         ls http_child/.git/objects/pack/*.pack \
 880             http_child/.git/objects/pack/*.idx >filelist &&
 881         test_line_count = 6 filelist
 882 '
 883
 884 test_expect_success 'fetching with valid packfile URI but invalid hash fails' '
 885         P="$HTTPD_DOCUMENT_ROOT_PATH/http_parent" &&
 886         rm -rf "$P" http_child log &&
 887
 888         git init "$P" &&
 889         git -C "$P" config "uploadpack.allowsidebandall" "true" &&
 890
 891         echo my-blob >"$P/my-blob" &&
 892         git -C "$P" add my-blob &&
 893         echo other-blob >"$P/other-blob" &&
 894         git -C "$P" add other-blob &&
 895         git -C "$P" commit -m x &&
 896
 897         configure_exclusion "$P" my-blob >h &&
 898         # Configure a URL for other-blob. Just reuse the hash of the object as
 899         # the hash of the packfile, since the hash does not matter for this
 900         # test as long as it is not the hash of the pack, and it is of the
 901         # expected length.
 902         git -C "$P" hash-object other-blob >objh &&
 903         git -C "$P" pack-objects "$HTTPD_DOCUMENT_ROOT_PATH/mypack" <objh >packh &&
 904         git -C "$P" config --add \
 905                 "uploadpack.blobpackfileuri" \
 906                 "$(cat objh) $(cat objh) $HTTPD_URL/dumb/mypack-$(cat packh).pack" &&
 907
 908         test_must_fail env GIT_TEST_SIDEBAND_ALL=1 \
 909                 git -c protocol.version=2 \
 910                 -c fetch.uriprotocols=http,https \
 911                 clone "$HTTPD_URL/smart/http_parent" http_child 2>err &&
 912         test_i18ngrep "pack downloaded from.*does not match expected hash" err
 913 '
 914
 915 test_expect_success 'packfile-uri with transfer.fsckobjects' '
 916         P="$HTTPD_DOCUMENT_ROOT_PATH/http_parent" &&
 917         rm -rf "$P" http_child log &&
 918
 919         git init "$P" &&
 920         git -C "$P" config "uploadpack.allowsidebandall" "true" &&
 921
 922         echo my-blob >"$P/my-blob" &&
 923         git -C "$P" add my-blob &&
 924         git -C "$P" commit -m x &&
 925
 926         configure_exclusion "$P" my-blob >h &&
 927
 928         sane_unset GIT_TEST_SIDEBAND_ALL &&
 929         git -c protocol.version=2 -c transfer.fsckobjects=1 \
 930                 -c fetch.uriprotocols=http,https \
 931                 clone "$HTTPD_URL/smart/http_parent" http_child &&
 932
 933         # Ensure that there are exactly 2 packfiles with associated .idx
 934         ls http_child/.git/objects/pack/*.pack \
 935             http_child/.git/objects/pack/*.idx >filelist &&
 936         test_line_count = 4 filelist
 937 '
 938
 939 test_expect_success 'packfile-uri with transfer.fsckobjects fails on bad object' '
 940         P="$HTTPD_DOCUMENT_ROOT_PATH/http_parent" &&
 941         rm -rf "$P" http_child log &&
 942
 943         git init "$P" &&
 944         git -C "$P" config "uploadpack.allowsidebandall" "true" &&
 945
 946         cat >bogus-commit <<-EOF &&
 947         tree $EMPTY_TREE
 948         author Bugs Bunny 1234567890 +0000
 949         committer Bugs Bunny <bugs@bun.ni> 1234567890 +0000
 950
 951         This commit object intentionally broken
 952         EOF
 953         BOGUS=$(git -C "$P" hash-object -t commit -w --stdin <bogus-commit) &&
 954         git -C "$P" branch bogus-branch "$BOGUS" &&
 955
 956         echo my-blob >"$P/my-blob" &&
 957         git -C "$P" add my-blob &&
 958         git -C "$P" commit -m x &&
 959
 960         configure_exclusion "$P" my-blob >h &&
 961
 962         sane_unset GIT_TEST_SIDEBAND_ALL &&
 963         test_must_fail git -c protocol.version=2 -c transfer.fsckobjects=1 \
 964                 -c fetch.uriprotocols=http,https \
 965                 clone "$HTTPD_URL/smart/http_parent" http_child 2>error &&
 966         test_i18ngrep "invalid author/committer line - missing email" error
 967 '
 968
 969 test_expect_success 'packfile-uri with transfer.fsckobjects succeeds when .gitmodules is separate from tree' '
 970         P="$HTTPD_DOCUMENT_ROOT_PATH/http_parent" &&
 971         rm -rf "$P" http_child &&
 972
 973         git init "$P" &&
 974         git -C "$P" config "uploadpack.allowsidebandall" "true" &&
 975
 976         echo "[submodule libfoo]" >"$P/.gitmodules" &&
 977         echo "path = include/foo" >>"$P/.gitmodules" &&
 978         echo "url = git://example.com/git/lib.git" >>"$P/.gitmodules" &&
 979         git -C "$P" add .gitmodules &&
 980         git -C "$P" commit -m x &&
 981
 982         configure_exclusion "$P" .gitmodules >h &&
 983
 984         sane_unset GIT_TEST_SIDEBAND_ALL &&
 985         git -c protocol.version=2 -c transfer.fsckobjects=1 \
 986                 -c fetch.uriprotocols=http,https \
 987                 clone "$HTTPD_URL/smart/http_parent" http_child &&
 988
 989         # Ensure that there are exactly 2 packfiles with associated .idx
 990         ls http_child/.git/objects/pack/*.pack \
 991             http_child/.git/objects/pack/*.idx >filelist &&
 992         test_line_count = 4 filelist
 993 '
 994
 995 test_expect_success 'packfile-uri with transfer.fsckobjects fails when .gitmodules separate from tree is invalid' '
 996         P="$HTTPD_DOCUMENT_ROOT_PATH/http_parent" &&
 997         rm -rf "$P" http_child err &&
 998
 999         git init "$P" &&
1000         git -C "$P" config "uploadpack.allowsidebandall" "true" &&
1001
1002         echo "[submodule \"..\"]" >"$P/.gitmodules" &&
1003         echo "path = include/foo" >>"$P/.gitmodules" &&
1004         echo "url = git://example.com/git/lib.git" >>"$P/.gitmodules" &&
1005         git -C "$P" add .gitmodules &&
1006         git -C "$P" commit -m x &&
1007
1008         configure_exclusion "$P" .gitmodules >h &&
1009
1010         sane_unset GIT_TEST_SIDEBAND_ALL &&
1011         test_must_fail git -c protocol.version=2 -c transfer.fsckobjects=1 \
1012                 -c fetch.uriprotocols=http,https \
1013                 clone "$HTTPD_URL/smart/http_parent" http_child 2>err &&
1014         test_i18ngrep "disallowed submodule name" err
1015 '
1016
1017 # DO NOT add non-httpd-specific tests here, because the last part of this
1018 # test script is only executed when httpd is available and enabled.
1019
1020 test_done