t/t5702-protocol-v2.sh

   1 #!/bin/sh
   2
   3 test_description='test git wire-protocol version 2'
   4
   5 TEST_NO_CREATE_REPO=1
   6
   7 . ./test-lib.sh
   8
   9 # Test protocol v2 with 'git://' transport
  10 #
  11 . "$TEST_DIRECTORY"/lib-git-daemon.sh
  12 start_git_daemon --export-all --enable=receive-pack
  13 daemon_parent=$GIT_DAEMON_DOCUMENT_ROOT_PATH/parent
  14
  15 test_expect_success 'create repo to be served by git-daemon' '
  16         git init "$daemon_parent" &&
  17         test_commit -C "$daemon_parent" one
  18 '
  19
  20 test_expect_success 'list refs with git:// using protocol v2' '
  21         test_when_finished "rm -f log" &&
  22
  23         GIT_TRACE_PACKET="$(pwd)/log" git -c protocol.version=2 \
  24                 ls-remote --symref "$GIT_DAEMON_URL/parent" >actual &&
  25
  26         # Client requested to use protocol v2
  27         grep "git> .*\\\0\\\0version=2\\\0$" log &&
  28         # Server responded using protocol v2
  29         grep "git< version 2" log &&
  30
  31         git ls-remote --symref "$GIT_DAEMON_URL/parent" >expect &&
  32         test_cmp actual expect
  33 '
  34
  35 test_expect_success 'ref advertisment is filtered with ls-remote using protocol v2' '
  36         test_when_finished "rm -f log" &&
  37
  38         GIT_TRACE_PACKET="$(pwd)/log" git -c protocol.version=2 \
  39                 ls-remote "$GIT_DAEMON_URL/parent" master >actual &&
  40
  41         cat >expect <<-EOF &&
  42         $(git -C "$daemon_parent" rev-parse refs/heads/master)$(printf "\t")refs/heads/master
  43         EOF
  44
  45         test_cmp actual expect
  46 '
  47
  48 test_expect_success 'clone with git:// using protocol v2' '
  49         test_when_finished "rm -f log" &&
  50
  51         GIT_TRACE_PACKET="$(pwd)/log" git -c protocol.version=2 \
  52                 clone "$GIT_DAEMON_URL/parent" daemon_child &&
  53
  54         git -C daemon_child log -1 --format=%s >actual &&
  55         git -C "$daemon_parent" log -1 --format=%s >expect &&
  56         test_cmp expect actual &&
  57
  58         # Client requested to use protocol v2
  59         grep "clone> .*\\\0\\\0version=2\\\0$" log &&
  60         # Server responded using protocol v2
  61         grep "clone< version 2" log
  62 '
  63
  64 test_expect_success 'fetch with git:// using protocol v2' '
  65         test_when_finished "rm -f log" &&
  66
  67         test_commit -C "$daemon_parent" two &&
  68
  69         GIT_TRACE_PACKET="$(pwd)/log" git -C daemon_child -c protocol.version=2 \
  70                 fetch &&
  71
  72         git -C daemon_child log -1 --format=%s origin/master >actual &&
  73         git -C "$daemon_parent" log -1 --format=%s >expect &&
  74         test_cmp expect actual &&
  75
  76         # Client requested to use protocol v2
  77         grep "fetch> .*\\\0\\\0version=2\\\0$" log &&
  78         # Server responded using protocol v2
  79         grep "fetch< version 2" log
  80 '
  81
  82 test_expect_success 'pull with git:// using protocol v2' '
  83         test_when_finished "rm -f log" &&
  84
  85         GIT_TRACE_PACKET="$(pwd)/log" git -C daemon_child -c protocol.version=2 \
  86                 pull &&
  87
  88         git -C daemon_child log -1 --format=%s >actual &&
  89         git -C "$daemon_parent" log -1 --format=%s >expect &&
  90         test_cmp expect actual &&
  91
  92         # Client requested to use protocol v2
  93         grep "fetch> .*\\\0\\\0version=2\\\0$" log &&
  94         # Server responded using protocol v2
  95         grep "fetch< version 2" log
  96 '
  97
  98 test_expect_success 'push with git:// and a config of v2 does not request v2' '
  99         test_when_finished "rm -f log" &&
 100
 101         # Till v2 for push is designed, make sure that if a client has
 102         # protocol.version configured to use v2, that the client instead falls
 103         # back and uses v0.
 104
 105         test_commit -C daemon_child three &&
 106
 107         # Push to another branch, as the target repository has the
 108         # master branch checked out and we cannot push into it.
 109         GIT_TRACE_PACKET="$(pwd)/log" git -C daemon_child -c protocol.version=2 \
 110                 push origin HEAD:client_branch &&
 111
 112         git -C daemon_child log -1 --format=%s >actual &&
 113         git -C "$daemon_parent" log -1 --format=%s client_branch >expect &&
 114         test_cmp expect actual &&
 115
 116         # Client requested to use protocol v2
 117         ! grep "push> .*\\\0\\\0version=2\\\0$" log &&
 118         # Server responded using protocol v2
 119         ! grep "push< version 2" log
 120 '
 121
 122 stop_git_daemon
 123
 124 # Test protocol v2 with 'file://' transport
 125 #
 126 test_expect_success 'create repo to be served by file:// transport' '
 127         git init file_parent &&
 128         test_commit -C file_parent one
 129 '
 130
 131 test_expect_success 'list refs with file:// using protocol v2' '
 132         test_when_finished "rm -f log" &&
 133
 134         GIT_TRACE_PACKET="$(pwd)/log" git -c protocol.version=2 \
 135                 ls-remote --symref "file://$(pwd)/file_parent" >actual &&
 136
 137         # Server responded using protocol v2
 138         grep "git< version 2" log &&
 139
 140         git ls-remote --symref "file://$(pwd)/file_parent" >expect &&
 141         test_cmp actual expect
 142 '
 143
 144 test_expect_success 'ref advertisment is filtered with ls-remote using protocol v2' '
 145         test_when_finished "rm -f log" &&
 146
 147         GIT_TRACE_PACKET="$(pwd)/log" git -c protocol.version=2 \
 148                 ls-remote "file://$(pwd)/file_parent" master >actual &&
 149
 150         cat >expect <<-EOF &&
 151         $(git -C file_parent rev-parse refs/heads/master)$(printf "\t")refs/heads/master
 152         EOF
 153
 154         test_cmp actual expect
 155 '
 156
 157 test_expect_success 'server-options are sent when using ls-remote' '
 158         test_when_finished "rm -f log" &&
 159
 160         GIT_TRACE_PACKET="$(pwd)/log" git -c protocol.version=2 \
 161                 ls-remote -o hello -o world "file://$(pwd)/file_parent" master >actual &&
 162
 163         cat >expect <<-EOF &&
 164         $(git -C file_parent rev-parse refs/heads/master)$(printf "\t")refs/heads/master
 165         EOF
 166
 167         test_cmp actual expect &&
 168         grep "server-option=hello" log &&
 169         grep "server-option=world" log
 170 '
 171
 172
 173 test_expect_success 'clone with file:// using protocol v2' '
 174         test_when_finished "rm -f log" &&
 175
 176         GIT_TRACE_PACKET="$(pwd)/log" git -c protocol.version=2 \
 177                 clone "file://$(pwd)/file_parent" file_child &&
 178
 179         git -C file_child log -1 --format=%s >actual &&
 180         git -C file_parent log -1 --format=%s >expect &&
 181         test_cmp expect actual &&
 182
 183         # Server responded using protocol v2
 184         grep "clone< version 2" log &&
 185
 186         # Client sent ref-prefixes to filter the ref-advertisement
 187         grep "ref-prefix HEAD" log &&
 188         grep "ref-prefix refs/heads/" log &&
 189         grep "ref-prefix refs/tags/" log
 190 '
 191
 192 test_expect_success 'fetch with file:// using protocol v2' '
 193         test_when_finished "rm -f log" &&
 194
 195         test_commit -C file_parent two &&
 196
 197         GIT_TRACE_PACKET="$(pwd)/log" git -C file_child -c protocol.version=2 \
 198                 fetch origin &&
 199
 200         git -C file_child log -1 --format=%s origin/master >actual &&
 201         git -C file_parent log -1 --format=%s >expect &&
 202         test_cmp expect actual &&
 203
 204         # Server responded using protocol v2
 205         grep "fetch< version 2" log
 206 '
 207
 208 test_expect_success 'ref advertisment is filtered during fetch using protocol v2' '
 209         test_when_finished "rm -f log" &&
 210
 211         test_commit -C file_parent three &&
 212         git -C file_parent branch unwanted-branch three &&
 213
 214         GIT_TRACE_PACKET="$(pwd)/log" git -C file_child -c protocol.version=2 \
 215                 fetch origin master &&
 216
 217         git -C file_child log -1 --format=%s origin/master >actual &&
 218         git -C file_parent log -1 --format=%s >expect &&
 219         test_cmp expect actual &&
 220
 221         grep "refs/heads/master" log &&
 222         ! grep "refs/heads/unwanted-branch" log
 223 '
 224
 225 test_expect_success 'server-options are sent when fetching' '
 226         test_when_finished "rm -f log" &&
 227
 228         test_commit -C file_parent four &&
 229
 230         GIT_TRACE_PACKET="$(pwd)/log" git -C file_child -c protocol.version=2 \
 231                 fetch -o hello -o world origin master &&
 232
 233         git -C file_child log -1 --format=%s origin/master >actual &&
 234         git -C file_parent log -1 --format=%s >expect &&
 235         test_cmp expect actual &&
 236
 237         grep "server-option=hello" log &&
 238         grep "server-option=world" log
 239 '
 240
 241 test_expect_success 'upload-pack respects config using protocol v2' '
 242         git init server &&
 243         write_script server/.git/hook <<-\EOF &&
 244                 touch hookout
 245                 "$@"
 246         EOF
 247         test_commit -C server one &&
 248
 249         test_config_global uploadpack.packobjectshook ./hook &&
 250         test_path_is_missing server/.git/hookout &&
 251         git -c protocol.version=2 clone "file://$(pwd)/server" client &&
 252         test_path_is_file server/.git/hookout
 253 '
 254
 255 test_expect_success 'setup filter tests' '
 256         rm -rf server client &&
 257         git init server &&
 258
 259         # 1 commit to create a file, and 1 commit to modify it
 260         test_commit -C server message1 a.txt &&
 261         test_commit -C server message2 a.txt &&
 262         git -C server config protocol.version 2 &&
 263         git -C server config uploadpack.allowfilter 1 &&
 264         git -C server config uploadpack.allowanysha1inwant 1 &&
 265         git -C server config protocol.version 2
 266 '
 267
 268 test_expect_success 'partial clone' '
 269         GIT_TRACE_PACKET="$(pwd)/trace" git -c protocol.version=2 \
 270                 clone --filter=blob:none "file://$(pwd)/server" client &&
 271         grep "version 2" trace &&
 272
 273         # Ensure that the old version of the file is missing
 274         git -C client rev-list master --quiet --objects --missing=print \
 275                 >observed.oids &&
 276         grep "$(git -C server rev-parse message1:a.txt)" observed.oids &&
 277
 278         # Ensure that client passes fsck
 279         git -C client fsck
 280 '
 281
 282 test_expect_success 'dynamically fetch missing object' '
 283         rm "$(pwd)/trace" &&
 284         GIT_TRACE_PACKET="$(pwd)/trace" git -C client -c protocol.version=2 \
 285                 cat-file -p $(git -C server rev-parse message1:a.txt) &&
 286         grep "version 2" trace
 287 '
 288
 289 test_expect_success 'partial fetch' '
 290         rm -rf client "$(pwd)/trace" &&
 291         git init client &&
 292         SERVER="file://$(pwd)/server" &&
 293         test_config -C client extensions.partialClone "$SERVER" &&
 294
 295         GIT_TRACE_PACKET="$(pwd)/trace" git -C client -c protocol.version=2 \
 296                 fetch --filter=blob:none "$SERVER" master:refs/heads/other &&
 297         grep "version 2" trace &&
 298
 299         # Ensure that the old version of the file is missing
 300         git -C client rev-list other --quiet --objects --missing=print \
 301                 >observed.oids &&
 302         grep "$(git -C server rev-parse message1:a.txt)" observed.oids &&
 303
 304         # Ensure that client passes fsck
 305         git -C client fsck
 306 '
 307
 308 test_expect_success 'do not advertise filter if not configured to do so' '
 309         SERVER="file://$(pwd)/server" &&
 310
 311         rm "$(pwd)/trace" &&
 312         git -C server config uploadpack.allowfilter 1 &&
 313         GIT_TRACE_PACKET="$(pwd)/trace" git -c protocol.version=2 \
 314                 ls-remote "$SERVER" &&
 315         grep "fetch=.*filter" trace &&
 316
 317         rm "$(pwd)/trace" &&
 318         git -C server config uploadpack.allowfilter 0 &&
 319         GIT_TRACE_PACKET="$(pwd)/trace" git -c protocol.version=2 \
 320                 ls-remote "$SERVER" &&
 321         grep "fetch=" trace >fetch_capabilities &&
 322         ! grep filter fetch_capabilities
 323 '
 324
 325 test_expect_success 'partial clone warns if filter is not advertised' '
 326         rm -rf client &&
 327         git -C server config uploadpack.allowfilter 0 &&
 328         git -c protocol.version=2 \
 329                 clone --filter=blob:none "file://$(pwd)/server" client 2>err &&
 330         test_i18ngrep "filtering not recognized by server, ignoring" err
 331 '
 332
 333 test_expect_success 'even with handcrafted request, filter does not work if not advertised' '
 334         git -C server config uploadpack.allowfilter 0 &&
 335
 336         # Custom request that tries to filter even though it is not advertised.
 337         test-pkt-line pack >in <<-EOF &&
 338         command=fetch
 339         0001
 340         want $(git -C server rev-parse master)
 341         filter blob:none
 342         0000
 343         EOF
 344
 345         test_must_fail git -C server serve --stateless-rpc <in >/dev/null 2>err &&
 346         grep "unexpected line: .filter blob:none." err &&
 347
 348         # Exercise to ensure that if advertised, filter works
 349         git -C server config uploadpack.allowfilter 1 &&
 350         git -C server serve --stateless-rpc <in >/dev/null
 351 '
 352
 353 test_expect_success 'default refspec is used to filter ref when fetchcing' '
 354         test_when_finished "rm -f log" &&
 355
 356         GIT_TRACE_PACKET="$(pwd)/log" git -C file_child -c protocol.version=2 \
 357                 fetch origin &&
 358
 359         git -C file_child log -1 --format=%s three >actual &&
 360         git -C file_parent log -1 --format=%s three >expect &&
 361         test_cmp expect actual &&
 362
 363         grep "ref-prefix refs/heads/" log &&
 364         grep "ref-prefix refs/tags/" log
 365 '
 366
 367 test_expect_success 'fetch supports various ways of have lines' '
 368         rm -rf server client trace &&
 369         git init server &&
 370         test_commit -C server dwim &&
 371         TREE=$(git -C server rev-parse HEAD^{tree}) &&
 372         git -C server tag exact \
 373                 $(git -C server commit-tree -m a "$TREE") &&
 374         git -C server tag dwim-unwanted \
 375                 $(git -C server commit-tree -m b "$TREE") &&
 376         git -C server tag exact-unwanted \
 377                 $(git -C server commit-tree -m c "$TREE") &&
 378         git -C server tag prefix1 \
 379                 $(git -C server commit-tree -m d "$TREE") &&
 380         git -C server tag prefix2 \
 381                 $(git -C server commit-tree -m e "$TREE") &&
 382         git -C server tag fetch-by-sha1 \
 383                 $(git -C server commit-tree -m f "$TREE") &&
 384         git -C server tag completely-unrelated \
 385                 $(git -C server commit-tree -m g "$TREE") &&
 386
 387         git init client &&
 388         GIT_TRACE_PACKET="$(pwd)/trace" git -C client -c protocol.version=2 \
 389                 fetch "file://$(pwd)/server" \
 390                 dwim \
 391                 refs/tags/exact \
 392                 refs/tags/prefix*:refs/tags/prefix* \
 393                 "$(git -C server rev-parse fetch-by-sha1)" &&
 394
 395         # Ensure that the appropriate prefixes are sent (using a sample)
 396         grep "fetch> ref-prefix dwim" trace &&
 397         grep "fetch> ref-prefix refs/heads/dwim" trace &&
 398         grep "fetch> ref-prefix refs/tags/prefix" trace &&
 399
 400         # Ensure that the correct objects are returned
 401         git -C client cat-file -e $(git -C server rev-parse dwim) &&
 402         git -C client cat-file -e $(git -C server rev-parse exact) &&
 403         git -C client cat-file -e $(git -C server rev-parse prefix1) &&
 404         git -C client cat-file -e $(git -C server rev-parse prefix2) &&
 405         git -C client cat-file -e $(git -C server rev-parse fetch-by-sha1) &&
 406         test_must_fail git -C client cat-file -e \
 407                 $(git -C server rev-parse dwim-unwanted) &&
 408         test_must_fail git -C client cat-file -e \
 409                 $(git -C server rev-parse exact-unwanted) &&
 410         test_must_fail git -C client cat-file -e \
 411                 $(git -C server rev-parse completely-unrelated)
 412 '
 413
 414 test_expect_success 'fetch supports include-tag and tag following' '
 415         rm -rf server client trace &&
 416         git init server &&
 417
 418         test_commit -C server to_fetch &&
 419         git -C server tag -a annotated_tag -m message &&
 420
 421         git init client &&
 422         GIT_TRACE_PACKET="$(pwd)/trace" git -C client -c protocol.version=2 \
 423                 fetch "$(pwd)/server" to_fetch:to_fetch &&
 424
 425         grep "fetch> ref-prefix to_fetch" trace &&
 426         grep "fetch> ref-prefix refs/tags/" trace &&
 427         grep "fetch> include-tag" trace &&
 428
 429         git -C client cat-file -e $(git -C client rev-parse annotated_tag)
 430 '
 431
 432 # Test protocol v2 with 'http://' transport
 433 #
 434 . "$TEST_DIRECTORY"/lib-httpd.sh
 435 start_httpd
 436
 437 test_expect_success 'create repo to be served by http:// transport' '
 438         git init "$HTTPD_DOCUMENT_ROOT_PATH/http_parent" &&
 439         git -C "$HTTPD_DOCUMENT_ROOT_PATH/http_parent" config http.receivepack true &&
 440         test_commit -C "$HTTPD_DOCUMENT_ROOT_PATH/http_parent" one
 441 '
 442
 443 test_expect_success 'clone with http:// using protocol v2' '
 444         test_when_finished "rm -f log" &&
 445
 446         GIT_TRACE_PACKET="$(pwd)/log" GIT_TRACE_CURL="$(pwd)/log" git -c protocol.version=2 \
 447                 clone "$HTTPD_URL/smart/http_parent" http_child &&
 448
 449         git -C http_child log -1 --format=%s >actual &&
 450         git -C "$HTTPD_DOCUMENT_ROOT_PATH/http_parent" log -1 --format=%s >expect &&
 451         test_cmp expect actual &&
 452
 453         # Client requested to use protocol v2
 454         grep "Git-Protocol: version=2" log &&
 455         # Server responded using protocol v2
 456         grep "git< version 2" log
 457 '
 458
 459 test_expect_success 'fetch with http:// using protocol v2' '
 460         test_when_finished "rm -f log" &&
 461
 462         test_commit -C "$HTTPD_DOCUMENT_ROOT_PATH/http_parent" two &&
 463
 464         GIT_TRACE_PACKET="$(pwd)/log" git -C http_child -c protocol.version=2 \
 465                 fetch &&
 466
 467         git -C http_child log -1 --format=%s origin/master >actual &&
 468         git -C "$HTTPD_DOCUMENT_ROOT_PATH/http_parent" log -1 --format=%s >expect &&
 469         test_cmp expect actual &&
 470
 471         # Server responded using protocol v2
 472         grep "git< version 2" log
 473 '
 474
 475 test_expect_success 'push with http:// and a config of v2 does not request v2' '
 476         test_when_finished "rm -f log" &&
 477         # Till v2 for push is designed, make sure that if a client has
 478         # protocol.version configured to use v2, that the client instead falls
 479         # back and uses v0.
 480
 481         test_commit -C http_child three &&
 482
 483         # Push to another branch, as the target repository has the
 484         # master branch checked out and we cannot push into it.
 485         GIT_TRACE_PACKET="$(pwd)/log" git -C http_child -c protocol.version=2 \
 486                 push origin HEAD:client_branch &&
 487
 488         git -C http_child log -1 --format=%s >actual &&
 489         git -C "$HTTPD_DOCUMENT_ROOT_PATH/http_parent" log -1 --format=%s client_branch >expect &&
 490         test_cmp expect actual &&
 491
 492         # Client didnt request to use protocol v2
 493         ! grep "Git-Protocol: version=2" log &&
 494         # Server didnt respond using protocol v2
 495         ! grep "git< version 2" log
 496 '
 497
 498
 499 stop_httpd
 500
 501 test_done