t/t5702-protocol-v2.sh

   1 #!/bin/sh
   2
   3 test_description='test git wire-protocol version 2'
   4
   5 TEST_NO_CREATE_REPO=1
   6
   7 . ./test-lib.sh
   8
   9 # Test protocol v2 with 'git://' transport
  10 #
  11 . "$TEST_DIRECTORY"/lib-git-daemon.sh
  12 start_git_daemon --export-all --enable=receive-pack
  13 daemon_parent=$GIT_DAEMON_DOCUMENT_ROOT_PATH/parent
  14
  15 test_expect_success 'create repo to be served by git-daemon' '
  16         git init "$daemon_parent" &&
  17         test_commit -C "$daemon_parent" one
  18 '
  19
  20 test_expect_success 'list refs with git:// using protocol v2' '
  21         test_when_finished "rm -f log" &&
  22
  23         GIT_TRACE_PACKET="$(pwd)/log" git -c protocol.version=2 \
  24                 ls-remote --symref "$GIT_DAEMON_URL/parent" >actual &&
  25
  26         # Client requested to use protocol v2
  27         grep "git> .*\\\0\\\0version=2\\\0$" log &&
  28         # Server responded using protocol v2
  29         grep "git< version 2" log &&
  30
  31         git ls-remote --symref "$GIT_DAEMON_URL/parent" >expect &&
  32         test_cmp expect actual
  33 '
  34
  35 test_expect_success 'ref advertisement is filtered with ls-remote using protocol v2' '
  36         test_when_finished "rm -f log" &&
  37
  38         GIT_TRACE_PACKET="$(pwd)/log" git -c protocol.version=2 \
  39                 ls-remote "$GIT_DAEMON_URL/parent" master >actual &&
  40
  41         cat >expect <<-EOF &&
  42         $(git -C "$daemon_parent" rev-parse refs/heads/master)$(printf "\t")refs/heads/master
  43         EOF
  44
  45         test_cmp expect actual
  46 '
  47
  48 test_expect_success 'clone with git:// using protocol v2' '
  49         test_when_finished "rm -f log" &&
  50
  51         GIT_TRACE_PACKET="$(pwd)/log" git -c protocol.version=2 \
  52                 clone "$GIT_DAEMON_URL/parent" daemon_child &&
  53
  54         git -C daemon_child log -1 --format=%s >actual &&
  55         git -C "$daemon_parent" log -1 --format=%s >expect &&
  56         test_cmp expect actual &&
  57
  58         # Client requested to use protocol v2
  59         grep "clone> .*\\\0\\\0version=2\\\0$" log &&
  60         # Server responded using protocol v2
  61         grep "clone< version 2" log
  62 '
  63
  64 test_expect_success 'fetch with git:// using protocol v2' '
  65         test_when_finished "rm -f log" &&
  66
  67         test_commit -C "$daemon_parent" two &&
  68
  69         GIT_TRACE_PACKET="$(pwd)/log" git -C daemon_child -c protocol.version=2 \
  70                 fetch &&
  71
  72         git -C daemon_child log -1 --format=%s origin/master >actual &&
  73         git -C "$daemon_parent" log -1 --format=%s >expect &&
  74         test_cmp expect actual &&
  75
  76         # Client requested to use protocol v2
  77         grep "fetch> .*\\\0\\\0version=2\\\0$" log &&
  78         # Server responded using protocol v2
  79         grep "fetch< version 2" log
  80 '
  81
  82 test_expect_success 'fetch by hash without tag following with protocol v2 does not list refs' '
  83         test_when_finished "rm -f log" &&
  84
  85         test_commit -C "$daemon_parent" two_a &&
  86         git -C "$daemon_parent" rev-parse two_a >two_a_hash &&
  87
  88         GIT_TRACE_PACKET="$(pwd)/log" git -C daemon_child -c protocol.version=2 \
  89                 fetch --no-tags origin $(cat two_a_hash) &&
  90
  91         grep "fetch< version 2" log &&
  92         ! grep "fetch> command=ls-refs" log
  93 '
  94
  95 test_expect_success 'pull with git:// using protocol v2' '
  96         test_when_finished "rm -f log" &&
  97
  98         GIT_TRACE_PACKET="$(pwd)/log" git -C daemon_child -c protocol.version=2 \
  99                 pull &&
 100
 101         git -C daemon_child log -1 --format=%s >actual &&
 102         git -C "$daemon_parent" log -1 --format=%s >expect &&
 103         test_cmp expect actual &&
 104
 105         # Client requested to use protocol v2
 106         grep "fetch> .*\\\0\\\0version=2\\\0$" log &&
 107         # Server responded using protocol v2
 108         grep "fetch< version 2" log
 109 '
 110
 111 test_expect_success 'push with git:// and a config of v2 does not request v2' '
 112         test_when_finished "rm -f log" &&
 113
 114         # Till v2 for push is designed, make sure that if a client has
 115         # protocol.version configured to use v2, that the client instead falls
 116         # back and uses v0.
 117
 118         test_commit -C daemon_child three &&
 119
 120         # Push to another branch, as the target repository has the
 121         # master branch checked out and we cannot push into it.
 122         GIT_TRACE_PACKET="$(pwd)/log" git -C daemon_child -c protocol.version=2 \
 123                 push origin HEAD:client_branch &&
 124
 125         git -C daemon_child log -1 --format=%s >actual &&
 126         git -C "$daemon_parent" log -1 --format=%s client_branch >expect &&
 127         test_cmp expect actual &&
 128
 129         # Client requested to use protocol v2
 130         ! grep "push> .*\\\0\\\0version=2\\\0$" log &&
 131         # Server responded using protocol v2
 132         ! grep "push< version 2" log
 133 '
 134
 135 stop_git_daemon
 136
 137 # Test protocol v2 with 'file://' transport
 138 #
 139 test_expect_success 'create repo to be served by file:// transport' '
 140         git init file_parent &&
 141         test_commit -C file_parent one
 142 '
 143
 144 test_expect_success 'list refs with file:// using protocol v2' '
 145         test_when_finished "rm -f log" &&
 146
 147         GIT_TRACE_PACKET="$(pwd)/log" git -c protocol.version=2 \
 148                 ls-remote --symref "file://$(pwd)/file_parent" >actual &&
 149
 150         # Server responded using protocol v2
 151         grep "git< version 2" log &&
 152
 153         git ls-remote --symref "file://$(pwd)/file_parent" >expect &&
 154         test_cmp expect actual
 155 '
 156
 157 test_expect_success 'ref advertisement is filtered with ls-remote using protocol v2' '
 158         test_when_finished "rm -f log" &&
 159
 160         GIT_TRACE_PACKET="$(pwd)/log" git -c protocol.version=2 \
 161                 ls-remote "file://$(pwd)/file_parent" master >actual &&
 162
 163         cat >expect <<-EOF &&
 164         $(git -C file_parent rev-parse refs/heads/master)$(printf "\t")refs/heads/master
 165         EOF
 166
 167         test_cmp expect actual
 168 '
 169
 170 test_expect_success 'server-options are sent when using ls-remote' '
 171         test_when_finished "rm -f log" &&
 172
 173         GIT_TRACE_PACKET="$(pwd)/log" git -c protocol.version=2 \
 174                 ls-remote -o hello -o world "file://$(pwd)/file_parent" master >actual &&
 175
 176         cat >expect <<-EOF &&
 177         $(git -C file_parent rev-parse refs/heads/master)$(printf "\t")refs/heads/master
 178         EOF
 179
 180         test_cmp expect actual &&
 181         grep "server-option=hello" log &&
 182         grep "server-option=world" log
 183 '
 184
 185 test_expect_success 'warn if using server-option with ls-remote with legacy protocol' '
 186         test_must_fail env GIT_TEST_PROTOCOL_VERSION=0 git -c protocol.version=0 \
 187                 ls-remote -o hello -o world "file://$(pwd)/file_parent" master 2>err &&
 188
 189         test_i18ngrep "see protocol.version in" err &&
 190         test_i18ngrep "server options require protocol version 2 or later" err
 191 '
 192
 193 test_expect_success 'clone with file:// using protocol v2' '
 194         test_when_finished "rm -f log" &&
 195
 196         GIT_TRACE_PACKET="$(pwd)/log" git -c protocol.version=2 \
 197                 clone "file://$(pwd)/file_parent" file_child &&
 198
 199         git -C file_child log -1 --format=%s >actual &&
 200         git -C file_parent log -1 --format=%s >expect &&
 201         test_cmp expect actual &&
 202
 203         # Server responded using protocol v2
 204         grep "clone< version 2" log &&
 205
 206         # Client sent ref-prefixes to filter the ref-advertisement
 207         grep "ref-prefix HEAD" log &&
 208         grep "ref-prefix refs/heads/" log &&
 209         grep "ref-prefix refs/tags/" log
 210 '
 211
 212 test_expect_success 'fetch with file:// using protocol v2' '
 213         test_when_finished "rm -f log" &&
 214
 215         test_commit -C file_parent two &&
 216
 217         GIT_TRACE_PACKET="$(pwd)/log" git -C file_child -c protocol.version=2 \
 218                 fetch origin &&
 219
 220         git -C file_child log -1 --format=%s origin/master >actual &&
 221         git -C file_parent log -1 --format=%s >expect &&
 222         test_cmp expect actual &&
 223
 224         # Server responded using protocol v2
 225         grep "fetch< version 2" log
 226 '
 227
 228 test_expect_success 'ref advertisement is filtered during fetch using protocol v2' '
 229         test_when_finished "rm -f log" &&
 230
 231         test_commit -C file_parent three &&
 232         git -C file_parent branch unwanted-branch three &&
 233
 234         GIT_TRACE_PACKET="$(pwd)/log" git -C file_child -c protocol.version=2 \
 235                 fetch origin master &&
 236
 237         git -C file_child log -1 --format=%s origin/master >actual &&
 238         git -C file_parent log -1 --format=%s >expect &&
 239         test_cmp expect actual &&
 240
 241         grep "refs/heads/master" log &&
 242         ! grep "refs/heads/unwanted-branch" log
 243 '
 244
 245 test_expect_success 'server-options are sent when fetching' '
 246         test_when_finished "rm -f log" &&
 247
 248         test_commit -C file_parent four &&
 249
 250         GIT_TRACE_PACKET="$(pwd)/log" git -C file_child -c protocol.version=2 \
 251                 fetch -o hello -o world origin master &&
 252
 253         git -C file_child log -1 --format=%s origin/master >actual &&
 254         git -C file_parent log -1 --format=%s >expect &&
 255         test_cmp expect actual &&
 256
 257         grep "server-option=hello" log &&
 258         grep "server-option=world" log
 259 '
 260
 261 test_expect_success 'warn if using server-option with fetch with legacy protocol' '
 262         test_when_finished "rm -rf temp_child" &&
 263
 264         git init temp_child &&
 265
 266         test_must_fail env GIT_TEST_PROTOCOL_VERSION=0 git -C temp_child -c protocol.version=0 \
 267                 fetch -o hello -o world "file://$(pwd)/file_parent" master 2>err &&
 268
 269         test_i18ngrep "see protocol.version in" err &&
 270         test_i18ngrep "server options require protocol version 2 or later" err
 271 '
 272
 273 test_expect_success 'server-options are sent when cloning' '
 274         test_when_finished "rm -rf log myclone" &&
 275
 276         GIT_TRACE_PACKET="$(pwd)/log" git -c protocol.version=2 \
 277                 clone --server-option=hello --server-option=world \
 278                 "file://$(pwd)/file_parent" myclone &&
 279
 280         grep "server-option=hello" log &&
 281         grep "server-option=world" log
 282 '
 283
 284 test_expect_success 'warn if using server-option with clone with legacy protocol' '
 285         test_when_finished "rm -rf myclone" &&
 286
 287         test_must_fail env GIT_TEST_PROTOCOL_VERSION=0 git -c protocol.version=0 \
 288                 clone --server-option=hello --server-option=world \
 289                 "file://$(pwd)/file_parent" myclone 2>err &&
 290
 291         test_i18ngrep "see protocol.version in" err &&
 292         test_i18ngrep "server options require protocol version 2 or later" err
 293 '
 294
 295 test_expect_success 'upload-pack respects config using protocol v2' '
 296         git init server &&
 297         write_script server/.git/hook <<-\EOF &&
 298                 touch hookout
 299                 "$@"
 300         EOF
 301         test_commit -C server one &&
 302
 303         test_config_global uploadpack.packobjectshook ./hook &&
 304         test_path_is_missing server/.git/hookout &&
 305         git -c protocol.version=2 clone "file://$(pwd)/server" client &&
 306         test_path_is_file server/.git/hookout
 307 '
 308
 309 test_expect_success 'setup filter tests' '
 310         rm -rf server client &&
 311         git init server &&
 312
 313         # 1 commit to create a file, and 1 commit to modify it
 314         test_commit -C server message1 a.txt &&
 315         test_commit -C server message2 a.txt &&
 316         git -C server config protocol.version 2 &&
 317         git -C server config uploadpack.allowfilter 1 &&
 318         git -C server config uploadpack.allowanysha1inwant 1 &&
 319         git -C server config protocol.version 2
 320 '
 321
 322 test_expect_success 'partial clone' '
 323         GIT_TRACE_PACKET="$(pwd)/trace" git -c protocol.version=2 \
 324                 clone --filter=blob:none "file://$(pwd)/server" client &&
 325         grep "version 2" trace &&
 326
 327         # Ensure that the old version of the file is missing
 328         git -C client rev-list --quiet --objects --missing=print master \
 329                 >observed.oids &&
 330         grep "$(git -C server rev-parse message1:a.txt)" observed.oids &&
 331
 332         # Ensure that client passes fsck
 333         git -C client fsck
 334 '
 335
 336 test_expect_success 'dynamically fetch missing object' '
 337         rm "$(pwd)/trace" &&
 338         GIT_TRACE_PACKET="$(pwd)/trace" git -C client -c protocol.version=2 \
 339                 cat-file -p $(git -C server rev-parse message1:a.txt) &&
 340         grep "version 2" trace
 341 '
 342
 343 test_expect_success 'when dynamically fetching missing object, do not list refs' '
 344         ! grep "git> command=ls-refs" trace
 345 '
 346
 347 test_expect_success 'partial fetch' '
 348         rm -rf client "$(pwd)/trace" &&
 349         git init client &&
 350         SERVER="file://$(pwd)/server" &&
 351
 352         GIT_TRACE_PACKET="$(pwd)/trace" git -C client -c protocol.version=2 \
 353                 fetch --filter=blob:none "$SERVER" master:refs/heads/other &&
 354         grep "version 2" trace &&
 355
 356         # Ensure that the old version of the file is missing
 357         git -C client rev-list --quiet --objects --missing=print other \
 358                 >observed.oids &&
 359         grep "$(git -C server rev-parse message1:a.txt)" observed.oids &&
 360
 361         # Ensure that client passes fsck
 362         git -C client fsck
 363 '
 364
 365 test_expect_success 'do not advertise filter if not configured to do so' '
 366         SERVER="file://$(pwd)/server" &&
 367
 368         rm "$(pwd)/trace" &&
 369         git -C server config uploadpack.allowfilter 1 &&
 370         GIT_TRACE_PACKET="$(pwd)/trace" git -c protocol.version=2 \
 371                 ls-remote "$SERVER" &&
 372         grep "fetch=.*filter" trace &&
 373
 374         rm "$(pwd)/trace" &&
 375         git -C server config uploadpack.allowfilter 0 &&
 376         GIT_TRACE_PACKET="$(pwd)/trace" git -c protocol.version=2 \
 377                 ls-remote "$SERVER" &&
 378         grep "fetch=" trace >fetch_capabilities &&
 379         ! grep filter fetch_capabilities
 380 '
 381
 382 test_expect_success 'partial clone warns if filter is not advertised' '
 383         rm -rf client &&
 384         git -C server config uploadpack.allowfilter 0 &&
 385         git -c protocol.version=2 \
 386                 clone --filter=blob:none "file://$(pwd)/server" client 2>err &&
 387         test_i18ngrep "filtering not recognized by server, ignoring" err
 388 '
 389
 390 test_expect_success 'even with handcrafted request, filter does not work if not advertised' '
 391         git -C server config uploadpack.allowfilter 0 &&
 392
 393         # Custom request that tries to filter even though it is not advertised.
 394         test-tool pkt-line pack >in <<-EOF &&
 395         command=fetch
 396         object-format=$(test_oid algo)
 397         0001
 398         want $(git -C server rev-parse master)
 399         filter blob:none
 400         0000
 401         EOF
 402
 403         test_must_fail test-tool -C server serve-v2 --stateless-rpc \
 404                 <in >/dev/null 2>err &&
 405         grep "unexpected line: .filter blob:none." err &&
 406
 407         # Exercise to ensure that if advertised, filter works
 408         git -C server config uploadpack.allowfilter 1 &&
 409         test-tool -C server serve-v2 --stateless-rpc <in >/dev/null
 410 '
 411
 412 test_expect_success 'default refspec is used to filter ref when fetchcing' '
 413         test_when_finished "rm -f log" &&
 414
 415         GIT_TRACE_PACKET="$(pwd)/log" git -C file_child -c protocol.version=2 \
 416                 fetch origin &&
 417
 418         git -C file_child log -1 --format=%s three >actual &&
 419         git -C file_parent log -1 --format=%s three >expect &&
 420         test_cmp expect actual &&
 421
 422         grep "ref-prefix refs/heads/" log &&
 423         grep "ref-prefix refs/tags/" log
 424 '
 425
 426 test_expect_success 'fetch supports various ways of have lines' '
 427         rm -rf server client trace &&
 428         git init server &&
 429         test_commit -C server dwim &&
 430         TREE=$(git -C server rev-parse HEAD^{tree}) &&
 431         git -C server tag exact \
 432                 $(git -C server commit-tree -m a "$TREE") &&
 433         git -C server tag dwim-unwanted \
 434                 $(git -C server commit-tree -m b "$TREE") &&
 435         git -C server tag exact-unwanted \
 436                 $(git -C server commit-tree -m c "$TREE") &&
 437         git -C server tag prefix1 \
 438                 $(git -C server commit-tree -m d "$TREE") &&
 439         git -C server tag prefix2 \
 440                 $(git -C server commit-tree -m e "$TREE") &&
 441         git -C server tag fetch-by-sha1 \
 442                 $(git -C server commit-tree -m f "$TREE") &&
 443         git -C server tag completely-unrelated \
 444                 $(git -C server commit-tree -m g "$TREE") &&
 445
 446         git init client &&
 447         GIT_TRACE_PACKET="$(pwd)/trace" git -C client -c protocol.version=2 \
 448                 fetch "file://$(pwd)/server" \
 449                 dwim \
 450                 refs/tags/exact \
 451                 refs/tags/prefix*:refs/tags/prefix* \
 452                 "$(git -C server rev-parse fetch-by-sha1)" &&
 453
 454         # Ensure that the appropriate prefixes are sent (using a sample)
 455         grep "fetch> ref-prefix dwim" trace &&
 456         grep "fetch> ref-prefix refs/heads/dwim" trace &&
 457         grep "fetch> ref-prefix refs/tags/prefix" trace &&
 458
 459         # Ensure that the correct objects are returned
 460         git -C client cat-file -e $(git -C server rev-parse dwim) &&
 461         git -C client cat-file -e $(git -C server rev-parse exact) &&
 462         git -C client cat-file -e $(git -C server rev-parse prefix1) &&
 463         git -C client cat-file -e $(git -C server rev-parse prefix2) &&
 464         git -C client cat-file -e $(git -C server rev-parse fetch-by-sha1) &&
 465         test_must_fail git -C client cat-file -e \
 466                 $(git -C server rev-parse dwim-unwanted) &&
 467         test_must_fail git -C client cat-file -e \
 468                 $(git -C server rev-parse exact-unwanted) &&
 469         test_must_fail git -C client cat-file -e \
 470                 $(git -C server rev-parse completely-unrelated)
 471 '
 472
 473 test_expect_success 'fetch supports include-tag and tag following' '
 474         rm -rf server client trace &&
 475         git init server &&
 476
 477         test_commit -C server to_fetch &&
 478         git -C server tag -a annotated_tag -m message &&
 479
 480         git init client &&
 481         GIT_TRACE_PACKET="$(pwd)/trace" git -C client -c protocol.version=2 \
 482                 fetch "$(pwd)/server" to_fetch:to_fetch &&
 483
 484         grep "fetch> ref-prefix to_fetch" trace &&
 485         grep "fetch> ref-prefix refs/tags/" trace &&
 486         grep "fetch> include-tag" trace &&
 487
 488         git -C client cat-file -e $(git -C client rev-parse annotated_tag)
 489 '
 490
 491 test_expect_success 'upload-pack respects client shallows' '
 492         rm -rf server client trace &&
 493
 494         git init server &&
 495         test_commit -C server base &&
 496         test_commit -C server client_has &&
 497
 498         git clone --depth=1 "file://$(pwd)/server" client &&
 499
 500         # Add extra commits to the client so that the whole fetch takes more
 501         # than 1 request (due to negotiation)
 502         test_commit_bulk -C client --id=c 32 &&
 503
 504         git -C server checkout -b newbranch base &&
 505         test_commit -C server client_wants &&
 506
 507         GIT_TRACE_PACKET="$(pwd)/trace" git -C client -c protocol.version=2 \
 508                 fetch origin newbranch &&
 509         # Ensure that protocol v2 is used
 510         grep "fetch< version 2" trace
 511 '
 512
 513 test_expect_success 'ensure that multiple fetches in same process from a shallow repo works' '
 514         rm -rf server client trace &&
 515
 516         test_create_repo server &&
 517         test_commit -C server one &&
 518         test_commit -C server two &&
 519         test_commit -C server three &&
 520         git clone --shallow-exclude two "file://$(pwd)/server" client &&
 521
 522         git -C server tag -a -m "an annotated tag" twotag two &&
 523
 524         # Triggers tag following (thus, 2 fetches in one process)
 525         GIT_TRACE_PACKET="$(pwd)/trace" git -C client -c protocol.version=2 \
 526                 fetch --shallow-exclude one origin &&
 527         # Ensure that protocol v2 is used
 528         grep "fetch< version 2" trace
 529 '
 530
 531 test_expect_success 'deepen-relative' '
 532         rm -rf server client trace &&
 533
 534         test_create_repo server &&
 535         test_commit -C server one &&
 536         test_commit -C server two &&
 537         test_commit -C server three &&
 538         git clone --depth 1 "file://$(pwd)/server" client &&
 539         test_commit -C server four &&
 540
 541         # Sanity check that only "three" is downloaded
 542         git -C client log --pretty=tformat:%s master >actual &&
 543         echo three >expected &&
 544         test_cmp expected actual &&
 545
 546         GIT_TRACE_PACKET="$(pwd)/trace" git -C client -c protocol.version=2 \
 547                 fetch --deepen=1 origin &&
 548         # Ensure that protocol v2 is used
 549         grep "fetch< version 2" trace &&
 550
 551         git -C client log --pretty=tformat:%s origin/master >actual &&
 552         cat >expected <<-\EOF &&
 553         four
 554         three
 555         two
 556         EOF
 557         test_cmp expected actual
 558 '
 559
 560 # Test protocol v2 with 'http://' transport
 561 #
 562 . "$TEST_DIRECTORY"/lib-httpd.sh
 563 start_httpd
 564
 565 test_expect_success 'create repo to be served by http:// transport' '
 566         git init "$HTTPD_DOCUMENT_ROOT_PATH/http_parent" &&
 567         git -C "$HTTPD_DOCUMENT_ROOT_PATH/http_parent" config http.receivepack true &&
 568         test_commit -C "$HTTPD_DOCUMENT_ROOT_PATH/http_parent" one
 569 '
 570
 571 test_expect_success 'clone with http:// using protocol v2' '
 572         test_when_finished "rm -f log" &&
 573
 574         GIT_TRACE_PACKET="$(pwd)/log" GIT_TRACE_CURL="$(pwd)/log" git -c protocol.version=2 \
 575                 clone "$HTTPD_URL/smart/http_parent" http_child &&
 576
 577         git -C http_child log -1 --format=%s >actual &&
 578         git -C "$HTTPD_DOCUMENT_ROOT_PATH/http_parent" log -1 --format=%s >expect &&
 579         test_cmp expect actual &&
 580
 581         # Client requested to use protocol v2
 582         grep "Git-Protocol: version=2" log &&
 583         # Server responded using protocol v2
 584         grep "git< version 2" log &&
 585         # Verify that the chunked encoding sending codepath is NOT exercised
 586         ! grep "Send header: Transfer-Encoding: chunked" log
 587 '
 588
 589 test_expect_success 'clone repository with http:// using protocol v2 with incomplete pktline length' '
 590         test_when_finished "rm -f log" &&
 591
 592         git init "$HTTPD_DOCUMENT_ROOT_PATH/incomplete_length" &&
 593         test_commit -C "$HTTPD_DOCUMENT_ROOT_PATH/incomplete_length" file &&
 594
 595         test_must_fail env GIT_TRACE_PACKET="$(pwd)/log" GIT_TRACE_CURL="$(pwd)/log" git -c protocol.version=2 \
 596                 clone "$HTTPD_URL/smart/incomplete_length" incomplete_length_child 2>err &&
 597
 598         # Client requested to use protocol v2
 599         grep "Git-Protocol: version=2" log &&
 600         # Server responded using protocol v2
 601         grep "git< version 2" log &&
 602         # Client reported appropriate failure
 603         test_i18ngrep "bytes of length header were received" err
 604 '
 605
 606 test_expect_success 'clone repository with http:// using protocol v2 with incomplete pktline body' '
 607         test_when_finished "rm -f log" &&
 608
 609         git init "$HTTPD_DOCUMENT_ROOT_PATH/incomplete_body" &&
 610         test_commit -C "$HTTPD_DOCUMENT_ROOT_PATH/incomplete_body" file &&
 611
 612         test_must_fail env GIT_TRACE_PACKET="$(pwd)/log" GIT_TRACE_CURL="$(pwd)/log" git -c protocol.version=2 \
 613                 clone "$HTTPD_URL/smart/incomplete_body" incomplete_body_child 2>err &&
 614
 615         # Client requested to use protocol v2
 616         grep "Git-Protocol: version=2" log &&
 617         # Server responded using protocol v2
 618         grep "git< version 2" log &&
 619         # Client reported appropriate failure
 620         test_i18ngrep "bytes of body are still expected" err
 621 '
 622
 623 test_expect_success 'clone with http:// using protocol v2 and invalid parameters' '
 624         test_when_finished "rm -f log" &&
 625
 626         test_must_fail env GIT_TRACE_PACKET="$(pwd)/log" GIT_TRACE_CURL="$(pwd)/log" \
 627                 git -c protocol.version=2 \
 628                 clone --shallow-since=20151012 "$HTTPD_URL/smart/http_parent" http_child_invalid &&
 629
 630         # Client requested to use protocol v2
 631         grep "Git-Protocol: version=2" log &&
 632         # Server responded using protocol v2
 633         grep "git< version 2" log
 634 '
 635
 636 test_expect_success 'clone big repository with http:// using protocol v2' '
 637         test_when_finished "rm -f log" &&
 638
 639         git init "$HTTPD_DOCUMENT_ROOT_PATH/big" &&
 640         # Ensure that the list of wants is greater than http.postbuffer below
 641         for i in $(test_seq 1 1500)
 642         do
 643                 # do not use here-doc, because it requires a process
 644                 # per loop iteration
 645                 echo "commit refs/heads/too-many-refs-$i" &&
 646                 echo "committer git <git@example.com> $i +0000" &&
 647                 echo "data 0" &&
 648                 echo "M 644 inline bla.txt" &&
 649                 echo "data 4" &&
 650                 echo "bla"
 651         done | git -C "$HTTPD_DOCUMENT_ROOT_PATH/big" fast-import &&
 652
 653         GIT_TRACE_PACKET="$(pwd)/log" GIT_TRACE_CURL="$(pwd)/log" git \
 654                 -c protocol.version=2 -c http.postbuffer=65536 \
 655                 clone "$HTTPD_URL/smart/big" big_child &&
 656
 657         # Client requested to use protocol v2
 658         grep "Git-Protocol: version=2" log &&
 659         # Server responded using protocol v2
 660         grep "git< version 2" log &&
 661         # Verify that the chunked encoding sending codepath is exercised
 662         grep "Send header: Transfer-Encoding: chunked" log
 663 '
 664
 665 test_expect_success 'fetch with http:// using protocol v2' '
 666         test_when_finished "rm -f log" &&
 667
 668         test_commit -C "$HTTPD_DOCUMENT_ROOT_PATH/http_parent" two &&
 669
 670         GIT_TRACE_PACKET="$(pwd)/log" git -C http_child -c protocol.version=2 \
 671                 fetch &&
 672
 673         git -C http_child log -1 --format=%s origin/master >actual &&
 674         git -C "$HTTPD_DOCUMENT_ROOT_PATH/http_parent" log -1 --format=%s >expect &&
 675         test_cmp expect actual &&
 676
 677         # Server responded using protocol v2
 678         grep "git< version 2" log
 679 '
 680
 681 test_expect_success 'fetch with http:// by hash without tag following with protocol v2 does not list refs' '
 682         test_when_finished "rm -f log" &&
 683
 684         test_commit -C "$HTTPD_DOCUMENT_ROOT_PATH/http_parent" two_a &&
 685         git -C "$HTTPD_DOCUMENT_ROOT_PATH/http_parent" rev-parse two_a >two_a_hash &&
 686
 687         GIT_TRACE_PACKET="$(pwd)/log" git -C http_child -c protocol.version=2 \
 688                 fetch --no-tags origin $(cat two_a_hash) &&
 689
 690         grep "fetch< version 2" log &&
 691         ! grep "fetch> command=ls-refs" log
 692 '
 693
 694 test_expect_success 'fetch from namespaced repo respects namespaces' '
 695         test_when_finished "rm -f log" &&
 696
 697         git init "$HTTPD_DOCUMENT_ROOT_PATH/nsrepo" &&
 698         test_commit -C "$HTTPD_DOCUMENT_ROOT_PATH/nsrepo" one &&
 699         test_commit -C "$HTTPD_DOCUMENT_ROOT_PATH/nsrepo" two &&
 700         git -C "$HTTPD_DOCUMENT_ROOT_PATH/nsrepo" \
 701                 update-ref refs/namespaces/ns/refs/heads/master one &&
 702
 703         GIT_TRACE_PACKET="$(pwd)/log" git -C http_child -c protocol.version=2 \
 704                 fetch "$HTTPD_URL/smart_namespace/nsrepo" \
 705                 refs/heads/master:refs/heads/theirs &&
 706
 707         # Server responded using protocol v2
 708         grep "fetch< version 2" log &&
 709
 710         git -C "$HTTPD_DOCUMENT_ROOT_PATH/nsrepo" rev-parse one >expect &&
 711         git -C http_child rev-parse theirs >actual &&
 712         test_cmp expect actual
 713 '
 714
 715 test_expect_success 'ls-remote with v2 http sends only one POST' '
 716         test_when_finished "rm -f log" &&
 717
 718         git ls-remote "$HTTPD_DOCUMENT_ROOT_PATH/http_parent" >expect &&
 719         GIT_TRACE_CURL="$(pwd)/log" git -c protocol.version=2 \
 720                 ls-remote "$HTTPD_URL/smart/http_parent" >actual &&
 721         test_cmp expect actual &&
 722
 723         grep "Send header: POST" log >posts &&
 724         test_line_count = 1 posts
 725 '
 726
 727 test_expect_success 'push with http:// and a config of v2 does not request v2' '
 728         test_when_finished "rm -f log" &&
 729         # Till v2 for push is designed, make sure that if a client has
 730         # protocol.version configured to use v2, that the client instead falls
 731         # back and uses v0.
 732
 733         test_commit -C http_child three &&
 734
 735         # Push to another branch, as the target repository has the
 736         # master branch checked out and we cannot push into it.
 737         GIT_TRACE_PACKET="$(pwd)/log" git -C http_child -c protocol.version=2 \
 738                 push origin HEAD:client_branch &&
 739
 740         git -C http_child log -1 --format=%s >actual &&
 741         git -C "$HTTPD_DOCUMENT_ROOT_PATH/http_parent" log -1 --format=%s client_branch >expect &&
 742         test_cmp expect actual &&
 743
 744         # Client did not request to use protocol v2
 745         ! grep "Git-Protocol: version=2" log &&
 746         # Server did not respond using protocol v2
 747         ! grep "git< version 2" log
 748 '
 749
 750 test_expect_success 'when server sends "ready", expect DELIM' '
 751         rm -rf "$HTTPD_DOCUMENT_ROOT_PATH/http_parent" http_child &&
 752
 753         git init "$HTTPD_DOCUMENT_ROOT_PATH/http_parent" &&
 754         test_commit -C "$HTTPD_DOCUMENT_ROOT_PATH/http_parent" one &&
 755
 756         git clone "$HTTPD_URL/smart/http_parent" http_child &&
 757
 758         test_commit -C "$HTTPD_DOCUMENT_ROOT_PATH/http_parent" two &&
 759
 760         # After "ready" in the acknowledgments section, pretend that a FLUSH
 761         # (0000) was sent instead of a DELIM (0001).
 762         printf "\$ready = 1 if /ready/; \$ready && s/0001/0000/" \
 763                 >"$HTTPD_ROOT_PATH/one-time-perl" &&
 764
 765         test_must_fail git -C http_child -c protocol.version=2 \
 766                 fetch "$HTTPD_URL/one_time_perl/http_parent" 2> err &&
 767         test_i18ngrep "expected packfile to be sent after .ready." err
 768 '
 769
 770 test_expect_success 'when server does not send "ready", expect FLUSH' '
 771         rm -rf "$HTTPD_DOCUMENT_ROOT_PATH/http_parent" http_child log &&
 772
 773         git init "$HTTPD_DOCUMENT_ROOT_PATH/http_parent" &&
 774         test_commit -C "$HTTPD_DOCUMENT_ROOT_PATH/http_parent" one &&
 775
 776         git clone "$HTTPD_URL/smart/http_parent" http_child &&
 777
 778         test_commit -C "$HTTPD_DOCUMENT_ROOT_PATH/http_parent" two &&
 779
 780         # Create many commits to extend the negotiation phase across multiple
 781         # requests, so that the server does not send "ready" in the first
 782         # request.
 783         test_commit_bulk -C http_child --id=c 32 &&
 784
 785         # After the acknowledgments section, pretend that a DELIM
 786         # (0001) was sent instead of a FLUSH (0000).
 787         printf "\$ack = 1 if /acknowledgments/; \$ack && s/0000/0001/" \
 788                 >"$HTTPD_ROOT_PATH/one-time-perl" &&
 789
 790         test_must_fail env GIT_TRACE_PACKET="$(pwd)/log" git -C http_child \
 791                 -c protocol.version=2 \
 792                 fetch "$HTTPD_URL/one_time_perl/http_parent" 2> err &&
 793         grep "fetch< .*acknowledgments" log &&
 794         ! grep "fetch< .*ready" log &&
 795         test_i18ngrep "expected no other sections to be sent after no .ready." err
 796 '
 797
 798 configure_exclusion () {
 799         git -C "$1" hash-object "$2" >objh &&
 800         git -C "$1" pack-objects "$HTTPD_DOCUMENT_ROOT_PATH/mypack" <objh >packh &&
 801         git -C "$1" config --add \
 802                 "uploadpack.blobpackfileuri" \
 803                 "$(cat objh) $(cat packh) $HTTPD_URL/dumb/mypack-$(cat packh).pack" &&
 804         cat objh
 805 }
 806
 807 test_expect_success 'part of packfile response provided as URI' '
 808         P="$HTTPD_DOCUMENT_ROOT_PATH/http_parent" &&
 809         rm -rf "$P" http_child log &&
 810
 811         git init "$P" &&
 812         git -C "$P" config "uploadpack.allowsidebandall" "true" &&
 813
 814         echo my-blob >"$P/my-blob" &&
 815         git -C "$P" add my-blob &&
 816         echo other-blob >"$P/other-blob" &&
 817         git -C "$P" add other-blob &&
 818         git -C "$P" commit -m x &&
 819
 820         configure_exclusion "$P" my-blob >h &&
 821         configure_exclusion "$P" other-blob >h2 &&
 822
 823         GIT_TRACE=1 GIT_TRACE_PACKET="$(pwd)/log" GIT_TEST_SIDEBAND_ALL=1 \
 824         git -c protocol.version=2 \
 825                 -c fetch.uriprotocols=http,https \
 826                 clone "$HTTPD_URL/smart/http_parent" http_child &&
 827
 828         # Ensure that my-blob and other-blob are in separate packfiles.
 829         for idx in http_child/.git/objects/pack/*.idx
 830         do
 831                 git verify-pack --object-format=$(test_oid algo) --verbose $idx >out &&
 832                 {
 833                         grep "^[0-9a-f]\{16,\} " out || :
 834                 } >out.objectlist &&
 835                 if test_line_count = 1 out.objectlist
 836                 then
 837                         if grep $(cat h) out
 838                         then
 839                                 >hfound
 840                         fi &&
 841                         if grep $(cat h2) out
 842                         then
 843                                 >h2found
 844                         fi
 845                 fi
 846         done &&
 847         test -f hfound &&
 848         test -f h2found &&
 849
 850         # Ensure that there are exactly 6 files (3 .pack and 3 .idx).
 851         ls http_child/.git/objects/pack/* >filelist &&
 852         test_line_count = 6 filelist
 853 '
 854
 855 test_expect_success 'fetching with valid packfile URI but invalid hash fails' '
 856         P="$HTTPD_DOCUMENT_ROOT_PATH/http_parent" &&
 857         rm -rf "$P" http_child log &&
 858
 859         git init "$P" &&
 860         git -C "$P" config "uploadpack.allowsidebandall" "true" &&
 861
 862         echo my-blob >"$P/my-blob" &&
 863         git -C "$P" add my-blob &&
 864         echo other-blob >"$P/other-blob" &&
 865         git -C "$P" add other-blob &&
 866         git -C "$P" commit -m x &&
 867
 868         configure_exclusion "$P" my-blob >h &&
 869         # Configure a URL for other-blob. Just reuse the hash of the object as
 870         # the hash of the packfile, since the hash does not matter for this
 871         # test as long as it is not the hash of the pack, and it is of the
 872         # expected length.
 873         git -C "$P" hash-object other-blob >objh &&
 874         git -C "$P" pack-objects "$HTTPD_DOCUMENT_ROOT_PATH/mypack" <objh >packh &&
 875         git -C "$P" config --add \
 876                 "uploadpack.blobpackfileuri" \
 877                 "$(cat objh) $(cat objh) $HTTPD_URL/dumb/mypack-$(cat packh).pack" &&
 878
 879         test_must_fail env GIT_TEST_SIDEBAND_ALL=1 \
 880                 git -c protocol.version=2 \
 881                 -c fetch.uriprotocols=http,https \
 882                 clone "$HTTPD_URL/smart/http_parent" http_child 2>err &&
 883         test_i18ngrep "pack downloaded from.*does not match expected hash" err
 884 '
 885
 886 test_expect_success 'packfile-uri with transfer.fsckobjects' '
 887         P="$HTTPD_DOCUMENT_ROOT_PATH/http_parent" &&
 888         rm -rf "$P" http_child log &&
 889
 890         git init "$P" &&
 891         git -C "$P" config "uploadpack.allowsidebandall" "true" &&
 892
 893         echo my-blob >"$P/my-blob" &&
 894         git -C "$P" add my-blob &&
 895         git -C "$P" commit -m x &&
 896
 897         configure_exclusion "$P" my-blob >h &&
 898
 899         sane_unset GIT_TEST_SIDEBAND_ALL &&
 900         git -c protocol.version=2 -c transfer.fsckobjects=1 \
 901                 -c fetch.uriprotocols=http,https \
 902                 clone "$HTTPD_URL/smart/http_parent" http_child &&
 903
 904         # Ensure that there are exactly 4 files (2 .pack and 2 .idx).
 905         ls http_child/.git/objects/pack/* >filelist &&
 906         test_line_count = 4 filelist
 907 '
 908
 909 test_expect_success 'packfile-uri with transfer.fsckobjects fails on bad object' '
 910         P="$HTTPD_DOCUMENT_ROOT_PATH/http_parent" &&
 911         rm -rf "$P" http_child log &&
 912
 913         git init "$P" &&
 914         git -C "$P" config "uploadpack.allowsidebandall" "true" &&
 915
 916         cat >bogus-commit <<-EOF &&
 917         tree $EMPTY_TREE
 918         author Bugs Bunny 1234567890 +0000
 919         committer Bugs Bunny <bugs@bun.ni> 1234567890 +0000
 920
 921         This commit object intentionally broken
 922         EOF
 923         BOGUS=$(git -C "$P" hash-object -t commit -w --stdin <bogus-commit) &&
 924         git -C "$P" branch bogus-branch "$BOGUS" &&
 925
 926         echo my-blob >"$P/my-blob" &&
 927         git -C "$P" add my-blob &&
 928         git -C "$P" commit -m x &&
 929
 930         configure_exclusion "$P" my-blob >h &&
 931
 932         sane_unset GIT_TEST_SIDEBAND_ALL &&
 933         test_must_fail git -c protocol.version=2 -c transfer.fsckobjects=1 \
 934                 -c fetch.uriprotocols=http,https \
 935                 clone "$HTTPD_URL/smart/http_parent" http_child 2>error &&
 936         test_i18ngrep "invalid author/committer line - missing email" error
 937 '
 938
 939 # DO NOT add non-httpd-specific tests here, because the last part of this
 940 # test script is only executed when httpd is available and enabled.
 941
 942 test_done