]>
Commit | Line | Data |
---|---|---|
7da4e228 SP |
1 | #!/bin/sh |
2 | ||
3 | test_description='test smart fetching over http via http-backend' | |
4 | . ./test-lib.sh | |
7da4e228 SP |
5 | . "$TEST_DIRECTORY"/lib-httpd.sh |
6 | start_httpd | |
7 | ||
8 | test_expect_success 'setup repository' ' | |
bd7ac599 | 9 | git config push.default matching && |
7da4e228 SP |
10 | echo content >file && |
11 | git add file && | |
12 | git commit -m one | |
13 | ' | |
14 | ||
15 | test_expect_success 'create http-accessible bare repository' ' | |
16 | mkdir "$HTTPD_DOCUMENT_ROOT_PATH/repo.git" && | |
17 | (cd "$HTTPD_DOCUMENT_ROOT_PATH/repo.git" && | |
18 | git --bare init | |
19 | ) && | |
20 | git remote add public "$HTTPD_DOCUMENT_ROOT_PATH/repo.git" && | |
21 | git push public master:master | |
22 | ' | |
23 | ||
6ac2b3ae JK |
24 | setup_askpass_helper |
25 | ||
7da4e228 SP |
26 | cat >exp <<EOF |
27 | > GET /smart/repo.git/info/refs?service=git-upload-pack HTTP/1.1 | |
28 | > Accept: */* | |
1a53e692 | 29 | > Accept-Encoding: ENCODINGS |
7da4e228 | 30 | > Pragma: no-cache |
7da4e228 SP |
31 | < HTTP/1.1 200 OK |
32 | < Pragma: no-cache | |
33 | < Cache-Control: no-cache, max-age=0, must-revalidate | |
34 | < Content-Type: application/x-git-upload-pack-advertisement | |
7da4e228 | 35 | > POST /smart/repo.git/git-upload-pack HTTP/1.1 |
1a53e692 | 36 | > Accept-Encoding: ENCODINGS |
7da4e228 | 37 | > Content-Type: application/x-git-upload-pack-request |
8efa5f62 | 38 | > Accept: application/x-git-upload-pack-result |
7da4e228 | 39 | > Content-Length: xxx |
7da4e228 SP |
40 | < HTTP/1.1 200 OK |
41 | < Pragma: no-cache | |
42 | < Cache-Control: no-cache, max-age=0, must-revalidate | |
43 | < Content-Type: application/x-git-upload-pack-result | |
7da4e228 SP |
44 | EOF |
45 | test_expect_success 'clone http repository' ' | |
14e24114 | 46 | GIT_TRACE_CURL=true git clone --quiet $HTTPD_URL/smart/repo.git clone 2>err && |
7da4e228 SP |
47 | test_cmp file clone/file && |
48 | tr '\''\015'\'' Q <err | | |
49 | sed -e " | |
50 | s/Q\$// | |
51 | /^[*] /d | |
14e24114 EP |
52 | /^== Info:/d |
53 | /^=> Send header, /d | |
54 | /^=> Send header:$/d | |
55 | /^<= Recv header, /d | |
56 | /^<= Recv header:$/d | |
57 | s/=> Send header: // | |
58 | s/= Recv header:// | |
59 | /^<= Recv data/d | |
60 | /^=> Send data/d | |
0a8fcbdc SP |
61 | /^$/d |
62 | /^< $/d | |
7da4e228 SP |
63 | |
64 | /^[^><]/{ | |
65 | s/^/> / | |
66 | } | |
67 | ||
68 | /^> User-Agent: /d | |
69 | /^> Host: /d | |
20366635 SP |
70 | /^> POST /,$ { |
71 | /^> Accept: [*]\\/[*]/d | |
72 | } | |
7da4e228 | 73 | s/^> Content-Length: .*/> Content-Length: xxx/ |
0a8fcbdc SP |
74 | /^> 00..want /d |
75 | /^> 00.*done/d | |
7da4e228 SP |
76 | |
77 | /^< Server: /d | |
78 | /^< Expires: /d | |
79 | /^< Date: /d | |
80 | /^< Content-Length: /d | |
81 | /^< Transfer-Encoding: /d | |
1a53e692 BW |
82 | " >actual && |
83 | sed -e "s/^> Accept-Encoding: .*/> Accept-Encoding: ENCODINGS/" \ | |
84 | actual >actual.smudged && | |
85 | test_cmp exp actual.smudged && | |
86 | ||
87 | grep "Accept-Encoding:.*gzip" actual >actual.gzip && | |
88 | test_line_count = 2 actual.gzip | |
7da4e228 SP |
89 | ' |
90 | ||
91 | test_expect_success 'fetch changes via http' ' | |
92 | echo content >>file && | |
93 | git commit -a -m two && | |
99094a7a | 94 | git push public && |
7da4e228 SP |
95 | (cd clone && git pull) && |
96 | test_cmp file clone/file | |
97 | ' | |
98 | ||
99 | cat >exp <<EOF | |
100 | GET /smart/repo.git/info/refs?service=git-upload-pack HTTP/1.1 200 | |
101 | POST /smart/repo.git/git-upload-pack HTTP/1.1 200 | |
102 | GET /smart/repo.git/info/refs?service=git-upload-pack HTTP/1.1 200 | |
103 | POST /smart/repo.git/git-upload-pack HTTP/1.1 200 | |
104 | EOF | |
105 | test_expect_success 'used upload-pack service' ' | |
106 | sed -e " | |
107 | s/^.* \"// | |
108 | s/\"// | |
109 | s/ [1-9][0-9]*\$// | |
110 | s/^GET /GET / | |
111 | " >act <"$HTTPD_ROOT_PATH"/access.log && | |
112 | test_cmp exp act | |
113 | ' | |
114 | ||
311e2ea0 TRC |
115 | test_expect_success 'follow redirects (301)' ' |
116 | git clone $HTTPD_URL/smart-redir-perm/repo.git --quiet repo-p | |
117 | ' | |
118 | ||
119 | test_expect_success 'follow redirects (302)' ' | |
120 | git clone $HTTPD_URL/smart-redir-temp/repo.git --quiet repo-t | |
121 | ' | |
122 | ||
050ef365 JK |
123 | test_expect_success 'redirects re-root further requests' ' |
124 | git clone $HTTPD_URL/smart-redir-limited/repo.git repo-redir-limited | |
125 | ' | |
126 | ||
6628eb41 JK |
127 | test_expect_success 're-rooting dies on insane schemes' ' |
128 | test_must_fail git clone $HTTPD_URL/insane-redir/repo.git insane | |
129 | ' | |
130 | ||
6ac2b3ae JK |
131 | test_expect_success 'clone from password-protected repository' ' |
132 | echo two >expect && | |
afbf5ca5 | 133 | set_askpass user@host pass@host && |
6ac2b3ae JK |
134 | git clone --bare "$HTTPD_URL/auth/smart/repo.git" smart-auth && |
135 | expect_askpass both user@host && | |
136 | git --git-dir=smart-auth log -1 --format=%s >actual && | |
137 | test_cmp expect actual | |
138 | ' | |
139 | ||
4c71009d JK |
140 | test_expect_success 'clone from auth-only-for-push repository' ' |
141 | echo two >expect && | |
142 | set_askpass wrong && | |
143 | git clone --bare "$HTTPD_URL/auth-push/smart/repo.git" smart-noauth && | |
144 | expect_askpass none && | |
145 | git --git-dir=smart-noauth log -1 --format=%s >actual && | |
146 | test_cmp expect actual | |
147 | ' | |
148 | ||
2e736fd5 JK |
149 | test_expect_success 'clone from auth-only-for-objects repository' ' |
150 | echo two >expect && | |
afbf5ca5 | 151 | set_askpass user@host pass@host && |
2e736fd5 JK |
152 | git clone --bare "$HTTPD_URL/auth-fetch/smart/repo.git" half-auth && |
153 | expect_askpass both user@host && | |
154 | git --git-dir=half-auth log -1 --format=%s >actual && | |
155 | test_cmp expect actual | |
156 | ' | |
157 | ||
158 | test_expect_success 'no-op half-auth fetch does not require a password' ' | |
159 | set_askpass wrong && | |
160 | git --git-dir=half-auth fetch && | |
161 | expect_askpass none | |
162 | ' | |
163 | ||
050ef365 | 164 | test_expect_success 'redirects send auth to new location' ' |
afbf5ca5 | 165 | set_askpass user@host pass@host && |
050ef365 JK |
166 | git -c credential.useHttpPath=true \ |
167 | clone $HTTPD_URL/smart-redir-auth/repo.git repo-redir-auth && | |
168 | expect_askpass both user@host auth/smart/repo.git | |
169 | ' | |
170 | ||
02572c2e JK |
171 | test_expect_success 'disable dumb http on server' ' |
172 | git --git-dir="$HTTPD_DOCUMENT_ROOT_PATH/repo.git" \ | |
173 | config http.getanyfile false | |
174 | ' | |
175 | ||
176 | test_expect_success 'GIT_SMART_HTTP can disable smart http' ' | |
177 | (GIT_SMART_HTTP=0 && | |
178 | export GIT_SMART_HTTP && | |
179 | cd clone && | |
180 | test_must_fail git fetch) | |
181 | ' | |
182 | ||
4656bf47 | 183 | test_expect_success 'invalid Content-Type rejected' ' |
8fb26872 | 184 | test_must_fail git clone $HTTPD_URL/broken_smart/repo.git 2>actual && |
af3aec44 | 185 | grep "not valid:" actual |
4656bf47 SP |
186 | ' |
187 | ||
6130f86d JK |
188 | test_expect_success 'create namespaced refs' ' |
189 | test_commit namespaced && | |
190 | git push public HEAD:refs/namespaces/ns/refs/heads/master && | |
191 | git --git-dir="$HTTPD_DOCUMENT_ROOT_PATH/repo.git" \ | |
192 | symbolic-ref refs/namespaces/ns/HEAD refs/namespaces/ns/refs/heads/master | |
193 | ' | |
194 | ||
195 | test_expect_success 'smart clone respects namespace' ' | |
196 | git clone "$HTTPD_URL/smart_namespace/repo.git" ns-smart && | |
197 | echo namespaced >expect && | |
198 | git --git-dir=ns-smart/.git log -1 --format=%s >actual && | |
199 | test_cmp expect actual | |
200 | ' | |
201 | ||
202 | test_expect_success 'dumb clone via http-backend respects namespace' ' | |
203 | git --git-dir="$HTTPD_DOCUMENT_ROOT_PATH/repo.git" \ | |
204 | config http.getanyfile true && | |
205 | GIT_SMART_HTTP=0 git clone \ | |
206 | "$HTTPD_URL/smart_namespace/repo.git" ns-dumb && | |
207 | echo namespaced >expect && | |
208 | git --git-dir=ns-dumb/.git log -1 --format=%s >actual && | |
209 | test_cmp expect actual | |
210 | ' | |
211 | ||
912b2acf DB |
212 | cat >cookies.txt <<EOF |
213 | 127.0.0.1 FALSE /smart_cookies/ FALSE 0 othername othervalue | |
214 | EOF | |
215 | cat >expect_cookies.txt <<EOF | |
912b2acf DB |
216 | |
217 | 127.0.0.1 FALSE /smart_cookies/ FALSE 0 othername othervalue | |
218 | 127.0.0.1 FALSE /smart_cookies/repo.git/info/ FALSE 0 name value | |
219 | EOF | |
220 | test_expect_success 'cookies stored in http.cookiefile when http.savecookies set' ' | |
221 | git config http.cookiefile cookies.txt && | |
222 | git config http.savecookies true && | |
223 | git ls-remote $HTTPD_URL/smart_cookies/repo.git master && | |
60687de5 | 224 | tail -3 cookies.txt >cookies_tail.txt && |
580cf0a0 | 225 | test_cmp expect_cookies.txt cookies_tail.txt |
912b2acf DB |
226 | ' |
227 | ||
e172755b JK |
228 | test_expect_success 'transfer.hiderefs works over smart-http' ' |
229 | test_commit hidden && | |
230 | test_commit visible && | |
231 | git push public HEAD^:refs/heads/a HEAD:refs/heads/b && | |
232 | git --git-dir="$HTTPD_DOCUMENT_ROOT_PATH/repo.git" \ | |
233 | config transfer.hiderefs refs/heads/a && | |
234 | git clone --bare "$HTTPD_URL/smart/repo.git" hidden.git && | |
235 | test_must_fail git -C hidden.git rev-parse --verify a && | |
236 | git -C hidden.git rev-parse --verify b | |
237 | ' | |
238 | ||
cc969c8d JK |
239 | # create an arbitrary number of tags, numbered from tag-$1 to tag-$2 |
240 | create_tags () { | |
241 | rm -f marks && | |
242 | for i in $(test_seq "$1" "$2") | |
7103d254 | 243 | do |
cc969c8d JK |
244 | # don't use here-doc, because it requires a process |
245 | # per loop iteration | |
246 | echo "commit refs/heads/too-many-refs-$1" && | |
247 | echo "mark :$i" && | |
248 | echo "committer git <git@example.com> $i +0000" && | |
249 | echo "data 0" && | |
250 | echo "M 644 inline bla.txt" && | |
251 | echo "data 4" && | |
252 | echo "bla" && | |
7103d254 IT |
253 | # make every commit dangling by always |
254 | # rewinding the branch after each commit | |
cc969c8d JK |
255 | echo "reset refs/heads/too-many-refs-$1" && |
256 | echo "from :$1" | |
7103d254 IT |
257 | done | git fast-import --export-marks=marks && |
258 | ||
259 | # now assign tags to all the dangling commits we created above | |
94221d22 | 260 | tag=$(perl -e "print \"bla\" x 30") && |
5e2c7cd2 | 261 | sed -e "s|^:\([^ ]*\) \(.*\)$|\2 refs/tags/$tag-\1|" <marks >>packed-refs |
cc969c8d JK |
262 | } |
263 | ||
7419a03f | 264 | test_expect_success 'create 2,000 tags in the repo' ' |
cc969c8d JK |
265 | ( |
266 | cd "$HTTPD_DOCUMENT_ROOT_PATH/repo.git" && | |
7419a03f | 267 | create_tags 1 2000 |
7103d254 IT |
268 | ) |
269 | ' | |
270 | ||
376e4b39 JK |
271 | test_expect_success CMDLINE_LIMIT \ |
272 | 'clone the 2,000 tag repo to check OS command line overflow' ' | |
273 | run_with_limited_cmdline git clone $HTTPD_URL/smart/repo.git too-many-refs && | |
5e2c7cd2 JH |
274 | ( |
275 | cd too-many-refs && | |
376e4b39 JK |
276 | git for-each-ref refs/tags >actual && |
277 | test_line_count = 2000 actual | |
5e2c7cd2 | 278 | ) |
7103d254 IT |
279 | ' |
280 | ||
376e4b39 | 281 | test_expect_success 'large fetch-pack requests can be split across POSTs' ' |
14e24114 | 282 | GIT_TRACE_CURL=true git -c http.postbuffer=65536 \ |
376e4b39 | 283 | clone --bare "$HTTPD_URL/smart/repo.git" split.git 2>err && |
14e24114 | 284 | grep "^=> Send header: POST" err >posts && |
376e4b39 JK |
285 | test_line_count = 2 posts |
286 | ' | |
287 | ||
296b847c DT |
288 | test_expect_success 'test allowreachablesha1inwant' ' |
289 | test_when_finished "rm -rf test_reachable.git" && | |
290 | server="$HTTPD_DOCUMENT_ROOT_PATH/repo.git" && | |
291 | master_sha=$(git -C "$server" rev-parse refs/heads/master) && | |
292 | git -C "$server" config uploadpack.allowreachablesha1inwant 1 && | |
293 | ||
294 | git init --bare test_reachable.git && | |
295 | git -C test_reachable.git remote add origin "$HTTPD_URL/smart/repo.git" && | |
296 | git -C test_reachable.git fetch origin "$master_sha" | |
297 | ' | |
298 | ||
299 | test_expect_success 'test allowreachablesha1inwant with unreachable' ' | |
300 | test_when_finished "rm -rf test_reachable.git; git reset --hard $(git rev-parse HEAD)" && | |
301 | ||
302 | #create unreachable sha | |
303 | echo content >file2 && | |
304 | git add file2 && | |
305 | git commit -m two && | |
306 | git push public HEAD:refs/heads/doomed && | |
307 | git push public :refs/heads/doomed && | |
308 | ||
309 | server="$HTTPD_DOCUMENT_ROOT_PATH/repo.git" && | |
310 | master_sha=$(git -C "$server" rev-parse refs/heads/master) && | |
311 | git -C "$server" config uploadpack.allowreachablesha1inwant 1 && | |
312 | ||
313 | git init --bare test_reachable.git && | |
314 | git -C test_reachable.git remote add origin "$HTTPD_URL/smart/repo.git" && | |
315 | test_must_fail git -C test_reachable.git fetch origin "$(git rev-parse HEAD)" | |
316 | ' | |
317 | ||
f8edeaa0 DT |
318 | test_expect_success 'test allowanysha1inwant with unreachable' ' |
319 | test_when_finished "rm -rf test_reachable.git; git reset --hard $(git rev-parse HEAD)" && | |
320 | ||
321 | #create unreachable sha | |
322 | echo content >file2 && | |
323 | git add file2 && | |
324 | git commit -m two && | |
325 | git push public HEAD:refs/heads/doomed && | |
326 | git push public :refs/heads/doomed && | |
327 | ||
328 | server="$HTTPD_DOCUMENT_ROOT_PATH/repo.git" && | |
329 | master_sha=$(git -C "$server" rev-parse refs/heads/master) && | |
330 | git -C "$server" config uploadpack.allowreachablesha1inwant 1 && | |
331 | ||
332 | git init --bare test_reachable.git && | |
333 | git -C test_reachable.git remote add origin "$HTTPD_URL/smart/repo.git" && | |
334 | test_must_fail git -C test_reachable.git fetch origin "$(git rev-parse HEAD)" && | |
335 | ||
336 | git -C "$server" config uploadpack.allowanysha1inwant 1 && | |
337 | git -C test_reachable.git fetch origin "$(git rev-parse HEAD)" | |
338 | ' | |
339 | ||
6bc0cb51 | 340 | test_expect_success EXPENSIVE 'http can handle enormous ref negotiation' ' |
7419a03f JH |
341 | ( |
342 | cd "$HTTPD_DOCUMENT_ROOT_PATH/repo.git" && | |
343 | create_tags 2001 50000 | |
344 | ) && | |
6bc0cb51 JK |
345 | git -C too-many-refs fetch -q --tags && |
346 | ( | |
347 | cd "$HTTPD_DOCUMENT_ROOT_PATH/repo.git" && | |
348 | create_tags 50001 100000 | |
349 | ) && | |
350 | git -C too-many-refs fetch -q --tags && | |
351 | git -C too-many-refs for-each-ref refs/tags >tags && | |
352 | test_line_count = 100000 tags | |
353 | ' | |
354 | ||
8cb01e2f | 355 | test_expect_success 'custom http headers' ' |
e31165ce JS |
356 | test_must_fail git -c http.extraheader="x-magic-two: cadabra" \ |
357 | fetch "$HTTPD_URL/smart_headers/repo.git" && | |
8cb01e2f JS |
358 | git -c http.extraheader="x-magic-one: abra" \ |
359 | -c http.extraheader="x-magic-two: cadabra" \ | |
0bbe7317 JS |
360 | fetch "$HTTPD_URL/smart_headers/repo.git" && |
361 | git update-index --add --cacheinfo 160000,$(git rev-parse HEAD),sub && | |
362 | git config -f .gitmodules submodule.sub.path sub && | |
363 | git config -f .gitmodules submodule.sub.url \ | |
364 | "$HTTPD_URL/smart_headers/repo.git" && | |
365 | git submodule init sub && | |
366 | test_must_fail git submodule update sub && | |
367 | git -c http.extraheader="x-magic-one: abra" \ | |
368 | -c http.extraheader="x-magic-two: cadabra" \ | |
369 | submodule update sub | |
8cb01e2f JS |
370 | ' |
371 | ||
e2842b39 JT |
372 | test_expect_success 'using fetch command in remote-curl updates refs' ' |
373 | SERVER="$HTTPD_DOCUMENT_ROOT_PATH/twobranch" && | |
374 | rm -rf "$SERVER" client && | |
375 | ||
376 | git init "$SERVER" && | |
377 | test_commit -C "$SERVER" foo && | |
378 | git -C "$SERVER" update-ref refs/heads/anotherbranch foo && | |
379 | ||
380 | git clone $HTTPD_URL/smart/twobranch client && | |
381 | ||
382 | test_commit -C "$SERVER" bar && | |
383 | git -C client -c protocol.version=0 fetch && | |
384 | ||
385 | git -C "$SERVER" rev-parse master >expect && | |
386 | git -C client rev-parse origin/master >actual && | |
387 | test_cmp expect actual | |
388 | ' | |
389 | ||
83411783 JT |
390 | test_expect_success 'GIT_REDACT_COOKIES redacts cookies' ' |
391 | rm -rf clone && | |
392 | echo "Set-Cookie: Foo=1" >cookies && | |
393 | echo "Set-Cookie: Bar=2" >>cookies && | |
394 | GIT_TRACE_CURL=true GIT_REDACT_COOKIES=Bar,Baz \ | |
395 | git -c "http.cookieFile=$(pwd)/cookies" clone \ | |
396 | $HTTPD_URL/smart/repo.git clone 2>err && | |
397 | grep "Cookie:.*Foo=1" err && | |
398 | grep "Cookie:.*Bar=<redacted>" err && | |
399 | ! grep "Cookie:.*Bar=2" err | |
400 | ' | |
401 | ||
402 | test_expect_success 'GIT_REDACT_COOKIES handles empty values' ' | |
403 | rm -rf clone && | |
404 | echo "Set-Cookie: Foo=" >cookies && | |
405 | GIT_TRACE_CURL=true GIT_REDACT_COOKIES=Foo \ | |
406 | git -c "http.cookieFile=$(pwd)/cookies" clone \ | |
407 | $HTTPD_URL/smart/repo.git clone 2>err && | |
408 | grep "Cookie:.*Foo=<redacted>" err | |
409 | ' | |
410 | ||
8ba18e6f JT |
411 | test_expect_success 'GIT_TRACE_CURL_NO_DATA prevents data from being traced' ' |
412 | rm -rf clone && | |
413 | GIT_TRACE_CURL=true \ | |
414 | git clone $HTTPD_URL/smart/repo.git clone 2>err && | |
415 | grep "=> Send data" err && | |
416 | ||
417 | rm -rf clone && | |
418 | GIT_TRACE_CURL=true GIT_TRACE_CURL_NO_DATA=1 \ | |
419 | git clone $HTTPD_URL/smart/repo.git clone 2>err && | |
420 | ! grep "=> Send data" err | |
421 | ' | |
422 | ||
7da4e228 SP |
423 | stop_httpd |
424 | test_done |