]>
Commit | Line | Data |
---|---|---|
9b288516 DB |
1 | #include "cache.h" |
2 | #include "transport.h" | |
3 | #include "run-command.h" | |
ccfc02a3 | 4 | #ifndef NO_CURL |
c29727d5 | 5 | #include "http.h" |
ccfc02a3 | 6 | #endif |
c29727d5 DB |
7 | #include "pkt-line.h" |
8 | #include "fetch-pack.h" | |
40cb4fab | 9 | #include "send-pack.h" |
c29727d5 | 10 | #include "walker.h" |
c7a8a162 | 11 | #include "bundle.h" |
cd547b48 JS |
12 | #include "dir.h" |
13 | #include "refs.h" | |
14 | ||
15 | /* rsync support */ | |
16 | ||
17 | /* | |
18 | * We copy packed-refs and refs/ into a temporary file, then read the | |
19 | * loose refs recursively (sorting whenever possible), and then inserting | |
20 | * those packed refs that are not yet in the list (not validating, but | |
21 | * assuming that the file is sorted). | |
22 | * | |
23 | * Appears refactoring this from refs.c is too cumbersome. | |
24 | */ | |
25 | ||
26 | static int str_cmp(const void *a, const void *b) | |
27 | { | |
28 | const char *s1 = a; | |
29 | const char *s2 = b; | |
30 | ||
31 | return strcmp(s1, s2); | |
32 | } | |
33 | ||
34 | /* path->buf + name_offset is expected to point to "refs/" */ | |
35 | ||
36 | static int read_loose_refs(struct strbuf *path, int name_offset, | |
37 | struct ref **tail) | |
38 | { | |
39 | DIR *dir = opendir(path->buf); | |
40 | struct dirent *de; | |
41 | struct { | |
42 | char **entries; | |
43 | int nr, alloc; | |
44 | } list; | |
45 | int i, pathlen; | |
46 | ||
47 | if (!dir) | |
48 | return -1; | |
49 | ||
50 | memset (&list, 0, sizeof(list)); | |
51 | ||
52 | while ((de = readdir(dir))) { | |
8ca12c0d | 53 | if (is_dot_or_dotdot(de->d_name)) |
cd547b48 JS |
54 | continue; |
55 | ALLOC_GROW(list.entries, list.nr + 1, list.alloc); | |
56 | list.entries[list.nr++] = xstrdup(de->d_name); | |
57 | } | |
58 | closedir(dir); | |
59 | ||
60 | /* sort the list */ | |
61 | ||
62 | qsort(list.entries, list.nr, sizeof(char *), str_cmp); | |
63 | ||
64 | pathlen = path->len; | |
65 | strbuf_addch(path, '/'); | |
66 | ||
67 | for (i = 0; i < list.nr; i++, strbuf_setlen(path, pathlen + 1)) { | |
68 | strbuf_addstr(path, list.entries[i]); | |
69 | if (read_loose_refs(path, name_offset, tail)) { | |
70 | int fd = open(path->buf, O_RDONLY); | |
71 | char buffer[40]; | |
72 | struct ref *next; | |
73 | ||
74 | if (fd < 0) | |
75 | continue; | |
59c69c0c | 76 | next = alloc_ref(path->buf + name_offset); |
cd547b48 JS |
77 | if (read_in_full(fd, buffer, 40) != 40 || |
78 | get_sha1_hex(buffer, next->old_sha1)) { | |
79 | close(fd); | |
80 | free(next); | |
81 | continue; | |
82 | } | |
83 | close(fd); | |
cd547b48 JS |
84 | (*tail)->next = next; |
85 | *tail = next; | |
86 | } | |
87 | } | |
88 | strbuf_setlen(path, pathlen); | |
89 | ||
90 | for (i = 0; i < list.nr; i++) | |
91 | free(list.entries[i]); | |
92 | free(list.entries); | |
93 | ||
94 | return 0; | |
95 | } | |
96 | ||
97 | /* insert the packed refs for which no loose refs were found */ | |
98 | ||
99 | static void insert_packed_refs(const char *packed_refs, struct ref **list) | |
100 | { | |
101 | FILE *f = fopen(packed_refs, "r"); | |
102 | static char buffer[PATH_MAX]; | |
103 | ||
104 | if (!f) | |
105 | return; | |
106 | ||
107 | for (;;) { | |
47ec7943 | 108 | int cmp = cmp, len; |
cd547b48 JS |
109 | |
110 | if (!fgets(buffer, sizeof(buffer), f)) { | |
111 | fclose(f); | |
112 | return; | |
113 | } | |
114 | ||
115 | if (hexval(buffer[0]) > 0xf) | |
116 | continue; | |
117 | len = strlen(buffer); | |
872c930d | 118 | if (len && buffer[len - 1] == '\n') |
cd547b48 JS |
119 | buffer[--len] = '\0'; |
120 | if (len < 41) | |
121 | continue; | |
122 | while ((*list)->next && | |
123 | (cmp = strcmp(buffer + 41, | |
124 | (*list)->next->name)) > 0) | |
125 | list = &(*list)->next; | |
126 | if (!(*list)->next || cmp < 0) { | |
59c69c0c | 127 | struct ref *next = alloc_ref(buffer + 41); |
cd547b48 JS |
128 | buffer[40] = '\0'; |
129 | if (get_sha1_hex(buffer, next->old_sha1)) { | |
130 | warning ("invalid SHA-1: %s", buffer); | |
131 | free(next); | |
132 | continue; | |
133 | } | |
cd547b48 JS |
134 | next->next = (*list)->next; |
135 | (*list)->next = next; | |
136 | list = &(*list)->next; | |
137 | } | |
138 | } | |
139 | } | |
140 | ||
7efaeba2 JS |
141 | static const char *rsync_url(const char *url) |
142 | { | |
143 | return prefixcmp(url, "rsync://") ? skip_prefix(url, "rsync:") : url; | |
144 | } | |
145 | ||
64fcef2d | 146 | static struct ref *get_refs_via_rsync(struct transport *transport, int for_push) |
cd547b48 JS |
147 | { |
148 | struct strbuf buf = STRBUF_INIT, temp_dir = STRBUF_INIT; | |
149 | struct ref dummy, *tail = &dummy; | |
150 | struct child_process rsync; | |
151 | const char *args[5]; | |
152 | int temp_dir_len; | |
153 | ||
64fcef2d DB |
154 | if (for_push) |
155 | return NULL; | |
156 | ||
cd547b48 JS |
157 | /* copy the refs to the temporary directory */ |
158 | ||
159 | strbuf_addstr(&temp_dir, git_path("rsync-refs-XXXXXX")); | |
160 | if (!mkdtemp(temp_dir.buf)) | |
161 | die ("Could not make temporary directory"); | |
162 | temp_dir_len = temp_dir.len; | |
163 | ||
7efaeba2 | 164 | strbuf_addstr(&buf, rsync_url(transport->url)); |
cd547b48 JS |
165 | strbuf_addstr(&buf, "/refs"); |
166 | ||
167 | memset(&rsync, 0, sizeof(rsync)); | |
168 | rsync.argv = args; | |
169 | rsync.stdout_to_stderr = 1; | |
170 | args[0] = "rsync"; | |
2b5a06ed | 171 | args[1] = (transport->verbose > 0) ? "-rv" : "-r"; |
cd547b48 JS |
172 | args[2] = buf.buf; |
173 | args[3] = temp_dir.buf; | |
174 | args[4] = NULL; | |
175 | ||
176 | if (run_command(&rsync)) | |
177 | die ("Could not run rsync to get refs"); | |
178 | ||
179 | strbuf_reset(&buf); | |
7efaeba2 | 180 | strbuf_addstr(&buf, rsync_url(transport->url)); |
cd547b48 JS |
181 | strbuf_addstr(&buf, "/packed-refs"); |
182 | ||
183 | args[2] = buf.buf; | |
184 | ||
185 | if (run_command(&rsync)) | |
186 | die ("Could not run rsync to get refs"); | |
187 | ||
188 | /* read the copied refs */ | |
189 | ||
190 | strbuf_addstr(&temp_dir, "/refs"); | |
191 | read_loose_refs(&temp_dir, temp_dir_len + 1, &tail); | |
192 | strbuf_setlen(&temp_dir, temp_dir_len); | |
193 | ||
194 | tail = &dummy; | |
195 | strbuf_addstr(&temp_dir, "/packed-refs"); | |
196 | insert_packed_refs(temp_dir.buf, &tail); | |
197 | strbuf_setlen(&temp_dir, temp_dir_len); | |
198 | ||
199 | if (remove_dir_recursively(&temp_dir, 0)) | |
200 | warning ("Error removing temporary directory %s.", | |
201 | temp_dir.buf); | |
202 | ||
203 | strbuf_release(&buf); | |
204 | strbuf_release(&temp_dir); | |
205 | ||
206 | return dummy.next; | |
207 | } | |
208 | ||
209 | static int fetch_objs_via_rsync(struct transport *transport, | |
2d5c298f | 210 | int nr_objs, const struct ref **to_fetch) |
cd547b48 JS |
211 | { |
212 | struct strbuf buf = STRBUF_INIT; | |
213 | struct child_process rsync; | |
214 | const char *args[8]; | |
215 | int result; | |
216 | ||
7efaeba2 | 217 | strbuf_addstr(&buf, rsync_url(transport->url)); |
cd547b48 JS |
218 | strbuf_addstr(&buf, "/objects/"); |
219 | ||
220 | memset(&rsync, 0, sizeof(rsync)); | |
221 | rsync.argv = args; | |
222 | rsync.stdout_to_stderr = 1; | |
223 | args[0] = "rsync"; | |
2b5a06ed | 224 | args[1] = (transport->verbose > 0) ? "-rv" : "-r"; |
cd547b48 JS |
225 | args[2] = "--ignore-existing"; |
226 | args[3] = "--exclude"; | |
227 | args[4] = "info"; | |
228 | args[5] = buf.buf; | |
229 | args[6] = get_object_directory(); | |
230 | args[7] = NULL; | |
231 | ||
232 | /* NEEDSWORK: handle one level of alternates */ | |
233 | result = run_command(&rsync); | |
234 | ||
235 | strbuf_release(&buf); | |
236 | ||
237 | return result; | |
238 | } | |
239 | ||
240 | static int write_one_ref(const char *name, const unsigned char *sha1, | |
241 | int flags, void *data) | |
242 | { | |
243 | struct strbuf *buf = data; | |
244 | int len = buf->len; | |
245 | FILE *f; | |
246 | ||
247 | /* when called via for_each_ref(), flags is non-zero */ | |
248 | if (flags && prefixcmp(name, "refs/heads/") && | |
249 | prefixcmp(name, "refs/tags/")) | |
250 | return 0; | |
251 | ||
252 | strbuf_addstr(buf, name); | |
253 | if (safe_create_leading_directories(buf->buf) || | |
254 | !(f = fopen(buf->buf, "w")) || | |
255 | fprintf(f, "%s\n", sha1_to_hex(sha1)) < 0 || | |
256 | fclose(f)) | |
257 | return error("problems writing temporary file %s", buf->buf); | |
258 | strbuf_setlen(buf, len); | |
259 | return 0; | |
260 | } | |
261 | ||
262 | static int write_refs_to_temp_dir(struct strbuf *temp_dir, | |
263 | int refspec_nr, const char **refspec) | |
264 | { | |
265 | int i; | |
266 | ||
267 | for (i = 0; i < refspec_nr; i++) { | |
268 | unsigned char sha1[20]; | |
269 | char *ref; | |
270 | ||
271 | if (dwim_ref(refspec[i], strlen(refspec[i]), sha1, &ref) != 1) | |
272 | return error("Could not get ref %s", refspec[i]); | |
273 | ||
274 | if (write_one_ref(ref, sha1, 0, temp_dir)) { | |
275 | free(ref); | |
276 | return -1; | |
277 | } | |
278 | free(ref); | |
279 | } | |
280 | return 0; | |
281 | } | |
282 | ||
283 | static int rsync_transport_push(struct transport *transport, | |
284 | int refspec_nr, const char **refspec, int flags) | |
285 | { | |
286 | struct strbuf buf = STRBUF_INIT, temp_dir = STRBUF_INIT; | |
287 | int result = 0, i; | |
288 | struct child_process rsync; | |
ee020f35 | 289 | const char *args[10]; |
cd547b48 | 290 | |
94c89ba6 AW |
291 | if (flags & TRANSPORT_PUSH_MIRROR) |
292 | return error("rsync transport does not support mirror mode"); | |
293 | ||
cd547b48 JS |
294 | /* first push the objects */ |
295 | ||
7efaeba2 | 296 | strbuf_addstr(&buf, rsync_url(transport->url)); |
cd547b48 JS |
297 | strbuf_addch(&buf, '/'); |
298 | ||
299 | memset(&rsync, 0, sizeof(rsync)); | |
300 | rsync.argv = args; | |
301 | rsync.stdout_to_stderr = 1; | |
ee020f35 SP |
302 | i = 0; |
303 | args[i++] = "rsync"; | |
304 | args[i++] = "-a"; | |
305 | if (flags & TRANSPORT_PUSH_DRY_RUN) | |
306 | args[i++] = "--dry-run"; | |
307 | if (transport->verbose > 0) | |
308 | args[i++] = "-v"; | |
309 | args[i++] = "--ignore-existing"; | |
310 | args[i++] = "--exclude"; | |
311 | args[i++] = "info"; | |
312 | args[i++] = get_object_directory(); | |
313 | args[i++] = buf.buf; | |
314 | args[i++] = NULL; | |
cd547b48 JS |
315 | |
316 | if (run_command(&rsync)) | |
7efaeba2 JS |
317 | return error("Could not push objects to %s", |
318 | rsync_url(transport->url)); | |
cd547b48 JS |
319 | |
320 | /* copy the refs to the temporary directory; they could be packed. */ | |
321 | ||
322 | strbuf_addstr(&temp_dir, git_path("rsync-refs-XXXXXX")); | |
323 | if (!mkdtemp(temp_dir.buf)) | |
324 | die ("Could not make temporary directory"); | |
325 | strbuf_addch(&temp_dir, '/'); | |
326 | ||
327 | if (flags & TRANSPORT_PUSH_ALL) { | |
328 | if (for_each_ref(write_one_ref, &temp_dir)) | |
329 | return -1; | |
330 | } else if (write_refs_to_temp_dir(&temp_dir, refspec_nr, refspec)) | |
331 | return -1; | |
332 | ||
ee020f35 SP |
333 | i = 2; |
334 | if (flags & TRANSPORT_PUSH_DRY_RUN) | |
335 | args[i++] = "--dry-run"; | |
336 | if (!(flags & TRANSPORT_PUSH_FORCE)) | |
337 | args[i++] = "--ignore-existing"; | |
cd547b48 | 338 | args[i++] = temp_dir.buf; |
7efaeba2 | 339 | args[i++] = rsync_url(transport->url); |
cd547b48 JS |
340 | args[i++] = NULL; |
341 | if (run_command(&rsync)) | |
7efaeba2 JS |
342 | result = error("Could not push to %s", |
343 | rsync_url(transport->url)); | |
cd547b48 JS |
344 | |
345 | if (remove_dir_recursively(&temp_dir, 0)) | |
346 | warning ("Could not remove temporary directory %s.", | |
347 | temp_dir.buf); | |
348 | ||
349 | strbuf_release(&buf); | |
350 | strbuf_release(&temp_dir); | |
351 | ||
352 | return result; | |
353 | } | |
c29727d5 DB |
354 | |
355 | /* Generic functions for using commit walkers */ | |
356 | ||
b9c506f7 | 357 | #ifndef NO_CURL /* http fetch is the only user */ |
1788c39c | 358 | static int fetch_objs_via_walker(struct transport *transport, |
2d5c298f | 359 | int nr_objs, const struct ref **to_fetch) |
c29727d5 DB |
360 | { |
361 | char *dest = xstrdup(transport->url); | |
362 | struct walker *walker = transport->data; | |
425b1393 SP |
363 | char **objs = xmalloc(nr_objs * sizeof(*objs)); |
364 | int i; | |
c29727d5 DB |
365 | |
366 | walker->get_all = 1; | |
367 | walker->get_tree = 1; | |
368 | walker->get_history = 1; | |
2b5a06ed | 369 | walker->get_verbosely = transport->verbose >= 0; |
c29727d5 DB |
370 | walker->get_recover = 0; |
371 | ||
425b1393 SP |
372 | for (i = 0; i < nr_objs; i++) |
373 | objs[i] = xstrdup(sha1_to_hex(to_fetch[i]->old_sha1)); | |
374 | ||
b6abb48a | 375 | if (walker_fetch(walker, nr_objs, objs, NULL, NULL)) |
c29727d5 DB |
376 | die("Fetch failed."); |
377 | ||
425b1393 SP |
378 | for (i = 0; i < nr_objs; i++) |
379 | free(objs[i]); | |
380 | free(objs); | |
c29727d5 DB |
381 | free(dest); |
382 | return 0; | |
383 | } | |
b9c506f7 | 384 | #endif /* NO_CURL */ |
c29727d5 DB |
385 | |
386 | static int disconnect_walker(struct transport *transport) | |
387 | { | |
388 | struct walker *walker = transport->data; | |
389 | if (walker) | |
390 | walker_free(walker); | |
391 | return 0; | |
392 | } | |
9b288516 | 393 | |
ccfc02a3 | 394 | #ifndef NO_CURL |
f3fa1838 JH |
395 | static int curl_transport_push(struct transport *transport, int refspec_nr, const char **refspec, int flags) |
396 | { | |
9b288516 DB |
397 | const char **argv; |
398 | int argc; | |
399 | int err; | |
400 | ||
94c89ba6 AW |
401 | if (flags & TRANSPORT_PUSH_MIRROR) |
402 | return error("http transport does not support mirror mode"); | |
403 | ||
1b2486d7 | 404 | argv = xmalloc((refspec_nr + 12) * sizeof(char *)); |
9b288516 DB |
405 | argv[0] = "http-push"; |
406 | argc = 1; | |
407 | if (flags & TRANSPORT_PUSH_ALL) | |
408 | argv[argc++] = "--all"; | |
409 | if (flags & TRANSPORT_PUSH_FORCE) | |
410 | argv[argc++] = "--force"; | |
fe5d1d3e SP |
411 | if (flags & TRANSPORT_PUSH_DRY_RUN) |
412 | argv[argc++] = "--dry-run"; | |
1b2486d7 SP |
413 | if (flags & TRANSPORT_PUSH_VERBOSE) |
414 | argv[argc++] = "--verbose"; | |
9b288516 DB |
415 | argv[argc++] = transport->url; |
416 | while (refspec_nr--) | |
417 | argv[argc++] = *refspec++; | |
418 | argv[argc] = NULL; | |
419 | err = run_command_v_opt(argv, RUN_GIT_CMD); | |
420 | switch (err) { | |
421 | case -ERR_RUN_COMMAND_FORK: | |
422 | error("unable to fork for %s", argv[0]); | |
423 | case -ERR_RUN_COMMAND_EXEC: | |
424 | error("unable to exec %s", argv[0]); | |
425 | break; | |
426 | case -ERR_RUN_COMMAND_WAITPID: | |
427 | case -ERR_RUN_COMMAND_WAITPID_WRONG_PID: | |
428 | case -ERR_RUN_COMMAND_WAITPID_SIGNAL: | |
429 | case -ERR_RUN_COMMAND_WAITPID_NOEXIT: | |
430 | error("%s died with strange error", argv[0]); | |
431 | } | |
432 | return !!err; | |
433 | } | |
434 | ||
64fcef2d | 435 | static struct ref *get_refs_via_curl(struct transport *transport, int for_push) |
c29727d5 | 436 | { |
028c2976 | 437 | struct strbuf buffer = STRBUF_INIT; |
c29727d5 DB |
438 | char *data, *start, *mid; |
439 | char *ref_name; | |
440 | char *refs_url; | |
441 | int i = 0; | |
442 | ||
443 | struct active_request_slot *slot; | |
444 | struct slot_results results; | |
445 | ||
446 | struct ref *refs = NULL; | |
447 | struct ref *ref = NULL; | |
448 | struct ref *last_ref = NULL; | |
449 | ||
be885d96 DB |
450 | struct walker *walker; |
451 | ||
64fcef2d DB |
452 | if (for_push) |
453 | return NULL; | |
454 | ||
9fd9279b | 455 | if (!transport->data) |
9fc6440d MH |
456 | transport->data = get_http_walker(transport->url, |
457 | transport->remote); | |
9fd9279b | 458 | |
be885d96 DB |
459 | walker = transport->data; |
460 | ||
c29727d5 DB |
461 | refs_url = xmalloc(strlen(transport->url) + 11); |
462 | sprintf(refs_url, "%s/info/refs", transport->url); | |
463 | ||
c29727d5 DB |
464 | slot = get_active_slot(); |
465 | slot->results = &results; | |
466 | curl_easy_setopt(slot->curl, CURLOPT_FILE, &buffer); | |
467 | curl_easy_setopt(slot->curl, CURLOPT_WRITEFUNCTION, fwrite_buffer); | |
468 | curl_easy_setopt(slot->curl, CURLOPT_URL, refs_url); | |
469 | curl_easy_setopt(slot->curl, CURLOPT_HTTPHEADER, NULL); | |
14c98218 | 470 | |
c29727d5 DB |
471 | if (start_active_slot(slot)) { |
472 | run_active_slot(slot); | |
473 | if (results.curl_result != CURLE_OK) { | |
028c2976 | 474 | strbuf_release(&buffer); |
fd35e426 PB |
475 | if (missing_target(&results)) |
476 | die("%s not found: did you run git update-server-info on the server?", refs_url); | |
477 | else | |
478 | die("%s download error - %s", refs_url, curl_errorstr); | |
c29727d5 DB |
479 | } |
480 | } else { | |
028c2976 | 481 | strbuf_release(&buffer); |
fd35e426 | 482 | die("Unable to start HTTP request"); |
c29727d5 DB |
483 | } |
484 | ||
028c2976 | 485 | data = buffer.buf; |
c29727d5 DB |
486 | start = NULL; |
487 | mid = data; | |
028c2976 | 488 | while (i < buffer.len) { |
c29727d5 DB |
489 | if (!start) |
490 | start = &data[i]; | |
491 | if (data[i] == '\t') | |
492 | mid = &data[i]; | |
493 | if (data[i] == '\n') { | |
494 | data[i] = 0; | |
495 | ref_name = mid + 1; | |
496 | ref = xmalloc(sizeof(struct ref) + | |
497 | strlen(ref_name) + 1); | |
498 | memset(ref, 0, sizeof(struct ref)); | |
499 | strcpy(ref->name, ref_name); | |
500 | get_sha1_hex(start, ref->old_sha1); | |
501 | if (!refs) | |
502 | refs = ref; | |
503 | if (last_ref) | |
504 | last_ref->next = ref; | |
505 | last_ref = ref; | |
506 | start = NULL; | |
507 | } | |
508 | i++; | |
509 | } | |
510 | ||
028c2976 | 511 | strbuf_release(&buffer); |
c29727d5 | 512 | |
59c69c0c | 513 | ref = alloc_ref("HEAD"); |
be885d96 DB |
514 | if (!walker->fetch_ref(walker, ref) && |
515 | !resolve_remote_symref(ref, refs)) { | |
516 | ref->next = refs; | |
517 | refs = ref; | |
518 | } else { | |
519 | free(ref); | |
520 | } | |
521 | ||
c29727d5 DB |
522 | return refs; |
523 | } | |
524 | ||
e5f4e214 | 525 | static int fetch_objs_via_curl(struct transport *transport, |
2d5c298f | 526 | int nr_objs, const struct ref **to_fetch) |
e5f4e214 SP |
527 | { |
528 | if (!transport->data) | |
9fc6440d MH |
529 | transport->data = get_http_walker(transport->url, |
530 | transport->remote); | |
e5f4e214 SP |
531 | return fetch_objs_via_walker(transport, nr_objs, to_fetch); |
532 | } | |
533 | ||
c29727d5 DB |
534 | #endif |
535 | ||
c7a8a162 JS |
536 | struct bundle_transport_data { |
537 | int fd; | |
538 | struct bundle_header header; | |
539 | }; | |
540 | ||
64fcef2d | 541 | static struct ref *get_refs_from_bundle(struct transport *transport, int for_push) |
c7a8a162 JS |
542 | { |
543 | struct bundle_transport_data *data = transport->data; | |
544 | struct ref *result = NULL; | |
545 | int i; | |
546 | ||
64fcef2d DB |
547 | if (for_push) |
548 | return NULL; | |
549 | ||
c7a8a162 JS |
550 | if (data->fd > 0) |
551 | close(data->fd); | |
552 | data->fd = read_bundle_header(transport->url, &data->header); | |
553 | if (data->fd < 0) | |
554 | die ("Could not read bundle '%s'.", transport->url); | |
555 | for (i = 0; i < data->header.references.nr; i++) { | |
556 | struct ref_list_entry *e = data->header.references.list + i; | |
59c69c0c | 557 | struct ref *ref = alloc_ref(e->name); |
c7a8a162 | 558 | hashcpy(ref->old_sha1, e->sha1); |
c7a8a162 JS |
559 | ref->next = result; |
560 | result = ref; | |
561 | } | |
562 | return result; | |
563 | } | |
564 | ||
1788c39c | 565 | static int fetch_refs_from_bundle(struct transport *transport, |
2d5c298f | 566 | int nr_heads, const struct ref **to_fetch) |
c7a8a162 JS |
567 | { |
568 | struct bundle_transport_data *data = transport->data; | |
569 | return unbundle(&data->header, data->fd); | |
570 | } | |
571 | ||
572 | static int close_bundle(struct transport *transport) | |
573 | { | |
574 | struct bundle_transport_data *data = transport->data; | |
575 | if (data->fd > 0) | |
576 | close(data->fd); | |
f4e95765 | 577 | free(data); |
c7a8a162 JS |
578 | return 0; |
579 | } | |
580 | ||
9b288516 DB |
581 | struct git_transport_data { |
582 | unsigned thin : 1; | |
c29727d5 | 583 | unsigned keep : 1; |
41fa7d2e | 584 | unsigned followtags : 1; |
c29727d5 | 585 | int depth; |
ba227857 DB |
586 | struct child_process *conn; |
587 | int fd[2]; | |
c29727d5 | 588 | const char *uploadpack; |
9b288516 | 589 | const char *receivepack; |
64fcef2d | 590 | struct extra_have_objects extra_have; |
9b288516 DB |
591 | }; |
592 | ||
593 | static int set_git_option(struct transport *connection, | |
594 | const char *name, const char *value) | |
595 | { | |
596 | struct git_transport_data *data = connection->data; | |
c29727d5 DB |
597 | if (!strcmp(name, TRANS_OPT_UPLOADPACK)) { |
598 | data->uploadpack = value; | |
599 | return 0; | |
600 | } else if (!strcmp(name, TRANS_OPT_RECEIVEPACK)) { | |
9b288516 DB |
601 | data->receivepack = value; |
602 | return 0; | |
603 | } else if (!strcmp(name, TRANS_OPT_THIN)) { | |
604 | data->thin = !!value; | |
605 | return 0; | |
41fa7d2e SP |
606 | } else if (!strcmp(name, TRANS_OPT_FOLLOWTAGS)) { |
607 | data->followtags = !!value; | |
608 | return 0; | |
c29727d5 DB |
609 | } else if (!strcmp(name, TRANS_OPT_KEEP)) { |
610 | data->keep = !!value; | |
611 | return 0; | |
c29727d5 DB |
612 | } else if (!strcmp(name, TRANS_OPT_DEPTH)) { |
613 | if (!value) | |
614 | data->depth = 0; | |
615 | else | |
616 | data->depth = atoi(value); | |
617 | return 0; | |
9b288516 DB |
618 | } |
619 | return 1; | |
620 | } | |
621 | ||
64fcef2d | 622 | static int connect_setup(struct transport *transport, int for_push, int verbose) |
ba227857 DB |
623 | { |
624 | struct git_transport_data *data = transport->data; | |
64fcef2d DB |
625 | data->conn = git_connect(data->fd, transport->url, |
626 | for_push ? data->receivepack : data->uploadpack, | |
627 | verbose ? CONNECT_VERBOSE : 0); | |
ba227857 DB |
628 | return 0; |
629 | } | |
630 | ||
64fcef2d | 631 | static struct ref *get_refs_via_connect(struct transport *transport, int for_push) |
c29727d5 DB |
632 | { |
633 | struct git_transport_data *data = transport->data; | |
634 | struct ref *refs; | |
c29727d5 | 635 | |
64fcef2d DB |
636 | connect_setup(transport, for_push, 0); |
637 | get_remote_heads(data->fd[0], &refs, 0, NULL, | |
638 | for_push ? REF_NORMAL : 0, &data->extra_have); | |
c29727d5 DB |
639 | |
640 | return refs; | |
641 | } | |
642 | ||
1788c39c | 643 | static int fetch_refs_via_pack(struct transport *transport, |
2d5c298f | 644 | int nr_heads, const struct ref **to_fetch) |
c29727d5 DB |
645 | { |
646 | struct git_transport_data *data = transport->data; | |
425b1393 | 647 | char **heads = xmalloc(nr_heads * sizeof(*heads)); |
e4cd6c7a | 648 | char **origh = xmalloc(nr_heads * sizeof(*origh)); |
ba227857 | 649 | const struct ref *refs; |
c29727d5 DB |
650 | char *dest = xstrdup(transport->url); |
651 | struct fetch_pack_args args; | |
425b1393 | 652 | int i; |
00183cbb | 653 | struct ref *refs_tmp = NULL; |
c29727d5 | 654 | |
fa740529 | 655 | memset(&args, 0, sizeof(args)); |
c29727d5 | 656 | args.uploadpack = data->uploadpack; |
c29727d5 | 657 | args.keep_pack = data->keep; |
fa740529 | 658 | args.lock_pack = 1; |
c29727d5 | 659 | args.use_thin_pack = data->thin; |
41fa7d2e | 660 | args.include_tag = data->followtags; |
9b373229 | 661 | args.verbose = (transport->verbose > 0); |
fe8aa148 | 662 | args.quiet = (transport->verbose < 0); |
21188b1e | 663 | args.no_progress = args.quiet || (!transport->progress && !isatty(1)); |
c29727d5 | 664 | args.depth = data->depth; |
c29727d5 | 665 | |
425b1393 | 666 | for (i = 0; i < nr_heads; i++) |
e4cd6c7a | 667 | origh[i] = heads[i] = xstrdup(to_fetch[i]->name); |
ba227857 | 668 | |
ba227857 | 669 | if (!data->conn) { |
64fcef2d | 670 | connect_setup(transport, 0, 0); |
40c155ff | 671 | get_remote_heads(data->fd[0], &refs_tmp, 0, NULL, 0, NULL); |
ba227857 DB |
672 | } |
673 | ||
00183cbb DB |
674 | refs = fetch_pack(&args, data->fd, data->conn, |
675 | refs_tmp ? refs_tmp : transport->remote_refs, | |
ba227857 DB |
676 | dest, nr_heads, heads, &transport->pack_lockfile); |
677 | close(data->fd[0]); | |
678 | close(data->fd[1]); | |
679 | if (finish_connect(data->conn)) | |
680 | refs = NULL; | |
681 | data->conn = NULL; | |
c29727d5 | 682 | |
00183cbb DB |
683 | free_refs(refs_tmp); |
684 | ||
425b1393 | 685 | for (i = 0; i < nr_heads; i++) |
e4cd6c7a SP |
686 | free(origh[i]); |
687 | free(origh); | |
688 | free(heads); | |
c29727d5 | 689 | free(dest); |
c6bc4005 | 690 | return (refs ? 0 : -1); |
c29727d5 DB |
691 | } |
692 | ||
64fcef2d DB |
693 | static int refs_pushed(struct ref *ref) |
694 | { | |
695 | for (; ref; ref = ref->next) { | |
696 | switch(ref->status) { | |
697 | case REF_STATUS_NONE: | |
698 | case REF_STATUS_UPTODATE: | |
699 | break; | |
700 | default: | |
701 | return 1; | |
702 | } | |
703 | } | |
704 | return 0; | |
705 | } | |
706 | ||
707 | static void update_tracking_ref(struct remote *remote, struct ref *ref, int verbose) | |
708 | { | |
709 | struct refspec rs; | |
710 | ||
711 | if (ref->status != REF_STATUS_OK && ref->status != REF_STATUS_UPTODATE) | |
712 | return; | |
713 | ||
714 | rs.src = ref->name; | |
715 | rs.dst = NULL; | |
716 | ||
717 | if (!remote_find_tracking(remote, &rs)) { | |
718 | if (verbose) | |
719 | fprintf(stderr, "updating local tracking ref '%s'\n", rs.dst); | |
720 | if (ref->deletion) { | |
721 | delete_ref(rs.dst, NULL, 0); | |
722 | } else | |
723 | update_ref("update by push", rs.dst, | |
724 | ref->new_sha1, NULL, 0, 0); | |
725 | free(rs.dst); | |
726 | } | |
727 | } | |
728 | ||
729 | #define SUMMARY_WIDTH (2 * DEFAULT_ABBREV + 3) | |
730 | ||
731 | static void print_ref_status(char flag, const char *summary, struct ref *to, struct ref *from, const char *msg) | |
732 | { | |
733 | fprintf(stderr, " %c %-*s ", flag, SUMMARY_WIDTH, summary); | |
734 | if (from) | |
735 | fprintf(stderr, "%s -> %s", prettify_ref(from), prettify_ref(to)); | |
736 | else | |
737 | fputs(prettify_ref(to), stderr); | |
738 | if (msg) { | |
739 | fputs(" (", stderr); | |
740 | fputs(msg, stderr); | |
741 | fputc(')', stderr); | |
742 | } | |
743 | fputc('\n', stderr); | |
744 | } | |
745 | ||
746 | static const char *status_abbrev(unsigned char sha1[20]) | |
747 | { | |
748 | return find_unique_abbrev(sha1, DEFAULT_ABBREV); | |
749 | } | |
750 | ||
751 | static void print_ok_ref_status(struct ref *ref) | |
752 | { | |
753 | if (ref->deletion) | |
754 | print_ref_status('-', "[deleted]", ref, NULL, NULL); | |
755 | else if (is_null_sha1(ref->old_sha1)) | |
756 | print_ref_status('*', | |
757 | (!prefixcmp(ref->name, "refs/tags/") ? "[new tag]" : | |
758 | "[new branch]"), | |
759 | ref, ref->peer_ref, NULL); | |
760 | else { | |
761 | char quickref[84]; | |
762 | char type; | |
763 | const char *msg; | |
764 | ||
765 | strcpy(quickref, status_abbrev(ref->old_sha1)); | |
766 | if (ref->nonfastforward) { | |
767 | strcat(quickref, "..."); | |
768 | type = '+'; | |
769 | msg = "forced update"; | |
770 | } else { | |
771 | strcat(quickref, ".."); | |
772 | type = ' '; | |
773 | msg = NULL; | |
774 | } | |
775 | strcat(quickref, status_abbrev(ref->new_sha1)); | |
776 | ||
777 | print_ref_status(type, quickref, ref, ref->peer_ref, msg); | |
778 | } | |
779 | } | |
780 | ||
781 | static int print_one_push_status(struct ref *ref, const char *dest, int count) | |
782 | { | |
783 | if (!count) | |
784 | fprintf(stderr, "To %s\n", dest); | |
785 | ||
786 | switch(ref->status) { | |
787 | case REF_STATUS_NONE: | |
788 | print_ref_status('X', "[no match]", ref, NULL, NULL); | |
789 | break; | |
790 | case REF_STATUS_REJECT_NODELETE: | |
791 | print_ref_status('!', "[rejected]", ref, NULL, | |
792 | "remote does not support deleting refs"); | |
793 | break; | |
794 | case REF_STATUS_UPTODATE: | |
795 | print_ref_status('=', "[up to date]", ref, | |
796 | ref->peer_ref, NULL); | |
797 | break; | |
798 | case REF_STATUS_REJECT_NONFASTFORWARD: | |
799 | print_ref_status('!', "[rejected]", ref, ref->peer_ref, | |
800 | "non-fast forward"); | |
801 | break; | |
802 | case REF_STATUS_REMOTE_REJECT: | |
803 | print_ref_status('!', "[remote rejected]", ref, | |
804 | ref->deletion ? NULL : ref->peer_ref, | |
805 | ref->remote_status); | |
806 | break; | |
807 | case REF_STATUS_EXPECTING_REPORT: | |
808 | print_ref_status('!', "[remote failure]", ref, | |
809 | ref->deletion ? NULL : ref->peer_ref, | |
810 | "remote failed to report status"); | |
811 | break; | |
812 | case REF_STATUS_OK: | |
813 | print_ok_ref_status(ref); | |
814 | break; | |
815 | } | |
816 | ||
817 | return 1; | |
818 | } | |
819 | ||
820 | static void print_push_status(const char *dest, struct ref *refs, int verbose) | |
821 | { | |
822 | struct ref *ref; | |
823 | int n = 0; | |
824 | ||
825 | if (verbose) { | |
826 | for (ref = refs; ref; ref = ref->next) | |
827 | if (ref->status == REF_STATUS_UPTODATE) | |
828 | n += print_one_push_status(ref, dest, n); | |
829 | } | |
830 | ||
831 | for (ref = refs; ref; ref = ref->next) | |
832 | if (ref->status == REF_STATUS_OK) | |
833 | n += print_one_push_status(ref, dest, n); | |
834 | ||
835 | for (ref = refs; ref; ref = ref->next) { | |
836 | if (ref->status != REF_STATUS_NONE && | |
837 | ref->status != REF_STATUS_UPTODATE && | |
838 | ref->status != REF_STATUS_OK) | |
839 | n += print_one_push_status(ref, dest, n); | |
840 | } | |
841 | } | |
842 | ||
843 | static void verify_remote_names(int nr_heads, const char **heads) | |
844 | { | |
845 | int i; | |
846 | ||
847 | for (i = 0; i < nr_heads; i++) { | |
848 | const char *local = heads[i]; | |
849 | const char *remote = strrchr(heads[i], ':'); | |
850 | ||
851 | if (*local == '+') | |
852 | local++; | |
853 | ||
854 | /* A matching refspec is okay. */ | |
855 | if (remote == local && remote[1] == '\0') | |
856 | continue; | |
857 | ||
858 | remote = remote ? (remote + 1) : local; | |
859 | switch (check_ref_format(remote)) { | |
860 | case 0: /* ok */ | |
861 | case CHECK_REF_FORMAT_ONELEVEL: | |
862 | /* ok but a single level -- that is fine for | |
863 | * a match pattern. | |
864 | */ | |
865 | case CHECK_REF_FORMAT_WILDCARD: | |
866 | /* ok but ends with a pattern-match character */ | |
867 | continue; | |
868 | } | |
869 | die("remote part of refspec is not a valid name in %s", | |
870 | heads[i]); | |
871 | } | |
872 | } | |
873 | ||
874 | static int git_transport_push(struct transport *transport, struct ref *remote_refs, int flags) | |
f3fa1838 | 875 | { |
9b288516 | 876 | struct git_transport_data *data = transport->data; |
40cb4fab | 877 | struct send_pack_args args; |
64fcef2d DB |
878 | int ret; |
879 | ||
880 | if (!data->conn) { | |
881 | struct ref *tmp_refs; | |
882 | connect_setup(transport, 1, 0); | |
883 | ||
884 | get_remote_heads(data->fd[0], &tmp_refs, 0, NULL, REF_NORMAL, | |
885 | NULL); | |
886 | } | |
9b288516 | 887 | |
94c89ba6 | 888 | args.send_mirror = !!(flags & TRANSPORT_PUSH_MIRROR); |
40cb4fab DB |
889 | args.force_update = !!(flags & TRANSPORT_PUSH_FORCE); |
890 | args.use_thin_pack = data->thin; | |
a108e538 | 891 | args.verbose = !!(flags & TRANSPORT_PUSH_VERBOSE); |
40cb4fab DB |
892 | args.dry_run = !!(flags & TRANSPORT_PUSH_DRY_RUN); |
893 | ||
64fcef2d DB |
894 | ret = send_pack(&args, data->fd, data->conn, remote_refs, |
895 | &data->extra_have); | |
896 | ||
897 | close(data->fd[1]); | |
898 | close(data->fd[0]); | |
899 | ret |= finish_connect(data->conn); | |
900 | data->conn = NULL; | |
901 | ||
902 | return ret; | |
9b288516 DB |
903 | } |
904 | ||
f4e95765 SP |
905 | static int disconnect_git(struct transport *transport) |
906 | { | |
ba227857 DB |
907 | struct git_transport_data *data = transport->data; |
908 | if (data->conn) { | |
909 | packet_flush(data->fd[1]); | |
910 | close(data->fd[0]); | |
911 | close(data->fd[1]); | |
912 | finish_connect(data->conn); | |
913 | } | |
914 | ||
915 | free(data); | |
f4e95765 SP |
916 | return 0; |
917 | } | |
918 | ||
9b288516 DB |
919 | static int is_local(const char *url) |
920 | { | |
921 | const char *colon = strchr(url, ':'); | |
922 | const char *slash = strchr(url, '/'); | |
be501813 JS |
923 | return !colon || (slash && slash < colon) || |
924 | has_dos_drive_prefix(url); | |
9b288516 DB |
925 | } |
926 | ||
927 | static int is_file(const char *url) | |
928 | { | |
929 | struct stat buf; | |
930 | if (stat(url, &buf)) | |
931 | return 0; | |
932 | return S_ISREG(buf.st_mode); | |
933 | } | |
934 | ||
e5f4e214 | 935 | struct transport *transport_get(struct remote *remote, const char *url) |
9b288516 | 936 | { |
8eb554ae SP |
937 | struct transport *ret = xcalloc(1, sizeof(*ret)); |
938 | ||
939 | ret->remote = remote; | |
940 | ret->url = url; | |
8eb554ae | 941 | |
7efaeba2 | 942 | if (!prefixcmp(url, "rsync:")) { |
cd547b48 JS |
943 | ret->get_refs_list = get_refs_via_rsync; |
944 | ret->fetch = fetch_objs_via_rsync; | |
945 | ret->push = rsync_transport_push; | |
824d5776 | 946 | |
8eb554ae SP |
947 | } else if (!prefixcmp(url, "http://") |
948 | || !prefixcmp(url, "https://") | |
949 | || !prefixcmp(url, "ftp://")) { | |
ccfc02a3 JS |
950 | #ifdef NO_CURL |
951 | error("git was compiled without libcurl support."); | |
952 | #else | |
824d5776 SP |
953 | ret->get_refs_list = get_refs_via_curl; |
954 | ret->fetch = fetch_objs_via_curl; | |
955 | ret->push = curl_transport_push; | |
ccfc02a3 | 956 | #endif |
824d5776 SP |
957 | ret->disconnect = disconnect_walker; |
958 | ||
9b288516 | 959 | } else if (is_local(url) && is_file(url)) { |
c7a8a162 | 960 | struct bundle_transport_data *data = xcalloc(1, sizeof(*data)); |
c7a8a162 | 961 | ret->data = data; |
824d5776 SP |
962 | ret->get_refs_list = get_refs_from_bundle; |
963 | ret->fetch = fetch_refs_from_bundle; | |
964 | ret->disconnect = close_bundle; | |
965 | ||
9b288516 DB |
966 | } else { |
967 | struct git_transport_data *data = xcalloc(1, sizeof(*data)); | |
9b288516 | 968 | ret->data = data; |
824d5776 SP |
969 | ret->set_option = set_git_option; |
970 | ret->get_refs_list = get_refs_via_connect; | |
971 | ret->fetch = fetch_refs_via_pack; | |
64fcef2d | 972 | ret->push_refs = git_transport_push; |
f4e95765 | 973 | ret->disconnect = disconnect_git; |
824d5776 | 974 | |
9b288516 | 975 | data->thin = 1; |
ba227857 | 976 | data->conn = NULL; |
c29727d5 DB |
977 | data->uploadpack = "git-upload-pack"; |
978 | if (remote && remote->uploadpack) | |
979 | data->uploadpack = remote->uploadpack; | |
9b288516 DB |
980 | data->receivepack = "git-receive-pack"; |
981 | if (remote && remote->receivepack) | |
982 | data->receivepack = remote->receivepack; | |
9b288516 | 983 | } |
8eb554ae | 984 | |
9b288516 DB |
985 | return ret; |
986 | } | |
987 | ||
988 | int transport_set_option(struct transport *transport, | |
989 | const char *name, const char *value) | |
990 | { | |
824d5776 SP |
991 | if (transport->set_option) |
992 | return transport->set_option(transport, name, value); | |
ab865e6e | 993 | return 1; |
9b288516 DB |
994 | } |
995 | ||
996 | int transport_push(struct transport *transport, | |
997 | int refspec_nr, const char **refspec, int flags) | |
998 | { | |
64fcef2d DB |
999 | verify_remote_names(refspec_nr, refspec); |
1000 | ||
1001 | if (transport->push) | |
1002 | return transport->push(transport, refspec_nr, refspec, flags); | |
1003 | if (transport->push_refs) { | |
1004 | struct ref *remote_refs = | |
1005 | transport->get_refs_list(transport, 1); | |
1006 | struct ref **remote_tail; | |
1007 | struct ref *local_refs = get_local_heads(); | |
1008 | int match_flags = MATCH_REFS_NONE; | |
1009 | int verbose = flags & TRANSPORT_PUSH_VERBOSE; | |
1010 | int ret; | |
1011 | ||
1012 | if (flags & TRANSPORT_PUSH_ALL) | |
1013 | match_flags |= MATCH_REFS_ALL; | |
1014 | if (flags & TRANSPORT_PUSH_MIRROR) | |
1015 | match_flags |= MATCH_REFS_MIRROR; | |
1016 | ||
1017 | remote_tail = &remote_refs; | |
1018 | while (*remote_tail) | |
1019 | remote_tail = &((*remote_tail)->next); | |
1020 | if (match_refs(local_refs, remote_refs, &remote_tail, | |
1021 | refspec_nr, refspec, match_flags)) { | |
1022 | return -1; | |
1023 | } | |
1024 | ||
1025 | ret = transport->push_refs(transport, remote_refs, flags); | |
1026 | ||
1027 | print_push_status(transport->url, remote_refs, verbose); | |
1028 | ||
1029 | if (!(flags & TRANSPORT_PUSH_DRY_RUN)) { | |
1030 | struct ref *ref; | |
1031 | for (ref = remote_refs; ref; ref = ref->next) | |
1032 | update_tracking_ref(transport->remote, ref, verbose); | |
1033 | } | |
1034 | ||
1035 | if (!ret && !refs_pushed(remote_refs)) | |
1036 | fprintf(stderr, "Everything up-to-date\n"); | |
1037 | return ret; | |
1038 | } | |
1039 | return 1; | |
9b288516 DB |
1040 | } |
1041 | ||
4577370e | 1042 | const struct ref *transport_get_remote_refs(struct transport *transport) |
c29727d5 DB |
1043 | { |
1044 | if (!transport->remote_refs) | |
64fcef2d | 1045 | transport->remote_refs = transport->get_refs_list(transport, 0); |
c29727d5 DB |
1046 | return transport->remote_refs; |
1047 | } | |
1048 | ||
2d5c298f | 1049 | int transport_fetch_refs(struct transport *transport, const struct ref *refs) |
c29727d5 | 1050 | { |
425b1393 | 1051 | int rc; |
7a2bff45 | 1052 | int nr_heads = 0, nr_alloc = 0; |
2d5c298f DB |
1053 | const struct ref **heads = NULL; |
1054 | const struct ref *rm; | |
c29727d5 DB |
1055 | |
1056 | for (rm = refs; rm; rm = rm->next) { | |
1057 | if (rm->peer_ref && | |
1058 | !hashcmp(rm->peer_ref->old_sha1, rm->old_sha1)) | |
1059 | continue; | |
7a2bff45 | 1060 | ALLOC_GROW(heads, nr_heads + 1, nr_alloc); |
425b1393 | 1061 | heads[nr_heads++] = rm; |
c29727d5 DB |
1062 | } |
1063 | ||
824d5776 | 1064 | rc = transport->fetch(transport, nr_heads, heads); |
c29727d5 | 1065 | free(heads); |
425b1393 | 1066 | return rc; |
c29727d5 DB |
1067 | } |
1068 | ||
1788c39c SP |
1069 | void transport_unlock_pack(struct transport *transport) |
1070 | { | |
1071 | if (transport->pack_lockfile) { | |
1072 | unlink(transport->pack_lockfile); | |
1073 | free(transport->pack_lockfile); | |
1074 | transport->pack_lockfile = NULL; | |
1075 | } | |
1076 | } | |
1077 | ||
9b288516 DB |
1078 | int transport_disconnect(struct transport *transport) |
1079 | { | |
1080 | int ret = 0; | |
824d5776 SP |
1081 | if (transport->disconnect) |
1082 | ret = transport->disconnect(transport); | |
9b288516 DB |
1083 | free(transport); |
1084 | return ret; | |
1085 | } |