]>
Commit | Line | Data |
---|---|---|
9b288516 DB |
1 | #include "cache.h" |
2 | #include "transport.h" | |
3 | #include "run-command.h" | |
c29727d5 DB |
4 | #include "pkt-line.h" |
5 | #include "fetch-pack.h" | |
40cb4fab | 6 | #include "send-pack.h" |
c29727d5 | 7 | #include "walker.h" |
c7a8a162 | 8 | #include "bundle.h" |
cd547b48 JS |
9 | #include "dir.h" |
10 | #include "refs.h" | |
11 | ||
12 | /* rsync support */ | |
13 | ||
14 | /* | |
15 | * We copy packed-refs and refs/ into a temporary file, then read the | |
16 | * loose refs recursively (sorting whenever possible), and then inserting | |
17 | * those packed refs that are not yet in the list (not validating, but | |
18 | * assuming that the file is sorted). | |
19 | * | |
20 | * Appears refactoring this from refs.c is too cumbersome. | |
21 | */ | |
22 | ||
23 | static int str_cmp(const void *a, const void *b) | |
24 | { | |
25 | const char *s1 = a; | |
26 | const char *s2 = b; | |
27 | ||
28 | return strcmp(s1, s2); | |
29 | } | |
30 | ||
31 | /* path->buf + name_offset is expected to point to "refs/" */ | |
32 | ||
33 | static int read_loose_refs(struct strbuf *path, int name_offset, | |
34 | struct ref **tail) | |
35 | { | |
36 | DIR *dir = opendir(path->buf); | |
37 | struct dirent *de; | |
38 | struct { | |
39 | char **entries; | |
40 | int nr, alloc; | |
41 | } list; | |
42 | int i, pathlen; | |
43 | ||
44 | if (!dir) | |
45 | return -1; | |
46 | ||
47 | memset (&list, 0, sizeof(list)); | |
48 | ||
49 | while ((de = readdir(dir))) { | |
8ca12c0d | 50 | if (is_dot_or_dotdot(de->d_name)) |
cd547b48 JS |
51 | continue; |
52 | ALLOC_GROW(list.entries, list.nr + 1, list.alloc); | |
53 | list.entries[list.nr++] = xstrdup(de->d_name); | |
54 | } | |
55 | closedir(dir); | |
56 | ||
57 | /* sort the list */ | |
58 | ||
59 | qsort(list.entries, list.nr, sizeof(char *), str_cmp); | |
60 | ||
61 | pathlen = path->len; | |
62 | strbuf_addch(path, '/'); | |
63 | ||
64 | for (i = 0; i < list.nr; i++, strbuf_setlen(path, pathlen + 1)) { | |
65 | strbuf_addstr(path, list.entries[i]); | |
66 | if (read_loose_refs(path, name_offset, tail)) { | |
67 | int fd = open(path->buf, O_RDONLY); | |
68 | char buffer[40]; | |
69 | struct ref *next; | |
70 | ||
71 | if (fd < 0) | |
72 | continue; | |
59c69c0c | 73 | next = alloc_ref(path->buf + name_offset); |
cd547b48 JS |
74 | if (read_in_full(fd, buffer, 40) != 40 || |
75 | get_sha1_hex(buffer, next->old_sha1)) { | |
76 | close(fd); | |
77 | free(next); | |
78 | continue; | |
79 | } | |
80 | close(fd); | |
cd547b48 JS |
81 | (*tail)->next = next; |
82 | *tail = next; | |
83 | } | |
84 | } | |
85 | strbuf_setlen(path, pathlen); | |
86 | ||
87 | for (i = 0; i < list.nr; i++) | |
88 | free(list.entries[i]); | |
89 | free(list.entries); | |
90 | ||
91 | return 0; | |
92 | } | |
93 | ||
94 | /* insert the packed refs for which no loose refs were found */ | |
95 | ||
96 | static void insert_packed_refs(const char *packed_refs, struct ref **list) | |
97 | { | |
98 | FILE *f = fopen(packed_refs, "r"); | |
99 | static char buffer[PATH_MAX]; | |
100 | ||
101 | if (!f) | |
102 | return; | |
103 | ||
104 | for (;;) { | |
47ec7943 | 105 | int cmp = cmp, len; |
cd547b48 JS |
106 | |
107 | if (!fgets(buffer, sizeof(buffer), f)) { | |
108 | fclose(f); | |
109 | return; | |
110 | } | |
111 | ||
112 | if (hexval(buffer[0]) > 0xf) | |
113 | continue; | |
114 | len = strlen(buffer); | |
872c930d | 115 | if (len && buffer[len - 1] == '\n') |
cd547b48 JS |
116 | buffer[--len] = '\0'; |
117 | if (len < 41) | |
118 | continue; | |
119 | while ((*list)->next && | |
120 | (cmp = strcmp(buffer + 41, | |
121 | (*list)->next->name)) > 0) | |
122 | list = &(*list)->next; | |
123 | if (!(*list)->next || cmp < 0) { | |
59c69c0c | 124 | struct ref *next = alloc_ref(buffer + 41); |
cd547b48 JS |
125 | buffer[40] = '\0'; |
126 | if (get_sha1_hex(buffer, next->old_sha1)) { | |
127 | warning ("invalid SHA-1: %s", buffer); | |
128 | free(next); | |
129 | continue; | |
130 | } | |
cd547b48 JS |
131 | next->next = (*list)->next; |
132 | (*list)->next = next; | |
133 | list = &(*list)->next; | |
134 | } | |
135 | } | |
136 | } | |
137 | ||
7efaeba2 JS |
138 | static const char *rsync_url(const char *url) |
139 | { | |
140 | return prefixcmp(url, "rsync://") ? skip_prefix(url, "rsync:") : url; | |
141 | } | |
142 | ||
64fcef2d | 143 | static struct ref *get_refs_via_rsync(struct transport *transport, int for_push) |
cd547b48 JS |
144 | { |
145 | struct strbuf buf = STRBUF_INIT, temp_dir = STRBUF_INIT; | |
146 | struct ref dummy, *tail = &dummy; | |
147 | struct child_process rsync; | |
148 | const char *args[5]; | |
149 | int temp_dir_len; | |
150 | ||
64fcef2d DB |
151 | if (for_push) |
152 | return NULL; | |
153 | ||
cd547b48 JS |
154 | /* copy the refs to the temporary directory */ |
155 | ||
156 | strbuf_addstr(&temp_dir, git_path("rsync-refs-XXXXXX")); | |
157 | if (!mkdtemp(temp_dir.buf)) | |
0721c314 | 158 | die_errno ("Could not make temporary directory"); |
cd547b48 JS |
159 | temp_dir_len = temp_dir.len; |
160 | ||
7efaeba2 | 161 | strbuf_addstr(&buf, rsync_url(transport->url)); |
cd547b48 JS |
162 | strbuf_addstr(&buf, "/refs"); |
163 | ||
164 | memset(&rsync, 0, sizeof(rsync)); | |
165 | rsync.argv = args; | |
166 | rsync.stdout_to_stderr = 1; | |
167 | args[0] = "rsync"; | |
2b5a06ed | 168 | args[1] = (transport->verbose > 0) ? "-rv" : "-r"; |
cd547b48 JS |
169 | args[2] = buf.buf; |
170 | args[3] = temp_dir.buf; | |
171 | args[4] = NULL; | |
172 | ||
173 | if (run_command(&rsync)) | |
174 | die ("Could not run rsync to get refs"); | |
175 | ||
176 | strbuf_reset(&buf); | |
7efaeba2 | 177 | strbuf_addstr(&buf, rsync_url(transport->url)); |
cd547b48 JS |
178 | strbuf_addstr(&buf, "/packed-refs"); |
179 | ||
180 | args[2] = buf.buf; | |
181 | ||
182 | if (run_command(&rsync)) | |
183 | die ("Could not run rsync to get refs"); | |
184 | ||
185 | /* read the copied refs */ | |
186 | ||
187 | strbuf_addstr(&temp_dir, "/refs"); | |
188 | read_loose_refs(&temp_dir, temp_dir_len + 1, &tail); | |
189 | strbuf_setlen(&temp_dir, temp_dir_len); | |
190 | ||
191 | tail = &dummy; | |
192 | strbuf_addstr(&temp_dir, "/packed-refs"); | |
193 | insert_packed_refs(temp_dir.buf, &tail); | |
194 | strbuf_setlen(&temp_dir, temp_dir_len); | |
195 | ||
196 | if (remove_dir_recursively(&temp_dir, 0)) | |
197 | warning ("Error removing temporary directory %s.", | |
198 | temp_dir.buf); | |
199 | ||
200 | strbuf_release(&buf); | |
201 | strbuf_release(&temp_dir); | |
202 | ||
203 | return dummy.next; | |
204 | } | |
205 | ||
206 | static int fetch_objs_via_rsync(struct transport *transport, | |
2d5c298f | 207 | int nr_objs, const struct ref **to_fetch) |
cd547b48 JS |
208 | { |
209 | struct strbuf buf = STRBUF_INIT; | |
210 | struct child_process rsync; | |
211 | const char *args[8]; | |
212 | int result; | |
213 | ||
7efaeba2 | 214 | strbuf_addstr(&buf, rsync_url(transport->url)); |
cd547b48 JS |
215 | strbuf_addstr(&buf, "/objects/"); |
216 | ||
217 | memset(&rsync, 0, sizeof(rsync)); | |
218 | rsync.argv = args; | |
219 | rsync.stdout_to_stderr = 1; | |
220 | args[0] = "rsync"; | |
2b5a06ed | 221 | args[1] = (transport->verbose > 0) ? "-rv" : "-r"; |
cd547b48 JS |
222 | args[2] = "--ignore-existing"; |
223 | args[3] = "--exclude"; | |
224 | args[4] = "info"; | |
225 | args[5] = buf.buf; | |
226 | args[6] = get_object_directory(); | |
227 | args[7] = NULL; | |
228 | ||
229 | /* NEEDSWORK: handle one level of alternates */ | |
230 | result = run_command(&rsync); | |
231 | ||
232 | strbuf_release(&buf); | |
233 | ||
234 | return result; | |
235 | } | |
236 | ||
237 | static int write_one_ref(const char *name, const unsigned char *sha1, | |
238 | int flags, void *data) | |
239 | { | |
240 | struct strbuf *buf = data; | |
241 | int len = buf->len; | |
242 | FILE *f; | |
243 | ||
244 | /* when called via for_each_ref(), flags is non-zero */ | |
245 | if (flags && prefixcmp(name, "refs/heads/") && | |
246 | prefixcmp(name, "refs/tags/")) | |
247 | return 0; | |
248 | ||
249 | strbuf_addstr(buf, name); | |
250 | if (safe_create_leading_directories(buf->buf) || | |
251 | !(f = fopen(buf->buf, "w")) || | |
252 | fprintf(f, "%s\n", sha1_to_hex(sha1)) < 0 || | |
253 | fclose(f)) | |
254 | return error("problems writing temporary file %s", buf->buf); | |
255 | strbuf_setlen(buf, len); | |
256 | return 0; | |
257 | } | |
258 | ||
259 | static int write_refs_to_temp_dir(struct strbuf *temp_dir, | |
260 | int refspec_nr, const char **refspec) | |
261 | { | |
262 | int i; | |
263 | ||
264 | for (i = 0; i < refspec_nr; i++) { | |
265 | unsigned char sha1[20]; | |
266 | char *ref; | |
267 | ||
268 | if (dwim_ref(refspec[i], strlen(refspec[i]), sha1, &ref) != 1) | |
269 | return error("Could not get ref %s", refspec[i]); | |
270 | ||
271 | if (write_one_ref(ref, sha1, 0, temp_dir)) { | |
272 | free(ref); | |
273 | return -1; | |
274 | } | |
275 | free(ref); | |
276 | } | |
277 | return 0; | |
278 | } | |
279 | ||
280 | static int rsync_transport_push(struct transport *transport, | |
281 | int refspec_nr, const char **refspec, int flags) | |
282 | { | |
283 | struct strbuf buf = STRBUF_INIT, temp_dir = STRBUF_INIT; | |
284 | int result = 0, i; | |
285 | struct child_process rsync; | |
ee020f35 | 286 | const char *args[10]; |
cd547b48 | 287 | |
94c89ba6 AW |
288 | if (flags & TRANSPORT_PUSH_MIRROR) |
289 | return error("rsync transport does not support mirror mode"); | |
290 | ||
cd547b48 JS |
291 | /* first push the objects */ |
292 | ||
7efaeba2 | 293 | strbuf_addstr(&buf, rsync_url(transport->url)); |
cd547b48 JS |
294 | strbuf_addch(&buf, '/'); |
295 | ||
296 | memset(&rsync, 0, sizeof(rsync)); | |
297 | rsync.argv = args; | |
298 | rsync.stdout_to_stderr = 1; | |
ee020f35 SP |
299 | i = 0; |
300 | args[i++] = "rsync"; | |
301 | args[i++] = "-a"; | |
302 | if (flags & TRANSPORT_PUSH_DRY_RUN) | |
303 | args[i++] = "--dry-run"; | |
304 | if (transport->verbose > 0) | |
305 | args[i++] = "-v"; | |
306 | args[i++] = "--ignore-existing"; | |
307 | args[i++] = "--exclude"; | |
308 | args[i++] = "info"; | |
309 | args[i++] = get_object_directory(); | |
310 | args[i++] = buf.buf; | |
311 | args[i++] = NULL; | |
cd547b48 JS |
312 | |
313 | if (run_command(&rsync)) | |
7efaeba2 JS |
314 | return error("Could not push objects to %s", |
315 | rsync_url(transport->url)); | |
cd547b48 JS |
316 | |
317 | /* copy the refs to the temporary directory; they could be packed. */ | |
318 | ||
319 | strbuf_addstr(&temp_dir, git_path("rsync-refs-XXXXXX")); | |
320 | if (!mkdtemp(temp_dir.buf)) | |
0721c314 | 321 | die_errno ("Could not make temporary directory"); |
cd547b48 JS |
322 | strbuf_addch(&temp_dir, '/'); |
323 | ||
324 | if (flags & TRANSPORT_PUSH_ALL) { | |
325 | if (for_each_ref(write_one_ref, &temp_dir)) | |
326 | return -1; | |
327 | } else if (write_refs_to_temp_dir(&temp_dir, refspec_nr, refspec)) | |
328 | return -1; | |
329 | ||
ee020f35 SP |
330 | i = 2; |
331 | if (flags & TRANSPORT_PUSH_DRY_RUN) | |
332 | args[i++] = "--dry-run"; | |
333 | if (!(flags & TRANSPORT_PUSH_FORCE)) | |
334 | args[i++] = "--ignore-existing"; | |
cd547b48 | 335 | args[i++] = temp_dir.buf; |
7efaeba2 | 336 | args[i++] = rsync_url(transport->url); |
cd547b48 JS |
337 | args[i++] = NULL; |
338 | if (run_command(&rsync)) | |
7efaeba2 JS |
339 | result = error("Could not push to %s", |
340 | rsync_url(transport->url)); | |
cd547b48 JS |
341 | |
342 | if (remove_dir_recursively(&temp_dir, 0)) | |
343 | warning ("Could not remove temporary directory %s.", | |
344 | temp_dir.buf); | |
345 | ||
346 | strbuf_release(&buf); | |
347 | strbuf_release(&temp_dir); | |
348 | ||
349 | return result; | |
350 | } | |
c29727d5 | 351 | |
c7a8a162 JS |
352 | struct bundle_transport_data { |
353 | int fd; | |
354 | struct bundle_header header; | |
355 | }; | |
356 | ||
64fcef2d | 357 | static struct ref *get_refs_from_bundle(struct transport *transport, int for_push) |
c7a8a162 JS |
358 | { |
359 | struct bundle_transport_data *data = transport->data; | |
360 | struct ref *result = NULL; | |
361 | int i; | |
362 | ||
64fcef2d DB |
363 | if (for_push) |
364 | return NULL; | |
365 | ||
c7a8a162 JS |
366 | if (data->fd > 0) |
367 | close(data->fd); | |
368 | data->fd = read_bundle_header(transport->url, &data->header); | |
369 | if (data->fd < 0) | |
370 | die ("Could not read bundle '%s'.", transport->url); | |
371 | for (i = 0; i < data->header.references.nr; i++) { | |
372 | struct ref_list_entry *e = data->header.references.list + i; | |
59c69c0c | 373 | struct ref *ref = alloc_ref(e->name); |
c7a8a162 | 374 | hashcpy(ref->old_sha1, e->sha1); |
c7a8a162 JS |
375 | ref->next = result; |
376 | result = ref; | |
377 | } | |
378 | return result; | |
379 | } | |
380 | ||
1788c39c | 381 | static int fetch_refs_from_bundle(struct transport *transport, |
2d5c298f | 382 | int nr_heads, const struct ref **to_fetch) |
c7a8a162 JS |
383 | { |
384 | struct bundle_transport_data *data = transport->data; | |
385 | return unbundle(&data->header, data->fd); | |
386 | } | |
387 | ||
388 | static int close_bundle(struct transport *transport) | |
389 | { | |
390 | struct bundle_transport_data *data = transport->data; | |
391 | if (data->fd > 0) | |
392 | close(data->fd); | |
f4e95765 | 393 | free(data); |
c7a8a162 JS |
394 | return 0; |
395 | } | |
396 | ||
9b288516 DB |
397 | struct git_transport_data { |
398 | unsigned thin : 1; | |
c29727d5 | 399 | unsigned keep : 1; |
41fa7d2e | 400 | unsigned followtags : 1; |
c29727d5 | 401 | int depth; |
ba227857 DB |
402 | struct child_process *conn; |
403 | int fd[2]; | |
c29727d5 | 404 | const char *uploadpack; |
9b288516 | 405 | const char *receivepack; |
64fcef2d | 406 | struct extra_have_objects extra_have; |
9b288516 DB |
407 | }; |
408 | ||
409 | static int set_git_option(struct transport *connection, | |
410 | const char *name, const char *value) | |
411 | { | |
412 | struct git_transport_data *data = connection->data; | |
c29727d5 DB |
413 | if (!strcmp(name, TRANS_OPT_UPLOADPACK)) { |
414 | data->uploadpack = value; | |
415 | return 0; | |
416 | } else if (!strcmp(name, TRANS_OPT_RECEIVEPACK)) { | |
9b288516 DB |
417 | data->receivepack = value; |
418 | return 0; | |
419 | } else if (!strcmp(name, TRANS_OPT_THIN)) { | |
420 | data->thin = !!value; | |
421 | return 0; | |
41fa7d2e SP |
422 | } else if (!strcmp(name, TRANS_OPT_FOLLOWTAGS)) { |
423 | data->followtags = !!value; | |
424 | return 0; | |
c29727d5 DB |
425 | } else if (!strcmp(name, TRANS_OPT_KEEP)) { |
426 | data->keep = !!value; | |
427 | return 0; | |
c29727d5 DB |
428 | } else if (!strcmp(name, TRANS_OPT_DEPTH)) { |
429 | if (!value) | |
430 | data->depth = 0; | |
431 | else | |
432 | data->depth = atoi(value); | |
433 | return 0; | |
9b288516 DB |
434 | } |
435 | return 1; | |
436 | } | |
437 | ||
64fcef2d | 438 | static int connect_setup(struct transport *transport, int for_push, int verbose) |
ba227857 DB |
439 | { |
440 | struct git_transport_data *data = transport->data; | |
64fcef2d DB |
441 | data->conn = git_connect(data->fd, transport->url, |
442 | for_push ? data->receivepack : data->uploadpack, | |
443 | verbose ? CONNECT_VERBOSE : 0); | |
ba227857 DB |
444 | return 0; |
445 | } | |
446 | ||
64fcef2d | 447 | static struct ref *get_refs_via_connect(struct transport *transport, int for_push) |
c29727d5 DB |
448 | { |
449 | struct git_transport_data *data = transport->data; | |
450 | struct ref *refs; | |
c29727d5 | 451 | |
64fcef2d DB |
452 | connect_setup(transport, for_push, 0); |
453 | get_remote_heads(data->fd[0], &refs, 0, NULL, | |
454 | for_push ? REF_NORMAL : 0, &data->extra_have); | |
c29727d5 DB |
455 | |
456 | return refs; | |
457 | } | |
458 | ||
1788c39c | 459 | static int fetch_refs_via_pack(struct transport *transport, |
2d5c298f | 460 | int nr_heads, const struct ref **to_fetch) |
c29727d5 DB |
461 | { |
462 | struct git_transport_data *data = transport->data; | |
425b1393 | 463 | char **heads = xmalloc(nr_heads * sizeof(*heads)); |
e4cd6c7a | 464 | char **origh = xmalloc(nr_heads * sizeof(*origh)); |
ba227857 | 465 | const struct ref *refs; |
c29727d5 DB |
466 | char *dest = xstrdup(transport->url); |
467 | struct fetch_pack_args args; | |
425b1393 | 468 | int i; |
00183cbb | 469 | struct ref *refs_tmp = NULL; |
c29727d5 | 470 | |
fa740529 | 471 | memset(&args, 0, sizeof(args)); |
c29727d5 | 472 | args.uploadpack = data->uploadpack; |
c29727d5 | 473 | args.keep_pack = data->keep; |
fa740529 | 474 | args.lock_pack = 1; |
c29727d5 | 475 | args.use_thin_pack = data->thin; |
41fa7d2e | 476 | args.include_tag = data->followtags; |
9b373229 | 477 | args.verbose = (transport->verbose > 0); |
fe8aa148 | 478 | args.quiet = (transport->verbose < 0); |
21188b1e | 479 | args.no_progress = args.quiet || (!transport->progress && !isatty(1)); |
c29727d5 | 480 | args.depth = data->depth; |
c29727d5 | 481 | |
425b1393 | 482 | for (i = 0; i < nr_heads; i++) |
e4cd6c7a | 483 | origh[i] = heads[i] = xstrdup(to_fetch[i]->name); |
ba227857 | 484 | |
ba227857 | 485 | if (!data->conn) { |
64fcef2d | 486 | connect_setup(transport, 0, 0); |
40c155ff | 487 | get_remote_heads(data->fd[0], &refs_tmp, 0, NULL, 0, NULL); |
ba227857 DB |
488 | } |
489 | ||
00183cbb DB |
490 | refs = fetch_pack(&args, data->fd, data->conn, |
491 | refs_tmp ? refs_tmp : transport->remote_refs, | |
ba227857 DB |
492 | dest, nr_heads, heads, &transport->pack_lockfile); |
493 | close(data->fd[0]); | |
494 | close(data->fd[1]); | |
495 | if (finish_connect(data->conn)) | |
496 | refs = NULL; | |
497 | data->conn = NULL; | |
c29727d5 | 498 | |
00183cbb DB |
499 | free_refs(refs_tmp); |
500 | ||
425b1393 | 501 | for (i = 0; i < nr_heads; i++) |
e4cd6c7a SP |
502 | free(origh[i]); |
503 | free(origh); | |
504 | free(heads); | |
c29727d5 | 505 | free(dest); |
c6bc4005 | 506 | return (refs ? 0 : -1); |
c29727d5 DB |
507 | } |
508 | ||
481c7a6d JK |
509 | static int push_had_errors(struct ref *ref) |
510 | { | |
511 | for (; ref; ref = ref->next) { | |
512 | switch (ref->status) { | |
513 | case REF_STATUS_NONE: | |
514 | case REF_STATUS_UPTODATE: | |
515 | case REF_STATUS_OK: | |
516 | break; | |
517 | default: | |
518 | return 1; | |
519 | } | |
520 | } | |
521 | return 0; | |
522 | } | |
523 | ||
64fcef2d DB |
524 | static int refs_pushed(struct ref *ref) |
525 | { | |
526 | for (; ref; ref = ref->next) { | |
527 | switch(ref->status) { | |
528 | case REF_STATUS_NONE: | |
529 | case REF_STATUS_UPTODATE: | |
530 | break; | |
531 | default: | |
532 | return 1; | |
533 | } | |
534 | } | |
535 | return 0; | |
536 | } | |
537 | ||
538 | static void update_tracking_ref(struct remote *remote, struct ref *ref, int verbose) | |
539 | { | |
540 | struct refspec rs; | |
541 | ||
542 | if (ref->status != REF_STATUS_OK && ref->status != REF_STATUS_UPTODATE) | |
543 | return; | |
544 | ||
545 | rs.src = ref->name; | |
546 | rs.dst = NULL; | |
547 | ||
548 | if (!remote_find_tracking(remote, &rs)) { | |
549 | if (verbose) | |
550 | fprintf(stderr, "updating local tracking ref '%s'\n", rs.dst); | |
551 | if (ref->deletion) { | |
552 | delete_ref(rs.dst, NULL, 0); | |
553 | } else | |
554 | update_ref("update by push", rs.dst, | |
555 | ref->new_sha1, NULL, 0, 0); | |
556 | free(rs.dst); | |
557 | } | |
558 | } | |
559 | ||
560 | #define SUMMARY_WIDTH (2 * DEFAULT_ABBREV + 3) | |
561 | ||
1965ff74 | 562 | static void print_ref_status(char flag, const char *summary, struct ref *to, struct ref *from, const char *msg, int porcelain) |
64fcef2d | 563 | { |
1965ff74 LA |
564 | if (porcelain) { |
565 | if (from) | |
566 | fprintf(stdout, "%c\t%s:%s\t", flag, from->name, to->name); | |
567 | else | |
568 | fprintf(stdout, "%c\t:%s\t", flag, to->name); | |
569 | if (msg) | |
570 | fprintf(stdout, "%s (%s)\n", summary, msg); | |
571 | else | |
572 | fprintf(stdout, "%s\n", summary); | |
573 | } else { | |
574 | fprintf(stderr, " %c %-*s ", flag, SUMMARY_WIDTH, summary); | |
575 | if (from) | |
576 | fprintf(stderr, "%s -> %s", prettify_refname(from->name), prettify_refname(to->name)); | |
577 | else | |
578 | fputs(prettify_refname(to->name), stderr); | |
579 | if (msg) { | |
580 | fputs(" (", stderr); | |
581 | fputs(msg, stderr); | |
582 | fputc(')', stderr); | |
583 | } | |
584 | fputc('\n', stderr); | |
64fcef2d | 585 | } |
64fcef2d DB |
586 | } |
587 | ||
588 | static const char *status_abbrev(unsigned char sha1[20]) | |
589 | { | |
590 | return find_unique_abbrev(sha1, DEFAULT_ABBREV); | |
591 | } | |
592 | ||
1965ff74 | 593 | static void print_ok_ref_status(struct ref *ref, int porcelain) |
64fcef2d DB |
594 | { |
595 | if (ref->deletion) | |
1965ff74 | 596 | print_ref_status('-', "[deleted]", ref, NULL, NULL, porcelain); |
64fcef2d DB |
597 | else if (is_null_sha1(ref->old_sha1)) |
598 | print_ref_status('*', | |
599 | (!prefixcmp(ref->name, "refs/tags/") ? "[new tag]" : | |
1965ff74 LA |
600 | "[new branch]"), |
601 | ref, ref->peer_ref, NULL, porcelain); | |
64fcef2d DB |
602 | else { |
603 | char quickref[84]; | |
604 | char type; | |
605 | const char *msg; | |
606 | ||
607 | strcpy(quickref, status_abbrev(ref->old_sha1)); | |
608 | if (ref->nonfastforward) { | |
609 | strcat(quickref, "..."); | |
610 | type = '+'; | |
611 | msg = "forced update"; | |
612 | } else { | |
613 | strcat(quickref, ".."); | |
614 | type = ' '; | |
615 | msg = NULL; | |
616 | } | |
617 | strcat(quickref, status_abbrev(ref->new_sha1)); | |
618 | ||
1965ff74 | 619 | print_ref_status(type, quickref, ref, ref->peer_ref, msg, porcelain); |
64fcef2d DB |
620 | } |
621 | } | |
622 | ||
1965ff74 | 623 | static int print_one_push_status(struct ref *ref, const char *dest, int count, int porcelain) |
64fcef2d DB |
624 | { |
625 | if (!count) | |
626 | fprintf(stderr, "To %s\n", dest); | |
627 | ||
628 | switch(ref->status) { | |
629 | case REF_STATUS_NONE: | |
1965ff74 | 630 | print_ref_status('X', "[no match]", ref, NULL, NULL, porcelain); |
64fcef2d DB |
631 | break; |
632 | case REF_STATUS_REJECT_NODELETE: | |
633 | print_ref_status('!', "[rejected]", ref, NULL, | |
1965ff74 | 634 | "remote does not support deleting refs", porcelain); |
64fcef2d DB |
635 | break; |
636 | case REF_STATUS_UPTODATE: | |
637 | print_ref_status('=', "[up to date]", ref, | |
1965ff74 | 638 | ref->peer_ref, NULL, porcelain); |
64fcef2d DB |
639 | break; |
640 | case REF_STATUS_REJECT_NONFASTFORWARD: | |
641 | print_ref_status('!', "[rejected]", ref, ref->peer_ref, | |
a75d7b54 | 642 | "non-fast-forward", porcelain); |
64fcef2d DB |
643 | break; |
644 | case REF_STATUS_REMOTE_REJECT: | |
645 | print_ref_status('!', "[remote rejected]", ref, | |
1965ff74 LA |
646 | ref->deletion ? NULL : ref->peer_ref, |
647 | ref->remote_status, porcelain); | |
64fcef2d DB |
648 | break; |
649 | case REF_STATUS_EXPECTING_REPORT: | |
650 | print_ref_status('!', "[remote failure]", ref, | |
1965ff74 LA |
651 | ref->deletion ? NULL : ref->peer_ref, |
652 | "remote failed to report status", porcelain); | |
64fcef2d DB |
653 | break; |
654 | case REF_STATUS_OK: | |
1965ff74 | 655 | print_ok_ref_status(ref, porcelain); |
64fcef2d DB |
656 | break; |
657 | } | |
658 | ||
659 | return 1; | |
660 | } | |
661 | ||
1965ff74 | 662 | static void print_push_status(const char *dest, struct ref *refs, |
07436e43 | 663 | int verbose, int porcelain, int * nonfastforward) |
64fcef2d DB |
664 | { |
665 | struct ref *ref; | |
666 | int n = 0; | |
667 | ||
668 | if (verbose) { | |
669 | for (ref = refs; ref; ref = ref->next) | |
670 | if (ref->status == REF_STATUS_UPTODATE) | |
1965ff74 | 671 | n += print_one_push_status(ref, dest, n, porcelain); |
64fcef2d DB |
672 | } |
673 | ||
674 | for (ref = refs; ref; ref = ref->next) | |
675 | if (ref->status == REF_STATUS_OK) | |
1965ff74 | 676 | n += print_one_push_status(ref, dest, n, porcelain); |
64fcef2d | 677 | |
07436e43 | 678 | *nonfastforward = 0; |
64fcef2d DB |
679 | for (ref = refs; ref; ref = ref->next) { |
680 | if (ref->status != REF_STATUS_NONE && | |
681 | ref->status != REF_STATUS_UPTODATE && | |
682 | ref->status != REF_STATUS_OK) | |
1965ff74 | 683 | n += print_one_push_status(ref, dest, n, porcelain); |
07436e43 MM |
684 | if (ref->status == REF_STATUS_REJECT_NONFASTFORWARD) |
685 | *nonfastforward = 1; | |
64fcef2d DB |
686 | } |
687 | } | |
688 | ||
689 | static void verify_remote_names(int nr_heads, const char **heads) | |
690 | { | |
691 | int i; | |
692 | ||
693 | for (i = 0; i < nr_heads; i++) { | |
694 | const char *local = heads[i]; | |
695 | const char *remote = strrchr(heads[i], ':'); | |
696 | ||
697 | if (*local == '+') | |
698 | local++; | |
699 | ||
700 | /* A matching refspec is okay. */ | |
701 | if (remote == local && remote[1] == '\0') | |
702 | continue; | |
703 | ||
704 | remote = remote ? (remote + 1) : local; | |
705 | switch (check_ref_format(remote)) { | |
706 | case 0: /* ok */ | |
707 | case CHECK_REF_FORMAT_ONELEVEL: | |
708 | /* ok but a single level -- that is fine for | |
709 | * a match pattern. | |
710 | */ | |
711 | case CHECK_REF_FORMAT_WILDCARD: | |
712 | /* ok but ends with a pattern-match character */ | |
713 | continue; | |
714 | } | |
715 | die("remote part of refspec is not a valid name in %s", | |
716 | heads[i]); | |
717 | } | |
718 | } | |
719 | ||
720 | static int git_transport_push(struct transport *transport, struct ref *remote_refs, int flags) | |
f3fa1838 | 721 | { |
9b288516 | 722 | struct git_transport_data *data = transport->data; |
40cb4fab | 723 | struct send_pack_args args; |
64fcef2d DB |
724 | int ret; |
725 | ||
726 | if (!data->conn) { | |
727 | struct ref *tmp_refs; | |
728 | connect_setup(transport, 1, 0); | |
729 | ||
730 | get_remote_heads(data->fd[0], &tmp_refs, 0, NULL, REF_NORMAL, | |
731 | NULL); | |
732 | } | |
9b288516 | 733 | |
de1a2fdd | 734 | memset(&args, 0, sizeof(args)); |
94c89ba6 | 735 | args.send_mirror = !!(flags & TRANSPORT_PUSH_MIRROR); |
40cb4fab DB |
736 | args.force_update = !!(flags & TRANSPORT_PUSH_FORCE); |
737 | args.use_thin_pack = data->thin; | |
a108e538 | 738 | args.verbose = !!(flags & TRANSPORT_PUSH_VERBOSE); |
12070329 | 739 | args.quiet = !!(flags & TRANSPORT_PUSH_QUIET); |
40cb4fab DB |
740 | args.dry_run = !!(flags & TRANSPORT_PUSH_DRY_RUN); |
741 | ||
64fcef2d DB |
742 | ret = send_pack(&args, data->fd, data->conn, remote_refs, |
743 | &data->extra_have); | |
744 | ||
745 | close(data->fd[1]); | |
746 | close(data->fd[0]); | |
747 | ret |= finish_connect(data->conn); | |
748 | data->conn = NULL; | |
749 | ||
750 | return ret; | |
9b288516 DB |
751 | } |
752 | ||
f4e95765 SP |
753 | static int disconnect_git(struct transport *transport) |
754 | { | |
ba227857 DB |
755 | struct git_transport_data *data = transport->data; |
756 | if (data->conn) { | |
757 | packet_flush(data->fd[1]); | |
758 | close(data->fd[0]); | |
759 | close(data->fd[1]); | |
760 | finish_connect(data->conn); | |
761 | } | |
762 | ||
763 | free(data); | |
f4e95765 SP |
764 | return 0; |
765 | } | |
766 | ||
9b288516 DB |
767 | static int is_local(const char *url) |
768 | { | |
769 | const char *colon = strchr(url, ':'); | |
770 | const char *slash = strchr(url, '/'); | |
be501813 JS |
771 | return !colon || (slash && slash < colon) || |
772 | has_dos_drive_prefix(url); | |
9b288516 DB |
773 | } |
774 | ||
775 | static int is_file(const char *url) | |
776 | { | |
777 | struct stat buf; | |
778 | if (stat(url, &buf)) | |
779 | return 0; | |
780 | return S_ISREG(buf.st_mode); | |
781 | } | |
782 | ||
e5f4e214 | 783 | struct transport *transport_get(struct remote *remote, const char *url) |
9b288516 | 784 | { |
8eb554ae SP |
785 | struct transport *ret = xcalloc(1, sizeof(*ret)); |
786 | ||
c1d45cf7 DB |
787 | if (!remote) |
788 | die("No remote provided to transport_get()"); | |
789 | ||
8eb554ae SP |
790 | ret->remote = remote; |
791 | ret->url = url; | |
8eb554ae | 792 | |
7efaeba2 | 793 | if (!prefixcmp(url, "rsync:")) { |
cd547b48 JS |
794 | ret->get_refs_list = get_refs_via_rsync; |
795 | ret->fetch = fetch_objs_via_rsync; | |
796 | ret->push = rsync_transport_push; | |
824d5776 | 797 | |
8eb554ae SP |
798 | } else if (!prefixcmp(url, "http://") |
799 | || !prefixcmp(url, "https://") | |
800 | || !prefixcmp(url, "ftp://")) { | |
c9e388bb | 801 | transport_helper_init(ret, "curl"); |
ccfc02a3 JS |
802 | #ifdef NO_CURL |
803 | error("git was compiled without libcurl support."); | |
ccfc02a3 | 804 | #endif |
824d5776 | 805 | |
9b288516 | 806 | } else if (is_local(url) && is_file(url)) { |
c7a8a162 | 807 | struct bundle_transport_data *data = xcalloc(1, sizeof(*data)); |
c7a8a162 | 808 | ret->data = data; |
824d5776 SP |
809 | ret->get_refs_list = get_refs_from_bundle; |
810 | ret->fetch = fetch_refs_from_bundle; | |
811 | ret->disconnect = close_bundle; | |
812 | ||
9b288516 DB |
813 | } else { |
814 | struct git_transport_data *data = xcalloc(1, sizeof(*data)); | |
9b288516 | 815 | ret->data = data; |
824d5776 SP |
816 | ret->set_option = set_git_option; |
817 | ret->get_refs_list = get_refs_via_connect; | |
818 | ret->fetch = fetch_refs_via_pack; | |
64fcef2d | 819 | ret->push_refs = git_transport_push; |
f4e95765 | 820 | ret->disconnect = disconnect_git; |
824d5776 | 821 | |
9b288516 | 822 | data->thin = 1; |
ba227857 | 823 | data->conn = NULL; |
c29727d5 | 824 | data->uploadpack = "git-upload-pack"; |
c1d45cf7 | 825 | if (remote->uploadpack) |
c29727d5 | 826 | data->uploadpack = remote->uploadpack; |
9b288516 | 827 | data->receivepack = "git-receive-pack"; |
c1d45cf7 | 828 | if (remote->receivepack) |
9b288516 | 829 | data->receivepack = remote->receivepack; |
9b288516 | 830 | } |
8eb554ae | 831 | |
9b288516 DB |
832 | return ret; |
833 | } | |
834 | ||
835 | int transport_set_option(struct transport *transport, | |
836 | const char *name, const char *value) | |
837 | { | |
824d5776 SP |
838 | if (transport->set_option) |
839 | return transport->set_option(transport, name, value); | |
ab865e6e | 840 | return 1; |
9b288516 DB |
841 | } |
842 | ||
843 | int transport_push(struct transport *transport, | |
07436e43 | 844 | int refspec_nr, const char **refspec, int flags, |
bb8cccd0 | 845 | int *nonfastforward) |
9b288516 | 846 | { |
bb8cccd0 | 847 | *nonfastforward = 0; |
64fcef2d DB |
848 | verify_remote_names(refspec_nr, refspec); |
849 | ||
850 | if (transport->push) | |
851 | return transport->push(transport, refspec_nr, refspec, flags); | |
852 | if (transport->push_refs) { | |
853 | struct ref *remote_refs = | |
854 | transport->get_refs_list(transport, 1); | |
64fcef2d DB |
855 | struct ref *local_refs = get_local_heads(); |
856 | int match_flags = MATCH_REFS_NONE; | |
857 | int verbose = flags & TRANSPORT_PUSH_VERBOSE; | |
481c7a6d | 858 | int quiet = flags & TRANSPORT_PUSH_QUIET; |
1965ff74 | 859 | int porcelain = flags & TRANSPORT_PUSH_PORCELAIN; |
64fcef2d DB |
860 | int ret; |
861 | ||
862 | if (flags & TRANSPORT_PUSH_ALL) | |
863 | match_flags |= MATCH_REFS_ALL; | |
864 | if (flags & TRANSPORT_PUSH_MIRROR) | |
865 | match_flags |= MATCH_REFS_MIRROR; | |
866 | ||
6d2bf96e | 867 | if (match_refs(local_refs, &remote_refs, |
64fcef2d DB |
868 | refspec_nr, refspec, match_flags)) { |
869 | return -1; | |
870 | } | |
871 | ||
872 | ret = transport->push_refs(transport, remote_refs, flags); | |
873 | ||
481c7a6d JK |
874 | if (!quiet || push_had_errors(remote_refs)) |
875 | print_push_status(transport->url, remote_refs, | |
6ffd7812 JH |
876 | verbose | porcelain, porcelain, |
877 | nonfastforward); | |
64fcef2d DB |
878 | |
879 | if (!(flags & TRANSPORT_PUSH_DRY_RUN)) { | |
880 | struct ref *ref; | |
881 | for (ref = remote_refs; ref; ref = ref->next) | |
882 | update_tracking_ref(transport->remote, ref, verbose); | |
883 | } | |
884 | ||
2e5ed5f2 | 885 | if (!quiet && !ret && !refs_pushed(remote_refs)) |
64fcef2d DB |
886 | fprintf(stderr, "Everything up-to-date\n"); |
887 | return ret; | |
888 | } | |
889 | return 1; | |
9b288516 DB |
890 | } |
891 | ||
4577370e | 892 | const struct ref *transport_get_remote_refs(struct transport *transport) |
c29727d5 DB |
893 | { |
894 | if (!transport->remote_refs) | |
64fcef2d | 895 | transport->remote_refs = transport->get_refs_list(transport, 0); |
c29727d5 DB |
896 | return transport->remote_refs; |
897 | } | |
898 | ||
2d5c298f | 899 | int transport_fetch_refs(struct transport *transport, const struct ref *refs) |
c29727d5 | 900 | { |
425b1393 | 901 | int rc; |
86386829 | 902 | int nr_heads = 0, nr_alloc = 0, nr_refs = 0; |
2d5c298f DB |
903 | const struct ref **heads = NULL; |
904 | const struct ref *rm; | |
c29727d5 DB |
905 | |
906 | for (rm = refs; rm; rm = rm->next) { | |
86386829 | 907 | nr_refs++; |
c29727d5 DB |
908 | if (rm->peer_ref && |
909 | !hashcmp(rm->peer_ref->old_sha1, rm->old_sha1)) | |
910 | continue; | |
7a2bff45 | 911 | ALLOC_GROW(heads, nr_heads + 1, nr_alloc); |
425b1393 | 912 | heads[nr_heads++] = rm; |
c29727d5 DB |
913 | } |
914 | ||
86386829 NP |
915 | if (!nr_heads) { |
916 | /* | |
917 | * When deepening of a shallow repository is requested, | |
918 | * then local and remote refs are likely to still be equal. | |
919 | * Just feed them all to the fetch method in that case. | |
920 | * This condition shouldn't be met in a non-deepening fetch | |
921 | * (see builtin-fetch.c:quickfetch()). | |
922 | */ | |
923 | heads = xmalloc(nr_refs * sizeof(*heads)); | |
924 | for (rm = refs; rm; rm = rm->next) | |
925 | heads[nr_heads++] = rm; | |
926 | } | |
927 | ||
824d5776 | 928 | rc = transport->fetch(transport, nr_heads, heads); |
c29727d5 | 929 | free(heads); |
425b1393 | 930 | return rc; |
c29727d5 DB |
931 | } |
932 | ||
1788c39c SP |
933 | void transport_unlock_pack(struct transport *transport) |
934 | { | |
935 | if (transport->pack_lockfile) { | |
691f1a28 | 936 | unlink_or_warn(transport->pack_lockfile); |
1788c39c SP |
937 | free(transport->pack_lockfile); |
938 | transport->pack_lockfile = NULL; | |
939 | } | |
940 | } | |
941 | ||
9b288516 DB |
942 | int transport_disconnect(struct transport *transport) |
943 | { | |
944 | int ret = 0; | |
824d5776 SP |
945 | if (transport->disconnect) |
946 | ret = transport->disconnect(transport); | |
9b288516 DB |
947 | free(transport); |
948 | return ret; | |
949 | } | |
47abd85b AE |
950 | |
951 | /* | |
952 | * Strip username (and password) from an url and return | |
953 | * it in a newly allocated string. | |
954 | */ | |
955 | char *transport_anonymize_url(const char *url) | |
956 | { | |
957 | char *anon_url, *scheme_prefix, *anon_part; | |
958 | size_t anon_len, prefix_len = 0; | |
959 | ||
960 | anon_part = strchr(url, '@'); | |
961 | if (is_local(url) || !anon_part) | |
962 | goto literal_copy; | |
963 | ||
964 | anon_len = strlen(++anon_part); | |
965 | scheme_prefix = strstr(url, "://"); | |
966 | if (!scheme_prefix) { | |
967 | if (!strchr(anon_part, ':')) | |
968 | /* cannot be "me@there:/path/name" */ | |
969 | goto literal_copy; | |
970 | } else { | |
971 | const char *cp; | |
972 | /* make sure scheme is reasonable */ | |
973 | for (cp = url; cp < scheme_prefix; cp++) { | |
974 | switch (*cp) { | |
975 | /* RFC 1738 2.1 */ | |
976 | case '+': case '.': case '-': | |
977 | break; /* ok */ | |
978 | default: | |
979 | if (isalnum(*cp)) | |
980 | break; | |
981 | /* it isn't */ | |
982 | goto literal_copy; | |
983 | } | |
984 | } | |
985 | /* @ past the first slash does not count */ | |
986 | cp = strchr(scheme_prefix + 3, '/'); | |
987 | if (cp && cp < anon_part) | |
988 | goto literal_copy; | |
989 | prefix_len = scheme_prefix - url + 3; | |
990 | } | |
991 | anon_url = xcalloc(1, 1 + prefix_len + anon_len); | |
992 | memcpy(anon_url, url, prefix_len); | |
993 | memcpy(anon_url + prefix_len, anon_part, anon_len); | |
994 | return anon_url; | |
995 | literal_copy: | |
996 | return xstrdup(url); | |
997 | } |