]>
Commit | Line | Data |
---|---|---|
9b288516 DB |
1 | #include "cache.h" |
2 | #include "transport.h" | |
3 | #include "run-command.h" | |
c29727d5 DB |
4 | #include "pkt-line.h" |
5 | #include "fetch-pack.h" | |
47a59185 JH |
6 | #include "remote.h" |
7 | #include "connect.h" | |
40cb4fab | 8 | #include "send-pack.h" |
c29727d5 | 9 | #include "walker.h" |
c7a8a162 | 10 | #include "bundle.h" |
cd547b48 JS |
11 | #include "dir.h" |
12 | #include "refs.h" | |
e9fcd1e2 | 13 | #include "branch.h" |
638794cd | 14 | #include "url.h" |
d2b17b32 | 15 | #include "submodule.h" |
a762e51e | 16 | #include "string-list.h" |
13eb4626 | 17 | #include "sha1-array.h" |
af65f68c | 18 | #include "sigchain.h" |
cd547b48 JS |
19 | |
20 | /* rsync support */ | |
21 | ||
22 | /* | |
23 | * We copy packed-refs and refs/ into a temporary file, then read the | |
24 | * loose refs recursively (sorting whenever possible), and then inserting | |
25 | * those packed refs that are not yet in the list (not validating, but | |
26 | * assuming that the file is sorted). | |
27 | * | |
28 | * Appears refactoring this from refs.c is too cumbersome. | |
29 | */ | |
30 | ||
31 | static int str_cmp(const void *a, const void *b) | |
32 | { | |
33 | const char *s1 = a; | |
34 | const char *s2 = b; | |
35 | ||
36 | return strcmp(s1, s2); | |
37 | } | |
38 | ||
39 | /* path->buf + name_offset is expected to point to "refs/" */ | |
40 | ||
41 | static int read_loose_refs(struct strbuf *path, int name_offset, | |
42 | struct ref **tail) | |
43 | { | |
44 | DIR *dir = opendir(path->buf); | |
45 | struct dirent *de; | |
46 | struct { | |
47 | char **entries; | |
48 | int nr, alloc; | |
49 | } list; | |
50 | int i, pathlen; | |
51 | ||
52 | if (!dir) | |
53 | return -1; | |
54 | ||
55 | memset (&list, 0, sizeof(list)); | |
56 | ||
57 | while ((de = readdir(dir))) { | |
8ca12c0d | 58 | if (is_dot_or_dotdot(de->d_name)) |
cd547b48 JS |
59 | continue; |
60 | ALLOC_GROW(list.entries, list.nr + 1, list.alloc); | |
61 | list.entries[list.nr++] = xstrdup(de->d_name); | |
62 | } | |
63 | closedir(dir); | |
64 | ||
65 | /* sort the list */ | |
66 | ||
67 | qsort(list.entries, list.nr, sizeof(char *), str_cmp); | |
68 | ||
69 | pathlen = path->len; | |
70 | strbuf_addch(path, '/'); | |
71 | ||
72 | for (i = 0; i < list.nr; i++, strbuf_setlen(path, pathlen + 1)) { | |
73 | strbuf_addstr(path, list.entries[i]); | |
74 | if (read_loose_refs(path, name_offset, tail)) { | |
75 | int fd = open(path->buf, O_RDONLY); | |
76 | char buffer[40]; | |
77 | struct ref *next; | |
78 | ||
79 | if (fd < 0) | |
80 | continue; | |
59c69c0c | 81 | next = alloc_ref(path->buf + name_offset); |
cd547b48 | 82 | if (read_in_full(fd, buffer, 40) != 40 || |
f4e54d02 | 83 | get_oid_hex(buffer, &next->old_oid)) { |
cd547b48 JS |
84 | close(fd); |
85 | free(next); | |
86 | continue; | |
87 | } | |
88 | close(fd); | |
cd547b48 JS |
89 | (*tail)->next = next; |
90 | *tail = next; | |
91 | } | |
92 | } | |
93 | strbuf_setlen(path, pathlen); | |
94 | ||
95 | for (i = 0; i < list.nr; i++) | |
96 | free(list.entries[i]); | |
97 | free(list.entries); | |
98 | ||
99 | return 0; | |
100 | } | |
101 | ||
102 | /* insert the packed refs for which no loose refs were found */ | |
103 | ||
104 | static void insert_packed_refs(const char *packed_refs, struct ref **list) | |
105 | { | |
106 | FILE *f = fopen(packed_refs, "r"); | |
107 | static char buffer[PATH_MAX]; | |
108 | ||
109 | if (!f) | |
110 | return; | |
111 | ||
112 | for (;;) { | |
04fe1184 JH |
113 | int cmp = 0; /* assigned before used */ |
114 | int len; | |
cd547b48 JS |
115 | |
116 | if (!fgets(buffer, sizeof(buffer), f)) { | |
117 | fclose(f); | |
118 | return; | |
119 | } | |
120 | ||
6f75d45b | 121 | if (!isxdigit(buffer[0])) |
cd547b48 JS |
122 | continue; |
123 | len = strlen(buffer); | |
872c930d | 124 | if (len && buffer[len - 1] == '\n') |
cd547b48 JS |
125 | buffer[--len] = '\0'; |
126 | if (len < 41) | |
127 | continue; | |
128 | while ((*list)->next && | |
129 | (cmp = strcmp(buffer + 41, | |
130 | (*list)->next->name)) > 0) | |
131 | list = &(*list)->next; | |
132 | if (!(*list)->next || cmp < 0) { | |
59c69c0c | 133 | struct ref *next = alloc_ref(buffer + 41); |
cd547b48 | 134 | buffer[40] = '\0'; |
f4e54d02 | 135 | if (get_oid_hex(buffer, &next->old_oid)) { |
cd547b48 JS |
136 | warning ("invalid SHA-1: %s", buffer); |
137 | free(next); | |
138 | continue; | |
139 | } | |
cd547b48 JS |
140 | next->next = (*list)->next; |
141 | (*list)->next = next; | |
142 | list = &(*list)->next; | |
143 | } | |
144 | } | |
145 | } | |
146 | ||
e9fcd1e2 IL |
147 | static void set_upstreams(struct transport *transport, struct ref *refs, |
148 | int pretend) | |
149 | { | |
150 | struct ref *ref; | |
151 | for (ref = refs; ref; ref = ref->next) { | |
152 | const char *localname; | |
153 | const char *tmp; | |
154 | const char *remotename; | |
155 | unsigned char sha[20]; | |
156 | int flag = 0; | |
157 | /* | |
158 | * Check suitability for tracking. Must be successful / | |
159 | * already up-to-date ref create/modify (not delete). | |
160 | */ | |
161 | if (ref->status != REF_STATUS_OK && | |
162 | ref->status != REF_STATUS_UPTODATE) | |
163 | continue; | |
164 | if (!ref->peer_ref) | |
165 | continue; | |
f4e54d02 | 166 | if (is_null_oid(&ref->new_oid)) |
e9fcd1e2 IL |
167 | continue; |
168 | ||
169 | /* Follow symbolic refs (mainly for HEAD). */ | |
170 | localname = ref->peer_ref->name; | |
171 | remotename = ref->name; | |
7695d118 RS |
172 | tmp = resolve_ref_unsafe(localname, RESOLVE_REF_READING, |
173 | sha, &flag); | |
e9fcd1e2 | 174 | if (tmp && flag & REF_ISSYMREF && |
59556548 | 175 | starts_with(tmp, "refs/heads/")) |
e9fcd1e2 IL |
176 | localname = tmp; |
177 | ||
178 | /* Both source and destination must be local branches. */ | |
59556548 | 179 | if (!localname || !starts_with(localname, "refs/heads/")) |
e9fcd1e2 | 180 | continue; |
59556548 | 181 | if (!remotename || !starts_with(remotename, "refs/heads/")) |
e9fcd1e2 IL |
182 | continue; |
183 | ||
184 | if (!pretend) | |
185 | install_branch_config(BRANCH_CONFIG_VERBOSE, | |
186 | localname + 11, transport->remote->name, | |
187 | remotename); | |
188 | else | |
189 | printf("Would set upstream of '%s' to '%s' of '%s'\n", | |
190 | localname + 11, remotename + 11, | |
191 | transport->remote->name); | |
192 | } | |
193 | } | |
194 | ||
7efaeba2 JS |
195 | static const char *rsync_url(const char *url) |
196 | { | |
cf4fff57 JK |
197 | if (!starts_with(url, "rsync://")) |
198 | skip_prefix(url, "rsync:", &url); | |
199 | return url; | |
7efaeba2 JS |
200 | } |
201 | ||
64fcef2d | 202 | static struct ref *get_refs_via_rsync(struct transport *transport, int for_push) |
cd547b48 JS |
203 | { |
204 | struct strbuf buf = STRBUF_INIT, temp_dir = STRBUF_INIT; | |
c2e86add | 205 | struct ref dummy = {NULL}, *tail = &dummy; |
d3180279 | 206 | struct child_process rsync = CHILD_PROCESS_INIT; |
cd547b48 JS |
207 | const char *args[5]; |
208 | int temp_dir_len; | |
209 | ||
64fcef2d DB |
210 | if (for_push) |
211 | return NULL; | |
212 | ||
cd547b48 JS |
213 | /* copy the refs to the temporary directory */ |
214 | ||
215 | strbuf_addstr(&temp_dir, git_path("rsync-refs-XXXXXX")); | |
216 | if (!mkdtemp(temp_dir.buf)) | |
0721c314 | 217 | die_errno ("Could not make temporary directory"); |
cd547b48 JS |
218 | temp_dir_len = temp_dir.len; |
219 | ||
7efaeba2 | 220 | strbuf_addstr(&buf, rsync_url(transport->url)); |
cd547b48 JS |
221 | strbuf_addstr(&buf, "/refs"); |
222 | ||
cd547b48 JS |
223 | rsync.argv = args; |
224 | rsync.stdout_to_stderr = 1; | |
225 | args[0] = "rsync"; | |
bd2c86ef | 226 | args[1] = (transport->verbose > 1) ? "-rv" : "-r"; |
cd547b48 JS |
227 | args[2] = buf.buf; |
228 | args[3] = temp_dir.buf; | |
229 | args[4] = NULL; | |
230 | ||
231 | if (run_command(&rsync)) | |
232 | die ("Could not run rsync to get refs"); | |
233 | ||
234 | strbuf_reset(&buf); | |
7efaeba2 | 235 | strbuf_addstr(&buf, rsync_url(transport->url)); |
cd547b48 JS |
236 | strbuf_addstr(&buf, "/packed-refs"); |
237 | ||
238 | args[2] = buf.buf; | |
239 | ||
240 | if (run_command(&rsync)) | |
241 | die ("Could not run rsync to get refs"); | |
242 | ||
243 | /* read the copied refs */ | |
244 | ||
245 | strbuf_addstr(&temp_dir, "/refs"); | |
246 | read_loose_refs(&temp_dir, temp_dir_len + 1, &tail); | |
247 | strbuf_setlen(&temp_dir, temp_dir_len); | |
248 | ||
249 | tail = &dummy; | |
250 | strbuf_addstr(&temp_dir, "/packed-refs"); | |
251 | insert_packed_refs(temp_dir.buf, &tail); | |
252 | strbuf_setlen(&temp_dir, temp_dir_len); | |
253 | ||
254 | if (remove_dir_recursively(&temp_dir, 0)) | |
255 | warning ("Error removing temporary directory %s.", | |
256 | temp_dir.buf); | |
257 | ||
258 | strbuf_release(&buf); | |
259 | strbuf_release(&temp_dir); | |
260 | ||
261 | return dummy.next; | |
262 | } | |
263 | ||
264 | static int fetch_objs_via_rsync(struct transport *transport, | |
37148311 | 265 | int nr_objs, struct ref **to_fetch) |
cd547b48 | 266 | { |
d3180279 | 267 | struct child_process rsync = CHILD_PROCESS_INIT; |
cd547b48 | 268 | |
cd547b48 | 269 | rsync.stdout_to_stderr = 1; |
e929f515 RS |
270 | argv_array_push(&rsync.args, "rsync"); |
271 | argv_array_push(&rsync.args, (transport->verbose > 1) ? "-rv" : "-r"); | |
272 | argv_array_push(&rsync.args, "--ignore-existing"); | |
273 | argv_array_push(&rsync.args, "--exclude"); | |
274 | argv_array_push(&rsync.args, "info"); | |
275 | argv_array_pushf(&rsync.args, "%s/objects/", rsync_url(transport->url)); | |
276 | argv_array_push(&rsync.args, get_object_directory()); | |
cd547b48 JS |
277 | |
278 | /* NEEDSWORK: handle one level of alternates */ | |
e929f515 | 279 | return run_command(&rsync); |
cd547b48 JS |
280 | } |
281 | ||
1700cb3b MH |
282 | static int write_one_ref(const char *name, const struct object_id *oid, |
283 | int flags, void *data) | |
cd547b48 JS |
284 | { |
285 | struct strbuf *buf = data; | |
286 | int len = buf->len; | |
cd547b48 JS |
287 | |
288 | /* when called via for_each_ref(), flags is non-zero */ | |
59556548 CC |
289 | if (flags && !starts_with(name, "refs/heads/") && |
290 | !starts_with(name, "refs/tags/")) | |
cd547b48 JS |
291 | return 0; |
292 | ||
293 | strbuf_addstr(buf, name); | |
294 | if (safe_create_leading_directories(buf->buf) || | |
1f76a10b | 295 | write_file_gently(buf->buf, "%s", oid_to_hex(oid))) |
91aacda8 NTND |
296 | return error("problems writing temporary file %s: %s", |
297 | buf->buf, strerror(errno)); | |
cd547b48 JS |
298 | strbuf_setlen(buf, len); |
299 | return 0; | |
300 | } | |
301 | ||
302 | static int write_refs_to_temp_dir(struct strbuf *temp_dir, | |
f31ba7e1 | 303 | int refspec_nr, const char **refspec) |
cd547b48 JS |
304 | { |
305 | int i; | |
306 | ||
307 | for (i = 0; i < refspec_nr; i++) { | |
f31ba7e1 | 308 | struct object_id oid; |
cd547b48 JS |
309 | char *ref; |
310 | ||
f31ba7e1 | 311 | if (dwim_ref(refspec[i], strlen(refspec[i]), oid.hash, &ref) != 1) |
cd547b48 JS |
312 | return error("Could not get ref %s", refspec[i]); |
313 | ||
1700cb3b | 314 | if (write_one_ref(ref, &oid, 0, temp_dir)) { |
cd547b48 JS |
315 | free(ref); |
316 | return -1; | |
317 | } | |
318 | free(ref); | |
319 | } | |
320 | return 0; | |
321 | } | |
322 | ||
323 | static int rsync_transport_push(struct transport *transport, | |
324 | int refspec_nr, const char **refspec, int flags) | |
325 | { | |
326 | struct strbuf buf = STRBUF_INIT, temp_dir = STRBUF_INIT; | |
327 | int result = 0, i; | |
d3180279 | 328 | struct child_process rsync = CHILD_PROCESS_INIT; |
ee020f35 | 329 | const char *args[10]; |
cd547b48 | 330 | |
94c89ba6 AW |
331 | if (flags & TRANSPORT_PUSH_MIRROR) |
332 | return error("rsync transport does not support mirror mode"); | |
333 | ||
cd547b48 JS |
334 | /* first push the objects */ |
335 | ||
7efaeba2 | 336 | strbuf_addstr(&buf, rsync_url(transport->url)); |
cd547b48 JS |
337 | strbuf_addch(&buf, '/'); |
338 | ||
cd547b48 JS |
339 | rsync.argv = args; |
340 | rsync.stdout_to_stderr = 1; | |
ee020f35 SP |
341 | i = 0; |
342 | args[i++] = "rsync"; | |
343 | args[i++] = "-a"; | |
344 | if (flags & TRANSPORT_PUSH_DRY_RUN) | |
345 | args[i++] = "--dry-run"; | |
bd2c86ef | 346 | if (transport->verbose > 1) |
ee020f35 SP |
347 | args[i++] = "-v"; |
348 | args[i++] = "--ignore-existing"; | |
349 | args[i++] = "--exclude"; | |
350 | args[i++] = "info"; | |
351 | args[i++] = get_object_directory(); | |
352 | args[i++] = buf.buf; | |
353 | args[i++] = NULL; | |
cd547b48 JS |
354 | |
355 | if (run_command(&rsync)) | |
7efaeba2 JS |
356 | return error("Could not push objects to %s", |
357 | rsync_url(transport->url)); | |
cd547b48 JS |
358 | |
359 | /* copy the refs to the temporary directory; they could be packed. */ | |
360 | ||
361 | strbuf_addstr(&temp_dir, git_path("rsync-refs-XXXXXX")); | |
362 | if (!mkdtemp(temp_dir.buf)) | |
0721c314 | 363 | die_errno ("Could not make temporary directory"); |
cd547b48 JS |
364 | strbuf_addch(&temp_dir, '/'); |
365 | ||
366 | if (flags & TRANSPORT_PUSH_ALL) { | |
1700cb3b | 367 | if (for_each_ref(write_one_ref, &temp_dir)) |
cd547b48 JS |
368 | return -1; |
369 | } else if (write_refs_to_temp_dir(&temp_dir, refspec_nr, refspec)) | |
370 | return -1; | |
371 | ||
ee020f35 SP |
372 | i = 2; |
373 | if (flags & TRANSPORT_PUSH_DRY_RUN) | |
374 | args[i++] = "--dry-run"; | |
375 | if (!(flags & TRANSPORT_PUSH_FORCE)) | |
376 | args[i++] = "--ignore-existing"; | |
cd547b48 | 377 | args[i++] = temp_dir.buf; |
7efaeba2 | 378 | args[i++] = rsync_url(transport->url); |
cd547b48 JS |
379 | args[i++] = NULL; |
380 | if (run_command(&rsync)) | |
7efaeba2 JS |
381 | result = error("Could not push to %s", |
382 | rsync_url(transport->url)); | |
cd547b48 JS |
383 | |
384 | if (remove_dir_recursively(&temp_dir, 0)) | |
385 | warning ("Could not remove temporary directory %s.", | |
386 | temp_dir.buf); | |
387 | ||
388 | strbuf_release(&buf); | |
389 | strbuf_release(&temp_dir); | |
390 | ||
391 | return result; | |
392 | } | |
c29727d5 | 393 | |
c7a8a162 JS |
394 | struct bundle_transport_data { |
395 | int fd; | |
396 | struct bundle_header header; | |
397 | }; | |
398 | ||
64fcef2d | 399 | static struct ref *get_refs_from_bundle(struct transport *transport, int for_push) |
c7a8a162 JS |
400 | { |
401 | struct bundle_transport_data *data = transport->data; | |
402 | struct ref *result = NULL; | |
403 | int i; | |
404 | ||
64fcef2d DB |
405 | if (for_push) |
406 | return NULL; | |
407 | ||
c7a8a162 JS |
408 | if (data->fd > 0) |
409 | close(data->fd); | |
410 | data->fd = read_bundle_header(transport->url, &data->header); | |
411 | if (data->fd < 0) | |
412 | die ("Could not read bundle '%s'.", transport->url); | |
413 | for (i = 0; i < data->header.references.nr; i++) { | |
414 | struct ref_list_entry *e = data->header.references.list + i; | |
59c69c0c | 415 | struct ref *ref = alloc_ref(e->name); |
f4e54d02 | 416 | hashcpy(ref->old_oid.hash, e->sha1); |
c7a8a162 JS |
417 | ref->next = result; |
418 | result = ref; | |
419 | } | |
420 | return result; | |
421 | } | |
422 | ||
1788c39c | 423 | static int fetch_refs_from_bundle(struct transport *transport, |
37148311 | 424 | int nr_heads, struct ref **to_fetch) |
c7a8a162 JS |
425 | { |
426 | struct bundle_transport_data *data = transport->data; | |
be042aff JH |
427 | return unbundle(&data->header, data->fd, |
428 | transport->progress ? BUNDLE_VERBOSE : 0); | |
c7a8a162 JS |
429 | } |
430 | ||
431 | static int close_bundle(struct transport *transport) | |
432 | { | |
433 | struct bundle_transport_data *data = transport->data; | |
434 | if (data->fd > 0) | |
435 | close(data->fd); | |
f4e95765 | 436 | free(data); |
c7a8a162 JS |
437 | return 0; |
438 | } | |
439 | ||
9b288516 | 440 | struct git_transport_data { |
aa5af974 | 441 | struct git_transport_options options; |
ba227857 DB |
442 | struct child_process *conn; |
443 | int fd[2]; | |
61b075bd | 444 | unsigned got_remote_heads : 1; |
13eb4626 | 445 | struct sha1_array extra_have; |
beea4152 | 446 | struct sha1_array shallow; |
9b288516 DB |
447 | }; |
448 | ||
aa5af974 | 449 | static int set_git_option(struct git_transport_options *opts, |
9b288516 DB |
450 | const char *name, const char *value) |
451 | { | |
c29727d5 | 452 | if (!strcmp(name, TRANS_OPT_UPLOADPACK)) { |
aa5af974 | 453 | opts->uploadpack = value; |
c29727d5 DB |
454 | return 0; |
455 | } else if (!strcmp(name, TRANS_OPT_RECEIVEPACK)) { | |
aa5af974 | 456 | opts->receivepack = value; |
9b288516 DB |
457 | return 0; |
458 | } else if (!strcmp(name, TRANS_OPT_THIN)) { | |
aa5af974 | 459 | opts->thin = !!value; |
9b288516 | 460 | return 0; |
41fa7d2e | 461 | } else if (!strcmp(name, TRANS_OPT_FOLLOWTAGS)) { |
aa5af974 | 462 | opts->followtags = !!value; |
41fa7d2e | 463 | return 0; |
c29727d5 | 464 | } else if (!strcmp(name, TRANS_OPT_KEEP)) { |
aa5af974 | 465 | opts->keep = !!value; |
c29727d5 | 466 | return 0; |
48d25cae NTND |
467 | } else if (!strcmp(name, TRANS_OPT_UPDATE_SHALLOW)) { |
468 | opts->update_shallow = !!value; | |
469 | return 0; | |
c29727d5 DB |
470 | } else if (!strcmp(name, TRANS_OPT_DEPTH)) { |
471 | if (!value) | |
aa5af974 | 472 | opts->depth = 0; |
e7622ce8 NTND |
473 | else { |
474 | char *end; | |
475 | opts->depth = strtol(value, &end, 0); | |
476 | if (*end) | |
477 | die("transport: invalid depth option '%s'", value); | |
478 | } | |
c29727d5 | 479 | return 0; |
9b288516 DB |
480 | } |
481 | return 1; | |
482 | } | |
483 | ||
64fcef2d | 484 | static int connect_setup(struct transport *transport, int for_push, int verbose) |
ba227857 DB |
485 | { |
486 | struct git_transport_data *data = transport->data; | |
61b075bd IL |
487 | |
488 | if (data->conn) | |
489 | return 0; | |
490 | ||
5a277f3f JH |
491 | data->conn = git_connect(data->fd, transport->url, |
492 | for_push ? data->options.receivepack : | |
493 | data->options.uploadpack, | |
64fcef2d | 494 | verbose ? CONNECT_VERBOSE : 0); |
61b075bd | 495 | |
ba227857 DB |
496 | return 0; |
497 | } | |
498 | ||
64fcef2d | 499 | static struct ref *get_refs_via_connect(struct transport *transport, int for_push) |
c29727d5 DB |
500 | { |
501 | struct git_transport_data *data = transport->data; | |
502 | struct ref *refs; | |
c29727d5 | 503 | |
64fcef2d | 504 | connect_setup(transport, for_push, 0); |
85edf4f5 | 505 | get_remote_heads(data->fd[0], NULL, 0, &refs, |
beea4152 NTND |
506 | for_push ? REF_NORMAL : 0, |
507 | &data->extra_have, | |
4820a33b | 508 | &data->shallow); |
61b075bd | 509 | data->got_remote_heads = 1; |
c29727d5 DB |
510 | |
511 | return refs; | |
512 | } | |
513 | ||
1788c39c | 514 | static int fetch_refs_via_pack(struct transport *transport, |
37148311 | 515 | int nr_heads, struct ref **to_fetch) |
c29727d5 DB |
516 | { |
517 | struct git_transport_data *data = transport->data; | |
626df76e | 518 | struct ref *refs; |
c29727d5 DB |
519 | char *dest = xstrdup(transport->url); |
520 | struct fetch_pack_args args; | |
00183cbb | 521 | struct ref *refs_tmp = NULL; |
c29727d5 | 522 | |
fa740529 | 523 | memset(&args, 0, sizeof(args)); |
aa5af974 IL |
524 | args.uploadpack = data->options.uploadpack; |
525 | args.keep_pack = data->options.keep; | |
fa740529 | 526 | args.lock_pack = 1; |
aa5af974 IL |
527 | args.use_thin_pack = data->options.thin; |
528 | args.include_tag = data->options.followtags; | |
bd2c86ef | 529 | args.verbose = (transport->verbose > 1); |
fe8aa148 | 530 | args.quiet = (transport->verbose < 0); |
d01b3c02 | 531 | args.no_progress = !transport->progress; |
aa5af974 | 532 | args.depth = data->options.depth; |
c6807a40 NTND |
533 | args.check_self_contained_and_connected = |
534 | data->options.check_self_contained_and_connected; | |
beea4152 | 535 | args.cloning = transport->cloning; |
48d25cae | 536 | args.update_shallow = data->options.update_shallow; |
c29727d5 | 537 | |
61b075bd | 538 | if (!data->got_remote_heads) { |
64fcef2d | 539 | connect_setup(transport, 0, 0); |
b06dcd7d | 540 | get_remote_heads(data->fd[0], NULL, 0, &refs_tmp, 0, |
4820a33b | 541 | NULL, &data->shallow); |
61b075bd | 542 | data->got_remote_heads = 1; |
ba227857 DB |
543 | } |
544 | ||
00183cbb DB |
545 | refs = fetch_pack(&args, data->fd, data->conn, |
546 | refs_tmp ? refs_tmp : transport->remote_refs, | |
beea4152 | 547 | dest, to_fetch, nr_heads, &data->shallow, |
f2db854d | 548 | &transport->pack_lockfile); |
ba227857 DB |
549 | close(data->fd[0]); |
550 | close(data->fd[1]); | |
626df76e JK |
551 | if (finish_connect(data->conn)) { |
552 | free_refs(refs); | |
ba227857 | 553 | refs = NULL; |
626df76e | 554 | } |
ba227857 | 555 | data->conn = NULL; |
61b075bd | 556 | data->got_remote_heads = 0; |
c6807a40 NTND |
557 | data->options.self_contained_and_connected = |
558 | args.self_contained_and_connected; | |
c29727d5 | 559 | |
00183cbb | 560 | free_refs(refs_tmp); |
626df76e | 561 | free_refs(refs); |
c29727d5 | 562 | free(dest); |
c6bc4005 | 563 | return (refs ? 0 : -1); |
c29727d5 DB |
564 | } |
565 | ||
481c7a6d JK |
566 | static int push_had_errors(struct ref *ref) |
567 | { | |
568 | for (; ref; ref = ref->next) { | |
569 | switch (ref->status) { | |
570 | case REF_STATUS_NONE: | |
571 | case REF_STATUS_UPTODATE: | |
572 | case REF_STATUS_OK: | |
573 | break; | |
574 | default: | |
575 | return 1; | |
576 | } | |
577 | } | |
578 | return 0; | |
579 | } | |
580 | ||
f1863d0d | 581 | int transport_refs_pushed(struct ref *ref) |
64fcef2d DB |
582 | { |
583 | for (; ref; ref = ref->next) { | |
584 | switch(ref->status) { | |
585 | case REF_STATUS_NONE: | |
586 | case REF_STATUS_UPTODATE: | |
587 | break; | |
588 | default: | |
589 | return 1; | |
590 | } | |
591 | } | |
592 | return 0; | |
593 | } | |
594 | ||
f1863d0d | 595 | void transport_update_tracking_ref(struct remote *remote, struct ref *ref, int verbose) |
64fcef2d DB |
596 | { |
597 | struct refspec rs; | |
598 | ||
599 | if (ref->status != REF_STATUS_OK && ref->status != REF_STATUS_UPTODATE) | |
600 | return; | |
601 | ||
602 | rs.src = ref->name; | |
603 | rs.dst = NULL; | |
604 | ||
605 | if (!remote_find_tracking(remote, &rs)) { | |
606 | if (verbose) | |
607 | fprintf(stderr, "updating local tracking ref '%s'\n", rs.dst); | |
608 | if (ref->deletion) { | |
609 | delete_ref(rs.dst, NULL, 0); | |
610 | } else | |
611 | update_ref("update by push", rs.dst, | |
f4e54d02 | 612 | ref->new_oid.hash, NULL, 0, 0); |
64fcef2d DB |
613 | free(rs.dst); |
614 | } | |
615 | } | |
616 | ||
1965ff74 | 617 | static void print_ref_status(char flag, const char *summary, struct ref *to, struct ref *from, const char *msg, int porcelain) |
64fcef2d | 618 | { |
1965ff74 LA |
619 | if (porcelain) { |
620 | if (from) | |
621 | fprintf(stdout, "%c\t%s:%s\t", flag, from->name, to->name); | |
622 | else | |
623 | fprintf(stdout, "%c\t:%s\t", flag, to->name); | |
624 | if (msg) | |
625 | fprintf(stdout, "%s (%s)\n", summary, msg); | |
626 | else | |
627 | fprintf(stdout, "%s\n", summary); | |
628 | } else { | |
f1863d0d | 629 | fprintf(stderr, " %c %-*s ", flag, TRANSPORT_SUMMARY_WIDTH, summary); |
1965ff74 LA |
630 | if (from) |
631 | fprintf(stderr, "%s -> %s", prettify_refname(from->name), prettify_refname(to->name)); | |
632 | else | |
633 | fputs(prettify_refname(to->name), stderr); | |
634 | if (msg) { | |
635 | fputs(" (", stderr); | |
636 | fputs(msg, stderr); | |
637 | fputc(')', stderr); | |
638 | } | |
639 | fputc('\n', stderr); | |
64fcef2d | 640 | } |
64fcef2d DB |
641 | } |
642 | ||
643 | static const char *status_abbrev(unsigned char sha1[20]) | |
644 | { | |
645 | return find_unique_abbrev(sha1, DEFAULT_ABBREV); | |
646 | } | |
647 | ||
1965ff74 | 648 | static void print_ok_ref_status(struct ref *ref, int porcelain) |
64fcef2d DB |
649 | { |
650 | if (ref->deletion) | |
1965ff74 | 651 | print_ref_status('-', "[deleted]", ref, NULL, NULL, porcelain); |
f4e54d02 | 652 | else if (is_null_oid(&ref->old_oid)) |
64fcef2d | 653 | print_ref_status('*', |
59556548 | 654 | (starts_with(ref->name, "refs/tags/") ? "[new tag]" : |
1965ff74 LA |
655 | "[new branch]"), |
656 | ref, ref->peer_ref, NULL, porcelain); | |
64fcef2d | 657 | else { |
bd22d4ff | 658 | struct strbuf quickref = STRBUF_INIT; |
64fcef2d DB |
659 | char type; |
660 | const char *msg; | |
661 | ||
f4e54d02 | 662 | strbuf_addstr(&quickref, status_abbrev(ref->old_oid.hash)); |
5ece083f | 663 | if (ref->forced_update) { |
bd22d4ff | 664 | strbuf_addstr(&quickref, "..."); |
64fcef2d DB |
665 | type = '+'; |
666 | msg = "forced update"; | |
667 | } else { | |
bd22d4ff | 668 | strbuf_addstr(&quickref, ".."); |
64fcef2d DB |
669 | type = ' '; |
670 | msg = NULL; | |
671 | } | |
f4e54d02 | 672 | strbuf_addstr(&quickref, status_abbrev(ref->new_oid.hash)); |
64fcef2d | 673 | |
bd22d4ff JK |
674 | print_ref_status(type, quickref.buf, ref, ref->peer_ref, msg, porcelain); |
675 | strbuf_release(&quickref); | |
64fcef2d DB |
676 | } |
677 | } | |
678 | ||
1965ff74 | 679 | static int print_one_push_status(struct ref *ref, const char *dest, int count, int porcelain) |
64fcef2d DB |
680 | { |
681 | if (!count) | |
60cfeb8e | 682 | fprintf(porcelain ? stdout : stderr, "To %s\n", dest); |
64fcef2d DB |
683 | |
684 | switch(ref->status) { | |
685 | case REF_STATUS_NONE: | |
1965ff74 | 686 | print_ref_status('X', "[no match]", ref, NULL, NULL, porcelain); |
64fcef2d DB |
687 | break; |
688 | case REF_STATUS_REJECT_NODELETE: | |
689 | print_ref_status('!', "[rejected]", ref, NULL, | |
1965ff74 | 690 | "remote does not support deleting refs", porcelain); |
64fcef2d DB |
691 | break; |
692 | case REF_STATUS_UPTODATE: | |
693 | print_ref_status('=', "[up to date]", ref, | |
1965ff74 | 694 | ref->peer_ref, NULL, porcelain); |
64fcef2d DB |
695 | break; |
696 | case REF_STATUS_REJECT_NONFASTFORWARD: | |
697 | print_ref_status('!', "[rejected]", ref, ref->peer_ref, | |
a75d7b54 | 698 | "non-fast-forward", porcelain); |
64fcef2d | 699 | break; |
dbfeddb1 CR |
700 | case REF_STATUS_REJECT_ALREADY_EXISTS: |
701 | print_ref_status('!', "[rejected]", ref, ref->peer_ref, | |
702 | "already exists", porcelain); | |
703 | break; | |
75e5c0dc JH |
704 | case REF_STATUS_REJECT_FETCH_FIRST: |
705 | print_ref_status('!', "[rejected]", ref, ref->peer_ref, | |
706 | "fetch first", porcelain); | |
707 | break; | |
708 | case REF_STATUS_REJECT_NEEDS_FORCE: | |
709 | print_ref_status('!', "[rejected]", ref, ref->peer_ref, | |
710 | "needs force", porcelain); | |
711 | break; | |
631b5ef2 JH |
712 | case REF_STATUS_REJECT_STALE: |
713 | print_ref_status('!', "[rejected]", ref, ref->peer_ref, | |
714 | "stale info", porcelain); | |
715 | break; | |
4820a33b NTND |
716 | case REF_STATUS_REJECT_SHALLOW: |
717 | print_ref_status('!', "[rejected]", ref, ref->peer_ref, | |
718 | "new shallow roots not allowed", porcelain); | |
719 | break; | |
64fcef2d DB |
720 | case REF_STATUS_REMOTE_REJECT: |
721 | print_ref_status('!', "[remote rejected]", ref, | |
1965ff74 LA |
722 | ref->deletion ? NULL : ref->peer_ref, |
723 | ref->remote_status, porcelain); | |
64fcef2d DB |
724 | break; |
725 | case REF_STATUS_EXPECTING_REPORT: | |
726 | print_ref_status('!', "[remote failure]", ref, | |
1965ff74 LA |
727 | ref->deletion ? NULL : ref->peer_ref, |
728 | "remote failed to report status", porcelain); | |
64fcef2d | 729 | break; |
4ff17f10 RS |
730 | case REF_STATUS_ATOMIC_PUSH_FAILED: |
731 | print_ref_status('!', "[rejected]", ref, ref->peer_ref, | |
732 | "atomic push failed", porcelain); | |
733 | break; | |
64fcef2d | 734 | case REF_STATUS_OK: |
1965ff74 | 735 | print_ok_ref_status(ref, porcelain); |
64fcef2d DB |
736 | break; |
737 | } | |
738 | ||
739 | return 1; | |
740 | } | |
741 | ||
f1863d0d | 742 | void transport_print_push_status(const char *dest, struct ref *refs, |
10643d4e | 743 | int verbose, int porcelain, unsigned int *reject_reasons) |
64fcef2d DB |
744 | { |
745 | struct ref *ref; | |
746 | int n = 0; | |
f25950f3 CT |
747 | unsigned char head_sha1[20]; |
748 | char *head; | |
749 | ||
7695d118 | 750 | head = resolve_refdup("HEAD", RESOLVE_REF_READING, head_sha1, NULL); |
64fcef2d DB |
751 | |
752 | if (verbose) { | |
753 | for (ref = refs; ref; ref = ref->next) | |
754 | if (ref->status == REF_STATUS_UPTODATE) | |
1965ff74 | 755 | n += print_one_push_status(ref, dest, n, porcelain); |
64fcef2d DB |
756 | } |
757 | ||
758 | for (ref = refs; ref; ref = ref->next) | |
759 | if (ref->status == REF_STATUS_OK) | |
1965ff74 | 760 | n += print_one_push_status(ref, dest, n, porcelain); |
64fcef2d | 761 | |
10643d4e | 762 | *reject_reasons = 0; |
64fcef2d DB |
763 | for (ref = refs; ref; ref = ref->next) { |
764 | if (ref->status != REF_STATUS_NONE && | |
765 | ref->status != REF_STATUS_UPTODATE && | |
766 | ref->status != REF_STATUS_OK) | |
1965ff74 | 767 | n += print_one_push_status(ref, dest, n, porcelain); |
10643d4e | 768 | if (ref->status == REF_STATUS_REJECT_NONFASTFORWARD) { |
1d2c14df | 769 | if (head != NULL && !strcmp(head, ref->name)) |
10643d4e | 770 | *reject_reasons |= REJECT_NON_FF_HEAD; |
f25950f3 | 771 | else |
10643d4e | 772 | *reject_reasons |= REJECT_NON_FF_OTHER; |
dbfeddb1 CR |
773 | } else if (ref->status == REF_STATUS_REJECT_ALREADY_EXISTS) { |
774 | *reject_reasons |= REJECT_ALREADY_EXISTS; | |
75e5c0dc JH |
775 | } else if (ref->status == REF_STATUS_REJECT_FETCH_FIRST) { |
776 | *reject_reasons |= REJECT_FETCH_FIRST; | |
777 | } else if (ref->status == REF_STATUS_REJECT_NEEDS_FORCE) { | |
778 | *reject_reasons |= REJECT_NEEDS_FORCE; | |
f25950f3 | 779 | } |
64fcef2d | 780 | } |
dc76c7f7 | 781 | free(head); |
64fcef2d DB |
782 | } |
783 | ||
f1863d0d | 784 | void transport_verify_remote_names(int nr_heads, const char **heads) |
64fcef2d DB |
785 | { |
786 | int i; | |
787 | ||
788 | for (i = 0; i < nr_heads; i++) { | |
789 | const char *local = heads[i]; | |
790 | const char *remote = strrchr(heads[i], ':'); | |
791 | ||
792 | if (*local == '+') | |
793 | local++; | |
794 | ||
795 | /* A matching refspec is okay. */ | |
796 | if (remote == local && remote[1] == '\0') | |
797 | continue; | |
798 | ||
799 | remote = remote ? (remote + 1) : local; | |
8d9c5010 MH |
800 | if (check_refname_format(remote, |
801 | REFNAME_ALLOW_ONELEVEL|REFNAME_REFSPEC_PATTERN)) | |
802 | die("remote part of refspec is not a valid name in %s", | |
803 | heads[i]); | |
64fcef2d DB |
804 | } |
805 | } | |
806 | ||
807 | static int git_transport_push(struct transport *transport, struct ref *remote_refs, int flags) | |
f3fa1838 | 808 | { |
9b288516 | 809 | struct git_transport_data *data = transport->data; |
40cb4fab | 810 | struct send_pack_args args; |
64fcef2d DB |
811 | int ret; |
812 | ||
61b075bd | 813 | if (!data->got_remote_heads) { |
64fcef2d DB |
814 | struct ref *tmp_refs; |
815 | connect_setup(transport, 1, 0); | |
816 | ||
b016918b NTND |
817 | get_remote_heads(data->fd[0], NULL, 0, &tmp_refs, REF_NORMAL, |
818 | NULL, &data->shallow); | |
61b075bd | 819 | data->got_remote_heads = 1; |
64fcef2d | 820 | } |
9b288516 | 821 | |
de1a2fdd | 822 | memset(&args, 0, sizeof(args)); |
94c89ba6 | 823 | args.send_mirror = !!(flags & TRANSPORT_PUSH_MIRROR); |
40cb4fab | 824 | args.force_update = !!(flags & TRANSPORT_PUSH_FORCE); |
aa5af974 | 825 | args.use_thin_pack = data->options.thin; |
8afd8dc0 TRC |
826 | args.verbose = (transport->verbose > 0); |
827 | args.quiet = (transport->verbose < 0); | |
d7c411b7 | 828 | args.progress = transport->progress; |
40cb4fab | 829 | args.dry_run = !!(flags & TRANSPORT_PUSH_DRY_RUN); |
77555854 | 830 | args.porcelain = !!(flags & TRANSPORT_PUSH_PORCELAIN); |
d0e8e09c | 831 | args.atomic = !!(flags & TRANSPORT_PUSH_ATOMIC); |
9be89160 | 832 | args.url = transport->url; |
40cb4fab | 833 | |
30261094 DB |
834 | if (flags & TRANSPORT_PUSH_CERT_ALWAYS) |
835 | args.push_cert = SEND_PACK_PUSH_CERT_ALWAYS; | |
836 | else if (flags & TRANSPORT_PUSH_CERT_IF_ASKED) | |
837 | args.push_cert = SEND_PACK_PUSH_CERT_IF_ASKED; | |
838 | else | |
839 | args.push_cert = SEND_PACK_PUSH_CERT_NEVER; | |
840 | ||
64fcef2d DB |
841 | ret = send_pack(&args, data->fd, data->conn, remote_refs, |
842 | &data->extra_have); | |
843 | ||
844 | close(data->fd[1]); | |
845 | close(data->fd[0]); | |
846 | ret |= finish_connect(data->conn); | |
847 | data->conn = NULL; | |
61b075bd | 848 | data->got_remote_heads = 0; |
64fcef2d DB |
849 | |
850 | return ret; | |
9b288516 DB |
851 | } |
852 | ||
b236752a IL |
853 | static int connect_git(struct transport *transport, const char *name, |
854 | const char *executable, int fd[2]) | |
855 | { | |
856 | struct git_transport_data *data = transport->data; | |
857 | data->conn = git_connect(data->fd, transport->url, | |
858 | executable, 0); | |
859 | fd[0] = data->fd[0]; | |
860 | fd[1] = data->fd[1]; | |
861 | return 0; | |
862 | } | |
863 | ||
f4e95765 SP |
864 | static int disconnect_git(struct transport *transport) |
865 | { | |
ba227857 DB |
866 | struct git_transport_data *data = transport->data; |
867 | if (data->conn) { | |
61b075bd IL |
868 | if (data->got_remote_heads) |
869 | packet_flush(data->fd[1]); | |
ba227857 DB |
870 | close(data->fd[0]); |
871 | close(data->fd[1]); | |
872 | finish_connect(data->conn); | |
873 | } | |
874 | ||
875 | free(data); | |
f4e95765 SP |
876 | return 0; |
877 | } | |
878 | ||
61b075bd IL |
879 | void transport_take_over(struct transport *transport, |
880 | struct child_process *child) | |
881 | { | |
882 | struct git_transport_data *data; | |
883 | ||
884 | if (!transport->smart_options) | |
885 | die("Bug detected: Taking over transport requires non-NULL " | |
886 | "smart_options field."); | |
887 | ||
888 | data = xcalloc(1, sizeof(*data)); | |
889 | data->options = *transport->smart_options; | |
890 | data->conn = child; | |
891 | data->fd[0] = data->conn->out; | |
892 | data->fd[1] = data->conn->in; | |
893 | data->got_remote_heads = 0; | |
894 | transport->data = data; | |
895 | ||
896 | transport->set_option = NULL; | |
897 | transport->get_refs_list = get_refs_via_connect; | |
898 | transport->fetch = fetch_refs_via_pack; | |
899 | transport->push = NULL; | |
900 | transport->push_refs = git_transport_push; | |
901 | transport->disconnect = disconnect_git; | |
902 | transport->smart_options = &(data->options); | |
b26ed430 JH |
903 | |
904 | transport->cannot_reuse = 1; | |
61b075bd IL |
905 | } |
906 | ||
9b288516 DB |
907 | static int is_file(const char *url) |
908 | { | |
909 | struct stat buf; | |
910 | if (stat(url, &buf)) | |
911 | return 0; | |
912 | return S_ISREG(buf.st_mode); | |
913 | } | |
914 | ||
25d5cc48 IL |
915 | static int external_specification_len(const char *url) |
916 | { | |
917 | return strchr(url, ':') - url; | |
918 | } | |
919 | ||
5088d3b3 | 920 | static const struct string_list *protocol_whitelist(void) |
a5adaced | 921 | { |
5088d3b3 JK |
922 | static int enabled = -1; |
923 | static struct string_list allowed = STRING_LIST_INIT_DUP; | |
a5adaced | 924 | |
5088d3b3 JK |
925 | if (enabled < 0) { |
926 | const char *v = getenv("GIT_ALLOW_PROTOCOL"); | |
927 | if (v) { | |
928 | string_list_split(&allowed, v, ':', -1); | |
929 | string_list_sort(&allowed); | |
930 | enabled = 1; | |
931 | } else { | |
932 | enabled = 0; | |
933 | } | |
934 | } | |
935 | ||
936 | return enabled ? &allowed : NULL; | |
937 | } | |
a5adaced | 938 | |
5088d3b3 JK |
939 | int is_transport_allowed(const char *type) |
940 | { | |
941 | const struct string_list *allowed = protocol_whitelist(); | |
942 | return !allowed || string_list_has_string(allowed, type); | |
943 | } | |
944 | ||
945 | void transport_check_allowed(const char *type) | |
946 | { | |
947 | if (!is_transport_allowed(type)) | |
a5adaced | 948 | die("transport '%s' not allowed", type); |
5088d3b3 JK |
949 | } |
950 | ||
951 | int transport_restrict_protocols(void) | |
952 | { | |
953 | return !!protocol_whitelist(); | |
a5adaced JK |
954 | } |
955 | ||
e5f4e214 | 956 | struct transport *transport_get(struct remote *remote, const char *url) |
9b288516 | 957 | { |
4da50460 | 958 | const char *helper; |
8eb554ae SP |
959 | struct transport *ret = xcalloc(1, sizeof(*ret)); |
960 | ||
d01b3c02 TRC |
961 | ret->progress = isatty(2); |
962 | ||
c1d45cf7 DB |
963 | if (!remote) |
964 | die("No remote provided to transport_get()"); | |
965 | ||
b0d66e15 | 966 | ret->got_remote_refs = 0; |
8eb554ae | 967 | ret->remote = remote; |
4da50460 | 968 | helper = remote->foreign_vcs; |
fb0cc87e | 969 | |
cb21d8f0 | 970 | if (!url && remote->url) |
fb0cc87e | 971 | url = remote->url[0]; |
8eb554ae | 972 | ret->url = url; |
8eb554ae | 973 | |
87422439 JS |
974 | /* maybe it is a foreign URL? */ |
975 | if (url) { | |
976 | const char *p = url; | |
977 | ||
638794cd | 978 | while (is_urlschemechar(p == url, *p)) |
87422439 | 979 | p++; |
59556548 | 980 | if (starts_with(p, "::")) |
4da50460 | 981 | helper = xstrndup(url, p - url); |
87422439 JS |
982 | } |
983 | ||
4da50460 IL |
984 | if (helper) { |
985 | transport_helper_init(ret, helper); | |
59556548 | 986 | } else if (starts_with(url, "rsync:")) { |
a5adaced | 987 | transport_check_allowed("rsync"); |
cd547b48 JS |
988 | ret->get_refs_list = get_refs_via_rsync; |
989 | ret->fetch = fetch_objs_via_rsync; | |
990 | ret->push = rsync_transport_push; | |
aa5af974 | 991 | ret->smart_options = NULL; |
c59ab2e5 | 992 | } else if (url_is_local_not_ssh(url) && is_file(url) && is_bundle(url, 1)) { |
c7a8a162 | 993 | struct bundle_transport_data *data = xcalloc(1, sizeof(*data)); |
a5adaced | 994 | transport_check_allowed("file"); |
c7a8a162 | 995 | ret->data = data; |
824d5776 SP |
996 | ret->get_refs_list = get_refs_from_bundle; |
997 | ret->fetch = fetch_refs_from_bundle; | |
998 | ret->disconnect = close_bundle; | |
aa5af974 | 999 | ret->smart_options = NULL; |
25d5cc48 | 1000 | } else if (!is_url(url) |
59556548 CC |
1001 | || starts_with(url, "file://") |
1002 | || starts_with(url, "git://") | |
1003 | || starts_with(url, "ssh://") | |
1004 | || starts_with(url, "git+ssh://") | |
1005 | || starts_with(url, "ssh+git://")) { | |
a5adaced JK |
1006 | /* |
1007 | * These are builtin smart transports; "allowed" transports | |
1008 | * will be checked individually in git_connect. | |
1009 | */ | |
9b288516 | 1010 | struct git_transport_data *data = xcalloc(1, sizeof(*data)); |
9b288516 | 1011 | ret->data = data; |
aa5af974 | 1012 | ret->set_option = NULL; |
824d5776 SP |
1013 | ret->get_refs_list = get_refs_via_connect; |
1014 | ret->fetch = fetch_refs_via_pack; | |
64fcef2d | 1015 | ret->push_refs = git_transport_push; |
b236752a | 1016 | ret->connect = connect_git; |
f4e95765 | 1017 | ret->disconnect = disconnect_git; |
aa5af974 | 1018 | ret->smart_options = &(data->options); |
824d5776 | 1019 | |
ba227857 | 1020 | data->conn = NULL; |
61b075bd | 1021 | data->got_remote_heads = 0; |
25d5cc48 IL |
1022 | } else { |
1023 | /* Unknown protocol in URL. Pass to external handler. */ | |
1024 | int len = external_specification_len(url); | |
6b33894f | 1025 | char *handler = xmemdupz(url, len); |
25d5cc48 | 1026 | transport_helper_init(ret, handler); |
9b288516 | 1027 | } |
8eb554ae | 1028 | |
aa5af974 IL |
1029 | if (ret->smart_options) { |
1030 | ret->smart_options->thin = 1; | |
1031 | ret->smart_options->uploadpack = "git-upload-pack"; | |
1032 | if (remote->uploadpack) | |
1033 | ret->smart_options->uploadpack = remote->uploadpack; | |
1034 | ret->smart_options->receivepack = "git-receive-pack"; | |
1035 | if (remote->receivepack) | |
1036 | ret->smart_options->receivepack = remote->receivepack; | |
1037 | } | |
1038 | ||
9b288516 DB |
1039 | return ret; |
1040 | } | |
1041 | ||
1042 | int transport_set_option(struct transport *transport, | |
1043 | const char *name, const char *value) | |
1044 | { | |
aa5af974 IL |
1045 | int git_reports = 1, protocol_reports = 1; |
1046 | ||
1047 | if (transport->smart_options) | |
1048 | git_reports = set_git_option(transport->smart_options, | |
1049 | name, value); | |
1050 | ||
824d5776 | 1051 | if (transport->set_option) |
aa5af974 IL |
1052 | protocol_reports = transport->set_option(transport, name, |
1053 | value); | |
1054 | ||
1055 | /* If either report is 0, report 0 (success). */ | |
1056 | if (!git_reports || !protocol_reports) | |
1057 | return 0; | |
1058 | /* If either reports -1 (invalid value), report -1. */ | |
1059 | if ((git_reports == -1) || (protocol_reports == -1)) | |
1060 | return -1; | |
1061 | /* Otherwise if both report unknown, report unknown. */ | |
ab865e6e | 1062 | return 1; |
9b288516 DB |
1063 | } |
1064 | ||
d01b3c02 TRC |
1065 | void transport_set_verbosity(struct transport *transport, int verbosity, |
1066 | int force_progress) | |
bde873c5 | 1067 | { |
bd2c86ef | 1068 | if (verbosity >= 1) |
bde873c5 TRC |
1069 | transport->verbose = verbosity <= 3 ? verbosity : 3; |
1070 | if (verbosity < 0) | |
1071 | transport->verbose = -1; | |
d01b3c02 TRC |
1072 | |
1073 | /** | |
1074 | * Rules used to determine whether to report progress (processing aborts | |
1075 | * when a rule is satisfied): | |
1076 | * | |
01fdc21f CB |
1077 | * . Report progress, if force_progress is 1 (ie. --progress). |
1078 | * . Don't report progress, if force_progress is 0 (ie. --no-progress). | |
1079 | * . Don't report progress, if verbosity < 0 (ie. -q/--quiet ). | |
1080 | * . Report progress if isatty(2) is 1. | |
d01b3c02 | 1081 | **/ |
01fdc21f CB |
1082 | if (force_progress >= 0) |
1083 | transport->progress = !!force_progress; | |
1084 | else | |
1085 | transport->progress = verbosity >= 0 && isatty(2); | |
bde873c5 TRC |
1086 | } |
1087 | ||
a762e51e HV |
1088 | static void die_with_unpushed_submodules(struct string_list *needs_pushing) |
1089 | { | |
1090 | int i; | |
1091 | ||
1092 | fprintf(stderr, "The following submodule paths contain changes that can\n" | |
1093 | "not be found on any remote:\n"); | |
1094 | for (i = 0; i < needs_pushing->nr; i++) | |
1095 | printf(" %s\n", needs_pushing->items[i].string); | |
eb21c732 HV |
1096 | fprintf(stderr, "\nPlease try\n\n" |
1097 | " git push --recurse-submodules=on-demand\n\n" | |
1098 | "or cd to the path and use\n\n" | |
1099 | " git push\n\n" | |
1100 | "to push them to a remote.\n\n"); | |
a762e51e HV |
1101 | |
1102 | string_list_clear(needs_pushing, 0); | |
1103 | ||
1104 | die("Aborting."); | |
1105 | } | |
1106 | ||
ec55559f AS |
1107 | static int run_pre_push_hook(struct transport *transport, |
1108 | struct ref *remote_refs) | |
1109 | { | |
1110 | int ret = 0, x; | |
1111 | struct ref *r; | |
d3180279 | 1112 | struct child_process proc = CHILD_PROCESS_INIT; |
ec55559f AS |
1113 | struct strbuf buf; |
1114 | const char *argv[4]; | |
1115 | ||
1116 | if (!(argv[0] = find_hook("pre-push"))) | |
1117 | return 0; | |
1118 | ||
1119 | argv[1] = transport->remote->name; | |
1120 | argv[2] = transport->url; | |
1121 | argv[3] = NULL; | |
1122 | ||
ec55559f AS |
1123 | proc.argv = argv; |
1124 | proc.in = -1; | |
1125 | ||
1126 | if (start_command(&proc)) { | |
1127 | finish_command(&proc); | |
1128 | return -1; | |
1129 | } | |
1130 | ||
af65f68c CB |
1131 | sigchain_push(SIGPIPE, SIG_IGN); |
1132 | ||
ec55559f AS |
1133 | strbuf_init(&buf, 256); |
1134 | ||
1135 | for (r = remote_refs; r; r = r->next) { | |
1136 | if (!r->peer_ref) continue; | |
1137 | if (r->status == REF_STATUS_REJECT_NONFASTFORWARD) continue; | |
631b5ef2 | 1138 | if (r->status == REF_STATUS_REJECT_STALE) continue; |
ec55559f AS |
1139 | if (r->status == REF_STATUS_UPTODATE) continue; |
1140 | ||
1141 | strbuf_reset(&buf); | |
1142 | strbuf_addf( &buf, "%s %s %s %s\n", | |
f4e54d02 | 1143 | r->peer_ref->name, oid_to_hex(&r->new_oid), |
1144 | r->name, oid_to_hex(&r->old_oid)); | |
ec55559f | 1145 | |
af65f68c CB |
1146 | if (write_in_full(proc.in, buf.buf, buf.len) < 0) { |
1147 | /* We do not mind if a hook does not read all refs. */ | |
1148 | if (errno != EPIPE) | |
1149 | ret = -1; | |
ec55559f AS |
1150 | break; |
1151 | } | |
1152 | } | |
1153 | ||
1154 | strbuf_release(&buf); | |
1155 | ||
1156 | x = close(proc.in); | |
1157 | if (!ret) | |
1158 | ret = x; | |
1159 | ||
af65f68c CB |
1160 | sigchain_pop(SIGPIPE); |
1161 | ||
ec55559f AS |
1162 | x = finish_command(&proc); |
1163 | if (!ret) | |
1164 | ret = x; | |
1165 | ||
1166 | return ret; | |
1167 | } | |
1168 | ||
9b288516 | 1169 | int transport_push(struct transport *transport, |
07436e43 | 1170 | int refspec_nr, const char **refspec, int flags, |
10643d4e | 1171 | unsigned int *reject_reasons) |
9b288516 | 1172 | { |
10643d4e | 1173 | *reject_reasons = 0; |
f1863d0d | 1174 | transport_verify_remote_names(refspec_nr, refspec); |
64fcef2d | 1175 | |
61b075bd | 1176 | if (transport->push) { |
e9fcd1e2 IL |
1177 | /* Maybe FIXME. But no important transport uses this case. */ |
1178 | if (flags & TRANSPORT_PUSH_SET_UPSTREAM) | |
1179 | die("This transport does not support using --set-upstream"); | |
1180 | ||
64fcef2d | 1181 | return transport->push(transport, refspec_nr, refspec, flags); |
61b075bd | 1182 | } else if (transport->push_refs) { |
ba928c13 | 1183 | struct ref *remote_refs; |
64fcef2d DB |
1184 | struct ref *local_refs = get_local_heads(); |
1185 | int match_flags = MATCH_REFS_NONE; | |
8afd8dc0 TRC |
1186 | int verbose = (transport->verbose > 0); |
1187 | int quiet = (transport->verbose < 0); | |
1965ff74 | 1188 | int porcelain = flags & TRANSPORT_PUSH_PORCELAIN; |
e9fcd1e2 | 1189 | int pretend = flags & TRANSPORT_PUSH_DRY_RUN; |
77555854 | 1190 | int push_ret, ret, err; |
64fcef2d | 1191 | |
ba928c13 JK |
1192 | if (check_push_refs(local_refs, refspec_nr, refspec) < 0) |
1193 | return -1; | |
1194 | ||
1195 | remote_refs = transport->get_refs_list(transport, 1); | |
1196 | ||
64fcef2d DB |
1197 | if (flags & TRANSPORT_PUSH_ALL) |
1198 | match_flags |= MATCH_REFS_ALL; | |
1199 | if (flags & TRANSPORT_PUSH_MIRROR) | |
1200 | match_flags |= MATCH_REFS_MIRROR; | |
6ddba5e2 FC |
1201 | if (flags & TRANSPORT_PUSH_PRUNE) |
1202 | match_flags |= MATCH_REFS_PRUNE; | |
c2aba155 JH |
1203 | if (flags & TRANSPORT_PUSH_FOLLOW_TAGS) |
1204 | match_flags |= MATCH_REFS_FOLLOW_TAGS; | |
64fcef2d | 1205 | |
29753cdd JH |
1206 | if (match_push_refs(local_refs, &remote_refs, |
1207 | refspec_nr, refspec, match_flags)) { | |
64fcef2d DB |
1208 | return -1; |
1209 | } | |
1210 | ||
91048a95 JH |
1211 | if (transport->smart_options && |
1212 | transport->smart_options->cas && | |
1213 | !is_empty_cas(transport->smart_options->cas)) | |
1214 | apply_push_cas(transport->smart_options->cas, | |
1215 | transport->remote, remote_refs); | |
1216 | ||
20e8b465 TRC |
1217 | set_ref_status_for_push(remote_refs, |
1218 | flags & TRANSPORT_PUSH_MIRROR, | |
1219 | flags & TRANSPORT_PUSH_FORCE); | |
1220 | ||
ec55559f AS |
1221 | if (!(flags & TRANSPORT_PUSH_NO_HOOK)) |
1222 | if (run_pre_push_hook(transport, remote_refs)) | |
1223 | return -1; | |
1224 | ||
eb21c732 | 1225 | if ((flags & TRANSPORT_RECURSE_SUBMODULES_ON_DEMAND) && !is_bare_repository()) { |
d2b17b32 FG |
1226 | struct ref *ref = remote_refs; |
1227 | for (; ref; ref = ref->next) | |
f4e54d02 | 1228 | if (!is_null_oid(&ref->new_oid) && |
1229 | !push_unpushed_submodules(ref->new_oid.hash, | |
eb21c732 HV |
1230 | transport->remote->name)) |
1231 | die ("Failed to push all needed submodules!"); | |
1232 | } | |
1233 | ||
1234 | if ((flags & (TRANSPORT_RECURSE_SUBMODULES_ON_DEMAND | | |
1235 | TRANSPORT_RECURSE_SUBMODULES_CHECK)) && !is_bare_repository()) { | |
d2b17b32 | 1236 | struct ref *ref = remote_refs; |
f93d7c6f | 1237 | struct string_list needs_pushing = STRING_LIST_INIT_DUP; |
a762e51e | 1238 | |
d2b17b32 | 1239 | for (; ref; ref = ref->next) |
f4e54d02 | 1240 | if (!is_null_oid(&ref->new_oid) && |
1241 | find_unpushed_submodules(ref->new_oid.hash, | |
a762e51e HV |
1242 | transport->remote->name, &needs_pushing)) |
1243 | die_with_unpushed_submodules(&needs_pushing); | |
d2b17b32 FG |
1244 | } |
1245 | ||
77555854 | 1246 | push_ret = transport->push_refs(transport, remote_refs, flags); |
42328267 | 1247 | err = push_had_errors(remote_refs); |
77555854 | 1248 | ret = push_ret | err; |
64fcef2d | 1249 | |
42328267 | 1250 | if (!quiet || err) |
f1863d0d | 1251 | transport_print_push_status(transport->url, remote_refs, |
6ffd7812 | 1252 | verbose | porcelain, porcelain, |
10643d4e | 1253 | reject_reasons); |
64fcef2d | 1254 | |
e9fcd1e2 IL |
1255 | if (flags & TRANSPORT_PUSH_SET_UPSTREAM) |
1256 | set_upstreams(transport, remote_refs, pretend); | |
1257 | ||
64fcef2d DB |
1258 | if (!(flags & TRANSPORT_PUSH_DRY_RUN)) { |
1259 | struct ref *ref; | |
1260 | for (ref = remote_refs; ref; ref = ref->next) | |
f1863d0d | 1261 | transport_update_tracking_ref(transport->remote, ref, verbose); |
64fcef2d DB |
1262 | } |
1263 | ||
77555854 LA |
1264 | if (porcelain && !push_ret) |
1265 | puts("Done"); | |
66bce02e | 1266 | else if (!quiet && !ret && !transport_refs_pushed(remote_refs)) |
64fcef2d | 1267 | fprintf(stderr, "Everything up-to-date\n"); |
77555854 | 1268 | |
64fcef2d DB |
1269 | return ret; |
1270 | } | |
1271 | return 1; | |
9b288516 DB |
1272 | } |
1273 | ||
4577370e | 1274 | const struct ref *transport_get_remote_refs(struct transport *transport) |
c29727d5 | 1275 | { |
b0d66e15 | 1276 | if (!transport->got_remote_refs) { |
64fcef2d | 1277 | transport->remote_refs = transport->get_refs_list(transport, 0); |
b0d66e15 TRC |
1278 | transport->got_remote_refs = 1; |
1279 | } | |
61b075bd | 1280 | |
c29727d5 DB |
1281 | return transport->remote_refs; |
1282 | } | |
1283 | ||
37148311 | 1284 | int transport_fetch_refs(struct transport *transport, struct ref *refs) |
c29727d5 | 1285 | { |
425b1393 | 1286 | int rc; |
86386829 | 1287 | int nr_heads = 0, nr_alloc = 0, nr_refs = 0; |
37148311 DB |
1288 | struct ref **heads = NULL; |
1289 | struct ref *rm; | |
c29727d5 DB |
1290 | |
1291 | for (rm = refs; rm; rm = rm->next) { | |
86386829 | 1292 | nr_refs++; |
c29727d5 | 1293 | if (rm->peer_ref && |
f4e54d02 | 1294 | !is_null_oid(&rm->old_oid) && |
1295 | !oidcmp(&rm->peer_ref->old_oid, &rm->old_oid)) | |
c29727d5 | 1296 | continue; |
7a2bff45 | 1297 | ALLOC_GROW(heads, nr_heads + 1, nr_alloc); |
425b1393 | 1298 | heads[nr_heads++] = rm; |
c29727d5 DB |
1299 | } |
1300 | ||
86386829 NP |
1301 | if (!nr_heads) { |
1302 | /* | |
1303 | * When deepening of a shallow repository is requested, | |
1304 | * then local and remote refs are likely to still be equal. | |
1305 | * Just feed them all to the fetch method in that case. | |
1306 | * This condition shouldn't be met in a non-deepening fetch | |
09b7e220 | 1307 | * (see builtin/fetch.c:quickfetch()). |
86386829 NP |
1308 | */ |
1309 | heads = xmalloc(nr_refs * sizeof(*heads)); | |
1310 | for (rm = refs; rm; rm = rm->next) | |
1311 | heads[nr_heads++] = rm; | |
1312 | } | |
1313 | ||
824d5776 | 1314 | rc = transport->fetch(transport, nr_heads, heads); |
61b075bd | 1315 | |
c29727d5 | 1316 | free(heads); |
425b1393 | 1317 | return rc; |
c29727d5 DB |
1318 | } |
1319 | ||
1788c39c SP |
1320 | void transport_unlock_pack(struct transport *transport) |
1321 | { | |
1322 | if (transport->pack_lockfile) { | |
691f1a28 | 1323 | unlink_or_warn(transport->pack_lockfile); |
1788c39c SP |
1324 | free(transport->pack_lockfile); |
1325 | transport->pack_lockfile = NULL; | |
1326 | } | |
1327 | } | |
1328 | ||
b236752a IL |
1329 | int transport_connect(struct transport *transport, const char *name, |
1330 | const char *exec, int fd[2]) | |
1331 | { | |
1332 | if (transport->connect) | |
1333 | return transport->connect(transport, name, exec, fd); | |
1334 | else | |
1335 | die("Operation not supported by protocol"); | |
1336 | } | |
1337 | ||
9b288516 DB |
1338 | int transport_disconnect(struct transport *transport) |
1339 | { | |
1340 | int ret = 0; | |
824d5776 SP |
1341 | if (transport->disconnect) |
1342 | ret = transport->disconnect(transport); | |
9b288516 DB |
1343 | free(transport); |
1344 | return ret; | |
1345 | } | |
47abd85b AE |
1346 | |
1347 | /* | |
a7793a74 | 1348 | * Strip username (and password) from a URL and return |
47abd85b AE |
1349 | * it in a newly allocated string. |
1350 | */ | |
1351 | char *transport_anonymize_url(const char *url) | |
1352 | { | |
1353 | char *anon_url, *scheme_prefix, *anon_part; | |
1354 | size_t anon_len, prefix_len = 0; | |
1355 | ||
1356 | anon_part = strchr(url, '@'); | |
c59ab2e5 | 1357 | if (url_is_local_not_ssh(url) || !anon_part) |
47abd85b AE |
1358 | goto literal_copy; |
1359 | ||
1360 | anon_len = strlen(++anon_part); | |
1361 | scheme_prefix = strstr(url, "://"); | |
1362 | if (!scheme_prefix) { | |
1363 | if (!strchr(anon_part, ':')) | |
1364 | /* cannot be "me@there:/path/name" */ | |
1365 | goto literal_copy; | |
1366 | } else { | |
1367 | const char *cp; | |
1368 | /* make sure scheme is reasonable */ | |
1369 | for (cp = url; cp < scheme_prefix; cp++) { | |
1370 | switch (*cp) { | |
1371 | /* RFC 1738 2.1 */ | |
1372 | case '+': case '.': case '-': | |
1373 | break; /* ok */ | |
1374 | default: | |
1375 | if (isalnum(*cp)) | |
1376 | break; | |
1377 | /* it isn't */ | |
1378 | goto literal_copy; | |
1379 | } | |
1380 | } | |
1381 | /* @ past the first slash does not count */ | |
1382 | cp = strchr(scheme_prefix + 3, '/'); | |
1383 | if (cp && cp < anon_part) | |
1384 | goto literal_copy; | |
1385 | prefix_len = scheme_prefix - url + 3; | |
1386 | } | |
1387 | anon_url = xcalloc(1, 1 + prefix_len + anon_len); | |
1388 | memcpy(anon_url, url, prefix_len); | |
1389 | memcpy(anon_url + prefix_len, anon_part, anon_len); | |
1390 | return anon_url; | |
1391 | literal_copy: | |
1392 | return xstrdup(url); | |
1393 | } | |
36cfda15 | 1394 | |
114a6a88 JK |
1395 | struct alternate_refs_data { |
1396 | alternate_ref_fn *fn; | |
1397 | void *data; | |
1398 | }; | |
1399 | ||
1400 | static int refs_from_alternate_cb(struct alternate_object_database *e, | |
1401 | void *data) | |
36cfda15 JH |
1402 | { |
1403 | char *other; | |
1404 | size_t len; | |
1405 | struct remote *remote; | |
1406 | struct transport *transport; | |
1407 | const struct ref *extra; | |
114a6a88 | 1408 | struct alternate_refs_data *cb = data; |
36cfda15 JH |
1409 | |
1410 | e->name[-1] = '\0'; | |
91b3c7ce | 1411 | other = xstrdup(real_path(e->base)); |
36cfda15 JH |
1412 | e->name[-1] = '/'; |
1413 | len = strlen(other); | |
1414 | ||
1415 | while (other[len-1] == '/') | |
1416 | other[--len] = '\0'; | |
1417 | if (len < 8 || memcmp(other + len - 8, "/objects", 8)) | |
def06971 | 1418 | goto out; |
36cfda15 JH |
1419 | /* Is this a git repository with refs? */ |
1420 | memcpy(other + len - 8, "/refs", 6); | |
1421 | if (!is_directory(other)) | |
def06971 | 1422 | goto out; |
36cfda15 JH |
1423 | other[len - 8] = '\0'; |
1424 | remote = remote_get(other); | |
1425 | transport = transport_get(remote, other); | |
1426 | for (extra = transport_get_remote_refs(transport); | |
1427 | extra; | |
1428 | extra = extra->next) | |
114a6a88 | 1429 | cb->fn(extra, cb->data); |
36cfda15 | 1430 | transport_disconnect(transport); |
def06971 | 1431 | out: |
36cfda15 JH |
1432 | free(other); |
1433 | return 0; | |
1434 | } | |
114a6a88 JK |
1435 | |
1436 | void for_each_alternate_ref(alternate_ref_fn fn, void *data) | |
1437 | { | |
1438 | struct alternate_refs_data cb; | |
1439 | cb.fn = fn; | |
1440 | cb.data = data; | |
1441 | foreach_alt_odb(refs_from_alternate_cb, &cb); | |
1442 | } |