]>
Commit | Line | Data |
---|---|---|
9b288516 DB |
1 | #include "cache.h" |
2 | #include "transport.h" | |
3 | #include "run-command.h" | |
c29727d5 DB |
4 | #include "http.h" |
5 | #include "pkt-line.h" | |
6 | #include "fetch-pack.h" | |
7 | #include "walker.h" | |
8 | ||
9 | /* Generic functions for using commit walkers */ | |
10 | ||
11 | static int fetch_objs_via_walker(const struct transport *transport, | |
12 | int nr_objs, char **objs) | |
13 | { | |
14 | char *dest = xstrdup(transport->url); | |
15 | struct walker *walker = transport->data; | |
16 | ||
17 | walker->get_all = 1; | |
18 | walker->get_tree = 1; | |
19 | walker->get_history = 1; | |
20 | walker->get_verbosely = transport->verbose; | |
21 | walker->get_recover = 0; | |
22 | ||
23 | if (walker_fetch(walker, nr_objs, objs, NULL, dest)) | |
24 | die("Fetch failed."); | |
25 | ||
26 | free(dest); | |
27 | return 0; | |
28 | } | |
29 | ||
30 | static int disconnect_walker(struct transport *transport) | |
31 | { | |
32 | struct walker *walker = transport->data; | |
33 | if (walker) | |
34 | walker_free(walker); | |
35 | return 0; | |
36 | } | |
9b288516 DB |
37 | |
38 | static const struct transport_ops rsync_transport; | |
39 | ||
40 | static int curl_transport_push(struct transport *transport, int refspec_nr, const char **refspec, int flags) { | |
41 | const char **argv; | |
42 | int argc; | |
43 | int err; | |
44 | ||
45 | argv = xmalloc((refspec_nr + 11) * sizeof(char *)); | |
46 | argv[0] = "http-push"; | |
47 | argc = 1; | |
48 | if (flags & TRANSPORT_PUSH_ALL) | |
49 | argv[argc++] = "--all"; | |
50 | if (flags & TRANSPORT_PUSH_FORCE) | |
51 | argv[argc++] = "--force"; | |
52 | argv[argc++] = transport->url; | |
53 | while (refspec_nr--) | |
54 | argv[argc++] = *refspec++; | |
55 | argv[argc] = NULL; | |
56 | err = run_command_v_opt(argv, RUN_GIT_CMD); | |
57 | switch (err) { | |
58 | case -ERR_RUN_COMMAND_FORK: | |
59 | error("unable to fork for %s", argv[0]); | |
60 | case -ERR_RUN_COMMAND_EXEC: | |
61 | error("unable to exec %s", argv[0]); | |
62 | break; | |
63 | case -ERR_RUN_COMMAND_WAITPID: | |
64 | case -ERR_RUN_COMMAND_WAITPID_WRONG_PID: | |
65 | case -ERR_RUN_COMMAND_WAITPID_SIGNAL: | |
66 | case -ERR_RUN_COMMAND_WAITPID_NOEXIT: | |
67 | error("%s died with strange error", argv[0]); | |
68 | } | |
69 | return !!err; | |
70 | } | |
71 | ||
c29727d5 DB |
72 | #ifndef NO_CURL |
73 | static int missing__target(int code, int result) | |
74 | { | |
75 | return /* file:// URL -- do we ever use one??? */ | |
76 | (result == CURLE_FILE_COULDNT_READ_FILE) || | |
77 | /* http:// and https:// URL */ | |
78 | (code == 404 && result == CURLE_HTTP_RETURNED_ERROR) || | |
79 | /* ftp:// URL */ | |
80 | (code == 550 && result == CURLE_FTP_COULDNT_RETR_FILE) | |
81 | ; | |
82 | } | |
83 | ||
84 | #define missing_target(a) missing__target((a)->http_code, (a)->curl_result) | |
85 | ||
86 | static struct ref *get_refs_via_curl(const struct transport *transport) | |
87 | { | |
88 | struct buffer buffer; | |
89 | char *data, *start, *mid; | |
90 | char *ref_name; | |
91 | char *refs_url; | |
92 | int i = 0; | |
93 | ||
94 | struct active_request_slot *slot; | |
95 | struct slot_results results; | |
96 | ||
97 | struct ref *refs = NULL; | |
98 | struct ref *ref = NULL; | |
99 | struct ref *last_ref = NULL; | |
100 | ||
101 | data = xmalloc(4096); | |
102 | buffer.size = 4096; | |
103 | buffer.posn = 0; | |
104 | buffer.buffer = data; | |
105 | ||
106 | refs_url = xmalloc(strlen(transport->url) + 11); | |
107 | sprintf(refs_url, "%s/info/refs", transport->url); | |
108 | ||
109 | http_init(); | |
110 | ||
111 | slot = get_active_slot(); | |
112 | slot->results = &results; | |
113 | curl_easy_setopt(slot->curl, CURLOPT_FILE, &buffer); | |
114 | curl_easy_setopt(slot->curl, CURLOPT_WRITEFUNCTION, fwrite_buffer); | |
115 | curl_easy_setopt(slot->curl, CURLOPT_URL, refs_url); | |
116 | curl_easy_setopt(slot->curl, CURLOPT_HTTPHEADER, NULL); | |
117 | if (start_active_slot(slot)) { | |
118 | run_active_slot(slot); | |
119 | if (results.curl_result != CURLE_OK) { | |
120 | if (missing_target(&results)) { | |
121 | free(buffer.buffer); | |
122 | return NULL; | |
123 | } else { | |
124 | free(buffer.buffer); | |
125 | error("%s", curl_errorstr); | |
126 | return NULL; | |
127 | } | |
128 | } | |
129 | } else { | |
130 | free(buffer.buffer); | |
131 | error("Unable to start request"); | |
132 | return NULL; | |
133 | } | |
134 | ||
135 | http_cleanup(); | |
136 | ||
137 | data = buffer.buffer; | |
138 | start = NULL; | |
139 | mid = data; | |
140 | while (i < buffer.posn) { | |
141 | if (!start) | |
142 | start = &data[i]; | |
143 | if (data[i] == '\t') | |
144 | mid = &data[i]; | |
145 | if (data[i] == '\n') { | |
146 | data[i] = 0; | |
147 | ref_name = mid + 1; | |
148 | ref = xmalloc(sizeof(struct ref) + | |
149 | strlen(ref_name) + 1); | |
150 | memset(ref, 0, sizeof(struct ref)); | |
151 | strcpy(ref->name, ref_name); | |
152 | get_sha1_hex(start, ref->old_sha1); | |
153 | if (!refs) | |
154 | refs = ref; | |
155 | if (last_ref) | |
156 | last_ref->next = ref; | |
157 | last_ref = ref; | |
158 | start = NULL; | |
159 | } | |
160 | i++; | |
161 | } | |
162 | ||
163 | free(buffer.buffer); | |
164 | ||
165 | return refs; | |
166 | } | |
167 | ||
168 | #else | |
169 | ||
170 | static struct ref *get_refs_via_curl(const struct transport *transport) | |
171 | { | |
172 | die("Cannot fetch from '%s' without curl ...", transport->url); | |
173 | return NULL; | |
174 | } | |
175 | ||
176 | #endif | |
177 | ||
9b288516 DB |
178 | static const struct transport_ops curl_transport = { |
179 | /* set_option */ NULL, | |
c29727d5 DB |
180 | /* get_refs_list */ get_refs_via_curl, |
181 | /* fetch_refs */ NULL, | |
182 | /* fetch_objs */ fetch_objs_via_walker, | |
183 | /* push */ curl_transport_push, | |
184 | /* disconnect */ disconnect_walker | |
9b288516 DB |
185 | }; |
186 | ||
187 | static const struct transport_ops bundle_transport = { | |
188 | }; | |
189 | ||
190 | struct git_transport_data { | |
191 | unsigned thin : 1; | |
c29727d5 DB |
192 | unsigned keep : 1; |
193 | ||
194 | int unpacklimit; | |
9b288516 | 195 | |
c29727d5 DB |
196 | int depth; |
197 | ||
198 | const char *uploadpack; | |
9b288516 DB |
199 | const char *receivepack; |
200 | }; | |
201 | ||
202 | static int set_git_option(struct transport *connection, | |
203 | const char *name, const char *value) | |
204 | { | |
205 | struct git_transport_data *data = connection->data; | |
c29727d5 DB |
206 | if (!strcmp(name, TRANS_OPT_UPLOADPACK)) { |
207 | data->uploadpack = value; | |
208 | return 0; | |
209 | } else if (!strcmp(name, TRANS_OPT_RECEIVEPACK)) { | |
9b288516 DB |
210 | data->receivepack = value; |
211 | return 0; | |
212 | } else if (!strcmp(name, TRANS_OPT_THIN)) { | |
213 | data->thin = !!value; | |
214 | return 0; | |
c29727d5 DB |
215 | } else if (!strcmp(name, TRANS_OPT_KEEP)) { |
216 | data->keep = !!value; | |
217 | return 0; | |
218 | } else if (!strcmp(name, TRANS_OPT_UNPACKLIMIT)) { | |
219 | data->unpacklimit = atoi(value); | |
220 | return 0; | |
221 | } else if (!strcmp(name, TRANS_OPT_DEPTH)) { | |
222 | if (!value) | |
223 | data->depth = 0; | |
224 | else | |
225 | data->depth = atoi(value); | |
226 | return 0; | |
9b288516 DB |
227 | } |
228 | return 1; | |
229 | } | |
230 | ||
c29727d5 DB |
231 | static struct ref *get_refs_via_connect(const struct transport *transport) |
232 | { | |
233 | struct git_transport_data *data = transport->data; | |
234 | struct ref *refs; | |
235 | int fd[2]; | |
236 | pid_t pid; | |
237 | char *dest = xstrdup(transport->url); | |
238 | ||
239 | pid = git_connect(fd, dest, data->uploadpack, 0); | |
240 | ||
241 | if (pid < 0) | |
242 | die("Failed to connect to \"%s\"", transport->url); | |
243 | ||
244 | get_remote_heads(fd[0], &refs, 0, NULL, 0); | |
245 | packet_flush(fd[1]); | |
246 | ||
247 | finish_connect(pid); | |
248 | ||
249 | free(dest); | |
250 | ||
251 | return refs; | |
252 | } | |
253 | ||
254 | static int fetch_refs_via_pack(const struct transport *transport, | |
255 | int nr_heads, char **heads) | |
256 | { | |
257 | struct git_transport_data *data = transport->data; | |
258 | struct ref *refs; | |
259 | char *dest = xstrdup(transport->url); | |
260 | struct fetch_pack_args args; | |
261 | ||
262 | args.uploadpack = data->uploadpack; | |
263 | args.quiet = 0; | |
264 | args.keep_pack = data->keep; | |
265 | args.unpacklimit = data->unpacklimit; | |
266 | args.use_thin_pack = data->thin; | |
267 | args.fetch_all = 0; | |
268 | args.verbose = transport->verbose; | |
269 | args.depth = data->depth; | |
270 | args.no_progress = 0; | |
271 | ||
272 | setup_fetch_pack(&args); | |
273 | ||
274 | refs = fetch_pack(dest, nr_heads, heads); | |
275 | ||
276 | // ???? check that refs got everything? | |
277 | ||
278 | /* free the memory used for the refs list ... */ | |
279 | ||
280 | free_refs(refs); | |
281 | ||
282 | free(dest); | |
283 | return 0; | |
284 | } | |
285 | ||
9b288516 DB |
286 | static int git_transport_push(struct transport *transport, int refspec_nr, const char **refspec, int flags) { |
287 | struct git_transport_data *data = transport->data; | |
288 | const char **argv; | |
289 | char *rem; | |
290 | int argc; | |
291 | int err; | |
292 | ||
293 | argv = xmalloc((refspec_nr + 11) * sizeof(char *)); | |
294 | argv[0] = "send-pack"; | |
295 | argc = 1; | |
296 | if (flags & TRANSPORT_PUSH_ALL) | |
297 | argv[argc++] = "--all"; | |
298 | if (flags & TRANSPORT_PUSH_FORCE) | |
299 | argv[argc++] = "--force"; | |
300 | if (data->receivepack) { | |
301 | char *rp = xmalloc(strlen(data->receivepack) + 16); | |
302 | sprintf(rp, "--receive-pack=%s", data->receivepack); | |
303 | argv[argc++] = rp; | |
304 | } | |
305 | if (data->thin) | |
306 | argv[argc++] = "--thin"; | |
307 | rem = xmalloc(strlen(transport->remote->name) + 10); | |
308 | sprintf(rem, "--remote=%s", transport->remote->name); | |
309 | argv[argc++] = rem; | |
310 | argv[argc++] = transport->url; | |
311 | while (refspec_nr--) | |
312 | argv[argc++] = *refspec++; | |
313 | argv[argc] = NULL; | |
314 | err = run_command_v_opt(argv, RUN_GIT_CMD); | |
315 | switch (err) { | |
316 | case -ERR_RUN_COMMAND_FORK: | |
317 | error("unable to fork for %s", argv[0]); | |
318 | case -ERR_RUN_COMMAND_EXEC: | |
319 | error("unable to exec %s", argv[0]); | |
320 | break; | |
321 | case -ERR_RUN_COMMAND_WAITPID: | |
322 | case -ERR_RUN_COMMAND_WAITPID_WRONG_PID: | |
323 | case -ERR_RUN_COMMAND_WAITPID_SIGNAL: | |
324 | case -ERR_RUN_COMMAND_WAITPID_NOEXIT: | |
325 | error("%s died with strange error", argv[0]); | |
326 | } | |
327 | return !!err; | |
328 | } | |
329 | ||
330 | static const struct transport_ops git_transport = { | |
331 | /* set_option */ set_git_option, | |
c29727d5 DB |
332 | /* get_refs_list */ get_refs_via_connect, |
333 | /* fetch_refs */ fetch_refs_via_pack, | |
334 | /* fetch_objs */ NULL, | |
9b288516 DB |
335 | /* push */ git_transport_push |
336 | }; | |
337 | ||
338 | static int is_local(const char *url) | |
339 | { | |
340 | const char *colon = strchr(url, ':'); | |
341 | const char *slash = strchr(url, '/'); | |
342 | return !colon || (slash && slash < colon); | |
343 | } | |
344 | ||
345 | static int is_file(const char *url) | |
346 | { | |
347 | struct stat buf; | |
348 | if (stat(url, &buf)) | |
349 | return 0; | |
350 | return S_ISREG(buf.st_mode); | |
351 | } | |
352 | ||
353 | struct transport *transport_get(struct remote *remote, const char *url, | |
354 | int fetch) | |
355 | { | |
356 | struct transport *ret = NULL; | |
357 | if (!prefixcmp(url, "rsync://")) { | |
358 | ret = xmalloc(sizeof(*ret)); | |
359 | ret->data = NULL; | |
360 | ret->ops = &rsync_transport; | |
361 | } else if (!prefixcmp(url, "http://") || !prefixcmp(url, "https://") || | |
362 | !prefixcmp(url, "ftp://")) { | |
363 | ret = xmalloc(sizeof(*ret)); | |
364 | ret->ops = &curl_transport; | |
c29727d5 DB |
365 | if (fetch) |
366 | ret->data = get_http_walker(url); | |
367 | else | |
368 | ret->data = NULL; | |
9b288516 DB |
369 | } else if (is_local(url) && is_file(url)) { |
370 | ret = xmalloc(sizeof(*ret)); | |
371 | ret->data = NULL; | |
372 | ret->ops = &bundle_transport; | |
373 | } else { | |
374 | struct git_transport_data *data = xcalloc(1, sizeof(*data)); | |
375 | ret = xcalloc(1, sizeof(*ret)); | |
376 | ret->data = data; | |
377 | data->thin = 1; | |
c29727d5 DB |
378 | data->uploadpack = "git-upload-pack"; |
379 | if (remote && remote->uploadpack) | |
380 | data->uploadpack = remote->uploadpack; | |
9b288516 DB |
381 | data->receivepack = "git-receive-pack"; |
382 | if (remote && remote->receivepack) | |
383 | data->receivepack = remote->receivepack; | |
c29727d5 | 384 | data->unpacklimit = -1; |
9b288516 DB |
385 | ret->ops = &git_transport; |
386 | } | |
387 | if (ret) { | |
388 | ret->remote = remote; | |
389 | ret->url = url; | |
c29727d5 | 390 | ret->remote_refs = NULL; |
9b288516 DB |
391 | ret->fetch = !!fetch; |
392 | } | |
393 | return ret; | |
394 | } | |
395 | ||
396 | int transport_set_option(struct transport *transport, | |
397 | const char *name, const char *value) | |
398 | { | |
399 | int ret = 1; | |
400 | if (transport->ops->set_option) | |
401 | ret = transport->ops->set_option(transport, name, value); | |
402 | if (ret < 0) | |
403 | fprintf(stderr, "For '%s' option %s cannot be set to '%s'\n", | |
404 | transport->url, name, value); | |
405 | if (ret > 0) | |
406 | fprintf(stderr, "For '%s' option %s is ignored\n", | |
407 | transport->url, name); | |
408 | return ret; | |
409 | } | |
410 | ||
411 | int transport_push(struct transport *transport, | |
412 | int refspec_nr, const char **refspec, int flags) | |
413 | { | |
414 | if (!transport->ops->push) | |
415 | return 1; | |
416 | return transport->ops->push(transport, refspec_nr, refspec, flags); | |
417 | } | |
418 | ||
c29727d5 DB |
419 | struct ref *transport_get_remote_refs(struct transport *transport) |
420 | { | |
421 | if (!transport->remote_refs) | |
422 | transport->remote_refs = | |
423 | transport->ops->get_refs_list(transport); | |
424 | return transport->remote_refs; | |
425 | } | |
426 | ||
427 | #define PACK_HEADS_CHUNK_COUNT 256 | |
428 | ||
429 | int transport_fetch_refs(struct transport *transport, struct ref *refs) | |
430 | { | |
431 | int i; | |
432 | int nr_heads = 0; | |
433 | char **heads = xmalloc(PACK_HEADS_CHUNK_COUNT * sizeof(char *)); | |
434 | struct ref *rm; | |
435 | int use_objs = !transport->ops->fetch_refs; | |
436 | ||
437 | for (rm = refs; rm; rm = rm->next) { | |
438 | if (rm->peer_ref && | |
439 | !hashcmp(rm->peer_ref->old_sha1, rm->old_sha1)) | |
440 | continue; | |
441 | if (use_objs) { | |
442 | heads[nr_heads++] = xstrdup(sha1_to_hex(rm->old_sha1)); | |
443 | } else { | |
444 | heads[nr_heads++] = xstrdup(rm->name); | |
445 | } | |
446 | if (nr_heads % PACK_HEADS_CHUNK_COUNT == 0) | |
447 | heads = xrealloc(heads, | |
448 | (nr_heads + PACK_HEADS_CHUNK_COUNT) * | |
449 | sizeof(char *)); | |
450 | } | |
451 | ||
452 | if (use_objs) { | |
453 | if (transport->ops->fetch_objs(transport, nr_heads, heads)) | |
454 | return -1; | |
455 | } else { | |
456 | if (transport->ops->fetch_refs(transport, nr_heads, heads)) | |
457 | return -1; | |
458 | } | |
459 | ||
460 | /* free the memory used for the heads list ... */ | |
461 | for (i = 0; i < nr_heads; i++) | |
462 | free(heads[i]); | |
463 | free(heads); | |
464 | return 0; | |
465 | } | |
466 | ||
9b288516 DB |
467 | int transport_disconnect(struct transport *transport) |
468 | { | |
469 | int ret = 0; | |
470 | if (transport->ops->disconnect) | |
471 | ret = transport->ops->disconnect(transport); | |
472 | free(transport); | |
473 | return ret; | |
474 | } |