]>
Commit | Line | Data |
---|---|---|
12dccc16 | 1 | #include "cache.h" |
8e440259 | 2 | #include "blob.h" |
8ca12c0d | 3 | #include "dir.h" |
dd8e9121 | 4 | #include "streaming.h" |
6d14eac3 | 5 | #include "submodule.h" |
52f1d62e | 6 | #include "progress.h" |
12dccc16 | 7 | |
81a9aa60 KB |
8 | static void create_directories(const char *path, int path_len, |
9 | const struct checkout *state) | |
12dccc16 | 10 | { |
3733e694 | 11 | char *buf = xmallocz(path_len); |
81a9aa60 KB |
12 | int len = 0; |
13 | ||
14 | while (len < path_len) { | |
15 | do { | |
16 | buf[len] = path[len]; | |
17 | len++; | |
18 | } while (len < path_len && path[len] != '/'); | |
19 | if (len >= path_len) | |
20 | break; | |
12dccc16 | 21 | buf[len] = 0; |
fa2e71c9 | 22 | |
bad4a54f KB |
23 | /* |
24 | * For 'checkout-index --prefix=<dir>', <dir> is | |
25 | * allowed to be a symlink to an existing directory, | |
26 | * and we set 'state->base_dir_len' below, such that | |
27 | * we test the path components of the prefix with the | |
28 | * stat() function instead of the lstat() function. | |
29 | */ | |
57199892 | 30 | if (has_dirs_only_path(buf, len, state->base_dir_len)) |
fa2e71c9 JH |
31 | continue; /* ok, it is already a directory. */ |
32 | ||
33 | /* | |
bad4a54f KB |
34 | * If this mkdir() would fail, it could be that there |
35 | * is already a symlink or something else exists | |
36 | * there, therefore we then try to unlink it and try | |
37 | * one more time to create the directory. | |
fa2e71c9 | 38 | */ |
f312de01 | 39 | if (mkdir(buf, 0777)) { |
fa2e71c9 | 40 | if (errno == EEXIST && state->force && |
691f1a28 | 41 | !unlink_or_warn(buf) && !mkdir(buf, 0777)) |
fa2e71c9 | 42 | continue; |
0721c314 | 43 | die_errno("cannot create directory at '%s'", buf); |
12dccc16 LT |
44 | } |
45 | } | |
46 | free(buf); | |
47 | } | |
48 | ||
2f29e0c6 | 49 | static void remove_subtree(struct strbuf *path) |
12dccc16 | 50 | { |
2f29e0c6 | 51 | DIR *dir = opendir(path->buf); |
12dccc16 | 52 | struct dirent *de; |
2f29e0c6 | 53 | int origlen = path->len; |
a6080a0a | 54 | |
12dccc16 | 55 | if (!dir) |
2f29e0c6 | 56 | die_errno("cannot opendir '%s'", path->buf); |
12dccc16 LT |
57 | while ((de = readdir(dir)) != NULL) { |
58 | struct stat st; | |
2f29e0c6 | 59 | |
8ca12c0d | 60 | if (is_dot_or_dotdot(de->d_name)) |
12dccc16 | 61 | continue; |
2f29e0c6 MH |
62 | |
63 | strbuf_addch(path, '/'); | |
64 | strbuf_addstr(path, de->d_name); | |
65 | if (lstat(path->buf, &st)) | |
66 | die_errno("cannot lstat '%s'", path->buf); | |
12dccc16 | 67 | if (S_ISDIR(st.st_mode)) |
2f29e0c6 MH |
68 | remove_subtree(path); |
69 | else if (unlink(path->buf)) | |
70 | die_errno("cannot unlink '%s'", path->buf); | |
71 | strbuf_setlen(path, origlen); | |
12dccc16 LT |
72 | } |
73 | closedir(dir); | |
2f29e0c6 MH |
74 | if (rmdir(path->buf)) |
75 | die_errno("cannot rmdir '%s'", path->buf); | |
12dccc16 LT |
76 | } |
77 | ||
d48a72f3 | 78 | static int create_file(const char *path, unsigned int mode) |
12dccc16 | 79 | { |
12dccc16 | 80 | mode = (mode & 0100) ? 0777 : 0666; |
781411ed | 81 | return open(path, O_WRONLY | O_CREAT | O_EXCL, mode); |
12dccc16 LT |
82 | } |
83 | ||
9c5e6c80 | 84 | static void *read_blob_entry(const struct cache_entry *ce, unsigned long *size) |
f0807e62 LT |
85 | { |
86 | enum object_type type; | |
99d1a986 | 87 | void *new = read_sha1_file(ce->oid.hash, &type, size); |
f0807e62 LT |
88 | |
89 | if (new) { | |
90 | if (type == OBJ_BLOB) | |
91 | return new; | |
92 | free(new); | |
93 | } | |
94 | return NULL; | |
95 | } | |
96 | ||
9c5e6c80 | 97 | static int open_output_fd(char *path, const struct cache_entry *ce, int to_tempfile) |
fd5db55d JH |
98 | { |
99 | int symlink = (ce->ce_mode & S_IFMT) != S_IFREG; | |
100 | if (to_tempfile) { | |
330c8e26 JK |
101 | xsnprintf(path, TEMPORARY_FILENAME_LENGTH, "%s", |
102 | symlink ? ".merge_link_XXXXXX" : ".merge_file_XXXXXX"); | |
fd5db55d JH |
103 | return mkstemp(path); |
104 | } else { | |
105 | return create_file(path, !symlink ? ce->ce_mode : 0666); | |
106 | } | |
107 | } | |
108 | ||
109 | static int fstat_output(int fd, const struct checkout *state, struct stat *st) | |
110 | { | |
111 | /* use fstat() only when path == ce->name */ | |
112 | if (fstat_is_reliable() && | |
113 | state->refresh_cache && !state->base_dir_len) { | |
114 | fstat(fd, st); | |
115 | return 1; | |
116 | } | |
117 | return 0; | |
118 | } | |
119 | ||
9c5e6c80 | 120 | static int streaming_write_entry(const struct cache_entry *ce, char *path, |
b6691092 | 121 | struct stream_filter *filter, |
dd8e9121 JH |
122 | const struct checkout *state, int to_tempfile, |
123 | int *fstat_done, struct stat *statbuf) | |
124 | { | |
d9c31e14 | 125 | int result = 0; |
47a02ff2 | 126 | int fd; |
dd8e9121 JH |
127 | |
128 | fd = open_output_fd(path, ce, to_tempfile); | |
d9c31e14 JK |
129 | if (fd < 0) |
130 | return -1; | |
131 | ||
7eda0e4f | 132 | result |= stream_blob_to_fd(fd, &ce->oid, filter, 1); |
d9c31e14 JK |
133 | *fstat_done = fstat_output(fd, state, statbuf); |
134 | result |= close(fd); | |
135 | ||
136 | if (result) | |
dd8e9121 JH |
137 | unlink(path); |
138 | return result; | |
139 | } | |
140 | ||
2841e8f8 LS |
141 | void enable_delayed_checkout(struct checkout *state) |
142 | { | |
143 | if (!state->delayed_checkout) { | |
144 | state->delayed_checkout = xmalloc(sizeof(*state->delayed_checkout)); | |
145 | state->delayed_checkout->state = CE_CAN_DELAY; | |
146 | string_list_init(&state->delayed_checkout->filters, 0); | |
147 | string_list_init(&state->delayed_checkout->paths, 0); | |
148 | } | |
149 | } | |
150 | ||
151 | static int remove_available_paths(struct string_list_item *item, void *cb_data) | |
152 | { | |
153 | struct string_list *available_paths = cb_data; | |
154 | struct string_list_item *available; | |
155 | ||
156 | available = string_list_lookup(available_paths, item->string); | |
157 | if (available) | |
158 | available->util = (void *)item->string; | |
159 | return !available; | |
160 | } | |
161 | ||
162 | int finish_delayed_checkout(struct checkout *state) | |
163 | { | |
164 | int errs = 0; | |
52f1d62e LS |
165 | unsigned delayed_object_count; |
166 | off_t filtered_bytes = 0; | |
2841e8f8 | 167 | struct string_list_item *filter, *path; |
52f1d62e | 168 | struct progress *progress; |
2841e8f8 LS |
169 | struct delayed_checkout *dco = state->delayed_checkout; |
170 | ||
171 | if (!state->delayed_checkout) | |
172 | return errs; | |
173 | ||
174 | dco->state = CE_RETRY; | |
52f1d62e | 175 | delayed_object_count = dco->paths.nr; |
7fbbd3ec | 176 | progress = start_delayed_progress(_("Filtering content"), delayed_object_count); |
2841e8f8 LS |
177 | while (dco->filters.nr > 0) { |
178 | for_each_string_list_item(filter, &dco->filters) { | |
179 | struct string_list available_paths = STRING_LIST_INIT_NODUP; | |
52f1d62e | 180 | display_progress(progress, delayed_object_count - dco->paths.nr); |
2841e8f8 LS |
181 | |
182 | if (!async_query_available_blobs(filter->string, &available_paths)) { | |
183 | /* Filter reported an error */ | |
184 | errs = 1; | |
185 | filter->string = ""; | |
186 | continue; | |
187 | } | |
188 | if (available_paths.nr <= 0) { | |
189 | /* | |
190 | * Filter responded with no entries. That means | |
191 | * the filter is done and we can remove the | |
192 | * filter from the list (see | |
193 | * "string_list_remove_empty_items" call below). | |
194 | */ | |
195 | filter->string = ""; | |
196 | continue; | |
197 | } | |
198 | ||
199 | /* | |
200 | * In dco->paths we store a list of all delayed paths. | |
201 | * The filter just send us a list of available paths. | |
202 | * Remove them from the list. | |
203 | */ | |
204 | filter_string_list(&dco->paths, 0, | |
205 | &remove_available_paths, &available_paths); | |
206 | ||
207 | for_each_string_list_item(path, &available_paths) { | |
208 | struct cache_entry* ce; | |
209 | ||
210 | if (!path->util) { | |
211 | error("external filter '%s' signaled that '%s' " | |
212 | "is now available although it has not been " | |
213 | "delayed earlier", | |
214 | filter->string, path->string); | |
215 | errs |= 1; | |
216 | ||
217 | /* | |
218 | * Do not ask the filter for available blobs, | |
219 | * again, as the filter is likely buggy. | |
220 | */ | |
221 | filter->string = ""; | |
222 | continue; | |
223 | } | |
224 | ce = index_file_exists(state->istate, path->string, | |
225 | strlen(path->string), 0); | |
52f1d62e LS |
226 | if (ce) { |
227 | errs |= checkout_entry(ce, state, NULL); | |
228 | filtered_bytes += ce->ce_stat_data.sd_size; | |
229 | display_throughput(progress, filtered_bytes); | |
230 | } else | |
231 | errs = 1; | |
2841e8f8 LS |
232 | } |
233 | } | |
234 | string_list_remove_empty_items(&dco->filters, 0); | |
235 | } | |
52f1d62e | 236 | stop_progress(&progress); |
2841e8f8 LS |
237 | string_list_clear(&dco->filters, 0); |
238 | ||
239 | /* At this point we should not have any delayed paths anymore. */ | |
240 | errs |= dco->paths.nr; | |
241 | for_each_string_list_item(path, &dco->paths) { | |
242 | error("'%s' was not filtered properly", path->string); | |
243 | } | |
244 | string_list_clear(&dco->paths, 0); | |
245 | ||
246 | free(dco); | |
247 | state->delayed_checkout = NULL; | |
248 | ||
249 | return errs; | |
250 | } | |
251 | ||
9c5e6c80 NTND |
252 | static int write_entry(struct cache_entry *ce, |
253 | char *path, const struct checkout *state, int to_tempfile) | |
12dccc16 | 254 | { |
4857c761 | 255 | unsigned int ce_mode_s_ifmt = ce->ce_mode & S_IFMT; |
c602d3a9 | 256 | struct delayed_checkout *dco = state->delayed_checkout; |
e4c72923 | 257 | int fd, ret, fstat_done = 0; |
4857c761 KB |
258 | char *new; |
259 | struct strbuf buf = STRBUF_INIT; | |
260 | unsigned long size; | |
564bde9a JK |
261 | ssize_t wrote; |
262 | size_t newsize = 0; | |
e4c72923 | 263 | struct stat st; |
6d14eac3 | 264 | const struct submodule *sub; |
4857c761 | 265 | |
b6691092 | 266 | if (ce_mode_s_ifmt == S_IFREG) { |
99d1a986 | 267 | struct stream_filter *filter = get_stream_filter(ce->name, |
268 | ce->oid.hash); | |
b6691092 JH |
269 | if (filter && |
270 | !streaming_write_entry(ce, path, filter, | |
271 | state, to_tempfile, | |
272 | &fstat_done, &st)) | |
273 | goto finish; | |
274 | } | |
dd8e9121 | 275 | |
4857c761 | 276 | switch (ce_mode_s_ifmt) { |
4857c761 KB |
277 | case S_IFLNK: |
278 | new = read_blob_entry(ce, &size); | |
f0807e62 | 279 | if (!new) |
d43e9073 | 280 | return error("unable to read sha1 file of %s (%s)", |
7cbbf9d6 | 281 | path, oid_to_hex(&ce->oid)); |
1a9d7e9b | 282 | |
7cbbf9d6 JK |
283 | /* |
284 | * We can't make a real symlink; write out a regular file entry | |
285 | * with the symlink destination as its contents. | |
286 | */ | |
287 | if (!has_symlinks || to_tempfile) | |
288 | goto write_file_entry; | |
289 | ||
290 | ret = symlink(new, path); | |
291 | free(new); | |
292 | if (ret) | |
293 | return error_errno("unable to create symlink %s", path); | |
294 | break; | |
295 | ||
296 | case S_IFREG: | |
c602d3a9 JK |
297 | /* |
298 | * We do not send the blob in case of a retry, so do not | |
299 | * bother reading it at all. | |
300 | */ | |
7cbbf9d6 | 301 | if (dco && dco->state == CE_RETRY) { |
c602d3a9 JK |
302 | new = NULL; |
303 | size = 0; | |
304 | } else { | |
305 | new = read_blob_entry(ce, &size); | |
306 | if (!new) | |
307 | return error("unable to read sha1 file of %s (%s)", | |
308 | path, oid_to_hex(&ce->oid)); | |
4857c761 KB |
309 | } |
310 | ||
1a9d7e9b JH |
311 | /* |
312 | * Convert from git internal format to working tree format | |
313 | */ | |
7cbbf9d6 JK |
314 | if (dco && dco->state != CE_NO_DELAY) { |
315 | ret = async_convert_to_working_tree(ce->name, new, | |
316 | size, &buf, dco); | |
317 | if (ret && string_list_has_string(&dco->paths, ce->name)) { | |
2841e8f8 | 318 | free(new); |
7cbbf9d6 | 319 | goto delayed; |
2841e8f8 | 320 | } |
7cbbf9d6 JK |
321 | } else |
322 | ret = convert_to_working_tree(ce->name, new, size, &buf); | |
323 | ||
324 | if (ret) { | |
325 | free(new); | |
326 | new = strbuf_detach(&buf, &newsize); | |
327 | size = newsize; | |
1a9d7e9b | 328 | } |
7cbbf9d6 JK |
329 | /* |
330 | * No "else" here as errors from convert are OK at this | |
331 | * point. If the error would have been fatal (e.g. | |
332 | * filter is required), then we would have died already. | |
333 | */ | |
1a9d7e9b | 334 | |
7cbbf9d6 | 335 | write_file_entry: |
fd5db55d | 336 | fd = open_output_fd(path, ce, to_tempfile); |
12dccc16 LT |
337 | if (fd < 0) { |
338 | free(new); | |
e1ebb3c2 | 339 | return error_errno("unable to create file %s", path); |
12dccc16 | 340 | } |
6c510bee | 341 | |
93822c22 | 342 | wrote = write_in_full(fd, new, size); |
fd5db55d JH |
343 | if (!to_tempfile) |
344 | fstat_done = fstat_output(fd, state, &st); | |
12dccc16 LT |
345 | close(fd); |
346 | free(new); | |
564bde9a | 347 | if (wrote < 0) |
d43e9073 | 348 | return error("unable to write file %s", path); |
12dccc16 | 349 | break; |
7cbbf9d6 | 350 | |
302b9282 | 351 | case S_IFGITLINK: |
f0807e62 | 352 | if (to_tempfile) |
42063f95 | 353 | return error("cannot create temporary submodule %s", path); |
f0807e62 | 354 | if (mkdir(path, 0777) < 0) |
42063f95 | 355 | return error("cannot create submodule directory %s", path); |
6d14eac3 SB |
356 | sub = submodule_from_ce(ce); |
357 | if (sub) | |
358 | return submodule_move_head(ce->name, | |
cd279e2e SB |
359 | NULL, oid_to_hex(&ce->oid), |
360 | state->force ? SUBMODULE_MOVE_HEAD_FORCE : 0); | |
f0807e62 | 361 | break; |
7cbbf9d6 | 362 | |
12dccc16 | 363 | default: |
d43e9073 | 364 | return error("unknown file mode for %s in index", path); |
12dccc16 LT |
365 | } |
366 | ||
dd8e9121 | 367 | finish: |
6ee67f26 | 368 | if (state->refresh_cache) { |
d4a2024a | 369 | assert(state->istate); |
e4c72923 | 370 | if (!fstat_done) |
11179eb3 LS |
371 | if (lstat(ce->name, &st) < 0) |
372 | return error_errno("unable to stat just-written file %s", | |
373 | ce->name); | |
12dccc16 | 374 | fill_stat_cache_info(ce, &st); |
078a58e8 | 375 | ce->ce_flags |= CE_UPDATE_IN_BASE; |
d4a2024a | 376 | state->istate->cache_changed |= CE_ENTRY_CHANGED; |
12dccc16 | 377 | } |
03b95333 | 378 | delayed: |
12dccc16 LT |
379 | return 0; |
380 | } | |
381 | ||
b6986d8a LT |
382 | /* |
383 | * This is like 'lstat()', except it refuses to follow symlinks | |
da02ca50 | 384 | * in the path, after skipping "skiplen". |
b6986d8a | 385 | */ |
61b97df7 | 386 | static int check_path(const char *path, int len, struct stat *st, int skiplen) |
b6986d8a | 387 | { |
da02ca50 JH |
388 | const char *slash = path + len; |
389 | ||
390 | while (path < slash && *slash != '/') | |
391 | slash--; | |
392 | if (!has_dirs_only_path(path, slash - path, skiplen)) { | |
b6986d8a LT |
393 | errno = ENOENT; |
394 | return -1; | |
395 | } | |
396 | return lstat(path, st); | |
397 | } | |
398 | ||
af2a651d JH |
399 | /* |
400 | * Write the contents from ce out to the working tree. | |
401 | * | |
402 | * When topath[] is not NULL, instead of writing to the working tree | |
403 | * file named by ce, a temporary file is created by this function and | |
404 | * its name is returned in topath[], which must be able to hold at | |
405 | * least TEMPORARY_FILENAME_LENGTH bytes long. | |
406 | */ | |
9c5e6c80 NTND |
407 | int checkout_entry(struct cache_entry *ce, |
408 | const struct checkout *state, char *topath) | |
12dccc16 | 409 | { |
f63272a3 | 410 | static struct strbuf path = STRBUF_INIT; |
de84f99c | 411 | struct stat st; |
12dccc16 | 412 | |
de84f99c SP |
413 | if (topath) |
414 | return write_entry(ce, topath, state, 1); | |
415 | ||
f63272a3 MH |
416 | strbuf_reset(&path); |
417 | strbuf_add(&path, state->base_dir, state->base_dir_len); | |
418 | strbuf_add(&path, ce->name, ce_namelen(ce)); | |
12dccc16 | 419 | |
f63272a3 | 420 | if (!check_path(path.buf, path.len, &st, state->base_dir_len)) { |
6d14eac3 | 421 | const struct submodule *sub; |
56cac48c | 422 | unsigned changed = ce_match_stat(ce, &st, CE_MATCH_IGNORE_VALID|CE_MATCH_IGNORE_SKIP_WORKTREE); |
6d14eac3 SB |
423 | /* |
424 | * Needs to be checked before !changed returns early, | |
425 | * as the possibly empty directory was not changed | |
426 | */ | |
427 | sub = submodule_from_ce(ce); | |
428 | if (sub) { | |
429 | int err; | |
430 | if (!is_submodule_populated_gently(ce->name, &err)) { | |
431 | struct stat sb; | |
432 | if (lstat(ce->name, &sb)) | |
433 | die(_("could not stat file '%s'"), ce->name); | |
434 | if (!(st.st_mode & S_IFDIR)) | |
435 | unlink_or_warn(ce->name); | |
436 | ||
437 | return submodule_move_head(ce->name, | |
cd279e2e | 438 | NULL, oid_to_hex(&ce->oid), 0); |
6d14eac3 SB |
439 | } else |
440 | return submodule_move_head(ce->name, | |
441 | "HEAD", oid_to_hex(&ce->oid), | |
cd279e2e | 442 | state->force ? SUBMODULE_MOVE_HEAD_FORCE : 0); |
6d14eac3 SB |
443 | } |
444 | ||
12dccc16 LT |
445 | if (!changed) |
446 | return 0; | |
447 | if (!state->force) { | |
448 | if (!state->quiet) | |
f63272a3 MH |
449 | fprintf(stderr, |
450 | "%s already exists, no checkout\n", | |
451 | path.buf); | |
4b12dae6 | 452 | return -1; |
12dccc16 LT |
453 | } |
454 | ||
455 | /* | |
456 | * We unlink the old file, to get the new one with the | |
457 | * right permissions (including umask, which is nasty | |
458 | * to emulate by hand - much easier to let the system | |
459 | * just do the right thing) | |
460 | */ | |
d48a72f3 | 461 | if (S_ISDIR(st.st_mode)) { |
f0807e62 | 462 | /* If it is a gitlink, leave it alone! */ |
7a51ed66 | 463 | if (S_ISGITLINK(ce->ce_mode)) |
f0807e62 | 464 | return 0; |
d48a72f3 | 465 | if (!state->force) |
f63272a3 | 466 | return error("%s is a directory", path.buf); |
2f29e0c6 | 467 | remove_subtree(&path); |
f63272a3 | 468 | } else if (unlink(path.buf)) |
e1ebb3c2 | 469 | return error_errno("unable to unlink old '%s'", path.buf); |
de84f99c | 470 | } else if (state->not_new) |
12dccc16 | 471 | return 0; |
f63272a3 MH |
472 | |
473 | create_directories(path.buf, path.len, state); | |
474 | return write_entry(ce, path.buf, state, 0); | |
12dccc16 | 475 | } |