]>
Commit | Line | Data |
---|---|---|
7bd9bcf3 MH |
1 | #include "../cache.h" |
2 | #include "../refs.h" | |
3 | #include "refs-internal.h" | |
3bc581b9 | 4 | #include "../iterator.h" |
2880d16f | 5 | #include "../dir-iterator.h" |
7bd9bcf3 MH |
6 | #include "../lockfile.h" |
7 | #include "../object.h" | |
8 | #include "../dir.h" | |
9 | ||
10 | struct ref_lock { | |
11 | char *ref_name; | |
7bd9bcf3 MH |
12 | struct lock_file *lk; |
13 | struct object_id old_oid; | |
14 | }; | |
15 | ||
16 | struct ref_entry; | |
17 | ||
18 | /* | |
19 | * Information used (along with the information in ref_entry) to | |
20 | * describe a single cached reference. This data structure only | |
21 | * occurs embedded in a union in struct ref_entry, and only when | |
22 | * (ref_entry->flag & REF_DIR) is zero. | |
23 | */ | |
24 | struct ref_value { | |
25 | /* | |
26 | * The name of the object to which this reference resolves | |
27 | * (which may be a tag object). If REF_ISBROKEN, this is | |
28 | * null. If REF_ISSYMREF, then this is the name of the object | |
29 | * referred to by the last reference in the symlink chain. | |
30 | */ | |
31 | struct object_id oid; | |
32 | ||
33 | /* | |
34 | * If REF_KNOWS_PEELED, then this field holds the peeled value | |
35 | * of this reference, or null if the reference is known not to | |
36 | * be peelable. See the documentation for peel_ref() for an | |
37 | * exact definition of "peelable". | |
38 | */ | |
39 | struct object_id peeled; | |
40 | }; | |
41 | ||
65a0a8e5 | 42 | struct files_ref_store; |
7bd9bcf3 MH |
43 | |
44 | /* | |
45 | * Information used (along with the information in ref_entry) to | |
46 | * describe a level in the hierarchy of references. This data | |
47 | * structure only occurs embedded in a union in struct ref_entry, and | |
48 | * only when (ref_entry.flag & REF_DIR) is set. In that case, | |
49 | * (ref_entry.flag & REF_INCOMPLETE) determines whether the references | |
50 | * in the directory have already been read: | |
51 | * | |
52 | * (ref_entry.flag & REF_INCOMPLETE) unset -- a directory of loose | |
53 | * or packed references, already read. | |
54 | * | |
55 | * (ref_entry.flag & REF_INCOMPLETE) set -- a directory of loose | |
56 | * references that hasn't been read yet (nor has any of its | |
57 | * subdirectories). | |
58 | * | |
59 | * Entries within a directory are stored within a growable array of | |
60 | * pointers to ref_entries (entries, nr, alloc). Entries 0 <= i < | |
61 | * sorted are sorted by their component name in strcmp() order and the | |
62 | * remaining entries are unsorted. | |
63 | * | |
64 | * Loose references are read lazily, one directory at a time. When a | |
65 | * directory of loose references is read, then all of the references | |
66 | * in that directory are stored, and REF_INCOMPLETE stubs are created | |
67 | * for any subdirectories, but the subdirectories themselves are not | |
68 | * read. The reading is triggered by get_ref_dir(). | |
69 | */ | |
70 | struct ref_dir { | |
71 | int nr, alloc; | |
72 | ||
73 | /* | |
74 | * Entries with index 0 <= i < sorted are sorted by name. New | |
75 | * entries are appended to the list unsorted, and are sorted | |
76 | * only when required; thus we avoid the need to sort the list | |
77 | * after the addition of every reference. | |
78 | */ | |
79 | int sorted; | |
80 | ||
65a0a8e5 MH |
81 | /* A pointer to the files_ref_store that contains this ref_dir. */ |
82 | struct files_ref_store *ref_store; | |
7bd9bcf3 MH |
83 | |
84 | struct ref_entry **entries; | |
85 | }; | |
86 | ||
87 | /* | |
88 | * Bit values for ref_entry::flag. REF_ISSYMREF=0x01, | |
89 | * REF_ISPACKED=0x02, REF_ISBROKEN=0x04 and REF_BAD_NAME=0x08 are | |
90 | * public values; see refs.h. | |
91 | */ | |
92 | ||
93 | /* | |
94 | * The field ref_entry->u.value.peeled of this value entry contains | |
95 | * the correct peeled value for the reference, which might be | |
96 | * null_sha1 if the reference is not a tag or if it is broken. | |
97 | */ | |
98 | #define REF_KNOWS_PEELED 0x10 | |
99 | ||
100 | /* ref_entry represents a directory of references */ | |
101 | #define REF_DIR 0x20 | |
102 | ||
103 | /* | |
104 | * Entry has not yet been read from disk (used only for REF_DIR | |
105 | * entries representing loose references) | |
106 | */ | |
107 | #define REF_INCOMPLETE 0x40 | |
108 | ||
109 | /* | |
110 | * A ref_entry represents either a reference or a "subdirectory" of | |
111 | * references. | |
112 | * | |
113 | * Each directory in the reference namespace is represented by a | |
114 | * ref_entry with (flags & REF_DIR) set and containing a subdir member | |
115 | * that holds the entries in that directory that have been read so | |
116 | * far. If (flags & REF_INCOMPLETE) is set, then the directory and | |
117 | * its subdirectories haven't been read yet. REF_INCOMPLETE is only | |
118 | * used for loose reference directories. | |
119 | * | |
120 | * References are represented by a ref_entry with (flags & REF_DIR) | |
121 | * unset and a value member that describes the reference's value. The | |
122 | * flag member is at the ref_entry level, but it is also needed to | |
123 | * interpret the contents of the value field (in other words, a | |
124 | * ref_value object is not very much use without the enclosing | |
125 | * ref_entry). | |
126 | * | |
127 | * Reference names cannot end with slash and directories' names are | |
128 | * always stored with a trailing slash (except for the top-level | |
129 | * directory, which is always denoted by ""). This has two nice | |
130 | * consequences: (1) when the entries in each subdir are sorted | |
131 | * lexicographically by name (as they usually are), the references in | |
132 | * a whole tree can be generated in lexicographic order by traversing | |
133 | * the tree in left-to-right, depth-first order; (2) the names of | |
134 | * references and subdirectories cannot conflict, and therefore the | |
135 | * presence of an empty subdirectory does not block the creation of a | |
136 | * similarly-named reference. (The fact that reference names with the | |
137 | * same leading components can conflict *with each other* is a | |
138 | * separate issue that is regulated by verify_refname_available().) | |
139 | * | |
140 | * Please note that the name field contains the fully-qualified | |
141 | * reference (or subdirectory) name. Space could be saved by only | |
142 | * storing the relative names. But that would require the full names | |
143 | * to be generated on the fly when iterating in do_for_each_ref(), and | |
144 | * would break callback functions, who have always been able to assume | |
145 | * that the name strings that they are passed will not be freed during | |
146 | * the iteration. | |
147 | */ | |
148 | struct ref_entry { | |
149 | unsigned char flag; /* ISSYMREF? ISPACKED? */ | |
150 | union { | |
151 | struct ref_value value; /* if not (flags&REF_DIR) */ | |
152 | struct ref_dir subdir; /* if (flags&REF_DIR) */ | |
153 | } u; | |
154 | /* | |
155 | * The full name of the reference (e.g., "refs/heads/master") | |
156 | * or the full name of the directory with a trailing slash | |
157 | * (e.g., "refs/heads/"): | |
158 | */ | |
159 | char name[FLEX_ARRAY]; | |
160 | }; | |
161 | ||
162 | static void read_loose_refs(const char *dirname, struct ref_dir *dir); | |
163 | static int search_ref_dir(struct ref_dir *dir, const char *refname, size_t len); | |
65a0a8e5 | 164 | static struct ref_entry *create_dir_entry(struct files_ref_store *ref_store, |
7bd9bcf3 MH |
165 | const char *dirname, size_t len, |
166 | int incomplete); | |
167 | static void add_entry_to_dir(struct ref_dir *dir, struct ref_entry *entry); | |
11f8457f NTND |
168 | static int files_log_ref_write(const char *refname, const unsigned char *old_sha1, |
169 | const unsigned char *new_sha1, const char *msg, | |
170 | int flags, struct strbuf *err); | |
7bd9bcf3 MH |
171 | |
172 | static struct ref_dir *get_ref_dir(struct ref_entry *entry) | |
173 | { | |
174 | struct ref_dir *dir; | |
175 | assert(entry->flag & REF_DIR); | |
176 | dir = &entry->u.subdir; | |
177 | if (entry->flag & REF_INCOMPLETE) { | |
178 | read_loose_refs(entry->name, dir); | |
179 | ||
180 | /* | |
181 | * Manually add refs/bisect, which, being | |
182 | * per-worktree, might not appear in the directory | |
183 | * listing for refs/ in the main repo. | |
184 | */ | |
185 | if (!strcmp(entry->name, "refs/")) { | |
186 | int pos = search_ref_dir(dir, "refs/bisect/", 12); | |
187 | if (pos < 0) { | |
188 | struct ref_entry *child_entry; | |
65a0a8e5 | 189 | child_entry = create_dir_entry(dir->ref_store, |
7bd9bcf3 MH |
190 | "refs/bisect/", |
191 | 12, 1); | |
192 | add_entry_to_dir(dir, child_entry); | |
193 | read_loose_refs("refs/bisect", | |
194 | &child_entry->u.subdir); | |
195 | } | |
196 | } | |
197 | entry->flag &= ~REF_INCOMPLETE; | |
198 | } | |
199 | return dir; | |
200 | } | |
201 | ||
202 | static struct ref_entry *create_ref_entry(const char *refname, | |
203 | const unsigned char *sha1, int flag, | |
204 | int check_name) | |
205 | { | |
7bd9bcf3 MH |
206 | struct ref_entry *ref; |
207 | ||
208 | if (check_name && | |
209 | check_refname_format(refname, REFNAME_ALLOW_ONELEVEL)) | |
210 | die("Reference has invalid format: '%s'", refname); | |
96ffc06f | 211 | FLEX_ALLOC_STR(ref, name, refname); |
7bd9bcf3 MH |
212 | hashcpy(ref->u.value.oid.hash, sha1); |
213 | oidclr(&ref->u.value.peeled); | |
7bd9bcf3 MH |
214 | ref->flag = flag; |
215 | return ref; | |
216 | } | |
217 | ||
218 | static void clear_ref_dir(struct ref_dir *dir); | |
219 | ||
220 | static void free_ref_entry(struct ref_entry *entry) | |
221 | { | |
222 | if (entry->flag & REF_DIR) { | |
223 | /* | |
224 | * Do not use get_ref_dir() here, as that might | |
225 | * trigger the reading of loose refs. | |
226 | */ | |
227 | clear_ref_dir(&entry->u.subdir); | |
228 | } | |
229 | free(entry); | |
230 | } | |
231 | ||
232 | /* | |
233 | * Add a ref_entry to the end of dir (unsorted). Entry is always | |
234 | * stored directly in dir; no recursion into subdirectories is | |
235 | * done. | |
236 | */ | |
237 | static void add_entry_to_dir(struct ref_dir *dir, struct ref_entry *entry) | |
238 | { | |
239 | ALLOC_GROW(dir->entries, dir->nr + 1, dir->alloc); | |
240 | dir->entries[dir->nr++] = entry; | |
241 | /* optimize for the case that entries are added in order */ | |
242 | if (dir->nr == 1 || | |
243 | (dir->nr == dir->sorted + 1 && | |
244 | strcmp(dir->entries[dir->nr - 2]->name, | |
245 | dir->entries[dir->nr - 1]->name) < 0)) | |
246 | dir->sorted = dir->nr; | |
247 | } | |
248 | ||
249 | /* | |
250 | * Clear and free all entries in dir, recursively. | |
251 | */ | |
252 | static void clear_ref_dir(struct ref_dir *dir) | |
253 | { | |
254 | int i; | |
255 | for (i = 0; i < dir->nr; i++) | |
256 | free_ref_entry(dir->entries[i]); | |
257 | free(dir->entries); | |
258 | dir->sorted = dir->nr = dir->alloc = 0; | |
259 | dir->entries = NULL; | |
260 | } | |
261 | ||
262 | /* | |
263 | * Create a struct ref_entry object for the specified dirname. | |
264 | * dirname is the name of the directory with a trailing slash (e.g., | |
265 | * "refs/heads/") or "" for the top-level directory. | |
266 | */ | |
65a0a8e5 | 267 | static struct ref_entry *create_dir_entry(struct files_ref_store *ref_store, |
7bd9bcf3 MH |
268 | const char *dirname, size_t len, |
269 | int incomplete) | |
270 | { | |
271 | struct ref_entry *direntry; | |
96ffc06f | 272 | FLEX_ALLOC_MEM(direntry, name, dirname, len); |
65a0a8e5 | 273 | direntry->u.subdir.ref_store = ref_store; |
7bd9bcf3 MH |
274 | direntry->flag = REF_DIR | (incomplete ? REF_INCOMPLETE : 0); |
275 | return direntry; | |
276 | } | |
277 | ||
278 | static int ref_entry_cmp(const void *a, const void *b) | |
279 | { | |
280 | struct ref_entry *one = *(struct ref_entry **)a; | |
281 | struct ref_entry *two = *(struct ref_entry **)b; | |
282 | return strcmp(one->name, two->name); | |
283 | } | |
284 | ||
285 | static void sort_ref_dir(struct ref_dir *dir); | |
286 | ||
287 | struct string_slice { | |
288 | size_t len; | |
289 | const char *str; | |
290 | }; | |
291 | ||
292 | static int ref_entry_cmp_sslice(const void *key_, const void *ent_) | |
293 | { | |
294 | const struct string_slice *key = key_; | |
295 | const struct ref_entry *ent = *(const struct ref_entry * const *)ent_; | |
296 | int cmp = strncmp(key->str, ent->name, key->len); | |
297 | if (cmp) | |
298 | return cmp; | |
299 | return '\0' - (unsigned char)ent->name[key->len]; | |
300 | } | |
301 | ||
302 | /* | |
303 | * Return the index of the entry with the given refname from the | |
304 | * ref_dir (non-recursively), sorting dir if necessary. Return -1 if | |
305 | * no such entry is found. dir must already be complete. | |
306 | */ | |
307 | static int search_ref_dir(struct ref_dir *dir, const char *refname, size_t len) | |
308 | { | |
309 | struct ref_entry **r; | |
310 | struct string_slice key; | |
311 | ||
312 | if (refname == NULL || !dir->nr) | |
313 | return -1; | |
314 | ||
315 | sort_ref_dir(dir); | |
316 | key.len = len; | |
317 | key.str = refname; | |
318 | r = bsearch(&key, dir->entries, dir->nr, sizeof(*dir->entries), | |
319 | ref_entry_cmp_sslice); | |
320 | ||
321 | if (r == NULL) | |
322 | return -1; | |
323 | ||
324 | return r - dir->entries; | |
325 | } | |
326 | ||
327 | /* | |
328 | * Search for a directory entry directly within dir (without | |
329 | * recursing). Sort dir if necessary. subdirname must be a directory | |
330 | * name (i.e., end in '/'). If mkdir is set, then create the | |
331 | * directory if it is missing; otherwise, return NULL if the desired | |
332 | * directory cannot be found. dir must already be complete. | |
333 | */ | |
334 | static struct ref_dir *search_for_subdir(struct ref_dir *dir, | |
335 | const char *subdirname, size_t len, | |
336 | int mkdir) | |
337 | { | |
338 | int entry_index = search_ref_dir(dir, subdirname, len); | |
339 | struct ref_entry *entry; | |
340 | if (entry_index == -1) { | |
341 | if (!mkdir) | |
342 | return NULL; | |
343 | /* | |
344 | * Since dir is complete, the absence of a subdir | |
345 | * means that the subdir really doesn't exist; | |
346 | * therefore, create an empty record for it but mark | |
347 | * the record complete. | |
348 | */ | |
65a0a8e5 | 349 | entry = create_dir_entry(dir->ref_store, subdirname, len, 0); |
7bd9bcf3 MH |
350 | add_entry_to_dir(dir, entry); |
351 | } else { | |
352 | entry = dir->entries[entry_index]; | |
353 | } | |
354 | return get_ref_dir(entry); | |
355 | } | |
356 | ||
357 | /* | |
358 | * If refname is a reference name, find the ref_dir within the dir | |
359 | * tree that should hold refname. If refname is a directory name | |
360 | * (i.e., ends in '/'), then return that ref_dir itself. dir must | |
361 | * represent the top-level directory and must already be complete. | |
362 | * Sort ref_dirs and recurse into subdirectories as necessary. If | |
363 | * mkdir is set, then create any missing directories; otherwise, | |
364 | * return NULL if the desired directory cannot be found. | |
365 | */ | |
366 | static struct ref_dir *find_containing_dir(struct ref_dir *dir, | |
367 | const char *refname, int mkdir) | |
368 | { | |
369 | const char *slash; | |
370 | for (slash = strchr(refname, '/'); slash; slash = strchr(slash + 1, '/')) { | |
371 | size_t dirnamelen = slash - refname + 1; | |
372 | struct ref_dir *subdir; | |
373 | subdir = search_for_subdir(dir, refname, dirnamelen, mkdir); | |
374 | if (!subdir) { | |
375 | dir = NULL; | |
376 | break; | |
377 | } | |
378 | dir = subdir; | |
379 | } | |
380 | ||
381 | return dir; | |
382 | } | |
383 | ||
384 | /* | |
385 | * Find the value entry with the given name in dir, sorting ref_dirs | |
386 | * and recursing into subdirectories as necessary. If the name is not | |
387 | * found or it corresponds to a directory entry, return NULL. | |
388 | */ | |
389 | static struct ref_entry *find_ref(struct ref_dir *dir, const char *refname) | |
390 | { | |
391 | int entry_index; | |
392 | struct ref_entry *entry; | |
393 | dir = find_containing_dir(dir, refname, 0); | |
394 | if (!dir) | |
395 | return NULL; | |
396 | entry_index = search_ref_dir(dir, refname, strlen(refname)); | |
397 | if (entry_index == -1) | |
398 | return NULL; | |
399 | entry = dir->entries[entry_index]; | |
400 | return (entry->flag & REF_DIR) ? NULL : entry; | |
401 | } | |
402 | ||
403 | /* | |
404 | * Remove the entry with the given name from dir, recursing into | |
405 | * subdirectories as necessary. If refname is the name of a directory | |
406 | * (i.e., ends with '/'), then remove the directory and its contents. | |
407 | * If the removal was successful, return the number of entries | |
408 | * remaining in the directory entry that contained the deleted entry. | |
409 | * If the name was not found, return -1. Please note that this | |
410 | * function only deletes the entry from the cache; it does not delete | |
411 | * it from the filesystem or ensure that other cache entries (which | |
412 | * might be symbolic references to the removed entry) are updated. | |
413 | * Nor does it remove any containing dir entries that might be made | |
414 | * empty by the removal. dir must represent the top-level directory | |
415 | * and must already be complete. | |
416 | */ | |
417 | static int remove_entry(struct ref_dir *dir, const char *refname) | |
418 | { | |
419 | int refname_len = strlen(refname); | |
420 | int entry_index; | |
421 | struct ref_entry *entry; | |
422 | int is_dir = refname[refname_len - 1] == '/'; | |
423 | if (is_dir) { | |
424 | /* | |
425 | * refname represents a reference directory. Remove | |
426 | * the trailing slash; otherwise we will get the | |
427 | * directory *representing* refname rather than the | |
428 | * one *containing* it. | |
429 | */ | |
430 | char *dirname = xmemdupz(refname, refname_len - 1); | |
431 | dir = find_containing_dir(dir, dirname, 0); | |
432 | free(dirname); | |
433 | } else { | |
434 | dir = find_containing_dir(dir, refname, 0); | |
435 | } | |
436 | if (!dir) | |
437 | return -1; | |
438 | entry_index = search_ref_dir(dir, refname, refname_len); | |
439 | if (entry_index == -1) | |
440 | return -1; | |
441 | entry = dir->entries[entry_index]; | |
442 | ||
443 | memmove(&dir->entries[entry_index], | |
444 | &dir->entries[entry_index + 1], | |
445 | (dir->nr - entry_index - 1) * sizeof(*dir->entries) | |
446 | ); | |
447 | dir->nr--; | |
448 | if (dir->sorted > entry_index) | |
449 | dir->sorted--; | |
450 | free_ref_entry(entry); | |
451 | return dir->nr; | |
452 | } | |
453 | ||
454 | /* | |
455 | * Add a ref_entry to the ref_dir (unsorted), recursing into | |
456 | * subdirectories as necessary. dir must represent the top-level | |
457 | * directory. Return 0 on success. | |
458 | */ | |
459 | static int add_ref(struct ref_dir *dir, struct ref_entry *ref) | |
460 | { | |
461 | dir = find_containing_dir(dir, ref->name, 1); | |
462 | if (!dir) | |
463 | return -1; | |
464 | add_entry_to_dir(dir, ref); | |
465 | return 0; | |
466 | } | |
467 | ||
468 | /* | |
469 | * Emit a warning and return true iff ref1 and ref2 have the same name | |
470 | * and the same sha1. Die if they have the same name but different | |
471 | * sha1s. | |
472 | */ | |
473 | static int is_dup_ref(const struct ref_entry *ref1, const struct ref_entry *ref2) | |
474 | { | |
475 | if (strcmp(ref1->name, ref2->name)) | |
476 | return 0; | |
477 | ||
478 | /* Duplicate name; make sure that they don't conflict: */ | |
479 | ||
480 | if ((ref1->flag & REF_DIR) || (ref2->flag & REF_DIR)) | |
481 | /* This is impossible by construction */ | |
482 | die("Reference directory conflict: %s", ref1->name); | |
483 | ||
484 | if (oidcmp(&ref1->u.value.oid, &ref2->u.value.oid)) | |
485 | die("Duplicated ref, and SHA1s don't match: %s", ref1->name); | |
486 | ||
487 | warning("Duplicated ref: %s", ref1->name); | |
488 | return 1; | |
489 | } | |
490 | ||
491 | /* | |
492 | * Sort the entries in dir non-recursively (if they are not already | |
493 | * sorted) and remove any duplicate entries. | |
494 | */ | |
495 | static void sort_ref_dir(struct ref_dir *dir) | |
496 | { | |
497 | int i, j; | |
498 | struct ref_entry *last = NULL; | |
499 | ||
500 | /* | |
501 | * This check also prevents passing a zero-length array to qsort(), | |
502 | * which is a problem on some platforms. | |
503 | */ | |
504 | if (dir->sorted == dir->nr) | |
505 | return; | |
506 | ||
9ed0d8d6 | 507 | QSORT(dir->entries, dir->nr, ref_entry_cmp); |
7bd9bcf3 MH |
508 | |
509 | /* Remove any duplicates: */ | |
510 | for (i = 0, j = 0; j < dir->nr; j++) { | |
511 | struct ref_entry *entry = dir->entries[j]; | |
512 | if (last && is_dup_ref(last, entry)) | |
513 | free_ref_entry(entry); | |
514 | else | |
515 | last = dir->entries[i++] = entry; | |
516 | } | |
517 | dir->sorted = dir->nr = i; | |
518 | } | |
519 | ||
7bd9bcf3 | 520 | /* |
a8739244 MH |
521 | * Return true if refname, which has the specified oid and flags, can |
522 | * be resolved to an object in the database. If the referred-to object | |
523 | * does not exist, emit a warning and return false. | |
7bd9bcf3 | 524 | */ |
a8739244 MH |
525 | static int ref_resolves_to_object(const char *refname, |
526 | const struct object_id *oid, | |
527 | unsigned int flags) | |
7bd9bcf3 | 528 | { |
a8739244 | 529 | if (flags & REF_ISBROKEN) |
7bd9bcf3 | 530 | return 0; |
a8739244 MH |
531 | if (!has_sha1_file(oid->hash)) { |
532 | error("%s does not point to a valid object!", refname); | |
7bd9bcf3 MH |
533 | return 0; |
534 | } | |
535 | return 1; | |
536 | } | |
537 | ||
538 | /* | |
a8739244 MH |
539 | * Return true if the reference described by entry can be resolved to |
540 | * an object in the database; otherwise, emit a warning and return | |
541 | * false. | |
7bd9bcf3 | 542 | */ |
a8739244 | 543 | static int entry_resolves_to_object(struct ref_entry *entry) |
7bd9bcf3 | 544 | { |
a8739244 MH |
545 | return ref_resolves_to_object(entry->name, |
546 | &entry->u.value.oid, entry->flag); | |
7bd9bcf3 MH |
547 | } |
548 | ||
7bd9bcf3 MH |
549 | typedef int each_ref_entry_fn(struct ref_entry *entry, void *cb_data); |
550 | ||
7bd9bcf3 MH |
551 | /* |
552 | * Call fn for each reference in dir that has index in the range | |
553 | * offset <= index < dir->nr. Recurse into subdirectories that are in | |
554 | * that index range, sorting them before iterating. This function | |
555 | * does not sort dir itself; it should be sorted beforehand. fn is | |
556 | * called for all references, including broken ones. | |
557 | */ | |
558 | static int do_for_each_entry_in_dir(struct ref_dir *dir, int offset, | |
559 | each_ref_entry_fn fn, void *cb_data) | |
560 | { | |
561 | int i; | |
562 | assert(dir->sorted == dir->nr); | |
563 | for (i = offset; i < dir->nr; i++) { | |
564 | struct ref_entry *entry = dir->entries[i]; | |
565 | int retval; | |
566 | if (entry->flag & REF_DIR) { | |
567 | struct ref_dir *subdir = get_ref_dir(entry); | |
568 | sort_ref_dir(subdir); | |
569 | retval = do_for_each_entry_in_dir(subdir, 0, fn, cb_data); | |
570 | } else { | |
571 | retval = fn(entry, cb_data); | |
572 | } | |
573 | if (retval) | |
574 | return retval; | |
575 | } | |
576 | return 0; | |
577 | } | |
578 | ||
7bd9bcf3 MH |
579 | /* |
580 | * Load all of the refs from the dir into our in-memory cache. The hard work | |
581 | * of loading loose refs is done by get_ref_dir(), so we just need to recurse | |
582 | * through all of the sub-directories. We do not even need to care about | |
583 | * sorting, as traversal order does not matter to us. | |
584 | */ | |
585 | static void prime_ref_dir(struct ref_dir *dir) | |
586 | { | |
587 | int i; | |
588 | for (i = 0; i < dir->nr; i++) { | |
589 | struct ref_entry *entry = dir->entries[i]; | |
590 | if (entry->flag & REF_DIR) | |
591 | prime_ref_dir(get_ref_dir(entry)); | |
592 | } | |
593 | } | |
594 | ||
3bc581b9 MH |
595 | /* |
596 | * A level in the reference hierarchy that is currently being iterated | |
597 | * through. | |
598 | */ | |
599 | struct cache_ref_iterator_level { | |
600 | /* | |
601 | * The ref_dir being iterated over at this level. The ref_dir | |
602 | * is sorted before being stored here. | |
603 | */ | |
604 | struct ref_dir *dir; | |
605 | ||
606 | /* | |
607 | * The index of the current entry within dir (which might | |
608 | * itself be a directory). If index == -1, then the iteration | |
609 | * hasn't yet begun. If index == dir->nr, then the iteration | |
610 | * through this level is over. | |
611 | */ | |
612 | int index; | |
613 | }; | |
614 | ||
615 | /* | |
616 | * Represent an iteration through a ref_dir in the memory cache. The | |
617 | * iteration recurses through subdirectories. | |
618 | */ | |
619 | struct cache_ref_iterator { | |
620 | struct ref_iterator base; | |
621 | ||
622 | /* | |
623 | * The number of levels currently on the stack. This is always | |
624 | * at least 1, because when it becomes zero the iteration is | |
625 | * ended and this struct is freed. | |
626 | */ | |
627 | size_t levels_nr; | |
628 | ||
629 | /* The number of levels that have been allocated on the stack */ | |
630 | size_t levels_alloc; | |
631 | ||
632 | /* | |
633 | * A stack of levels. levels[0] is the uppermost level that is | |
634 | * being iterated over in this iteration. (This is not | |
635 | * necessary the top level in the references hierarchy. If we | |
636 | * are iterating through a subtree, then levels[0] will hold | |
637 | * the ref_dir for that subtree, and subsequent levels will go | |
638 | * on from there.) | |
639 | */ | |
640 | struct cache_ref_iterator_level *levels; | |
641 | }; | |
642 | ||
643 | static int cache_ref_iterator_advance(struct ref_iterator *ref_iterator) | |
644 | { | |
645 | struct cache_ref_iterator *iter = | |
646 | (struct cache_ref_iterator *)ref_iterator; | |
647 | ||
648 | while (1) { | |
649 | struct cache_ref_iterator_level *level = | |
650 | &iter->levels[iter->levels_nr - 1]; | |
651 | struct ref_dir *dir = level->dir; | |
652 | struct ref_entry *entry; | |
653 | ||
654 | if (level->index == -1) | |
655 | sort_ref_dir(dir); | |
656 | ||
657 | if (++level->index == level->dir->nr) { | |
658 | /* This level is exhausted; pop up a level */ | |
659 | if (--iter->levels_nr == 0) | |
660 | return ref_iterator_abort(ref_iterator); | |
661 | ||
662 | continue; | |
663 | } | |
664 | ||
665 | entry = dir->entries[level->index]; | |
666 | ||
667 | if (entry->flag & REF_DIR) { | |
668 | /* push down a level */ | |
669 | ALLOC_GROW(iter->levels, iter->levels_nr + 1, | |
670 | iter->levels_alloc); | |
671 | ||
672 | level = &iter->levels[iter->levels_nr++]; | |
673 | level->dir = get_ref_dir(entry); | |
674 | level->index = -1; | |
675 | } else { | |
676 | iter->base.refname = entry->name; | |
677 | iter->base.oid = &entry->u.value.oid; | |
678 | iter->base.flags = entry->flag; | |
679 | return ITER_OK; | |
680 | } | |
681 | } | |
682 | } | |
683 | ||
684 | static enum peel_status peel_entry(struct ref_entry *entry, int repeel); | |
685 | ||
686 | static int cache_ref_iterator_peel(struct ref_iterator *ref_iterator, | |
687 | struct object_id *peeled) | |
688 | { | |
689 | struct cache_ref_iterator *iter = | |
690 | (struct cache_ref_iterator *)ref_iterator; | |
691 | struct cache_ref_iterator_level *level; | |
692 | struct ref_entry *entry; | |
693 | ||
694 | level = &iter->levels[iter->levels_nr - 1]; | |
695 | ||
696 | if (level->index == -1) | |
697 | die("BUG: peel called before advance for cache iterator"); | |
698 | ||
699 | entry = level->dir->entries[level->index]; | |
700 | ||
701 | if (peel_entry(entry, 0)) | |
702 | return -1; | |
8694769f | 703 | oidcpy(peeled, &entry->u.value.peeled); |
3bc581b9 MH |
704 | return 0; |
705 | } | |
706 | ||
707 | static int cache_ref_iterator_abort(struct ref_iterator *ref_iterator) | |
708 | { | |
709 | struct cache_ref_iterator *iter = | |
710 | (struct cache_ref_iterator *)ref_iterator; | |
711 | ||
712 | free(iter->levels); | |
713 | base_ref_iterator_free(ref_iterator); | |
714 | return ITER_DONE; | |
715 | } | |
716 | ||
717 | static struct ref_iterator_vtable cache_ref_iterator_vtable = { | |
718 | cache_ref_iterator_advance, | |
719 | cache_ref_iterator_peel, | |
720 | cache_ref_iterator_abort | |
721 | }; | |
722 | ||
723 | static struct ref_iterator *cache_ref_iterator_begin(struct ref_dir *dir) | |
724 | { | |
725 | struct cache_ref_iterator *iter; | |
726 | struct ref_iterator *ref_iterator; | |
727 | struct cache_ref_iterator_level *level; | |
728 | ||
729 | iter = xcalloc(1, sizeof(*iter)); | |
730 | ref_iterator = &iter->base; | |
731 | base_ref_iterator_init(ref_iterator, &cache_ref_iterator_vtable); | |
732 | ALLOC_GROW(iter->levels, 10, iter->levels_alloc); | |
733 | ||
734 | iter->levels_nr = 1; | |
735 | level = &iter->levels[0]; | |
736 | level->index = -1; | |
737 | level->dir = dir; | |
738 | ||
739 | return ref_iterator; | |
740 | } | |
741 | ||
7bd9bcf3 MH |
742 | struct nonmatching_ref_data { |
743 | const struct string_list *skip; | |
744 | const char *conflicting_refname; | |
745 | }; | |
746 | ||
747 | static int nonmatching_ref_fn(struct ref_entry *entry, void *vdata) | |
748 | { | |
749 | struct nonmatching_ref_data *data = vdata; | |
750 | ||
751 | if (data->skip && string_list_has_string(data->skip, entry->name)) | |
752 | return 0; | |
753 | ||
754 | data->conflicting_refname = entry->name; | |
755 | return 1; | |
756 | } | |
757 | ||
758 | /* | |
759 | * Return 0 if a reference named refname could be created without | |
760 | * conflicting with the name of an existing reference in dir. | |
761 | * See verify_refname_available for more information. | |
762 | */ | |
763 | static int verify_refname_available_dir(const char *refname, | |
764 | const struct string_list *extras, | |
765 | const struct string_list *skip, | |
766 | struct ref_dir *dir, | |
767 | struct strbuf *err) | |
768 | { | |
769 | const char *slash; | |
0845122c | 770 | const char *extra_refname; |
7bd9bcf3 MH |
771 | int pos; |
772 | struct strbuf dirname = STRBUF_INIT; | |
773 | int ret = -1; | |
774 | ||
775 | /* | |
776 | * For the sake of comments in this function, suppose that | |
777 | * refname is "refs/foo/bar". | |
778 | */ | |
779 | ||
780 | assert(err); | |
781 | ||
782 | strbuf_grow(&dirname, strlen(refname) + 1); | |
783 | for (slash = strchr(refname, '/'); slash; slash = strchr(slash + 1, '/')) { | |
784 | /* Expand dirname to the new prefix, not including the trailing slash: */ | |
785 | strbuf_add(&dirname, refname + dirname.len, slash - refname - dirname.len); | |
786 | ||
787 | /* | |
788 | * We are still at a leading dir of the refname (e.g., | |
789 | * "refs/foo"; if there is a reference with that name, | |
790 | * it is a conflict, *unless* it is in skip. | |
791 | */ | |
792 | if (dir) { | |
793 | pos = search_ref_dir(dir, dirname.buf, dirname.len); | |
794 | if (pos >= 0 && | |
795 | (!skip || !string_list_has_string(skip, dirname.buf))) { | |
796 | /* | |
797 | * We found a reference whose name is | |
798 | * a proper prefix of refname; e.g., | |
799 | * "refs/foo", and is not in skip. | |
800 | */ | |
801 | strbuf_addf(err, "'%s' exists; cannot create '%s'", | |
802 | dirname.buf, refname); | |
803 | goto cleanup; | |
804 | } | |
805 | } | |
806 | ||
807 | if (extras && string_list_has_string(extras, dirname.buf) && | |
808 | (!skip || !string_list_has_string(skip, dirname.buf))) { | |
809 | strbuf_addf(err, "cannot process '%s' and '%s' at the same time", | |
810 | refname, dirname.buf); | |
811 | goto cleanup; | |
812 | } | |
813 | ||
814 | /* | |
815 | * Otherwise, we can try to continue our search with | |
816 | * the next component. So try to look up the | |
817 | * directory, e.g., "refs/foo/". If we come up empty, | |
818 | * we know there is nothing under this whole prefix, | |
819 | * but even in that case we still have to continue the | |
820 | * search for conflicts with extras. | |
821 | */ | |
822 | strbuf_addch(&dirname, '/'); | |
823 | if (dir) { | |
824 | pos = search_ref_dir(dir, dirname.buf, dirname.len); | |
825 | if (pos < 0) { | |
826 | /* | |
827 | * There was no directory "refs/foo/", | |
828 | * so there is nothing under this | |
829 | * whole prefix. So there is no need | |
830 | * to continue looking for conflicting | |
831 | * references. But we need to continue | |
832 | * looking for conflicting extras. | |
833 | */ | |
834 | dir = NULL; | |
835 | } else { | |
836 | dir = get_ref_dir(dir->entries[pos]); | |
837 | } | |
838 | } | |
839 | } | |
840 | ||
841 | /* | |
842 | * We are at the leaf of our refname (e.g., "refs/foo/bar"). | |
843 | * There is no point in searching for a reference with that | |
844 | * name, because a refname isn't considered to conflict with | |
845 | * itself. But we still need to check for references whose | |
846 | * names are in the "refs/foo/bar/" namespace, because they | |
847 | * *do* conflict. | |
848 | */ | |
849 | strbuf_addstr(&dirname, refname + dirname.len); | |
850 | strbuf_addch(&dirname, '/'); | |
851 | ||
852 | if (dir) { | |
853 | pos = search_ref_dir(dir, dirname.buf, dirname.len); | |
854 | ||
855 | if (pos >= 0) { | |
856 | /* | |
857 | * We found a directory named "$refname/" | |
858 | * (e.g., "refs/foo/bar/"). It is a problem | |
859 | * iff it contains any ref that is not in | |
860 | * "skip". | |
861 | */ | |
862 | struct nonmatching_ref_data data; | |
863 | ||
864 | data.skip = skip; | |
865 | data.conflicting_refname = NULL; | |
866 | dir = get_ref_dir(dir->entries[pos]); | |
867 | sort_ref_dir(dir); | |
868 | if (do_for_each_entry_in_dir(dir, 0, nonmatching_ref_fn, &data)) { | |
869 | strbuf_addf(err, "'%s' exists; cannot create '%s'", | |
870 | data.conflicting_refname, refname); | |
871 | goto cleanup; | |
872 | } | |
873 | } | |
874 | } | |
875 | ||
0845122c DT |
876 | extra_refname = find_descendant_ref(dirname.buf, extras, skip); |
877 | if (extra_refname) | |
878 | strbuf_addf(err, "cannot process '%s' and '%s' at the same time", | |
879 | refname, extra_refname); | |
880 | else | |
881 | ret = 0; | |
7bd9bcf3 MH |
882 | |
883 | cleanup: | |
884 | strbuf_release(&dirname); | |
885 | return ret; | |
886 | } | |
887 | ||
888 | struct packed_ref_cache { | |
889 | struct ref_entry *root; | |
890 | ||
891 | /* | |
892 | * Count of references to the data structure in this instance, | |
65a0a8e5 MH |
893 | * including the pointer from files_ref_store::packed if any. |
894 | * The data will not be freed as long as the reference count | |
895 | * is nonzero. | |
7bd9bcf3 MH |
896 | */ |
897 | unsigned int referrers; | |
898 | ||
899 | /* | |
900 | * Iff the packed-refs file associated with this instance is | |
901 | * currently locked for writing, this points at the associated | |
902 | * lock (which is owned by somebody else). The referrer count | |
903 | * is also incremented when the file is locked and decremented | |
904 | * when it is unlocked. | |
905 | */ | |
906 | struct lock_file *lock; | |
907 | ||
908 | /* The metadata from when this packed-refs cache was read */ | |
909 | struct stat_validity validity; | |
910 | }; | |
911 | ||
912 | /* | |
913 | * Future: need to be in "struct repository" | |
914 | * when doing a full libification. | |
915 | */ | |
00eebe35 MH |
916 | struct files_ref_store { |
917 | struct ref_store base; | |
32c597e7 MH |
918 | |
919 | /* | |
920 | * The name of the submodule represented by this object, or | |
9c7d772b MH |
921 | * NULL if it represents the main repository's reference |
922 | * store: | |
32c597e7 MH |
923 | */ |
924 | const char *submodule; | |
925 | ||
7bd9bcf3 MH |
926 | struct ref_entry *loose; |
927 | struct packed_ref_cache *packed; | |
00eebe35 | 928 | }; |
7bd9bcf3 MH |
929 | |
930 | /* Lock used for the main packed-refs file: */ | |
931 | static struct lock_file packlock; | |
932 | ||
933 | /* | |
934 | * Increment the reference count of *packed_refs. | |
935 | */ | |
936 | static void acquire_packed_ref_cache(struct packed_ref_cache *packed_refs) | |
937 | { | |
938 | packed_refs->referrers++; | |
939 | } | |
940 | ||
941 | /* | |
942 | * Decrease the reference count of *packed_refs. If it goes to zero, | |
943 | * free *packed_refs and return true; otherwise return false. | |
944 | */ | |
945 | static int release_packed_ref_cache(struct packed_ref_cache *packed_refs) | |
946 | { | |
947 | if (!--packed_refs->referrers) { | |
948 | free_ref_entry(packed_refs->root); | |
949 | stat_validity_clear(&packed_refs->validity); | |
950 | free(packed_refs); | |
951 | return 1; | |
952 | } else { | |
953 | return 0; | |
954 | } | |
955 | } | |
956 | ||
65a0a8e5 | 957 | static void clear_packed_ref_cache(struct files_ref_store *refs) |
7bd9bcf3 MH |
958 | { |
959 | if (refs->packed) { | |
960 | struct packed_ref_cache *packed_refs = refs->packed; | |
961 | ||
962 | if (packed_refs->lock) | |
963 | die("internal error: packed-ref cache cleared while locked"); | |
964 | refs->packed = NULL; | |
965 | release_packed_ref_cache(packed_refs); | |
966 | } | |
967 | } | |
968 | ||
65a0a8e5 | 969 | static void clear_loose_ref_cache(struct files_ref_store *refs) |
7bd9bcf3 MH |
970 | { |
971 | if (refs->loose) { | |
972 | free_ref_entry(refs->loose); | |
973 | refs->loose = NULL; | |
974 | } | |
975 | } | |
976 | ||
a2d5156c JK |
977 | /* |
978 | * Create a new submodule ref cache and add it to the internal | |
979 | * set of caches. | |
980 | */ | |
00eebe35 | 981 | static struct ref_store *files_ref_store_create(const char *submodule) |
7bd9bcf3 | 982 | { |
00eebe35 MH |
983 | struct files_ref_store *refs = xcalloc(1, sizeof(*refs)); |
984 | struct ref_store *ref_store = (struct ref_store *)refs; | |
7bd9bcf3 | 985 | |
fbfd0a29 | 986 | base_ref_store_init(ref_store, &refs_be_files); |
7bd9bcf3 | 987 | |
9c7d772b | 988 | refs->submodule = xstrdup_or_null(submodule); |
7bd9bcf3 | 989 | |
00eebe35 | 990 | return ref_store; |
a2d5156c | 991 | } |
7bd9bcf3 | 992 | |
32c597e7 MH |
993 | /* |
994 | * Die if refs is for a submodule (i.e., not for the main repository). | |
995 | * caller is used in any necessary error messages. | |
996 | */ | |
997 | static void files_assert_main_repository(struct files_ref_store *refs, | |
998 | const char *caller) | |
999 | { | |
9c7d772b | 1000 | if (refs->submodule) |
32c597e7 MH |
1001 | die("BUG: %s called for a submodule", caller); |
1002 | } | |
1003 | ||
a2d5156c | 1004 | /* |
00eebe35 MH |
1005 | * Downcast ref_store to files_ref_store. Die if ref_store is not a |
1006 | * files_ref_store. If submodule_allowed is not true, then also die if | |
1007 | * files_ref_store is for a submodule (i.e., not for the main | |
1008 | * repository). caller is used in any necessary error messages. | |
a2d5156c | 1009 | */ |
00eebe35 MH |
1010 | static struct files_ref_store *files_downcast( |
1011 | struct ref_store *ref_store, int submodule_allowed, | |
1012 | const char *caller) | |
a2d5156c | 1013 | { |
32c597e7 MH |
1014 | struct files_ref_store *refs; |
1015 | ||
00eebe35 MH |
1016 | if (ref_store->be != &refs_be_files) |
1017 | die("BUG: ref_store is type \"%s\" not \"files\" in %s", | |
1018 | ref_store->be->name, caller); | |
2eed2780 | 1019 | |
32c597e7 MH |
1020 | refs = (struct files_ref_store *)ref_store; |
1021 | ||
00eebe35 | 1022 | if (!submodule_allowed) |
32c597e7 | 1023 | files_assert_main_repository(refs, caller); |
2eed2780 | 1024 | |
32c597e7 | 1025 | return refs; |
7bd9bcf3 MH |
1026 | } |
1027 | ||
1028 | /* The length of a peeled reference line in packed-refs, including EOL: */ | |
1029 | #define PEELED_LINE_LENGTH 42 | |
1030 | ||
1031 | /* | |
1032 | * The packed-refs header line that we write out. Perhaps other | |
1033 | * traits will be added later. The trailing space is required. | |
1034 | */ | |
1035 | static const char PACKED_REFS_HEADER[] = | |
1036 | "# pack-refs with: peeled fully-peeled \n"; | |
1037 | ||
1038 | /* | |
1039 | * Parse one line from a packed-refs file. Write the SHA1 to sha1. | |
1040 | * Return a pointer to the refname within the line (null-terminated), | |
1041 | * or NULL if there was a problem. | |
1042 | */ | |
1043 | static const char *parse_ref_line(struct strbuf *line, unsigned char *sha1) | |
1044 | { | |
1045 | const char *ref; | |
1046 | ||
1047 | /* | |
1048 | * 42: the answer to everything. | |
1049 | * | |
1050 | * In this case, it happens to be the answer to | |
1051 | * 40 (length of sha1 hex representation) | |
1052 | * +1 (space in between hex and name) | |
1053 | * +1 (newline at the end of the line) | |
1054 | */ | |
1055 | if (line->len <= 42) | |
1056 | return NULL; | |
1057 | ||
1058 | if (get_sha1_hex(line->buf, sha1) < 0) | |
1059 | return NULL; | |
1060 | if (!isspace(line->buf[40])) | |
1061 | return NULL; | |
1062 | ||
1063 | ref = line->buf + 41; | |
1064 | if (isspace(*ref)) | |
1065 | return NULL; | |
1066 | ||
1067 | if (line->buf[line->len - 1] != '\n') | |
1068 | return NULL; | |
1069 | line->buf[--line->len] = 0; | |
1070 | ||
1071 | return ref; | |
1072 | } | |
1073 | ||
1074 | /* | |
1075 | * Read f, which is a packed-refs file, into dir. | |
1076 | * | |
1077 | * A comment line of the form "# pack-refs with: " may contain zero or | |
1078 | * more traits. We interpret the traits as follows: | |
1079 | * | |
1080 | * No traits: | |
1081 | * | |
1082 | * Probably no references are peeled. But if the file contains a | |
1083 | * peeled value for a reference, we will use it. | |
1084 | * | |
1085 | * peeled: | |
1086 | * | |
1087 | * References under "refs/tags/", if they *can* be peeled, *are* | |
1088 | * peeled in this file. References outside of "refs/tags/" are | |
1089 | * probably not peeled even if they could have been, but if we find | |
1090 | * a peeled value for such a reference we will use it. | |
1091 | * | |
1092 | * fully-peeled: | |
1093 | * | |
1094 | * All references in the file that can be peeled are peeled. | |
1095 | * Inversely (and this is more important), any references in the | |
1096 | * file for which no peeled value is recorded is not peelable. This | |
1097 | * trait should typically be written alongside "peeled" for | |
1098 | * compatibility with older clients, but we do not require it | |
1099 | * (i.e., "peeled" is a no-op if "fully-peeled" is set). | |
1100 | */ | |
1101 | static void read_packed_refs(FILE *f, struct ref_dir *dir) | |
1102 | { | |
1103 | struct ref_entry *last = NULL; | |
1104 | struct strbuf line = STRBUF_INIT; | |
1105 | enum { PEELED_NONE, PEELED_TAGS, PEELED_FULLY } peeled = PEELED_NONE; | |
1106 | ||
1107 | while (strbuf_getwholeline(&line, f, '\n') != EOF) { | |
1108 | unsigned char sha1[20]; | |
1109 | const char *refname; | |
1110 | const char *traits; | |
1111 | ||
1112 | if (skip_prefix(line.buf, "# pack-refs with:", &traits)) { | |
1113 | if (strstr(traits, " fully-peeled ")) | |
1114 | peeled = PEELED_FULLY; | |
1115 | else if (strstr(traits, " peeled ")) | |
1116 | peeled = PEELED_TAGS; | |
1117 | /* perhaps other traits later as well */ | |
1118 | continue; | |
1119 | } | |
1120 | ||
1121 | refname = parse_ref_line(&line, sha1); | |
1122 | if (refname) { | |
1123 | int flag = REF_ISPACKED; | |
1124 | ||
1125 | if (check_refname_format(refname, REFNAME_ALLOW_ONELEVEL)) { | |
1126 | if (!refname_is_safe(refname)) | |
1127 | die("packed refname is dangerous: %s", refname); | |
1128 | hashclr(sha1); | |
1129 | flag |= REF_BAD_NAME | REF_ISBROKEN; | |
1130 | } | |
1131 | last = create_ref_entry(refname, sha1, flag, 0); | |
1132 | if (peeled == PEELED_FULLY || | |
1133 | (peeled == PEELED_TAGS && starts_with(refname, "refs/tags/"))) | |
1134 | last->flag |= REF_KNOWS_PEELED; | |
1135 | add_ref(dir, last); | |
1136 | continue; | |
1137 | } | |
1138 | if (last && | |
1139 | line.buf[0] == '^' && | |
1140 | line.len == PEELED_LINE_LENGTH && | |
1141 | line.buf[PEELED_LINE_LENGTH - 1] == '\n' && | |
1142 | !get_sha1_hex(line.buf + 1, sha1)) { | |
1143 | hashcpy(last->u.value.peeled.hash, sha1); | |
1144 | /* | |
1145 | * Regardless of what the file header said, | |
1146 | * we definitely know the value of *this* | |
1147 | * reference: | |
1148 | */ | |
1149 | last->flag |= REF_KNOWS_PEELED; | |
1150 | } | |
1151 | } | |
1152 | ||
1153 | strbuf_release(&line); | |
1154 | } | |
1155 | ||
1156 | /* | |
65a0a8e5 MH |
1157 | * Get the packed_ref_cache for the specified files_ref_store, |
1158 | * creating it if necessary. | |
7bd9bcf3 | 1159 | */ |
65a0a8e5 | 1160 | static struct packed_ref_cache *get_packed_ref_cache(struct files_ref_store *refs) |
7bd9bcf3 MH |
1161 | { |
1162 | char *packed_refs_file; | |
1163 | ||
9c7d772b | 1164 | if (refs->submodule) |
32c597e7 | 1165 | packed_refs_file = git_pathdup_submodule(refs->submodule, |
00eebe35 | 1166 | "packed-refs"); |
7bd9bcf3 MH |
1167 | else |
1168 | packed_refs_file = git_pathdup("packed-refs"); | |
1169 | ||
1170 | if (refs->packed && | |
1171 | !stat_validity_check(&refs->packed->validity, packed_refs_file)) | |
1172 | clear_packed_ref_cache(refs); | |
1173 | ||
1174 | if (!refs->packed) { | |
1175 | FILE *f; | |
1176 | ||
1177 | refs->packed = xcalloc(1, sizeof(*refs->packed)); | |
1178 | acquire_packed_ref_cache(refs->packed); | |
1179 | refs->packed->root = create_dir_entry(refs, "", 0, 0); | |
1180 | f = fopen(packed_refs_file, "r"); | |
1181 | if (f) { | |
1182 | stat_validity_update(&refs->packed->validity, fileno(f)); | |
1183 | read_packed_refs(f, get_ref_dir(refs->packed->root)); | |
1184 | fclose(f); | |
1185 | } | |
1186 | } | |
1187 | free(packed_refs_file); | |
1188 | return refs->packed; | |
1189 | } | |
1190 | ||
1191 | static struct ref_dir *get_packed_ref_dir(struct packed_ref_cache *packed_ref_cache) | |
1192 | { | |
1193 | return get_ref_dir(packed_ref_cache->root); | |
1194 | } | |
1195 | ||
65a0a8e5 | 1196 | static struct ref_dir *get_packed_refs(struct files_ref_store *refs) |
7bd9bcf3 MH |
1197 | { |
1198 | return get_packed_ref_dir(get_packed_ref_cache(refs)); | |
1199 | } | |
1200 | ||
1201 | /* | |
1202 | * Add a reference to the in-memory packed reference cache. This may | |
1203 | * only be called while the packed-refs file is locked (see | |
1204 | * lock_packed_refs()). To actually write the packed-refs file, call | |
1205 | * commit_packed_refs(). | |
1206 | */ | |
d99825ab MH |
1207 | static void add_packed_ref(struct files_ref_store *refs, |
1208 | const char *refname, const unsigned char *sha1) | |
7bd9bcf3 | 1209 | { |
00eebe35 | 1210 | struct packed_ref_cache *packed_ref_cache = get_packed_ref_cache(refs); |
7bd9bcf3 MH |
1211 | |
1212 | if (!packed_ref_cache->lock) | |
1213 | die("internal error: packed refs not locked"); | |
1214 | add_ref(get_packed_ref_dir(packed_ref_cache), | |
1215 | create_ref_entry(refname, sha1, REF_ISPACKED, 1)); | |
1216 | } | |
1217 | ||
1218 | /* | |
1219 | * Read the loose references from the namespace dirname into dir | |
1220 | * (without recursing). dirname must end with '/'. dir must be the | |
1221 | * directory entry corresponding to dirname. | |
1222 | */ | |
1223 | static void read_loose_refs(const char *dirname, struct ref_dir *dir) | |
1224 | { | |
65a0a8e5 | 1225 | struct files_ref_store *refs = dir->ref_store; |
7bd9bcf3 MH |
1226 | DIR *d; |
1227 | struct dirent *de; | |
1228 | int dirnamelen = strlen(dirname); | |
1229 | struct strbuf refname; | |
1230 | struct strbuf path = STRBUF_INIT; | |
1231 | size_t path_baselen; | |
99b43a61 | 1232 | int err = 0; |
7bd9bcf3 | 1233 | |
9c7d772b | 1234 | if (refs->submodule) |
32c597e7 | 1235 | err = strbuf_git_path_submodule(&path, refs->submodule, "%s", dirname); |
7bd9bcf3 MH |
1236 | else |
1237 | strbuf_git_path(&path, "%s", dirname); | |
1238 | path_baselen = path.len; | |
1239 | ||
99b43a61 JK |
1240 | if (err) { |
1241 | strbuf_release(&path); | |
1242 | return; | |
1243 | } | |
1244 | ||
7bd9bcf3 MH |
1245 | d = opendir(path.buf); |
1246 | if (!d) { | |
1247 | strbuf_release(&path); | |
1248 | return; | |
1249 | } | |
1250 | ||
1251 | strbuf_init(&refname, dirnamelen + 257); | |
1252 | strbuf_add(&refname, dirname, dirnamelen); | |
1253 | ||
1254 | while ((de = readdir(d)) != NULL) { | |
1255 | unsigned char sha1[20]; | |
1256 | struct stat st; | |
1257 | int flag; | |
1258 | ||
1259 | if (de->d_name[0] == '.') | |
1260 | continue; | |
1261 | if (ends_with(de->d_name, ".lock")) | |
1262 | continue; | |
1263 | strbuf_addstr(&refname, de->d_name); | |
1264 | strbuf_addstr(&path, de->d_name); | |
1265 | if (stat(path.buf, &st) < 0) { | |
1266 | ; /* silently ignore */ | |
1267 | } else if (S_ISDIR(st.st_mode)) { | |
1268 | strbuf_addch(&refname, '/'); | |
1269 | add_entry_to_dir(dir, | |
1270 | create_dir_entry(refs, refname.buf, | |
1271 | refname.len, 1)); | |
1272 | } else { | |
3c0cb0cb MH |
1273 | if (!resolve_ref_recursively(&refs->base, |
1274 | refname.buf, | |
1275 | RESOLVE_REF_READING, | |
1276 | sha1, &flag)) { | |
7bd9bcf3 MH |
1277 | hashclr(sha1); |
1278 | flag |= REF_ISBROKEN; | |
1279 | } else if (is_null_sha1(sha1)) { | |
1280 | /* | |
1281 | * It is so astronomically unlikely | |
1282 | * that NULL_SHA1 is the SHA-1 of an | |
1283 | * actual object that we consider its | |
1284 | * appearance in a loose reference | |
1285 | * file to be repo corruption | |
1286 | * (probably due to a software bug). | |
1287 | */ | |
1288 | flag |= REF_ISBROKEN; | |
1289 | } | |
1290 | ||
1291 | if (check_refname_format(refname.buf, | |
1292 | REFNAME_ALLOW_ONELEVEL)) { | |
1293 | if (!refname_is_safe(refname.buf)) | |
1294 | die("loose refname is dangerous: %s", refname.buf); | |
1295 | hashclr(sha1); | |
1296 | flag |= REF_BAD_NAME | REF_ISBROKEN; | |
1297 | } | |
1298 | add_entry_to_dir(dir, | |
1299 | create_ref_entry(refname.buf, sha1, flag, 0)); | |
1300 | } | |
1301 | strbuf_setlen(&refname, dirnamelen); | |
1302 | strbuf_setlen(&path, path_baselen); | |
1303 | } | |
1304 | strbuf_release(&refname); | |
1305 | strbuf_release(&path); | |
1306 | closedir(d); | |
1307 | } | |
1308 | ||
65a0a8e5 | 1309 | static struct ref_dir *get_loose_refs(struct files_ref_store *refs) |
7bd9bcf3 MH |
1310 | { |
1311 | if (!refs->loose) { | |
1312 | /* | |
1313 | * Mark the top-level directory complete because we | |
1314 | * are about to read the only subdirectory that can | |
1315 | * hold references: | |
1316 | */ | |
1317 | refs->loose = create_dir_entry(refs, "", 0, 0); | |
1318 | /* | |
1319 | * Create an incomplete entry for "refs/": | |
1320 | */ | |
1321 | add_entry_to_dir(get_ref_dir(refs->loose), | |
1322 | create_dir_entry(refs, "refs/", 5, 1)); | |
1323 | } | |
1324 | return get_ref_dir(refs->loose); | |
1325 | } | |
1326 | ||
7bd9bcf3 MH |
1327 | /* |
1328 | * Return the ref_entry for the given refname from the packed | |
1329 | * references. If it does not exist, return NULL. | |
1330 | */ | |
f0d21efc MH |
1331 | static struct ref_entry *get_packed_ref(struct files_ref_store *refs, |
1332 | const char *refname) | |
7bd9bcf3 | 1333 | { |
00eebe35 | 1334 | return find_ref(get_packed_refs(refs), refname); |
7bd9bcf3 MH |
1335 | } |
1336 | ||
1337 | /* | |
419c6f4c | 1338 | * A loose ref file doesn't exist; check for a packed ref. |
7bd9bcf3 | 1339 | */ |
611118d0 MH |
1340 | static int resolve_packed_ref(struct files_ref_store *refs, |
1341 | const char *refname, | |
1342 | unsigned char *sha1, unsigned int *flags) | |
7bd9bcf3 MH |
1343 | { |
1344 | struct ref_entry *entry; | |
1345 | ||
1346 | /* | |
1347 | * The loose reference file does not exist; check for a packed | |
1348 | * reference. | |
1349 | */ | |
f0d21efc | 1350 | entry = get_packed_ref(refs, refname); |
7bd9bcf3 MH |
1351 | if (entry) { |
1352 | hashcpy(sha1, entry->u.value.oid.hash); | |
a70a93b7 | 1353 | *flags |= REF_ISPACKED; |
7bd9bcf3 MH |
1354 | return 0; |
1355 | } | |
419c6f4c MH |
1356 | /* refname is not a packed reference. */ |
1357 | return -1; | |
7bd9bcf3 MH |
1358 | } |
1359 | ||
e1e33b72 MH |
1360 | static int files_read_raw_ref(struct ref_store *ref_store, |
1361 | const char *refname, unsigned char *sha1, | |
1362 | struct strbuf *referent, unsigned int *type) | |
7bd9bcf3 | 1363 | { |
4308651c | 1364 | struct files_ref_store *refs = |
34c7ad8f | 1365 | files_downcast(ref_store, 1, "read_raw_ref"); |
42a38cf7 MH |
1366 | struct strbuf sb_contents = STRBUF_INIT; |
1367 | struct strbuf sb_path = STRBUF_INIT; | |
7048653a DT |
1368 | const char *path; |
1369 | const char *buf; | |
1370 | struct stat st; | |
1371 | int fd; | |
42a38cf7 MH |
1372 | int ret = -1; |
1373 | int save_errno; | |
e8c42cb9 | 1374 | int remaining_retries = 3; |
7bd9bcf3 | 1375 | |
fa96ea1b | 1376 | *type = 0; |
42a38cf7 | 1377 | strbuf_reset(&sb_path); |
34c7ad8f | 1378 | |
9c7d772b | 1379 | if (refs->submodule) |
32c597e7 | 1380 | strbuf_git_path_submodule(&sb_path, refs->submodule, "%s", refname); |
34c7ad8f MH |
1381 | else |
1382 | strbuf_git_path(&sb_path, "%s", refname); | |
1383 | ||
42a38cf7 | 1384 | path = sb_path.buf; |
7bd9bcf3 | 1385 | |
7048653a DT |
1386 | stat_ref: |
1387 | /* | |
1388 | * We might have to loop back here to avoid a race | |
1389 | * condition: first we lstat() the file, then we try | |
1390 | * to read it as a link or as a file. But if somebody | |
1391 | * changes the type of the file (file <-> directory | |
1392 | * <-> symlink) between the lstat() and reading, then | |
1393 | * we don't want to report that as an error but rather | |
1394 | * try again starting with the lstat(). | |
e8c42cb9 JK |
1395 | * |
1396 | * We'll keep a count of the retries, though, just to avoid | |
1397 | * any confusing situation sending us into an infinite loop. | |
7048653a | 1398 | */ |
7bd9bcf3 | 1399 | |
e8c42cb9 JK |
1400 | if (remaining_retries-- <= 0) |
1401 | goto out; | |
1402 | ||
7048653a DT |
1403 | if (lstat(path, &st) < 0) { |
1404 | if (errno != ENOENT) | |
42a38cf7 | 1405 | goto out; |
611118d0 | 1406 | if (resolve_packed_ref(refs, refname, sha1, type)) { |
7048653a | 1407 | errno = ENOENT; |
42a38cf7 | 1408 | goto out; |
7bd9bcf3 | 1409 | } |
42a38cf7 MH |
1410 | ret = 0; |
1411 | goto out; | |
7bd9bcf3 | 1412 | } |
7bd9bcf3 | 1413 | |
7048653a DT |
1414 | /* Follow "normalized" - ie "refs/.." symlinks by hand */ |
1415 | if (S_ISLNK(st.st_mode)) { | |
42a38cf7 MH |
1416 | strbuf_reset(&sb_contents); |
1417 | if (strbuf_readlink(&sb_contents, path, 0) < 0) { | |
7048653a | 1418 | if (errno == ENOENT || errno == EINVAL) |
7bd9bcf3 MH |
1419 | /* inconsistent with lstat; retry */ |
1420 | goto stat_ref; | |
1421 | else | |
42a38cf7 | 1422 | goto out; |
7bd9bcf3 | 1423 | } |
42a38cf7 MH |
1424 | if (starts_with(sb_contents.buf, "refs/") && |
1425 | !check_refname_format(sb_contents.buf, 0)) { | |
92b38093 | 1426 | strbuf_swap(&sb_contents, referent); |
3a0b6b9a | 1427 | *type |= REF_ISSYMREF; |
42a38cf7 MH |
1428 | ret = 0; |
1429 | goto out; | |
7bd9bcf3 | 1430 | } |
3f7bd767 JK |
1431 | /* |
1432 | * It doesn't look like a refname; fall through to just | |
1433 | * treating it like a non-symlink, and reading whatever it | |
1434 | * points to. | |
1435 | */ | |
7048653a | 1436 | } |
7bd9bcf3 | 1437 | |
7048653a DT |
1438 | /* Is it a directory? */ |
1439 | if (S_ISDIR(st.st_mode)) { | |
e167a567 MH |
1440 | /* |
1441 | * Even though there is a directory where the loose | |
1442 | * ref is supposed to be, there could still be a | |
1443 | * packed ref: | |
1444 | */ | |
611118d0 | 1445 | if (resolve_packed_ref(refs, refname, sha1, type)) { |
e167a567 MH |
1446 | errno = EISDIR; |
1447 | goto out; | |
1448 | } | |
1449 | ret = 0; | |
42a38cf7 | 1450 | goto out; |
7048653a DT |
1451 | } |
1452 | ||
1453 | /* | |
1454 | * Anything else, just open it and try to use it as | |
1455 | * a ref | |
1456 | */ | |
1457 | fd = open(path, O_RDONLY); | |
1458 | if (fd < 0) { | |
3f7bd767 | 1459 | if (errno == ENOENT && !S_ISLNK(st.st_mode)) |
7048653a DT |
1460 | /* inconsistent with lstat; retry */ |
1461 | goto stat_ref; | |
1462 | else | |
42a38cf7 | 1463 | goto out; |
7048653a | 1464 | } |
42a38cf7 MH |
1465 | strbuf_reset(&sb_contents); |
1466 | if (strbuf_read(&sb_contents, fd, 256) < 0) { | |
7048653a DT |
1467 | int save_errno = errno; |
1468 | close(fd); | |
1469 | errno = save_errno; | |
42a38cf7 | 1470 | goto out; |
7048653a DT |
1471 | } |
1472 | close(fd); | |
42a38cf7 MH |
1473 | strbuf_rtrim(&sb_contents); |
1474 | buf = sb_contents.buf; | |
7048653a DT |
1475 | if (starts_with(buf, "ref:")) { |
1476 | buf += 4; | |
7bd9bcf3 MH |
1477 | while (isspace(*buf)) |
1478 | buf++; | |
7048653a | 1479 | |
92b38093 MH |
1480 | strbuf_reset(referent); |
1481 | strbuf_addstr(referent, buf); | |
3a0b6b9a | 1482 | *type |= REF_ISSYMREF; |
42a38cf7 MH |
1483 | ret = 0; |
1484 | goto out; | |
7bd9bcf3 | 1485 | } |
7bd9bcf3 | 1486 | |
7048653a DT |
1487 | /* |
1488 | * Please note that FETCH_HEAD has additional | |
1489 | * data after the sha. | |
1490 | */ | |
1491 | if (get_sha1_hex(buf, sha1) || | |
1492 | (buf[40] != '\0' && !isspace(buf[40]))) { | |
3a0b6b9a | 1493 | *type |= REF_ISBROKEN; |
7048653a | 1494 | errno = EINVAL; |
42a38cf7 | 1495 | goto out; |
7048653a DT |
1496 | } |
1497 | ||
42a38cf7 | 1498 | ret = 0; |
7bd9bcf3 | 1499 | |
42a38cf7 MH |
1500 | out: |
1501 | save_errno = errno; | |
7bd9bcf3 MH |
1502 | strbuf_release(&sb_path); |
1503 | strbuf_release(&sb_contents); | |
42a38cf7 | 1504 | errno = save_errno; |
7bd9bcf3 MH |
1505 | return ret; |
1506 | } | |
1507 | ||
8415d247 MH |
1508 | static void unlock_ref(struct ref_lock *lock) |
1509 | { | |
1510 | /* Do not free lock->lk -- atexit() still looks at them */ | |
1511 | if (lock->lk) | |
1512 | rollback_lock_file(lock->lk); | |
1513 | free(lock->ref_name); | |
8415d247 MH |
1514 | free(lock); |
1515 | } | |
1516 | ||
92b1551b MH |
1517 | /* |
1518 | * Lock refname, without following symrefs, and set *lock_p to point | |
1519 | * at a newly-allocated lock object. Fill in lock->old_oid, referent, | |
1520 | * and type similarly to read_raw_ref(). | |
1521 | * | |
1522 | * The caller must verify that refname is a "safe" reference name (in | |
1523 | * the sense of refname_is_safe()) before calling this function. | |
1524 | * | |
1525 | * If the reference doesn't already exist, verify that refname doesn't | |
1526 | * have a D/F conflict with any existing references. extras and skip | |
1527 | * are passed to verify_refname_available_dir() for this check. | |
1528 | * | |
1529 | * If mustexist is not set and the reference is not found or is | |
1530 | * broken, lock the reference anyway but clear sha1. | |
1531 | * | |
1532 | * Return 0 on success. On failure, write an error message to err and | |
1533 | * return TRANSACTION_NAME_CONFLICT or TRANSACTION_GENERIC_ERROR. | |
1534 | * | |
1535 | * Implementation note: This function is basically | |
1536 | * | |
1537 | * lock reference | |
1538 | * read_raw_ref() | |
1539 | * | |
1540 | * but it includes a lot more code to | |
1541 | * - Deal with possible races with other processes | |
1542 | * - Avoid calling verify_refname_available_dir() when it can be | |
1543 | * avoided, namely if we were successfully able to read the ref | |
1544 | * - Generate informative error messages in the case of failure | |
1545 | */ | |
f7b0a987 MH |
1546 | static int lock_raw_ref(struct files_ref_store *refs, |
1547 | const char *refname, int mustexist, | |
92b1551b MH |
1548 | const struct string_list *extras, |
1549 | const struct string_list *skip, | |
1550 | struct ref_lock **lock_p, | |
1551 | struct strbuf *referent, | |
1552 | unsigned int *type, | |
1553 | struct strbuf *err) | |
1554 | { | |
1555 | struct ref_lock *lock; | |
1556 | struct strbuf ref_file = STRBUF_INIT; | |
1557 | int attempts_remaining = 3; | |
1558 | int ret = TRANSACTION_GENERIC_ERROR; | |
1559 | ||
1560 | assert(err); | |
32c597e7 | 1561 | files_assert_main_repository(refs, "lock_raw_ref"); |
f7b0a987 | 1562 | |
92b1551b MH |
1563 | *type = 0; |
1564 | ||
1565 | /* First lock the file so it can't change out from under us. */ | |
1566 | ||
1567 | *lock_p = lock = xcalloc(1, sizeof(*lock)); | |
1568 | ||
1569 | lock->ref_name = xstrdup(refname); | |
92b1551b MH |
1570 | strbuf_git_path(&ref_file, "%s", refname); |
1571 | ||
1572 | retry: | |
1573 | switch (safe_create_leading_directories(ref_file.buf)) { | |
1574 | case SCLD_OK: | |
1575 | break; /* success */ | |
1576 | case SCLD_EXISTS: | |
1577 | /* | |
1578 | * Suppose refname is "refs/foo/bar". We just failed | |
1579 | * to create the containing directory, "refs/foo", | |
1580 | * because there was a non-directory in the way. This | |
1581 | * indicates a D/F conflict, probably because of | |
1582 | * another reference such as "refs/foo". There is no | |
1583 | * reason to expect this error to be transitory. | |
1584 | */ | |
1585 | if (verify_refname_available(refname, extras, skip, err)) { | |
1586 | if (mustexist) { | |
1587 | /* | |
1588 | * To the user the relevant error is | |
1589 | * that the "mustexist" reference is | |
1590 | * missing: | |
1591 | */ | |
1592 | strbuf_reset(err); | |
1593 | strbuf_addf(err, "unable to resolve reference '%s'", | |
1594 | refname); | |
1595 | } else { | |
1596 | /* | |
1597 | * The error message set by | |
1598 | * verify_refname_available_dir() is OK. | |
1599 | */ | |
1600 | ret = TRANSACTION_NAME_CONFLICT; | |
1601 | } | |
1602 | } else { | |
1603 | /* | |
1604 | * The file that is in the way isn't a loose | |
1605 | * reference. Report it as a low-level | |
1606 | * failure. | |
1607 | */ | |
1608 | strbuf_addf(err, "unable to create lock file %s.lock; " | |
1609 | "non-directory in the way", | |
1610 | ref_file.buf); | |
1611 | } | |
1612 | goto error_return; | |
1613 | case SCLD_VANISHED: | |
1614 | /* Maybe another process was tidying up. Try again. */ | |
1615 | if (--attempts_remaining > 0) | |
1616 | goto retry; | |
1617 | /* fall through */ | |
1618 | default: | |
1619 | strbuf_addf(err, "unable to create directory for %s", | |
1620 | ref_file.buf); | |
1621 | goto error_return; | |
1622 | } | |
1623 | ||
1624 | if (!lock->lk) | |
1625 | lock->lk = xcalloc(1, sizeof(struct lock_file)); | |
1626 | ||
1627 | if (hold_lock_file_for_update(lock->lk, ref_file.buf, LOCK_NO_DEREF) < 0) { | |
1628 | if (errno == ENOENT && --attempts_remaining > 0) { | |
1629 | /* | |
1630 | * Maybe somebody just deleted one of the | |
1631 | * directories leading to ref_file. Try | |
1632 | * again: | |
1633 | */ | |
1634 | goto retry; | |
1635 | } else { | |
1636 | unable_to_lock_message(ref_file.buf, errno, err); | |
1637 | goto error_return; | |
1638 | } | |
1639 | } | |
1640 | ||
1641 | /* | |
1642 | * Now we hold the lock and can read the reference without | |
1643 | * fear that its value will change. | |
1644 | */ | |
1645 | ||
f7b0a987 | 1646 | if (files_read_raw_ref(&refs->base, refname, |
e1e33b72 | 1647 | lock->old_oid.hash, referent, type)) { |
92b1551b MH |
1648 | if (errno == ENOENT) { |
1649 | if (mustexist) { | |
1650 | /* Garden variety missing reference. */ | |
1651 | strbuf_addf(err, "unable to resolve reference '%s'", | |
1652 | refname); | |
1653 | goto error_return; | |
1654 | } else { | |
1655 | /* | |
1656 | * Reference is missing, but that's OK. We | |
1657 | * know that there is not a conflict with | |
1658 | * another loose reference because | |
1659 | * (supposing that we are trying to lock | |
1660 | * reference "refs/foo/bar"): | |
1661 | * | |
1662 | * - We were successfully able to create | |
1663 | * the lockfile refs/foo/bar.lock, so we | |
1664 | * know there cannot be a loose reference | |
1665 | * named "refs/foo". | |
1666 | * | |
1667 | * - We got ENOENT and not EISDIR, so we | |
1668 | * know that there cannot be a loose | |
1669 | * reference named "refs/foo/bar/baz". | |
1670 | */ | |
1671 | } | |
1672 | } else if (errno == EISDIR) { | |
1673 | /* | |
1674 | * There is a directory in the way. It might have | |
1675 | * contained references that have been deleted. If | |
1676 | * we don't require that the reference already | |
1677 | * exists, try to remove the directory so that it | |
1678 | * doesn't cause trouble when we want to rename the | |
1679 | * lockfile into place later. | |
1680 | */ | |
1681 | if (mustexist) { | |
1682 | /* Garden variety missing reference. */ | |
1683 | strbuf_addf(err, "unable to resolve reference '%s'", | |
1684 | refname); | |
1685 | goto error_return; | |
1686 | } else if (remove_dir_recursively(&ref_file, | |
1687 | REMOVE_DIR_EMPTY_ONLY)) { | |
1688 | if (verify_refname_available_dir( | |
1689 | refname, extras, skip, | |
00eebe35 | 1690 | get_loose_refs(refs), |
92b1551b MH |
1691 | err)) { |
1692 | /* | |
1693 | * The error message set by | |
1694 | * verify_refname_available() is OK. | |
1695 | */ | |
1696 | ret = TRANSACTION_NAME_CONFLICT; | |
1697 | goto error_return; | |
1698 | } else { | |
1699 | /* | |
1700 | * We can't delete the directory, | |
1701 | * but we also don't know of any | |
1702 | * references that it should | |
1703 | * contain. | |
1704 | */ | |
1705 | strbuf_addf(err, "there is a non-empty directory '%s' " | |
1706 | "blocking reference '%s'", | |
1707 | ref_file.buf, refname); | |
1708 | goto error_return; | |
1709 | } | |
1710 | } | |
1711 | } else if (errno == EINVAL && (*type & REF_ISBROKEN)) { | |
1712 | strbuf_addf(err, "unable to resolve reference '%s': " | |
1713 | "reference broken", refname); | |
1714 | goto error_return; | |
1715 | } else { | |
1716 | strbuf_addf(err, "unable to resolve reference '%s': %s", | |
1717 | refname, strerror(errno)); | |
1718 | goto error_return; | |
1719 | } | |
1720 | ||
1721 | /* | |
1722 | * If the ref did not exist and we are creating it, | |
1723 | * make sure there is no existing packed ref whose | |
1724 | * name begins with our refname, nor a packed ref | |
1725 | * whose name is a proper prefix of our refname. | |
1726 | */ | |
1727 | if (verify_refname_available_dir( | |
1728 | refname, extras, skip, | |
00eebe35 | 1729 | get_packed_refs(refs), |
92b1551b MH |
1730 | err)) { |
1731 | goto error_return; | |
1732 | } | |
1733 | } | |
1734 | ||
1735 | ret = 0; | |
1736 | goto out; | |
1737 | ||
1738 | error_return: | |
1739 | unlock_ref(lock); | |
1740 | *lock_p = NULL; | |
1741 | ||
1742 | out: | |
1743 | strbuf_release(&ref_file); | |
1744 | return ret; | |
1745 | } | |
1746 | ||
7bd9bcf3 MH |
1747 | /* |
1748 | * Peel the entry (if possible) and return its new peel_status. If | |
1749 | * repeel is true, re-peel the entry even if there is an old peeled | |
1750 | * value that is already stored in it. | |
1751 | * | |
1752 | * It is OK to call this function with a packed reference entry that | |
1753 | * might be stale and might even refer to an object that has since | |
1754 | * been garbage-collected. In such a case, if the entry has | |
1755 | * REF_KNOWS_PEELED then leave the status unchanged and return | |
1756 | * PEEL_PEELED or PEEL_NON_TAG; otherwise, return PEEL_INVALID. | |
1757 | */ | |
1758 | static enum peel_status peel_entry(struct ref_entry *entry, int repeel) | |
1759 | { | |
1760 | enum peel_status status; | |
1761 | ||
1762 | if (entry->flag & REF_KNOWS_PEELED) { | |
1763 | if (repeel) { | |
1764 | entry->flag &= ~REF_KNOWS_PEELED; | |
1765 | oidclr(&entry->u.value.peeled); | |
1766 | } else { | |
1767 | return is_null_oid(&entry->u.value.peeled) ? | |
1768 | PEEL_NON_TAG : PEEL_PEELED; | |
1769 | } | |
1770 | } | |
1771 | if (entry->flag & REF_ISBROKEN) | |
1772 | return PEEL_BROKEN; | |
1773 | if (entry->flag & REF_ISSYMREF) | |
1774 | return PEEL_IS_SYMREF; | |
1775 | ||
1776 | status = peel_object(entry->u.value.oid.hash, entry->u.value.peeled.hash); | |
1777 | if (status == PEEL_PEELED || status == PEEL_NON_TAG) | |
1778 | entry->flag |= REF_KNOWS_PEELED; | |
1779 | return status; | |
1780 | } | |
1781 | ||
bd427cf2 MH |
1782 | static int files_peel_ref(struct ref_store *ref_store, |
1783 | const char *refname, unsigned char *sha1) | |
7bd9bcf3 | 1784 | { |
bd427cf2 | 1785 | struct files_ref_store *refs = files_downcast(ref_store, 0, "peel_ref"); |
7bd9bcf3 MH |
1786 | int flag; |
1787 | unsigned char base[20]; | |
1788 | ||
4c4de895 MH |
1789 | if (current_ref_iter && current_ref_iter->refname == refname) { |
1790 | struct object_id peeled; | |
1791 | ||
1792 | if (ref_iterator_peel(current_ref_iter, &peeled)) | |
7bd9bcf3 | 1793 | return -1; |
4c4de895 | 1794 | hashcpy(sha1, peeled.hash); |
7bd9bcf3 MH |
1795 | return 0; |
1796 | } | |
1797 | ||
1798 | if (read_ref_full(refname, RESOLVE_REF_READING, base, &flag)) | |
1799 | return -1; | |
1800 | ||
1801 | /* | |
1802 | * If the reference is packed, read its ref_entry from the | |
1803 | * cache in the hope that we already know its peeled value. | |
1804 | * We only try this optimization on packed references because | |
1805 | * (a) forcing the filling of the loose reference cache could | |
1806 | * be expensive and (b) loose references anyway usually do not | |
1807 | * have REF_KNOWS_PEELED. | |
1808 | */ | |
1809 | if (flag & REF_ISPACKED) { | |
f0d21efc | 1810 | struct ref_entry *r = get_packed_ref(refs, refname); |
7bd9bcf3 MH |
1811 | if (r) { |
1812 | if (peel_entry(r, 0)) | |
1813 | return -1; | |
1814 | hashcpy(sha1, r->u.value.peeled.hash); | |
1815 | return 0; | |
1816 | } | |
1817 | } | |
1818 | ||
1819 | return peel_object(base, sha1); | |
1820 | } | |
1821 | ||
3bc581b9 MH |
1822 | struct files_ref_iterator { |
1823 | struct ref_iterator base; | |
1824 | ||
7bd9bcf3 | 1825 | struct packed_ref_cache *packed_ref_cache; |
3bc581b9 MH |
1826 | struct ref_iterator *iter0; |
1827 | unsigned int flags; | |
1828 | }; | |
7bd9bcf3 | 1829 | |
3bc581b9 MH |
1830 | static int files_ref_iterator_advance(struct ref_iterator *ref_iterator) |
1831 | { | |
1832 | struct files_ref_iterator *iter = | |
1833 | (struct files_ref_iterator *)ref_iterator; | |
1834 | int ok; | |
7bd9bcf3 | 1835 | |
3bc581b9 | 1836 | while ((ok = ref_iterator_advance(iter->iter0)) == ITER_OK) { |
0c09ec07 DT |
1837 | if (iter->flags & DO_FOR_EACH_PER_WORKTREE_ONLY && |
1838 | ref_type(iter->iter0->refname) != REF_TYPE_PER_WORKTREE) | |
1839 | continue; | |
1840 | ||
3bc581b9 MH |
1841 | if (!(iter->flags & DO_FOR_EACH_INCLUDE_BROKEN) && |
1842 | !ref_resolves_to_object(iter->iter0->refname, | |
1843 | iter->iter0->oid, | |
1844 | iter->iter0->flags)) | |
1845 | continue; | |
1846 | ||
1847 | iter->base.refname = iter->iter0->refname; | |
1848 | iter->base.oid = iter->iter0->oid; | |
1849 | iter->base.flags = iter->iter0->flags; | |
1850 | return ITER_OK; | |
7bd9bcf3 MH |
1851 | } |
1852 | ||
3bc581b9 MH |
1853 | iter->iter0 = NULL; |
1854 | if (ref_iterator_abort(ref_iterator) != ITER_DONE) | |
1855 | ok = ITER_ERROR; | |
1856 | ||
1857 | return ok; | |
7bd9bcf3 MH |
1858 | } |
1859 | ||
3bc581b9 MH |
1860 | static int files_ref_iterator_peel(struct ref_iterator *ref_iterator, |
1861 | struct object_id *peeled) | |
7bd9bcf3 | 1862 | { |
3bc581b9 MH |
1863 | struct files_ref_iterator *iter = |
1864 | (struct files_ref_iterator *)ref_iterator; | |
93770590 | 1865 | |
3bc581b9 MH |
1866 | return ref_iterator_peel(iter->iter0, peeled); |
1867 | } | |
1868 | ||
1869 | static int files_ref_iterator_abort(struct ref_iterator *ref_iterator) | |
1870 | { | |
1871 | struct files_ref_iterator *iter = | |
1872 | (struct files_ref_iterator *)ref_iterator; | |
1873 | int ok = ITER_DONE; | |
1874 | ||
1875 | if (iter->iter0) | |
1876 | ok = ref_iterator_abort(iter->iter0); | |
1877 | ||
1878 | release_packed_ref_cache(iter->packed_ref_cache); | |
1879 | base_ref_iterator_free(ref_iterator); | |
1880 | return ok; | |
1881 | } | |
1882 | ||
1883 | static struct ref_iterator_vtable files_ref_iterator_vtable = { | |
1884 | files_ref_iterator_advance, | |
1885 | files_ref_iterator_peel, | |
1886 | files_ref_iterator_abort | |
1887 | }; | |
1888 | ||
1a769003 | 1889 | static struct ref_iterator *files_ref_iterator_begin( |
37b6f6d5 | 1890 | struct ref_store *ref_store, |
3bc581b9 MH |
1891 | const char *prefix, unsigned int flags) |
1892 | { | |
00eebe35 | 1893 | struct files_ref_store *refs = |
37b6f6d5 | 1894 | files_downcast(ref_store, 1, "ref_iterator_begin"); |
3bc581b9 MH |
1895 | struct ref_dir *loose_dir, *packed_dir; |
1896 | struct ref_iterator *loose_iter, *packed_iter; | |
1897 | struct files_ref_iterator *iter; | |
1898 | struct ref_iterator *ref_iterator; | |
1899 | ||
7bd9bcf3 MH |
1900 | if (ref_paranoia < 0) |
1901 | ref_paranoia = git_env_bool("GIT_REF_PARANOIA", 0); | |
1902 | if (ref_paranoia) | |
3bc581b9 MH |
1903 | flags |= DO_FOR_EACH_INCLUDE_BROKEN; |
1904 | ||
1905 | iter = xcalloc(1, sizeof(*iter)); | |
1906 | ref_iterator = &iter->base; | |
1907 | base_ref_iterator_init(ref_iterator, &files_ref_iterator_vtable); | |
1908 | ||
1909 | /* | |
1910 | * We must make sure that all loose refs are read before | |
1911 | * accessing the packed-refs file; this avoids a race | |
1912 | * condition if loose refs are migrated to the packed-refs | |
1913 | * file by a simultaneous process, but our in-memory view is | |
1914 | * from before the migration. We ensure this as follows: | |
1915 | * First, we call prime_ref_dir(), which pre-reads the loose | |
1916 | * references for the subtree into the cache. (If they've | |
1917 | * already been read, that's OK; we only need to guarantee | |
1918 | * that they're read before the packed refs, not *how much* | |
1919 | * before.) After that, we call get_packed_ref_cache(), which | |
1920 | * internally checks whether the packed-ref cache is up to | |
1921 | * date with what is on disk, and re-reads it if not. | |
1922 | */ | |
1923 | ||
1924 | loose_dir = get_loose_refs(refs); | |
1925 | ||
1926 | if (prefix && *prefix) | |
1927 | loose_dir = find_containing_dir(loose_dir, prefix, 0); | |
7bd9bcf3 | 1928 | |
3bc581b9 MH |
1929 | if (loose_dir) { |
1930 | prime_ref_dir(loose_dir); | |
1931 | loose_iter = cache_ref_iterator_begin(loose_dir); | |
1932 | } else { | |
1933 | /* There's nothing to iterate over. */ | |
1934 | loose_iter = empty_ref_iterator_begin(); | |
1935 | } | |
1936 | ||
1937 | iter->packed_ref_cache = get_packed_ref_cache(refs); | |
1938 | acquire_packed_ref_cache(iter->packed_ref_cache); | |
1939 | packed_dir = get_packed_ref_dir(iter->packed_ref_cache); | |
1940 | ||
1941 | if (prefix && *prefix) | |
1942 | packed_dir = find_containing_dir(packed_dir, prefix, 0); | |
1943 | ||
1944 | if (packed_dir) { | |
1945 | packed_iter = cache_ref_iterator_begin(packed_dir); | |
1946 | } else { | |
1947 | /* There's nothing to iterate over. */ | |
1948 | packed_iter = empty_ref_iterator_begin(); | |
1949 | } | |
1950 | ||
1951 | iter->iter0 = overlay_ref_iterator_begin(loose_iter, packed_iter); | |
1952 | iter->flags = flags; | |
1953 | ||
1954 | return ref_iterator; | |
7bd9bcf3 MH |
1955 | } |
1956 | ||
7bd9bcf3 MH |
1957 | /* |
1958 | * Verify that the reference locked by lock has the value old_sha1. | |
1959 | * Fail if the reference doesn't exist and mustexist is set. Return 0 | |
1960 | * on success. On error, write an error message to err, set errno, and | |
1961 | * return a negative value. | |
1962 | */ | |
1963 | static int verify_lock(struct ref_lock *lock, | |
1964 | const unsigned char *old_sha1, int mustexist, | |
1965 | struct strbuf *err) | |
1966 | { | |
1967 | assert(err); | |
1968 | ||
1969 | if (read_ref_full(lock->ref_name, | |
1970 | mustexist ? RESOLVE_REF_READING : 0, | |
1971 | lock->old_oid.hash, NULL)) { | |
6294dcb4 JK |
1972 | if (old_sha1) { |
1973 | int save_errno = errno; | |
0568c8e9 | 1974 | strbuf_addf(err, "can't verify ref '%s'", lock->ref_name); |
6294dcb4 JK |
1975 | errno = save_errno; |
1976 | return -1; | |
1977 | } else { | |
c368dde9 | 1978 | oidclr(&lock->old_oid); |
6294dcb4 JK |
1979 | return 0; |
1980 | } | |
7bd9bcf3 | 1981 | } |
6294dcb4 | 1982 | if (old_sha1 && hashcmp(lock->old_oid.hash, old_sha1)) { |
0568c8e9 | 1983 | strbuf_addf(err, "ref '%s' is at %s but expected %s", |
7bd9bcf3 | 1984 | lock->ref_name, |
c368dde9 | 1985 | oid_to_hex(&lock->old_oid), |
7bd9bcf3 MH |
1986 | sha1_to_hex(old_sha1)); |
1987 | errno = EBUSY; | |
1988 | return -1; | |
1989 | } | |
1990 | return 0; | |
1991 | } | |
1992 | ||
1993 | static int remove_empty_directories(struct strbuf *path) | |
1994 | { | |
1995 | /* | |
1996 | * we want to create a file but there is a directory there; | |
1997 | * if that is an empty directory (or a directory that contains | |
1998 | * only empty directories), remove them. | |
1999 | */ | |
2000 | return remove_dir_recursively(path, REMOVE_DIR_EMPTY_ONLY); | |
2001 | } | |
2002 | ||
3b5d3c98 MH |
2003 | static int create_reflock(const char *path, void *cb) |
2004 | { | |
2005 | struct lock_file *lk = cb; | |
2006 | ||
2007 | return hold_lock_file_for_update(lk, path, LOCK_NO_DEREF) < 0 ? -1 : 0; | |
2008 | } | |
2009 | ||
7bd9bcf3 MH |
2010 | /* |
2011 | * Locks a ref returning the lock on success and NULL on failure. | |
2012 | * On failure errno is set to something meaningful. | |
2013 | */ | |
7eb27cdf MH |
2014 | static struct ref_lock *lock_ref_sha1_basic(struct files_ref_store *refs, |
2015 | const char *refname, | |
7bd9bcf3 MH |
2016 | const unsigned char *old_sha1, |
2017 | const struct string_list *extras, | |
2018 | const struct string_list *skip, | |
bcb497d0 | 2019 | unsigned int flags, int *type, |
7bd9bcf3 MH |
2020 | struct strbuf *err) |
2021 | { | |
2022 | struct strbuf ref_file = STRBUF_INIT; | |
7bd9bcf3 MH |
2023 | struct ref_lock *lock; |
2024 | int last_errno = 0; | |
7bd9bcf3 | 2025 | int mustexist = (old_sha1 && !is_null_sha1(old_sha1)); |
7a418f3a | 2026 | int resolve_flags = RESOLVE_REF_NO_RECURSE; |
7a418f3a | 2027 | int resolved; |
7bd9bcf3 | 2028 | |
32c597e7 | 2029 | files_assert_main_repository(refs, "lock_ref_sha1_basic"); |
7bd9bcf3 MH |
2030 | assert(err); |
2031 | ||
2032 | lock = xcalloc(1, sizeof(struct ref_lock)); | |
2033 | ||
2034 | if (mustexist) | |
2035 | resolve_flags |= RESOLVE_REF_READING; | |
2859dcd4 | 2036 | if (flags & REF_DELETING) |
7bd9bcf3 | 2037 | resolve_flags |= RESOLVE_REF_ALLOW_BAD_NAME; |
7bd9bcf3 | 2038 | |
7a418f3a MH |
2039 | strbuf_git_path(&ref_file, "%s", refname); |
2040 | resolved = !!resolve_ref_unsafe(refname, resolve_flags, | |
2041 | lock->old_oid.hash, type); | |
2042 | if (!resolved && errno == EISDIR) { | |
7bd9bcf3 MH |
2043 | /* |
2044 | * we are trying to lock foo but we used to | |
2045 | * have foo/bar which now does not exist; | |
2046 | * it is normal for the empty directory 'foo' | |
2047 | * to remain. | |
2048 | */ | |
7a418f3a | 2049 | if (remove_empty_directories(&ref_file)) { |
7bd9bcf3 | 2050 | last_errno = errno; |
00eebe35 MH |
2051 | if (!verify_refname_available_dir( |
2052 | refname, extras, skip, | |
2053 | get_loose_refs(refs), err)) | |
7bd9bcf3 | 2054 | strbuf_addf(err, "there are still refs under '%s'", |
7a418f3a | 2055 | refname); |
7bd9bcf3 MH |
2056 | goto error_return; |
2057 | } | |
7a418f3a MH |
2058 | resolved = !!resolve_ref_unsafe(refname, resolve_flags, |
2059 | lock->old_oid.hash, type); | |
7bd9bcf3 | 2060 | } |
7a418f3a | 2061 | if (!resolved) { |
7bd9bcf3 MH |
2062 | last_errno = errno; |
2063 | if (last_errno != ENOTDIR || | |
00eebe35 MH |
2064 | !verify_refname_available_dir( |
2065 | refname, extras, skip, | |
2066 | get_loose_refs(refs), err)) | |
0568c8e9 | 2067 | strbuf_addf(err, "unable to resolve reference '%s': %s", |
7a418f3a | 2068 | refname, strerror(last_errno)); |
7bd9bcf3 MH |
2069 | |
2070 | goto error_return; | |
2071 | } | |
2859dcd4 | 2072 | |
7bd9bcf3 MH |
2073 | /* |
2074 | * If the ref did not exist and we are creating it, make sure | |
2075 | * there is no existing packed ref whose name begins with our | |
2076 | * refname, nor a packed ref whose name is a proper prefix of | |
2077 | * our refname. | |
2078 | */ | |
2079 | if (is_null_oid(&lock->old_oid) && | |
2080 | verify_refname_available_dir(refname, extras, skip, | |
00eebe35 MH |
2081 | get_packed_refs(refs), |
2082 | err)) { | |
7bd9bcf3 MH |
2083 | last_errno = ENOTDIR; |
2084 | goto error_return; | |
2085 | } | |
2086 | ||
2087 | lock->lk = xcalloc(1, sizeof(struct lock_file)); | |
2088 | ||
7bd9bcf3 | 2089 | lock->ref_name = xstrdup(refname); |
7bd9bcf3 | 2090 | |
3b5d3c98 | 2091 | if (raceproof_create_file(ref_file.buf, create_reflock, lock->lk)) { |
7bd9bcf3 | 2092 | last_errno = errno; |
3b5d3c98 | 2093 | unable_to_lock_message(ref_file.buf, errno, err); |
7bd9bcf3 MH |
2094 | goto error_return; |
2095 | } | |
2096 | ||
6294dcb4 | 2097 | if (verify_lock(lock, old_sha1, mustexist, err)) { |
7bd9bcf3 MH |
2098 | last_errno = errno; |
2099 | goto error_return; | |
2100 | } | |
2101 | goto out; | |
2102 | ||
2103 | error_return: | |
2104 | unlock_ref(lock); | |
2105 | lock = NULL; | |
2106 | ||
2107 | out: | |
2108 | strbuf_release(&ref_file); | |
7bd9bcf3 MH |
2109 | errno = last_errno; |
2110 | return lock; | |
2111 | } | |
2112 | ||
2113 | /* | |
2114 | * Write an entry to the packed-refs file for the specified refname. | |
2115 | * If peeled is non-NULL, write it as the entry's peeled value. | |
2116 | */ | |
2117 | static void write_packed_entry(FILE *fh, char *refname, unsigned char *sha1, | |
2118 | unsigned char *peeled) | |
2119 | { | |
2120 | fprintf_or_die(fh, "%s %s\n", sha1_to_hex(sha1), refname); | |
2121 | if (peeled) | |
2122 | fprintf_or_die(fh, "^%s\n", sha1_to_hex(peeled)); | |
2123 | } | |
2124 | ||
2125 | /* | |
2126 | * An each_ref_entry_fn that writes the entry to a packed-refs file. | |
2127 | */ | |
2128 | static int write_packed_entry_fn(struct ref_entry *entry, void *cb_data) | |
2129 | { | |
2130 | enum peel_status peel_status = peel_entry(entry, 0); | |
2131 | ||
2132 | if (peel_status != PEEL_PEELED && peel_status != PEEL_NON_TAG) | |
2133 | error("internal error: %s is not a valid packed reference!", | |
2134 | entry->name); | |
2135 | write_packed_entry(cb_data, entry->name, entry->u.value.oid.hash, | |
2136 | peel_status == PEEL_PEELED ? | |
2137 | entry->u.value.peeled.hash : NULL); | |
2138 | return 0; | |
2139 | } | |
2140 | ||
2141 | /* | |
2142 | * Lock the packed-refs file for writing. Flags is passed to | |
2143 | * hold_lock_file_for_update(). Return 0 on success. On errors, set | |
2144 | * errno appropriately and return a nonzero value. | |
2145 | */ | |
49c0df6a | 2146 | static int lock_packed_refs(struct files_ref_store *refs, int flags) |
7bd9bcf3 MH |
2147 | { |
2148 | static int timeout_configured = 0; | |
2149 | static int timeout_value = 1000; | |
7bd9bcf3 MH |
2150 | struct packed_ref_cache *packed_ref_cache; |
2151 | ||
32c597e7 | 2152 | files_assert_main_repository(refs, "lock_packed_refs"); |
49c0df6a | 2153 | |
7bd9bcf3 MH |
2154 | if (!timeout_configured) { |
2155 | git_config_get_int("core.packedrefstimeout", &timeout_value); | |
2156 | timeout_configured = 1; | |
2157 | } | |
2158 | ||
2159 | if (hold_lock_file_for_update_timeout( | |
2160 | &packlock, git_path("packed-refs"), | |
2161 | flags, timeout_value) < 0) | |
2162 | return -1; | |
2163 | /* | |
2164 | * Get the current packed-refs while holding the lock. If the | |
2165 | * packed-refs file has been modified since we last read it, | |
2166 | * this will automatically invalidate the cache and re-read | |
2167 | * the packed-refs file. | |
2168 | */ | |
00eebe35 | 2169 | packed_ref_cache = get_packed_ref_cache(refs); |
7bd9bcf3 MH |
2170 | packed_ref_cache->lock = &packlock; |
2171 | /* Increment the reference count to prevent it from being freed: */ | |
2172 | acquire_packed_ref_cache(packed_ref_cache); | |
2173 | return 0; | |
2174 | } | |
2175 | ||
2176 | /* | |
2177 | * Write the current version of the packed refs cache from memory to | |
2178 | * disk. The packed-refs file must already be locked for writing (see | |
2179 | * lock_packed_refs()). Return zero on success. On errors, set errno | |
2180 | * and return a nonzero value | |
2181 | */ | |
49c0df6a | 2182 | static int commit_packed_refs(struct files_ref_store *refs) |
7bd9bcf3 MH |
2183 | { |
2184 | struct packed_ref_cache *packed_ref_cache = | |
00eebe35 | 2185 | get_packed_ref_cache(refs); |
7bd9bcf3 MH |
2186 | int error = 0; |
2187 | int save_errno = 0; | |
2188 | FILE *out; | |
2189 | ||
32c597e7 | 2190 | files_assert_main_repository(refs, "commit_packed_refs"); |
49c0df6a | 2191 | |
7bd9bcf3 MH |
2192 | if (!packed_ref_cache->lock) |
2193 | die("internal error: packed-refs not locked"); | |
2194 | ||
2195 | out = fdopen_lock_file(packed_ref_cache->lock, "w"); | |
2196 | if (!out) | |
2197 | die_errno("unable to fdopen packed-refs descriptor"); | |
2198 | ||
2199 | fprintf_or_die(out, "%s", PACKED_REFS_HEADER); | |
2200 | do_for_each_entry_in_dir(get_packed_ref_dir(packed_ref_cache), | |
2201 | 0, write_packed_entry_fn, out); | |
2202 | ||
2203 | if (commit_lock_file(packed_ref_cache->lock)) { | |
2204 | save_errno = errno; | |
2205 | error = -1; | |
2206 | } | |
2207 | packed_ref_cache->lock = NULL; | |
2208 | release_packed_ref_cache(packed_ref_cache); | |
2209 | errno = save_errno; | |
2210 | return error; | |
2211 | } | |
2212 | ||
2213 | /* | |
2214 | * Rollback the lockfile for the packed-refs file, and discard the | |
2215 | * in-memory packed reference cache. (The packed-refs file will be | |
2216 | * read anew if it is needed again after this function is called.) | |
2217 | */ | |
49c0df6a | 2218 | static void rollback_packed_refs(struct files_ref_store *refs) |
7bd9bcf3 MH |
2219 | { |
2220 | struct packed_ref_cache *packed_ref_cache = | |
00eebe35 | 2221 | get_packed_ref_cache(refs); |
7bd9bcf3 | 2222 | |
32c597e7 | 2223 | files_assert_main_repository(refs, "rollback_packed_refs"); |
7bd9bcf3 MH |
2224 | |
2225 | if (!packed_ref_cache->lock) | |
2226 | die("internal error: packed-refs not locked"); | |
2227 | rollback_lock_file(packed_ref_cache->lock); | |
2228 | packed_ref_cache->lock = NULL; | |
2229 | release_packed_ref_cache(packed_ref_cache); | |
00eebe35 | 2230 | clear_packed_ref_cache(refs); |
7bd9bcf3 MH |
2231 | } |
2232 | ||
2233 | struct ref_to_prune { | |
2234 | struct ref_to_prune *next; | |
2235 | unsigned char sha1[20]; | |
2236 | char name[FLEX_ARRAY]; | |
2237 | }; | |
2238 | ||
2239 | struct pack_refs_cb_data { | |
2240 | unsigned int flags; | |
2241 | struct ref_dir *packed_refs; | |
2242 | struct ref_to_prune *ref_to_prune; | |
2243 | }; | |
2244 | ||
2245 | /* | |
2246 | * An each_ref_entry_fn that is run over loose references only. If | |
2247 | * the loose reference can be packed, add an entry in the packed ref | |
2248 | * cache. If the reference should be pruned, also add it to | |
2249 | * ref_to_prune in the pack_refs_cb_data. | |
2250 | */ | |
2251 | static int pack_if_possible_fn(struct ref_entry *entry, void *cb_data) | |
2252 | { | |
2253 | struct pack_refs_cb_data *cb = cb_data; | |
2254 | enum peel_status peel_status; | |
2255 | struct ref_entry *packed_entry; | |
2256 | int is_tag_ref = starts_with(entry->name, "refs/tags/"); | |
2257 | ||
2258 | /* Do not pack per-worktree refs: */ | |
2259 | if (ref_type(entry->name) != REF_TYPE_NORMAL) | |
2260 | return 0; | |
2261 | ||
2262 | /* ALWAYS pack tags */ | |
2263 | if (!(cb->flags & PACK_REFS_ALL) && !is_tag_ref) | |
2264 | return 0; | |
2265 | ||
2266 | /* Do not pack symbolic or broken refs: */ | |
ffeef642 | 2267 | if ((entry->flag & REF_ISSYMREF) || !entry_resolves_to_object(entry)) |
7bd9bcf3 MH |
2268 | return 0; |
2269 | ||
2270 | /* Add a packed ref cache entry equivalent to the loose entry. */ | |
2271 | peel_status = peel_entry(entry, 1); | |
2272 | if (peel_status != PEEL_PEELED && peel_status != PEEL_NON_TAG) | |
2273 | die("internal error peeling reference %s (%s)", | |
2274 | entry->name, oid_to_hex(&entry->u.value.oid)); | |
2275 | packed_entry = find_ref(cb->packed_refs, entry->name); | |
2276 | if (packed_entry) { | |
2277 | /* Overwrite existing packed entry with info from loose entry */ | |
2278 | packed_entry->flag = REF_ISPACKED | REF_KNOWS_PEELED; | |
2279 | oidcpy(&packed_entry->u.value.oid, &entry->u.value.oid); | |
2280 | } else { | |
2281 | packed_entry = create_ref_entry(entry->name, entry->u.value.oid.hash, | |
2282 | REF_ISPACKED | REF_KNOWS_PEELED, 0); | |
2283 | add_ref(cb->packed_refs, packed_entry); | |
2284 | } | |
2285 | oidcpy(&packed_entry->u.value.peeled, &entry->u.value.peeled); | |
2286 | ||
2287 | /* Schedule the loose reference for pruning if requested. */ | |
2288 | if ((cb->flags & PACK_REFS_PRUNE)) { | |
96ffc06f JK |
2289 | struct ref_to_prune *n; |
2290 | FLEX_ALLOC_STR(n, name, entry->name); | |
7bd9bcf3 | 2291 | hashcpy(n->sha1, entry->u.value.oid.hash); |
7bd9bcf3 MH |
2292 | n->next = cb->ref_to_prune; |
2293 | cb->ref_to_prune = n; | |
2294 | } | |
2295 | return 0; | |
2296 | } | |
2297 | ||
a8f0db2d MH |
2298 | enum { |
2299 | REMOVE_EMPTY_PARENTS_REF = 0x01, | |
2300 | REMOVE_EMPTY_PARENTS_REFLOG = 0x02 | |
2301 | }; | |
2302 | ||
7bd9bcf3 | 2303 | /* |
a8f0db2d MH |
2304 | * Remove empty parent directories associated with the specified |
2305 | * reference and/or its reflog, but spare [logs/]refs/ and immediate | |
2306 | * subdirs. flags is a combination of REMOVE_EMPTY_PARENTS_REF and/or | |
2307 | * REMOVE_EMPTY_PARENTS_REFLOG. | |
7bd9bcf3 | 2308 | */ |
a8f0db2d | 2309 | static void try_remove_empty_parents(const char *refname, unsigned int flags) |
7bd9bcf3 | 2310 | { |
8bdaecb4 | 2311 | struct strbuf buf = STRBUF_INIT; |
7bd9bcf3 MH |
2312 | char *p, *q; |
2313 | int i; | |
8bdaecb4 MH |
2314 | |
2315 | strbuf_addstr(&buf, refname); | |
2316 | p = buf.buf; | |
7bd9bcf3 MH |
2317 | for (i = 0; i < 2; i++) { /* refs/{heads,tags,...}/ */ |
2318 | while (*p && *p != '/') | |
2319 | p++; | |
2320 | /* tolerate duplicate slashes; see check_refname_format() */ | |
2321 | while (*p == '/') | |
2322 | p++; | |
2323 | } | |
8bdaecb4 | 2324 | q = buf.buf + buf.len; |
a8f0db2d | 2325 | while (flags & (REMOVE_EMPTY_PARENTS_REF | REMOVE_EMPTY_PARENTS_REFLOG)) { |
7bd9bcf3 MH |
2326 | while (q > p && *q != '/') |
2327 | q--; | |
2328 | while (q > p && *(q-1) == '/') | |
2329 | q--; | |
2330 | if (q == p) | |
2331 | break; | |
8bdaecb4 | 2332 | strbuf_setlen(&buf, q - buf.buf); |
a8f0db2d MH |
2333 | if ((flags & REMOVE_EMPTY_PARENTS_REF) && |
2334 | rmdir(git_path("%s", buf.buf))) | |
2335 | flags &= ~REMOVE_EMPTY_PARENTS_REF; | |
2336 | if ((flags & REMOVE_EMPTY_PARENTS_REFLOG) && | |
2337 | rmdir(git_path("logs/%s", buf.buf))) | |
2338 | flags &= ~REMOVE_EMPTY_PARENTS_REFLOG; | |
7bd9bcf3 | 2339 | } |
8bdaecb4 | 2340 | strbuf_release(&buf); |
7bd9bcf3 MH |
2341 | } |
2342 | ||
2343 | /* make sure nobody touched the ref, and unlink */ | |
2344 | static void prune_ref(struct ref_to_prune *r) | |
2345 | { | |
2346 | struct ref_transaction *transaction; | |
2347 | struct strbuf err = STRBUF_INIT; | |
2348 | ||
2349 | if (check_refname_format(r->name, 0)) | |
2350 | return; | |
2351 | ||
2352 | transaction = ref_transaction_begin(&err); | |
2353 | if (!transaction || | |
2354 | ref_transaction_delete(transaction, r->name, r->sha1, | |
c52ce248 | 2355 | REF_ISPRUNING | REF_NODEREF, NULL, &err) || |
7bd9bcf3 MH |
2356 | ref_transaction_commit(transaction, &err)) { |
2357 | ref_transaction_free(transaction); | |
2358 | error("%s", err.buf); | |
2359 | strbuf_release(&err); | |
2360 | return; | |
2361 | } | |
2362 | ref_transaction_free(transaction); | |
2363 | strbuf_release(&err); | |
7bd9bcf3 MH |
2364 | } |
2365 | ||
2366 | static void prune_refs(struct ref_to_prune *r) | |
2367 | { | |
2368 | while (r) { | |
2369 | prune_ref(r); | |
2370 | r = r->next; | |
2371 | } | |
2372 | } | |
2373 | ||
8231527e | 2374 | static int files_pack_refs(struct ref_store *ref_store, unsigned int flags) |
7bd9bcf3 | 2375 | { |
00eebe35 | 2376 | struct files_ref_store *refs = |
8231527e | 2377 | files_downcast(ref_store, 0, "pack_refs"); |
7bd9bcf3 MH |
2378 | struct pack_refs_cb_data cbdata; |
2379 | ||
2380 | memset(&cbdata, 0, sizeof(cbdata)); | |
2381 | cbdata.flags = flags; | |
2382 | ||
49c0df6a | 2383 | lock_packed_refs(refs, LOCK_DIE_ON_ERROR); |
00eebe35 | 2384 | cbdata.packed_refs = get_packed_refs(refs); |
7bd9bcf3 | 2385 | |
00eebe35 | 2386 | do_for_each_entry_in_dir(get_loose_refs(refs), 0, |
7bd9bcf3 MH |
2387 | pack_if_possible_fn, &cbdata); |
2388 | ||
49c0df6a | 2389 | if (commit_packed_refs(refs)) |
7bd9bcf3 MH |
2390 | die_errno("unable to overwrite old ref-pack file"); |
2391 | ||
2392 | prune_refs(cbdata.ref_to_prune); | |
2393 | return 0; | |
2394 | } | |
2395 | ||
2396 | /* | |
2397 | * Rewrite the packed-refs file, omitting any refs listed in | |
2398 | * 'refnames'. On error, leave packed-refs unchanged, write an error | |
2399 | * message to 'err', and return a nonzero value. | |
2400 | * | |
2401 | * The refs in 'refnames' needn't be sorted. `err` must not be NULL. | |
2402 | */ | |
0a95ac5f MH |
2403 | static int repack_without_refs(struct files_ref_store *refs, |
2404 | struct string_list *refnames, struct strbuf *err) | |
7bd9bcf3 MH |
2405 | { |
2406 | struct ref_dir *packed; | |
2407 | struct string_list_item *refname; | |
2408 | int ret, needs_repacking = 0, removed = 0; | |
2409 | ||
32c597e7 | 2410 | files_assert_main_repository(refs, "repack_without_refs"); |
7bd9bcf3 MH |
2411 | assert(err); |
2412 | ||
2413 | /* Look for a packed ref */ | |
2414 | for_each_string_list_item(refname, refnames) { | |
f0d21efc | 2415 | if (get_packed_ref(refs, refname->string)) { |
7bd9bcf3 MH |
2416 | needs_repacking = 1; |
2417 | break; | |
2418 | } | |
2419 | } | |
2420 | ||
2421 | /* Avoid locking if we have nothing to do */ | |
2422 | if (!needs_repacking) | |
2423 | return 0; /* no refname exists in packed refs */ | |
2424 | ||
49c0df6a | 2425 | if (lock_packed_refs(refs, 0)) { |
7bd9bcf3 MH |
2426 | unable_to_lock_message(git_path("packed-refs"), errno, err); |
2427 | return -1; | |
2428 | } | |
00eebe35 | 2429 | packed = get_packed_refs(refs); |
7bd9bcf3 MH |
2430 | |
2431 | /* Remove refnames from the cache */ | |
2432 | for_each_string_list_item(refname, refnames) | |
2433 | if (remove_entry(packed, refname->string) != -1) | |
2434 | removed = 1; | |
2435 | if (!removed) { | |
2436 | /* | |
2437 | * All packed entries disappeared while we were | |
2438 | * acquiring the lock. | |
2439 | */ | |
49c0df6a | 2440 | rollback_packed_refs(refs); |
7bd9bcf3 MH |
2441 | return 0; |
2442 | } | |
2443 | ||
2444 | /* Write what remains */ | |
49c0df6a | 2445 | ret = commit_packed_refs(refs); |
7bd9bcf3 MH |
2446 | if (ret) |
2447 | strbuf_addf(err, "unable to overwrite old ref-pack file: %s", | |
2448 | strerror(errno)); | |
2449 | return ret; | |
2450 | } | |
2451 | ||
a27dcf89 DT |
2452 | static int files_delete_refs(struct ref_store *ref_store, |
2453 | struct string_list *refnames, unsigned int flags) | |
7bd9bcf3 | 2454 | { |
0a95ac5f | 2455 | struct files_ref_store *refs = |
a27dcf89 | 2456 | files_downcast(ref_store, 0, "delete_refs"); |
7bd9bcf3 MH |
2457 | struct strbuf err = STRBUF_INIT; |
2458 | int i, result = 0; | |
2459 | ||
2460 | if (!refnames->nr) | |
2461 | return 0; | |
2462 | ||
0a95ac5f | 2463 | result = repack_without_refs(refs, refnames, &err); |
7bd9bcf3 MH |
2464 | if (result) { |
2465 | /* | |
2466 | * If we failed to rewrite the packed-refs file, then | |
2467 | * it is unsafe to try to remove loose refs, because | |
2468 | * doing so might expose an obsolete packed value for | |
2469 | * a reference that might even point at an object that | |
2470 | * has been garbage collected. | |
2471 | */ | |
2472 | if (refnames->nr == 1) | |
2473 | error(_("could not delete reference %s: %s"), | |
2474 | refnames->items[0].string, err.buf); | |
2475 | else | |
2476 | error(_("could not delete references: %s"), err.buf); | |
2477 | ||
2478 | goto out; | |
2479 | } | |
2480 | ||
2481 | for (i = 0; i < refnames->nr; i++) { | |
2482 | const char *refname = refnames->items[i].string; | |
2483 | ||
755b49ae | 2484 | if (delete_ref(NULL, refname, NULL, flags)) |
7bd9bcf3 MH |
2485 | result |= error(_("could not remove reference %s"), refname); |
2486 | } | |
2487 | ||
2488 | out: | |
2489 | strbuf_release(&err); | |
2490 | return result; | |
2491 | } | |
2492 | ||
2493 | /* | |
2494 | * People using contrib's git-new-workdir have .git/logs/refs -> | |
2495 | * /some/other/path/.git/logs/refs, and that may live on another device. | |
2496 | * | |
2497 | * IOW, to avoid cross device rename errors, the temporary renamed log must | |
2498 | * live into logs/refs. | |
2499 | */ | |
2500 | #define TMP_RENAMED_LOG "logs/refs/.tmp-renamed-log" | |
2501 | ||
6a7f3631 | 2502 | static int rename_tmp_log_callback(const char *path, void *cb) |
7bd9bcf3 | 2503 | { |
6a7f3631 | 2504 | int *true_errno = cb; |
7bd9bcf3 | 2505 | |
6a7f3631 MH |
2506 | if (rename(git_path(TMP_RENAMED_LOG), path)) { |
2507 | /* | |
2508 | * rename(a, b) when b is an existing directory ought | |
2509 | * to result in ISDIR, but Solaris 5.8 gives ENOTDIR. | |
2510 | * Sheesh. Record the true errno for error reporting, | |
2511 | * but report EISDIR to raceproof_create_file() so | |
2512 | * that it knows to retry. | |
2513 | */ | |
2514 | *true_errno = errno; | |
2515 | if (errno == ENOTDIR) | |
2516 | errno = EISDIR; | |
2517 | return -1; | |
2518 | } else { | |
2519 | return 0; | |
7bd9bcf3 | 2520 | } |
6a7f3631 | 2521 | } |
7bd9bcf3 | 2522 | |
6a7f3631 MH |
2523 | static int rename_tmp_log(const char *newrefname) |
2524 | { | |
2525 | char *path = git_pathdup("logs/%s", newrefname); | |
2526 | int ret, true_errno; | |
2527 | ||
2528 | ret = raceproof_create_file(path, rename_tmp_log_callback, &true_errno); | |
2529 | if (ret) { | |
2530 | if (errno == EISDIR) | |
990c98d2 | 2531 | error("directory not empty: %s", path); |
6a7f3631 | 2532 | else |
990c98d2 MH |
2533 | error("unable to move logfile %s to %s: %s", |
2534 | git_path(TMP_RENAMED_LOG), path, | |
2535 | strerror(true_errno)); | |
7bd9bcf3 | 2536 | } |
6a7f3631 MH |
2537 | |
2538 | free(path); | |
7bd9bcf3 MH |
2539 | return ret; |
2540 | } | |
2541 | ||
62665823 MH |
2542 | static int files_verify_refname_available(struct ref_store *ref_store, |
2543 | const char *newname, | |
2544 | const struct string_list *extras, | |
2545 | const struct string_list *skip, | |
2546 | struct strbuf *err) | |
7bd9bcf3 | 2547 | { |
00eebe35 | 2548 | struct files_ref_store *refs = |
62665823 | 2549 | files_downcast(ref_store, 1, "verify_refname_available"); |
00eebe35 MH |
2550 | struct ref_dir *packed_refs = get_packed_refs(refs); |
2551 | struct ref_dir *loose_refs = get_loose_refs(refs); | |
7bd9bcf3 MH |
2552 | |
2553 | if (verify_refname_available_dir(newname, extras, skip, | |
2554 | packed_refs, err) || | |
2555 | verify_refname_available_dir(newname, extras, skip, | |
2556 | loose_refs, err)) | |
2557 | return -1; | |
2558 | ||
2559 | return 0; | |
2560 | } | |
2561 | ||
7bd9bcf3 MH |
2562 | static int write_ref_to_lockfile(struct ref_lock *lock, |
2563 | const unsigned char *sha1, struct strbuf *err); | |
f18a7892 MH |
2564 | static int commit_ref_update(struct files_ref_store *refs, |
2565 | struct ref_lock *lock, | |
7bd9bcf3 | 2566 | const unsigned char *sha1, const char *logmsg, |
5d9b2de4 | 2567 | struct strbuf *err); |
7bd9bcf3 | 2568 | |
9b6b40d9 DT |
2569 | static int files_rename_ref(struct ref_store *ref_store, |
2570 | const char *oldrefname, const char *newrefname, | |
2571 | const char *logmsg) | |
7bd9bcf3 | 2572 | { |
9b6b40d9 DT |
2573 | struct files_ref_store *refs = |
2574 | files_downcast(ref_store, 0, "rename_ref"); | |
7bd9bcf3 MH |
2575 | unsigned char sha1[20], orig_sha1[20]; |
2576 | int flag = 0, logmoved = 0; | |
2577 | struct ref_lock *lock; | |
2578 | struct stat loginfo; | |
2579 | int log = !lstat(git_path("logs/%s", oldrefname), &loginfo); | |
7bd9bcf3 MH |
2580 | struct strbuf err = STRBUF_INIT; |
2581 | ||
2582 | if (log && S_ISLNK(loginfo.st_mode)) | |
2583 | return error("reflog for %s is a symlink", oldrefname); | |
2584 | ||
12fd3496 DT |
2585 | if (!resolve_ref_unsafe(oldrefname, RESOLVE_REF_READING | RESOLVE_REF_NO_RECURSE, |
2586 | orig_sha1, &flag)) | |
e711b1af MH |
2587 | return error("refname %s not found", oldrefname); |
2588 | ||
7bd9bcf3 MH |
2589 | if (flag & REF_ISSYMREF) |
2590 | return error("refname %s is a symbolic ref, renaming it is not supported", | |
2591 | oldrefname); | |
7bd9bcf3 MH |
2592 | if (!rename_ref_available(oldrefname, newrefname)) |
2593 | return 1; | |
2594 | ||
2595 | if (log && rename(git_path("logs/%s", oldrefname), git_path(TMP_RENAMED_LOG))) | |
2596 | return error("unable to move logfile logs/%s to "TMP_RENAMED_LOG": %s", | |
2597 | oldrefname, strerror(errno)); | |
2598 | ||
893dbf5b | 2599 | if (delete_ref(logmsg, oldrefname, orig_sha1, REF_NODEREF)) { |
7bd9bcf3 MH |
2600 | error("unable to delete old %s", oldrefname); |
2601 | goto rollback; | |
2602 | } | |
2603 | ||
12fd3496 DT |
2604 | /* |
2605 | * Since we are doing a shallow lookup, sha1 is not the | |
2606 | * correct value to pass to delete_ref as old_sha1. But that | |
2607 | * doesn't matter, because an old_sha1 check wouldn't add to | |
2608 | * the safety anyway; we want to delete the reference whatever | |
2609 | * its current value. | |
2610 | */ | |
2611 | if (!read_ref_full(newrefname, RESOLVE_REF_READING | RESOLVE_REF_NO_RECURSE, | |
2612 | sha1, NULL) && | |
755b49ae | 2613 | delete_ref(NULL, newrefname, NULL, REF_NODEREF)) { |
58364324 | 2614 | if (errno == EISDIR) { |
7bd9bcf3 MH |
2615 | struct strbuf path = STRBUF_INIT; |
2616 | int result; | |
2617 | ||
2618 | strbuf_git_path(&path, "%s", newrefname); | |
2619 | result = remove_empty_directories(&path); | |
2620 | strbuf_release(&path); | |
2621 | ||
2622 | if (result) { | |
2623 | error("Directory not empty: %s", newrefname); | |
2624 | goto rollback; | |
2625 | } | |
2626 | } else { | |
2627 | error("unable to delete existing %s", newrefname); | |
2628 | goto rollback; | |
2629 | } | |
2630 | } | |
2631 | ||
2632 | if (log && rename_tmp_log(newrefname)) | |
2633 | goto rollback; | |
2634 | ||
2635 | logmoved = log; | |
2636 | ||
7eb27cdf MH |
2637 | lock = lock_ref_sha1_basic(refs, newrefname, NULL, NULL, NULL, |
2638 | REF_NODEREF, NULL, &err); | |
7bd9bcf3 MH |
2639 | if (!lock) { |
2640 | error("unable to rename '%s' to '%s': %s", oldrefname, newrefname, err.buf); | |
2641 | strbuf_release(&err); | |
2642 | goto rollback; | |
2643 | } | |
2644 | hashcpy(lock->old_oid.hash, orig_sha1); | |
2645 | ||
2646 | if (write_ref_to_lockfile(lock, orig_sha1, &err) || | |
f18a7892 | 2647 | commit_ref_update(refs, lock, orig_sha1, logmsg, &err)) { |
7bd9bcf3 MH |
2648 | error("unable to write current sha1 into %s: %s", newrefname, err.buf); |
2649 | strbuf_release(&err); | |
2650 | goto rollback; | |
2651 | } | |
2652 | ||
2653 | return 0; | |
2654 | ||
2655 | rollback: | |
7eb27cdf MH |
2656 | lock = lock_ref_sha1_basic(refs, oldrefname, NULL, NULL, NULL, |
2657 | REF_NODEREF, NULL, &err); | |
7bd9bcf3 MH |
2658 | if (!lock) { |
2659 | error("unable to lock %s for rollback: %s", oldrefname, err.buf); | |
2660 | strbuf_release(&err); | |
2661 | goto rollbacklog; | |
2662 | } | |
2663 | ||
2664 | flag = log_all_ref_updates; | |
341fb286 | 2665 | log_all_ref_updates = LOG_REFS_NONE; |
7bd9bcf3 | 2666 | if (write_ref_to_lockfile(lock, orig_sha1, &err) || |
f18a7892 | 2667 | commit_ref_update(refs, lock, orig_sha1, NULL, &err)) { |
7bd9bcf3 MH |
2668 | error("unable to write current sha1 into %s: %s", oldrefname, err.buf); |
2669 | strbuf_release(&err); | |
2670 | } | |
2671 | log_all_ref_updates = flag; | |
2672 | ||
2673 | rollbacklog: | |
2674 | if (logmoved && rename(git_path("logs/%s", newrefname), git_path("logs/%s", oldrefname))) | |
2675 | error("unable to restore logfile %s from %s: %s", | |
2676 | oldrefname, newrefname, strerror(errno)); | |
2677 | if (!logmoved && log && | |
2678 | rename(git_path(TMP_RENAMED_LOG), git_path("logs/%s", oldrefname))) | |
2679 | error("unable to restore logfile %s from "TMP_RENAMED_LOG": %s", | |
2680 | oldrefname, strerror(errno)); | |
2681 | ||
2682 | return 1; | |
2683 | } | |
2684 | ||
2685 | static int close_ref(struct ref_lock *lock) | |
2686 | { | |
2687 | if (close_lock_file(lock->lk)) | |
2688 | return -1; | |
2689 | return 0; | |
2690 | } | |
2691 | ||
2692 | static int commit_ref(struct ref_lock *lock) | |
2693 | { | |
5387c0d8 MH |
2694 | char *path = get_locked_file_path(lock->lk); |
2695 | struct stat st; | |
2696 | ||
2697 | if (!lstat(path, &st) && S_ISDIR(st.st_mode)) { | |
2698 | /* | |
2699 | * There is a directory at the path we want to rename | |
2700 | * the lockfile to. Hopefully it is empty; try to | |
2701 | * delete it. | |
2702 | */ | |
2703 | size_t len = strlen(path); | |
2704 | struct strbuf sb_path = STRBUF_INIT; | |
2705 | ||
2706 | strbuf_attach(&sb_path, path, len, len); | |
2707 | ||
2708 | /* | |
2709 | * If this fails, commit_lock_file() will also fail | |
2710 | * and will report the problem. | |
2711 | */ | |
2712 | remove_empty_directories(&sb_path); | |
2713 | strbuf_release(&sb_path); | |
2714 | } else { | |
2715 | free(path); | |
2716 | } | |
2717 | ||
7bd9bcf3 MH |
2718 | if (commit_lock_file(lock->lk)) |
2719 | return -1; | |
2720 | return 0; | |
2721 | } | |
2722 | ||
1fb0c809 MH |
2723 | static int open_or_create_logfile(const char *path, void *cb) |
2724 | { | |
2725 | int *fd = cb; | |
2726 | ||
2727 | *fd = open(path, O_APPEND | O_WRONLY | O_CREAT, 0666); | |
2728 | return (*fd < 0) ? -1 : 0; | |
2729 | } | |
2730 | ||
7bd9bcf3 | 2731 | /* |
4533e534 MH |
2732 | * Create a reflog for a ref. If force_create = 0, only create the |
2733 | * reflog for certain refs (those for which should_autocreate_reflog | |
2734 | * returns non-zero). Otherwise, create it regardless of the reference | |
2735 | * name. If the logfile already existed or was created, return 0 and | |
2736 | * set *logfd to the file descriptor opened for appending to the file. | |
2737 | * If no logfile exists and we decided not to create one, return 0 and | |
2738 | * set *logfd to -1. On failure, fill in *err, set *logfd to -1, and | |
2739 | * return -1. | |
7bd9bcf3 | 2740 | */ |
4533e534 MH |
2741 | static int log_ref_setup(const char *refname, int force_create, |
2742 | int *logfd, struct strbuf *err) | |
7bd9bcf3 | 2743 | { |
4533e534 | 2744 | char *logfile = git_pathdup("logs/%s", refname); |
7bd9bcf3 | 2745 | |
7bd9bcf3 | 2746 | if (force_create || should_autocreate_reflog(refname)) { |
4533e534 | 2747 | if (raceproof_create_file(logfile, open_or_create_logfile, logfd)) { |
1fb0c809 MH |
2748 | if (errno == ENOENT) |
2749 | strbuf_addf(err, "unable to create directory for '%s': " | |
4533e534 | 2750 | "%s", logfile, strerror(errno)); |
1fb0c809 MH |
2751 | else if (errno == EISDIR) |
2752 | strbuf_addf(err, "there are still logs under '%s'", | |
4533e534 | 2753 | logfile); |
1fb0c809 | 2754 | else |
854bda6b | 2755 | strbuf_addf(err, "unable to append to '%s': %s", |
4533e534 | 2756 | logfile, strerror(errno)); |
7bd9bcf3 | 2757 | |
4533e534 | 2758 | goto error; |
7bd9bcf3 | 2759 | } |
854bda6b | 2760 | } else { |
4533e534 | 2761 | *logfd = open(logfile, O_APPEND | O_WRONLY, 0666); |
e404f459 | 2762 | if (*logfd < 0) { |
854bda6b MH |
2763 | if (errno == ENOENT || errno == EISDIR) { |
2764 | /* | |
2765 | * The logfile doesn't already exist, | |
2766 | * but that is not an error; it only | |
2767 | * means that we won't write log | |
2768 | * entries to it. | |
2769 | */ | |
2770 | ; | |
2771 | } else { | |
2772 | strbuf_addf(err, "unable to append to '%s': %s", | |
4533e534 MH |
2773 | logfile, strerror(errno)); |
2774 | goto error; | |
854bda6b | 2775 | } |
7bd9bcf3 MH |
2776 | } |
2777 | } | |
2778 | ||
e404f459 | 2779 | if (*logfd >= 0) |
4533e534 | 2780 | adjust_shared_perm(logfile); |
854bda6b | 2781 | |
4533e534 | 2782 | free(logfile); |
7bd9bcf3 | 2783 | return 0; |
7bd9bcf3 | 2784 | |
4533e534 MH |
2785 | error: |
2786 | free(logfile); | |
2787 | return -1; | |
7bd9bcf3 | 2788 | } |
7bd9bcf3 | 2789 | |
e3688bd6 DT |
2790 | static int files_create_reflog(struct ref_store *ref_store, |
2791 | const char *refname, int force_create, | |
2792 | struct strbuf *err) | |
7bd9bcf3 | 2793 | { |
e404f459 | 2794 | int fd; |
7bd9bcf3 | 2795 | |
e3688bd6 DT |
2796 | /* Check validity (but we don't need the result): */ |
2797 | files_downcast(ref_store, 0, "create_reflog"); | |
2798 | ||
4533e534 MH |
2799 | if (log_ref_setup(refname, force_create, &fd, err)) |
2800 | return -1; | |
2801 | ||
e404f459 MH |
2802 | if (fd >= 0) |
2803 | close(fd); | |
4533e534 MH |
2804 | |
2805 | return 0; | |
7bd9bcf3 MH |
2806 | } |
2807 | ||
2808 | static int log_ref_write_fd(int fd, const unsigned char *old_sha1, | |
2809 | const unsigned char *new_sha1, | |
2810 | const char *committer, const char *msg) | |
2811 | { | |
2812 | int msglen, written; | |
2813 | unsigned maxlen, len; | |
2814 | char *logrec; | |
2815 | ||
2816 | msglen = msg ? strlen(msg) : 0; | |
2817 | maxlen = strlen(committer) + msglen + 100; | |
2818 | logrec = xmalloc(maxlen); | |
2819 | len = xsnprintf(logrec, maxlen, "%s %s %s\n", | |
2820 | sha1_to_hex(old_sha1), | |
2821 | sha1_to_hex(new_sha1), | |
2822 | committer); | |
2823 | if (msglen) | |
2824 | len += copy_reflog_msg(logrec + len - 1, msg) - 1; | |
2825 | ||
2826 | written = len <= maxlen ? write_in_full(fd, logrec, len) : -1; | |
2827 | free(logrec); | |
2828 | if (written != len) | |
2829 | return -1; | |
2830 | ||
2831 | return 0; | |
2832 | } | |
2833 | ||
11f8457f NTND |
2834 | static int files_log_ref_write(const char *refname, const unsigned char *old_sha1, |
2835 | const unsigned char *new_sha1, const char *msg, | |
2836 | int flags, struct strbuf *err) | |
7bd9bcf3 | 2837 | { |
e404f459 | 2838 | int logfd, result; |
7bd9bcf3 | 2839 | |
341fb286 CW |
2840 | if (log_all_ref_updates == LOG_REFS_UNSET) |
2841 | log_all_ref_updates = is_bare_repository() ? LOG_REFS_NONE : LOG_REFS_NORMAL; | |
7bd9bcf3 | 2842 | |
4533e534 MH |
2843 | result = log_ref_setup(refname, flags & REF_FORCE_CREATE_REFLOG, |
2844 | &logfd, err); | |
7bd9bcf3 MH |
2845 | |
2846 | if (result) | |
2847 | return result; | |
2848 | ||
7bd9bcf3 MH |
2849 | if (logfd < 0) |
2850 | return 0; | |
2851 | result = log_ref_write_fd(logfd, old_sha1, new_sha1, | |
2852 | git_committer_info(0), msg); | |
2853 | if (result) { | |
87b21e05 MH |
2854 | int save_errno = errno; |
2855 | ||
2856 | strbuf_addf(err, "unable to append to '%s': %s", | |
2857 | git_path("logs/%s", refname), strerror(save_errno)); | |
7bd9bcf3 MH |
2858 | close(logfd); |
2859 | return -1; | |
2860 | } | |
2861 | if (close(logfd)) { | |
87b21e05 MH |
2862 | int save_errno = errno; |
2863 | ||
2864 | strbuf_addf(err, "unable to append to '%s': %s", | |
2865 | git_path("logs/%s", refname), strerror(save_errno)); | |
7bd9bcf3 MH |
2866 | return -1; |
2867 | } | |
2868 | return 0; | |
2869 | } | |
2870 | ||
7bd9bcf3 MH |
2871 | /* |
2872 | * Write sha1 into the open lockfile, then close the lockfile. On | |
2873 | * errors, rollback the lockfile, fill in *err and | |
2874 | * return -1. | |
2875 | */ | |
2876 | static int write_ref_to_lockfile(struct ref_lock *lock, | |
2877 | const unsigned char *sha1, struct strbuf *err) | |
2878 | { | |
2879 | static char term = '\n'; | |
2880 | struct object *o; | |
2881 | int fd; | |
2882 | ||
2883 | o = parse_object(sha1); | |
2884 | if (!o) { | |
2885 | strbuf_addf(err, | |
0568c8e9 | 2886 | "trying to write ref '%s' with nonexistent object %s", |
7bd9bcf3 MH |
2887 | lock->ref_name, sha1_to_hex(sha1)); |
2888 | unlock_ref(lock); | |
2889 | return -1; | |
2890 | } | |
2891 | if (o->type != OBJ_COMMIT && is_branch(lock->ref_name)) { | |
2892 | strbuf_addf(err, | |
0568c8e9 | 2893 | "trying to write non-commit object %s to branch '%s'", |
7bd9bcf3 MH |
2894 | sha1_to_hex(sha1), lock->ref_name); |
2895 | unlock_ref(lock); | |
2896 | return -1; | |
2897 | } | |
2898 | fd = get_lock_file_fd(lock->lk); | |
2899 | if (write_in_full(fd, sha1_to_hex(sha1), 40) != 40 || | |
2900 | write_in_full(fd, &term, 1) != 1 || | |
2901 | close_ref(lock) < 0) { | |
2902 | strbuf_addf(err, | |
0568c8e9 | 2903 | "couldn't write '%s'", get_lock_file_path(lock->lk)); |
7bd9bcf3 MH |
2904 | unlock_ref(lock); |
2905 | return -1; | |
2906 | } | |
2907 | return 0; | |
2908 | } | |
2909 | ||
2910 | /* | |
2911 | * Commit a change to a loose reference that has already been written | |
2912 | * to the loose reference lockfile. Also update the reflogs if | |
2913 | * necessary, using the specified lockmsg (which can be NULL). | |
2914 | */ | |
f18a7892 MH |
2915 | static int commit_ref_update(struct files_ref_store *refs, |
2916 | struct ref_lock *lock, | |
7bd9bcf3 | 2917 | const unsigned char *sha1, const char *logmsg, |
5d9b2de4 | 2918 | struct strbuf *err) |
7bd9bcf3 | 2919 | { |
32c597e7 | 2920 | files_assert_main_repository(refs, "commit_ref_update"); |
00eebe35 MH |
2921 | |
2922 | clear_loose_ref_cache(refs); | |
81b1b6d4 MH |
2923 | if (files_log_ref_write(lock->ref_name, lock->old_oid.hash, sha1, |
2924 | logmsg, 0, err)) { | |
7bd9bcf3 | 2925 | char *old_msg = strbuf_detach(err, NULL); |
0568c8e9 | 2926 | strbuf_addf(err, "cannot update the ref '%s': %s", |
7bd9bcf3 MH |
2927 | lock->ref_name, old_msg); |
2928 | free(old_msg); | |
2929 | unlock_ref(lock); | |
2930 | return -1; | |
2931 | } | |
7a418f3a MH |
2932 | |
2933 | if (strcmp(lock->ref_name, "HEAD") != 0) { | |
7bd9bcf3 MH |
2934 | /* |
2935 | * Special hack: If a branch is updated directly and HEAD | |
2936 | * points to it (may happen on the remote side of a push | |
2937 | * for example) then logically the HEAD reflog should be | |
2938 | * updated too. | |
2939 | * A generic solution implies reverse symref information, | |
2940 | * but finding all symrefs pointing to the given branch | |
2941 | * would be rather costly for this rare event (the direct | |
2942 | * update of a branch) to be worth it. So let's cheat and | |
2943 | * check with HEAD only which should cover 99% of all usage | |
2944 | * scenarios (even 100% of the default ones). | |
2945 | */ | |
2946 | unsigned char head_sha1[20]; | |
2947 | int head_flag; | |
2948 | const char *head_ref; | |
7a418f3a | 2949 | |
7bd9bcf3 MH |
2950 | head_ref = resolve_ref_unsafe("HEAD", RESOLVE_REF_READING, |
2951 | head_sha1, &head_flag); | |
2952 | if (head_ref && (head_flag & REF_ISSYMREF) && | |
2953 | !strcmp(head_ref, lock->ref_name)) { | |
2954 | struct strbuf log_err = STRBUF_INIT; | |
81b1b6d4 | 2955 | if (files_log_ref_write("HEAD", lock->old_oid.hash, sha1, |
7bd9bcf3 MH |
2956 | logmsg, 0, &log_err)) { |
2957 | error("%s", log_err.buf); | |
2958 | strbuf_release(&log_err); | |
2959 | } | |
2960 | } | |
2961 | } | |
7a418f3a | 2962 | |
7bd9bcf3 | 2963 | if (commit_ref(lock)) { |
0568c8e9 | 2964 | strbuf_addf(err, "couldn't set '%s'", lock->ref_name); |
7bd9bcf3 MH |
2965 | unlock_ref(lock); |
2966 | return -1; | |
2967 | } | |
2968 | ||
2969 | unlock_ref(lock); | |
2970 | return 0; | |
2971 | } | |
2972 | ||
370e5ad6 | 2973 | static int create_ref_symlink(struct ref_lock *lock, const char *target) |
7bd9bcf3 | 2974 | { |
370e5ad6 | 2975 | int ret = -1; |
7bd9bcf3 | 2976 | #ifndef NO_SYMLINK_HEAD |
370e5ad6 JK |
2977 | char *ref_path = get_locked_file_path(lock->lk); |
2978 | unlink(ref_path); | |
2979 | ret = symlink(target, ref_path); | |
2980 | free(ref_path); | |
2981 | ||
2982 | if (ret) | |
7bd9bcf3 | 2983 | fprintf(stderr, "no symlink - falling back to symbolic ref\n"); |
7bd9bcf3 | 2984 | #endif |
370e5ad6 JK |
2985 | return ret; |
2986 | } | |
7bd9bcf3 | 2987 | |
370e5ad6 JK |
2988 | static void update_symref_reflog(struct ref_lock *lock, const char *refname, |
2989 | const char *target, const char *logmsg) | |
2990 | { | |
2991 | struct strbuf err = STRBUF_INIT; | |
2992 | unsigned char new_sha1[20]; | |
b9badadd | 2993 | if (logmsg && !read_ref(target, new_sha1) && |
81b1b6d4 MH |
2994 | files_log_ref_write(refname, lock->old_oid.hash, new_sha1, |
2995 | logmsg, 0, &err)) { | |
7bd9bcf3 MH |
2996 | error("%s", err.buf); |
2997 | strbuf_release(&err); | |
2998 | } | |
370e5ad6 | 2999 | } |
7bd9bcf3 | 3000 | |
370e5ad6 JK |
3001 | static int create_symref_locked(struct ref_lock *lock, const char *refname, |
3002 | const char *target, const char *logmsg) | |
3003 | { | |
3004 | if (prefer_symlink_refs && !create_ref_symlink(lock, target)) { | |
3005 | update_symref_reflog(lock, refname, target, logmsg); | |
3006 | return 0; | |
3007 | } | |
3008 | ||
3009 | if (!fdopen_lock_file(lock->lk, "w")) | |
3010 | return error("unable to fdopen %s: %s", | |
3011 | lock->lk->tempfile.filename.buf, strerror(errno)); | |
3012 | ||
396da8f7 JK |
3013 | update_symref_reflog(lock, refname, target, logmsg); |
3014 | ||
370e5ad6 JK |
3015 | /* no error check; commit_ref will check ferror */ |
3016 | fprintf(lock->lk->tempfile.fp, "ref: %s\n", target); | |
3017 | if (commit_ref(lock) < 0) | |
3018 | return error("unable to write symref for %s: %s", refname, | |
3019 | strerror(errno)); | |
7bd9bcf3 MH |
3020 | return 0; |
3021 | } | |
3022 | ||
284689ba MH |
3023 | static int files_create_symref(struct ref_store *ref_store, |
3024 | const char *refname, const char *target, | |
3025 | const char *logmsg) | |
370e5ad6 | 3026 | { |
7eb27cdf MH |
3027 | struct files_ref_store *refs = |
3028 | files_downcast(ref_store, 0, "create_symref"); | |
370e5ad6 JK |
3029 | struct strbuf err = STRBUF_INIT; |
3030 | struct ref_lock *lock; | |
3031 | int ret; | |
3032 | ||
7eb27cdf MH |
3033 | lock = lock_ref_sha1_basic(refs, refname, NULL, |
3034 | NULL, NULL, REF_NODEREF, NULL, | |
370e5ad6 JK |
3035 | &err); |
3036 | if (!lock) { | |
3037 | error("%s", err.buf); | |
3038 | strbuf_release(&err); | |
3039 | return -1; | |
3040 | } | |
3041 | ||
3042 | ret = create_symref_locked(lock, refname, target, logmsg); | |
3043 | unlock_ref(lock); | |
3044 | return ret; | |
3045 | } | |
3046 | ||
39ee4c6c | 3047 | int set_worktree_head_symref(const char *gitdir, const char *target, const char *logmsg) |
2233066e KY |
3048 | { |
3049 | static struct lock_file head_lock; | |
3050 | struct ref_lock *lock; | |
2233066e KY |
3051 | struct strbuf head_path = STRBUF_INIT; |
3052 | const char *head_rel; | |
3053 | int ret; | |
3054 | ||
3055 | strbuf_addf(&head_path, "%s/HEAD", absolute_path(gitdir)); | |
3056 | if (hold_lock_file_for_update(&head_lock, head_path.buf, | |
3057 | LOCK_NO_DEREF) < 0) { | |
18eb3a9c KY |
3058 | struct strbuf err = STRBUF_INIT; |
3059 | unable_to_lock_message(head_path.buf, errno, &err); | |
2233066e KY |
3060 | error("%s", err.buf); |
3061 | strbuf_release(&err); | |
3062 | strbuf_release(&head_path); | |
3063 | return -1; | |
3064 | } | |
3065 | ||
3066 | /* head_rel will be "HEAD" for the main tree, "worktrees/wt/HEAD" for | |
3067 | linked trees */ | |
3068 | head_rel = remove_leading_path(head_path.buf, | |
3069 | absolute_path(get_git_common_dir())); | |
3070 | /* to make use of create_symref_locked(), initialize ref_lock */ | |
3071 | lock = xcalloc(1, sizeof(struct ref_lock)); | |
3072 | lock->lk = &head_lock; | |
3073 | lock->ref_name = xstrdup(head_rel); | |
2233066e | 3074 | |
39ee4c6c | 3075 | ret = create_symref_locked(lock, head_rel, target, logmsg); |
2233066e KY |
3076 | |
3077 | unlock_ref(lock); /* will free lock */ | |
3078 | strbuf_release(&head_path); | |
3079 | return ret; | |
3080 | } | |
3081 | ||
e3688bd6 DT |
3082 | static int files_reflog_exists(struct ref_store *ref_store, |
3083 | const char *refname) | |
7bd9bcf3 MH |
3084 | { |
3085 | struct stat st; | |
3086 | ||
e3688bd6 DT |
3087 | /* Check validity (but we don't need the result): */ |
3088 | files_downcast(ref_store, 0, "reflog_exists"); | |
3089 | ||
7bd9bcf3 MH |
3090 | return !lstat(git_path("logs/%s", refname), &st) && |
3091 | S_ISREG(st.st_mode); | |
3092 | } | |
3093 | ||
e3688bd6 DT |
3094 | static int files_delete_reflog(struct ref_store *ref_store, |
3095 | const char *refname) | |
7bd9bcf3 | 3096 | { |
e3688bd6 DT |
3097 | /* Check validity (but we don't need the result): */ |
3098 | files_downcast(ref_store, 0, "delete_reflog"); | |
3099 | ||
7bd9bcf3 MH |
3100 | return remove_path(git_path("logs/%s", refname)); |
3101 | } | |
3102 | ||
3103 | static int show_one_reflog_ent(struct strbuf *sb, each_reflog_ent_fn fn, void *cb_data) | |
3104 | { | |
9461d272 | 3105 | struct object_id ooid, noid; |
7bd9bcf3 MH |
3106 | char *email_end, *message; |
3107 | unsigned long timestamp; | |
3108 | int tz; | |
43bc3b6c | 3109 | const char *p = sb->buf; |
7bd9bcf3 MH |
3110 | |
3111 | /* old SP new SP name <email> SP time TAB msg LF */ | |
43bc3b6c | 3112 | if (!sb->len || sb->buf[sb->len - 1] != '\n' || |
3113 | parse_oid_hex(p, &ooid, &p) || *p++ != ' ' || | |
3114 | parse_oid_hex(p, &noid, &p) || *p++ != ' ' || | |
3115 | !(email_end = strchr(p, '>')) || | |
7bd9bcf3 MH |
3116 | email_end[1] != ' ' || |
3117 | !(timestamp = strtoul(email_end + 2, &message, 10)) || | |
3118 | !message || message[0] != ' ' || | |
3119 | (message[1] != '+' && message[1] != '-') || | |
3120 | !isdigit(message[2]) || !isdigit(message[3]) || | |
3121 | !isdigit(message[4]) || !isdigit(message[5])) | |
3122 | return 0; /* corrupt? */ | |
3123 | email_end[1] = '\0'; | |
3124 | tz = strtol(message + 1, NULL, 10); | |
3125 | if (message[6] != '\t') | |
3126 | message += 6; | |
3127 | else | |
3128 | message += 7; | |
43bc3b6c | 3129 | return fn(&ooid, &noid, p, timestamp, tz, message, cb_data); |
7bd9bcf3 MH |
3130 | } |
3131 | ||
3132 | static char *find_beginning_of_line(char *bob, char *scan) | |
3133 | { | |
3134 | while (bob < scan && *(--scan) != '\n') | |
3135 | ; /* keep scanning backwards */ | |
3136 | /* | |
3137 | * Return either beginning of the buffer, or LF at the end of | |
3138 | * the previous line. | |
3139 | */ | |
3140 | return scan; | |
3141 | } | |
3142 | ||
e3688bd6 DT |
3143 | static int files_for_each_reflog_ent_reverse(struct ref_store *ref_store, |
3144 | const char *refname, | |
3145 | each_reflog_ent_fn fn, | |
3146 | void *cb_data) | |
7bd9bcf3 MH |
3147 | { |
3148 | struct strbuf sb = STRBUF_INIT; | |
3149 | FILE *logfp; | |
3150 | long pos; | |
3151 | int ret = 0, at_tail = 1; | |
3152 | ||
e3688bd6 DT |
3153 | /* Check validity (but we don't need the result): */ |
3154 | files_downcast(ref_store, 0, "for_each_reflog_ent_reverse"); | |
3155 | ||
7bd9bcf3 MH |
3156 | logfp = fopen(git_path("logs/%s", refname), "r"); |
3157 | if (!logfp) | |
3158 | return -1; | |
3159 | ||
3160 | /* Jump to the end */ | |
3161 | if (fseek(logfp, 0, SEEK_END) < 0) | |
3162 | return error("cannot seek back reflog for %s: %s", | |
3163 | refname, strerror(errno)); | |
3164 | pos = ftell(logfp); | |
3165 | while (!ret && 0 < pos) { | |
3166 | int cnt; | |
3167 | size_t nread; | |
3168 | char buf[BUFSIZ]; | |
3169 | char *endp, *scanp; | |
3170 | ||
3171 | /* Fill next block from the end */ | |
3172 | cnt = (sizeof(buf) < pos) ? sizeof(buf) : pos; | |
3173 | if (fseek(logfp, pos - cnt, SEEK_SET)) | |
3174 | return error("cannot seek back reflog for %s: %s", | |
3175 | refname, strerror(errno)); | |
3176 | nread = fread(buf, cnt, 1, logfp); | |
3177 | if (nread != 1) | |
3178 | return error("cannot read %d bytes from reflog for %s: %s", | |
3179 | cnt, refname, strerror(errno)); | |
3180 | pos -= cnt; | |
3181 | ||
3182 | scanp = endp = buf + cnt; | |
3183 | if (at_tail && scanp[-1] == '\n') | |
3184 | /* Looking at the final LF at the end of the file */ | |
3185 | scanp--; | |
3186 | at_tail = 0; | |
3187 | ||
3188 | while (buf < scanp) { | |
3189 | /* | |
3190 | * terminating LF of the previous line, or the beginning | |
3191 | * of the buffer. | |
3192 | */ | |
3193 | char *bp; | |
3194 | ||
3195 | bp = find_beginning_of_line(buf, scanp); | |
3196 | ||
3197 | if (*bp == '\n') { | |
3198 | /* | |
3199 | * The newline is the end of the previous line, | |
3200 | * so we know we have complete line starting | |
3201 | * at (bp + 1). Prefix it onto any prior data | |
3202 | * we collected for the line and process it. | |
3203 | */ | |
3204 | strbuf_splice(&sb, 0, 0, bp + 1, endp - (bp + 1)); | |
3205 | scanp = bp; | |
3206 | endp = bp + 1; | |
3207 | ret = show_one_reflog_ent(&sb, fn, cb_data); | |
3208 | strbuf_reset(&sb); | |
3209 | if (ret) | |
3210 | break; | |
3211 | } else if (!pos) { | |
3212 | /* | |
3213 | * We are at the start of the buffer, and the | |
3214 | * start of the file; there is no previous | |
3215 | * line, and we have everything for this one. | |
3216 | * Process it, and we can end the loop. | |
3217 | */ | |
3218 | strbuf_splice(&sb, 0, 0, buf, endp - buf); | |
3219 | ret = show_one_reflog_ent(&sb, fn, cb_data); | |
3220 | strbuf_reset(&sb); | |
3221 | break; | |
3222 | } | |
3223 | ||
3224 | if (bp == buf) { | |
3225 | /* | |
3226 | * We are at the start of the buffer, and there | |
3227 | * is more file to read backwards. Which means | |
3228 | * we are in the middle of a line. Note that we | |
3229 | * may get here even if *bp was a newline; that | |
3230 | * just means we are at the exact end of the | |
3231 | * previous line, rather than some spot in the | |
3232 | * middle. | |
3233 | * | |
3234 | * Save away what we have to be combined with | |
3235 | * the data from the next read. | |
3236 | */ | |
3237 | strbuf_splice(&sb, 0, 0, buf, endp - buf); | |
3238 | break; | |
3239 | } | |
3240 | } | |
3241 | ||
3242 | } | |
3243 | if (!ret && sb.len) | |
3244 | die("BUG: reverse reflog parser had leftover data"); | |
3245 | ||
3246 | fclose(logfp); | |
3247 | strbuf_release(&sb); | |
3248 | return ret; | |
3249 | } | |
3250 | ||
e3688bd6 DT |
3251 | static int files_for_each_reflog_ent(struct ref_store *ref_store, |
3252 | const char *refname, | |
3253 | each_reflog_ent_fn fn, void *cb_data) | |
7bd9bcf3 MH |
3254 | { |
3255 | FILE *logfp; | |
3256 | struct strbuf sb = STRBUF_INIT; | |
3257 | int ret = 0; | |
3258 | ||
e3688bd6 DT |
3259 | /* Check validity (but we don't need the result): */ |
3260 | files_downcast(ref_store, 0, "for_each_reflog_ent"); | |
3261 | ||
7bd9bcf3 MH |
3262 | logfp = fopen(git_path("logs/%s", refname), "r"); |
3263 | if (!logfp) | |
3264 | return -1; | |
3265 | ||
3266 | while (!ret && !strbuf_getwholeline(&sb, logfp, '\n')) | |
3267 | ret = show_one_reflog_ent(&sb, fn, cb_data); | |
3268 | fclose(logfp); | |
3269 | strbuf_release(&sb); | |
3270 | return ret; | |
3271 | } | |
7bd9bcf3 | 3272 | |
2880d16f MH |
3273 | struct files_reflog_iterator { |
3274 | struct ref_iterator base; | |
7bd9bcf3 | 3275 | |
2880d16f MH |
3276 | struct dir_iterator *dir_iterator; |
3277 | struct object_id oid; | |
3278 | }; | |
7bd9bcf3 | 3279 | |
2880d16f MH |
3280 | static int files_reflog_iterator_advance(struct ref_iterator *ref_iterator) |
3281 | { | |
3282 | struct files_reflog_iterator *iter = | |
3283 | (struct files_reflog_iterator *)ref_iterator; | |
3284 | struct dir_iterator *diter = iter->dir_iterator; | |
3285 | int ok; | |
3286 | ||
3287 | while ((ok = dir_iterator_advance(diter)) == ITER_OK) { | |
3288 | int flags; | |
3289 | ||
3290 | if (!S_ISREG(diter->st.st_mode)) | |
7bd9bcf3 | 3291 | continue; |
2880d16f MH |
3292 | if (diter->basename[0] == '.') |
3293 | continue; | |
3294 | if (ends_with(diter->basename, ".lock")) | |
7bd9bcf3 | 3295 | continue; |
7bd9bcf3 | 3296 | |
2880d16f MH |
3297 | if (read_ref_full(diter->relative_path, 0, |
3298 | iter->oid.hash, &flags)) { | |
3299 | error("bad ref for %s", diter->path.buf); | |
3300 | continue; | |
7bd9bcf3 | 3301 | } |
2880d16f MH |
3302 | |
3303 | iter->base.refname = diter->relative_path; | |
3304 | iter->base.oid = &iter->oid; | |
3305 | iter->base.flags = flags; | |
3306 | return ITER_OK; | |
7bd9bcf3 | 3307 | } |
2880d16f MH |
3308 | |
3309 | iter->dir_iterator = NULL; | |
3310 | if (ref_iterator_abort(ref_iterator) == ITER_ERROR) | |
3311 | ok = ITER_ERROR; | |
3312 | return ok; | |
3313 | } | |
3314 | ||
3315 | static int files_reflog_iterator_peel(struct ref_iterator *ref_iterator, | |
3316 | struct object_id *peeled) | |
3317 | { | |
3318 | die("BUG: ref_iterator_peel() called for reflog_iterator"); | |
3319 | } | |
3320 | ||
3321 | static int files_reflog_iterator_abort(struct ref_iterator *ref_iterator) | |
3322 | { | |
3323 | struct files_reflog_iterator *iter = | |
3324 | (struct files_reflog_iterator *)ref_iterator; | |
3325 | int ok = ITER_DONE; | |
3326 | ||
3327 | if (iter->dir_iterator) | |
3328 | ok = dir_iterator_abort(iter->dir_iterator); | |
3329 | ||
3330 | base_ref_iterator_free(ref_iterator); | |
3331 | return ok; | |
3332 | } | |
3333 | ||
3334 | static struct ref_iterator_vtable files_reflog_iterator_vtable = { | |
3335 | files_reflog_iterator_advance, | |
3336 | files_reflog_iterator_peel, | |
3337 | files_reflog_iterator_abort | |
3338 | }; | |
3339 | ||
e3688bd6 | 3340 | static struct ref_iterator *files_reflog_iterator_begin(struct ref_store *ref_store) |
2880d16f MH |
3341 | { |
3342 | struct files_reflog_iterator *iter = xcalloc(1, sizeof(*iter)); | |
3343 | struct ref_iterator *ref_iterator = &iter->base; | |
3344 | ||
e3688bd6 DT |
3345 | /* Check validity (but we don't need the result): */ |
3346 | files_downcast(ref_store, 0, "reflog_iterator_begin"); | |
3347 | ||
2880d16f MH |
3348 | base_ref_iterator_init(ref_iterator, &files_reflog_iterator_vtable); |
3349 | iter->dir_iterator = dir_iterator_begin(git_path("logs")); | |
3350 | return ref_iterator; | |
7bd9bcf3 MH |
3351 | } |
3352 | ||
7bd9bcf3 MH |
3353 | static int ref_update_reject_duplicates(struct string_list *refnames, |
3354 | struct strbuf *err) | |
3355 | { | |
3356 | int i, n = refnames->nr; | |
3357 | ||
3358 | assert(err); | |
3359 | ||
3360 | for (i = 1; i < n; i++) | |
3361 | if (!strcmp(refnames->items[i - 1].string, refnames->items[i].string)) { | |
3362 | strbuf_addf(err, | |
0568c8e9 | 3363 | "multiple updates for ref '%s' not allowed.", |
7bd9bcf3 MH |
3364 | refnames->items[i].string); |
3365 | return 1; | |
3366 | } | |
3367 | return 0; | |
3368 | } | |
3369 | ||
165056b2 | 3370 | /* |
92b1551b MH |
3371 | * If update is a direct update of head_ref (the reference pointed to |
3372 | * by HEAD), then add an extra REF_LOG_ONLY update for HEAD. | |
3373 | */ | |
3374 | static int split_head_update(struct ref_update *update, | |
3375 | struct ref_transaction *transaction, | |
3376 | const char *head_ref, | |
3377 | struct string_list *affected_refnames, | |
3378 | struct strbuf *err) | |
3379 | { | |
3380 | struct string_list_item *item; | |
3381 | struct ref_update *new_update; | |
3382 | ||
3383 | if ((update->flags & REF_LOG_ONLY) || | |
3384 | (update->flags & REF_ISPRUNING) || | |
3385 | (update->flags & REF_UPDATE_VIA_HEAD)) | |
3386 | return 0; | |
3387 | ||
3388 | if (strcmp(update->refname, head_ref)) | |
3389 | return 0; | |
3390 | ||
3391 | /* | |
3392 | * First make sure that HEAD is not already in the | |
3393 | * transaction. This insertion is O(N) in the transaction | |
3394 | * size, but it happens at most once per transaction. | |
3395 | */ | |
3396 | item = string_list_insert(affected_refnames, "HEAD"); | |
3397 | if (item->util) { | |
3398 | /* An entry already existed */ | |
3399 | strbuf_addf(err, | |
3400 | "multiple updates for 'HEAD' (including one " | |
3401 | "via its referent '%s') are not allowed", | |
3402 | update->refname); | |
3403 | return TRANSACTION_NAME_CONFLICT; | |
3404 | } | |
3405 | ||
3406 | new_update = ref_transaction_add_update( | |
3407 | transaction, "HEAD", | |
3408 | update->flags | REF_LOG_ONLY | REF_NODEREF, | |
3409 | update->new_sha1, update->old_sha1, | |
3410 | update->msg); | |
3411 | ||
3412 | item->util = new_update; | |
3413 | ||
3414 | return 0; | |
3415 | } | |
3416 | ||
3417 | /* | |
3418 | * update is for a symref that points at referent and doesn't have | |
3419 | * REF_NODEREF set. Split it into two updates: | |
3420 | * - The original update, but with REF_LOG_ONLY and REF_NODEREF set | |
3421 | * - A new, separate update for the referent reference | |
3422 | * Note that the new update will itself be subject to splitting when | |
3423 | * the iteration gets to it. | |
3424 | */ | |
fcc42ea0 MH |
3425 | static int split_symref_update(struct files_ref_store *refs, |
3426 | struct ref_update *update, | |
92b1551b MH |
3427 | const char *referent, |
3428 | struct ref_transaction *transaction, | |
3429 | struct string_list *affected_refnames, | |
3430 | struct strbuf *err) | |
3431 | { | |
3432 | struct string_list_item *item; | |
3433 | struct ref_update *new_update; | |
3434 | unsigned int new_flags; | |
3435 | ||
3436 | /* | |
3437 | * First make sure that referent is not already in the | |
3438 | * transaction. This insertion is O(N) in the transaction | |
3439 | * size, but it happens at most once per symref in a | |
3440 | * transaction. | |
3441 | */ | |
3442 | item = string_list_insert(affected_refnames, referent); | |
3443 | if (item->util) { | |
3444 | /* An entry already existed */ | |
3445 | strbuf_addf(err, | |
3446 | "multiple updates for '%s' (including one " | |
3447 | "via symref '%s') are not allowed", | |
3448 | referent, update->refname); | |
3449 | return TRANSACTION_NAME_CONFLICT; | |
3450 | } | |
3451 | ||
3452 | new_flags = update->flags; | |
3453 | if (!strcmp(update->refname, "HEAD")) { | |
3454 | /* | |
3455 | * Record that the new update came via HEAD, so that | |
3456 | * when we process it, split_head_update() doesn't try | |
3457 | * to add another reflog update for HEAD. Note that | |
3458 | * this bit will be propagated if the new_update | |
3459 | * itself needs to be split. | |
3460 | */ | |
3461 | new_flags |= REF_UPDATE_VIA_HEAD; | |
3462 | } | |
3463 | ||
3464 | new_update = ref_transaction_add_update( | |
3465 | transaction, referent, new_flags, | |
3466 | update->new_sha1, update->old_sha1, | |
3467 | update->msg); | |
3468 | ||
6e30b2f6 MH |
3469 | new_update->parent_update = update; |
3470 | ||
3471 | /* | |
3472 | * Change the symbolic ref update to log only. Also, it | |
3473 | * doesn't need to check its old SHA-1 value, as that will be | |
3474 | * done when new_update is processed. | |
3475 | */ | |
92b1551b | 3476 | update->flags |= REF_LOG_ONLY | REF_NODEREF; |
6e30b2f6 | 3477 | update->flags &= ~REF_HAVE_OLD; |
92b1551b MH |
3478 | |
3479 | item->util = new_update; | |
3480 | ||
3481 | return 0; | |
3482 | } | |
3483 | ||
6e30b2f6 MH |
3484 | /* |
3485 | * Return the refname under which update was originally requested. | |
3486 | */ | |
3487 | static const char *original_update_refname(struct ref_update *update) | |
3488 | { | |
3489 | while (update->parent_update) | |
3490 | update = update->parent_update; | |
3491 | ||
3492 | return update->refname; | |
3493 | } | |
3494 | ||
e3f51039 MH |
3495 | /* |
3496 | * Check whether the REF_HAVE_OLD and old_oid values stored in update | |
3497 | * are consistent with oid, which is the reference's current value. If | |
3498 | * everything is OK, return 0; otherwise, write an error message to | |
3499 | * err and return -1. | |
3500 | */ | |
3501 | static int check_old_oid(struct ref_update *update, struct object_id *oid, | |
3502 | struct strbuf *err) | |
3503 | { | |
3504 | if (!(update->flags & REF_HAVE_OLD) || | |
3505 | !hashcmp(oid->hash, update->old_sha1)) | |
3506 | return 0; | |
3507 | ||
3508 | if (is_null_sha1(update->old_sha1)) | |
3509 | strbuf_addf(err, "cannot lock ref '%s': " | |
3510 | "reference already exists", | |
3511 | original_update_refname(update)); | |
3512 | else if (is_null_oid(oid)) | |
3513 | strbuf_addf(err, "cannot lock ref '%s': " | |
3514 | "reference is missing but expected %s", | |
3515 | original_update_refname(update), | |
3516 | sha1_to_hex(update->old_sha1)); | |
3517 | else | |
3518 | strbuf_addf(err, "cannot lock ref '%s': " | |
3519 | "is at %s but expected %s", | |
3520 | original_update_refname(update), | |
3521 | oid_to_hex(oid), | |
3522 | sha1_to_hex(update->old_sha1)); | |
3523 | ||
3524 | return -1; | |
3525 | } | |
3526 | ||
92b1551b MH |
3527 | /* |
3528 | * Prepare for carrying out update: | |
3529 | * - Lock the reference referred to by update. | |
3530 | * - Read the reference under lock. | |
3531 | * - Check that its old SHA-1 value (if specified) is correct, and in | |
3532 | * any case record it in update->lock->old_oid for later use when | |
3533 | * writing the reflog. | |
3534 | * - If it is a symref update without REF_NODEREF, split it up into a | |
3535 | * REF_LOG_ONLY update of the symref and add a separate update for | |
3536 | * the referent to transaction. | |
3537 | * - If it is an update of head_ref, add a corresponding REF_LOG_ONLY | |
3538 | * update of HEAD. | |
165056b2 | 3539 | */ |
b3bbbc5c MH |
3540 | static int lock_ref_for_update(struct files_ref_store *refs, |
3541 | struct ref_update *update, | |
165056b2 | 3542 | struct ref_transaction *transaction, |
92b1551b | 3543 | const char *head_ref, |
165056b2 MH |
3544 | struct string_list *affected_refnames, |
3545 | struct strbuf *err) | |
3546 | { | |
92b1551b MH |
3547 | struct strbuf referent = STRBUF_INIT; |
3548 | int mustexist = (update->flags & REF_HAVE_OLD) && | |
3549 | !is_null_sha1(update->old_sha1); | |
165056b2 | 3550 | int ret; |
92b1551b | 3551 | struct ref_lock *lock; |
165056b2 | 3552 | |
32c597e7 | 3553 | files_assert_main_repository(refs, "lock_ref_for_update"); |
b3bbbc5c | 3554 | |
92b1551b | 3555 | if ((update->flags & REF_HAVE_NEW) && is_null_sha1(update->new_sha1)) |
165056b2 | 3556 | update->flags |= REF_DELETING; |
92b1551b MH |
3557 | |
3558 | if (head_ref) { | |
3559 | ret = split_head_update(update, transaction, head_ref, | |
3560 | affected_refnames, err); | |
3561 | if (ret) | |
3562 | return ret; | |
3563 | } | |
3564 | ||
f7b0a987 | 3565 | ret = lock_raw_ref(refs, update->refname, mustexist, |
92b1551b | 3566 | affected_refnames, NULL, |
7d618264 | 3567 | &lock, &referent, |
92b1551b | 3568 | &update->type, err); |
92b1551b | 3569 | if (ret) { |
165056b2 MH |
3570 | char *reason; |
3571 | ||
165056b2 MH |
3572 | reason = strbuf_detach(err, NULL); |
3573 | strbuf_addf(err, "cannot lock ref '%s': %s", | |
e3f51039 | 3574 | original_update_refname(update), reason); |
165056b2 MH |
3575 | free(reason); |
3576 | return ret; | |
3577 | } | |
92b1551b | 3578 | |
7d618264 | 3579 | update->backend_data = lock; |
92b1551b | 3580 | |
8169d0d0 | 3581 | if (update->type & REF_ISSYMREF) { |
6e30b2f6 MH |
3582 | if (update->flags & REF_NODEREF) { |
3583 | /* | |
3584 | * We won't be reading the referent as part of | |
3585 | * the transaction, so we have to read it here | |
3586 | * to record and possibly check old_sha1: | |
3587 | */ | |
841caad9 | 3588 | if (read_ref_full(referent.buf, 0, |
6e30b2f6 MH |
3589 | lock->old_oid.hash, NULL)) { |
3590 | if (update->flags & REF_HAVE_OLD) { | |
3591 | strbuf_addf(err, "cannot lock ref '%s': " | |
e3f51039 MH |
3592 | "error reading reference", |
3593 | original_update_refname(update)); | |
3594 | return -1; | |
6e30b2f6 | 3595 | } |
e3f51039 | 3596 | } else if (check_old_oid(update, &lock->old_oid, err)) { |
8169d0d0 | 3597 | return TRANSACTION_GENERIC_ERROR; |
8169d0d0 | 3598 | } |
6e30b2f6 MH |
3599 | } else { |
3600 | /* | |
3601 | * Create a new update for the reference this | |
3602 | * symref is pointing at. Also, we will record | |
3603 | * and verify old_sha1 for this update as part | |
3604 | * of processing the split-off update, so we | |
3605 | * don't have to do it here. | |
3606 | */ | |
fcc42ea0 MH |
3607 | ret = split_symref_update(refs, update, |
3608 | referent.buf, transaction, | |
92b1551b MH |
3609 | affected_refnames, err); |
3610 | if (ret) | |
3611 | return ret; | |
3612 | } | |
6e30b2f6 MH |
3613 | } else { |
3614 | struct ref_update *parent_update; | |
8169d0d0 | 3615 | |
e3f51039 MH |
3616 | if (check_old_oid(update, &lock->old_oid, err)) |
3617 | return TRANSACTION_GENERIC_ERROR; | |
3618 | ||
6e30b2f6 MH |
3619 | /* |
3620 | * If this update is happening indirectly because of a | |
3621 | * symref update, record the old SHA-1 in the parent | |
3622 | * update: | |
3623 | */ | |
3624 | for (parent_update = update->parent_update; | |
3625 | parent_update; | |
3626 | parent_update = parent_update->parent_update) { | |
7d618264 DT |
3627 | struct ref_lock *parent_lock = parent_update->backend_data; |
3628 | oidcpy(&parent_lock->old_oid, &lock->old_oid); | |
6e30b2f6 | 3629 | } |
92b1551b MH |
3630 | } |
3631 | ||
165056b2 MH |
3632 | if ((update->flags & REF_HAVE_NEW) && |
3633 | !(update->flags & REF_DELETING) && | |
3634 | !(update->flags & REF_LOG_ONLY)) { | |
92b1551b MH |
3635 | if (!(update->type & REF_ISSYMREF) && |
3636 | !hashcmp(lock->old_oid.hash, update->new_sha1)) { | |
165056b2 MH |
3637 | /* |
3638 | * The reference already has the desired | |
3639 | * value, so we don't need to write it. | |
3640 | */ | |
92b1551b | 3641 | } else if (write_ref_to_lockfile(lock, update->new_sha1, |
165056b2 MH |
3642 | err)) { |
3643 | char *write_err = strbuf_detach(err, NULL); | |
3644 | ||
3645 | /* | |
3646 | * The lock was freed upon failure of | |
3647 | * write_ref_to_lockfile(): | |
3648 | */ | |
7d618264 | 3649 | update->backend_data = NULL; |
165056b2 | 3650 | strbuf_addf(err, |
e3f51039 | 3651 | "cannot update ref '%s': %s", |
165056b2 MH |
3652 | update->refname, write_err); |
3653 | free(write_err); | |
3654 | return TRANSACTION_GENERIC_ERROR; | |
3655 | } else { | |
3656 | update->flags |= REF_NEEDS_COMMIT; | |
3657 | } | |
3658 | } | |
3659 | if (!(update->flags & REF_NEEDS_COMMIT)) { | |
3660 | /* | |
3661 | * We didn't call write_ref_to_lockfile(), so | |
3662 | * the lockfile is still open. Close it to | |
3663 | * free up the file descriptor: | |
3664 | */ | |
92b1551b | 3665 | if (close_ref(lock)) { |
165056b2 MH |
3666 | strbuf_addf(err, "couldn't close '%s.lock'", |
3667 | update->refname); | |
3668 | return TRANSACTION_GENERIC_ERROR; | |
3669 | } | |
3670 | } | |
3671 | return 0; | |
3672 | } | |
3673 | ||
127b42a1 RS |
3674 | static int files_transaction_commit(struct ref_store *ref_store, |
3675 | struct ref_transaction *transaction, | |
3676 | struct strbuf *err) | |
7bd9bcf3 | 3677 | { |
00eebe35 | 3678 | struct files_ref_store *refs = |
127b42a1 | 3679 | files_downcast(ref_store, 0, "ref_transaction_commit"); |
7bd9bcf3 | 3680 | int ret = 0, i; |
7bd9bcf3 MH |
3681 | struct string_list refs_to_delete = STRING_LIST_INIT_NODUP; |
3682 | struct string_list_item *ref_to_delete; | |
3683 | struct string_list affected_refnames = STRING_LIST_INIT_NODUP; | |
92b1551b MH |
3684 | char *head_ref = NULL; |
3685 | int head_type; | |
3686 | struct object_id head_oid; | |
7bd9bcf3 MH |
3687 | |
3688 | assert(err); | |
3689 | ||
3690 | if (transaction->state != REF_TRANSACTION_OPEN) | |
3691 | die("BUG: commit called for transaction that is not open"); | |
3692 | ||
efe47281 | 3693 | if (!transaction->nr) { |
7bd9bcf3 MH |
3694 | transaction->state = REF_TRANSACTION_CLOSED; |
3695 | return 0; | |
3696 | } | |
3697 | ||
92b1551b MH |
3698 | /* |
3699 | * Fail if a refname appears more than once in the | |
3700 | * transaction. (If we end up splitting up any updates using | |
3701 | * split_symref_update() or split_head_update(), those | |
3702 | * functions will check that the new updates don't have the | |
3703 | * same refname as any existing ones.) | |
3704 | */ | |
3705 | for (i = 0; i < transaction->nr; i++) { | |
3706 | struct ref_update *update = transaction->updates[i]; | |
3707 | struct string_list_item *item = | |
3708 | string_list_append(&affected_refnames, update->refname); | |
3709 | ||
3710 | /* | |
3711 | * We store a pointer to update in item->util, but at | |
3712 | * the moment we never use the value of this field | |
3713 | * except to check whether it is non-NULL. | |
3714 | */ | |
3715 | item->util = update; | |
3716 | } | |
7bd9bcf3 MH |
3717 | string_list_sort(&affected_refnames); |
3718 | if (ref_update_reject_duplicates(&affected_refnames, err)) { | |
3719 | ret = TRANSACTION_GENERIC_ERROR; | |
3720 | goto cleanup; | |
3721 | } | |
3722 | ||
92b1551b MH |
3723 | /* |
3724 | * Special hack: If a branch is updated directly and HEAD | |
3725 | * points to it (may happen on the remote side of a push | |
3726 | * for example) then logically the HEAD reflog should be | |
3727 | * updated too. | |
3728 | * | |
3729 | * A generic solution would require reverse symref lookups, | |
3730 | * but finding all symrefs pointing to a given branch would be | |
3731 | * rather costly for this rare event (the direct update of a | |
3732 | * branch) to be worth it. So let's cheat and check with HEAD | |
3733 | * only, which should cover 99% of all usage scenarios (even | |
3734 | * 100% of the default ones). | |
3735 | * | |
3736 | * So if HEAD is a symbolic reference, then record the name of | |
3737 | * the reference that it points to. If we see an update of | |
3738 | * head_ref within the transaction, then split_head_update() | |
3739 | * arranges for the reflog of HEAD to be updated, too. | |
3740 | */ | |
3741 | head_ref = resolve_refdup("HEAD", RESOLVE_REF_NO_RECURSE, | |
3742 | head_oid.hash, &head_type); | |
3743 | ||
3744 | if (head_ref && !(head_type & REF_ISSYMREF)) { | |
3745 | free(head_ref); | |
3746 | head_ref = NULL; | |
3747 | } | |
3748 | ||
7bd9bcf3 MH |
3749 | /* |
3750 | * Acquire all locks, verify old values if provided, check | |
3751 | * that new values are valid, and write new values to the | |
3752 | * lockfiles, ready to be activated. Only keep one lockfile | |
3753 | * open at a time to avoid running out of file descriptors. | |
3754 | */ | |
efe47281 MH |
3755 | for (i = 0; i < transaction->nr; i++) { |
3756 | struct ref_update *update = transaction->updates[i]; | |
7bd9bcf3 | 3757 | |
b3bbbc5c MH |
3758 | ret = lock_ref_for_update(refs, update, transaction, |
3759 | head_ref, &affected_refnames, err); | |
165056b2 | 3760 | if (ret) |
7bd9bcf3 | 3761 | goto cleanup; |
7bd9bcf3 | 3762 | } |
7bd9bcf3 | 3763 | |
7bd9bcf3 | 3764 | /* Perform updates first so live commits remain referenced */ |
efe47281 MH |
3765 | for (i = 0; i < transaction->nr; i++) { |
3766 | struct ref_update *update = transaction->updates[i]; | |
7d618264 | 3767 | struct ref_lock *lock = update->backend_data; |
7bd9bcf3 | 3768 | |
d99aa884 DT |
3769 | if (update->flags & REF_NEEDS_COMMIT || |
3770 | update->flags & REF_LOG_ONLY) { | |
81b1b6d4 MH |
3771 | if (files_log_ref_write(lock->ref_name, |
3772 | lock->old_oid.hash, | |
3773 | update->new_sha1, | |
3774 | update->msg, update->flags, | |
3775 | err)) { | |
92b1551b MH |
3776 | char *old_msg = strbuf_detach(err, NULL); |
3777 | ||
3778 | strbuf_addf(err, "cannot update the ref '%s': %s", | |
3779 | lock->ref_name, old_msg); | |
3780 | free(old_msg); | |
3781 | unlock_ref(lock); | |
7d618264 | 3782 | update->backend_data = NULL; |
7bd9bcf3 MH |
3783 | ret = TRANSACTION_GENERIC_ERROR; |
3784 | goto cleanup; | |
7bd9bcf3 MH |
3785 | } |
3786 | } | |
7bd9bcf3 | 3787 | if (update->flags & REF_NEEDS_COMMIT) { |
00eebe35 | 3788 | clear_loose_ref_cache(refs); |
92b1551b MH |
3789 | if (commit_ref(lock)) { |
3790 | strbuf_addf(err, "couldn't set '%s'", lock->ref_name); | |
3791 | unlock_ref(lock); | |
7d618264 | 3792 | update->backend_data = NULL; |
7bd9bcf3 MH |
3793 | ret = TRANSACTION_GENERIC_ERROR; |
3794 | goto cleanup; | |
7bd9bcf3 MH |
3795 | } |
3796 | } | |
3797 | } | |
7bd9bcf3 | 3798 | /* Perform deletes now that updates are safely completed */ |
efe47281 MH |
3799 | for (i = 0; i < transaction->nr; i++) { |
3800 | struct ref_update *update = transaction->updates[i]; | |
7d618264 | 3801 | struct ref_lock *lock = update->backend_data; |
7bd9bcf3 | 3802 | |
d99aa884 DT |
3803 | if (update->flags & REF_DELETING && |
3804 | !(update->flags & REF_LOG_ONLY)) { | |
ce0af24d MH |
3805 | if (!(update->type & REF_ISPACKED) || |
3806 | update->type & REF_ISSYMREF) { | |
3807 | /* It is a loose reference. */ | |
3808 | if (unlink_or_msg(git_path("%s", lock->ref_name), err)) { | |
3809 | ret = TRANSACTION_GENERIC_ERROR; | |
3810 | goto cleanup; | |
3811 | } | |
44639777 | 3812 | update->flags |= REF_DELETED_LOOSE; |
7bd9bcf3 MH |
3813 | } |
3814 | ||
3815 | if (!(update->flags & REF_ISPRUNING)) | |
3816 | string_list_append(&refs_to_delete, | |
7d618264 | 3817 | lock->ref_name); |
7bd9bcf3 MH |
3818 | } |
3819 | } | |
3820 | ||
0a95ac5f | 3821 | if (repack_without_refs(refs, &refs_to_delete, err)) { |
7bd9bcf3 MH |
3822 | ret = TRANSACTION_GENERIC_ERROR; |
3823 | goto cleanup; | |
3824 | } | |
44639777 MH |
3825 | |
3826 | /* Delete the reflogs of any references that were deleted: */ | |
3827 | for_each_string_list_item(ref_to_delete, &refs_to_delete) { | |
3828 | if (!unlink_or_warn(git_path("logs/%s", ref_to_delete->string))) | |
3829 | try_remove_empty_parents(ref_to_delete->string, | |
3830 | REMOVE_EMPTY_PARENTS_REFLOG); | |
3831 | } | |
3832 | ||
00eebe35 | 3833 | clear_loose_ref_cache(refs); |
7bd9bcf3 MH |
3834 | |
3835 | cleanup: | |
3836 | transaction->state = REF_TRANSACTION_CLOSED; | |
3837 | ||
44639777 MH |
3838 | for (i = 0; i < transaction->nr; i++) { |
3839 | struct ref_update *update = transaction->updates[i]; | |
3840 | struct ref_lock *lock = update->backend_data; | |
3841 | ||
3842 | if (lock) | |
3843 | unlock_ref(lock); | |
3844 | ||
3845 | if (update->flags & REF_DELETED_LOOSE) { | |
3846 | /* | |
3847 | * The loose reference was deleted. Delete any | |
3848 | * empty parent directories. (Note that this | |
3849 | * can only work because we have already | |
3850 | * removed the lockfile.) | |
3851 | */ | |
3852 | try_remove_empty_parents(update->refname, | |
3853 | REMOVE_EMPTY_PARENTS_REF); | |
3854 | } | |
3855 | } | |
3856 | ||
7bd9bcf3 | 3857 | string_list_clear(&refs_to_delete, 0); |
92b1551b | 3858 | free(head_ref); |
7bd9bcf3 | 3859 | string_list_clear(&affected_refnames, 0); |
92b1551b | 3860 | |
7bd9bcf3 MH |
3861 | return ret; |
3862 | } | |
3863 | ||
3864 | static int ref_present(const char *refname, | |
3865 | const struct object_id *oid, int flags, void *cb_data) | |
3866 | { | |
3867 | struct string_list *affected_refnames = cb_data; | |
3868 | ||
3869 | return string_list_has_string(affected_refnames, refname); | |
3870 | } | |
3871 | ||
fc681463 DT |
3872 | static int files_initial_transaction_commit(struct ref_store *ref_store, |
3873 | struct ref_transaction *transaction, | |
3874 | struct strbuf *err) | |
7bd9bcf3 | 3875 | { |
d99825ab | 3876 | struct files_ref_store *refs = |
fc681463 | 3877 | files_downcast(ref_store, 0, "initial_ref_transaction_commit"); |
7bd9bcf3 | 3878 | int ret = 0, i; |
7bd9bcf3 MH |
3879 | struct string_list affected_refnames = STRING_LIST_INIT_NODUP; |
3880 | ||
3881 | assert(err); | |
3882 | ||
3883 | if (transaction->state != REF_TRANSACTION_OPEN) | |
3884 | die("BUG: commit called for transaction that is not open"); | |
3885 | ||
3886 | /* Fail if a refname appears more than once in the transaction: */ | |
efe47281 MH |
3887 | for (i = 0; i < transaction->nr; i++) |
3888 | string_list_append(&affected_refnames, | |
3889 | transaction->updates[i]->refname); | |
7bd9bcf3 MH |
3890 | string_list_sort(&affected_refnames); |
3891 | if (ref_update_reject_duplicates(&affected_refnames, err)) { | |
3892 | ret = TRANSACTION_GENERIC_ERROR; | |
3893 | goto cleanup; | |
3894 | } | |
3895 | ||
3896 | /* | |
3897 | * It's really undefined to call this function in an active | |
3898 | * repository or when there are existing references: we are | |
3899 | * only locking and changing packed-refs, so (1) any | |
3900 | * simultaneous processes might try to change a reference at | |
3901 | * the same time we do, and (2) any existing loose versions of | |
3902 | * the references that we are setting would have precedence | |
3903 | * over our values. But some remote helpers create the remote | |
3904 | * "HEAD" and "master" branches before calling this function, | |
3905 | * so here we really only check that none of the references | |
3906 | * that we are creating already exists. | |
3907 | */ | |
3908 | if (for_each_rawref(ref_present, &affected_refnames)) | |
3909 | die("BUG: initial ref transaction called with existing refs"); | |
3910 | ||
efe47281 MH |
3911 | for (i = 0; i < transaction->nr; i++) { |
3912 | struct ref_update *update = transaction->updates[i]; | |
7bd9bcf3 MH |
3913 | |
3914 | if ((update->flags & REF_HAVE_OLD) && | |
3915 | !is_null_sha1(update->old_sha1)) | |
3916 | die("BUG: initial ref transaction with old_sha1 set"); | |
3917 | if (verify_refname_available(update->refname, | |
3918 | &affected_refnames, NULL, | |
3919 | err)) { | |
3920 | ret = TRANSACTION_NAME_CONFLICT; | |
3921 | goto cleanup; | |
3922 | } | |
3923 | } | |
3924 | ||
49c0df6a | 3925 | if (lock_packed_refs(refs, 0)) { |
7bd9bcf3 MH |
3926 | strbuf_addf(err, "unable to lock packed-refs file: %s", |
3927 | strerror(errno)); | |
3928 | ret = TRANSACTION_GENERIC_ERROR; | |
3929 | goto cleanup; | |
3930 | } | |
3931 | ||
efe47281 MH |
3932 | for (i = 0; i < transaction->nr; i++) { |
3933 | struct ref_update *update = transaction->updates[i]; | |
7bd9bcf3 MH |
3934 | |
3935 | if ((update->flags & REF_HAVE_NEW) && | |
3936 | !is_null_sha1(update->new_sha1)) | |
d99825ab | 3937 | add_packed_ref(refs, update->refname, update->new_sha1); |
7bd9bcf3 MH |
3938 | } |
3939 | ||
49c0df6a | 3940 | if (commit_packed_refs(refs)) { |
7bd9bcf3 MH |
3941 | strbuf_addf(err, "unable to commit packed-refs file: %s", |
3942 | strerror(errno)); | |
3943 | ret = TRANSACTION_GENERIC_ERROR; | |
3944 | goto cleanup; | |
3945 | } | |
3946 | ||
3947 | cleanup: | |
3948 | transaction->state = REF_TRANSACTION_CLOSED; | |
3949 | string_list_clear(&affected_refnames, 0); | |
3950 | return ret; | |
3951 | } | |
3952 | ||
3953 | struct expire_reflog_cb { | |
3954 | unsigned int flags; | |
3955 | reflog_expiry_should_prune_fn *should_prune_fn; | |
3956 | void *policy_cb; | |
3957 | FILE *newlog; | |
9461d272 | 3958 | struct object_id last_kept_oid; |
7bd9bcf3 MH |
3959 | }; |
3960 | ||
9461d272 | 3961 | static int expire_reflog_ent(struct object_id *ooid, struct object_id *noid, |
7bd9bcf3 MH |
3962 | const char *email, unsigned long timestamp, int tz, |
3963 | const char *message, void *cb_data) | |
3964 | { | |
3965 | struct expire_reflog_cb *cb = cb_data; | |
3966 | struct expire_reflog_policy_cb *policy_cb = cb->policy_cb; | |
3967 | ||
3968 | if (cb->flags & EXPIRE_REFLOGS_REWRITE) | |
9461d272 | 3969 | ooid = &cb->last_kept_oid; |
7bd9bcf3 | 3970 | |
9461d272 | 3971 | if ((*cb->should_prune_fn)(ooid->hash, noid->hash, email, timestamp, tz, |
7bd9bcf3 MH |
3972 | message, policy_cb)) { |
3973 | if (!cb->newlog) | |
3974 | printf("would prune %s", message); | |
3975 | else if (cb->flags & EXPIRE_REFLOGS_VERBOSE) | |
3976 | printf("prune %s", message); | |
3977 | } else { | |
3978 | if (cb->newlog) { | |
3979 | fprintf(cb->newlog, "%s %s %s %lu %+05d\t%s", | |
9461d272 | 3980 | oid_to_hex(ooid), oid_to_hex(noid), |
7bd9bcf3 | 3981 | email, timestamp, tz, message); |
9461d272 | 3982 | oidcpy(&cb->last_kept_oid, noid); |
7bd9bcf3 MH |
3983 | } |
3984 | if (cb->flags & EXPIRE_REFLOGS_VERBOSE) | |
3985 | printf("keep %s", message); | |
3986 | } | |
3987 | return 0; | |
3988 | } | |
3989 | ||
e3688bd6 DT |
3990 | static int files_reflog_expire(struct ref_store *ref_store, |
3991 | const char *refname, const unsigned char *sha1, | |
3992 | unsigned int flags, | |
3993 | reflog_expiry_prepare_fn prepare_fn, | |
3994 | reflog_expiry_should_prune_fn should_prune_fn, | |
3995 | reflog_expiry_cleanup_fn cleanup_fn, | |
3996 | void *policy_cb_data) | |
7bd9bcf3 | 3997 | { |
7eb27cdf | 3998 | struct files_ref_store *refs = |
e3688bd6 | 3999 | files_downcast(ref_store, 0, "reflog_expire"); |
7bd9bcf3 MH |
4000 | static struct lock_file reflog_lock; |
4001 | struct expire_reflog_cb cb; | |
4002 | struct ref_lock *lock; | |
4003 | char *log_file; | |
4004 | int status = 0; | |
4005 | int type; | |
4006 | struct strbuf err = STRBUF_INIT; | |
4007 | ||
4008 | memset(&cb, 0, sizeof(cb)); | |
4009 | cb.flags = flags; | |
4010 | cb.policy_cb = policy_cb_data; | |
4011 | cb.should_prune_fn = should_prune_fn; | |
4012 | ||
4013 | /* | |
4014 | * The reflog file is locked by holding the lock on the | |
4015 | * reference itself, plus we might need to update the | |
4016 | * reference if --updateref was specified: | |
4017 | */ | |
7eb27cdf MH |
4018 | lock = lock_ref_sha1_basic(refs, refname, sha1, |
4019 | NULL, NULL, REF_NODEREF, | |
41d796ed | 4020 | &type, &err); |
7bd9bcf3 MH |
4021 | if (!lock) { |
4022 | error("cannot lock ref '%s': %s", refname, err.buf); | |
4023 | strbuf_release(&err); | |
4024 | return -1; | |
4025 | } | |
4026 | if (!reflog_exists(refname)) { | |
4027 | unlock_ref(lock); | |
4028 | return 0; | |
4029 | } | |
4030 | ||
4031 | log_file = git_pathdup("logs/%s", refname); | |
4032 | if (!(flags & EXPIRE_REFLOGS_DRY_RUN)) { | |
4033 | /* | |
4034 | * Even though holding $GIT_DIR/logs/$reflog.lock has | |
4035 | * no locking implications, we use the lock_file | |
4036 | * machinery here anyway because it does a lot of the | |
4037 | * work we need, including cleaning up if the program | |
4038 | * exits unexpectedly. | |
4039 | */ | |
4040 | if (hold_lock_file_for_update(&reflog_lock, log_file, 0) < 0) { | |
4041 | struct strbuf err = STRBUF_INIT; | |
4042 | unable_to_lock_message(log_file, errno, &err); | |
4043 | error("%s", err.buf); | |
4044 | strbuf_release(&err); | |
4045 | goto failure; | |
4046 | } | |
4047 | cb.newlog = fdopen_lock_file(&reflog_lock, "w"); | |
4048 | if (!cb.newlog) { | |
4049 | error("cannot fdopen %s (%s)", | |
4050 | get_lock_file_path(&reflog_lock), strerror(errno)); | |
4051 | goto failure; | |
4052 | } | |
4053 | } | |
4054 | ||
4055 | (*prepare_fn)(refname, sha1, cb.policy_cb); | |
4056 | for_each_reflog_ent(refname, expire_reflog_ent, &cb); | |
4057 | (*cleanup_fn)(cb.policy_cb); | |
4058 | ||
4059 | if (!(flags & EXPIRE_REFLOGS_DRY_RUN)) { | |
4060 | /* | |
4061 | * It doesn't make sense to adjust a reference pointed | |
4062 | * to by a symbolic ref based on expiring entries in | |
4063 | * the symbolic reference's reflog. Nor can we update | |
4064 | * a reference if there are no remaining reflog | |
4065 | * entries. | |
4066 | */ | |
4067 | int update = (flags & EXPIRE_REFLOGS_UPDATE_REF) && | |
4068 | !(type & REF_ISSYMREF) && | |
9461d272 | 4069 | !is_null_oid(&cb.last_kept_oid); |
7bd9bcf3 MH |
4070 | |
4071 | if (close_lock_file(&reflog_lock)) { | |
4072 | status |= error("couldn't write %s: %s", log_file, | |
4073 | strerror(errno)); | |
4074 | } else if (update && | |
4075 | (write_in_full(get_lock_file_fd(lock->lk), | |
9461d272 | 4076 | oid_to_hex(&cb.last_kept_oid), GIT_SHA1_HEXSZ) != GIT_SHA1_HEXSZ || |
7bd9bcf3 MH |
4077 | write_str_in_full(get_lock_file_fd(lock->lk), "\n") != 1 || |
4078 | close_ref(lock) < 0)) { | |
4079 | status |= error("couldn't write %s", | |
4080 | get_lock_file_path(lock->lk)); | |
4081 | rollback_lock_file(&reflog_lock); | |
4082 | } else if (commit_lock_file(&reflog_lock)) { | |
e0048d3e | 4083 | status |= error("unable to write reflog '%s' (%s)", |
7bd9bcf3 MH |
4084 | log_file, strerror(errno)); |
4085 | } else if (update && commit_ref(lock)) { | |
4086 | status |= error("couldn't set %s", lock->ref_name); | |
4087 | } | |
4088 | } | |
4089 | free(log_file); | |
4090 | unlock_ref(lock); | |
4091 | return status; | |
4092 | ||
4093 | failure: | |
4094 | rollback_lock_file(&reflog_lock); | |
4095 | free(log_file); | |
4096 | unlock_ref(lock); | |
4097 | return -1; | |
4098 | } | |
3dce444f | 4099 | |
6fb5acfd DT |
4100 | static int files_init_db(struct ref_store *ref_store, struct strbuf *err) |
4101 | { | |
4102 | /* Check validity (but we don't need the result): */ | |
4103 | files_downcast(ref_store, 0, "init_db"); | |
4104 | ||
4105 | /* | |
4106 | * Create .git/refs/{heads,tags} | |
4107 | */ | |
4108 | safe_create_dir(git_path("refs/heads"), 1); | |
4109 | safe_create_dir(git_path("refs/tags"), 1); | |
6fb5acfd DT |
4110 | return 0; |
4111 | } | |
4112 | ||
3dce444f RS |
4113 | struct ref_storage_be refs_be_files = { |
4114 | NULL, | |
00eebe35 | 4115 | "files", |
127b42a1 | 4116 | files_ref_store_create, |
6fb5acfd | 4117 | files_init_db, |
e1e33b72 | 4118 | files_transaction_commit, |
fc681463 | 4119 | files_initial_transaction_commit, |
e1e33b72 | 4120 | |
8231527e | 4121 | files_pack_refs, |
bd427cf2 | 4122 | files_peel_ref, |
284689ba | 4123 | files_create_symref, |
a27dcf89 | 4124 | files_delete_refs, |
9b6b40d9 | 4125 | files_rename_ref, |
8231527e | 4126 | |
1a769003 | 4127 | files_ref_iterator_begin, |
62665823 | 4128 | files_read_raw_ref, |
e3688bd6 DT |
4129 | files_verify_refname_available, |
4130 | ||
4131 | files_reflog_iterator_begin, | |
4132 | files_for_each_reflog_ent, | |
4133 | files_for_each_reflog_ent_reverse, | |
4134 | files_reflog_exists, | |
4135 | files_create_reflog, | |
4136 | files_delete_reflog, | |
4137 | files_reflog_expire | |
3dce444f | 4138 | }; |