]>
Commit | Line | Data |
---|---|---|
98750588 | 1 | #include "git-compat-util.h" |
f394e093 | 2 | #include "gettext.h" |
41771fa4 | 3 | #include "hex.h" |
94421474 | 4 | #include "refs.h" |
94421474 JH |
5 | #include "commit.h" |
6 | #include "blob.h" | |
7 | #include "diff.h" | |
8 | #include "revision.h" | |
9 | #include "reachable.h" | |
10 | #include "cache-tree.h" | |
dc347195 | 11 | #include "progress.h" |
5f78a431 | 12 | #include "list-objects.h" |
7709f468 | 13 | #include "packfile.h" |
d0c39a49 | 14 | #include "worktree.h" |
a034e910 | 15 | #include "object-store-ll.h" |
fde67d68 | 16 | #include "pack-bitmap.h" |
fb546d6e | 17 | #include "pack-mtimes.h" |
4dc16e2c TB |
18 | #include "config.h" |
19 | #include "run-command.h" | |
bc7f5db8 | 20 | #include "sequencer.h" |
94421474 | 21 | |
0b26abc0 JK |
22 | struct connectivity_progress { |
23 | struct progress *progress; | |
24 | unsigned long count; | |
25 | }; | |
26 | ||
27 | static void update_progress(struct connectivity_progress *cp) | |
28 | { | |
29 | cp->count++; | |
30 | if ((cp->count & 1023) == 0) | |
31 | display_progress(cp->progress, cp->count); | |
32 | } | |
33 | ||
bc7f5db8 PW |
34 | static void add_one_file(const char *path, struct rev_info *revs) |
35 | { | |
36 | struct strbuf buf = STRBUF_INIT; | |
37 | struct object_id oid; | |
38 | struct object *object; | |
39 | ||
40 | if (!read_oneliner(&buf, path, READ_ONELINER_SKIP_IF_EMPTY)) { | |
41 | strbuf_release(&buf); | |
42 | return; | |
43 | } | |
44 | strbuf_trim(&buf); | |
45 | if (!get_oid_hex(buf.buf, &oid)) { | |
46 | object = parse_object_or_die(&oid, buf.buf); | |
47 | add_pending_object(revs, object, ""); | |
48 | } | |
49 | strbuf_release(&buf); | |
50 | } | |
51 | ||
52 | /* Mark objects recorded in rebase state files as reachable. */ | |
53 | static void add_rebase_files(struct rev_info *revs) | |
54 | { | |
55 | struct strbuf buf = STRBUF_INIT; | |
56 | size_t len; | |
57 | const char *path[] = { | |
58 | "rebase-apply/autostash", | |
59 | "rebase-apply/orig-head", | |
60 | "rebase-merge/autostash", | |
61 | "rebase-merge/orig-head", | |
62 | }; | |
63 | struct worktree **worktrees = get_worktrees(); | |
64 | ||
65 | for (struct worktree **wt = worktrees; *wt; wt++) { | |
66 | strbuf_reset(&buf); | |
67 | strbuf_addstr(&buf, get_worktree_git_dir(*wt)); | |
68 | strbuf_complete(&buf, '/'); | |
69 | len = buf.len; | |
70 | for (size_t i = 0; i < ARRAY_SIZE(path); i++) { | |
71 | strbuf_setlen(&buf, len); | |
72 | strbuf_addstr(&buf, path[i]); | |
73 | add_one_file(buf.buf, revs); | |
74 | } | |
75 | } | |
76 | strbuf_release(&buf); | |
77 | free_worktrees(worktrees); | |
78 | } | |
79 | ||
635170f2 MH |
80 | static int add_one_ref(const char *path, const struct object_id *oid, |
81 | int flag, void *cb_data) | |
94421474 | 82 | { |
94421474 | 83 | struct rev_info *revs = (struct rev_info *)cb_data; |
14886b40 | 84 | struct object *object; |
94421474 | 85 | |
14886b40 JS |
86 | if ((flag & REF_ISSYMREF) && (flag & REF_ISBROKEN)) { |
87 | warning("symbolic ref is dangling: %s", path); | |
88 | return 0; | |
89 | } | |
90 | ||
c251c83d | 91 | object = parse_object_or_die(oid, path); |
94421474 JH |
92 | add_pending_object(revs, object, ""); |
93 | ||
94 | return 0; | |
95 | } | |
96 | ||
5f78a431 JK |
97 | /* |
98 | * The traversal will have already marked us as SEEN, so we | |
99 | * only need to handle any progress reporting here. | |
100 | */ | |
c50dca2a JK |
101 | static void mark_object(struct object *obj UNUSED, |
102 | const char *name UNUSED, | |
103 | void *data) | |
5f78a431 JK |
104 | { |
105 | update_progress(data); | |
106 | } | |
107 | ||
108 | static void mark_commit(struct commit *c, void *data) | |
109 | { | |
de1e67d0 | 110 | mark_object(&c->object, NULL, data); |
5f78a431 JK |
111 | } |
112 | ||
d3038d22 JK |
113 | struct recent_data { |
114 | struct rev_info *revs; | |
dddbad72 | 115 | timestamp_t timestamp; |
2fb90409 TB |
116 | report_recent_object_fn *cb; |
117 | int ignore_in_core_kept_packs; | |
4dc16e2c TB |
118 | |
119 | struct oidset extra_recent_oids; | |
120 | int extra_recent_oids_loaded; | |
d3038d22 JK |
121 | }; |
122 | ||
4dc16e2c TB |
123 | static int run_one_gc_recent_objects_hook(struct oidset *set, |
124 | const char *args) | |
125 | { | |
126 | struct child_process cmd = CHILD_PROCESS_INIT; | |
127 | struct strbuf buf = STRBUF_INIT; | |
128 | FILE *out; | |
129 | int ret = 0; | |
130 | ||
131 | cmd.use_shell = 1; | |
132 | cmd.out = -1; | |
133 | ||
134 | strvec_push(&cmd.args, args); | |
135 | ||
136 | if (start_command(&cmd)) | |
137 | return -1; | |
138 | ||
139 | out = xfdopen(cmd.out, "r"); | |
140 | while (strbuf_getline(&buf, out) != EOF) { | |
141 | struct object_id oid; | |
142 | const char *rest; | |
143 | ||
144 | if (parse_oid_hex(buf.buf, &oid, &rest) || *rest) { | |
145 | ret = error(_("invalid extra cruft tip: '%s'"), buf.buf); | |
146 | break; | |
147 | } | |
148 | ||
149 | oidset_insert(set, &oid); | |
150 | } | |
151 | ||
152 | fclose(out); | |
153 | ret |= finish_command(&cmd); | |
154 | ||
155 | strbuf_release(&buf); | |
156 | return ret; | |
157 | } | |
158 | ||
159 | static void load_gc_recent_objects(struct recent_data *data) | |
160 | { | |
161 | const struct string_list *programs; | |
162 | int ret = 0; | |
163 | size_t i; | |
164 | ||
165 | data->extra_recent_oids_loaded = 1; | |
166 | ||
167 | if (git_config_get_string_multi("gc.recentobjectshook", &programs)) | |
168 | return; | |
169 | ||
170 | for (i = 0; i < programs->nr; i++) { | |
171 | ret = run_one_gc_recent_objects_hook(&data->extra_recent_oids, | |
172 | programs->items[i].string); | |
173 | if (ret) | |
174 | die(_("unable to enumerate additional recent objects")); | |
175 | } | |
176 | } | |
177 | ||
01e9ca4a TB |
178 | static int obj_is_recent(const struct object_id *oid, timestamp_t mtime, |
179 | struct recent_data *data) | |
180 | { | |
4dc16e2c TB |
181 | if (mtime > data->timestamp) |
182 | return 1; | |
183 | ||
184 | if (!data->extra_recent_oids_loaded) | |
185 | load_gc_recent_objects(data); | |
186 | return oidset_contains(&data->extra_recent_oids, oid); | |
01e9ca4a TB |
187 | } |
188 | ||
76c1d9a0 | 189 | static void add_recent_object(const struct object_id *oid, |
2fb90409 TB |
190 | struct packed_git *pack, |
191 | off_t offset, | |
dddbad72 | 192 | timestamp_t mtime, |
d3038d22 JK |
193 | struct recent_data *data) |
194 | { | |
195 | struct object *obj; | |
196 | enum object_type type; | |
197 | ||
01e9ca4a | 198 | if (!obj_is_recent(oid, mtime, data)) |
d3038d22 JK |
199 | return; |
200 | ||
201 | /* | |
202 | * We do not want to call parse_object here, because | |
203 | * inflating blobs and trees could be very expensive. | |
204 | * However, we do need to know the correct type for | |
205 | * later processing, and the revision machinery expects | |
206 | * commits and tags to have been parsed. | |
207 | */ | |
0df8e965 | 208 | type = oid_object_info(the_repository, oid, NULL); |
d3038d22 | 209 | if (type < 0) |
76c1d9a0 | 210 | die("unable to get object info for %s", oid_to_hex(oid)); |
d3038d22 JK |
211 | |
212 | switch (type) { | |
213 | case OBJ_TAG: | |
214 | case OBJ_COMMIT: | |
c251c83d | 215 | obj = parse_object_or_die(oid, NULL); |
d3038d22 JK |
216 | break; |
217 | case OBJ_TREE: | |
f86bcc7b | 218 | obj = (struct object *)lookup_tree(the_repository, oid); |
d3038d22 JK |
219 | break; |
220 | case OBJ_BLOB: | |
da14a7ff | 221 | obj = (struct object *)lookup_blob(the_repository, oid); |
d3038d22 JK |
222 | break; |
223 | default: | |
224 | die("unknown object type for %s: %s", | |
debca9d2 | 225 | oid_to_hex(oid), type_name(type)); |
d3038d22 JK |
226 | } |
227 | ||
228 | if (!obj) | |
76c1d9a0 | 229 | die("unable to lookup %s", oid_to_hex(oid)); |
d3038d22 JK |
230 | |
231 | add_pending_object(data->revs, obj, ""); | |
2fb90409 TB |
232 | if (data->cb) |
233 | data->cb(obj, pack, offset, mtime); | |
234 | } | |
235 | ||
236 | static int want_recent_object(struct recent_data *data, | |
237 | const struct object_id *oid) | |
238 | { | |
239 | if (data->ignore_in_core_kept_packs && | |
240 | has_object_kept_pack(oid, IN_CORE_KEEP_PACKS)) | |
241 | return 0; | |
242 | return 1; | |
d3038d22 JK |
243 | } |
244 | ||
76c1d9a0 | 245 | static int add_recent_loose(const struct object_id *oid, |
d3038d22 JK |
246 | const char *path, void *data) |
247 | { | |
248 | struct stat st; | |
2fb90409 TB |
249 | struct object *obj; |
250 | ||
251 | if (!want_recent_object(data, oid)) | |
252 | return 0; | |
253 | ||
254 | obj = lookup_object(the_repository, oid); | |
d3038d22 JK |
255 | |
256 | if (obj && obj->flags & SEEN) | |
257 | return 0; | |
258 | ||
259 | if (stat(path, &st) < 0) { | |
260 | /* | |
261 | * It's OK if an object went away during our iteration; this | |
262 | * could be due to a simultaneous repack. But anything else | |
263 | * we should abort, since we might then fail to mark objects | |
264 | * which should not be pruned. | |
265 | */ | |
266 | if (errno == ENOENT) | |
267 | return 0; | |
76c1d9a0 | 268 | return error_errno("unable to stat %s", oid_to_hex(oid)); |
d3038d22 JK |
269 | } |
270 | ||
2fb90409 | 271 | add_recent_object(oid, NULL, 0, st.st_mtime, data); |
d3038d22 JK |
272 | return 0; |
273 | } | |
274 | ||
76c1d9a0 | 275 | static int add_recent_packed(const struct object_id *oid, |
be252d33 JK |
276 | struct packed_git *p, |
277 | uint32_t pos, | |
d3038d22 JK |
278 | void *data) |
279 | { | |
2fb90409 | 280 | struct object *obj; |
fb546d6e | 281 | timestamp_t mtime = p->mtime; |
2fb90409 TB |
282 | |
283 | if (!want_recent_object(data, oid)) | |
284 | return 0; | |
285 | ||
286 | obj = lookup_object(the_repository, oid); | |
d3038d22 JK |
287 | |
288 | if (obj && obj->flags & SEEN) | |
289 | return 0; | |
fb546d6e TB |
290 | if (p->is_cruft) { |
291 | if (load_pack_mtimes(p) < 0) | |
292 | die(_("could not load cruft pack .mtimes")); | |
293 | mtime = nth_packed_mtime(p, pos); | |
294 | } | |
295 | add_recent_object(oid, p, nth_packed_object_offset(p, pos), mtime, data); | |
d3038d22 JK |
296 | return 0; |
297 | } | |
298 | ||
abcb8655 | 299 | int add_unseen_recent_objects_to_traversal(struct rev_info *revs, |
2fb90409 TB |
300 | timestamp_t timestamp, |
301 | report_recent_object_fn *cb, | |
302 | int ignore_in_core_kept_packs) | |
d3038d22 JK |
303 | { |
304 | struct recent_data data; | |
2fb90409 | 305 | enum for_each_object_flags flags; |
d3038d22 JK |
306 | int r; |
307 | ||
308 | data.revs = revs; | |
309 | data.timestamp = timestamp; | |
2fb90409 TB |
310 | data.cb = cb; |
311 | data.ignore_in_core_kept_packs = ignore_in_core_kept_packs; | |
d3038d22 | 312 | |
4dc16e2c TB |
313 | oidset_init(&data.extra_recent_oids, 0); |
314 | data.extra_recent_oids_loaded = 0; | |
315 | ||
1385bb7b JK |
316 | r = for_each_loose_object(add_recent_loose, &data, |
317 | FOR_EACH_OBJECT_LOCAL_ONLY); | |
d3038d22 | 318 | if (r) |
4dc16e2c | 319 | goto done; |
2fb90409 TB |
320 | |
321 | flags = FOR_EACH_OBJECT_LOCAL_ONLY | FOR_EACH_OBJECT_PACK_ORDER; | |
322 | if (ignore_in_core_kept_packs) | |
323 | flags |= FOR_EACH_OBJECT_SKIP_IN_CORE_KEPT_PACKS; | |
324 | ||
4dc16e2c TB |
325 | r = for_each_packed_object(add_recent_packed, &data, flags); |
326 | ||
327 | done: | |
328 | oidset_clear(&data.extra_recent_oids); | |
329 | ||
330 | return r; | |
d3038d22 JK |
331 | } |
332 | ||
fde67d68 JK |
333 | static int mark_object_seen(const struct object_id *oid, |
334 | enum object_type type, | |
c50dca2a JK |
335 | int exclude UNUSED, |
336 | uint32_t name_hash UNUSED, | |
337 | struct packed_git *found_pack UNUSED, | |
338 | off_t found_offset UNUSED) | |
fde67d68 JK |
339 | { |
340 | struct object *obj = lookup_object_by_type(the_repository, oid, type); | |
341 | if (!obj) | |
342 | die("unable to create object '%s'", oid_to_hex(oid)); | |
343 | ||
344 | obj->flags |= SEEN; | |
345 | return 0; | |
346 | } | |
347 | ||
dc347195 | 348 | void mark_reachable_objects(struct rev_info *revs, int mark_reflog, |
dddbad72 | 349 | timestamp_t mark_recent, struct progress *progress) |
94421474 | 350 | { |
0b26abc0 | 351 | struct connectivity_progress cp; |
fde67d68 | 352 | struct bitmap_index *bitmap_git; |
0b26abc0 | 353 | |
94421474 JH |
354 | /* |
355 | * Set up revision parsing, and mark us as being interested | |
356 | * in all object types, not just commits. | |
357 | */ | |
358 | revs->tag_objects = 1; | |
359 | revs->blob_objects = 1; | |
360 | revs->tree_objects = 1; | |
361 | ||
362 | /* Add all refs from the index file */ | |
1be111d8 | 363 | add_index_objects_to_pending(revs, 0); |
94421474 JH |
364 | |
365 | /* Add all external refs */ | |
635170f2 | 366 | for_each_ref(add_one_ref, revs); |
94421474 | 367 | |
c40fdd01 | 368 | /* detached HEAD is not included in the list above */ |
635170f2 | 369 | head_ref(add_one_ref, revs); |
d0c39a49 | 370 | other_head_refs(add_one_ref, revs); |
c40fdd01 | 371 | |
bc7f5db8 PW |
372 | /* rebase autostash and orig-head */ |
373 | add_rebase_files(revs); | |
374 | ||
eb8381c8 | 375 | /* Add all reflog info */ |
94421474 | 376 | if (mark_reflog) |
718ccc97 | 377 | add_reflogs_to_pending(revs, 0); |
94421474 | 378 | |
0b26abc0 JK |
379 | cp.progress = progress; |
380 | cp.count = 0; | |
381 | ||
09d4a79e | 382 | bitmap_git = prepare_bitmap_walk(revs, 0); |
fde67d68 | 383 | if (bitmap_git) { |
4eb707eb | 384 | traverse_bitmap_commit_list(bitmap_git, revs, mark_object_seen); |
fde67d68 | 385 | free_bitmap_index(bitmap_git); |
2ba582ba JK |
386 | } else { |
387 | if (prepare_revision_walk(revs)) | |
388 | die("revision walk setup failed"); | |
389 | traverse_commit_list(revs, mark_commit, mark_object, &cp); | |
fde67d68 JK |
390 | } |
391 | ||
d3038d22 JK |
392 | if (mark_recent) { |
393 | revs->ignore_missing_links = 1; | |
2fb90409 TB |
394 | if (add_unseen_recent_objects_to_traversal(revs, mark_recent, |
395 | NULL, 0)) | |
d3038d22 JK |
396 | die("unable to mark recent objects"); |
397 | if (prepare_revision_walk(revs)) | |
398 | die("revision walk setup failed"); | |
399 | traverse_commit_list(revs, mark_commit, mark_object, &cp); | |
400 | } | |
401 | ||
0b26abc0 | 402 | display_progress(cp.progress, cp.count); |
94421474 | 403 | } |