]>
Commit | Line | Data |
---|---|---|
98750588 | 1 | #include "git-compat-util.h" |
f394e093 | 2 | #include "gettext.h" |
41771fa4 | 3 | #include "hex.h" |
94421474 JH |
4 | #include "refs.h" |
5 | #include "tag.h" | |
6 | #include "commit.h" | |
7 | #include "blob.h" | |
8 | #include "diff.h" | |
9 | #include "revision.h" | |
10 | #include "reachable.h" | |
11 | #include "cache-tree.h" | |
dc347195 | 12 | #include "progress.h" |
5f78a431 | 13 | #include "list-objects.h" |
7709f468 | 14 | #include "packfile.h" |
d0c39a49 | 15 | #include "worktree.h" |
a034e910 | 16 | #include "object-store-ll.h" |
fde67d68 | 17 | #include "pack-bitmap.h" |
fb546d6e | 18 | #include "pack-mtimes.h" |
4dc16e2c TB |
19 | #include "config.h" |
20 | #include "run-command.h" | |
94421474 | 21 | |
0b26abc0 JK |
22 | struct connectivity_progress { |
23 | struct progress *progress; | |
24 | unsigned long count; | |
25 | }; | |
26 | ||
27 | static void update_progress(struct connectivity_progress *cp) | |
28 | { | |
29 | cp->count++; | |
30 | if ((cp->count & 1023) == 0) | |
31 | display_progress(cp->progress, cp->count); | |
32 | } | |
33 | ||
635170f2 MH |
34 | static int add_one_ref(const char *path, const struct object_id *oid, |
35 | int flag, void *cb_data) | |
94421474 | 36 | { |
94421474 | 37 | struct rev_info *revs = (struct rev_info *)cb_data; |
14886b40 | 38 | struct object *object; |
94421474 | 39 | |
14886b40 JS |
40 | if ((flag & REF_ISSYMREF) && (flag & REF_ISBROKEN)) { |
41 | warning("symbolic ref is dangling: %s", path); | |
42 | return 0; | |
43 | } | |
44 | ||
c251c83d | 45 | object = parse_object_or_die(oid, path); |
94421474 JH |
46 | add_pending_object(revs, object, ""); |
47 | ||
48 | return 0; | |
49 | } | |
50 | ||
5f78a431 JK |
51 | /* |
52 | * The traversal will have already marked us as SEEN, so we | |
53 | * only need to handle any progress reporting here. | |
54 | */ | |
c50dca2a JK |
55 | static void mark_object(struct object *obj UNUSED, |
56 | const char *name UNUSED, | |
57 | void *data) | |
5f78a431 JK |
58 | { |
59 | update_progress(data); | |
60 | } | |
61 | ||
62 | static void mark_commit(struct commit *c, void *data) | |
63 | { | |
de1e67d0 | 64 | mark_object(&c->object, NULL, data); |
5f78a431 JK |
65 | } |
66 | ||
d3038d22 JK |
67 | struct recent_data { |
68 | struct rev_info *revs; | |
dddbad72 | 69 | timestamp_t timestamp; |
2fb90409 TB |
70 | report_recent_object_fn *cb; |
71 | int ignore_in_core_kept_packs; | |
4dc16e2c TB |
72 | |
73 | struct oidset extra_recent_oids; | |
74 | int extra_recent_oids_loaded; | |
d3038d22 JK |
75 | }; |
76 | ||
4dc16e2c TB |
77 | static int run_one_gc_recent_objects_hook(struct oidset *set, |
78 | const char *args) | |
79 | { | |
80 | struct child_process cmd = CHILD_PROCESS_INIT; | |
81 | struct strbuf buf = STRBUF_INIT; | |
82 | FILE *out; | |
83 | int ret = 0; | |
84 | ||
85 | cmd.use_shell = 1; | |
86 | cmd.out = -1; | |
87 | ||
88 | strvec_push(&cmd.args, args); | |
89 | ||
90 | if (start_command(&cmd)) | |
91 | return -1; | |
92 | ||
93 | out = xfdopen(cmd.out, "r"); | |
94 | while (strbuf_getline(&buf, out) != EOF) { | |
95 | struct object_id oid; | |
96 | const char *rest; | |
97 | ||
98 | if (parse_oid_hex(buf.buf, &oid, &rest) || *rest) { | |
99 | ret = error(_("invalid extra cruft tip: '%s'"), buf.buf); | |
100 | break; | |
101 | } | |
102 | ||
103 | oidset_insert(set, &oid); | |
104 | } | |
105 | ||
106 | fclose(out); | |
107 | ret |= finish_command(&cmd); | |
108 | ||
109 | strbuf_release(&buf); | |
110 | return ret; | |
111 | } | |
112 | ||
113 | static void load_gc_recent_objects(struct recent_data *data) | |
114 | { | |
115 | const struct string_list *programs; | |
116 | int ret = 0; | |
117 | size_t i; | |
118 | ||
119 | data->extra_recent_oids_loaded = 1; | |
120 | ||
121 | if (git_config_get_string_multi("gc.recentobjectshook", &programs)) | |
122 | return; | |
123 | ||
124 | for (i = 0; i < programs->nr; i++) { | |
125 | ret = run_one_gc_recent_objects_hook(&data->extra_recent_oids, | |
126 | programs->items[i].string); | |
127 | if (ret) | |
128 | die(_("unable to enumerate additional recent objects")); | |
129 | } | |
130 | } | |
131 | ||
01e9ca4a TB |
132 | static int obj_is_recent(const struct object_id *oid, timestamp_t mtime, |
133 | struct recent_data *data) | |
134 | { | |
4dc16e2c TB |
135 | if (mtime > data->timestamp) |
136 | return 1; | |
137 | ||
138 | if (!data->extra_recent_oids_loaded) | |
139 | load_gc_recent_objects(data); | |
140 | return oidset_contains(&data->extra_recent_oids, oid); | |
01e9ca4a TB |
141 | } |
142 | ||
76c1d9a0 | 143 | static void add_recent_object(const struct object_id *oid, |
2fb90409 TB |
144 | struct packed_git *pack, |
145 | off_t offset, | |
dddbad72 | 146 | timestamp_t mtime, |
d3038d22 JK |
147 | struct recent_data *data) |
148 | { | |
149 | struct object *obj; | |
150 | enum object_type type; | |
151 | ||
01e9ca4a | 152 | if (!obj_is_recent(oid, mtime, data)) |
d3038d22 JK |
153 | return; |
154 | ||
155 | /* | |
156 | * We do not want to call parse_object here, because | |
157 | * inflating blobs and trees could be very expensive. | |
158 | * However, we do need to know the correct type for | |
159 | * later processing, and the revision machinery expects | |
160 | * commits and tags to have been parsed. | |
161 | */ | |
0df8e965 | 162 | type = oid_object_info(the_repository, oid, NULL); |
d3038d22 | 163 | if (type < 0) |
76c1d9a0 | 164 | die("unable to get object info for %s", oid_to_hex(oid)); |
d3038d22 JK |
165 | |
166 | switch (type) { | |
167 | case OBJ_TAG: | |
168 | case OBJ_COMMIT: | |
c251c83d | 169 | obj = parse_object_or_die(oid, NULL); |
d3038d22 JK |
170 | break; |
171 | case OBJ_TREE: | |
f86bcc7b | 172 | obj = (struct object *)lookup_tree(the_repository, oid); |
d3038d22 JK |
173 | break; |
174 | case OBJ_BLOB: | |
da14a7ff | 175 | obj = (struct object *)lookup_blob(the_repository, oid); |
d3038d22 JK |
176 | break; |
177 | default: | |
178 | die("unknown object type for %s: %s", | |
debca9d2 | 179 | oid_to_hex(oid), type_name(type)); |
d3038d22 JK |
180 | } |
181 | ||
182 | if (!obj) | |
76c1d9a0 | 183 | die("unable to lookup %s", oid_to_hex(oid)); |
d3038d22 JK |
184 | |
185 | add_pending_object(data->revs, obj, ""); | |
2fb90409 TB |
186 | if (data->cb) |
187 | data->cb(obj, pack, offset, mtime); | |
188 | } | |
189 | ||
190 | static int want_recent_object(struct recent_data *data, | |
191 | const struct object_id *oid) | |
192 | { | |
193 | if (data->ignore_in_core_kept_packs && | |
194 | has_object_kept_pack(oid, IN_CORE_KEEP_PACKS)) | |
195 | return 0; | |
196 | return 1; | |
d3038d22 JK |
197 | } |
198 | ||
76c1d9a0 | 199 | static int add_recent_loose(const struct object_id *oid, |
d3038d22 JK |
200 | const char *path, void *data) |
201 | { | |
202 | struct stat st; | |
2fb90409 TB |
203 | struct object *obj; |
204 | ||
205 | if (!want_recent_object(data, oid)) | |
206 | return 0; | |
207 | ||
208 | obj = lookup_object(the_repository, oid); | |
d3038d22 JK |
209 | |
210 | if (obj && obj->flags & SEEN) | |
211 | return 0; | |
212 | ||
213 | if (stat(path, &st) < 0) { | |
214 | /* | |
215 | * It's OK if an object went away during our iteration; this | |
216 | * could be due to a simultaneous repack. But anything else | |
217 | * we should abort, since we might then fail to mark objects | |
218 | * which should not be pruned. | |
219 | */ | |
220 | if (errno == ENOENT) | |
221 | return 0; | |
76c1d9a0 | 222 | return error_errno("unable to stat %s", oid_to_hex(oid)); |
d3038d22 JK |
223 | } |
224 | ||
2fb90409 | 225 | add_recent_object(oid, NULL, 0, st.st_mtime, data); |
d3038d22 JK |
226 | return 0; |
227 | } | |
228 | ||
76c1d9a0 | 229 | static int add_recent_packed(const struct object_id *oid, |
be252d33 JK |
230 | struct packed_git *p, |
231 | uint32_t pos, | |
d3038d22 JK |
232 | void *data) |
233 | { | |
2fb90409 | 234 | struct object *obj; |
fb546d6e | 235 | timestamp_t mtime = p->mtime; |
2fb90409 TB |
236 | |
237 | if (!want_recent_object(data, oid)) | |
238 | return 0; | |
239 | ||
240 | obj = lookup_object(the_repository, oid); | |
d3038d22 JK |
241 | |
242 | if (obj && obj->flags & SEEN) | |
243 | return 0; | |
fb546d6e TB |
244 | if (p->is_cruft) { |
245 | if (load_pack_mtimes(p) < 0) | |
246 | die(_("could not load cruft pack .mtimes")); | |
247 | mtime = nth_packed_mtime(p, pos); | |
248 | } | |
249 | add_recent_object(oid, p, nth_packed_object_offset(p, pos), mtime, data); | |
d3038d22 JK |
250 | return 0; |
251 | } | |
252 | ||
abcb8655 | 253 | int add_unseen_recent_objects_to_traversal(struct rev_info *revs, |
2fb90409 TB |
254 | timestamp_t timestamp, |
255 | report_recent_object_fn *cb, | |
256 | int ignore_in_core_kept_packs) | |
d3038d22 JK |
257 | { |
258 | struct recent_data data; | |
2fb90409 | 259 | enum for_each_object_flags flags; |
d3038d22 JK |
260 | int r; |
261 | ||
262 | data.revs = revs; | |
263 | data.timestamp = timestamp; | |
2fb90409 TB |
264 | data.cb = cb; |
265 | data.ignore_in_core_kept_packs = ignore_in_core_kept_packs; | |
d3038d22 | 266 | |
4dc16e2c TB |
267 | oidset_init(&data.extra_recent_oids, 0); |
268 | data.extra_recent_oids_loaded = 0; | |
269 | ||
1385bb7b JK |
270 | r = for_each_loose_object(add_recent_loose, &data, |
271 | FOR_EACH_OBJECT_LOCAL_ONLY); | |
d3038d22 | 272 | if (r) |
4dc16e2c | 273 | goto done; |
2fb90409 TB |
274 | |
275 | flags = FOR_EACH_OBJECT_LOCAL_ONLY | FOR_EACH_OBJECT_PACK_ORDER; | |
276 | if (ignore_in_core_kept_packs) | |
277 | flags |= FOR_EACH_OBJECT_SKIP_IN_CORE_KEPT_PACKS; | |
278 | ||
4dc16e2c TB |
279 | r = for_each_packed_object(add_recent_packed, &data, flags); |
280 | ||
281 | done: | |
282 | oidset_clear(&data.extra_recent_oids); | |
283 | ||
284 | return r; | |
d3038d22 JK |
285 | } |
286 | ||
fde67d68 JK |
287 | static int mark_object_seen(const struct object_id *oid, |
288 | enum object_type type, | |
c50dca2a JK |
289 | int exclude UNUSED, |
290 | uint32_t name_hash UNUSED, | |
291 | struct packed_git *found_pack UNUSED, | |
292 | off_t found_offset UNUSED) | |
fde67d68 JK |
293 | { |
294 | struct object *obj = lookup_object_by_type(the_repository, oid, type); | |
295 | if (!obj) | |
296 | die("unable to create object '%s'", oid_to_hex(oid)); | |
297 | ||
298 | obj->flags |= SEEN; | |
299 | return 0; | |
300 | } | |
301 | ||
dc347195 | 302 | void mark_reachable_objects(struct rev_info *revs, int mark_reflog, |
dddbad72 | 303 | timestamp_t mark_recent, struct progress *progress) |
94421474 | 304 | { |
0b26abc0 | 305 | struct connectivity_progress cp; |
fde67d68 | 306 | struct bitmap_index *bitmap_git; |
0b26abc0 | 307 | |
94421474 JH |
308 | /* |
309 | * Set up revision parsing, and mark us as being interested | |
310 | * in all object types, not just commits. | |
311 | */ | |
312 | revs->tag_objects = 1; | |
313 | revs->blob_objects = 1; | |
314 | revs->tree_objects = 1; | |
315 | ||
316 | /* Add all refs from the index file */ | |
1be111d8 | 317 | add_index_objects_to_pending(revs, 0); |
94421474 JH |
318 | |
319 | /* Add all external refs */ | |
635170f2 | 320 | for_each_ref(add_one_ref, revs); |
94421474 | 321 | |
c40fdd01 | 322 | /* detached HEAD is not included in the list above */ |
635170f2 | 323 | head_ref(add_one_ref, revs); |
d0c39a49 | 324 | other_head_refs(add_one_ref, revs); |
c40fdd01 | 325 | |
eb8381c8 | 326 | /* Add all reflog info */ |
94421474 | 327 | if (mark_reflog) |
718ccc97 | 328 | add_reflogs_to_pending(revs, 0); |
94421474 | 329 | |
0b26abc0 JK |
330 | cp.progress = progress; |
331 | cp.count = 0; | |
332 | ||
09d4a79e | 333 | bitmap_git = prepare_bitmap_walk(revs, 0); |
fde67d68 | 334 | if (bitmap_git) { |
4eb707eb | 335 | traverse_bitmap_commit_list(bitmap_git, revs, mark_object_seen); |
fde67d68 | 336 | free_bitmap_index(bitmap_git); |
2ba582ba JK |
337 | } else { |
338 | if (prepare_revision_walk(revs)) | |
339 | die("revision walk setup failed"); | |
340 | traverse_commit_list(revs, mark_commit, mark_object, &cp); | |
fde67d68 JK |
341 | } |
342 | ||
d3038d22 JK |
343 | if (mark_recent) { |
344 | revs->ignore_missing_links = 1; | |
2fb90409 TB |
345 | if (add_unseen_recent_objects_to_traversal(revs, mark_recent, |
346 | NULL, 0)) | |
d3038d22 JK |
347 | die("unable to mark recent objects"); |
348 | if (prepare_revision_walk(revs)) | |
349 | die("revision walk setup failed"); | |
350 | traverse_commit_list(revs, mark_commit, mark_object, &cp); | |
351 | } | |
352 | ||
0b26abc0 | 353 | display_progress(cp.progress, cp.count); |
94421474 | 354 | } |