]>
Commit | Line | Data |
---|---|---|
1 | #include "cache.h" | |
2 | #include "walker.h" | |
3 | #include "repository.h" | |
4 | #include "object-store.h" | |
5 | #include "commit.h" | |
6 | #include "tree.h" | |
7 | #include "tree-walk.h" | |
8 | #include "tag.h" | |
9 | #include "blob.h" | |
10 | #include "refs.h" | |
11 | #include "progress.h" | |
12 | ||
13 | static struct object_id current_commit_oid; | |
14 | ||
15 | void walker_say(struct walker *walker, const char *fmt, ...) | |
16 | { | |
17 | if (walker->get_verbosely) { | |
18 | va_list ap; | |
19 | va_start(ap, fmt); | |
20 | vfprintf(stderr, fmt, ap); | |
21 | va_end(ap); | |
22 | } | |
23 | } | |
24 | ||
25 | static void report_missing(const struct object *obj) | |
26 | { | |
27 | fprintf(stderr, "Cannot obtain needed %s %s\n", | |
28 | obj->type ? type_name(obj->type): "object", | |
29 | oid_to_hex(&obj->oid)); | |
30 | if (!is_null_oid(¤t_commit_oid)) | |
31 | fprintf(stderr, "while processing commit %s.\n", | |
32 | oid_to_hex(¤t_commit_oid)); | |
33 | } | |
34 | ||
35 | static int process(struct walker *walker, struct object *obj); | |
36 | ||
37 | static int process_tree(struct walker *walker, struct tree *tree) | |
38 | { | |
39 | struct tree_desc desc; | |
40 | struct name_entry entry; | |
41 | ||
42 | if (parse_tree(tree)) | |
43 | return -1; | |
44 | ||
45 | init_tree_desc(&desc, tree->buffer, tree->size); | |
46 | while (tree_entry(&desc, &entry)) { | |
47 | struct object *obj = NULL; | |
48 | ||
49 | /* submodule commits are not stored in the superproject */ | |
50 | if (S_ISGITLINK(entry.mode)) | |
51 | continue; | |
52 | if (S_ISDIR(entry.mode)) { | |
53 | struct tree *tree = lookup_tree(the_repository, | |
54 | &entry.oid); | |
55 | if (tree) | |
56 | obj = &tree->object; | |
57 | } | |
58 | else { | |
59 | struct blob *blob = lookup_blob(the_repository, | |
60 | &entry.oid); | |
61 | if (blob) | |
62 | obj = &blob->object; | |
63 | } | |
64 | if (!obj || process(walker, obj)) | |
65 | return -1; | |
66 | } | |
67 | free_tree_buffer(tree); | |
68 | return 0; | |
69 | } | |
70 | ||
71 | /* Remember to update object flag allocation in object.h */ | |
72 | #define COMPLETE (1U << 0) | |
73 | #define SEEN (1U << 1) | |
74 | #define TO_SCAN (1U << 2) | |
75 | ||
76 | static struct commit_list *complete = NULL; | |
77 | ||
78 | static int process_commit(struct walker *walker, struct commit *commit) | |
79 | { | |
80 | struct commit_list *parents; | |
81 | ||
82 | if (parse_commit(commit)) | |
83 | return -1; | |
84 | ||
85 | while (complete && complete->item->date >= commit->date) { | |
86 | pop_most_recent_commit(&complete, COMPLETE); | |
87 | } | |
88 | ||
89 | if (commit->object.flags & COMPLETE) | |
90 | return 0; | |
91 | ||
92 | oidcpy(¤t_commit_oid, &commit->object.oid); | |
93 | ||
94 | walker_say(walker, "walk %s\n", oid_to_hex(&commit->object.oid)); | |
95 | ||
96 | if (process(walker, &get_commit_tree(commit)->object)) | |
97 | return -1; | |
98 | ||
99 | for (parents = commit->parents; parents; parents = parents->next) { | |
100 | if (process(walker, &parents->item->object)) | |
101 | return -1; | |
102 | } | |
103 | ||
104 | return 0; | |
105 | } | |
106 | ||
107 | static int process_tag(struct walker *walker, struct tag *tag) | |
108 | { | |
109 | if (parse_tag(tag)) | |
110 | return -1; | |
111 | return process(walker, tag->tagged); | |
112 | } | |
113 | ||
114 | static struct object_list *process_queue = NULL; | |
115 | static struct object_list **process_queue_end = &process_queue; | |
116 | ||
117 | static int process_object(struct walker *walker, struct object *obj) | |
118 | { | |
119 | if (obj->type == OBJ_COMMIT) { | |
120 | if (process_commit(walker, (struct commit *)obj)) | |
121 | return -1; | |
122 | return 0; | |
123 | } | |
124 | if (obj->type == OBJ_TREE) { | |
125 | if (process_tree(walker, (struct tree *)obj)) | |
126 | return -1; | |
127 | return 0; | |
128 | } | |
129 | if (obj->type == OBJ_BLOB) { | |
130 | return 0; | |
131 | } | |
132 | if (obj->type == OBJ_TAG) { | |
133 | if (process_tag(walker, (struct tag *)obj)) | |
134 | return -1; | |
135 | return 0; | |
136 | } | |
137 | return error("Unable to determine requirements " | |
138 | "of type %s for %s", | |
139 | type_name(obj->type), oid_to_hex(&obj->oid)); | |
140 | } | |
141 | ||
142 | static int process(struct walker *walker, struct object *obj) | |
143 | { | |
144 | if (obj->flags & SEEN) | |
145 | return 0; | |
146 | obj->flags |= SEEN; | |
147 | ||
148 | if (has_object_file(&obj->oid)) { | |
149 | /* We already have it, so we should scan it now. */ | |
150 | obj->flags |= TO_SCAN; | |
151 | } | |
152 | else { | |
153 | if (obj->flags & COMPLETE) | |
154 | return 0; | |
155 | walker->prefetch(walker, obj->oid.hash); | |
156 | } | |
157 | ||
158 | object_list_insert(obj, process_queue_end); | |
159 | process_queue_end = &(*process_queue_end)->next; | |
160 | return 0; | |
161 | } | |
162 | ||
163 | static int loop(struct walker *walker) | |
164 | { | |
165 | struct object_list *elem; | |
166 | struct progress *progress = NULL; | |
167 | uint64_t nr = 0; | |
168 | ||
169 | if (walker->get_progress) | |
170 | progress = start_delayed_progress(_("Fetching objects"), 0); | |
171 | ||
172 | while (process_queue) { | |
173 | struct object *obj = process_queue->item; | |
174 | elem = process_queue; | |
175 | process_queue = elem->next; | |
176 | free(elem); | |
177 | if (!process_queue) | |
178 | process_queue_end = &process_queue; | |
179 | ||
180 | /* If we are not scanning this object, we placed it in | |
181 | * the queue because we needed to fetch it first. | |
182 | */ | |
183 | if (! (obj->flags & TO_SCAN)) { | |
184 | if (walker->fetch(walker, obj->oid.hash)) { | |
185 | stop_progress(&progress); | |
186 | report_missing(obj); | |
187 | return -1; | |
188 | } | |
189 | } | |
190 | if (!obj->type) | |
191 | parse_object(the_repository, &obj->oid); | |
192 | if (process_object(walker, obj)) { | |
193 | stop_progress(&progress); | |
194 | return -1; | |
195 | } | |
196 | display_progress(progress, ++nr); | |
197 | } | |
198 | stop_progress(&progress); | |
199 | return 0; | |
200 | } | |
201 | ||
202 | static int interpret_target(struct walker *walker, char *target, struct object_id *oid) | |
203 | { | |
204 | if (!get_oid_hex(target, oid)) | |
205 | return 0; | |
206 | if (!check_refname_format(target, 0)) { | |
207 | struct ref *ref = alloc_ref(target); | |
208 | if (!walker->fetch_ref(walker, ref)) { | |
209 | oidcpy(oid, &ref->old_oid); | |
210 | free(ref); | |
211 | return 0; | |
212 | } | |
213 | free(ref); | |
214 | } | |
215 | return -1; | |
216 | } | |
217 | ||
218 | static int mark_complete(const char *path, const struct object_id *oid, | |
219 | int flag, void *cb_data) | |
220 | { | |
221 | struct commit *commit = lookup_commit_reference_gently(the_repository, | |
222 | oid, 1); | |
223 | ||
224 | if (commit) { | |
225 | commit->object.flags |= COMPLETE; | |
226 | commit_list_insert(commit, &complete); | |
227 | } | |
228 | return 0; | |
229 | } | |
230 | ||
231 | int walker_targets_stdin(char ***target, const char ***write_ref) | |
232 | { | |
233 | int targets = 0, targets_alloc = 0; | |
234 | struct strbuf buf = STRBUF_INIT; | |
235 | *target = NULL; *write_ref = NULL; | |
236 | while (1) { | |
237 | char *rf_one = NULL; | |
238 | char *tg_one; | |
239 | ||
240 | if (strbuf_getline_lf(&buf, stdin) == EOF) | |
241 | break; | |
242 | tg_one = buf.buf; | |
243 | rf_one = strchr(tg_one, '\t'); | |
244 | if (rf_one) | |
245 | *rf_one++ = 0; | |
246 | ||
247 | if (targets >= targets_alloc) { | |
248 | targets_alloc = targets_alloc ? targets_alloc * 2 : 64; | |
249 | REALLOC_ARRAY(*target, targets_alloc); | |
250 | REALLOC_ARRAY(*write_ref, targets_alloc); | |
251 | } | |
252 | (*target)[targets] = xstrdup(tg_one); | |
253 | (*write_ref)[targets] = xstrdup_or_null(rf_one); | |
254 | targets++; | |
255 | } | |
256 | strbuf_release(&buf); | |
257 | return targets; | |
258 | } | |
259 | ||
260 | void walker_targets_free(int targets, char **target, const char **write_ref) | |
261 | { | |
262 | while (targets--) { | |
263 | free(target[targets]); | |
264 | if (write_ref) | |
265 | free((char *) write_ref[targets]); | |
266 | } | |
267 | } | |
268 | ||
269 | int walker_fetch(struct walker *walker, int targets, char **target, | |
270 | const char **write_ref, const char *write_ref_log_details) | |
271 | { | |
272 | struct strbuf refname = STRBUF_INIT; | |
273 | struct strbuf err = STRBUF_INIT; | |
274 | struct ref_transaction *transaction = NULL; | |
275 | struct object_id *oids; | |
276 | char *msg = NULL; | |
277 | int i, ret = -1; | |
278 | ||
279 | save_commit_buffer = 0; | |
280 | ||
281 | ALLOC_ARRAY(oids, targets); | |
282 | ||
283 | if (write_ref) { | |
284 | transaction = ref_transaction_begin(&err); | |
285 | if (!transaction) { | |
286 | error("%s", err.buf); | |
287 | goto done; | |
288 | } | |
289 | } | |
290 | ||
291 | if (!walker->get_recover) { | |
292 | for_each_ref(mark_complete, NULL); | |
293 | commit_list_sort_by_date(&complete); | |
294 | } | |
295 | ||
296 | for (i = 0; i < targets; i++) { | |
297 | if (interpret_target(walker, target[i], oids + i)) { | |
298 | error("Could not interpret response from server '%s' as something to pull", target[i]); | |
299 | goto done; | |
300 | } | |
301 | if (process(walker, lookup_unknown_object(&oids[i]))) | |
302 | goto done; | |
303 | } | |
304 | ||
305 | if (loop(walker)) | |
306 | goto done; | |
307 | if (!write_ref) { | |
308 | ret = 0; | |
309 | goto done; | |
310 | } | |
311 | if (write_ref_log_details) { | |
312 | msg = xstrfmt("fetch from %s", write_ref_log_details); | |
313 | } else { | |
314 | msg = NULL; | |
315 | } | |
316 | for (i = 0; i < targets; i++) { | |
317 | if (!write_ref[i]) | |
318 | continue; | |
319 | strbuf_reset(&refname); | |
320 | strbuf_addf(&refname, "refs/%s", write_ref[i]); | |
321 | if (ref_transaction_update(transaction, refname.buf, | |
322 | oids + i, NULL, 0, | |
323 | msg ? msg : "fetch (unknown)", | |
324 | &err)) { | |
325 | error("%s", err.buf); | |
326 | goto done; | |
327 | } | |
328 | } | |
329 | if (ref_transaction_commit(transaction, &err)) { | |
330 | error("%s", err.buf); | |
331 | goto done; | |
332 | } | |
333 | ||
334 | ret = 0; | |
335 | ||
336 | done: | |
337 | ref_transaction_free(transaction); | |
338 | free(msg); | |
339 | free(oids); | |
340 | strbuf_release(&err); | |
341 | strbuf_release(&refname); | |
342 | return ret; | |
343 | } | |
344 | ||
345 | void walker_free(struct walker *walker) | |
346 | { | |
347 | walker->cleanup(walker); | |
348 | free(walker); | |
349 | } |