]>
Commit | Line | Data |
---|---|---|
64413630 | 1 | #include "builtin.h" |
bad50dc8 | 2 | #include "cache.h" |
425d290c | 3 | #include "bulk-checkin.h" |
b2141fc1 | 4 | #include "config.h" |
41771fa4 | 5 | #include "hex.h" |
cbd53a21 | 6 | #include "object-store.h" |
74536958 | 7 | #include "object.h" |
8ee378a0 | 8 | #include "delta.h" |
a733cb60 | 9 | #include "pack.h" |
8e440259 PE |
10 | #include "blob.h" |
11 | #include "commit.h" | |
cbeab747 | 12 | #include "replace-object.h" |
8e440259 PE |
13 | #include "tag.h" |
14 | #include "tree.h" | |
b41860bf | 15 | #include "tree-walk.h" |
96a02f8f | 16 | #include "progress.h" |
2add1e6d | 17 | #include "decorate.h" |
b41860bf | 18 | #include "fsck.h" |
bad50dc8 | 19 | |
b41860bf | 20 | static int dry_run, quiet, recover, has_errors, strict; |
33e8fc87 | 21 | static const char unpack_usage[] = "git unpack-objects [-n] [-q] [-r] [--strict]"; |
bad50dc8 | 22 | |
67e5a5ec LT |
23 | /* We always read in 4kB chunks. */ |
24 | static unsigned char buffer[4096]; | |
d7dd0223 NP |
25 | static unsigned int offset, len; |
26 | static off_t consumed_bytes; | |
5ad21867 | 27 | static off_t max_input_size; |
3206b6bd | 28 | static git_hash_ctx ctx; |
22410549 | 29 | static struct fsck_options fsck_options = FSCK_OPTIONS_STRICT; |
bae60ba7 | 30 | static struct progress *progress; |
bad50dc8 | 31 | |
f2898cfa JH |
32 | /* |
33 | * When running under --strict mode, objects whose reachability are | |
34 | * suspect are kept in core without getting written in the object | |
35 | * store. | |
36 | */ | |
2add1e6d MK |
37 | struct obj_buffer { |
38 | char *buffer; | |
39 | unsigned long size; | |
40 | }; | |
41 | ||
42 | static struct decoration obj_decorate; | |
43 | ||
44 | static struct obj_buffer *lookup_object_buffer(struct object *base) | |
45 | { | |
46 | return lookup_decoration(&obj_decorate, base); | |
47 | } | |
48 | ||
b41860bf MK |
49 | static void add_object_buffer(struct object *object, char *buffer, unsigned long size) |
50 | { | |
51 | struct obj_buffer *obj; | |
ca56dadb | 52 | CALLOC_ARRAY(obj, 1); |
b41860bf MK |
53 | obj->buffer = buffer; |
54 | obj->size = size; | |
55 | if (add_decoration(&obj_decorate, object, obj)) | |
f2fd0760 | 56 | die("object %s tried to add buffer twice!", oid_to_hex(&object->oid)); |
b41860bf MK |
57 | } |
58 | ||
67e5a5ec LT |
59 | /* |
60 | * Make sure at least "min" bytes are available in the buffer, and | |
61 | * return the pointer to the buffer. | |
62 | */ | |
79a65697 | 63 | static void *fill(int min) |
67e5a5ec LT |
64 | { |
65 | if (min <= len) | |
66 | return buffer + offset; | |
67e5a5ec LT |
67 | if (min > sizeof(buffer)) |
68 | die("cannot fill %d bytes", min); | |
69 | if (offset) { | |
3206b6bd | 70 | the_hash_algo->update_fn(&ctx, buffer, offset); |
79a65697 | 71 | memmove(buffer, buffer + offset, len); |
67e5a5ec LT |
72 | offset = 0; |
73 | } | |
74 | do { | |
8a912bcb | 75 | ssize_t ret = xread(0, buffer + len, sizeof(buffer) - len); |
67e5a5ec LT |
76 | if (ret <= 0) { |
77 | if (!ret) | |
78 | die("early EOF"); | |
d824cbba | 79 | die_errno("read error on input"); |
67e5a5ec LT |
80 | } |
81 | len += ret; | |
82 | } while (len < min); | |
83 | return buffer; | |
84 | } | |
74536958 | 85 | |
67e5a5ec LT |
86 | static void use(int bytes) |
87 | { | |
88 | if (bytes > len) | |
89 | die("used more bytes than were available"); | |
90 | len -= bytes; | |
91 | offset += bytes; | |
d7dd0223 NP |
92 | |
93 | /* make sure off_t is sufficiently large not to wrap */ | |
c03c8315 | 94 | if (signed_add_overflows(consumed_bytes, bytes)) |
d7dd0223 | 95 | die("pack too large for current definition of off_t"); |
209c554a | 96 | consumed_bytes += bytes; |
5ad21867 CC |
97 | if (max_input_size && consumed_bytes > max_input_size) |
98 | die(_("pack exceeds maximum allowed size")); | |
bae60ba7 | 99 | display_throughput(progress, consumed_bytes); |
67e5a5ec | 100 | } |
bad50dc8 | 101 | |
a1bf5ca2 HX |
102 | /* |
103 | * Decompress zstream from the standard input into a newly | |
104 | * allocated buffer of specified size and return the buffer. | |
105 | * The caller is responsible to free the returned buffer. | |
106 | * | |
107 | * But for dry_run mode, "get_data()" is only used to check the | |
108 | * integrity of data, and the returned buffer is not used at all. | |
109 | * Therefore, in dry_run mode, "get_data()" will release the small | |
110 | * allocated buffer which is reused to hold temporary zstream output | |
111 | * and return NULL instead of returning garbage data. | |
112 | */ | |
67e5a5ec | 113 | static void *get_data(unsigned long size) |
bad50dc8 | 114 | { |
ef49a7a0 | 115 | git_zstream stream; |
a1bf5ca2 HX |
116 | unsigned long bufsize = dry_run && size > 8192 ? 8192 : size; |
117 | void *buf = xmallocz(bufsize); | |
67e5a5ec | 118 | |
67e5a5ec LT |
119 | memset(&stream, 0, sizeof(stream)); |
120 | ||
121 | stream.next_out = buf; | |
a1bf5ca2 | 122 | stream.avail_out = bufsize; |
67e5a5ec LT |
123 | stream.next_in = fill(1); |
124 | stream.avail_in = len; | |
39c68542 | 125 | git_inflate_init(&stream); |
67e5a5ec LT |
126 | |
127 | for (;;) { | |
39c68542 | 128 | int ret = git_inflate(&stream, 0); |
67e5a5ec LT |
129 | use(len - stream.avail_in); |
130 | if (stream.total_out == size && ret == Z_STREAM_END) | |
131 | break; | |
f986f2c8 | 132 | if (ret != Z_OK) { |
82247e9b | 133 | error("inflate returned %d", ret); |
6a83d902 | 134 | FREE_AND_NULL(buf); |
3b67d291 | 135 | if (!recover) |
f986f2c8 JH |
136 | exit(1); |
137 | has_errors = 1; | |
138 | break; | |
139 | } | |
67e5a5ec LT |
140 | stream.next_in = fill(1); |
141 | stream.avail_in = len; | |
a1bf5ca2 HX |
142 | if (dry_run) { |
143 | /* reuse the buffer in dry_run mode */ | |
144 | stream.next_out = buf; | |
145 | stream.avail_out = bufsize > size - stream.total_out ? | |
146 | size - stream.total_out : | |
147 | bufsize; | |
148 | } | |
67e5a5ec | 149 | } |
39c68542 | 150 | git_inflate_end(&stream); |
a1bf5ca2 HX |
151 | if (dry_run) |
152 | FREE_AND_NULL(buf); | |
67e5a5ec | 153 | return buf; |
bad50dc8 LT |
154 | } |
155 | ||
67e5a5ec | 156 | struct delta_info { |
834bc47b | 157 | struct object_id base_oid; |
d7dd0223 NP |
158 | unsigned nr; |
159 | off_t base_offset; | |
67e5a5ec LT |
160 | unsigned long size; |
161 | void *delta; | |
162 | struct delta_info *next; | |
163 | }; | |
164 | ||
165 | static struct delta_info *delta_list; | |
166 | ||
834bc47b | 167 | static void add_delta_to_list(unsigned nr, const struct object_id *base_oid, |
d7dd0223 | 168 | off_t base_offset, |
209c554a | 169 | void *delta, unsigned long size) |
bad50dc8 | 170 | { |
67e5a5ec | 171 | struct delta_info *info = xmalloc(sizeof(*info)); |
bad50dc8 | 172 | |
834bc47b | 173 | oidcpy(&info->base_oid, base_oid); |
209c554a | 174 | info->base_offset = base_offset; |
67e5a5ec LT |
175 | info->size = size; |
176 | info->delta = delta; | |
209c554a | 177 | info->nr = nr; |
67e5a5ec LT |
178 | info->next = delta_list; |
179 | delta_list = info; | |
bad50dc8 LT |
180 | } |
181 | ||
209c554a | 182 | struct obj_info { |
d7dd0223 | 183 | off_t offset; |
834bc47b | 184 | struct object_id oid; |
b41860bf | 185 | struct object *obj; |
209c554a NP |
186 | }; |
187 | ||
95308d64 | 188 | /* Remember to update object flag allocation in object.h */ |
b41860bf MK |
189 | #define FLAG_OPEN (1u<<20) |
190 | #define FLAG_WRITTEN (1u<<21) | |
191 | ||
209c554a | 192 | static struct obj_info *obj_list; |
2af202be | 193 | static unsigned nr_objects; |
b41860bf | 194 | |
f2898cfa JH |
195 | /* |
196 | * Called only from check_object() after it verified this object | |
197 | * is Ok. | |
198 | */ | |
90a398bb | 199 | static void write_cached_object(struct object *obj, struct obj_buffer *obj_buf) |
b41860bf | 200 | { |
834bc47b | 201 | struct object_id oid; |
90a398bb | 202 | |
a09c985e | 203 | if (write_object_file(obj_buf->buffer, obj_buf->size, |
c80d226a | 204 | obj->type, &oid) < 0) |
f2fd0760 | 205 | die("failed to write object %s", oid_to_hex(&obj->oid)); |
b41860bf MK |
206 | obj->flags |= FLAG_WRITTEN; |
207 | } | |
208 | ||
f2898cfa JH |
209 | /* |
210 | * At the very end of the processing, write_rest() scans the objects | |
211 | * that have reachability requirements and calls this function. | |
212 | * Verify its reachability and validity recursively and write it out. | |
213 | */ | |
a1aad716 ÆAB |
214 | static int check_object(struct object *obj, enum object_type type, |
215 | void *data, struct fsck_options *options) | |
b41860bf | 216 | { |
90a398bb JS |
217 | struct obj_buffer *obj_buf; |
218 | ||
b41860bf | 219 | if (!obj) |
9a217391 | 220 | return 1; |
b41860bf MK |
221 | |
222 | if (obj->flags & FLAG_WRITTEN) | |
9a217391 | 223 | return 0; |
b41860bf MK |
224 | |
225 | if (type != OBJ_ANY && obj->type != type) | |
226 | die("object type mismatch"); | |
227 | ||
228 | if (!(obj->flags & FLAG_OPEN)) { | |
229 | unsigned long size; | |
0df8e965 | 230 | int type = oid_object_info(the_repository, &obj->oid, &size); |
b41860bf MK |
231 | if (type != obj->type || type <= 0) |
232 | die("object of unexpected type"); | |
233 | obj->flags |= FLAG_WRITTEN; | |
9a217391 | 234 | return 0; |
b41860bf MK |
235 | } |
236 | ||
90a398bb JS |
237 | obj_buf = lookup_object_buffer(obj); |
238 | if (!obj_buf) | |
f2fd0760 | 239 | die("Whoops! Cannot find object '%s'", oid_to_hex(&obj->oid)); |
22410549 | 240 | if (fsck_object(obj, obj_buf->buffer, obj_buf->size, &fsck_options)) |
db5a58c1 | 241 | die("fsck error in packed object"); |
22410549 JS |
242 | fsck_options.walk = check_object; |
243 | if (fsck_walk(obj, NULL, &fsck_options)) | |
f2fd0760 | 244 | die("Error on reachable objects of %s", oid_to_hex(&obj->oid)); |
90a398bb | 245 | write_cached_object(obj, obj_buf); |
9a217391 | 246 | return 0; |
b41860bf MK |
247 | } |
248 | ||
249 | static void write_rest(void) | |
250 | { | |
251 | unsigned i; | |
9a217391 JH |
252 | for (i = 0; i < nr_objects; i++) { |
253 | if (obj_list[i].obj) | |
22410549 | 254 | check_object(obj_list[i].obj, OBJ_ANY, NULL, NULL); |
9a217391 | 255 | } |
b41860bf | 256 | } |
67e5a5ec | 257 | |
21666f1a NP |
258 | static void added_object(unsigned nr, enum object_type type, |
259 | void *data, unsigned long size); | |
209c554a | 260 | |
f2898cfa JH |
261 | /* |
262 | * Write out nr-th object from the list, now we know the contents | |
263 | * of it. Under --strict, this buffers structured objects in-core, | |
264 | * to be checked at the end. | |
265 | */ | |
21666f1a NP |
266 | static void write_object(unsigned nr, enum object_type type, |
267 | void *buf, unsigned long size) | |
cca7081a | 268 | { |
b41860bf | 269 | if (!strict) { |
c80d226a | 270 | if (write_object_file(buf, size, type, |
a09c985e | 271 | &obj_list[nr].oid) < 0) |
b41860bf | 272 | die("failed to write object"); |
f2898cfa | 273 | added_object(nr, type, buf, size); |
b41860bf | 274 | free(buf); |
f2898cfa | 275 | obj_list[nr].obj = NULL; |
b41860bf MK |
276 | } else if (type == OBJ_BLOB) { |
277 | struct blob *blob; | |
c80d226a | 278 | if (write_object_file(buf, size, type, |
a09c985e | 279 | &obj_list[nr].oid) < 0) |
b41860bf | 280 | die("failed to write object"); |
f2898cfa | 281 | added_object(nr, type, buf, size); |
b41860bf MK |
282 | free(buf); |
283 | ||
da14a7ff | 284 | blob = lookup_blob(the_repository, &obj_list[nr].oid); |
b41860bf MK |
285 | if (blob) |
286 | blob->object.flags |= FLAG_WRITTEN; | |
287 | else | |
288 | die("invalid blob object"); | |
f2898cfa | 289 | obj_list[nr].obj = NULL; |
b41860bf MK |
290 | } else { |
291 | struct object *obj; | |
292 | int eaten; | |
44439c1c | 293 | hash_object_file(the_hash_algo, buf, size, type, |
2dcde20e | 294 | &obj_list[nr].oid); |
f2898cfa | 295 | added_object(nr, type, buf, size); |
1ec5bfd2 SB |
296 | obj = parse_object_buffer(the_repository, &obj_list[nr].oid, |
297 | type, size, buf, | |
c251c83d | 298 | &eaten); |
b41860bf | 299 | if (!obj) |
debca9d2 | 300 | die("invalid %s", type_name(type)); |
b41860bf MK |
301 | add_object_buffer(obj, buf, size); |
302 | obj->flags |= FLAG_OPEN; | |
303 | obj_list[nr].obj = obj; | |
304 | } | |
cca7081a LT |
305 | } |
306 | ||
21666f1a | 307 | static void resolve_delta(unsigned nr, enum object_type type, |
f986f2c8 JH |
308 | void *base, unsigned long base_size, |
309 | void *delta, unsigned long delta_size) | |
bad50dc8 | 310 | { |
67e5a5ec LT |
311 | void *result; |
312 | unsigned long result_size; | |
bad50dc8 | 313 | |
67e5a5ec LT |
314 | result = patch_delta(base, base_size, |
315 | delta, delta_size, | |
316 | &result_size); | |
317 | if (!result) | |
318 | die("failed to apply delta"); | |
319 | free(delta); | |
21666f1a | 320 | write_object(nr, type, result, result_size); |
bad50dc8 LT |
321 | } |
322 | ||
f2898cfa JH |
323 | /* |
324 | * We now know the contents of an object (which is nr-th in the pack); | |
325 | * resolve all the deltified objects that are based on it. | |
326 | */ | |
21666f1a NP |
327 | static void added_object(unsigned nr, enum object_type type, |
328 | void *data, unsigned long size) | |
74536958 | 329 | { |
67e5a5ec LT |
330 | struct delta_info **p = &delta_list; |
331 | struct delta_info *info; | |
332 | ||
333 | while ((info = *p) != NULL) { | |
4a7e27e9 | 334 | if (oideq(&info->base_oid, &obj_list[nr].oid) || |
209c554a | 335 | info->base_offset == obj_list[nr].offset) { |
67e5a5ec LT |
336 | *p = info->next; |
337 | p = &delta_list; | |
209c554a NP |
338 | resolve_delta(info->nr, type, data, size, |
339 | info->delta, info->size); | |
67e5a5ec LT |
340 | free(info); |
341 | continue; | |
342 | } | |
343 | p = &info->next; | |
344 | } | |
345 | } | |
346 | ||
21666f1a | 347 | static void unpack_non_delta_entry(enum object_type type, unsigned long size, |
209c554a | 348 | unsigned nr) |
67e5a5ec LT |
349 | { |
350 | void *buf = get_data(size); | |
8ee378a0 | 351 | |
a1bf5ca2 | 352 | if (buf) |
21666f1a | 353 | write_object(nr, type, buf, size); |
8ee378a0 JH |
354 | } |
355 | ||
aaf81223 HX |
356 | struct input_zstream_data { |
357 | git_zstream *zstream; | |
358 | unsigned char buf[8192]; | |
359 | int status; | |
360 | }; | |
361 | ||
362 | static const void *feed_input_zstream(struct input_stream *in_stream, | |
363 | unsigned long *readlen) | |
364 | { | |
365 | struct input_zstream_data *data = in_stream->data; | |
366 | git_zstream *zstream = data->zstream; | |
367 | void *in = fill(1); | |
368 | ||
369 | if (in_stream->is_finished) { | |
370 | *readlen = 0; | |
371 | return NULL; | |
372 | } | |
373 | ||
374 | zstream->next_out = data->buf; | |
375 | zstream->avail_out = sizeof(data->buf); | |
376 | zstream->next_in = in; | |
377 | zstream->avail_in = len; | |
378 | ||
379 | data->status = git_inflate(zstream, 0); | |
380 | ||
381 | in_stream->is_finished = data->status != Z_OK; | |
382 | use(len - zstream->avail_in); | |
383 | *readlen = sizeof(data->buf) - zstream->avail_out; | |
384 | ||
385 | return data->buf; | |
386 | } | |
387 | ||
388 | static void stream_blob(unsigned long size, unsigned nr) | |
389 | { | |
390 | git_zstream zstream = { 0 }; | |
391 | struct input_zstream_data data = { 0 }; | |
392 | struct input_stream in_stream = { | |
393 | .read = feed_input_zstream, | |
394 | .data = &data, | |
395 | }; | |
396 | struct obj_info *info = &obj_list[nr]; | |
397 | ||
398 | data.zstream = &zstream; | |
399 | git_inflate_init(&zstream); | |
400 | ||
401 | if (stream_loose_object(&in_stream, size, &info->oid)) | |
402 | die(_("failed to write object in stream")); | |
403 | ||
404 | if (data.status != Z_STREAM_END) | |
405 | die(_("inflate returned (%d)"), data.status); | |
406 | git_inflate_end(&zstream); | |
407 | ||
408 | if (strict) { | |
409 | struct blob *blob = lookup_blob(the_repository, &info->oid); | |
410 | ||
411 | if (!blob) | |
412 | die(_("invalid blob object from stream")); | |
413 | blob->object.flags |= FLAG_WRITTEN; | |
414 | } | |
415 | info->obj = NULL; | |
416 | } | |
417 | ||
834bc47b | 418 | static int resolve_against_held(unsigned nr, const struct object_id *base, |
f2898cfa JH |
419 | void *delta_data, unsigned long delta_size) |
420 | { | |
421 | struct object *obj; | |
422 | struct obj_buffer *obj_buffer; | |
d0229abd | 423 | obj = lookup_object(the_repository, base); |
f2898cfa JH |
424 | if (!obj) |
425 | return 0; | |
426 | obj_buffer = lookup_object_buffer(obj); | |
427 | if (!obj_buffer) | |
428 | return 0; | |
429 | resolve_delta(nr, obj->type, obj_buffer->buffer, | |
430 | obj_buffer->size, delta_data, delta_size); | |
431 | return 1; | |
432 | } | |
433 | ||
21666f1a | 434 | static void unpack_delta_entry(enum object_type type, unsigned long delta_size, |
209c554a | 435 | unsigned nr) |
8ee378a0 | 436 | { |
67e5a5ec LT |
437 | void *delta_data, *base; |
438 | unsigned long base_size; | |
834bc47b | 439 | struct object_id base_oid; |
8ee378a0 | 440 | |
21666f1a | 441 | if (type == OBJ_REF_DELTA) { |
92e2cab9 | 442 | oidread(&base_oid, fill(the_hash_algo->rawsz)); |
3206b6bd | 443 | use(the_hash_algo->rawsz); |
209c554a | 444 | delta_data = get_data(delta_size); |
a1bf5ca2 | 445 | if (!delta_data) |
209c554a | 446 | return; |
834bc47b | 447 | if (has_object_file(&base_oid)) |
f2898cfa | 448 | ; /* Ok we have this one */ |
834bc47b | 449 | else if (resolve_against_held(nr, &base_oid, |
f2898cfa JH |
450 | delta_data, delta_size)) |
451 | return; /* we are done */ | |
452 | else { | |
453 | /* cannot resolve yet --- queue it */ | |
834bc47b | 454 | oidclr(&obj_list[nr].oid); |
455 | add_delta_to_list(nr, &base_oid, 0, delta_data, delta_size); | |
209c554a NP |
456 | return; |
457 | } | |
458 | } else { | |
459 | unsigned base_found = 0; | |
460 | unsigned char *pack, c; | |
d7dd0223 | 461 | off_t base_offset; |
209c554a | 462 | unsigned lo, mid, hi; |
c4fb06c0 | 463 | |
209c554a NP |
464 | pack = fill(1); |
465 | c = *pack; | |
466 | use(1); | |
467 | base_offset = c & 127; | |
468 | while (c & 128) { | |
469 | base_offset += 1; | |
8723f216 | 470 | if (!base_offset || MSB(base_offset, 7)) |
209c554a NP |
471 | die("offset value overflow for delta base object"); |
472 | pack = fill(1); | |
473 | c = *pack; | |
474 | use(1); | |
475 | base_offset = (base_offset << 7) + (c & 127); | |
476 | } | |
477 | base_offset = obj_list[nr].offset - base_offset; | |
d8f32556 NP |
478 | if (base_offset <= 0 || base_offset >= obj_list[nr].offset) |
479 | die("offset value out of bound for delta base object"); | |
8ee378a0 | 480 | |
209c554a | 481 | delta_data = get_data(delta_size); |
a1bf5ca2 | 482 | if (!delta_data) |
209c554a | 483 | return; |
209c554a NP |
484 | lo = 0; |
485 | hi = nr; | |
486 | while (lo < hi) { | |
19716b21 | 487 | mid = lo + (hi - lo) / 2; |
209c554a NP |
488 | if (base_offset < obj_list[mid].offset) { |
489 | hi = mid; | |
490 | } else if (base_offset > obj_list[mid].offset) { | |
491 | lo = mid + 1; | |
492 | } else { | |
834bc47b | 493 | oidcpy(&base_oid, &obj_list[mid].oid); |
494 | base_found = !is_null_oid(&base_oid); | |
209c554a NP |
495 | break; |
496 | } | |
497 | } | |
498 | if (!base_found) { | |
f2898cfa JH |
499 | /* |
500 | * The delta base object is itself a delta that | |
501 | * has not been resolved yet. | |
502 | */ | |
834bc47b | 503 | oidclr(&obj_list[nr].oid); |
14228447 | 504 | add_delta_to_list(nr, null_oid(), base_offset, |
505 | delta_data, delta_size); | |
209c554a | 506 | return; |
2add1e6d MK |
507 | } |
508 | } | |
509 | ||
834bc47b | 510 | if (resolve_against_held(nr, &base_oid, delta_data, delta_size)) |
f2898cfa | 511 | return; |
209c554a | 512 | |
b4f5aca4 | 513 | base = read_object_file(&base_oid, &type, &base_size); |
f986f2c8 JH |
514 | if (!base) { |
515 | error("failed to read delta-pack base object %s", | |
834bc47b | 516 | oid_to_hex(&base_oid)); |
3b67d291 | 517 | if (!recover) |
f986f2c8 JH |
518 | exit(1); |
519 | has_errors = 1; | |
520 | return; | |
521 | } | |
209c554a | 522 | resolve_delta(nr, type, base, base_size, delta_data, delta_size); |
ee639140 | 523 | free(base); |
8ee378a0 JH |
524 | } |
525 | ||
96a02f8f | 526 | static void unpack_one(unsigned nr) |
8ee378a0 | 527 | { |
01247d87 | 528 | unsigned shift; |
48fb7deb LT |
529 | unsigned char *pack; |
530 | unsigned long size, c; | |
67e5a5ec | 531 | enum object_type type; |
74536958 | 532 | |
209c554a NP |
533 | obj_list[nr].offset = consumed_bytes; |
534 | ||
67e5a5ec LT |
535 | pack = fill(1); |
536 | c = *pack; | |
537 | use(1); | |
a733cb60 LT |
538 | type = (c >> 4) & 7; |
539 | size = (c & 15); | |
01247d87 | 540 | shift = 4; |
a733cb60 | 541 | while (c & 0x80) { |
67e5a5ec | 542 | pack = fill(1); |
209c554a | 543 | c = *pack; |
67e5a5ec | 544 | use(1); |
01247d87 LT |
545 | size += (c & 0x7f) << shift; |
546 | shift += 7; | |
a733cb60 | 547 | } |
96a02f8f | 548 | |
a733cb60 | 549 | switch (type) { |
aaf81223 HX |
550 | case OBJ_BLOB: |
551 | if (!dry_run && size > big_file_threshold) { | |
552 | stream_blob(size, nr); | |
553 | return; | |
554 | } | |
555 | /* fallthrough */ | |
a733cb60 LT |
556 | case OBJ_COMMIT: |
557 | case OBJ_TREE: | |
a733cb60 | 558 | case OBJ_TAG: |
209c554a | 559 | unpack_non_delta_entry(type, size, nr); |
a733cb60 | 560 | return; |
eb32d236 | 561 | case OBJ_REF_DELTA: |
209c554a NP |
562 | case OBJ_OFS_DELTA: |
563 | unpack_delta_entry(type, size, nr); | |
a733cb60 | 564 | return; |
67e5a5ec | 565 | default: |
f986f2c8 JH |
566 | error("bad object type %d", type); |
567 | has_errors = 1; | |
3b67d291 | 568 | if (recover) |
f986f2c8 JH |
569 | return; |
570 | exit(1); | |
74536958 LT |
571 | } |
572 | } | |
573 | ||
74536958 LT |
574 | static void unpack_all(void) |
575 | { | |
67e5a5ec LT |
576 | int i; |
577 | struct pack_header *hdr = fill(sizeof(struct pack_header)); | |
b41860bf MK |
578 | |
579 | nr_objects = ntohl(hdr->hdr_entries); | |
67e5a5ec LT |
580 | |
581 | if (ntohl(hdr->hdr_signature) != PACK_SIGNATURE) | |
582 | die("bad pack file"); | |
d60fc1c8 | 583 | if (!pack_version_ok(hdr->hdr_version)) |
6e1c2344 RJ |
584 | die("unknown pack file version %"PRIu32, |
585 | ntohl(hdr->hdr_version)); | |
96a02f8f | 586 | use(sizeof(struct pack_header)); |
67e5a5ec | 587 | |
13aaf148 | 588 | if (!quiet) |
754dbc43 | 589 | progress = start_progress(_("Unpacking objects"), nr_objects); |
ca56dadb | 590 | CALLOC_ARRAY(obj_list, nr_objects); |
425d290c | 591 | begin_odb_transaction(); |
96a02f8f NP |
592 | for (i = 0; i < nr_objects; i++) { |
593 | unpack_one(i); | |
4d4fcc54 | 594 | display_progress(progress, i + 1); |
96a02f8f | 595 | } |
425d290c | 596 | end_odb_transaction(); |
4d4fcc54 | 597 | stop_progress(&progress); |
96a02f8f | 598 | |
67e5a5ec LT |
599 | if (delta_list) |
600 | die("unresolved deltas left after unpacking"); | |
74536958 LT |
601 | } |
602 | ||
5247b762 | 603 | int cmd_unpack_objects(int argc, const char **argv, const char *prefix UNUSED) |
bad50dc8 LT |
604 | { |
605 | int i; | |
834bc47b | 606 | struct object_id oid; |
bad50dc8 | 607 | |
6ebd1caf | 608 | read_replace_refs = 0; |
dae556bd | 609 | |
ef90d6d4 | 610 | git_config(git_default_config, NULL); |
53228a5f | 611 | |
476e8011 JH |
612 | quiet = !isatty(2); |
613 | ||
bad50dc8 LT |
614 | for (i = 1 ; i < argc; i++) { |
615 | const char *arg = argv[i]; | |
616 | ||
617 | if (*arg == '-') { | |
74536958 LT |
618 | if (!strcmp(arg, "-n")) { |
619 | dry_run = 1; | |
620 | continue; | |
621 | } | |
d36f7b80 LT |
622 | if (!strcmp(arg, "-q")) { |
623 | quiet = 1; | |
624 | continue; | |
625 | } | |
f986f2c8 | 626 | if (!strcmp(arg, "-r")) { |
3b67d291 | 627 | recover = 1; |
f986f2c8 JH |
628 | continue; |
629 | } | |
b41860bf MK |
630 | if (!strcmp(arg, "--strict")) { |
631 | strict = 1; | |
632 | continue; | |
633 | } | |
5d477a33 JS |
634 | if (skip_prefix(arg, "--strict=", &arg)) { |
635 | strict = 1; | |
636 | fsck_set_msg_types(&fsck_options, arg); | |
637 | continue; | |
638 | } | |
59556548 | 639 | if (starts_with(arg, "--pack_header=")) { |
bed006fb NP |
640 | struct pack_header *hdr; |
641 | char *c; | |
642 | ||
643 | hdr = (struct pack_header *)buffer; | |
644 | hdr->hdr_signature = htonl(PACK_SIGNATURE); | |
645 | hdr->hdr_version = htonl(strtoul(arg + 14, &c, 10)); | |
646 | if (*c != ',') | |
647 | die("bad %s", arg); | |
648 | hdr->hdr_entries = htonl(strtoul(c + 1, &c, 10)); | |
649 | if (*c) | |
650 | die("bad %s", arg); | |
651 | len = sizeof(*hdr); | |
652 | continue; | |
653 | } | |
5ad21867 CC |
654 | if (skip_prefix(arg, "--max-input-size=", &arg)) { |
655 | max_input_size = strtoumax(arg, NULL, 10); | |
656 | continue; | |
657 | } | |
bad50dc8 LT |
658 | usage(unpack_usage); |
659 | } | |
67e5a5ec LT |
660 | |
661 | /* We don't take any non-flag arguments now.. Maybe some day */ | |
bad50dc8 | 662 | usage(unpack_usage); |
67e5a5ec | 663 | } |
3206b6bd | 664 | the_hash_algo->init_fn(&ctx); |
74536958 | 665 | unpack_all(); |
3206b6bd | 666 | the_hash_algo->update_fn(&ctx, buffer, offset); |
5951bf46 | 667 | the_hash_algo->final_oid_fn(&oid, &ctx); |
6e328d6c | 668 | if (strict) { |
b41860bf | 669 | write_rest(); |
6e328d6c JK |
670 | if (fsck_finish(&fsck_options)) |
671 | die(_("fsck error in pack objects")); | |
672 | } | |
67947c34 | 673 | if (!hasheq(fill(the_hash_algo->rawsz), oid.hash)) |
67e5a5ec | 674 | die("final sha1 did not match"); |
3206b6bd | 675 | use(the_hash_algo->rawsz); |
67e5a5ec LT |
676 | |
677 | /* Write the last part of the buffer to stdout */ | |
678 | while (len) { | |
1c15afb9 JH |
679 | int ret = xwrite(1, buffer + offset, len); |
680 | if (ret <= 0) | |
67e5a5ec | 681 | break; |
67e5a5ec LT |
682 | len -= ret; |
683 | offset += ret; | |
684 | } | |
685 | ||
686 | /* All done */ | |
f986f2c8 | 687 | return has_errors; |
bad50dc8 | 688 | } |