]>
git.ipfire.org Git - thirdparty/git.git/blob - pack-check.c
2 #include "repository.h"
4 #include "pack-revindex.h"
7 #include "object-store.h"
14 static int compare_entries(const void *e1
, const void *e2
)
16 const struct idx_entry
*entry1
= e1
;
17 const struct idx_entry
*entry2
= e2
;
18 if (entry1
->offset
< entry2
->offset
)
20 if (entry1
->offset
> entry2
->offset
)
25 int check_pack_crc(struct packed_git
*p
, struct pack_window
**w_curs
,
26 off_t offset
, off_t len
, unsigned int nr
)
28 const uint32_t *index_crc
;
29 uint32_t data_crc
= crc32(0, NULL
, 0);
33 void *data
= use_pack(p
, w_curs
, offset
, &avail
);
36 data_crc
= crc32(data_crc
, data
, avail
);
41 index_crc
= p
->index_data
;
42 index_crc
+= 2 + 256 + p
->num_objects
* (the_hash_algo
->rawsz
/4) + nr
;
44 return data_crc
!= ntohl(*index_crc
);
47 static int verify_packfile(struct repository
*r
,
49 struct pack_window
**w_curs
,
51 struct progress
*progress
, uint32_t base_count
)
54 off_t index_size
= p
->index_size
;
55 const unsigned char *index_base
= p
->index_data
;
57 unsigned char hash
[GIT_MAX_RAWSZ
], *pack_sig
;
58 off_t offset
= 0, pack_sig_ofs
= 0;
59 uint32_t nr_objects
, i
;
61 struct idx_entry
*entries
;
63 if (!is_pack_valid(p
))
64 return error("packfile %s cannot be accessed", p
->pack_name
);
66 r
->hash_algo
->init_fn(&ctx
);
68 unsigned long remaining
;
69 unsigned char *in
= use_pack(p
, w_curs
, offset
, &remaining
);
72 pack_sig_ofs
= p
->pack_size
- r
->hash_algo
->rawsz
;
73 if (offset
> pack_sig_ofs
)
74 remaining
-= (unsigned int)(offset
- pack_sig_ofs
);
75 r
->hash_algo
->update_fn(&ctx
, in
, remaining
);
76 } while (offset
< pack_sig_ofs
);
77 r
->hash_algo
->final_fn(hash
, &ctx
);
78 pack_sig
= use_pack(p
, w_curs
, pack_sig_ofs
, NULL
);
79 if (!hasheq(hash
, pack_sig
))
80 err
= error("%s pack checksum mismatch",
82 if (!hasheq(index_base
+ index_size
- r
->hash_algo
->hexsz
, pack_sig
))
83 err
= error("%s pack checksum does not match its index",
87 /* Make sure everything reachable from idx is valid. Since we
88 * have verified that nr_objects matches between idx and pack,
89 * we do not do scan-streaming check on the pack file.
91 nr_objects
= p
->num_objects
;
92 ALLOC_ARRAY(entries
, nr_objects
+ 1);
93 entries
[nr_objects
].offset
= pack_sig_ofs
;
94 /* first sort entries by pack offset, since unpacking them is more efficient that way */
95 for (i
= 0; i
< nr_objects
; i
++) {
96 entries
[i
].offset
= nth_packed_object_offset(p
, i
);
99 QSORT(entries
, nr_objects
, compare_entries
);
101 for (i
= 0; i
< nr_objects
; i
++) {
103 struct object_id oid
;
104 enum object_type type
;
109 if (nth_packed_object_id(&oid
, p
, entries
[i
].nr
) < 0)
110 BUG("unable to get oid of object %lu from %s",
111 (unsigned long)entries
[i
].nr
, p
->pack_name
);
113 if (p
->index_version
> 1) {
114 off_t offset
= entries
[i
].offset
;
115 off_t len
= entries
[i
+1].offset
- offset
;
116 unsigned int nr
= entries
[i
].nr
;
117 if (check_pack_crc(p
, w_curs
, offset
, len
, nr
))
118 err
= error("index CRC mismatch for object %s "
119 "from %s at offset %"PRIuMAX
"",
121 p
->pack_name
, (uintmax_t)offset
);
124 curpos
= entries
[i
].offset
;
125 type
= unpack_object_header(p
, w_curs
, &curpos
, &size
);
128 if (type
== OBJ_BLOB
&& big_file_threshold
<= size
) {
130 * Let check_object_signature() check it with
131 * the streaming interface; no point slurping
132 * the data in-core only to discard.
137 data
= unpack_entry(r
, p
, entries
[i
].offset
, &type
, &size
);
141 if (data_valid
&& !data
)
142 err
= error("cannot unpack %s from %s at offset %"PRIuMAX
"",
143 oid_to_hex(&oid
), p
->pack_name
,
144 (uintmax_t)entries
[i
].offset
);
145 else if (check_object_signature(r
, &oid
, data
, size
, type_name(type
)))
146 err
= error("packed %s from %s is corrupt",
147 oid_to_hex(&oid
), p
->pack_name
);
150 err
|= fn(&oid
, type
, size
, data
, &eaten
);
154 if (((base_count
+ i
) & 1023) == 0)
155 display_progress(progress
, base_count
+ i
);
159 display_progress(progress
, base_count
+ i
);
165 int verify_pack_index(struct packed_git
*p
)
168 const unsigned char *index_base
;
170 unsigned char hash
[GIT_MAX_RAWSZ
];
173 if (open_pack_index(p
))
174 return error("packfile %s index not opened", p
->pack_name
);
175 index_size
= p
->index_size
;
176 index_base
= p
->index_data
;
178 /* Verify SHA1 sum of the index file */
179 the_hash_algo
->init_fn(&ctx
);
180 the_hash_algo
->update_fn(&ctx
, index_base
, (unsigned int)(index_size
- the_hash_algo
->rawsz
));
181 the_hash_algo
->final_fn(hash
, &ctx
);
182 if (!hasheq(hash
, index_base
+ index_size
- the_hash_algo
->rawsz
))
183 err
= error("Packfile index for %s hash mismatch",
188 int verify_pack(struct repository
*r
, struct packed_git
*p
, verify_fn fn
,
189 struct progress
*progress
, uint32_t base_count
)
192 struct pack_window
*w_curs
= NULL
;
194 err
|= verify_pack_index(p
);
198 err
|= verify_packfile(r
, p
, &w_curs
, fn
, progress
, base_count
);