LIB_OBJS += object.o
LIB_OBJS += odb.o
LIB_OBJS += odb/source.o
+LIB_OBJS += odb/source-files.o
LIB_OBJS += odb/streaming.o
LIB_OBJS += oid-array.o
LIB_OBJS += oidmap.o
struct object_info oi = { 0 };
for (source = the_repository->objects->sources; source; source = source->next) {
- int ret = packfile_store_for_each_object(source->packfiles, &oi,
+ int ret = packfile_store_for_each_object(source->files->packed, &oi,
batch_one_object_oi, &payload, flags);
if (ret)
break;
idx_name = keep_pack(create_index());
/* Register the packfile with core git's machinery. */
- new_p = packfile_store_load_pack(pack_data->repo->objects->sources->packfiles,
+ new_p = packfile_store_load_pack(pack_data->repo->objects->sources->files->packed,
idx_name, 1);
if (!new_p)
die(_("core Git rejected index %s"), idx_name);
}
for (source = the_repository->objects->sources; source; source = source->next) {
- if (!packfile_list_find_oid(packfile_store_get_packs(source->packfiles), &oid))
+ if (!packfile_list_find_oid(packfile_store_get_packs(source->files->packed), &oid))
continue;
e->type = type;
e->pack_id = MAX_PACK_ID;
}
for (source = the_repository->objects->sources; source; source = source->next) {
- if (!packfile_list_find_oid(packfile_store_get_packs(source->packfiles), &oid))
+ if (!packfile_list_find_oid(packfile_store_get_packs(source->files->packed), &oid))
continue;
e->type = OBJ_BLOB;
e->pack_id = MAX_PACK_ID;
odb_prepare_alternates(the_repository->objects);
for (source = the_repository->objects->sources; source; source = source->next)
- packfile_store_prepare(source->packfiles);
+ packfile_store_prepare(source->files->packed);
}
start_threads(&opt);
hash, "idx", 1);
if (do_fsck_object && startup_info->have_repository)
- packfile_store_load_pack(the_repository->objects->sources->packfiles,
+ packfile_store_load_pack(the_repository->objects->sources->files->packed,
final_index_name, 0);
if (!from_stdin) {
struct odb_source *source;
for (source = r->objects->sources; source; source = source->next) {
- struct packed_git **cache = packfile_store_get_kept_pack_cache(source->packfiles, flags);
+ struct packed_git **cache = packfile_store_get_kept_pack_cache(source->files->packed, flags);
for (; *cache; cache++) {
struct packed_git *p = *cache;
}
for (source = the_repository->objects->sources; source; source = source->next) {
- for (e = source->packfiles->packs.head; e; e = e->next) {
+ for (e = source->files->packed->packs.head; e; e = e->next) {
struct packed_git *p = e->pack;
want = want_object_in_pack_one(p, oid, exclude, found_pack, found_offset, found_mtime);
if (!exclude && want > 0)
- packfile_list_prepend(&source->packfiles->packs, p);
+ packfile_list_prepend(&source->files->packed->packs, p);
if (want != -1)
return want;
}
if (!source->local)
continue;
- if (packfile_store_for_each_object(source->packfiles, &oi,
+ if (packfile_store_for_each_object(source->files->packed, &oi,
add_object_in_unpacked_pack, NULL,
ODB_FOR_EACH_OBJECT_PACK_ORDER |
ODB_FOR_EACH_OBJECT_LOCAL_ONLY |
odb_prepare_alternates(ctx->r->objects);
for (source = ctx->r->objects->sources; source; source = source->next)
- packfile_store_for_each_object(source->packfiles, &oi, add_packed_commits_oi,
+ packfile_store_for_each_object(source->files->packed, &oi, add_packed_commits_oi,
ctx, ODB_FOR_EACH_OBJECT_PACK_ORDER);
if (ctx->progress_done < ctx->approx_nr_objects)
struct packfile_list *list_to_remove_from)
{
packfile_list_remove(list_to_remove_from, p);
- packfile_store_add_pack(the_repository->objects->sources->packfiles, p);
+ packfile_store_add_pack(the_repository->objects->sources->files->packed, p);
}
struct http_pack_request *new_http_pack_request(
const struct object_id *oid,
const struct object_id *compat_oid)
{
- struct loose_object_map *map = source->loose->map;
+ struct loose_object_map *map = source->files->loose->map;
int inserted = 0;
inserted |= insert_oid_pair(map->to_compat, oid, compat_oid);
inserted |= insert_oid_pair(map->to_storage, compat_oid, oid);
if (inserted)
- oidtree_insert(source->loose->cache, compat_oid);
+ oidtree_insert(source->files->loose->cache, compat_oid);
return inserted;
}
struct strbuf buf = STRBUF_INIT, path = STRBUF_INIT;
FILE *fp;
- if (!source->loose->map)
- loose_object_map_init(&source->loose->map);
- if (!source->loose->cache) {
- ALLOC_ARRAY(source->loose->cache, 1);
- oidtree_init(source->loose->cache);
+ if (!source->files->loose->map)
+ loose_object_map_init(&source->files->loose->map);
+ if (!source->files->loose->cache) {
+ ALLOC_ARRAY(source->files->loose->cache, 1);
+ oidtree_init(source->files->loose->cache);
}
insert_loose_map(source, repo->hash_algo->empty_tree, repo->compat_hash_algo->empty_tree);
int repo_write_loose_object_map(struct repository *repo)
{
- kh_oid_map_t *map = repo->objects->sources->loose->map->to_compat;
+ kh_oid_map_t *map = repo->objects->sources->files->loose->map->to_compat;
struct lock_file lock;
int fd;
khiter_t iter;
khiter_t pos;
for (source = repo->objects->sources; source; source = source->next) {
- struct loose_object_map *loose_map = source->loose->map;
+ struct loose_object_map *loose_map = source->files->loose->map;
if (!loose_map)
continue;
map = (to == repo->compat_hash_algo) ?
'object.c',
'odb.c',
'odb/source.c',
+ 'odb/source-files.c',
'odb/streaming.c',
'oid-array.c',
'oidmap.c',
struct multi_pack_index *get_multi_pack_index(struct odb_source *source)
{
- packfile_store_prepare(source->packfiles);
- return source->packfiles->midx;
+ packfile_store_prepare(source->files->packed);
+ return source->files->packed->midx;
}
static struct multi_pack_index *load_multi_pack_index_one(struct odb_source *source,
strbuf_addf(&pack_name, "%s/pack/%s", m->source->path,
m->pack_names[pack_int_id]);
- p = packfile_store_load_pack(m->source->packfiles,
+ p = packfile_store_load_pack(m->source->files->packed,
pack_name.buf, m->source->local);
strbuf_release(&pack_name);
if (!r->settings.core_multi_pack_index)
return 0;
- if (source->packfiles->midx)
+ if (source->files->packed->midx)
return 1;
- source->packfiles->midx = load_multi_pack_index(source);
+ source->files->packed->midx = load_multi_pack_index(source);
- return !!source->packfiles->midx;
+ return !!source->files->packed->midx;
}
int midx_checksum_valid(struct multi_pack_index *m)
struct odb_source *source;
for (source = r->objects->sources; source; source = source->next) {
- if (source->packfiles->midx)
- close_midx(source->packfiles->midx);
- source->packfiles->midx = NULL;
+ if (source->files->packed->midx)
+ close_midx(source->files->packed->midx);
+ source->files->packed->midx = NULL;
}
}
unsigned long *size)
{
const char *p;
- int fd = open_loose_object(source->loose, oid, &p);
+ int fd = open_loose_object(source->files->loose, oid, &p);
if (fd < 0)
return NULL;
struct stat st;
if ((!oi || (!oi->disk_sizep && !oi->mtimep)) && (flags & OBJECT_INFO_QUICK)) {
- ret = quick_has_loose(source->loose, oid) ? 0 : -1;
+ ret = quick_has_loose(source->files->loose, oid) ? 0 : -1;
goto out;
}
{
int subdir_nr = oid->hash[0];
struct strbuf buf = STRBUF_INIT;
- size_t word_bits = bitsizeof(source->loose->subdir_seen[0]);
+ size_t word_bits = bitsizeof(source->files->loose->subdir_seen[0]);
size_t word_index = subdir_nr / word_bits;
size_t mask = (size_t)1u << (subdir_nr % word_bits);
uint32_t *bitmap;
if (subdir_nr < 0 ||
- (size_t) subdir_nr >= bitsizeof(source->loose->subdir_seen))
+ (size_t) subdir_nr >= bitsizeof(source->files->loose->subdir_seen))
BUG("subdir_nr out of range");
- bitmap = &source->loose->subdir_seen[word_index];
+ bitmap = &source->files->loose->subdir_seen[word_index];
if (*bitmap & mask)
- return source->loose->cache;
- if (!source->loose->cache) {
- ALLOC_ARRAY(source->loose->cache, 1);
- oidtree_init(source->loose->cache);
+ return source->files->loose->cache;
+ if (!source->files->loose->cache) {
+ ALLOC_ARRAY(source->files->loose->cache, 1);
+ oidtree_init(source->files->loose->cache);
}
strbuf_addstr(&buf, source->path);
for_each_file_in_obj_subdir(subdir_nr, &buf,
source->odb->repo->hash_algo,
append_loose_object,
NULL, NULL,
- source->loose->cache);
+ source->files->loose->cache);
*bitmap |= mask;
strbuf_release(&buf);
- return source->loose->cache;
+ return source->files->loose->cache;
}
static void odb_source_loose_clear_cache(struct odb_source_loose *loose)
void odb_source_loose_reprepare(struct odb_source *source)
{
- odb_source_loose_clear_cache(source->loose);
+ odb_source_loose_clear_cache(source->files->loose);
}
static int check_stream_oid(git_zstream *stream,
/* Most likely it's a loose object. */
for (source = odb->sources; source; source = source->next) {
- if (!packfile_store_read_object_info(source->packfiles, real, oi, flags) ||
+ if (!packfile_store_read_object_info(source->files->packed, real, oi, flags) ||
!odb_source_loose_read_object_info(source, real, oi, flags))
return 0;
}
if (!(flags & OBJECT_INFO_QUICK)) {
odb_reprepare(odb->repo->objects);
for (source = odb->sources; source; source = source->next)
- if (!packfile_store_read_object_info(source->packfiles, real, oi, flags))
+ if (!packfile_store_read_object_info(source->files->packed, real, oi, flags))
return 0;
}
odb_prepare_alternates(odb);
for (source = odb->sources; source; source = source->next) {
- if (packfile_store_freshen_object(source->packfiles, oid))
+ if (packfile_store_freshen_object(source->files->packed, oid))
return 1;
if (odb_source_loose_freshen_object(source, oid))
return ret;
}
- ret = packfile_store_for_each_object(source->packfiles, request,
+ ret = packfile_store_for_each_object(source->files->packed, request,
cb, cb_data, flags);
if (ret)
return ret;
{
struct odb_source *source;
for (source = o->sources; source; source = source->next)
- packfile_store_close(source->packfiles);
+ packfile_store_close(source->files->packed);
close_commit_graph(o);
}
for (source = o->sources; source; source = source->next) {
odb_source_loose_reprepare(source);
- packfile_store_reprepare(source->packfiles);
+ packfile_store_reprepare(source->files->packed);
}
o->approximate_object_count_valid = 0;
--- /dev/null
+#include "git-compat-util.h"
+#include "object-file.h"
+#include "odb/source-files.h"
+#include "packfile.h"
+
+void odb_source_files_free(struct odb_source_files *files)
+{
+ if (!files)
+ return;
+ odb_source_loose_free(files->loose);
+ packfile_store_free(files->packed);
+ free(files);
+}
+
+struct odb_source_files *odb_source_files_new(struct odb_source *source)
+{
+ struct odb_source_files *files;
+ CALLOC_ARRAY(files, 1);
+ files->source = source;
+ files->loose = odb_source_loose_new(source);
+ files->packed = packfile_store_new(source);
+ return files;
+}
--- /dev/null
+#ifndef ODB_SOURCE_FILES_H
+#define ODB_SOURCE_FILES_H
+
+struct odb_source_loose;
+struct odb_source;
+struct packfile_store;
+
+/*
+ * The files object database source uses a combination of loose objects and
+ * packfiles. It is the default backend used by Git to store objects.
+ */
+struct odb_source_files {
+ struct odb_source *source;
+ struct odb_source_loose *loose;
+ struct packfile_store *packed;
+};
+
+/* Allocate and initialize a new object source. */
+struct odb_source_files *odb_source_files_new(struct odb_source *source);
+
+/* Free the object source and release all associated resources. */
+void odb_source_files_free(struct odb_source_files *files);
+
+#endif
source->odb = odb;
source->local = local;
source->path = xstrdup(path);
- source->loose = odb_source_loose_new(source);
- source->packfiles = packfile_store_new(source);
+ source->files = odb_source_files_new(source);
return source;
}
void odb_source_free(struct odb_source *source)
{
free(source->path);
- odb_source_loose_free(source->loose);
- packfile_store_free(source->packfiles);
+ odb_source_files_free(source->files);
free(source);
}
#ifndef ODB_SOURCE_H
#define ODB_SOURCE_H
+#include "odb/source-files.h"
+
/*
* The source is the part of the object database that stores the actual
* objects. It thus encapsulates the logic to read and write the specific
/* Object database that owns this object source. */
struct object_database *odb;
- /* Private state for loose objects. */
- struct odb_source_loose *loose;
-
- /* Should only be accessed directly by packfile.c and midx.c. */
- struct packfile_store *packfiles;
+ /* The backend used to store objects. */
+ struct odb_source_files *files;
/*
* Figure out whether this is the local source of the owning
odb_prepare_alternates(odb);
for (source = odb->sources; source; source = source->next) {
- if (!packfile_store_read_object_stream(out, source->packfiles, oid) ||
+ if (!packfile_store_read_object_stream(out, source->files->packed, oid) ||
!odb_source_loose_read_object_stream(out, source, oid))
return 0;
}
struct pack_window *lru_w = NULL, *lru_l = NULL;
for (source = odb->sources; source; source = source->next)
- for (e = source->packfiles->packs.head; e; e = e->next)
+ for (e = source->files->packed->packs.head; e; e = e->next)
scan_windows(e->pack, &lru_p, &lru_w, &lru_l);
if (lru_p) {
int accept_windows_inuse = 1;
for (source = r->objects->sources; source; source = source->next) {
- for (e = source->packfiles->packs.head; e; e = e->next) {
+ for (e = source->files->packed->packs.head; e; e = e->next) {
if (e->pack->pack_fd == -1)
continue;
find_lru_pack(e->pack, &lru_p, &mru_w, &accept_windows_inuse);
size_t base_len = full_name_len;
if (strip_suffix_mem(full_name, &base_len, ".idx") &&
- !(data->source->packfiles->midx &&
- midx_contains_pack(data->source->packfiles->midx, file_name))) {
+ !(data->source->files->packed->midx &&
+ midx_contains_pack(data->source->files->packed->midx, file_name))) {
char *trimmed_path = xstrndup(full_name, full_name_len);
- packfile_store_load_pack(data->source->packfiles,
+ packfile_store_load_pack(data->source->files->packed,
trimmed_path, data->source->local);
free(trimmed_path);
}
for (source = r->objects->sources; source; source = source->next) {
struct packfile_list_entry *e;
- for (e = source->packfiles->packs.head; e; e = e->next)
+ for (e = source->files->packed->packs.head; e; e = e->next)
if (oidset_contains(&e->pack->bad_objects, oid))
return e->pack;
}
odb_prepare_alternates(r->objects);
for (source = r->objects->sources; source; source = source->next) {
- int ret = find_pack_entry(source->packfiles, oid, &e);
+ int ret = find_pack_entry(source->files->packed, oid, &e);
if (ret)
return ret;
}
for (source = r->objects->sources; source; source = source->next) {
struct packed_git **cache;
- cache = packfile_store_get_kept_pack_cache(source->packfiles, flags);
+ cache = packfile_store_get_kept_pack_cache(source->files->packed, flags);
for (; *cache; cache++) {
struct packed_git *p = *cache;
odb_prepare_alternates(repo->objects);
for (struct odb_source *source = repo->objects->sources; source; source = source->next) {
- struct packfile_list_entry *entry = packfile_store_get_packs(source->packfiles);
+ struct packfile_list_entry *entry = packfile_store_get_packs(source->files->packed);
if (!entry)
continue;
data.source = source;
return;
for (source = data->source->next; source; source = source->next) {
- struct packfile_list_entry *entry = packfile_store_get_packs(source->packfiles);
+ struct packfile_list_entry *entry = packfile_store_get_packs(source->files->packed);
if (!entry)
continue;
data->source = source;