[thirdparty/git.git] / upload-pack.c

#include "cache.h"
#include "refs.h"
#include "pkt-line.h"
#include "sideband.h"
#include "tag.h"
#include "object.h"
#include "commit.h"
#include "exec_cmd.h"
#include "diff.h"
#include "revision.h"
#include "list-objects.h"
#include "run-command.h"

static const char upload_pack_usage[] = "git upload-pack [--strict] [--timeout=nn] <dir>";

/* bits #0..7 in revision.h, #8..10 in commit.c */
#define THEY_HAVE	(1u << 11)
#define OUR_REF		(1u << 12)
#define WANTED		(1u << 13)
#define COMMON_KNOWN	(1u << 14)
#define REACHABLE	(1u << 15)

#define SHALLOW		(1u << 16)
#define NOT_SHALLOW	(1u << 17)
#define CLIENT_SHALLOW	(1u << 18)

static unsigned long oldest_have;

static int multi_ack, nr_our_refs;
static int use_thin_pack, use_ofs_delta, use_include_tag;
static int no_progress;
static struct object_array have_obj;
static struct object_array want_obj;
static unsigned int timeout;
/* 0 for no sideband,
 * otherwise maximum packet size (up to 65520 bytes).
 */
static int use_sideband;
static int debug_fd;

static void reset_timeout(void)
{
	alarm(timeout);
}

static int strip(char *line, int len)
{
	if (len && line[len-1] == '\n')
		line[--len] = 0;
	return len;
}

static ssize_t send_client_data(int fd, const char *data, ssize_t sz)
{
	if (use_sideband)
		return send_sideband(1, fd, data, sz, use_sideband);
	if (fd == 3)
		/* emergency quit */
		fd = 2;
	if (fd == 2) {
		/* XXX: are we happy to lose stuff here? */
		xwrite(fd, data, sz);
		return sz;
	}
	return safe_write(fd, data, sz);
}

static FILE *pack_pipe = NULL;
static void show_commit(struct commit *commit)
{
	if (commit->object.flags & BOUNDARY)
		fputc('-', pack_pipe);
	if (fputs(sha1_to_hex(commit->object.sha1), pack_pipe) < 0)
		die("broken output pipe");
	fputc('\n', pack_pipe);
	fflush(pack_pipe);
	free(commit->buffer);
	commit->buffer = NULL;
}

static void show_object(struct object *obj, const struct name_path *path, const char *component)
{
	/* An object with name "foo\n0000000..." can be used to
	 * confuse downstream git-pack-objects very badly.
	 */
	const char *name = path_name(path, component);
	const char *ep = strchr(name, '\n');
	if (ep) {
		fprintf(pack_pipe, "%s %.*s\n", sha1_to_hex(obj->sha1),
		       (int) (ep - name),
		       name);
	}
	else
		fprintf(pack_pipe, "%s %s\n",
				sha1_to_hex(obj->sha1), name);
	free((char *)name);
}

static void show_edge(struct commit *commit)
{
	fprintf(pack_pipe, "-%s\n", sha1_to_hex(commit->object.sha1));
}

static int do_rev_list(int fd, void *create_full_pack)
{
	int i;
	struct rev_info revs;

	pack_pipe = fdopen(fd, "w");
	if (create_full_pack)
		use_thin_pack = 0; /* no point doing it */
	init_revisions(&revs, NULL);
	revs.tag_objects = 1;
	revs.tree_objects = 1;
	revs.blob_objects = 1;
	if (use_thin_pack)
		revs.edge_hint = 1;

	if (create_full_pack) {
		const char *args[] = {"rev-list", "--all", NULL};
		setup_revisions(2, args, &revs, NULL);
	} else {
		for (i = 0; i < want_obj.nr; i++) {
			struct object *o = want_obj.objects[i].item;
			/* why??? */
			o->flags &= ~UNINTERESTING;
			add_pending_object(&revs, o, NULL);
		}
		for (i = 0; i < have_obj.nr; i++) {
			struct object *o = have_obj.objects[i].item;
			o->flags |= UNINTERESTING;
			add_pending_object(&revs, o, NULL);
		}
		setup_revisions(0, NULL, &revs, NULL);
	}
	if (prepare_revision_walk(&revs))
		die("revision walk setup failed");
	mark_edges_uninteresting(revs.commits, &revs, show_edge);
	traverse_commit_list(&revs, show_commit, show_object);
	fflush(pack_pipe);
	fclose(pack_pipe);
	return 0;
}

static void create_pack_file(void)
{
	struct async rev_list;
	struct child_process pack_objects;
	int create_full_pack = (nr_our_refs == want_obj.nr && !have_obj.nr);
	char data[8193], progress[128];
	char abort_msg[] = "aborting due to possible repository "
		"corruption on the remote side.";
	int buffered = -1;
	ssize_t sz;
	const char *argv[10];
	int arg = 0;

	rev_list.proc = do_rev_list;
	/* .data is just a boolean: any non-NULL value will do */
	rev_list.data = create_full_pack ? &rev_list : NULL;
	if (start_async(&rev_list))
		die("git upload-pack: unable to fork git-rev-list");

	argv[arg++] = "pack-objects";
	argv[arg++] = "--stdout";
	if (!no_progress)
		argv[arg++] = "--progress";
	if (use_ofs_delta)
		argv[arg++] = "--delta-base-offset";
	if (use_include_tag)
		argv[arg++] = "--include-tag";
	argv[arg++] = NULL;

	memset(&pack_objects, 0, sizeof(pack_objects));
	pack_objects.in = rev_list.out;	/* start_command closes it */
	pack_objects.out = -1;
	pack_objects.err = -1;
	pack_objects.git_cmd = 1;
	pack_objects.argv = argv;

	if (start_command(&pack_objects))
		die("git upload-pack: unable to fork git-pack-objects");

	/* We read from pack_objects.err to capture stderr output for
	 * progress bar, and pack_objects.out to capture the pack data.
	 */

	while (1) {
		struct pollfd pfd[2];
		int pe, pu, pollsize;

		reset_timeout();

		pollsize = 0;
		pe = pu = -1;

		if (0 <= pack_objects.out) {
			pfd[pollsize].fd = pack_objects.out;
			pfd[pollsize].events = POLLIN;
			pu = pollsize;
			pollsize++;
		}
		if (0 <= pack_objects.err) {
			pfd[pollsize].fd = pack_objects.err;
			pfd[pollsize].events = POLLIN;
			pe = pollsize;
			pollsize++;
		}

		if (!pollsize)
			break;

		if (poll(pfd, pollsize, -1) < 0) {
			if (errno != EINTR) {
				error("poll failed, resuming: %s",
				      strerror(errno));
				sleep(1);
			}
			continue;
		}
		if (0 <= pu && (pfd[pu].revents & (POLLIN|POLLHUP))) {
			/* Data ready; we keep the last byte to ourselves
			 * in case we detect broken rev-list, so that we
			 * can leave the stream corrupted.  This is
			 * unfortunate -- unpack-objects would happily
			 * accept a valid packdata with trailing garbage,
			 * so appending garbage after we pass all the
			 * pack data is not good enough to signal
			 * breakage to downstream.
			 */
			char *cp = data;
			ssize_t outsz = 0;
			if (0 <= buffered) {
				*cp++ = buffered;
				outsz++;
			}
			sz = xread(pack_objects.out, cp,
				  sizeof(data) - outsz);
			if (0 < sz)
					;
			else if (sz == 0) {
				close(pack_objects.out);
				pack_objects.out = -1;
			}
			else
				goto fail;
			sz += outsz;
			if (1 < sz) {
				buffered = data[sz-1] & 0xFF;
				sz--;
			}
			else
				buffered = -1;
			sz = send_client_data(1, data, sz);
			if (sz < 0)
				goto fail;
		}
		if (0 <= pe && (pfd[pe].revents & (POLLIN|POLLHUP))) {
			/* Status ready; we ship that in the side-band
			 * or dump to the standard error.
			 */
			sz = xread(pack_objects.err, progress,
				  sizeof(progress));
			if (0 < sz)
				send_client_data(2, progress, sz);
			else if (sz == 0) {
				close(pack_objects.err);
				pack_objects.err = -1;
			}
			else
				goto fail;
		}
	}

	if (finish_command(&pack_objects)) {
		error("git upload-pack: git-pack-objects died with error.");
		goto fail;
	}
	if (finish_async(&rev_list))
		goto fail;	/* error was already reported */

	/* flush the data */
	if (0 <= buffered) {
		data[0] = buffered;
		sz = send_client_data(1, data, 1);
		if (sz < 0)
			goto fail;
		fprintf(stderr, "flushed.\n");
	}
	if (use_sideband)
		packet_flush(1);
	return;

 fail:
	send_client_data(3, abort_msg, sizeof(abort_msg));
	die("git upload-pack: %s", abort_msg);
}

static int got_sha1(char *hex, unsigned char *sha1)
{
	struct object *o;
	int we_knew_they_have = 0;

	if (get_sha1_hex(hex, sha1))
		die("git upload-pack: expected SHA1 object, got '%s'", hex);
	if (!has_sha1_file(sha1))
		return -1;

	o = lookup_object(sha1);
	if (!(o && o->parsed))
		o = parse_object(sha1);
	if (!o)
		die("oops (%s)", sha1_to_hex(sha1));
	if (o->type == OBJ_COMMIT) {
		struct commit_list *parents;
		struct commit *commit = (struct commit *)o;
		if (o->flags & THEY_HAVE)
			we_knew_they_have = 1;
		else
			o->flags |= THEY_HAVE;
		if (!oldest_have || (commit->date < oldest_have))
			oldest_have = commit->date;
		for (parents = commit->parents;
		     parents;
		     parents = parents->next)
			parents->item->object.flags |= THEY_HAVE;
	}
	if (!we_knew_they_have) {
		add_object_array(o, NULL, &have_obj);
		return 1;
	}
	return 0;
}

static int reachable(struct commit *want)
{
	struct commit_list *work = NULL;

	insert_by_date(want, &work);
	while (work) {
		struct commit_list *list = work->next;
		struct commit *commit = work->item;
		free(work);
		work = list;

		if (commit->object.flags & THEY_HAVE) {
			want->object.flags |= COMMON_KNOWN;
			break;
		}
		if (!commit->object.parsed)
			parse_object(commit->object.sha1);
		if (commit->object.flags & REACHABLE)
			continue;
		commit->object.flags |= REACHABLE;
		if (commit->date < oldest_have)
			continue;
		for (list = commit->parents; list; list = list->next) {
			struct commit *parent = list->item;
			if (!(parent->object.flags & REACHABLE))
				insert_by_date(parent, &work);
		}
	}
	want->object.flags |= REACHABLE;
	clear_commit_marks(want, REACHABLE);
	free_commit_list(work);
	return (want->object.flags & COMMON_KNOWN);
}

static int ok_to_give_up(void)
{
	int i;

	if (!have_obj.nr)
		return 0;

	for (i = 0; i < want_obj.nr; i++) {
		struct object *want = want_obj.objects[i].item;

		if (want->flags & COMMON_KNOWN)
			continue;
		want = deref_tag(want, "a want line", 0);
		if (!want || want->type != OBJ_COMMIT) {
			/* no way to tell if this is reachable by
			 * looking at the ancestry chain alone, so
			 * leave a note to ourselves not to worry about
			 * this object anymore.
			 */
			want_obj.objects[i].item->flags |= COMMON_KNOWN;
			continue;
		}
		if (!reachable((struct commit *)want))
			return 0;
	}
	return 1;
}

static int get_common_commits(void)
{
	static char line[1000];
	unsigned char sha1[20];
	char hex[41], last_hex[41];
	int len;

	save_commit_buffer = 0;

	for(;;) {
		len = packet_read_line(0, line, sizeof(line));
		reset_timeout();

		if (!len) {
			if (have_obj.nr == 0 || multi_ack)
				packet_write(1, "NAK\n");
			continue;
		}
		len = strip(line, len);
		if (!prefixcmp(line, "have ")) {
			switch (got_sha1(line+5, sha1)) {
			case -1: /* they have what we do not */
				if (multi_ack && ok_to_give_up())
					packet_write(1, "ACK %s continue\n",
						     sha1_to_hex(sha1));
				break;
			default:
				memcpy(hex, sha1_to_hex(sha1), 41);
				if (multi_ack) {
					const char *msg = "ACK %s continue\n";
					packet_write(1, msg, hex);
					memcpy(last_hex, hex, 41);
				}
				else if (have_obj.nr == 1)
					packet_write(1, "ACK %s\n", hex);
				break;
			}
			continue;
		}
		if (!strcmp(line, "done")) {
			if (have_obj.nr > 0) {
				if (multi_ack)
					packet_write(1, "ACK %s\n", last_hex);
				return 0;
			}
			packet_write(1, "NAK\n");
			return -1;
		}
		die("git upload-pack: expected SHA1 list, got '%s'", line);
	}
}

static void receive_needs(void)
{
	struct object_array shallows = {0, 0, NULL};
	static char line[1000];
	int len, depth = 0;

	if (debug_fd)
		write_in_full(debug_fd, "#S\n", 3);
	for (;;) {
		struct object *o;
		unsigned char sha1_buf[20];
		len = packet_read_line(0, line, sizeof(line));
		reset_timeout();
		if (!len)
			break;
		if (debug_fd)
			write_in_full(debug_fd, line, len);

		if (!prefixcmp(line, "shallow ")) {
			unsigned char sha1[20];
			struct object *object;
			use_thin_pack = 0;
			if (get_sha1(line + 8, sha1))
				die("invalid shallow line: %s", line);
			object = parse_object(sha1);
			if (!object)
				die("did not find object for %s", line);
			object->flags |= CLIENT_SHALLOW;
			add_object_array(object, NULL, &shallows);
			continue;
		}
		if (!prefixcmp(line, "deepen ")) {
			char *end;
			use_thin_pack = 0;
			depth = strtol(line + 7, &end, 0);
			if (end == line + 7 || depth <= 0)
				die("Invalid deepen: %s", line);
			continue;
		}
		if (prefixcmp(line, "want ") ||
		    get_sha1_hex(line+5, sha1_buf))
			die("git upload-pack: protocol error, "
			    "expected to get sha, not '%s'", line);
		if (strstr(line+45, "multi_ack"))
			multi_ack = 1;
		if (strstr(line+45, "thin-pack"))
			use_thin_pack = 1;
		if (strstr(line+45, "ofs-delta"))
			use_ofs_delta = 1;
		if (strstr(line+45, "side-band-64k"))
			use_sideband = LARGE_PACKET_MAX;
		else if (strstr(line+45, "side-band"))
			use_sideband = DEFAULT_PACKET_MAX;
		if (strstr(line+45, "no-progress"))
			no_progress = 1;
		if (strstr(line+45, "include-tag"))
			use_include_tag = 1;

		/* We have sent all our refs already, and the other end
		 * should have chosen out of them; otherwise they are
		 * asking for nonsense.
		 *
		 * Hmph.  We may later want to allow "want" line that
		 * asks for something like "master~10" (symbolic)...
		 * would it make sense?  I don't know.
		 */
		o = lookup_object(sha1_buf);
		if (!o || !(o->flags & OUR_REF))
			die("git upload-pack: not our ref %s", line+5);
		if (!(o->flags & WANTED)) {
			o->flags |= WANTED;
			add_object_array(o, NULL, &want_obj);
		}
	}
	if (debug_fd)
		write_in_full(debug_fd, "#E\n", 3);
	if (depth == 0 && shallows.nr == 0)
		return;
	if (depth > 0) {
		struct commit_list *result, *backup;
		int i;
		backup = result = get_shallow_commits(&want_obj, depth,
			SHALLOW, NOT_SHALLOW);
		while (result) {
			struct object *object = &result->item->object;
			if (!(object->flags & (CLIENT_SHALLOW|NOT_SHALLOW))) {
				packet_write(1, "shallow %s",
						sha1_to_hex(object->sha1));
				register_shallow(object->sha1);
			}
			result = result->next;
		}
		free_commit_list(backup);
		for (i = 0; i < shallows.nr; i++) {
			struct object *object = shallows.objects[i].item;
			if (object->flags & NOT_SHALLOW) {
				struct commit_list *parents;
				packet_write(1, "unshallow %s",
					sha1_to_hex(object->sha1));
				object->flags &= ~CLIENT_SHALLOW;
				/* make sure the real parents are parsed */
				unregister_shallow(object->sha1);
				object->parsed = 0;
				if (parse_commit((struct commit *)object))
					die("invalid commit");
				parents = ((struct commit *)object)->parents;
				while (parents) {
					add_object_array(&parents->item->object,
							NULL, &want_obj);
					parents = parents->next;
				}
			}
			/* make sure commit traversal conforms to client */
			register_shallow(object->sha1);
		}
		packet_flush(1);
	} else
		if (shallows.nr > 0) {
			int i;
			for (i = 0; i < shallows.nr; i++)
				register_shallow(shallows.objects[i].item->sha1);
		}
	free(shallows.objects);
}

static int send_ref(const char *refname, const unsigned char *sha1, int flag, void *cb_data)
{
	static const char *capabilities = "multi_ack thin-pack side-band"
		" side-band-64k ofs-delta shallow no-progress"
		" include-tag";
	struct object *o = parse_object(sha1);

	if (!o)
		die("git upload-pack: cannot find object %s:", sha1_to_hex(sha1));

	if (capabilities)
		packet_write(1, "%s %s%c%s\n", sha1_to_hex(sha1), refname,
			0, capabilities);
	else
		packet_write(1, "%s %s\n", sha1_to_hex(sha1), refname);
	capabilities = NULL;
	if (!(o->flags & OUR_REF)) {
		o->flags |= OUR_REF;
		nr_our_refs++;
	}
	if (o->type == OBJ_TAG) {
		o = deref_tag(o, refname, 0);
		if (o)
			packet_write(1, "%s %s^{}\n", sha1_to_hex(o->sha1), refname);
	}
	return 0;
}

static void upload_pack(void)
{
	reset_timeout();
	head_ref(send_ref, NULL);
	for_each_ref(send_ref, NULL);
	packet_flush(1);
	receive_needs();
	if (want_obj.nr) {
		get_common_commits();
		create_pack_file();
	}
}

int main(int argc, char **argv)
{
	char *dir;
	int i;
	int strict = 0;

	git_extract_argv0_path(argv[0]);

	for (i = 1; i < argc; i++) {
		char *arg = argv[i];

		if (arg[0] != '-')
			break;
		if (!strcmp(arg, "--strict")) {
			strict = 1;
			continue;
		}
		if (!prefixcmp(arg, "--timeout=")) {
			timeout = atoi(arg+10);
			continue;
		}
		if (!strcmp(arg, "--")) {
			i++;
			break;
		}
	}

	if (i != argc-1)
		usage(upload_pack_usage);

	setup_path();

	dir = argv[i];

	if (!enter_repo(dir, strict))
		die("'%s': unable to chdir or not a git archive", dir);
	if (is_repository_shallow())
		die("attempt to fetch/clone from a shallow repository");
	if (getenv("GIT_DEBUG_SEND_PACK"))
		debug_fd = atoi(getenv("GIT_DEBUG_SEND_PACK"));
	upload_pack();
	return 0;
}
Commit	Line	Data
def88e9a LT	1	#include "cache.h"
	2	#include "refs.h"
	3	#include "pkt-line.h"
958c24b1	4	#include "sideband.h"
f6b42a81 JH	5	#include "tag.h"
f6b42a81 JH	6	#include "object.h"
f0243f26	7	#include "commit.h"
77cb17e9	8	#include "exec_cmd.h"
9b8dc263 JS	9	#include "diff.h"
	10	#include "revision.h"
	11	#include "list-objects.h"
cc41fa8d	12	#include "run-command.h"
def88e9a	13
34263de0	14	static const char upload_pack_usage[] = "git upload-pack [--strict] [--timeout=nn] <dir>";
def88e9a	15
937a515a JH	16	/* bits #0..7 in revision.h, #8..10 in commit.c */
	17	#define THEY_HAVE (1u << 11)
	18	#define OUR_REF (1u << 12)
	19	#define WANTED (1u << 13)
	20	#define COMMON_KNOWN (1u << 14)
	21	#define REACHABLE (1u << 15)
	22
f53514bc JS	23	#define SHALLOW (1u << 16)
	24	#define NOT_SHALLOW (1u << 17)
	25	#define CLIENT_SHALLOW (1u << 18)
	26
3fbe2d54	27	static unsigned long oldest_have;
937a515a	28
96f1e58f	29	static int multi_ack, nr_our_refs;
348e390b SP	30	static int use_thin_pack, use_ofs_delta, use_include_tag;
348e390b SP	31	static int no_progress;
b1e9fff7 JH	32	static struct object_array have_obj;
b1e9fff7 JH	33	static struct object_array want_obj;
96f1e58f	34	static unsigned int timeout;
d47f3db7 JH	35	/* 0 for no sideband,
	36	* otherwise maximum packet size (up to 65520 bytes).
	37	*/
96f1e58f	38	static int use_sideband;
49aaddd1	39	static int debug_fd;
960deccb PA	40
	41	static void reset_timeout(void)
	42	{
	43	alarm(timeout);
	44	}
fb9040cc	45
75bfc6c2 LT	46	static int strip(char *line, int len)
	47	{
	48	if (len && line[len-1] == '\n')
	49	line[--len] = 0;
	50	return len;
	51	}
	52
583b7ea3 JH	53	static ssize_t send_client_data(int fd, const char *data, ssize_t sz)
583b7ea3 JH	54	{
958c24b1	55	if (use_sideband)
d47f3db7	56	return send_sideband(1, fd, data, sz, use_sideband);
958c24b1 JH	57	if (fd == 3)
	58	/* emergency quit */
	59	fd = 2;
	60	if (fd == 2) {
93822c22	61	/* XXX: are we happy to lose stuff here? */
958c24b1 JH	62	xwrite(fd, data, sz);
958c24b1 JH	63	return sz;
583b7ea3	64	}
958c24b1	65	return safe_write(fd, data, sz);
583b7ea3 JH	66	}
583b7ea3 JH	67
16befb8b	68	static FILE *pack_pipe = NULL;
9b8dc263 JS	69	static void show_commit(struct commit *commit)
	70	{
	71	if (commit->object.flags & BOUNDARY)
	72	fputc('-', pack_pipe);
	73	if (fputs(sha1_to_hex(commit->object.sha1), pack_pipe) < 0)
	74	die("broken output pipe");
	75	fputc('\n', pack_pipe);
	76	fflush(pack_pipe);
	77	free(commit->buffer);
	78	commit->buffer = NULL;
	79	}
	80
cf2ab916	81	static void show_object(struct object obj, const struct name_path path, const char *component)
9b8dc263 JS	82	{
	83	/* An object with name "foo\n0000000..." can be used to
	84	* confuse downstream git-pack-objects very badly.
	85	*/
cf2ab916	86	const char *name = path_name(path, component);
8d2dfc49	87	const char *ep = strchr(name, '\n');
9b8dc263	88	if (ep) {
8d2dfc49 LT	89	fprintf(pack_pipe, "%s %.*s\n", sha1_to_hex(obj->sha1),
	90	(int) (ep - name),
	91	name);
9b8dc263 JS	92	}
	93	else
	94	fprintf(pack_pipe, "%s %s\n",
8d2dfc49	95	sha1_to_hex(obj->sha1), name);
cf2ab916	96	free((char *)name);
9b8dc263 JS	97	}
	98
	99	static void show_edge(struct commit *commit)
	100	{
	101	fprintf(pack_pipe, "-%s\n", sha1_to_hex(commit->object.sha1));
	102	}
	103
21edd3f1	104	static int do_rev_list(int fd, void *create_full_pack)
80ccaa78 JS	105	{
	106	int i;
	107	struct rev_info revs;
	108
21edd3f1	109	pack_pipe = fdopen(fd, "w");
80ccaa78 JS	110	if (create_full_pack)
	111	use_thin_pack = 0; /* no point doing it */
	112	init_revisions(&revs, NULL);
	113	revs.tag_objects = 1;
	114	revs.tree_objects = 1;
	115	revs.blob_objects = 1;
	116	if (use_thin_pack)
	117	revs.edge_hint = 1;
	118
	119	if (create_full_pack) {
	120	const char *args[] = {"rev-list", "--all", NULL};
	121	setup_revisions(2, args, &revs, NULL);
	122	} else {
	123	for (i = 0; i < want_obj.nr; i++) {
	124	struct object *o = want_obj.objects[i].item;
	125	/* why??? */
	126	o->flags &= ~UNINTERESTING;
	127	add_pending_object(&revs, o, NULL);
	128	}
	129	for (i = 0; i < have_obj.nr; i++) {
	130	struct object *o = have_obj.objects[i].item;
	131	o->flags \|= UNINTERESTING;
	132	add_pending_object(&revs, o, NULL);
	133	}
	134	setup_revisions(0, NULL, &revs, NULL);
	135	}
3d51e1b5 MK	136	if (prepare_revision_walk(&revs))
3d51e1b5 MK	137	die("revision walk setup failed");
80ccaa78 JS	138	mark_edges_uninteresting(revs.commits, &revs, show_edge);
80ccaa78 JS	139	traverse_commit_list(&revs, show_commit, show_object);
618ebe9f JS	140	fflush(pack_pipe);
618ebe9f JS	141	fclose(pack_pipe);
21edd3f1	142	return 0;
80ccaa78 JS	143	}
80ccaa78 JS	144
fb9040cc LT	145	static void create_pack_file(void)
fb9040cc LT	146	{
21edd3f1	147	struct async rev_list;
cc41fa8d	148	struct child_process pack_objects;
b1e9fff7	149	int create_full_pack = (nr_our_refs == want_obj.nr && !have_obj.nr);
363b7817	150	char data[8193], progress[128];
583b7ea3 JH	151	char abort_msg[] = "aborting due to possible repository "
583b7ea3 JH	152	"corruption on the remote side.";
b1c71b72	153	int buffered = -1;
4c324c00	154	ssize_t sz;
cc41fa8d JS	155	const char *argv[10];
cc41fa8d JS	156	int arg = 0;
75bfc6c2	157
21edd3f1 JS	158	rev_list.proc = do_rev_list;
	159	/* .data is just a boolean: any non-NULL value will do */
	160	rev_list.data = create_full_pack ? &rev_list : NULL;
	161	if (start_async(&rev_list))
7e44c935	162	die("git upload-pack: unable to fork git-rev-list");
75bfc6c2	163
cc41fa8d JS	164	argv[arg++] = "pack-objects";
	165	argv[arg++] = "--stdout";
	166	if (!no_progress)
	167	argv[arg++] = "--progress";
	168	if (use_ofs_delta)
	169	argv[arg++] = "--delta-base-offset";
348e390b SP	170	if (use_include_tag)
348e390b SP	171	argv[arg++] = "--include-tag";
cc41fa8d JS	172	argv[arg++] = NULL;
	173
	174	memset(&pack_objects, 0, sizeof(pack_objects));
21edd3f1	175	pack_objects.in = rev_list.out; /* start_command closes it */
cc41fa8d JS	176	pack_objects.out = -1;
	177	pack_objects.err = -1;
	178	pack_objects.git_cmd = 1;
	179	pack_objects.argv = argv;
21edd3f1	180
4c324c00	181	if (start_command(&pack_objects))
7e44c935	182	die("git upload-pack: unable to fork git-pack-objects");
b1c71b72	183
cc41fa8d JS	184	/* We read from pack_objects.err to capture stderr output for
cc41fa8d JS	185	* progress bar, and pack_objects.out to capture the pack data.
b1c71b72	186	*/
b1c71b72 JH	187
b1c71b72 JH	188	while (1) {
b1c71b72	189	struct pollfd pfd[2];
363b7817	190	int pe, pu, pollsize;
b1c71b72	191
0d516ada ML	192	reset_timeout();
0d516ada ML	193
b1c71b72	194	pollsize = 0;
363b7817	195	pe = pu = -1;
b1c71b72	196
cc41fa8d JS	197	if (0 <= pack_objects.out) {
cc41fa8d JS	198	pfd[pollsize].fd = pack_objects.out;
b1c71b72 JH	199	pfd[pollsize].events = POLLIN;
	200	pu = pollsize;
	201	pollsize++;
	202	}
cc41fa8d JS	203	if (0 <= pack_objects.err) {
cc41fa8d JS	204	pfd[pollsize].fd = pack_objects.err;
363b7817 JH	205	pfd[pollsize].events = POLLIN;
	206	pe = pollsize;
	207	pollsize++;
	208	}
b1c71b72	209
4c324c00 JS	210	if (!pollsize)
	211	break;
	212
	213	if (poll(pfd, pollsize, -1) < 0) {
	214	if (errno != EINTR) {
	215	error("poll failed, resuming: %s",
	216	strerror(errno));
	217	sleep(1);
b1c71b72	218	}
4c324c00 JS	219	continue;
	220	}
	221	if (0 <= pu && (pfd[pu].revents & (POLLIN\|POLLHUP))) {
	222	/* Data ready; we keep the last byte to ourselves
	223	* in case we detect broken rev-list, so that we
	224	* can leave the stream corrupted. This is
	225	* unfortunate -- unpack-objects would happily
	226	* accept a valid packdata with trailing garbage,
	227	* so appending garbage after we pass all the
	228	* pack data is not good enough to signal
	229	* breakage to downstream.
	230	*/
	231	char *cp = data;
	232	ssize_t outsz = 0;
	233	if (0 <= buffered) {
	234	*cp++ = buffered;
	235	outsz++;
b1c71b72	236	}
4c324c00 JS	237	sz = xread(pack_objects.out, cp,
	238	sizeof(data) - outsz);
	239	if (0 < sz)
	240	;
	241	else if (sz == 0) {
	242	close(pack_objects.out);
	243	pack_objects.out = -1;
363b7817	244	}
4c324c00 JS	245	else
	246	goto fail;
	247	sz += outsz;
	248	if (1 < sz) {
	249	buffered = data[sz-1] & 0xFF;
	250	sz--;
b1c71b72	251	}
4c324c00 JS	252	else
	253	buffered = -1;
	254	sz = send_client_data(1, data, sz);
	255	if (sz < 0)
b1c71b72	256	goto fail;
4c324c00 JS	257	}
	258	if (0 <= pe && (pfd[pe].revents & (POLLIN\|POLLHUP))) {
	259	/* Status ready; we ship that in the side-band
	260	* or dump to the standard error.
	261	*/
	262	sz = xread(pack_objects.err, progress,
	263	sizeof(progress));
	264	if (0 < sz)
	265	send_client_data(2, progress, sz);
	266	else if (sz == 0) {
	267	close(pack_objects.err);
	268	pack_objects.err = -1;
b1c71b72	269	}
4c324c00 JS	270	else
4c324c00 JS	271	goto fail;
b1c71b72	272	}
4c324c00	273	}
b1c71b72	274
4c324c00	275	if (finish_command(&pack_objects)) {
7e44c935	276	error("git upload-pack: git-pack-objects died with error.");
4c324c00 JS	277	goto fail;
	278	}
	279	if (finish_async(&rev_list))
	280	goto fail; /* error was already reported */
b1c71b72	281
4c324c00 JS	282	/* flush the data */
	283	if (0 <= buffered) {
	284	data[0] = buffered;
	285	sz = send_client_data(1, data, 1);
	286	if (sz < 0)
	287	goto fail;
	288	fprintf(stderr, "flushed.\n");
b1c71b72	289	}
4c324c00 JS	290	if (use_sideband)
	291	packet_flush(1);
	292	return;
	293
b1c71b72	294	fail:
583b7ea3	295	send_client_data(3, abort_msg, sizeof(abort_msg));
7e44c935	296	die("git upload-pack: %s", abort_msg);
fb9040cc LT	297	}
fb9040cc LT	298
def88e9a LT	299	static int got_sha1(char hex, unsigned char sha1)
def88e9a LT	300	{
b1e9fff7	301	struct object *o;
937a515a	302	int we_knew_they_have = 0;
b1e9fff7	303
def88e9a	304	if (get_sha1_hex(hex, sha1))
7e44c935	305	die("git upload-pack: expected SHA1 object, got '%s'", hex);
fb9040cc	306	if (!has_sha1_file(sha1))
937a515a	307	return -1;
b1e9fff7 JH	308
	309	o = lookup_object(sha1);
	310	if (!(o && o->parsed))
	311	o = parse_object(sha1);
	312	if (!o)
	313	die("oops (%s)", sha1_to_hex(sha1));
182a8dab	314	if (o->type == OBJ_COMMIT) {
b1e9fff7	315	struct commit_list *parents;
937a515a	316	struct commit commit = (struct commit )o;
b1e9fff7	317	if (o->flags & THEY_HAVE)
937a515a JH	318	we_knew_they_have = 1;
	319	else
	320	o->flags \|= THEY_HAVE;
	321	if (!oldest_have \|\| (commit->date < oldest_have))
	322	oldest_have = commit->date;
	323	for (parents = commit->parents;
b1e9fff7 JH	324	parents;
	325	parents = parents->next)
	326	parents->item->object.flags \|= THEY_HAVE;
fb9040cc	327	}
937a515a JH	328	if (!we_knew_they_have) {
	329	add_object_array(o, NULL, &have_obj);
	330	return 1;
	331	}
	332	return 0;
	333	}
	334
	335	static int reachable(struct commit *want)
	336	{
	337	struct commit_list *work = NULL;
	338
	339	insert_by_date(want, &work);
	340	while (work) {
	341	struct commit_list *list = work->next;
	342	struct commit *commit = work->item;
	343	free(work);
	344	work = list;
	345
	346	if (commit->object.flags & THEY_HAVE) {
	347	want->object.flags \|= COMMON_KNOWN;
	348	break;
	349	}
	350	if (!commit->object.parsed)
	351	parse_object(commit->object.sha1);
	352	if (commit->object.flags & REACHABLE)
	353	continue;
	354	commit->object.flags \|= REACHABLE;
	355	if (commit->date < oldest_have)
	356	continue;
	357	for (list = commit->parents; list; list = list->next) {
	358	struct commit *parent = list->item;
	359	if (!(parent->object.flags & REACHABLE))
	360	insert_by_date(parent, &work);
	361	}
	362	}
	363	want->object.flags \|= REACHABLE;
	364	clear_commit_marks(want, REACHABLE);
	365	free_commit_list(work);
	366	return (want->object.flags & COMMON_KNOWN);
	367	}
	368
	369	static int ok_to_give_up(void)
	370	{
	371	int i;
	372
	373	if (!have_obj.nr)
	374	return 0;
	375
	376	for (i = 0; i < want_obj.nr; i++) {
	377	struct object *want = want_obj.objects[i].item;
	378
	379	if (want->flags & COMMON_KNOWN)
	380	continue;
	381	want = deref_tag(want, "a want line", 0);
	382	if (!want \|\| want->type != OBJ_COMMIT) {
	383	/* no way to tell if this is reachable by
	384	* looking at the ancestry chain alone, so
	385	* leave a note to ourselves not to worry about
	386	* this object anymore.
	387	*/
	388	want_obj.objects[i].item->flags \|= COMMON_KNOWN;
	389	continue;
	390	}
	391	if (!reachable((struct commit *)want))
392	return 0;
393	}
fb9040cc	394	return 1;
def88e9a LT	395	}
	396
	397	static int get_common_commits(void)
	398	{
	399	static char line[1000];
c04c4e57 JH	400	unsigned char sha1[20];
c04c4e57 JH	401	char hex[41], last_hex[41];
def88e9a LT	402	int len;
def88e9a LT	403
f0243f26 JS	404	save_commit_buffer = 0;
f0243f26 JS	405
def88e9a LT	406	for(;;) {
def88e9a LT	407	len = packet_read_line(0, line, sizeof(line));
960deccb	408	reset_timeout();
def88e9a LT	409
def88e9a LT	410	if (!len) {
b1e9fff7	411	if (have_obj.nr == 0 \|\| multi_ack)
1bd8c8f0	412	packet_write(1, "NAK\n");
def88e9a LT	413	continue;
def88e9a LT	414	}
75bfc6c2	415	len = strip(line, len);
cc44c765	416	if (!prefixcmp(line, "have ")) {
937a515a JH	417	switch (got_sha1(line+5, sha1)) {
	418	case -1: /* they have what we do not */
	419	if (multi_ack && ok_to_give_up())
	420	packet_write(1, "ACK %s continue\n",
	421	sha1_to_hex(sha1));
	422	break;
	423	default:
c04c4e57 JH	424	memcpy(hex, sha1_to_hex(sha1), 41);
	425	if (multi_ack) {
	426	const char *msg = "ACK %s continue\n";
	427	packet_write(1, msg, hex);
	428	memcpy(last_hex, hex, 41);
	429	}
	430	else if (have_obj.nr == 1)
	431	packet_write(1, "ACK %s\n", hex);
937a515a	432	break;
af2d3aa4	433	}
def88e9a LT	434	continue;
	435	}
	436	if (!strcmp(line, "done")) {
b1e9fff7	437	if (have_obj.nr > 0) {
1bd8c8f0	438	if (multi_ack)
c04c4e57	439	packet_write(1, "ACK %s\n", last_hex);
1bd8c8f0 JS	440	return 0;
1bd8c8f0 JS	441	}
def88e9a LT	442	packet_write(1, "NAK\n");
	443	return -1;
	444	}
7e44c935	445	die("git upload-pack: expected SHA1 list, got '%s'", line);
def88e9a	446	}
def88e9a LT	447	}
def88e9a LT	448
b1e9fff7	449	static void receive_needs(void)
fb9040cc	450	{
ed09aef0	451	struct object_array shallows = {0, 0, NULL};
fb9040cc	452	static char line[1000];
016e6ccb	453	int len, depth = 0;
fb9040cc	454
49aaddd1 SP	455	if (debug_fd)
49aaddd1 SP	456	write_in_full(debug_fd, "#S\n", 3);
fb9040cc	457	for (;;) {
565ebbf7	458	struct object *o;
6ece0d30	459	unsigned char sha1_buf[20];
fb9040cc	460	len = packet_read_line(0, line, sizeof(line));
960deccb	461	reset_timeout();
fb9040cc	462	if (!len)
ed09aef0	463	break;
49aaddd1 SP	464	if (debug_fd)
49aaddd1 SP	465	write_in_full(debug_fd, line, len);
e091eb93	466
599065a3	467	if (!prefixcmp(line, "shallow ")) {
ed09aef0 JS	468	unsigned char sha1[20];
ed09aef0 JS	469	struct object *object;
f53514bc	470	use_thin_pack = 0;
ed09aef0 JS	471	if (get_sha1(line + 8, sha1))
	472	die("invalid shallow line: %s", line);
	473	object = parse_object(sha1);
	474	if (!object)
	475	die("did not find object for %s", line);
f53514bc	476	object->flags \|= CLIENT_SHALLOW;
ed09aef0 JS	477	add_object_array(object, NULL, &shallows);
	478	continue;
	479	}
599065a3	480	if (!prefixcmp(line, "deepen ")) {
016e6ccb	481	char *end;
f53514bc	482	use_thin_pack = 0;
016e6ccb JS	483	depth = strtol(line + 7, &end, 0);
	484	if (end == line + 7 \|\| depth <= 0)
	485	die("Invalid deepen: %s", line);
	486	continue;
	487	}
599065a3	488	if (prefixcmp(line, "want ") \|\|
6ece0d30	489	get_sha1_hex(line+5, sha1_buf))
7e44c935	490	die("git upload-pack: protocol error, "
e091eb93	491	"expected to get sha, not '%s'", line);
1bd8c8f0 JS	492	if (strstr(line+45, "multi_ack"))
1bd8c8f0 JS	493	multi_ack = 1;
b19696c2 JH	494	if (strstr(line+45, "thin-pack"))
b19696c2 JH	495	use_thin_pack = 1;
e4fe4b8e NP	496	if (strstr(line+45, "ofs-delta"))
e4fe4b8e NP	497	use_ofs_delta = 1;
d47f3db7 JH	498	if (strstr(line+45, "side-band-64k"))
	499	use_sideband = LARGE_PACKET_MAX;
	500	else if (strstr(line+45, "side-band"))
	501	use_sideband = DEFAULT_PACKET_MAX;
b0e90897 JS	502	if (strstr(line+45, "no-progress"))
b0e90897 JS	503	no_progress = 1;
348e390b SP	504	if (strstr(line+45, "include-tag"))
348e390b SP	505	use_include_tag = 1;
565ebbf7 JH	506
	507	/* We have sent all our refs already, and the other end
	508	* should have chosen out of them; otherwise they are
	509	* asking for nonsense.
	510	*
	511	* Hmph. We may later want to allow "want" line that
	512	* asks for something like "master~10" (symbolic)...
	513	* would it make sense? I don't know.
	514	*/
	515	o = lookup_object(sha1_buf);
	516	if (!o \|\| !(o->flags & OUR_REF))
7e44c935	517	die("git upload-pack: not our ref %s", line+5);
565ebbf7 JH	518	if (!(o->flags & WANTED)) {
565ebbf7 JH	519	o->flags \|= WANTED;
b1e9fff7	520	add_object_array(o, NULL, &want_obj);
565ebbf7	521	}
fb9040cc	522	}
49aaddd1 SP	523	if (debug_fd)
49aaddd1 SP	524	write_in_full(debug_fd, "#E\n", 3);
f53514bc JS	525	if (depth == 0 && shallows.nr == 0)
f53514bc JS	526	return;
016e6ccb JS	527	if (depth > 0) {
016e6ccb JS	528	struct commit_list result, backup;
f53514bc JS	529	int i;
	530	backup = result = get_shallow_commits(&want_obj, depth,
	531	SHALLOW, NOT_SHALLOW);
016e6ccb	532	while (result) {
f53514bc	533	struct object *object = &result->item->object;
1f2de769	534	if (!(object->flags & (CLIENT_SHALLOW\|NOT_SHALLOW))) {
f53514bc JS	535	packet_write(1, "shallow %s",
	536	sha1_to_hex(object->sha1));
	537	register_shallow(object->sha1);
	538	}
016e6ccb JS	539	result = result->next;
	540	}
	541	free_commit_list(backup);
f53514bc JS	542	for (i = 0; i < shallows.nr; i++) {
	543	struct object *object = shallows.objects[i].item;
	544	if (object->flags & NOT_SHALLOW) {
	545	struct commit_list *parents;
	546	packet_write(1, "unshallow %s",
	547	sha1_to_hex(object->sha1));
	548	object->flags &= ~CLIENT_SHALLOW;
	549	/* make sure the real parents are parsed */
	550	unregister_shallow(object->sha1);
176d45cb	551	object->parsed = 0;
dec38c81 MK	552	if (parse_commit((struct commit *)object))
dec38c81 MK	553	die("invalid commit");
f53514bc JS	554	parents = ((struct commit *)object)->parents;
	555	while (parents) {
	556	add_object_array(&parents->item->object,
	557	NULL, &want_obj);
	558	parents = parents->next;
	559	}
	560	}
	561	/* make sure commit traversal conforms to client */
	562	register_shallow(object->sha1);
	563	}
	564	packet_flush(1);
	565	} else
	566	if (shallows.nr > 0) {
	567	int i;
	568	for (i = 0; i < shallows.nr; i++)
	569	register_shallow(shallows.objects[i].item->sha1);
	570	}
	571	free(shallows.objects);
fb9040cc LT	572	}
fb9040cc LT	573
8da19775	574	static int send_ref(const char refname, const unsigned char sha1, int flag, void *cb_data)
def88e9a	575	{
ed09aef0	576	static const char *capabilities = "multi_ack thin-pack side-band"
348e390b SP	577	" side-band-64k ofs-delta shallow no-progress"
348e390b SP	578	" include-tag";
f6b42a81 JH	579	struct object *o = parse_object(sha1);
f6b42a81 JH	580
b5b16990	581	if (!o)
7e44c935	582	die("git upload-pack: cannot find object %s:", sha1_to_hex(sha1));
b5b16990	583
1f5881bb JS	584	if (capabilities)
	585	packet_write(1, "%s %s%c%s\n", sha1_to_hex(sha1), refname,
	586	0, capabilities);
	587	else
	588	packet_write(1, "%s %s\n", sha1_to_hex(sha1), refname);
	589	capabilities = NULL;
565ebbf7 JH	590	if (!(o->flags & OUR_REF)) {
	591	o->flags \|= OUR_REF;
	592	nr_our_refs++;
	593	}
1974632c	594	if (o->type == OBJ_TAG) {
9534f40b	595	o = deref_tag(o, refname, 0);
affeef12 MK	596	if (o)
affeef12 MK	597	packet_write(1, "%s %s^{}\n", sha1_to_hex(o->sha1), refname);
f6b42a81	598	}
def88e9a LT	599	return 0;
	600	}
	601
59076eba	602	static void upload_pack(void)
def88e9a	603	{
960deccb	604	reset_timeout();
cb5d709f JH	605	head_ref(send_ref, NULL);
cb5d709f JH	606	for_each_ref(send_ref, NULL);
def88e9a	607	packet_flush(1);
b1e9fff7	608	receive_needs();
59076eba DR	609	if (want_obj.nr) {
	610	get_common_commits();
	611	create_pack_file();
	612	}
def88e9a LT	613	}
	614
	615	int main(int argc, char **argv)
	616	{
8d630132	617	char *dir;
960deccb PA	618	int i;
	619	int strict = 0;
	620
2fb3f6db SP	621	git_extract_argv0_path(argv[0]);
2fb3f6db SP	622
960deccb PA	623	for (i = 1; i < argc; i++) {
	624	char *arg = argv[i];
	625
	626	if (arg[0] != '-')
	627	break;
	628	if (!strcmp(arg, "--strict")) {
	629	strict = 1;
	630	continue;
	631	}
cc44c765	632	if (!prefixcmp(arg, "--timeout=")) {
960deccb PA	633	timeout = atoi(arg+10);
	634	continue;
	635	}
	636	if (!strcmp(arg, "--")) {
	637	i++;
	638	break;
	639	}
	640	}
a6080a0a	641
960deccb	642	if (i != argc-1)
def88e9a	643	usage(upload_pack_usage);
04b33055	644
e1464ca7	645	setup_path();
04b33055	646
960deccb	647	dir = argv[i];
113b9475	648
8d630132 AE	649	if (!enter_repo(dir, strict))
8d630132 AE	650	die("'%s': unable to chdir or not a git archive", dir);
a0022eeb JH	651	if (is_repository_shallow())
a0022eeb JH	652	die("attempt to fetch/clone from a shallow repository");
49aaddd1 SP	653	if (getenv("GIT_DEBUG_SEND_PACK"))
49aaddd1 SP	654	debug_fd = atoi(getenv("GIT_DEBUG_SEND_PACK"));
def88e9a LT	655	upload_pack();
	656	return 0;
	657	}