X-Git-Url: https://git.octo.it/?a=blobdiff_plain;f=fetch-pack.c;h=57602b9561160a3ff14b893a92d69b46c1ffa9df;hb=40a10462498bdd23d4e49f02867b8be50eb78704;hp=a4c1eccf7132f33674f631f50681fa5ce0f30dba;hpb=723c31fea2f1c4994de837bda9022ffa8b6de1bb;p=git.git diff --git a/fetch-pack.c b/fetch-pack.c index a4c1eccf..57602b95 100644 --- a/fetch-pack.c +++ b/fetch-pack.c @@ -1,48 +1,177 @@ #include "cache.h" #include "refs.h" #include "pkt-line.h" +#include "commit.h" +#include "tag.h" +#include #include -static const char fetch_pack_usage[] = "git-fetch-pack [host:]directory [heads]* < mycommitlist"; +static int quiet; +static int verbose; +static const char fetch_pack_usage[] = +"git-fetch-pack [-q] [-v] [--exec=upload-pack] [host:]directory ..."; static const char *exec = "git-upload-pack"; -static int get_ack(int fd, unsigned char *result_sha1) +#define COMPLETE (1U << 0) +#define COMMON (1U << 1) +#define COMMON_REF (1U << 2 | COMMON) +#define SEEN (1U << 3) +#define POPPED (1U << 4) + +static struct commit_list *rev_list = NULL; +static struct commit_list *rev_list_end = NULL; +static unsigned long non_common_revs = 0; + +static void rev_list_append(struct commit *commit, int mark) { - static char line[1000]; - int len = packet_read_line(fd, line, sizeof(line)); - - if (!len) - die("git-fetch-pack: expected ACK/NAK, got EOF"); - if (line[len-1] == '\n') - line[--len] = 0; - if (!strcmp(line, "NAK")) - return 0; - if (!strncmp(line, "ACK ", 3)) { - if (!get_sha1_hex(line+4, result_sha1)) - return 1; + if (!(commit->object.flags & mark)) { + commit->object.flags |= mark; + + if (rev_list == NULL) { + commit_list_insert(commit, &rev_list); + rev_list_end = rev_list; + } else { + commit_list_insert(commit, &(rev_list_end->next)); + rev_list_end = rev_list_end->next; + } + + if (!(commit->object.flags & COMMON)) + non_common_revs++; } - die("git-fetch_pack: expected ACK/NAK, got '%s'", line); } -static int find_common(int fd[2], unsigned char *result_sha1, unsigned char *remote) +static int rev_list_append_sha1(const char *path, const unsigned char *sha1) +{ + struct object *o = deref_tag(parse_object(sha1)); + + if (o->type == commit_type) + rev_list_append((struct commit *)o, SEEN); + + return 0; +} + +static void mark_common(struct commit *commit) { - static char line[1000]; - int count = 0, flushes = 0, retval; - FILE *revs; - - revs = popen("git-rev-list $(git-rev-parse --all)", "r"); - if (!revs) - die("unable to run 'git-rev-list'"); - packet_write(fd[1], "want %s\n", sha1_to_hex(remote)); + if (commit != NULL && !(commit->object.flags & COMMON)) { + struct object *o = (struct object *)commit; + o->flags |= COMMON; + if (!(o->flags & SEEN)) + rev_list_append(commit, SEEN); + else { + struct commit_list *parents; + + if (!(o->flags & POPPED)) + non_common_revs--; + if (!o->parsed) + parse_commit(commit); + for (parents = commit->parents; + parents; + parents = parents->next) + mark_common(parents->item); + } + } +} + +/* + Get the next rev to send, ignoring the common. +*/ + +static const unsigned char* get_rev() +{ + struct commit *commit = NULL; + + while (commit == NULL) { + unsigned int mark; + struct commit_list* parents; + + if (rev_list == NULL || non_common_revs == 0) + return NULL; + + commit = rev_list->item; + if (!(commit->object.parsed)) + parse_commit(commit); + commit->object.flags |= POPPED; + if (!(commit->object.flags & COMMON)) + non_common_revs--; + + parents = commit->parents; + + if (commit->object.flags & COMMON) { + /* do not send "have", and ignore ancestors */ + commit = NULL; + mark = COMMON | SEEN; + } else if (commit->object.flags & COMMON_REF) + /* send "have", and ignore ancestors */ + mark = COMMON | SEEN; + else + /* send "have", also for its ancestors */ + mark = SEEN; + + while (parents) { + if (mark & COMMON) + mark_common(parents->item); + else + rev_list_append(parents->item, mark); + parents = parents->next; + } + + rev_list = rev_list->next; + } + + return commit->object.sha1; +} + +static int find_common(int fd[2], unsigned char *result_sha1, + struct ref *refs) +{ + int fetching; + int count = 0, flushes = 0, multi_ack = 0, retval; + const unsigned char *sha1; + + for_each_ref(rev_list_append_sha1); + + fetching = 0; + for ( ; refs ; refs = refs->next) { + unsigned char *remote = refs->old_sha1; + struct object *o; + + /* + * If that object is complete (i.e. it is an ancestor of a + * local ref), we tell them we have it but do not have to + * tell them about its ancestors, which they already know + * about. + * + * We use lookup_object here because we are only + * interested in the case we *know* the object is + * reachable and we have already scanned it. + */ + if (((o = lookup_object(remote)) != NULL) && + (o->flags & COMPLETE)) { + o = deref_tag(o); + + if (o->type == commit_type) + rev_list_append((struct commit *)o, + COMMON_REF | SEEN); + + continue; + } + + packet_write(fd[1], "want %s multi_ack\n", sha1_to_hex(remote)); + fetching++; + } packet_flush(fd[1]); - flushes = 1; + if (!fetching) + return 1; + + flushes = 0; retval = -1; - while (fgets(line, sizeof(line), revs) != NULL) { - unsigned char sha1[20]; - if (get_sha1_hex(line, sha1)) - die("git-fetch-pack: expected object name, got crud"); + while ((sha1 = get_rev())) { packet_write(fd[1], "have %s\n", sha1_to_hex(sha1)); + if (verbose) + fprintf(stderr, "have %s\n", sha1_to_hex(sha1)); if (!(31 & ++count)) { + int ack; + packet_flush(fd[1]); flushes++; @@ -52,106 +181,167 @@ static int find_common(int fd[2], unsigned char *result_sha1, unsigned char *rem */ if (count == 32) continue; - if (get_ack(fd[0], result_sha1)) { - flushes = 0; - retval = 0; - break; - } + + do { + ack = get_ack(fd[0], result_sha1); + if (verbose && ack) + fprintf(stderr, "got ack %d %s\n", ack, + sha1_to_hex(result_sha1)); + if (ack == 1) { + if (!multi_ack) + flushes = 0; + retval = 0; + goto done; + } else if (ack == 2) { + multi_ack = 1; + mark_common((struct commit *) + lookup_object(result_sha1)); + retval = 0; + } + } while(ack); flushes--; } } - pclose(revs); +done: + if (multi_ack) { + packet_flush(fd[1]); + flushes++; + } packet_write(fd[1], "done\n"); + if (verbose) + fprintf(stderr, "done\n"); + if (retval != 0) + flushes++; while (flushes) { + if (get_ack(fd[0], result_sha1)) { + if (verbose) + fprintf(stderr, "got ack %s\n", + sha1_to_hex(result_sha1)); + if (!multi_ack) + return 0; + retval = 0; + continue; + } flushes--; - if (get_ack(fd[0], result_sha1)) - return 0; } return retval; } -static int get_old_sha1(const char *refname, unsigned char *sha1) +static struct commit_list *complete = NULL; + +static int mark_complete(const char *path, const unsigned char *sha1) { - int fd, ret; + struct object *o = parse_object(sha1); - fd = open(git_path("%s", refname), O_RDONLY); - ret = -1; - if (fd >= 0) { - char buffer[60]; - if (read(fd, buffer, sizeof(buffer)) >= 40) - ret = get_sha1_hex(buffer, sha1); - close(fd); + while (o && o->type == tag_type) { + struct tag *t = (struct tag *) o; + if (!t->tagged) + break; /* broken repository */ + o->flags |= COMPLETE; + o = parse_object(t->tagged->sha1); } - return ret; + if (o && o->type == commit_type) { + struct commit *commit = (struct commit *)o; + commit->object.flags |= COMPLETE; + insert_by_date(commit, &complete); + } + return 0; } -static int check_ref(const char *refname, const unsigned char *sha1) +static void mark_recent_complete_commits(unsigned long cutoff) { - unsigned char mysha1[20]; - char oldhex[41]; - - if (get_old_sha1(refname, mysha1) < 0) - memset(mysha1, 0, 20); - - if (!memcmp(sha1, mysha1, 20)) { - fprintf(stderr, "%s: unchanged\n", refname); - return 0; + while (complete && cutoff <= complete->item->date) { + if (verbose) + fprintf(stderr, "Marking %s as complete\n", + sha1_to_hex(complete->item->object.sha1)); + pop_most_recent_commit(&complete, COMPLETE); } - - memcpy(oldhex, sha1_to_hex(mysha1), 41); - fprintf(stderr, "%s: %s (%s)\n", refname, sha1_to_hex(sha1), oldhex); - return 1; } -static int get_remote_heads(int fd, int nr_match, char **match, unsigned char *result) +static int everything_local(struct ref *refs) { - int count = 0; - - for (;;) { - static char line[1000]; - unsigned char sha1[20]; - char *refname; - int len; - - len = packet_read_line(fd, line, sizeof(line)); - if (!len) - break; - if (line[len-1] == '\n') - line[--len] = 0; - if (len < 42 || get_sha1_hex(line, sha1)) - die("git-fetch-pack: protocol error - expected ref descriptor, got '%sä'", line); - refname = line+41; - if (nr_match && !path_match(refname, nr_match, match)) + struct ref *ref; + int retval; + unsigned long cutoff = 0; + + track_object_refs = 0; + save_commit_buffer = 0; + + for (ref = refs; ref; ref = ref->next) { + struct object *o; + + o = parse_object(ref->old_sha1); + if (!o) + continue; + + /* We already have it -- which may mean that we were + * in sync with the other side at some time after + * that (it is OK if we guess wrong here). + */ + if (o->type == commit_type) { + struct commit *commit = (struct commit *)o; + if (!cutoff || cutoff < commit->date) + cutoff = commit->date; + } + } + + for_each_ref(mark_complete); + if (cutoff) + mark_recent_complete_commits(cutoff); + + for (retval = 1; refs ; refs = refs->next) { + const unsigned char *remote = refs->old_sha1; + unsigned char local[20]; + struct object *o; + + o = parse_object(remote); + if (!o || !(o->flags & COMPLETE)) { + retval = 0; + if (!verbose) + continue; + fprintf(stderr, + "want %s (%s)\n", sha1_to_hex(remote), + refs->name); continue; - if (check_ref(refname, sha1)) { - count++; - memcpy(result, sha1, 20); } + + memcpy(refs->new_sha1, local, 20); + if (!verbose) + continue; + fprintf(stderr, + "already have %s (%s)\n", sha1_to_hex(remote), + refs->name); } - return count; + return retval; } static int fetch_pack(int fd[2], int nr_match, char **match) { - unsigned char sha1[20], remote[20]; - int heads, status; + struct ref *ref; + unsigned char sha1[20]; + int status; pid_t pid; - heads = get_remote_heads(fd[0], nr_match, match, remote); - if (heads != 1) { + get_remote_heads(fd[0], &ref, nr_match, match, 1); + if (!ref) { + packet_flush(fd[1]); + die("no matching remote head"); + } + if (everything_local(ref)) { packet_flush(fd[1]); - die(heads ? "multiple remote heads" : "no matching remote head"); + goto all_done; } - if (find_common(fd, sha1, remote) < 0) - die("git-fetch-pack: no common commits"); + if (find_common(fd, sha1, ref) < 0) + fprintf(stderr, "warning: no common commits\n"); pid = fork(); if (pid < 0) die("git-fetch-pack: unable to fork off git-unpack-objects"); if (!pid) { - close(fd[1]); dup2(fd[0], 0); close(fd[0]); - execlp("git-unpack-objects", "git-unpack-objects", NULL); + close(fd[1]); + execlp("git-unpack-objects", "git-unpack-objects", + quiet ? "-q" : NULL, NULL); die("git-unpack-objects exec failed"); } close(fd[0]); @@ -164,7 +354,12 @@ static int fetch_pack(int fd[2], int nr_match, char **match) int code = WEXITSTATUS(status); if (code) die("git-unpack-objects died with error code %d", code); - puts(sha1_to_hex(remote)); +all_done: + while (ref) { + printf("%s %s\n", + sha1_to_hex(ref->old_sha1), ref->name); + ref = ref->next; + } return 0; } if (WIFSIGNALED(status)) { @@ -187,7 +382,18 @@ int main(int argc, char **argv) char *arg = argv[i]; if (*arg == '-') { - /* Arguments go here */ + if (!strncmp("--exec=", arg, 7)) { + exec = arg + 7; + continue; + } + if (!strcmp("-q", arg)) { + quiet = 1; + continue; + } + if (!strcmp("-v", arg)) { + verbose = 1; + continue; + } usage(fetch_pack_usage); } dest = arg;