upload-pack.con commit Merge branch 'nd/shared-index-fix' into maint (3112c3f)
   1#include "cache.h"
   2#include "config.h"
   3#include "refs.h"
   4#include "pkt-line.h"
   5#include "sideband.h"
   6#include "tag.h"
   7#include "object.h"
   8#include "commit.h"
   9#include "exec_cmd.h"
  10#include "diff.h"
  11#include "revision.h"
  12#include "list-objects.h"
  13#include "run-command.h"
  14#include "connect.h"
  15#include "sigchain.h"
  16#include "version.h"
  17#include "string-list.h"
  18#include "parse-options.h"
  19#include "argv-array.h"
  20#include "prio-queue.h"
  21#include "protocol.h"
  22
  23static const char * const upload_pack_usage[] = {
  24        N_("git upload-pack [<options>] <dir>"),
  25        NULL
  26};
  27
  28/* Remember to update object flag allocation in object.h */
  29#define THEY_HAVE       (1u << 11)
  30#define OUR_REF         (1u << 12)
  31#define WANTED          (1u << 13)
  32#define COMMON_KNOWN    (1u << 14)
  33#define REACHABLE       (1u << 15)
  34
  35#define SHALLOW         (1u << 16)
  36#define NOT_SHALLOW     (1u << 17)
  37#define CLIENT_SHALLOW  (1u << 18)
  38#define HIDDEN_REF      (1u << 19)
  39
  40static timestamp_t oldest_have;
  41
  42static int deepen_relative;
  43static int multi_ack;
  44static int no_done;
  45static int use_thin_pack, use_ofs_delta, use_include_tag;
  46static int no_progress, daemon_mode;
  47/* Allow specifying sha1 if it is a ref tip. */
  48#define ALLOW_TIP_SHA1  01
  49/* Allow request of a sha1 if it is reachable from a ref (possibly hidden ref). */
  50#define ALLOW_REACHABLE_SHA1    02
  51/* Allow request of any sha1. Implies ALLOW_TIP_SHA1 and ALLOW_REACHABLE_SHA1. */
  52#define ALLOW_ANY_SHA1  07
  53static unsigned int allow_unadvertised_object_request;
  54static int shallow_nr;
  55static struct object_array have_obj;
  56static struct object_array want_obj;
  57static struct object_array extra_edge_obj;
  58static unsigned int timeout;
  59static int keepalive = 5;
  60/* 0 for no sideband,
  61 * otherwise maximum packet size (up to 65520 bytes).
  62 */
  63static int use_sideband;
  64static int advertise_refs;
  65static int stateless_rpc;
  66static const char *pack_objects_hook;
  67
  68static void reset_timeout(void)
  69{
  70        alarm(timeout);
  71}
  72
  73static void send_client_data(int fd, const char *data, ssize_t sz)
  74{
  75        if (use_sideband) {
  76                send_sideband(1, fd, data, sz, use_sideband);
  77                return;
  78        }
  79        if (fd == 3)
  80                /* emergency quit */
  81                fd = 2;
  82        if (fd == 2) {
  83                /* XXX: are we happy to lose stuff here? */
  84                xwrite(fd, data, sz);
  85                return;
  86        }
  87        write_or_die(fd, data, sz);
  88}
  89
  90static int write_one_shallow(const struct commit_graft *graft, void *cb_data)
  91{
  92        FILE *fp = cb_data;
  93        if (graft->nr_parent == -1)
  94                fprintf(fp, "--shallow %s\n", oid_to_hex(&graft->oid));
  95        return 0;
  96}
  97
  98static void create_pack_file(void)
  99{
 100        struct child_process pack_objects = CHILD_PROCESS_INIT;
 101        char data[8193], progress[128];
 102        char abort_msg[] = "aborting due to possible repository "
 103                "corruption on the remote side.";
 104        int buffered = -1;
 105        ssize_t sz;
 106        int i;
 107        FILE *pipe_fd;
 108
 109        if (!pack_objects_hook)
 110                pack_objects.git_cmd = 1;
 111        else {
 112                argv_array_push(&pack_objects.args, pack_objects_hook);
 113                argv_array_push(&pack_objects.args, "git");
 114                pack_objects.use_shell = 1;
 115        }
 116
 117        if (shallow_nr) {
 118                argv_array_push(&pack_objects.args, "--shallow-file");
 119                argv_array_push(&pack_objects.args, "");
 120        }
 121        argv_array_push(&pack_objects.args, "pack-objects");
 122        argv_array_push(&pack_objects.args, "--revs");
 123        if (use_thin_pack)
 124                argv_array_push(&pack_objects.args, "--thin");
 125
 126        argv_array_push(&pack_objects.args, "--stdout");
 127        if (shallow_nr)
 128                argv_array_push(&pack_objects.args, "--shallow");
 129        if (!no_progress)
 130                argv_array_push(&pack_objects.args, "--progress");
 131        if (use_ofs_delta)
 132                argv_array_push(&pack_objects.args, "--delta-base-offset");
 133        if (use_include_tag)
 134                argv_array_push(&pack_objects.args, "--include-tag");
 135
 136        pack_objects.in = -1;
 137        pack_objects.out = -1;
 138        pack_objects.err = -1;
 139
 140        if (start_command(&pack_objects))
 141                die("git upload-pack: unable to fork git-pack-objects");
 142
 143        pipe_fd = xfdopen(pack_objects.in, "w");
 144
 145        if (shallow_nr)
 146                for_each_commit_graft(write_one_shallow, pipe_fd);
 147
 148        for (i = 0; i < want_obj.nr; i++)
 149                fprintf(pipe_fd, "%s\n",
 150                        oid_to_hex(&want_obj.objects[i].item->oid));
 151        fprintf(pipe_fd, "--not\n");
 152        for (i = 0; i < have_obj.nr; i++)
 153                fprintf(pipe_fd, "%s\n",
 154                        oid_to_hex(&have_obj.objects[i].item->oid));
 155        for (i = 0; i < extra_edge_obj.nr; i++)
 156                fprintf(pipe_fd, "%s\n",
 157                        oid_to_hex(&extra_edge_obj.objects[i].item->oid));
 158        fprintf(pipe_fd, "\n");
 159        fflush(pipe_fd);
 160        fclose(pipe_fd);
 161
 162        /* We read from pack_objects.err to capture stderr output for
 163         * progress bar, and pack_objects.out to capture the pack data.
 164         */
 165
 166        while (1) {
 167                struct pollfd pfd[2];
 168                int pe, pu, pollsize;
 169                int ret;
 170
 171                reset_timeout();
 172
 173                pollsize = 0;
 174                pe = pu = -1;
 175
 176                if (0 <= pack_objects.out) {
 177                        pfd[pollsize].fd = pack_objects.out;
 178                        pfd[pollsize].events = POLLIN;
 179                        pu = pollsize;
 180                        pollsize++;
 181                }
 182                if (0 <= pack_objects.err) {
 183                        pfd[pollsize].fd = pack_objects.err;
 184                        pfd[pollsize].events = POLLIN;
 185                        pe = pollsize;
 186                        pollsize++;
 187                }
 188
 189                if (!pollsize)
 190                        break;
 191
 192                ret = poll(pfd, pollsize,
 193                        keepalive < 0 ? -1 : 1000 * keepalive);
 194
 195                if (ret < 0) {
 196                        if (errno != EINTR) {
 197                                error_errno("poll failed, resuming");
 198                                sleep(1);
 199                        }
 200                        continue;
 201                }
 202                if (0 <= pe && (pfd[pe].revents & (POLLIN|POLLHUP))) {
 203                        /* Status ready; we ship that in the side-band
 204                         * or dump to the standard error.
 205                         */
 206                        sz = xread(pack_objects.err, progress,
 207                                  sizeof(progress));
 208                        if (0 < sz)
 209                                send_client_data(2, progress, sz);
 210                        else if (sz == 0) {
 211                                close(pack_objects.err);
 212                                pack_objects.err = -1;
 213                        }
 214                        else
 215                                goto fail;
 216                        /* give priority to status messages */
 217                        continue;
 218                }
 219                if (0 <= pu && (pfd[pu].revents & (POLLIN|POLLHUP))) {
 220                        /* Data ready; we keep the last byte to ourselves
 221                         * in case we detect broken rev-list, so that we
 222                         * can leave the stream corrupted.  This is
 223                         * unfortunate -- unpack-objects would happily
 224                         * accept a valid packdata with trailing garbage,
 225                         * so appending garbage after we pass all the
 226                         * pack data is not good enough to signal
 227                         * breakage to downstream.
 228                         */
 229                        char *cp = data;
 230                        ssize_t outsz = 0;
 231                        if (0 <= buffered) {
 232                                *cp++ = buffered;
 233                                outsz++;
 234                        }
 235                        sz = xread(pack_objects.out, cp,
 236                                  sizeof(data) - outsz);
 237                        if (0 < sz)
 238                                ;
 239                        else if (sz == 0) {
 240                                close(pack_objects.out);
 241                                pack_objects.out = -1;
 242                        }
 243                        else
 244                                goto fail;
 245                        sz += outsz;
 246                        if (1 < sz) {
 247                                buffered = data[sz-1] & 0xFF;
 248                                sz--;
 249                        }
 250                        else
 251                                buffered = -1;
 252                        send_client_data(1, data, sz);
 253                }
 254
 255                /*
 256                 * We hit the keepalive timeout without saying anything; send
 257                 * an empty message on the data sideband just to let the other
 258                 * side know we're still working on it, but don't have any data
 259                 * yet.
 260                 *
 261                 * If we don't have a sideband channel, there's no room in the
 262                 * protocol to say anything, so those clients are just out of
 263                 * luck.
 264                 */
 265                if (!ret && use_sideband) {
 266                        static const char buf[] = "0005\1";
 267                        write_or_die(1, buf, 5);
 268                }
 269        }
 270
 271        if (finish_command(&pack_objects)) {
 272                error("git upload-pack: git-pack-objects died with error.");
 273                goto fail;
 274        }
 275
 276        /* flush the data */
 277        if (0 <= buffered) {
 278                data[0] = buffered;
 279                send_client_data(1, data, 1);
 280                fprintf(stderr, "flushed.\n");
 281        }
 282        if (use_sideband)
 283                packet_flush(1);
 284        return;
 285
 286 fail:
 287        send_client_data(3, abort_msg, sizeof(abort_msg));
 288        die("git upload-pack: %s", abort_msg);
 289}
 290
 291static int got_oid(const char *hex, struct object_id *oid)
 292{
 293        struct object *o;
 294        int we_knew_they_have = 0;
 295
 296        if (get_oid_hex(hex, oid))
 297                die("git upload-pack: expected SHA1 object, got '%s'", hex);
 298        if (!has_object_file(oid))
 299                return -1;
 300
 301        o = parse_object(oid);
 302        if (!o)
 303                die("oops (%s)", oid_to_hex(oid));
 304        if (o->type == OBJ_COMMIT) {
 305                struct commit_list *parents;
 306                struct commit *commit = (struct commit *)o;
 307                if (o->flags & THEY_HAVE)
 308                        we_knew_they_have = 1;
 309                else
 310                        o->flags |= THEY_HAVE;
 311                if (!oldest_have || (commit->date < oldest_have))
 312                        oldest_have = commit->date;
 313                for (parents = commit->parents;
 314                     parents;
 315                     parents = parents->next)
 316                        parents->item->object.flags |= THEY_HAVE;
 317        }
 318        if (!we_knew_they_have) {
 319                add_object_array(o, NULL, &have_obj);
 320                return 1;
 321        }
 322        return 0;
 323}
 324
 325static int reachable(struct commit *want)
 326{
 327        struct prio_queue work = { compare_commits_by_commit_date };
 328
 329        prio_queue_put(&work, want);
 330        while (work.nr) {
 331                struct commit_list *list;
 332                struct commit *commit = prio_queue_get(&work);
 333
 334                if (commit->object.flags & THEY_HAVE) {
 335                        want->object.flags |= COMMON_KNOWN;
 336                        break;
 337                }
 338                if (!commit->object.parsed)
 339                        parse_object(&commit->object.oid);
 340                if (commit->object.flags & REACHABLE)
 341                        continue;
 342                commit->object.flags |= REACHABLE;
 343                if (commit->date < oldest_have)
 344                        continue;
 345                for (list = commit->parents; list; list = list->next) {
 346                        struct commit *parent = list->item;
 347                        if (!(parent->object.flags & REACHABLE))
 348                                prio_queue_put(&work, parent);
 349                }
 350        }
 351        want->object.flags |= REACHABLE;
 352        clear_commit_marks(want, REACHABLE);
 353        clear_prio_queue(&work);
 354        return (want->object.flags & COMMON_KNOWN);
 355}
 356
 357static int ok_to_give_up(void)
 358{
 359        int i;
 360
 361        if (!have_obj.nr)
 362                return 0;
 363
 364        for (i = 0; i < want_obj.nr; i++) {
 365                struct object *want = want_obj.objects[i].item;
 366
 367                if (want->flags & COMMON_KNOWN)
 368                        continue;
 369                want = deref_tag(want, "a want line", 0);
 370                if (!want || want->type != OBJ_COMMIT) {
 371                        /* no way to tell if this is reachable by
 372                         * looking at the ancestry chain alone, so
 373                         * leave a note to ourselves not to worry about
 374                         * this object anymore.
 375                         */
 376                        want_obj.objects[i].item->flags |= COMMON_KNOWN;
 377                        continue;
 378                }
 379                if (!reachable((struct commit *)want))
 380                        return 0;
 381        }
 382        return 1;
 383}
 384
 385static int get_common_commits(void)
 386{
 387        struct object_id oid;
 388        char last_hex[GIT_MAX_HEXSZ + 1];
 389        int got_common = 0;
 390        int got_other = 0;
 391        int sent_ready = 0;
 392
 393        save_commit_buffer = 0;
 394
 395        for (;;) {
 396                char *line = packet_read_line(0, NULL);
 397                const char *arg;
 398
 399                reset_timeout();
 400
 401                if (!line) {
 402                        if (multi_ack == 2 && got_common
 403                            && !got_other && ok_to_give_up()) {
 404                                sent_ready = 1;
 405                                packet_write_fmt(1, "ACK %s ready\n", last_hex);
 406                        }
 407                        if (have_obj.nr == 0 || multi_ack)
 408                                packet_write_fmt(1, "NAK\n");
 409
 410                        if (no_done && sent_ready) {
 411                                packet_write_fmt(1, "ACK %s\n", last_hex);
 412                                return 0;
 413                        }
 414                        if (stateless_rpc)
 415                                exit(0);
 416                        got_common = 0;
 417                        got_other = 0;
 418                        continue;
 419                }
 420                if (skip_prefix(line, "have ", &arg)) {
 421                        switch (got_oid(arg, &oid)) {
 422                        case -1: /* they have what we do not */
 423                                got_other = 1;
 424                                if (multi_ack && ok_to_give_up()) {
 425                                        const char *hex = oid_to_hex(&oid);
 426                                        if (multi_ack == 2) {
 427                                                sent_ready = 1;
 428                                                packet_write_fmt(1, "ACK %s ready\n", hex);
 429                                        } else
 430                                                packet_write_fmt(1, "ACK %s continue\n", hex);
 431                                }
 432                                break;
 433                        default:
 434                                got_common = 1;
 435                                memcpy(last_hex, oid_to_hex(&oid), 41);
 436                                if (multi_ack == 2)
 437                                        packet_write_fmt(1, "ACK %s common\n", last_hex);
 438                                else if (multi_ack)
 439                                        packet_write_fmt(1, "ACK %s continue\n", last_hex);
 440                                else if (have_obj.nr == 1)
 441                                        packet_write_fmt(1, "ACK %s\n", last_hex);
 442                                break;
 443                        }
 444                        continue;
 445                }
 446                if (!strcmp(line, "done")) {
 447                        if (have_obj.nr > 0) {
 448                                if (multi_ack)
 449                                        packet_write_fmt(1, "ACK %s\n", last_hex);
 450                                return 0;
 451                        }
 452                        packet_write_fmt(1, "NAK\n");
 453                        return -1;
 454                }
 455                die("git upload-pack: expected SHA1 list, got '%s'", line);
 456        }
 457}
 458
 459static int is_our_ref(struct object *o)
 460{
 461        int allow_hidden_ref = (allow_unadvertised_object_request &
 462                        (ALLOW_TIP_SHA1 | ALLOW_REACHABLE_SHA1));
 463        return o->flags & ((allow_hidden_ref ? HIDDEN_REF : 0) | OUR_REF);
 464}
 465
 466/*
 467 * on successful case, it's up to the caller to close cmd->out
 468 */
 469static int do_reachable_revlist(struct child_process *cmd,
 470                                struct object_array *src,
 471                                struct object_array *reachable)
 472{
 473        static const char *argv[] = {
 474                "rev-list", "--stdin", NULL,
 475        };
 476        struct object *o;
 477        char namebuf[42]; /* ^ + SHA-1 + LF */
 478        int i;
 479
 480        cmd->argv = argv;
 481        cmd->git_cmd = 1;
 482        cmd->no_stderr = 1;
 483        cmd->in = -1;
 484        cmd->out = -1;
 485
 486        /*
 487         * If the next rev-list --stdin encounters an unknown commit,
 488         * it terminates, which will cause SIGPIPE in the write loop
 489         * below.
 490         */
 491        sigchain_push(SIGPIPE, SIG_IGN);
 492
 493        if (start_command(cmd))
 494                goto error;
 495
 496        namebuf[0] = '^';
 497        namebuf[GIT_SHA1_HEXSZ + 1] = '\n';
 498        for (i = get_max_object_index(); 0 < i; ) {
 499                o = get_indexed_object(--i);
 500                if (!o)
 501                        continue;
 502                if (reachable && o->type == OBJ_COMMIT)
 503                        o->flags &= ~TMP_MARK;
 504                if (!is_our_ref(o))
 505                        continue;
 506                memcpy(namebuf + 1, oid_to_hex(&o->oid), GIT_SHA1_HEXSZ);
 507                if (write_in_full(cmd->in, namebuf, GIT_SHA1_HEXSZ + 2) < 0)
 508                        goto error;
 509        }
 510        namebuf[GIT_SHA1_HEXSZ] = '\n';
 511        for (i = 0; i < src->nr; i++) {
 512                o = src->objects[i].item;
 513                if (is_our_ref(o)) {
 514                        if (reachable)
 515                                add_object_array(o, NULL, reachable);
 516                        continue;
 517                }
 518                if (reachable && o->type == OBJ_COMMIT)
 519                        o->flags |= TMP_MARK;
 520                memcpy(namebuf, oid_to_hex(&o->oid), GIT_SHA1_HEXSZ);
 521                if (write_in_full(cmd->in, namebuf, GIT_SHA1_HEXSZ + 1) < 0)
 522                        goto error;
 523        }
 524        close(cmd->in);
 525        cmd->in = -1;
 526        sigchain_pop(SIGPIPE);
 527
 528        return 0;
 529
 530error:
 531        sigchain_pop(SIGPIPE);
 532
 533        if (cmd->in >= 0)
 534                close(cmd->in);
 535        if (cmd->out >= 0)
 536                close(cmd->out);
 537        return -1;
 538}
 539
 540static int get_reachable_list(struct object_array *src,
 541                              struct object_array *reachable)
 542{
 543        struct child_process cmd = CHILD_PROCESS_INIT;
 544        int i;
 545        struct object *o;
 546        char namebuf[42]; /* ^ + SHA-1 + LF */
 547
 548        if (do_reachable_revlist(&cmd, src, reachable) < 0)
 549                return -1;
 550
 551        while ((i = read_in_full(cmd.out, namebuf, 41)) == 41) {
 552                struct object_id sha1;
 553
 554                if (namebuf[40] != '\n' || get_oid_hex(namebuf, &sha1))
 555                        break;
 556
 557                o = lookup_object(sha1.hash);
 558                if (o && o->type == OBJ_COMMIT) {
 559                        o->flags &= ~TMP_MARK;
 560                }
 561        }
 562        for (i = get_max_object_index(); 0 < i; i--) {
 563                o = get_indexed_object(i - 1);
 564                if (o && o->type == OBJ_COMMIT &&
 565                    (o->flags & TMP_MARK)) {
 566                        add_object_array(o, NULL, reachable);
 567                                o->flags &= ~TMP_MARK;
 568                }
 569        }
 570        close(cmd.out);
 571
 572        if (finish_command(&cmd))
 573                return -1;
 574
 575        return 0;
 576}
 577
 578static int has_unreachable(struct object_array *src)
 579{
 580        struct child_process cmd = CHILD_PROCESS_INIT;
 581        char buf[1];
 582        int i;
 583
 584        if (do_reachable_revlist(&cmd, src, NULL) < 0)
 585                return 1;
 586
 587        /*
 588         * The commits out of the rev-list are not ancestors of
 589         * our ref.
 590         */
 591        i = read_in_full(cmd.out, buf, 1);
 592        if (i)
 593                goto error;
 594        close(cmd.out);
 595        cmd.out = -1;
 596
 597        /*
 598         * rev-list may have died by encountering a bad commit
 599         * in the history, in which case we do want to bail out
 600         * even when it showed no commit.
 601         */
 602        if (finish_command(&cmd))
 603                goto error;
 604
 605        /* All the non-tip ones are ancestors of what we advertised */
 606        return 0;
 607
 608error:
 609        sigchain_pop(SIGPIPE);
 610        if (cmd.out >= 0)
 611                close(cmd.out);
 612        return 1;
 613}
 614
 615static void check_non_tip(void)
 616{
 617        int i;
 618
 619        /*
 620         * In the normal in-process case without
 621         * uploadpack.allowReachableSHA1InWant,
 622         * non-tip requests can never happen.
 623         */
 624        if (!stateless_rpc && !(allow_unadvertised_object_request & ALLOW_REACHABLE_SHA1))
 625                goto error;
 626        if (!has_unreachable(&want_obj))
 627                /* All the non-tip ones are ancestors of what we advertised */
 628                return;
 629
 630error:
 631        /* Pick one of them (we know there at least is one) */
 632        for (i = 0; i < want_obj.nr; i++) {
 633                struct object *o = want_obj.objects[i].item;
 634                if (!is_our_ref(o))
 635                        die("git upload-pack: not our ref %s",
 636                            oid_to_hex(&o->oid));
 637        }
 638}
 639
 640static void send_shallow(struct commit_list *result)
 641{
 642        while (result) {
 643                struct object *object = &result->item->object;
 644                if (!(object->flags & (CLIENT_SHALLOW|NOT_SHALLOW))) {
 645                        packet_write_fmt(1, "shallow %s",
 646                                         oid_to_hex(&object->oid));
 647                        register_shallow(&object->oid);
 648                        shallow_nr++;
 649                }
 650                result = result->next;
 651        }
 652}
 653
 654static void send_unshallow(const struct object_array *shallows)
 655{
 656        int i;
 657
 658        for (i = 0; i < shallows->nr; i++) {
 659                struct object *object = shallows->objects[i].item;
 660                if (object->flags & NOT_SHALLOW) {
 661                        struct commit_list *parents;
 662                        packet_write_fmt(1, "unshallow %s",
 663                                         oid_to_hex(&object->oid));
 664                        object->flags &= ~CLIENT_SHALLOW;
 665                        /*
 666                         * We want to _register_ "object" as shallow, but we
 667                         * also need to traverse object's parents to deepen a
 668                         * shallow clone. Unregister it for now so we can
 669                         * parse and add the parents to the want list, then
 670                         * re-register it.
 671                         */
 672                        unregister_shallow(&object->oid);
 673                        object->parsed = 0;
 674                        parse_commit_or_die((struct commit *)object);
 675                        parents = ((struct commit *)object)->parents;
 676                        while (parents) {
 677                                add_object_array(&parents->item->object,
 678                                                 NULL, &want_obj);
 679                                parents = parents->next;
 680                        }
 681                        add_object_array(object, NULL, &extra_edge_obj);
 682                }
 683                /* make sure commit traversal conforms to client */
 684                register_shallow(&object->oid);
 685        }
 686}
 687
 688static void deepen(int depth, int deepen_relative,
 689                   struct object_array *shallows)
 690{
 691        if (depth == INFINITE_DEPTH && !is_repository_shallow()) {
 692                int i;
 693
 694                for (i = 0; i < shallows->nr; i++) {
 695                        struct object *object = shallows->objects[i].item;
 696                        object->flags |= NOT_SHALLOW;
 697                }
 698        } else if (deepen_relative) {
 699                struct object_array reachable_shallows = OBJECT_ARRAY_INIT;
 700                struct commit_list *result;
 701
 702                get_reachable_list(shallows, &reachable_shallows);
 703                result = get_shallow_commits(&reachable_shallows,
 704                                             depth + 1,
 705                                             SHALLOW, NOT_SHALLOW);
 706                send_shallow(result);
 707                free_commit_list(result);
 708                object_array_clear(&reachable_shallows);
 709        } else {
 710                struct commit_list *result;
 711
 712                result = get_shallow_commits(&want_obj, depth,
 713                                             SHALLOW, NOT_SHALLOW);
 714                send_shallow(result);
 715                free_commit_list(result);
 716        }
 717
 718        send_unshallow(shallows);
 719        packet_flush(1);
 720}
 721
 722static void deepen_by_rev_list(int ac, const char **av,
 723                               struct object_array *shallows)
 724{
 725        struct commit_list *result;
 726
 727        result = get_shallow_commits_by_rev_list(ac, av, SHALLOW, NOT_SHALLOW);
 728        send_shallow(result);
 729        free_commit_list(result);
 730        send_unshallow(shallows);
 731        packet_flush(1);
 732}
 733
 734static void receive_needs(void)
 735{
 736        struct object_array shallows = OBJECT_ARRAY_INIT;
 737        struct string_list deepen_not = STRING_LIST_INIT_DUP;
 738        int depth = 0;
 739        int has_non_tip = 0;
 740        timestamp_t deepen_since = 0;
 741        int deepen_rev_list = 0;
 742
 743        shallow_nr = 0;
 744        for (;;) {
 745                struct object *o;
 746                const char *features;
 747                struct object_id oid_buf;
 748                char *line = packet_read_line(0, NULL);
 749                const char *arg;
 750
 751                reset_timeout();
 752                if (!line)
 753                        break;
 754
 755                if (skip_prefix(line, "shallow ", &arg)) {
 756                        struct object_id oid;
 757                        struct object *object;
 758                        if (get_oid_hex(arg, &oid))
 759                                die("invalid shallow line: %s", line);
 760                        object = parse_object(&oid);
 761                        if (!object)
 762                                continue;
 763                        if (object->type != OBJ_COMMIT)
 764                                die("invalid shallow object %s", oid_to_hex(&oid));
 765                        if (!(object->flags & CLIENT_SHALLOW)) {
 766                                object->flags |= CLIENT_SHALLOW;
 767                                add_object_array(object, NULL, &shallows);
 768                        }
 769                        continue;
 770                }
 771                if (skip_prefix(line, "deepen ", &arg)) {
 772                        char *end = NULL;
 773                        depth = strtol(arg, &end, 0);
 774                        if (!end || *end || depth <= 0)
 775                                die("Invalid deepen: %s", line);
 776                        continue;
 777                }
 778                if (skip_prefix(line, "deepen-since ", &arg)) {
 779                        char *end = NULL;
 780                        deepen_since = parse_timestamp(arg, &end, 0);
 781                        if (!end || *end || !deepen_since ||
 782                            /* revisions.c's max_age -1 is special */
 783                            deepen_since == -1)
 784                                die("Invalid deepen-since: %s", line);
 785                        deepen_rev_list = 1;
 786                        continue;
 787                }
 788                if (skip_prefix(line, "deepen-not ", &arg)) {
 789                        char *ref = NULL;
 790                        struct object_id oid;
 791                        if (expand_ref(arg, strlen(arg), &oid, &ref) != 1)
 792                                die("git upload-pack: ambiguous deepen-not: %s", line);
 793                        string_list_append(&deepen_not, ref);
 794                        free(ref);
 795                        deepen_rev_list = 1;
 796                        continue;
 797                }
 798                if (!skip_prefix(line, "want ", &arg) ||
 799                    get_oid_hex(arg, &oid_buf))
 800                        die("git upload-pack: protocol error, "
 801                            "expected to get sha, not '%s'", line);
 802
 803                features = arg + 40;
 804
 805                if (parse_feature_request(features, "deepen-relative"))
 806                        deepen_relative = 1;
 807                if (parse_feature_request(features, "multi_ack_detailed"))
 808                        multi_ack = 2;
 809                else if (parse_feature_request(features, "multi_ack"))
 810                        multi_ack = 1;
 811                if (parse_feature_request(features, "no-done"))
 812                        no_done = 1;
 813                if (parse_feature_request(features, "thin-pack"))
 814                        use_thin_pack = 1;
 815                if (parse_feature_request(features, "ofs-delta"))
 816                        use_ofs_delta = 1;
 817                if (parse_feature_request(features, "side-band-64k"))
 818                        use_sideband = LARGE_PACKET_MAX;
 819                else if (parse_feature_request(features, "side-band"))
 820                        use_sideband = DEFAULT_PACKET_MAX;
 821                if (parse_feature_request(features, "no-progress"))
 822                        no_progress = 1;
 823                if (parse_feature_request(features, "include-tag"))
 824                        use_include_tag = 1;
 825
 826                o = parse_object(&oid_buf);
 827                if (!o) {
 828                        packet_write_fmt(1,
 829                                         "ERR upload-pack: not our ref %s",
 830                                         oid_to_hex(&oid_buf));
 831                        die("git upload-pack: not our ref %s",
 832                            oid_to_hex(&oid_buf));
 833                }
 834                if (!(o->flags & WANTED)) {
 835                        o->flags |= WANTED;
 836                        if (!((allow_unadvertised_object_request & ALLOW_ANY_SHA1) == ALLOW_ANY_SHA1
 837                              || is_our_ref(o)))
 838                                has_non_tip = 1;
 839                        add_object_array(o, NULL, &want_obj);
 840                }
 841        }
 842
 843        /*
 844         * We have sent all our refs already, and the other end
 845         * should have chosen out of them. When we are operating
 846         * in the stateless RPC mode, however, their choice may
 847         * have been based on the set of older refs advertised
 848         * by another process that handled the initial request.
 849         */
 850        if (has_non_tip)
 851                check_non_tip();
 852
 853        if (!use_sideband && daemon_mode)
 854                no_progress = 1;
 855
 856        if (depth == 0 && !deepen_rev_list && shallows.nr == 0)
 857                return;
 858        if (depth > 0 && deepen_rev_list)
 859                die("git upload-pack: deepen and deepen-since (or deepen-not) cannot be used together");
 860        if (depth > 0)
 861                deepen(depth, deepen_relative, &shallows);
 862        else if (deepen_rev_list) {
 863                struct argv_array av = ARGV_ARRAY_INIT;
 864                int i;
 865
 866                argv_array_push(&av, "rev-list");
 867                if (deepen_since)
 868                        argv_array_pushf(&av, "--max-age=%"PRItime, deepen_since);
 869                if (deepen_not.nr) {
 870                        argv_array_push(&av, "--not");
 871                        for (i = 0; i < deepen_not.nr; i++) {
 872                                struct string_list_item *s = deepen_not.items + i;
 873                                argv_array_push(&av, s->string);
 874                        }
 875                        argv_array_push(&av, "--not");
 876                }
 877                for (i = 0; i < want_obj.nr; i++) {
 878                        struct object *o = want_obj.objects[i].item;
 879                        argv_array_push(&av, oid_to_hex(&o->oid));
 880                }
 881                deepen_by_rev_list(av.argc, av.argv, &shallows);
 882                argv_array_clear(&av);
 883        }
 884        else
 885                if (shallows.nr > 0) {
 886                        int i;
 887                        for (i = 0; i < shallows.nr; i++)
 888                                register_shallow(&shallows.objects[i].item->oid);
 889                }
 890
 891        shallow_nr += shallows.nr;
 892        object_array_clear(&shallows);
 893}
 894
 895/* return non-zero if the ref is hidden, otherwise 0 */
 896static int mark_our_ref(const char *refname, const char *refname_full,
 897                        const struct object_id *oid)
 898{
 899        struct object *o = lookup_unknown_object(oid->hash);
 900
 901        if (ref_is_hidden(refname, refname_full)) {
 902                o->flags |= HIDDEN_REF;
 903                return 1;
 904        }
 905        o->flags |= OUR_REF;
 906        return 0;
 907}
 908
 909static int check_ref(const char *refname_full, const struct object_id *oid,
 910                     int flag, void *cb_data)
 911{
 912        const char *refname = strip_namespace(refname_full);
 913
 914        mark_our_ref(refname, refname_full, oid);
 915        return 0;
 916}
 917
 918static void format_symref_info(struct strbuf *buf, struct string_list *symref)
 919{
 920        struct string_list_item *item;
 921
 922        if (!symref->nr)
 923                return;
 924        for_each_string_list_item(item, symref)
 925                strbuf_addf(buf, " symref=%s:%s", item->string, (char *)item->util);
 926}
 927
 928static int send_ref(const char *refname, const struct object_id *oid,
 929                    int flag, void *cb_data)
 930{
 931        static const char *capabilities = "multi_ack thin-pack side-band"
 932                " side-band-64k ofs-delta shallow deepen-since deepen-not"
 933                " deepen-relative no-progress include-tag multi_ack_detailed";
 934        const char *refname_nons = strip_namespace(refname);
 935        struct object_id peeled;
 936
 937        if (mark_our_ref(refname_nons, refname, oid))
 938                return 0;
 939
 940        if (capabilities) {
 941                struct strbuf symref_info = STRBUF_INIT;
 942
 943                format_symref_info(&symref_info, cb_data);
 944                packet_write_fmt(1, "%s %s%c%s%s%s%s%s agent=%s\n",
 945                             oid_to_hex(oid), refname_nons,
 946                             0, capabilities,
 947                             (allow_unadvertised_object_request & ALLOW_TIP_SHA1) ?
 948                                     " allow-tip-sha1-in-want" : "",
 949                             (allow_unadvertised_object_request & ALLOW_REACHABLE_SHA1) ?
 950                                     " allow-reachable-sha1-in-want" : "",
 951                             stateless_rpc ? " no-done" : "",
 952                             symref_info.buf,
 953                             git_user_agent_sanitized());
 954                strbuf_release(&symref_info);
 955        } else {
 956                packet_write_fmt(1, "%s %s\n", oid_to_hex(oid), refname_nons);
 957        }
 958        capabilities = NULL;
 959        if (!peel_ref(refname, &peeled))
 960                packet_write_fmt(1, "%s %s^{}\n", oid_to_hex(&peeled), refname_nons);
 961        return 0;
 962}
 963
 964static int find_symref(const char *refname, const struct object_id *oid,
 965                       int flag, void *cb_data)
 966{
 967        const char *symref_target;
 968        struct string_list_item *item;
 969
 970        if ((flag & REF_ISSYMREF) == 0)
 971                return 0;
 972        symref_target = resolve_ref_unsafe(refname, 0, NULL, &flag);
 973        if (!symref_target || (flag & REF_ISSYMREF) == 0)
 974                die("'%s' is a symref but it is not?", refname);
 975        item = string_list_append(cb_data, refname);
 976        item->util = xstrdup(symref_target);
 977        return 0;
 978}
 979
 980static void upload_pack(void)
 981{
 982        struct string_list symref = STRING_LIST_INIT_DUP;
 983
 984        head_ref_namespaced(find_symref, &symref);
 985
 986        if (advertise_refs || !stateless_rpc) {
 987                reset_timeout();
 988                head_ref_namespaced(send_ref, &symref);
 989                for_each_namespaced_ref(send_ref, &symref);
 990                advertise_shallow_grafts(1);
 991                packet_flush(1);
 992        } else {
 993                head_ref_namespaced(check_ref, NULL);
 994                for_each_namespaced_ref(check_ref, NULL);
 995        }
 996        string_list_clear(&symref, 1);
 997        if (advertise_refs)
 998                return;
 999
1000        receive_needs();
1001        if (want_obj.nr) {
1002                get_common_commits();
1003                create_pack_file();
1004        }
1005}
1006
1007static int upload_pack_config(const char *var, const char *value, void *unused)
1008{
1009        if (!strcmp("uploadpack.allowtipsha1inwant", var)) {
1010                if (git_config_bool(var, value))
1011                        allow_unadvertised_object_request |= ALLOW_TIP_SHA1;
1012                else
1013                        allow_unadvertised_object_request &= ~ALLOW_TIP_SHA1;
1014        } else if (!strcmp("uploadpack.allowreachablesha1inwant", var)) {
1015                if (git_config_bool(var, value))
1016                        allow_unadvertised_object_request |= ALLOW_REACHABLE_SHA1;
1017                else
1018                        allow_unadvertised_object_request &= ~ALLOW_REACHABLE_SHA1;
1019        } else if (!strcmp("uploadpack.allowanysha1inwant", var)) {
1020                if (git_config_bool(var, value))
1021                        allow_unadvertised_object_request |= ALLOW_ANY_SHA1;
1022                else
1023                        allow_unadvertised_object_request &= ~ALLOW_ANY_SHA1;
1024        } else if (!strcmp("uploadpack.keepalive", var)) {
1025                keepalive = git_config_int(var, value);
1026                if (!keepalive)
1027                        keepalive = -1;
1028        } else if (current_config_scope() != CONFIG_SCOPE_REPO) {
1029                if (!strcmp("uploadpack.packobjectshook", var))
1030                        return git_config_string(&pack_objects_hook, var, value);
1031        }
1032        return parse_hide_refs_config(var, value, "uploadpack");
1033}
1034
1035int cmd_main(int argc, const char **argv)
1036{
1037        const char *dir;
1038        int strict = 0;
1039        struct option options[] = {
1040                OPT_BOOL(0, "stateless-rpc", &stateless_rpc,
1041                         N_("quit after a single request/response exchange")),
1042                OPT_BOOL(0, "advertise-refs", &advertise_refs,
1043                         N_("exit immediately after initial ref advertisement")),
1044                OPT_BOOL(0, "strict", &strict,
1045                         N_("do not try <directory>/.git/ if <directory> is no Git directory")),
1046                OPT_INTEGER(0, "timeout", &timeout,
1047                            N_("interrupt transfer after <n> seconds of inactivity")),
1048                OPT_END()
1049        };
1050
1051        packet_trace_identity("upload-pack");
1052        check_replace_refs = 0;
1053
1054        argc = parse_options(argc, argv, NULL, options, upload_pack_usage, 0);
1055
1056        if (argc != 1)
1057                usage_with_options(upload_pack_usage, options);
1058
1059        if (timeout)
1060                daemon_mode = 1;
1061
1062        setup_path();
1063
1064        dir = argv[0];
1065
1066        if (!enter_repo(dir, strict))
1067                die("'%s' does not appear to be a git repository", dir);
1068
1069        git_config(upload_pack_config, NULL);
1070
1071        switch (determine_protocol_version_server()) {
1072        case protocol_v1:
1073                /*
1074                 * v1 is just the original protocol with a version string,
1075                 * so just fall through after writing the version string.
1076                 */
1077                if (advertise_refs || !stateless_rpc)
1078                        packet_write_fmt(1, "version 1\n");
1079
1080                /* fallthrough */
1081        case protocol_v0:
1082                upload_pack();
1083                break;
1084        case protocol_unknown_version:
1085                BUG("unknown protocol version");
1086        }
1087
1088        return 0;
1089}