Andrew's git / gitweb.git / connect.c
?
connect.con commit t/README: start testing porcelainish (8f4a9b6)
   1#include "git-compat-util.h"
   2#include "cache.h"
   3#include "pkt-line.h"
   4#include "quote.h"
   5#include "refs.h"
   6#include <sys/wait.h>
   7#include <sys/socket.h>
   8#include <netinet/in.h>
   9#include <arpa/inet.h>
  10#include <netdb.h>
  11#include <signal.h>
  12
  13static char *server_capabilities = NULL;
  14
  15/*
  16 * Read all the refs from the other end
  17 */
  18struct ref **get_remote_heads(int in, struct ref **list,
  19                              int nr_match, char **match, int ignore_funny)
  20{
  21        *list = NULL;
  22        for (;;) {
  23                struct ref *ref;
  24                unsigned char old_sha1[20];
  25                static char buffer[1000];
  26                char *name;
  27                int len, name_len;
  28
  29                len = packet_read_line(in, buffer, sizeof(buffer));
  30                if (!len)
  31                        break;
  32                if (buffer[len-1] == '\n')
  33                        buffer[--len] = 0;
  34
  35                if (len < 42 || get_sha1_hex(buffer, old_sha1) || buffer[40] != ' ')
  36                        die("protocol error: expected sha/ref, got '%s'", buffer);
  37                name = buffer + 41;
  38
  39                name_len = strlen(name);
  40                if (len != name_len + 41) {
  41                        if (server_capabilities)
  42                                free(server_capabilities);
  43                        server_capabilities = strdup(name + name_len + 1);
  44                }
  45
  46                if (ignore_funny && 45 < len && !memcmp(name, "refs/", 5) &&
  47                    check_ref_format(name + 5))
  48                        continue;
  49
  50                if (nr_match && !path_match(name, nr_match, match))
  51                        continue;
  52                ref = xcalloc(1, sizeof(*ref) + len - 40);
  53                memcpy(ref->old_sha1, old_sha1, 20);
  54                memcpy(ref->name, buffer + 41, len - 40);
  55                *list = ref;
  56                list = &ref->next;
  57        }
  58        return list;
  59}
  60
  61int server_supports(const char *feature)
  62{
  63        return server_capabilities &&
  64                strstr(server_capabilities, feature) != NULL;
  65}
  66
  67int get_ack(int fd, unsigned char *result_sha1)
  68{
  69        static char line[1000];
  70        int len = packet_read_line(fd, line, sizeof(line));
  71
  72        if (!len)
  73                die("git-fetch-pack: expected ACK/NAK, got EOF");
  74        if (line[len-1] == '\n')
  75                line[--len] = 0;
  76        if (!strcmp(line, "NAK"))
  77                return 0;
  78        if (!strncmp(line, "ACK ", 4)) {
  79                if (!get_sha1_hex(line+4, result_sha1)) {
  80                        if (strstr(line+45, "continue"))
  81                                return 2;
  82                        return 1;
  83                }
  84        }
  85        die("git-fetch_pack: expected ACK/NAK, got '%s'", line);
  86}
  87
  88int path_match(const char *path, int nr, char **match)
  89{
  90        int i;
  91        int pathlen = strlen(path);
  92
  93        for (i = 0; i < nr; i++) {
  94                char *s = match[i];
  95                int len = strlen(s);
  96
  97                if (!len || len > pathlen)
  98                        continue;
  99                if (memcmp(path + pathlen - len, s, len))
 100                        continue;
 101                if (pathlen > len && path[pathlen - len - 1] != '/')
 102                        continue;
 103                *s = 0;
 104                return (i + 1);
 105        }
 106        return 0;
 107}
 108
 109struct refspec {
 110        char *src;
 111        char *dst;
 112        char force;
 113};
 114
 115/*
 116 * A:B means fast forward remote B with local A.
 117 * +A:B means overwrite remote B with local A.
 118 * +A is a shorthand for +A:A.
 119 * A is a shorthand for A:A.
 120 */
 121static struct refspec *parse_ref_spec(int nr_refspec, char **refspec)
 122{
 123        int i;
 124        struct refspec *rs = xcalloc(sizeof(*rs), (nr_refspec + 1));
 125        for (i = 0; i < nr_refspec; i++) {
 126                char *sp, *dp, *ep;
 127                sp = refspec[i];
 128                if (*sp == '+') {
 129                        rs[i].force = 1;
 130                        sp++;
 131                }
 132                ep = strchr(sp, ':');
 133                if (ep) {
 134                        dp = ep + 1;
 135                        *ep = 0;
 136                }
 137                else
 138                        dp = sp;
 139                rs[i].src = sp;
 140                rs[i].dst = dp;
 141        }
 142        rs[nr_refspec].src = rs[nr_refspec].dst = NULL;
 143        return rs;
 144}
 145
 146static int count_refspec_match(const char *pattern,
 147                               struct ref *refs,
 148                               struct ref **matched_ref)
 149{
 150        int match;
 151        int patlen = strlen(pattern);
 152
 153        for (match = 0; refs; refs = refs->next) {
 154                char *name = refs->name;
 155                int namelen = strlen(name);
 156                if (namelen < patlen ||
 157                    memcmp(name + namelen - patlen, pattern, patlen))
 158                        continue;
 159                if (namelen != patlen && name[namelen - patlen - 1] != '/')
 160                        continue;
 161                match++;
 162                *matched_ref = refs;
 163        }
 164        return match;
 165}
 166
 167static void link_dst_tail(struct ref *ref, struct ref ***tail)
 168{
 169        **tail = ref;
 170        *tail = &ref->next;
 171        **tail = NULL;
 172}
 173
 174static struct ref *try_explicit_object_name(const char *name)
 175{
 176        unsigned char sha1[20];
 177        struct ref *ref;
 178        int len;
 179        if (get_sha1(name, sha1))
 180                return NULL;
 181        len = strlen(name) + 1;
 182        ref = xcalloc(1, sizeof(*ref) + len);
 183        memcpy(ref->name, name, len);
 184        memcpy(ref->new_sha1, sha1, 20);
 185        return ref;
 186}
 187
 188static int match_explicit_refs(struct ref *src, struct ref *dst,
 189                               struct ref ***dst_tail, struct refspec *rs)
 190{
 191        int i, errs;
 192        for (i = errs = 0; rs[i].src; i++) {
 193                struct ref *matched_src, *matched_dst;
 194
 195                matched_src = matched_dst = NULL;
 196                switch (count_refspec_match(rs[i].src, src, &matched_src)) {
 197                case 1:
 198                        break;
 199                case 0:
 200                        /* The source could be in the get_sha1() format
 201                         * not a reference name.
 202                         */
 203                        matched_src = try_explicit_object_name(rs[i].src);
 204                        if (matched_src)
 205                                break;
 206                        errs = 1;
 207                        error("src refspec %s does not match any.",
 208                              rs[i].src);
 209                        break;
 210                default:
 211                        errs = 1;
 212                        error("src refspec %s matches more than one.",
 213                              rs[i].src);
 214                        break;
 215                }
 216                switch (count_refspec_match(rs[i].dst, dst, &matched_dst)) {
 217                case 1:
 218                        break;
 219                case 0:
 220                        if (!memcmp(rs[i].dst, "refs/", 5)) {
 221                                int len = strlen(rs[i].dst) + 1;
 222                                matched_dst = xcalloc(1, sizeof(*dst) + len);
 223                                memcpy(matched_dst->name, rs[i].dst, len);
 224                                link_dst_tail(matched_dst, dst_tail);
 225                        }
 226                        else if (!strcmp(rs[i].src, rs[i].dst) &&
 227                                 matched_src) {
 228                                /* pushing "master:master" when
 229                                 * remote does not have master yet.
 230                                 */
 231                                int len = strlen(matched_src->name) + 1;
 232                                matched_dst = xcalloc(1, sizeof(*dst) + len);
 233                                memcpy(matched_dst->name, matched_src->name,
 234                                       len);
 235                                link_dst_tail(matched_dst, dst_tail);
 236                        }
 237                        else {
 238                                errs = 1;
 239                                error("dst refspec %s does not match any "
 240                                      "existing ref on the remote and does "
 241                                      "not start with refs/.", rs[i].dst);
 242                        }
 243                        break;
 244                default:
 245                        errs = 1;
 246                        error("dst refspec %s matches more than one.",
 247                              rs[i].dst);
 248                        break;
 249                }
 250                if (errs)
 251                        continue;
 252                if (matched_dst->peer_ref) {
 253                        errs = 1;
 254                        error("dst ref %s receives from more than one src.",
 255                              matched_dst->name);
 256                }
 257                else {
 258                        matched_dst->peer_ref = matched_src;
 259                        matched_dst->force = rs[i].force;
 260                }
 261        }
 262        return -errs;
 263}
 264
 265static struct ref *find_ref_by_name(struct ref *list, const char *name)
 266{
 267        for ( ; list; list = list->next)
 268                if (!strcmp(list->name, name))
 269                        return list;
 270        return NULL;
 271}
 272
 273int match_refs(struct ref *src, struct ref *dst, struct ref ***dst_tail,
 274               int nr_refspec, char **refspec, int all)
 275{
 276        struct refspec *rs = parse_ref_spec(nr_refspec, refspec);
 277
 278        if (nr_refspec)
 279                return match_explicit_refs(src, dst, dst_tail, rs);
 280
 281        /* pick the remainder */
 282        for ( ; src; src = src->next) {
 283                struct ref *dst_peer;
 284                if (src->peer_ref)
 285                        continue;
 286                dst_peer = find_ref_by_name(dst, src->name);
 287                if ((dst_peer && dst_peer->peer_ref) || (!dst_peer && !all))
 288                        continue;
 289                if (!dst_peer) {
 290                        /* Create a new one and link it */
 291                        int len = strlen(src->name) + 1;
 292                        dst_peer = xcalloc(1, sizeof(*dst_peer) + len);
 293                        memcpy(dst_peer->name, src->name, len);
 294                        memcpy(dst_peer->new_sha1, src->new_sha1, 20);
 295                        link_dst_tail(dst_peer, dst_tail);
 296                }
 297                dst_peer->peer_ref = src;
 298        }
 299        return 0;
 300}
 301
 302enum protocol {
 303        PROTO_LOCAL = 1,
 304        PROTO_SSH,
 305        PROTO_GIT,
 306};
 307
 308static enum protocol get_protocol(const char *name)
 309{
 310        if (!strcmp(name, "ssh"))
 311                return PROTO_SSH;
 312        if (!strcmp(name, "git"))
 313                return PROTO_GIT;
 314        if (!strcmp(name, "git+ssh"))
 315                return PROTO_SSH;
 316        if (!strcmp(name, "ssh+git"))
 317                return PROTO_SSH;
 318        die("I don't handle protocol '%s'", name);
 319}
 320
 321#define STR_(s) # s
 322#define STR(s)  STR_(s)
 323
 324#ifndef NO_IPV6
 325
 326/*
 327 * Returns a connected socket() fd, or else die()s.
 328 */
 329static int git_tcp_connect_sock(char *host)
 330{
 331        int sockfd = -1;
 332        char *colon, *end;
 333        const char *port = STR(DEFAULT_GIT_PORT);
 334        struct addrinfo hints, *ai0, *ai;
 335        int gai;
 336
 337        if (host[0] == '[') {
 338                end = strchr(host + 1, ']');
 339                if (end) {
 340                        *end = 0;
 341                        end++;
 342                        host++;
 343                } else
 344                        end = host;
 345        } else
 346                end = host;
 347        colon = strchr(end, ':');
 348
 349        if (colon) {
 350                *colon = 0;
 351                port = colon + 1;
 352        }
 353
 354        memset(&hints, 0, sizeof(hints));
 355        hints.ai_socktype = SOCK_STREAM;
 356        hints.ai_protocol = IPPROTO_TCP;
 357
 358        gai = getaddrinfo(host, port, &hints, &ai);
 359        if (gai)
 360                die("Unable to look up %s (%s)", host, gai_strerror(gai));
 361
 362        for (ai0 = ai; ai; ai = ai->ai_next) {
 363                sockfd = socket(ai->ai_family,
 364                                ai->ai_socktype, ai->ai_protocol);
 365                if (sockfd < 0)
 366                        continue;
 367                if (connect(sockfd, ai->ai_addr, ai->ai_addrlen) < 0) {
 368                        close(sockfd);
 369                        sockfd = -1;
 370                        continue;
 371                }
 372                break;
 373        }
 374
 375        freeaddrinfo(ai0);
 376
 377        if (sockfd < 0)
 378                die("unable to connect a socket (%s)", strerror(errno));
 379
 380        return sockfd;
 381}
 382
 383#else /* NO_IPV6 */
 384
 385/*
 386 * Returns a connected socket() fd, or else die()s.
 387 */
 388static int git_tcp_connect_sock(char *host)
 389{
 390        int sockfd = -1;
 391        char *colon, *end;
 392        char *port = STR(DEFAULT_GIT_PORT), *ep;
 393        struct hostent *he;
 394        struct sockaddr_in sa;
 395        char **ap;
 396        unsigned int nport;
 397
 398        if (host[0] == '[') {
 399                end = strchr(host + 1, ']');
 400                if (end) {
 401                        *end = 0;
 402                        end++;
 403                        host++;
 404                } else
 405                        end = host;
 406        } else
 407                end = host;
 408        colon = strchr(end, ':');
 409
 410        if (colon) {
 411                *colon = 0;
 412                port = colon + 1;
 413        }
 414
 415        he = gethostbyname(host);
 416        if (!he)
 417                die("Unable to look up %s (%s)", host, hstrerror(h_errno));
 418        nport = strtoul(port, &ep, 10);
 419        if ( ep == port || *ep ) {
 420                /* Not numeric */
 421                struct servent *se = getservbyname(port,"tcp");
 422                if ( !se )
 423                        die("Unknown port %s\n", port);
 424                nport = se->s_port;
 425        }
 426
 427        for (ap = he->h_addr_list; *ap; ap++) {
 428                sockfd = socket(he->h_addrtype, SOCK_STREAM, 0);
 429                if (sockfd < 0)
 430                        continue;
 431
 432                memset(&sa, 0, sizeof sa);
 433                sa.sin_family = he->h_addrtype;
 434                sa.sin_port = htons(nport);
 435                memcpy(&sa.sin_addr, *ap, he->h_length);
 436
 437                if (connect(sockfd, (struct sockaddr *)&sa, sizeof sa) < 0) {
 438                        close(sockfd);
 439                        sockfd = -1;
 440                        continue;
 441                }
 442                break;
 443        }
 444
 445        if (sockfd < 0)
 446                die("unable to connect a socket (%s)", strerror(errno));
 447
 448        return sockfd;
 449}
 450
 451#endif /* NO_IPV6 */
 452
 453
 454static void git_tcp_connect(int fd[2], char *host)
 455{
 456        int sockfd = git_tcp_connect_sock(host);
 457
 458        fd[0] = sockfd;
 459        fd[1] = sockfd;
 460}
 461
 462
 463static char *git_proxy_command = NULL;
 464static const char *rhost_name = NULL;
 465static int rhost_len;
 466
 467static int git_proxy_command_options(const char *var, const char *value)
 468{
 469        if (!strcmp(var, "core.gitproxy")) {
 470                const char *for_pos;
 471                int matchlen = -1;
 472                int hostlen;
 473
 474                if (git_proxy_command)
 475                        return 0;
 476                /* [core]
 477                 * ;# matches www.kernel.org as well
 478                 * gitproxy = netcatter-1 for kernel.org
 479                 * gitproxy = netcatter-2 for sample.xz
 480                 * gitproxy = netcatter-default
 481                 */
 482                for_pos = strstr(value, " for ");
 483                if (!for_pos)
 484                        /* matches everybody */
 485                        matchlen = strlen(value);
 486                else {
 487                        hostlen = strlen(for_pos + 5);
 488                        if (rhost_len < hostlen)
 489                                matchlen = -1;
 490                        else if (!strncmp(for_pos + 5,
 491                                          rhost_name + rhost_len - hostlen,
 492                                          hostlen) &&
 493                                 ((rhost_len == hostlen) ||
 494                                  rhost_name[rhost_len - hostlen -1] == '.'))
 495                                matchlen = for_pos - value;
 496                        else
 497                                matchlen = -1;
 498                }
 499                if (0 <= matchlen) {
 500                        /* core.gitproxy = none for kernel.org */
 501                        if (matchlen == 4 && 
 502                            !memcmp(value, "none", 4))
 503                                matchlen = 0;
 504                        git_proxy_command = xmalloc(matchlen + 1);
 505                        memcpy(git_proxy_command, value, matchlen);
 506                        git_proxy_command[matchlen] = 0;
 507                }
 508                return 0;
 509        }
 510
 511        return git_default_config(var, value);
 512}
 513
 514static int git_use_proxy(const char *host)
 515{
 516        rhost_name = host;
 517        rhost_len = strlen(host);
 518        git_proxy_command = getenv("GIT_PROXY_COMMAND");
 519        git_config(git_proxy_command_options);
 520        rhost_name = NULL;
 521        return (git_proxy_command && *git_proxy_command);
 522}
 523
 524static void git_proxy_connect(int fd[2], char *host)
 525{
 526        const char *port = STR(DEFAULT_GIT_PORT);
 527        char *colon, *end;
 528        int pipefd[2][2];
 529        pid_t pid;
 530
 531        if (host[0] == '[') {
 532                end = strchr(host + 1, ']');
 533                if (end) {
 534                        *end = 0;
 535                        end++;
 536                        host++;
 537                } else
 538                        end = host;
 539        } else
 540                end = host;
 541        colon = strchr(end, ':');
 542
 543        if (colon) {
 544                *colon = 0;
 545                port = colon + 1;
 546        }
 547
 548        if (pipe(pipefd[0]) < 0 || pipe(pipefd[1]) < 0)
 549                die("unable to create pipe pair for communication");
 550        pid = fork();
 551        if (!pid) {
 552                dup2(pipefd[1][0], 0);
 553                dup2(pipefd[0][1], 1);
 554                close(pipefd[0][0]);
 555                close(pipefd[0][1]);
 556                close(pipefd[1][0]);
 557                close(pipefd[1][1]);
 558                execlp(git_proxy_command, git_proxy_command, host, port, NULL);
 559                die("exec failed");
 560        }
 561        if (pid < 0)
 562                die("fork failed");
 563        fd[0] = pipefd[0][0];
 564        fd[1] = pipefd[1][1];
 565        close(pipefd[0][1]);
 566        close(pipefd[1][0]);
 567}
 568
 569/*
 570 * Yeah, yeah, fixme. Need to pass in the heads etc.
 571 */
 572int git_connect(int fd[2], char *url, const char *prog)
 573{
 574        char command[1024];
 575        char *host, *path = url;
 576        char *end;
 577        int c;
 578        int pipefd[2][2];
 579        pid_t pid;
 580        enum protocol protocol = PROTO_LOCAL;
 581        int free_path = 0;
 582
 583        /* Without this we cannot rely on waitpid() to tell
 584         * what happened to our children.
 585         */
 586        signal(SIGCHLD, SIG_DFL);
 587
 588        host = strstr(url, "://");
 589        if(host) {
 590                *host = '\0';
 591                protocol = get_protocol(url);
 592                host += 3;
 593                c = '/';
 594        } else {
 595                host = url;
 596                c = ':';
 597        }
 598
 599        if (host[0] == '[') {
 600                end = strchr(host + 1, ']');
 601                if (end) {
 602                        *end = 0;
 603                        end++;
 604                        host++;
 605                } else
 606                        end = host;
 607        } else
 608                end = host;
 609
 610        path = strchr(end, c);
 611        if (c == ':') {
 612                if (path) {
 613                        protocol = PROTO_SSH;
 614                        *path++ = '\0';
 615                } else
 616                        path = host;
 617        }
 618
 619        if (!path || !*path)
 620                die("No path specified. See 'man git-pull' for valid url syntax");
 621
 622        /*
 623         * null-terminate hostname and point path to ~ for URL's like this:
 624         *    ssh://host.xz/~user/repo
 625         */
 626        if (protocol != PROTO_LOCAL && host != url) {
 627                char *ptr = path;
 628                if (path[1] == '~')
 629                        path++;
 630                else {
 631                        path = strdup(ptr);
 632                        free_path = 1;
 633                }
 634
 635                *ptr = '\0';
 636        }
 637
 638        if (protocol == PROTO_GIT) {
 639                /* These underlying connection commands die() if they
 640                 * cannot connect.
 641                 */
 642                char *target_host = strdup(host);
 643                if (git_use_proxy(host))
 644                        git_proxy_connect(fd, host);
 645                else
 646                        git_tcp_connect(fd, host);
 647                /*
 648                 * Separate original protocol components prog and path
 649                 * from extended components with a NUL byte.
 650                 */
 651                packet_write(fd[1],
 652                             "%s %s%chost=%s%c",
 653                             prog, path, 0,
 654                             target_host, 0);
 655                free(target_host);
 656                if (free_path)
 657                        free(path);
 658                return 0;
 659        }
 660
 661        if (pipe(pipefd[0]) < 0 || pipe(pipefd[1]) < 0)
 662                die("unable to create pipe pair for communication");
 663        pid = fork();
 664        if (pid < 0)
 665                die("unable to fork");
 666        if (!pid) {
 667                snprintf(command, sizeof(command), "%s %s", prog,
 668                         sq_quote(path));
 669                dup2(pipefd[1][0], 0);
 670                dup2(pipefd[0][1], 1);
 671                close(pipefd[0][0]);
 672                close(pipefd[0][1]);
 673                close(pipefd[1][0]);
 674                close(pipefd[1][1]);
 675                if (protocol == PROTO_SSH) {
 676                        const char *ssh, *ssh_basename;
 677                        ssh = getenv("GIT_SSH");
 678                        if (!ssh) ssh = "ssh";
 679                        ssh_basename = strrchr(ssh, '/');
 680                        if (!ssh_basename)
 681                                ssh_basename = ssh;
 682                        else
 683                                ssh_basename++;
 684                        execlp(ssh, ssh_basename, host, command, NULL);
 685                }
 686                else {
 687                        unsetenv(ALTERNATE_DB_ENVIRONMENT);
 688                        unsetenv(DB_ENVIRONMENT);
 689                        unsetenv(GIT_DIR_ENVIRONMENT);
 690                        unsetenv(GRAFT_ENVIRONMENT);
 691                        unsetenv(INDEX_ENVIRONMENT);
 692                        execlp("sh", "sh", "-c", command, NULL);
 693                }
 694                die("exec failed");
 695        }
 696        fd[0] = pipefd[0][0];
 697        fd[1] = pipefd[1][1];
 698        close(pipefd[0][1]);
 699        close(pipefd[1][0]);
 700        if (free_path)
 701                free(path);
 702        return pid;
 703}
 704
 705int finish_connect(pid_t pid)
 706{
 707        int ret;
 708
 709        for (;;) {
 710                ret = waitpid(pid, NULL, 0);
 711                if (!ret)
 712                        break;
 713                if (errno != EINTR)
 714                        break;
 715        }
 716        return ret;
 717}