http-push.con commit Merge branch 'np/pack-safer' (7b51b77)
   1#include "cache.h"
   2#include "commit.h"
   3#include "pack.h"
   4#include "tag.h"
   5#include "blob.h"
   6#include "http.h"
   7#include "refs.h"
   8#include "diff.h"
   9#include "revision.h"
  10#include "exec_cmd.h"
  11#include "remote.h"
  12#include "list-objects.h"
  13
  14#include <expat.h>
  15
  16static const char http_push_usage[] =
  17"git http-push [--all] [--dry-run] [--force] [--verbose] <remote> [<head>...]\n";
  18
  19#ifndef XML_STATUS_OK
  20enum XML_Status {
  21  XML_STATUS_OK = 1,
  22  XML_STATUS_ERROR = 0
  23};
  24#define XML_STATUS_OK    1
  25#define XML_STATUS_ERROR 0
  26#endif
  27
  28#define PREV_BUF_SIZE 4096
  29#define RANGE_HEADER_SIZE 30
  30
  31/* DAV methods */
  32#define DAV_LOCK "LOCK"
  33#define DAV_MKCOL "MKCOL"
  34#define DAV_MOVE "MOVE"
  35#define DAV_PROPFIND "PROPFIND"
  36#define DAV_PUT "PUT"
  37#define DAV_UNLOCK "UNLOCK"
  38#define DAV_DELETE "DELETE"
  39
  40/* DAV lock flags */
  41#define DAV_PROP_LOCKWR (1u << 0)
  42#define DAV_PROP_LOCKEX (1u << 1)
  43#define DAV_LOCK_OK (1u << 2)
  44
  45/* DAV XML properties */
  46#define DAV_CTX_LOCKENTRY ".multistatus.response.propstat.prop.supportedlock.lockentry"
  47#define DAV_CTX_LOCKTYPE_WRITE ".multistatus.response.propstat.prop.supportedlock.lockentry.locktype.write"
  48#define DAV_CTX_LOCKTYPE_EXCLUSIVE ".multistatus.response.propstat.prop.supportedlock.lockentry.lockscope.exclusive"
  49#define DAV_ACTIVELOCK_OWNER ".prop.lockdiscovery.activelock.owner.href"
  50#define DAV_ACTIVELOCK_TIMEOUT ".prop.lockdiscovery.activelock.timeout"
  51#define DAV_ACTIVELOCK_TOKEN ".prop.lockdiscovery.activelock.locktoken.href"
  52#define DAV_PROPFIND_RESP ".multistatus.response"
  53#define DAV_PROPFIND_NAME ".multistatus.response.href"
  54#define DAV_PROPFIND_COLLECTION ".multistatus.response.propstat.prop.resourcetype.collection"
  55
  56/* DAV request body templates */
  57#define PROPFIND_SUPPORTEDLOCK_REQUEST "<?xml version=\"1.0\" encoding=\"utf-8\" ?>\n<D:propfind xmlns:D=\"DAV:\">\n<D:prop xmlns:R=\"%s\">\n<D:supportedlock/>\n</D:prop>\n</D:propfind>"
  58#define PROPFIND_ALL_REQUEST "<?xml version=\"1.0\" encoding=\"utf-8\" ?>\n<D:propfind xmlns:D=\"DAV:\">\n<D:allprop/>\n</D:propfind>"
  59#define LOCK_REQUEST "<?xml version=\"1.0\" encoding=\"utf-8\" ?>\n<D:lockinfo xmlns:D=\"DAV:\">\n<D:lockscope><D:exclusive/></D:lockscope>\n<D:locktype><D:write/></D:locktype>\n<D:owner>\n<D:href>mailto:%s</D:href>\n</D:owner>\n</D:lockinfo>"
  60
  61#define LOCK_TIME 600
  62#define LOCK_REFRESH 30
  63
  64/* bits #0-15 in revision.h */
  65
  66#define LOCAL    (1u<<16)
  67#define REMOTE   (1u<<17)
  68#define FETCHING (1u<<18)
  69#define PUSHING  (1u<<19)
  70
  71/* We allow "recursive" symbolic refs. Only within reason, though */
  72#define MAXDEPTH 5
  73
  74static int pushing;
  75static int aborted;
  76static signed char remote_dir_exists[256];
  77
  78static struct curl_slist *no_pragma_header;
  79
  80static int push_verbosely;
  81static int push_all = MATCH_REFS_NONE;
  82static int force_all;
  83static int dry_run;
  84
  85static struct object_list *objects;
  86
  87struct repo
  88{
  89        char *url;
  90        int path_len;
  91        int has_info_refs;
  92        int can_update_info_refs;
  93        int has_info_packs;
  94        struct packed_git *packs;
  95        struct remote_lock *locks;
  96};
  97
  98static struct repo *remote;
  99
 100enum transfer_state {
 101        NEED_FETCH,
 102        RUN_FETCH_LOOSE,
 103        RUN_FETCH_PACKED,
 104        NEED_PUSH,
 105        RUN_MKCOL,
 106        RUN_PUT,
 107        RUN_MOVE,
 108        ABORTED,
 109        COMPLETE,
 110};
 111
 112struct transfer_request
 113{
 114        struct object *obj;
 115        char *url;
 116        char *dest;
 117        struct remote_lock *lock;
 118        struct curl_slist *headers;
 119        struct buffer buffer;
 120        char filename[PATH_MAX];
 121        char tmpfile[PATH_MAX];
 122        int local_fileno;
 123        FILE *local_stream;
 124        enum transfer_state state;
 125        CURLcode curl_result;
 126        char errorstr[CURL_ERROR_SIZE];
 127        long http_code;
 128        unsigned char real_sha1[20];
 129        git_SHA_CTX c;
 130        z_stream stream;
 131        int zret;
 132        int rename;
 133        void *userData;
 134        struct active_request_slot *slot;
 135        struct transfer_request *next;
 136};
 137
 138static struct transfer_request *request_queue_head;
 139
 140struct xml_ctx
 141{
 142        char *name;
 143        int len;
 144        char *cdata;
 145        void (*userFunc)(struct xml_ctx *ctx, int tag_closed);
 146        void *userData;
 147};
 148
 149struct remote_lock
 150{
 151        char *url;
 152        char *owner;
 153        char *token;
 154        time_t start_time;
 155        long timeout;
 156        int refreshing;
 157        struct remote_lock *next;
 158};
 159
 160/* Flags that control remote_ls processing */
 161#define PROCESS_FILES (1u << 0)
 162#define PROCESS_DIRS  (1u << 1)
 163#define RECURSIVE     (1u << 2)
 164
 165/* Flags that remote_ls passes to callback functions */
 166#define IS_DIR (1u << 0)
 167
 168struct remote_ls_ctx
 169{
 170        char *path;
 171        void (*userFunc)(struct remote_ls_ctx *ls);
 172        void *userData;
 173        int flags;
 174        char *dentry_name;
 175        int dentry_flags;
 176        struct remote_ls_ctx *parent;
 177};
 178
 179static void finish_request(struct transfer_request *request);
 180static void release_request(struct transfer_request *request);
 181
 182static void process_response(void *callback_data)
 183{
 184        struct transfer_request *request =
 185                (struct transfer_request *)callback_data;
 186
 187        finish_request(request);
 188}
 189
 190#ifdef USE_CURL_MULTI
 191static size_t fwrite_sha1_file(void *ptr, size_t eltsize, size_t nmemb,
 192                               void *data)
 193{
 194        unsigned char expn[4096];
 195        size_t size = eltsize * nmemb;
 196        int posn = 0;
 197        struct transfer_request *request = (struct transfer_request *)data;
 198        do {
 199                ssize_t retval = xwrite(request->local_fileno,
 200                                       (char *) ptr + posn, size - posn);
 201                if (retval < 0)
 202                        return posn;
 203                posn += retval;
 204        } while (posn < size);
 205
 206        request->stream.avail_in = size;
 207        request->stream.next_in = ptr;
 208        do {
 209                request->stream.next_out = expn;
 210                request->stream.avail_out = sizeof(expn);
 211                request->zret = inflate(&request->stream, Z_SYNC_FLUSH);
 212                git_SHA1_Update(&request->c, expn,
 213                            sizeof(expn) - request->stream.avail_out);
 214        } while (request->stream.avail_in && request->zret == Z_OK);
 215        data_received++;
 216        return size;
 217}
 218
 219static void start_fetch_loose(struct transfer_request *request)
 220{
 221        char *hex = sha1_to_hex(request->obj->sha1);
 222        char *filename;
 223        char prevfile[PATH_MAX];
 224        char *url;
 225        char *posn;
 226        int prevlocal;
 227        unsigned char prev_buf[PREV_BUF_SIZE];
 228        ssize_t prev_read = 0;
 229        long prev_posn = 0;
 230        char range[RANGE_HEADER_SIZE];
 231        struct curl_slist *range_header = NULL;
 232        struct active_request_slot *slot;
 233
 234        filename = sha1_file_name(request->obj->sha1);
 235        snprintf(request->filename, sizeof(request->filename), "%s", filename);
 236        snprintf(request->tmpfile, sizeof(request->tmpfile),
 237                 "%s.temp", filename);
 238
 239        snprintf(prevfile, sizeof(prevfile), "%s.prev", request->filename);
 240        unlink(prevfile);
 241        rename(request->tmpfile, prevfile);
 242        unlink(request->tmpfile);
 243
 244        if (request->local_fileno != -1)
 245                error("fd leakage in start: %d", request->local_fileno);
 246        request->local_fileno = open(request->tmpfile,
 247                                     O_WRONLY | O_CREAT | O_EXCL, 0666);
 248        /* This could have failed due to the "lazy directory creation";
 249         * try to mkdir the last path component.
 250         */
 251        if (request->local_fileno < 0 && errno == ENOENT) {
 252                char *dir = strrchr(request->tmpfile, '/');
 253                if (dir) {
 254                        *dir = 0;
 255                        mkdir(request->tmpfile, 0777);
 256                        *dir = '/';
 257                }
 258                request->local_fileno = open(request->tmpfile,
 259                                             O_WRONLY | O_CREAT | O_EXCL, 0666);
 260        }
 261
 262        if (request->local_fileno < 0) {
 263                request->state = ABORTED;
 264                error("Couldn't create temporary file %s for %s: %s",
 265                      request->tmpfile, request->filename, strerror(errno));
 266                return;
 267        }
 268
 269        memset(&request->stream, 0, sizeof(request->stream));
 270
 271        inflateInit(&request->stream);
 272
 273        git_SHA1_Init(&request->c);
 274
 275        url = xmalloc(strlen(remote->url) + 50);
 276        request->url = xmalloc(strlen(remote->url) + 50);
 277        strcpy(url, remote->url);
 278        posn = url + strlen(remote->url);
 279        strcpy(posn, "objects/");
 280        posn += 8;
 281        memcpy(posn, hex, 2);
 282        posn += 2;
 283        *(posn++) = '/';
 284        strcpy(posn, hex + 2);
 285        strcpy(request->url, url);
 286
 287        /* If a previous temp file is present, process what was already
 288           fetched. */
 289        prevlocal = open(prevfile, O_RDONLY);
 290        if (prevlocal != -1) {
 291                do {
 292                        prev_read = xread(prevlocal, prev_buf, PREV_BUF_SIZE);
 293                        if (prev_read>0) {
 294                                if (fwrite_sha1_file(prev_buf,
 295                                                     1,
 296                                                     prev_read,
 297                                                     request) == prev_read) {
 298                                        prev_posn += prev_read;
 299                                } else {
 300                                        prev_read = -1;
 301                                }
 302                        }
 303                } while (prev_read > 0);
 304                close(prevlocal);
 305        }
 306        unlink(prevfile);
 307
 308        /* Reset inflate/SHA1 if there was an error reading the previous temp
 309           file; also rewind to the beginning of the local file. */
 310        if (prev_read == -1) {
 311                memset(&request->stream, 0, sizeof(request->stream));
 312                inflateInit(&request->stream);
 313                git_SHA1_Init(&request->c);
 314                if (prev_posn>0) {
 315                        prev_posn = 0;
 316                        lseek(request->local_fileno, 0, SEEK_SET);
 317                        ftruncate(request->local_fileno, 0);
 318                }
 319        }
 320
 321        slot = get_active_slot();
 322        slot->callback_func = process_response;
 323        slot->callback_data = request;
 324        request->slot = slot;
 325
 326        curl_easy_setopt(slot->curl, CURLOPT_FILE, request);
 327        curl_easy_setopt(slot->curl, CURLOPT_WRITEFUNCTION, fwrite_sha1_file);
 328        curl_easy_setopt(slot->curl, CURLOPT_ERRORBUFFER, request->errorstr);
 329        curl_easy_setopt(slot->curl, CURLOPT_URL, url);
 330        curl_easy_setopt(slot->curl, CURLOPT_HTTPHEADER, no_pragma_header);
 331
 332        /* If we have successfully processed data from a previous fetch
 333           attempt, only fetch the data we don't already have. */
 334        if (prev_posn>0) {
 335                if (push_verbosely)
 336                        fprintf(stderr,
 337                                "Resuming fetch of object %s at byte %ld\n",
 338                                hex, prev_posn);
 339                sprintf(range, "Range: bytes=%ld-", prev_posn);
 340                range_header = curl_slist_append(range_header, range);
 341                curl_easy_setopt(slot->curl,
 342                                 CURLOPT_HTTPHEADER, range_header);
 343        }
 344
 345        /* Try to get the request started, abort the request on error */
 346        request->state = RUN_FETCH_LOOSE;
 347        if (!start_active_slot(slot)) {
 348                fprintf(stderr, "Unable to start GET request\n");
 349                remote->can_update_info_refs = 0;
 350                release_request(request);
 351        }
 352}
 353
 354static void start_mkcol(struct transfer_request *request)
 355{
 356        char *hex = sha1_to_hex(request->obj->sha1);
 357        struct active_request_slot *slot;
 358        char *posn;
 359
 360        request->url = xmalloc(strlen(remote->url) + 13);
 361        strcpy(request->url, remote->url);
 362        posn = request->url + strlen(remote->url);
 363        strcpy(posn, "objects/");
 364        posn += 8;
 365        memcpy(posn, hex, 2);
 366        posn += 2;
 367        strcpy(posn, "/");
 368
 369        slot = get_active_slot();
 370        slot->callback_func = process_response;
 371        slot->callback_data = request;
 372        curl_easy_setopt(slot->curl, CURLOPT_HTTPGET, 1); /* undo PUT setup */
 373        curl_easy_setopt(slot->curl, CURLOPT_URL, request->url);
 374        curl_easy_setopt(slot->curl, CURLOPT_ERRORBUFFER, request->errorstr);
 375        curl_easy_setopt(slot->curl, CURLOPT_CUSTOMREQUEST, DAV_MKCOL);
 376        curl_easy_setopt(slot->curl, CURLOPT_WRITEFUNCTION, fwrite_null);
 377
 378        if (start_active_slot(slot)) {
 379                request->slot = slot;
 380                request->state = RUN_MKCOL;
 381        } else {
 382                request->state = ABORTED;
 383                free(request->url);
 384                request->url = NULL;
 385        }
 386}
 387#endif
 388
 389static void start_fetch_packed(struct transfer_request *request)
 390{
 391        char *url;
 392        struct packed_git *target;
 393        FILE *packfile;
 394        char *filename;
 395        long prev_posn = 0;
 396        char range[RANGE_HEADER_SIZE];
 397        struct curl_slist *range_header = NULL;
 398
 399        struct transfer_request *check_request = request_queue_head;
 400        struct active_request_slot *slot;
 401
 402        target = find_sha1_pack(request->obj->sha1, remote->packs);
 403        if (!target) {
 404                fprintf(stderr, "Unable to fetch %s, will not be able to update server info refs\n", sha1_to_hex(request->obj->sha1));
 405                remote->can_update_info_refs = 0;
 406                release_request(request);
 407                return;
 408        }
 409
 410        fprintf(stderr, "Fetching pack %s\n", sha1_to_hex(target->sha1));
 411        fprintf(stderr, " which contains %s\n", sha1_to_hex(request->obj->sha1));
 412
 413        filename = sha1_pack_name(target->sha1);
 414        snprintf(request->filename, sizeof(request->filename), "%s", filename);
 415        snprintf(request->tmpfile, sizeof(request->tmpfile),
 416                 "%s.temp", filename);
 417
 418        url = xmalloc(strlen(remote->url) + 64);
 419        sprintf(url, "%sobjects/pack/pack-%s.pack",
 420                remote->url, sha1_to_hex(target->sha1));
 421
 422        /* Make sure there isn't another open request for this pack */
 423        while (check_request) {
 424                if (check_request->state == RUN_FETCH_PACKED &&
 425                    !strcmp(check_request->url, url)) {
 426                        free(url);
 427                        release_request(request);
 428                        return;
 429                }
 430                check_request = check_request->next;
 431        }
 432
 433        packfile = fopen(request->tmpfile, "a");
 434        if (!packfile) {
 435                fprintf(stderr, "Unable to open local file %s for pack",
 436                        request->tmpfile);
 437                remote->can_update_info_refs = 0;
 438                free(url);
 439                return;
 440        }
 441
 442        slot = get_active_slot();
 443        slot->callback_func = process_response;
 444        slot->callback_data = request;
 445        request->slot = slot;
 446        request->local_stream = packfile;
 447        request->userData = target;
 448
 449        request->url = url;
 450        curl_easy_setopt(slot->curl, CURLOPT_FILE, packfile);
 451        curl_easy_setopt(slot->curl, CURLOPT_WRITEFUNCTION, fwrite);
 452        curl_easy_setopt(slot->curl, CURLOPT_URL, url);
 453        curl_easy_setopt(slot->curl, CURLOPT_HTTPHEADER, no_pragma_header);
 454        slot->local = packfile;
 455
 456        /* If there is data present from a previous transfer attempt,
 457           resume where it left off */
 458        prev_posn = ftell(packfile);
 459        if (prev_posn>0) {
 460                if (push_verbosely)
 461                        fprintf(stderr,
 462                                "Resuming fetch of pack %s at byte %ld\n",
 463                                sha1_to_hex(target->sha1), prev_posn);
 464                sprintf(range, "Range: bytes=%ld-", prev_posn);
 465                range_header = curl_slist_append(range_header, range);
 466                curl_easy_setopt(slot->curl, CURLOPT_HTTPHEADER, range_header);
 467        }
 468
 469        /* Try to get the request started, abort the request on error */
 470        request->state = RUN_FETCH_PACKED;
 471        if (!start_active_slot(slot)) {
 472                fprintf(stderr, "Unable to start GET request\n");
 473                remote->can_update_info_refs = 0;
 474                release_request(request);
 475        }
 476}
 477
 478static void start_put(struct transfer_request *request)
 479{
 480        char *hex = sha1_to_hex(request->obj->sha1);
 481        struct active_request_slot *slot;
 482        char *posn;
 483        enum object_type type;
 484        char hdr[50];
 485        void *unpacked;
 486        unsigned long len;
 487        int hdrlen;
 488        ssize_t size;
 489        z_stream stream;
 490
 491        unpacked = read_sha1_file(request->obj->sha1, &type, &len);
 492        hdrlen = sprintf(hdr, "%s %lu", typename(type), len) + 1;
 493
 494        /* Set it up */
 495        memset(&stream, 0, sizeof(stream));
 496        deflateInit(&stream, zlib_compression_level);
 497        size = deflateBound(&stream, len + hdrlen);
 498        strbuf_init(&request->buffer.buf, size);
 499        request->buffer.posn = 0;
 500
 501        /* Compress it */
 502        stream.next_out = (unsigned char *)request->buffer.buf.buf;
 503        stream.avail_out = size;
 504
 505        /* First header.. */
 506        stream.next_in = (void *)hdr;
 507        stream.avail_in = hdrlen;
 508        while (deflate(&stream, 0) == Z_OK)
 509                /* nothing */;
 510
 511        /* Then the data itself.. */
 512        stream.next_in = unpacked;
 513        stream.avail_in = len;
 514        while (deflate(&stream, Z_FINISH) == Z_OK)
 515                /* nothing */;
 516        deflateEnd(&stream);
 517        free(unpacked);
 518
 519        request->buffer.buf.len = stream.total_out;
 520
 521        request->url = xmalloc(strlen(remote->url) +
 522                               strlen(request->lock->token) + 51);
 523        strcpy(request->url, remote->url);
 524        posn = request->url + strlen(remote->url);
 525        strcpy(posn, "objects/");
 526        posn += 8;
 527        memcpy(posn, hex, 2);
 528        posn += 2;
 529        *(posn++) = '/';
 530        strcpy(posn, hex + 2);
 531        request->dest = xmalloc(strlen(request->url) + 14);
 532        sprintf(request->dest, "Destination: %s", request->url);
 533        posn += 38;
 534        *(posn++) = '_';
 535        strcpy(posn, request->lock->token);
 536
 537        slot = get_active_slot();
 538        slot->callback_func = process_response;
 539        slot->callback_data = request;
 540        curl_easy_setopt(slot->curl, CURLOPT_INFILE, &request->buffer);
 541        curl_easy_setopt(slot->curl, CURLOPT_INFILESIZE, request->buffer.buf.len);
 542        curl_easy_setopt(slot->curl, CURLOPT_READFUNCTION, fread_buffer);
 543        curl_easy_setopt(slot->curl, CURLOPT_WRITEFUNCTION, fwrite_null);
 544        curl_easy_setopt(slot->curl, CURLOPT_CUSTOMREQUEST, DAV_PUT);
 545        curl_easy_setopt(slot->curl, CURLOPT_UPLOAD, 1);
 546        curl_easy_setopt(slot->curl, CURLOPT_PUT, 1);
 547        curl_easy_setopt(slot->curl, CURLOPT_NOBODY, 0);
 548        curl_easy_setopt(slot->curl, CURLOPT_URL, request->url);
 549
 550        if (start_active_slot(slot)) {
 551                request->slot = slot;
 552                request->state = RUN_PUT;
 553        } else {
 554                request->state = ABORTED;
 555                free(request->url);
 556                request->url = NULL;
 557        }
 558}
 559
 560static void start_move(struct transfer_request *request)
 561{
 562        struct active_request_slot *slot;
 563        struct curl_slist *dav_headers = NULL;
 564
 565        slot = get_active_slot();
 566        slot->callback_func = process_response;
 567        slot->callback_data = request;
 568        curl_easy_setopt(slot->curl, CURLOPT_HTTPGET, 1); /* undo PUT setup */
 569        curl_easy_setopt(slot->curl, CURLOPT_CUSTOMREQUEST, DAV_MOVE);
 570        dav_headers = curl_slist_append(dav_headers, request->dest);
 571        dav_headers = curl_slist_append(dav_headers, "Overwrite: T");
 572        curl_easy_setopt(slot->curl, CURLOPT_HTTPHEADER, dav_headers);
 573        curl_easy_setopt(slot->curl, CURLOPT_WRITEFUNCTION, fwrite_null);
 574        curl_easy_setopt(slot->curl, CURLOPT_URL, request->url);
 575
 576        if (start_active_slot(slot)) {
 577                request->slot = slot;
 578                request->state = RUN_MOVE;
 579        } else {
 580                request->state = ABORTED;
 581                free(request->url);
 582                request->url = NULL;
 583        }
 584}
 585
 586static int refresh_lock(struct remote_lock *lock)
 587{
 588        struct active_request_slot *slot;
 589        struct slot_results results;
 590        char *if_header;
 591        char timeout_header[25];
 592        struct curl_slist *dav_headers = NULL;
 593        int rc = 0;
 594
 595        lock->refreshing = 1;
 596
 597        if_header = xmalloc(strlen(lock->token) + 25);
 598        sprintf(if_header, "If: (<opaquelocktoken:%s>)", lock->token);
 599        sprintf(timeout_header, "Timeout: Second-%ld", lock->timeout);
 600        dav_headers = curl_slist_append(dav_headers, if_header);
 601        dav_headers = curl_slist_append(dav_headers, timeout_header);
 602
 603        slot = get_active_slot();
 604        slot->results = &results;
 605        curl_easy_setopt(slot->curl, CURLOPT_HTTPGET, 1);
 606        curl_easy_setopt(slot->curl, CURLOPT_WRITEFUNCTION, fwrite_null);
 607        curl_easy_setopt(slot->curl, CURLOPT_URL, lock->url);
 608        curl_easy_setopt(slot->curl, CURLOPT_CUSTOMREQUEST, DAV_LOCK);
 609        curl_easy_setopt(slot->curl, CURLOPT_HTTPHEADER, dav_headers);
 610
 611        if (start_active_slot(slot)) {
 612                run_active_slot(slot);
 613                if (results.curl_result != CURLE_OK) {
 614                        fprintf(stderr, "LOCK HTTP error %ld\n",
 615                                results.http_code);
 616                } else {
 617                        lock->start_time = time(NULL);
 618                        rc = 1;
 619                }
 620        }
 621
 622        lock->refreshing = 0;
 623        curl_slist_free_all(dav_headers);
 624        free(if_header);
 625
 626        return rc;
 627}
 628
 629static void check_locks(void)
 630{
 631        struct remote_lock *lock = remote->locks;
 632        time_t current_time = time(NULL);
 633        int time_remaining;
 634
 635        while (lock) {
 636                time_remaining = lock->start_time + lock->timeout -
 637                        current_time;
 638                if (!lock->refreshing && time_remaining < LOCK_REFRESH) {
 639                        if (!refresh_lock(lock)) {
 640                                fprintf(stderr,
 641                                        "Unable to refresh lock for %s\n",
 642                                        lock->url);
 643                                aborted = 1;
 644                                return;
 645                        }
 646                }
 647                lock = lock->next;
 648        }
 649}
 650
 651static void release_request(struct transfer_request *request)
 652{
 653        struct transfer_request *entry = request_queue_head;
 654
 655        if (request == request_queue_head) {
 656                request_queue_head = request->next;
 657        } else {
 658                while (entry->next != NULL && entry->next != request)
 659                        entry = entry->next;
 660                if (entry->next == request)
 661                        entry->next = entry->next->next;
 662        }
 663
 664        if (request->local_fileno != -1)
 665                close(request->local_fileno);
 666        if (request->local_stream)
 667                fclose(request->local_stream);
 668        free(request->url);
 669        free(request);
 670}
 671
 672static void finish_request(struct transfer_request *request)
 673{
 674        struct stat st;
 675        struct packed_git *target;
 676        struct packed_git **lst;
 677
 678        request->curl_result = request->slot->curl_result;
 679        request->http_code = request->slot->http_code;
 680        request->slot = NULL;
 681
 682        /* Keep locks active */
 683        check_locks();
 684
 685        if (request->headers != NULL)
 686                curl_slist_free_all(request->headers);
 687
 688        /* URL is reused for MOVE after PUT */
 689        if (request->state != RUN_PUT) {
 690                free(request->url);
 691                request->url = NULL;
 692        }
 693
 694        if (request->state == RUN_MKCOL) {
 695                if (request->curl_result == CURLE_OK ||
 696                    request->http_code == 405) {
 697                        remote_dir_exists[request->obj->sha1[0]] = 1;
 698                        start_put(request);
 699                } else {
 700                        fprintf(stderr, "MKCOL %s failed, aborting (%d/%ld)\n",
 701                                sha1_to_hex(request->obj->sha1),
 702                                request->curl_result, request->http_code);
 703                        request->state = ABORTED;
 704                        aborted = 1;
 705                }
 706        } else if (request->state == RUN_PUT) {
 707                if (request->curl_result == CURLE_OK) {
 708                        start_move(request);
 709                } else {
 710                        fprintf(stderr, "PUT %s failed, aborting (%d/%ld)\n",
 711                                sha1_to_hex(request->obj->sha1),
 712                                request->curl_result, request->http_code);
 713                        request->state = ABORTED;
 714                        aborted = 1;
 715                }
 716        } else if (request->state == RUN_MOVE) {
 717                if (request->curl_result == CURLE_OK) {
 718                        if (push_verbosely)
 719                                fprintf(stderr, "    sent %s\n",
 720                                        sha1_to_hex(request->obj->sha1));
 721                        request->obj->flags |= REMOTE;
 722                        release_request(request);
 723                } else {
 724                        fprintf(stderr, "MOVE %s failed, aborting (%d/%ld)\n",
 725                                sha1_to_hex(request->obj->sha1),
 726                                request->curl_result, request->http_code);
 727                        request->state = ABORTED;
 728                        aborted = 1;
 729                }
 730        } else if (request->state == RUN_FETCH_LOOSE) {
 731                fchmod(request->local_fileno, 0444);
 732                close(request->local_fileno); request->local_fileno = -1;
 733
 734                if (request->curl_result != CURLE_OK &&
 735                    request->http_code != 416) {
 736                        if (stat(request->tmpfile, &st) == 0) {
 737                                if (st.st_size == 0)
 738                                        unlink(request->tmpfile);
 739                        }
 740                } else {
 741                        if (request->http_code == 416)
 742                                fprintf(stderr, "Warning: requested range invalid; we may already have all the data.\n");
 743
 744                        inflateEnd(&request->stream);
 745                        git_SHA1_Final(request->real_sha1, &request->c);
 746                        if (request->zret != Z_STREAM_END) {
 747                                unlink(request->tmpfile);
 748                        } else if (hashcmp(request->obj->sha1, request->real_sha1)) {
 749                                unlink(request->tmpfile);
 750                        } else {
 751                                request->rename =
 752                                        move_temp_to_file(
 753                                                request->tmpfile,
 754                                                request->filename);
 755                                if (request->rename == 0) {
 756                                        request->obj->flags |= (LOCAL | REMOTE);
 757                                }
 758                        }
 759                }
 760
 761                /* Try fetching packed if necessary */
 762                if (request->obj->flags & LOCAL)
 763                        release_request(request);
 764                else
 765                        start_fetch_packed(request);
 766
 767        } else if (request->state == RUN_FETCH_PACKED) {
 768                if (request->curl_result != CURLE_OK) {
 769                        fprintf(stderr, "Unable to get pack file %s\n%s",
 770                                request->url, curl_errorstr);
 771                        remote->can_update_info_refs = 0;
 772                } else {
 773                        off_t pack_size = ftell(request->local_stream);
 774
 775                        fclose(request->local_stream);
 776                        request->local_stream = NULL;
 777                        if (!move_temp_to_file(request->tmpfile,
 778                                               request->filename)) {
 779                                target = (struct packed_git *)request->userData;
 780                                target->pack_size = pack_size;
 781                                lst = &remote->packs;
 782                                while (*lst != target)
 783                                        lst = &((*lst)->next);
 784                                *lst = (*lst)->next;
 785
 786                                if (!verify_pack(target))
 787                                        install_packed_git(target);
 788                                else
 789                                        remote->can_update_info_refs = 0;
 790                        }
 791                }
 792                release_request(request);
 793        }
 794}
 795
 796#ifdef USE_CURL_MULTI
 797static int fill_active_slot(void *unused)
 798{
 799        struct transfer_request *request = request_queue_head;
 800
 801        if (aborted)
 802                return 0;
 803
 804        for (request = request_queue_head; request; request = request->next) {
 805                if (request->state == NEED_FETCH) {
 806                        start_fetch_loose(request);
 807                        return 1;
 808                } else if (pushing && request->state == NEED_PUSH) {
 809                        if (remote_dir_exists[request->obj->sha1[0]] == 1) {
 810                                start_put(request);
 811                        } else {
 812                                start_mkcol(request);
 813                        }
 814                        return 1;
 815                }
 816        }
 817        return 0;
 818}
 819#endif
 820
 821static void get_remote_object_list(unsigned char parent);
 822
 823static void add_fetch_request(struct object *obj)
 824{
 825        struct transfer_request *request;
 826
 827        check_locks();
 828
 829        /*
 830         * Don't fetch the object if it's known to exist locally
 831         * or is already in the request queue
 832         */
 833        if (remote_dir_exists[obj->sha1[0]] == -1)
 834                get_remote_object_list(obj->sha1[0]);
 835        if (obj->flags & (LOCAL | FETCHING))
 836                return;
 837
 838        obj->flags |= FETCHING;
 839        request = xmalloc(sizeof(*request));
 840        request->obj = obj;
 841        request->url = NULL;
 842        request->lock = NULL;
 843        request->headers = NULL;
 844        request->local_fileno = -1;
 845        request->local_stream = NULL;
 846        request->state = NEED_FETCH;
 847        request->next = request_queue_head;
 848        request_queue_head = request;
 849
 850#ifdef USE_CURL_MULTI
 851        fill_active_slots();
 852        step_active_slots();
 853#endif
 854}
 855
 856static int add_send_request(struct object *obj, struct remote_lock *lock)
 857{
 858        struct transfer_request *request = request_queue_head;
 859        struct packed_git *target;
 860
 861        /* Keep locks active */
 862        check_locks();
 863
 864        /*
 865         * Don't push the object if it's known to exist on the remote
 866         * or is already in the request queue
 867         */
 868        if (remote_dir_exists[obj->sha1[0]] == -1)
 869                get_remote_object_list(obj->sha1[0]);
 870        if (obj->flags & (REMOTE | PUSHING))
 871                return 0;
 872        target = find_sha1_pack(obj->sha1, remote->packs);
 873        if (target) {
 874                obj->flags |= REMOTE;
 875                return 0;
 876        }
 877
 878        obj->flags |= PUSHING;
 879        request = xmalloc(sizeof(*request));
 880        request->obj = obj;
 881        request->url = NULL;
 882        request->lock = lock;
 883        request->headers = NULL;
 884        request->local_fileno = -1;
 885        request->local_stream = NULL;
 886        request->state = NEED_PUSH;
 887        request->next = request_queue_head;
 888        request_queue_head = request;
 889
 890#ifdef USE_CURL_MULTI
 891        fill_active_slots();
 892        step_active_slots();
 893#endif
 894
 895        return 1;
 896}
 897
 898static int fetch_index(unsigned char *sha1)
 899{
 900        char *hex = sha1_to_hex(sha1);
 901        char *filename;
 902        char *url;
 903        char tmpfile[PATH_MAX];
 904        long prev_posn = 0;
 905        char range[RANGE_HEADER_SIZE];
 906        struct curl_slist *range_header = NULL;
 907
 908        FILE *indexfile;
 909        struct active_request_slot *slot;
 910        struct slot_results results;
 911
 912        /* Don't use the index if the pack isn't there */
 913        url = xmalloc(strlen(remote->url) + 64);
 914        sprintf(url, "%sobjects/pack/pack-%s.pack", remote->url, hex);
 915        slot = get_active_slot();
 916        slot->results = &results;
 917        curl_easy_setopt(slot->curl, CURLOPT_URL, url);
 918        curl_easy_setopt(slot->curl, CURLOPT_NOBODY, 1);
 919        if (start_active_slot(slot)) {
 920                run_active_slot(slot);
 921                if (results.curl_result != CURLE_OK) {
 922                        free(url);
 923                        return error("Unable to verify pack %s is available",
 924                                     hex);
 925                }
 926        } else {
 927                free(url);
 928                return error("Unable to start request");
 929        }
 930
 931        if (has_pack_index(sha1)) {
 932                free(url);
 933                return 0;
 934        }
 935
 936        if (push_verbosely)
 937                fprintf(stderr, "Getting index for pack %s\n", hex);
 938
 939        sprintf(url, "%sobjects/pack/pack-%s.idx", remote->url, hex);
 940
 941        filename = sha1_pack_index_name(sha1);
 942        snprintf(tmpfile, sizeof(tmpfile), "%s.temp", filename);
 943        indexfile = fopen(tmpfile, "a");
 944        if (!indexfile) {
 945                free(url);
 946                return error("Unable to open local file %s for pack index",
 947                             tmpfile);
 948        }
 949
 950        slot = get_active_slot();
 951        slot->results = &results;
 952        curl_easy_setopt(slot->curl, CURLOPT_NOBODY, 0);
 953        curl_easy_setopt(slot->curl, CURLOPT_HTTPGET, 1);
 954        curl_easy_setopt(slot->curl, CURLOPT_FILE, indexfile);
 955        curl_easy_setopt(slot->curl, CURLOPT_WRITEFUNCTION, fwrite);
 956        curl_easy_setopt(slot->curl, CURLOPT_URL, url);
 957        curl_easy_setopt(slot->curl, CURLOPT_HTTPHEADER, no_pragma_header);
 958        slot->local = indexfile;
 959
 960        /* If there is data present from a previous transfer attempt,
 961           resume where it left off */
 962        prev_posn = ftell(indexfile);
 963        if (prev_posn>0) {
 964                if (push_verbosely)
 965                        fprintf(stderr,
 966                                "Resuming fetch of index for pack %s at byte %ld\n",
 967                                hex, prev_posn);
 968                sprintf(range, "Range: bytes=%ld-", prev_posn);
 969                range_header = curl_slist_append(range_header, range);
 970                curl_easy_setopt(slot->curl, CURLOPT_HTTPHEADER, range_header);
 971        }
 972
 973        if (start_active_slot(slot)) {
 974                run_active_slot(slot);
 975                if (results.curl_result != CURLE_OK) {
 976                        free(url);
 977                        fclose(indexfile);
 978                        return error("Unable to get pack index %s\n%s", url,
 979                                     curl_errorstr);
 980                }
 981        } else {
 982                free(url);
 983                fclose(indexfile);
 984                return error("Unable to start request");
 985        }
 986
 987        free(url);
 988        fclose(indexfile);
 989
 990        return move_temp_to_file(tmpfile, filename);
 991}
 992
 993static int setup_index(unsigned char *sha1)
 994{
 995        struct packed_git *new_pack;
 996
 997        if (fetch_index(sha1))
 998                return -1;
 999
1000        new_pack = parse_pack_index(sha1);
1001        new_pack->next = remote->packs;
1002        remote->packs = new_pack;
1003        return 0;
1004}
1005
1006static int fetch_indices(void)
1007{
1008        unsigned char sha1[20];
1009        char *url;
1010        struct strbuf buffer = STRBUF_INIT;
1011        char *data;
1012        int i = 0;
1013
1014        struct active_request_slot *slot;
1015        struct slot_results results;
1016
1017        if (push_verbosely)
1018                fprintf(stderr, "Getting pack list\n");
1019
1020        url = xmalloc(strlen(remote->url) + 20);
1021        sprintf(url, "%sobjects/info/packs", remote->url);
1022
1023        slot = get_active_slot();
1024        slot->results = &results;
1025        curl_easy_setopt(slot->curl, CURLOPT_FILE, &buffer);
1026        curl_easy_setopt(slot->curl, CURLOPT_WRITEFUNCTION, fwrite_buffer);
1027        curl_easy_setopt(slot->curl, CURLOPT_URL, url);
1028        curl_easy_setopt(slot->curl, CURLOPT_HTTPHEADER, NULL);
1029        if (start_active_slot(slot)) {
1030                run_active_slot(slot);
1031                if (results.curl_result != CURLE_OK) {
1032                        strbuf_release(&buffer);
1033                        free(url);
1034                        if (results.http_code == 404)
1035                                return 0;
1036                        else
1037                                return error("%s", curl_errorstr);
1038                }
1039        } else {
1040                strbuf_release(&buffer);
1041                free(url);
1042                return error("Unable to start request");
1043        }
1044        free(url);
1045
1046        data = buffer.buf;
1047        while (i < buffer.len) {
1048                switch (data[i]) {
1049                case 'P':
1050                        i++;
1051                        if (i + 52 < buffer.len &&
1052                            !prefixcmp(data + i, " pack-") &&
1053                            !prefixcmp(data + i + 46, ".pack\n")) {
1054                                get_sha1_hex(data + i + 6, sha1);
1055                                setup_index(sha1);
1056                                i += 51;
1057                                break;
1058                        }
1059                default:
1060                        while (data[i] != '\n')
1061                                i++;
1062                }
1063                i++;
1064        }
1065
1066        strbuf_release(&buffer);
1067        return 0;
1068}
1069
1070static void one_remote_object(const char *hex)
1071{
1072        unsigned char sha1[20];
1073        struct object *obj;
1074
1075        if (get_sha1_hex(hex, sha1) != 0)
1076                return;
1077
1078        obj = lookup_object(sha1);
1079        if (!obj)
1080                obj = parse_object(sha1);
1081
1082        /* Ignore remote objects that don't exist locally */
1083        if (!obj)
1084                return;
1085
1086        obj->flags |= REMOTE;
1087        if (!object_list_contains(objects, obj))
1088                object_list_insert(obj, &objects);
1089}
1090
1091static void handle_lockprop_ctx(struct xml_ctx *ctx, int tag_closed)
1092{
1093        int *lock_flags = (int *)ctx->userData;
1094
1095        if (tag_closed) {
1096                if (!strcmp(ctx->name, DAV_CTX_LOCKENTRY)) {
1097                        if ((*lock_flags & DAV_PROP_LOCKEX) &&
1098                            (*lock_flags & DAV_PROP_LOCKWR)) {
1099                                *lock_flags |= DAV_LOCK_OK;
1100                        }
1101                        *lock_flags &= DAV_LOCK_OK;
1102                } else if (!strcmp(ctx->name, DAV_CTX_LOCKTYPE_WRITE)) {
1103                        *lock_flags |= DAV_PROP_LOCKWR;
1104                } else if (!strcmp(ctx->name, DAV_CTX_LOCKTYPE_EXCLUSIVE)) {
1105                        *lock_flags |= DAV_PROP_LOCKEX;
1106                }
1107        }
1108}
1109
1110static void handle_new_lock_ctx(struct xml_ctx *ctx, int tag_closed)
1111{
1112        struct remote_lock *lock = (struct remote_lock *)ctx->userData;
1113
1114        if (tag_closed && ctx->cdata) {
1115                if (!strcmp(ctx->name, DAV_ACTIVELOCK_OWNER)) {
1116                        lock->owner = xmalloc(strlen(ctx->cdata) + 1);
1117                        strcpy(lock->owner, ctx->cdata);
1118                } else if (!strcmp(ctx->name, DAV_ACTIVELOCK_TIMEOUT)) {
1119                        if (!prefixcmp(ctx->cdata, "Second-"))
1120                                lock->timeout =
1121                                        strtol(ctx->cdata + 7, NULL, 10);
1122                } else if (!strcmp(ctx->name, DAV_ACTIVELOCK_TOKEN)) {
1123                        if (!prefixcmp(ctx->cdata, "opaquelocktoken:")) {
1124                                lock->token = xmalloc(strlen(ctx->cdata) - 15);
1125                                strcpy(lock->token, ctx->cdata + 16);
1126                        }
1127                }
1128        }
1129}
1130
1131static void one_remote_ref(char *refname);
1132
1133static void
1134xml_start_tag(void *userData, const char *name, const char **atts)
1135{
1136        struct xml_ctx *ctx = (struct xml_ctx *)userData;
1137        const char *c = strchr(name, ':');
1138        int new_len;
1139
1140        if (c == NULL)
1141                c = name;
1142        else
1143                c++;
1144
1145        new_len = strlen(ctx->name) + strlen(c) + 2;
1146
1147        if (new_len > ctx->len) {
1148                ctx->name = xrealloc(ctx->name, new_len);
1149                ctx->len = new_len;
1150        }
1151        strcat(ctx->name, ".");
1152        strcat(ctx->name, c);
1153
1154        free(ctx->cdata);
1155        ctx->cdata = NULL;
1156
1157        ctx->userFunc(ctx, 0);
1158}
1159
1160static void
1161xml_end_tag(void *userData, const char *name)
1162{
1163        struct xml_ctx *ctx = (struct xml_ctx *)userData;
1164        const char *c = strchr(name, ':');
1165        char *ep;
1166
1167        ctx->userFunc(ctx, 1);
1168
1169        if (c == NULL)
1170                c = name;
1171        else
1172                c++;
1173
1174        ep = ctx->name + strlen(ctx->name) - strlen(c) - 1;
1175        *ep = 0;
1176}
1177
1178static void
1179xml_cdata(void *userData, const XML_Char *s, int len)
1180{
1181        struct xml_ctx *ctx = (struct xml_ctx *)userData;
1182        free(ctx->cdata);
1183        ctx->cdata = xmemdupz(s, len);
1184}
1185
1186static struct remote_lock *lock_remote(const char *path, long timeout)
1187{
1188        struct active_request_slot *slot;
1189        struct slot_results results;
1190        struct buffer out_buffer = { STRBUF_INIT, 0 };
1191        struct strbuf in_buffer = STRBUF_INIT;
1192        char *url;
1193        char *ep;
1194        char timeout_header[25];
1195        struct remote_lock *lock = NULL;
1196        struct curl_slist *dav_headers = NULL;
1197        struct xml_ctx ctx;
1198
1199        url = xmalloc(strlen(remote->url) + strlen(path) + 1);
1200        sprintf(url, "%s%s", remote->url, path);
1201
1202        /* Make sure leading directories exist for the remote ref */
1203        ep = strchr(url + strlen(remote->url) + 1, '/');
1204        while (ep) {
1205                *ep = 0;
1206                slot = get_active_slot();
1207                slot->results = &results;
1208                curl_easy_setopt(slot->curl, CURLOPT_HTTPGET, 1);
1209                curl_easy_setopt(slot->curl, CURLOPT_URL, url);
1210                curl_easy_setopt(slot->curl, CURLOPT_CUSTOMREQUEST, DAV_MKCOL);
1211                curl_easy_setopt(slot->curl, CURLOPT_WRITEFUNCTION, fwrite_null);
1212                if (start_active_slot(slot)) {
1213                        run_active_slot(slot);
1214                        if (results.curl_result != CURLE_OK &&
1215                            results.http_code != 405) {
1216                                fprintf(stderr,
1217                                        "Unable to create branch path %s\n",
1218                                        url);
1219                                free(url);
1220                                return NULL;
1221                        }
1222                } else {
1223                        fprintf(stderr, "Unable to start MKCOL request\n");
1224                        free(url);
1225                        return NULL;
1226                }
1227                *ep = '/';
1228                ep = strchr(ep + 1, '/');
1229        }
1230
1231        strbuf_addf(&out_buffer.buf, LOCK_REQUEST, git_default_email);
1232
1233        sprintf(timeout_header, "Timeout: Second-%ld", timeout);
1234        dav_headers = curl_slist_append(dav_headers, timeout_header);
1235        dav_headers = curl_slist_append(dav_headers, "Content-Type: text/xml");
1236
1237        slot = get_active_slot();
1238        slot->results = &results;
1239        curl_easy_setopt(slot->curl, CURLOPT_INFILE, &out_buffer);
1240        curl_easy_setopt(slot->curl, CURLOPT_INFILESIZE, out_buffer.buf.len);
1241        curl_easy_setopt(slot->curl, CURLOPT_READFUNCTION, fread_buffer);
1242        curl_easy_setopt(slot->curl, CURLOPT_FILE, &in_buffer);
1243        curl_easy_setopt(slot->curl, CURLOPT_WRITEFUNCTION, fwrite_buffer);
1244        curl_easy_setopt(slot->curl, CURLOPT_URL, url);
1245        curl_easy_setopt(slot->curl, CURLOPT_UPLOAD, 1);
1246        curl_easy_setopt(slot->curl, CURLOPT_CUSTOMREQUEST, DAV_LOCK);
1247        curl_easy_setopt(slot->curl, CURLOPT_HTTPHEADER, dav_headers);
1248
1249        lock = xcalloc(1, sizeof(*lock));
1250        lock->timeout = -1;
1251
1252        if (start_active_slot(slot)) {
1253                run_active_slot(slot);
1254                if (results.curl_result == CURLE_OK) {
1255                        XML_Parser parser = XML_ParserCreate(NULL);
1256                        enum XML_Status result;
1257                        ctx.name = xcalloc(10, 1);
1258                        ctx.len = 0;
1259                        ctx.cdata = NULL;
1260                        ctx.userFunc = handle_new_lock_ctx;
1261                        ctx.userData = lock;
1262                        XML_SetUserData(parser, &ctx);
1263                        XML_SetElementHandler(parser, xml_start_tag,
1264                                              xml_end_tag);
1265                        XML_SetCharacterDataHandler(parser, xml_cdata);
1266                        result = XML_Parse(parser, in_buffer.buf,
1267                                           in_buffer.len, 1);
1268                        free(ctx.name);
1269                        if (result != XML_STATUS_OK) {
1270                                fprintf(stderr, "XML error: %s\n",
1271                                        XML_ErrorString(
1272                                                XML_GetErrorCode(parser)));
1273                                lock->timeout = -1;
1274                        }
1275                        XML_ParserFree(parser);
1276                }
1277        } else {
1278                fprintf(stderr, "Unable to start LOCK request\n");
1279        }
1280
1281        curl_slist_free_all(dav_headers);
1282        strbuf_release(&out_buffer.buf);
1283        strbuf_release(&in_buffer);
1284
1285        if (lock->token == NULL || lock->timeout <= 0) {
1286                free(lock->token);
1287                free(lock->owner);
1288                free(url);
1289                free(lock);
1290                lock = NULL;
1291        } else {
1292                lock->url = url;
1293                lock->start_time = time(NULL);
1294                lock->next = remote->locks;
1295                remote->locks = lock;
1296        }
1297
1298        return lock;
1299}
1300
1301static int unlock_remote(struct remote_lock *lock)
1302{
1303        struct active_request_slot *slot;
1304        struct slot_results results;
1305        struct remote_lock *prev = remote->locks;
1306        char *lock_token_header;
1307        struct curl_slist *dav_headers = NULL;
1308        int rc = 0;
1309
1310        lock_token_header = xmalloc(strlen(lock->token) + 31);
1311        sprintf(lock_token_header, "Lock-Token: <opaquelocktoken:%s>",
1312                lock->token);
1313        dav_headers = curl_slist_append(dav_headers, lock_token_header);
1314
1315        slot = get_active_slot();
1316        slot->results = &results;
1317        curl_easy_setopt(slot->curl, CURLOPT_WRITEFUNCTION, fwrite_null);
1318        curl_easy_setopt(slot->curl, CURLOPT_URL, lock->url);
1319        curl_easy_setopt(slot->curl, CURLOPT_CUSTOMREQUEST, DAV_UNLOCK);
1320        curl_easy_setopt(slot->curl, CURLOPT_HTTPHEADER, dav_headers);
1321
1322        if (start_active_slot(slot)) {
1323                run_active_slot(slot);
1324                if (results.curl_result == CURLE_OK)
1325                        rc = 1;
1326                else
1327                        fprintf(stderr, "UNLOCK HTTP error %ld\n",
1328                                results.http_code);
1329        } else {
1330                fprintf(stderr, "Unable to start UNLOCK request\n");
1331        }
1332
1333        curl_slist_free_all(dav_headers);
1334        free(lock_token_header);
1335
1336        if (remote->locks == lock) {
1337                remote->locks = lock->next;
1338        } else {
1339                while (prev && prev->next != lock)
1340                        prev = prev->next;
1341                if (prev)
1342                        prev->next = prev->next->next;
1343        }
1344
1345        free(lock->owner);
1346        free(lock->url);
1347        free(lock->token);
1348        free(lock);
1349
1350        return rc;
1351}
1352
1353static void remove_locks(void)
1354{
1355        struct remote_lock *lock = remote->locks;
1356
1357        fprintf(stderr, "Removing remote locks...\n");
1358        while (lock) {
1359                unlock_remote(lock);
1360                lock = lock->next;
1361        }
1362}
1363
1364static void remove_locks_on_signal(int signo)
1365{
1366        remove_locks();
1367        signal(signo, SIG_DFL);
1368        raise(signo);
1369}
1370
1371static void remote_ls(const char *path, int flags,
1372                      void (*userFunc)(struct remote_ls_ctx *ls),
1373                      void *userData);
1374
1375static void process_ls_object(struct remote_ls_ctx *ls)
1376{
1377        unsigned int *parent = (unsigned int *)ls->userData;
1378        char *path = ls->dentry_name;
1379        char *obj_hex;
1380
1381        if (!strcmp(ls->path, ls->dentry_name) && (ls->flags & IS_DIR)) {
1382                remote_dir_exists[*parent] = 1;
1383                return;
1384        }
1385
1386        if (strlen(path) != 49)
1387                return;
1388        path += 8;
1389        obj_hex = xmalloc(strlen(path));
1390        /* NB: path is not null-terminated, can not use strlcpy here */
1391        memcpy(obj_hex, path, 2);
1392        strcpy(obj_hex + 2, path + 3);
1393        one_remote_object(obj_hex);
1394        free(obj_hex);
1395}
1396
1397static void process_ls_ref(struct remote_ls_ctx *ls)
1398{
1399        if (!strcmp(ls->path, ls->dentry_name) && (ls->dentry_flags & IS_DIR)) {
1400                fprintf(stderr, "  %s\n", ls->dentry_name);
1401                return;
1402        }
1403
1404        if (!(ls->dentry_flags & IS_DIR))
1405                one_remote_ref(ls->dentry_name);
1406}
1407
1408static void handle_remote_ls_ctx(struct xml_ctx *ctx, int tag_closed)
1409{
1410        struct remote_ls_ctx *ls = (struct remote_ls_ctx *)ctx->userData;
1411
1412        if (tag_closed) {
1413                if (!strcmp(ctx->name, DAV_PROPFIND_RESP) && ls->dentry_name) {
1414                        if (ls->dentry_flags & IS_DIR) {
1415                                if (ls->flags & PROCESS_DIRS) {
1416                                        ls->userFunc(ls);
1417                                }
1418                                if (strcmp(ls->dentry_name, ls->path) &&
1419                                    ls->flags & RECURSIVE) {
1420                                        remote_ls(ls->dentry_name,
1421                                                  ls->flags,
1422                                                  ls->userFunc,
1423                                                  ls->userData);
1424                                }
1425                        } else if (ls->flags & PROCESS_FILES) {
1426                                ls->userFunc(ls);
1427                        }
1428                } else if (!strcmp(ctx->name, DAV_PROPFIND_NAME) && ctx->cdata) {
1429                        ls->dentry_name = xmalloc(strlen(ctx->cdata) -
1430                                                  remote->path_len + 1);
1431                        strcpy(ls->dentry_name, ctx->cdata + remote->path_len);
1432                } else if (!strcmp(ctx->name, DAV_PROPFIND_COLLECTION)) {
1433                        ls->dentry_flags |= IS_DIR;
1434                }
1435        } else if (!strcmp(ctx->name, DAV_PROPFIND_RESP)) {
1436                free(ls->dentry_name);
1437                ls->dentry_name = NULL;
1438                ls->dentry_flags = 0;
1439        }
1440}
1441
1442static void remote_ls(const char *path, int flags,
1443                      void (*userFunc)(struct remote_ls_ctx *ls),
1444                      void *userData)
1445{
1446        char *url = xmalloc(strlen(remote->url) + strlen(path) + 1);
1447        struct active_request_slot *slot;
1448        struct slot_results results;
1449        struct strbuf in_buffer = STRBUF_INIT;
1450        struct buffer out_buffer = { STRBUF_INIT, 0 };
1451        struct curl_slist *dav_headers = NULL;
1452        struct xml_ctx ctx;
1453        struct remote_ls_ctx ls;
1454
1455        ls.flags = flags;
1456        ls.path = xstrdup(path);
1457        ls.dentry_name = NULL;
1458        ls.dentry_flags = 0;
1459        ls.userData = userData;
1460        ls.userFunc = userFunc;
1461
1462        sprintf(url, "%s%s", remote->url, path);
1463
1464        strbuf_addf(&out_buffer.buf, PROPFIND_ALL_REQUEST);
1465
1466        dav_headers = curl_slist_append(dav_headers, "Depth: 1");
1467        dav_headers = curl_slist_append(dav_headers, "Content-Type: text/xml");
1468
1469        slot = get_active_slot();
1470        slot->results = &results;
1471        curl_easy_setopt(slot->curl, CURLOPT_INFILE, &out_buffer);
1472        curl_easy_setopt(slot->curl, CURLOPT_INFILESIZE, out_buffer.buf.len);
1473        curl_easy_setopt(slot->curl, CURLOPT_READFUNCTION, fread_buffer);
1474        curl_easy_setopt(slot->curl, CURLOPT_FILE, &in_buffer);
1475        curl_easy_setopt(slot->curl, CURLOPT_WRITEFUNCTION, fwrite_buffer);
1476        curl_easy_setopt(slot->curl, CURLOPT_URL, url);
1477        curl_easy_setopt(slot->curl, CURLOPT_UPLOAD, 1);
1478        curl_easy_setopt(slot->curl, CURLOPT_CUSTOMREQUEST, DAV_PROPFIND);
1479        curl_easy_setopt(slot->curl, CURLOPT_HTTPHEADER, dav_headers);
1480
1481        if (start_active_slot(slot)) {
1482                run_active_slot(slot);
1483                if (results.curl_result == CURLE_OK) {
1484                        XML_Parser parser = XML_ParserCreate(NULL);
1485                        enum XML_Status result;
1486                        ctx.name = xcalloc(10, 1);
1487                        ctx.len = 0;
1488                        ctx.cdata = NULL;
1489                        ctx.userFunc = handle_remote_ls_ctx;
1490                        ctx.userData = &ls;
1491                        XML_SetUserData(parser, &ctx);
1492                        XML_SetElementHandler(parser, xml_start_tag,
1493                                              xml_end_tag);
1494                        XML_SetCharacterDataHandler(parser, xml_cdata);
1495                        result = XML_Parse(parser, in_buffer.buf,
1496                                           in_buffer.len, 1);
1497                        free(ctx.name);
1498
1499                        if (result != XML_STATUS_OK) {
1500                                fprintf(stderr, "XML error: %s\n",
1501                                        XML_ErrorString(
1502                                                XML_GetErrorCode(parser)));
1503                        }
1504                        XML_ParserFree(parser);
1505                }
1506        } else {
1507                fprintf(stderr, "Unable to start PROPFIND request\n");
1508        }
1509
1510        free(ls.path);
1511        free(url);
1512        strbuf_release(&out_buffer.buf);
1513        strbuf_release(&in_buffer);
1514        curl_slist_free_all(dav_headers);
1515}
1516
1517static void get_remote_object_list(unsigned char parent)
1518{
1519        char path[] = "objects/XX/";
1520        static const char hex[] = "0123456789abcdef";
1521        unsigned int val = parent;
1522
1523        path[8] = hex[val >> 4];
1524        path[9] = hex[val & 0xf];
1525        remote_dir_exists[val] = 0;
1526        remote_ls(path, (PROCESS_FILES | PROCESS_DIRS),
1527                  process_ls_object, &val);
1528}
1529
1530static int locking_available(void)
1531{
1532        struct active_request_slot *slot;
1533        struct slot_results results;
1534        struct strbuf in_buffer = STRBUF_INIT;
1535        struct buffer out_buffer = { STRBUF_INIT, 0 };
1536        struct curl_slist *dav_headers = NULL;
1537        struct xml_ctx ctx;
1538        int lock_flags = 0;
1539
1540        strbuf_addf(&out_buffer.buf, PROPFIND_SUPPORTEDLOCK_REQUEST, remote->url);
1541
1542        dav_headers = curl_slist_append(dav_headers, "Depth: 0");
1543        dav_headers = curl_slist_append(dav_headers, "Content-Type: text/xml");
1544
1545        slot = get_active_slot();
1546        slot->results = &results;
1547        curl_easy_setopt(slot->curl, CURLOPT_INFILE, &out_buffer);
1548        curl_easy_setopt(slot->curl, CURLOPT_INFILESIZE, out_buffer.buf.len);
1549        curl_easy_setopt(slot->curl, CURLOPT_READFUNCTION, fread_buffer);
1550        curl_easy_setopt(slot->curl, CURLOPT_FILE, &in_buffer);
1551        curl_easy_setopt(slot->curl, CURLOPT_WRITEFUNCTION, fwrite_buffer);
1552        curl_easy_setopt(slot->curl, CURLOPT_URL, remote->url);
1553        curl_easy_setopt(slot->curl, CURLOPT_UPLOAD, 1);
1554        curl_easy_setopt(slot->curl, CURLOPT_CUSTOMREQUEST, DAV_PROPFIND);
1555        curl_easy_setopt(slot->curl, CURLOPT_HTTPHEADER, dav_headers);
1556
1557        if (start_active_slot(slot)) {
1558                run_active_slot(slot);
1559                if (results.curl_result == CURLE_OK) {
1560                        XML_Parser parser = XML_ParserCreate(NULL);
1561                        enum XML_Status result;
1562                        ctx.name = xcalloc(10, 1);
1563                        ctx.len = 0;
1564                        ctx.cdata = NULL;
1565                        ctx.userFunc = handle_lockprop_ctx;
1566                        ctx.userData = &lock_flags;
1567                        XML_SetUserData(parser, &ctx);
1568                        XML_SetElementHandler(parser, xml_start_tag,
1569                                              xml_end_tag);
1570                        result = XML_Parse(parser, in_buffer.buf,
1571                                           in_buffer.len, 1);
1572                        free(ctx.name);
1573
1574                        if (result != XML_STATUS_OK) {
1575                                fprintf(stderr, "XML error: %s\n",
1576                                        XML_ErrorString(
1577                                                XML_GetErrorCode(parser)));
1578                                lock_flags = 0;
1579                        }
1580                        XML_ParserFree(parser);
1581                        if (!lock_flags)
1582                                error("Error: no DAV locking support on %s",
1583                                      remote->url);
1584
1585                } else {
1586                        error("Cannot access URL %s, return code %d",
1587                              remote->url, results.curl_result);
1588                        lock_flags = 0;
1589                }
1590        } else {
1591                error("Unable to start PROPFIND request on %s", remote->url);
1592        }
1593
1594        strbuf_release(&out_buffer.buf);
1595        strbuf_release(&in_buffer);
1596        curl_slist_free_all(dav_headers);
1597
1598        return lock_flags;
1599}
1600
1601static struct object_list **add_one_object(struct object *obj, struct object_list **p)
1602{
1603        struct object_list *entry = xmalloc(sizeof(struct object_list));
1604        entry->item = obj;
1605        entry->next = *p;
1606        *p = entry;
1607        return &entry->next;
1608}
1609
1610static struct object_list **process_blob(struct blob *blob,
1611                                         struct object_list **p,
1612                                         struct name_path *path,
1613                                         const char *name)
1614{
1615        struct object *obj = &blob->object;
1616
1617        obj->flags |= LOCAL;
1618
1619        if (obj->flags & (UNINTERESTING | SEEN))
1620                return p;
1621
1622        obj->flags |= SEEN;
1623        return add_one_object(obj, p);
1624}
1625
1626static struct object_list **process_tree(struct tree *tree,
1627                                         struct object_list **p,
1628                                         struct name_path *path,
1629                                         const char *name)
1630{
1631        struct object *obj = &tree->object;
1632        struct tree_desc desc;
1633        struct name_entry entry;
1634        struct name_path me;
1635
1636        obj->flags |= LOCAL;
1637
1638        if (obj->flags & (UNINTERESTING | SEEN))
1639                return p;
1640        if (parse_tree(tree) < 0)
1641                die("bad tree object %s", sha1_to_hex(obj->sha1));
1642
1643        obj->flags |= SEEN;
1644        name = xstrdup(name);
1645        p = add_one_object(obj, p);
1646        me.up = path;
1647        me.elem = name;
1648        me.elem_len = strlen(name);
1649
1650        init_tree_desc(&desc, tree->buffer, tree->size);
1651
1652        while (tree_entry(&desc, &entry))
1653                switch (object_type(entry.mode)) {
1654                case OBJ_TREE:
1655                        p = process_tree(lookup_tree(entry.sha1), p, &me, name);
1656                        break;
1657                case OBJ_BLOB:
1658                        p = process_blob(lookup_blob(entry.sha1), p, &me, name);
1659                        break;
1660                default:
1661                        /* Subproject commit - not in this repository */
1662                        break;
1663                }
1664
1665        free(tree->buffer);
1666        tree->buffer = NULL;
1667        return p;
1668}
1669
1670static int get_delta(struct rev_info *revs, struct remote_lock *lock)
1671{
1672        int i;
1673        struct commit *commit;
1674        struct object_list **p = &objects;
1675        int count = 0;
1676
1677        while ((commit = get_revision(revs)) != NULL) {
1678                p = process_tree(commit->tree, p, NULL, "");
1679                commit->object.flags |= LOCAL;
1680                if (!(commit->object.flags & UNINTERESTING))
1681                        count += add_send_request(&commit->object, lock);
1682        }
1683
1684        for (i = 0; i < revs->pending.nr; i++) {
1685                struct object_array_entry *entry = revs->pending.objects + i;
1686                struct object *obj = entry->item;
1687                const char *name = entry->name;
1688
1689                if (obj->flags & (UNINTERESTING | SEEN))
1690                        continue;
1691                if (obj->type == OBJ_TAG) {
1692                        obj->flags |= SEEN;
1693                        p = add_one_object(obj, p);
1694                        continue;
1695                }
1696                if (obj->type == OBJ_TREE) {
1697                        p = process_tree((struct tree *)obj, p, NULL, name);
1698                        continue;
1699                }
1700                if (obj->type == OBJ_BLOB) {
1701                        p = process_blob((struct blob *)obj, p, NULL, name);
1702                        continue;
1703                }
1704                die("unknown pending object %s (%s)", sha1_to_hex(obj->sha1), name);
1705        }
1706
1707        while (objects) {
1708                if (!(objects->item->flags & UNINTERESTING))
1709                        count += add_send_request(objects->item, lock);
1710                objects = objects->next;
1711        }
1712
1713        return count;
1714}
1715
1716static int update_remote(unsigned char *sha1, struct remote_lock *lock)
1717{
1718        struct active_request_slot *slot;
1719        struct slot_results results;
1720        char *if_header;
1721        struct buffer out_buffer = { STRBUF_INIT, 0 };
1722        struct curl_slist *dav_headers = NULL;
1723
1724        if_header = xmalloc(strlen(lock->token) + 25);
1725        sprintf(if_header, "If: (<opaquelocktoken:%s>)", lock->token);
1726        dav_headers = curl_slist_append(dav_headers, if_header);
1727
1728        strbuf_addf(&out_buffer.buf, "%s\n", sha1_to_hex(sha1));
1729
1730        slot = get_active_slot();
1731        slot->results = &results;
1732        curl_easy_setopt(slot->curl, CURLOPT_INFILE, &out_buffer);
1733        curl_easy_setopt(slot->curl, CURLOPT_INFILESIZE, out_buffer.buf.len);
1734        curl_easy_setopt(slot->curl, CURLOPT_READFUNCTION, fread_buffer);
1735        curl_easy_setopt(slot->curl, CURLOPT_WRITEFUNCTION, fwrite_null);
1736        curl_easy_setopt(slot->curl, CURLOPT_CUSTOMREQUEST, DAV_PUT);
1737        curl_easy_setopt(slot->curl, CURLOPT_HTTPHEADER, dav_headers);
1738        curl_easy_setopt(slot->curl, CURLOPT_UPLOAD, 1);
1739        curl_easy_setopt(slot->curl, CURLOPT_PUT, 1);
1740        curl_easy_setopt(slot->curl, CURLOPT_URL, lock->url);
1741
1742        if (start_active_slot(slot)) {
1743                run_active_slot(slot);
1744                strbuf_release(&out_buffer.buf);
1745                free(if_header);
1746                if (results.curl_result != CURLE_OK) {
1747                        fprintf(stderr,
1748                                "PUT error: curl result=%d, HTTP code=%ld\n",
1749                                results.curl_result, results.http_code);
1750                        /* We should attempt recovery? */
1751                        return 0;
1752                }
1753        } else {
1754                strbuf_release(&out_buffer.buf);
1755                free(if_header);
1756                fprintf(stderr, "Unable to start PUT request\n");
1757                return 0;
1758        }
1759
1760        return 1;
1761}
1762
1763static struct ref *local_refs, **local_tail;
1764static struct ref *remote_refs, **remote_tail;
1765
1766static int one_local_ref(const char *refname, const unsigned char *sha1, int flag, void *cb_data)
1767{
1768        struct ref *ref;
1769        int len = strlen(refname) + 1;
1770        ref = xcalloc(1, sizeof(*ref) + len);
1771        hashcpy(ref->new_sha1, sha1);
1772        memcpy(ref->name, refname, len);
1773        *local_tail = ref;
1774        local_tail = &ref->next;
1775        return 0;
1776}
1777
1778static void one_remote_ref(char *refname)
1779{
1780        struct ref *ref;
1781        struct object *obj;
1782
1783        ref = alloc_ref(refname);
1784
1785        if (http_fetch_ref(remote->url, ref) != 0) {
1786                fprintf(stderr,
1787                        "Unable to fetch ref %s from %s\n",
1788                        refname, remote->url);
1789                free(ref);
1790                return;
1791        }
1792
1793        /*
1794         * Fetch a copy of the object if it doesn't exist locally - it
1795         * may be required for updating server info later.
1796         */
1797        if (remote->can_update_info_refs && !has_sha1_file(ref->old_sha1)) {
1798                obj = lookup_unknown_object(ref->old_sha1);
1799                if (obj) {
1800                        fprintf(stderr, "  fetch %s for %s\n",
1801                                sha1_to_hex(ref->old_sha1), refname);
1802                        add_fetch_request(obj);
1803                }
1804        }
1805
1806        *remote_tail = ref;
1807        remote_tail = &ref->next;
1808}
1809
1810static void get_local_heads(void)
1811{
1812        local_tail = &local_refs;
1813        for_each_ref(one_local_ref, NULL);
1814}
1815
1816static void get_dav_remote_heads(void)
1817{
1818        remote_tail = &remote_refs;
1819        remote_ls("refs/", (PROCESS_FILES | PROCESS_DIRS | RECURSIVE), process_ls_ref, NULL);
1820}
1821
1822static int is_zero_sha1(const unsigned char *sha1)
1823{
1824        int i;
1825
1826        for (i = 0; i < 20; i++) {
1827                if (*sha1++)
1828                        return 0;
1829        }
1830        return 1;
1831}
1832
1833static void unmark_and_free(struct commit_list *list, unsigned int mark)
1834{
1835        while (list) {
1836                struct commit_list *temp = list;
1837                temp->item->object.flags &= ~mark;
1838                list = temp->next;
1839                free(temp);
1840        }
1841}
1842
1843static int ref_newer(const unsigned char *new_sha1,
1844                     const unsigned char *old_sha1)
1845{
1846        struct object *o;
1847        struct commit *old, *new;
1848        struct commit_list *list, *used;
1849        int found = 0;
1850
1851        /* Both new and old must be commit-ish and new is descendant of
1852         * old.  Otherwise we require --force.
1853         */
1854        o = deref_tag(parse_object(old_sha1), NULL, 0);
1855        if (!o || o->type != OBJ_COMMIT)
1856                return 0;
1857        old = (struct commit *) o;
1858
1859        o = deref_tag(parse_object(new_sha1), NULL, 0);
1860        if (!o || o->type != OBJ_COMMIT)
1861                return 0;
1862        new = (struct commit *) o;
1863
1864        if (parse_commit(new) < 0)
1865                return 0;
1866
1867        used = list = NULL;
1868        commit_list_insert(new, &list);
1869        while (list) {
1870                new = pop_most_recent_commit(&list, TMP_MARK);
1871                commit_list_insert(new, &used);
1872                if (new == old) {
1873                        found = 1;
1874                        break;
1875                }
1876        }
1877        unmark_and_free(list, TMP_MARK);
1878        unmark_and_free(used, TMP_MARK);
1879        return found;
1880}
1881
1882static void add_remote_info_ref(struct remote_ls_ctx *ls)
1883{
1884        struct strbuf *buf = (struct strbuf *)ls->userData;
1885        struct object *o;
1886        int len;
1887        char *ref_info;
1888        struct ref *ref;
1889
1890        ref = alloc_ref(ls->dentry_name);
1891
1892        if (http_fetch_ref(remote->url, ref) != 0) {
1893                fprintf(stderr,
1894                        "Unable to fetch ref %s from %s\n",
1895                        ls->dentry_name, remote->url);
1896                aborted = 1;
1897                free(ref);
1898                return;
1899        }
1900
1901        o = parse_object(ref->old_sha1);
1902        if (!o) {
1903                fprintf(stderr,
1904                        "Unable to parse object %s for remote ref %s\n",
1905                        sha1_to_hex(ref->old_sha1), ls->dentry_name);
1906                aborted = 1;
1907                free(ref);
1908                return;
1909        }
1910
1911        len = strlen(ls->dentry_name) + 42;
1912        ref_info = xcalloc(len + 1, 1);
1913        sprintf(ref_info, "%s   %s\n",
1914                sha1_to_hex(ref->old_sha1), ls->dentry_name);
1915        fwrite_buffer(ref_info, 1, len, buf);
1916        free(ref_info);
1917
1918        if (o->type == OBJ_TAG) {
1919                o = deref_tag(o, ls->dentry_name, 0);
1920                if (o) {
1921                        len = strlen(ls->dentry_name) + 45;
1922                        ref_info = xcalloc(len + 1, 1);
1923                        sprintf(ref_info, "%s   %s^{}\n",
1924                                sha1_to_hex(o->sha1), ls->dentry_name);
1925                        fwrite_buffer(ref_info, 1, len, buf);
1926                        free(ref_info);
1927                }
1928        }
1929        free(ref);
1930}
1931
1932static void update_remote_info_refs(struct remote_lock *lock)
1933{
1934        struct buffer buffer = { STRBUF_INIT, 0 };
1935        struct active_request_slot *slot;
1936        struct slot_results results;
1937        char *if_header;
1938        struct curl_slist *dav_headers = NULL;
1939
1940        remote_ls("refs/", (PROCESS_FILES | RECURSIVE),
1941                  add_remote_info_ref, &buffer.buf);
1942        if (!aborted) {
1943                if_header = xmalloc(strlen(lock->token) + 25);
1944                sprintf(if_header, "If: (<opaquelocktoken:%s>)", lock->token);
1945                dav_headers = curl_slist_append(dav_headers, if_header);
1946
1947                slot = get_active_slot();
1948                slot->results = &results;
1949                curl_easy_setopt(slot->curl, CURLOPT_INFILE, &buffer);
1950                curl_easy_setopt(slot->curl, CURLOPT_INFILESIZE, buffer.buf.len);
1951                curl_easy_setopt(slot->curl, CURLOPT_READFUNCTION, fread_buffer);
1952                curl_easy_setopt(slot->curl, CURLOPT_WRITEFUNCTION, fwrite_null);
1953                curl_easy_setopt(slot->curl, CURLOPT_CUSTOMREQUEST, DAV_PUT);
1954                curl_easy_setopt(slot->curl, CURLOPT_HTTPHEADER, dav_headers);
1955                curl_easy_setopt(slot->curl, CURLOPT_UPLOAD, 1);
1956                curl_easy_setopt(slot->curl, CURLOPT_PUT, 1);
1957                curl_easy_setopt(slot->curl, CURLOPT_URL, lock->url);
1958
1959                if (start_active_slot(slot)) {
1960                        run_active_slot(slot);
1961                        if (results.curl_result != CURLE_OK) {
1962                                fprintf(stderr,
1963                                        "PUT error: curl result=%d, HTTP code=%ld\n",
1964                                        results.curl_result, results.http_code);
1965                        }
1966                }
1967                free(if_header);
1968        }
1969        strbuf_release(&buffer.buf);
1970}
1971
1972static int remote_exists(const char *path)
1973{
1974        char *url = xmalloc(strlen(remote->url) + strlen(path) + 1);
1975        struct active_request_slot *slot;
1976        struct slot_results results;
1977        int ret = -1;
1978
1979        sprintf(url, "%s%s", remote->url, path);
1980
1981        slot = get_active_slot();
1982        slot->results = &results;
1983        curl_easy_setopt(slot->curl, CURLOPT_URL, url);
1984        curl_easy_setopt(slot->curl, CURLOPT_NOBODY, 1);
1985
1986        if (start_active_slot(slot)) {
1987                run_active_slot(slot);
1988                if (results.http_code == 404)
1989                        ret = 0;
1990                else if (results.curl_result == CURLE_OK)
1991                        ret = 1;
1992                else
1993                        fprintf(stderr, "HEAD HTTP error %ld\n", results.http_code);
1994        } else {
1995                fprintf(stderr, "Unable to start HEAD request\n");
1996        }
1997
1998        free(url);
1999        return ret;
2000}
2001
2002static void fetch_symref(const char *path, char **symref, unsigned char *sha1)
2003{
2004        char *url;
2005        struct strbuf buffer = STRBUF_INIT;
2006        struct active_request_slot *slot;
2007        struct slot_results results;
2008
2009        url = xmalloc(strlen(remote->url) + strlen(path) + 1);
2010        sprintf(url, "%s%s", remote->url, path);
2011
2012        slot = get_active_slot();
2013        slot->results = &results;
2014        curl_easy_setopt(slot->curl, CURLOPT_FILE, &buffer);
2015        curl_easy_setopt(slot->curl, CURLOPT_WRITEFUNCTION, fwrite_buffer);
2016        curl_easy_setopt(slot->curl, CURLOPT_HTTPHEADER, NULL);
2017        curl_easy_setopt(slot->curl, CURLOPT_URL, url);
2018        if (start_active_slot(slot)) {
2019                run_active_slot(slot);
2020                if (results.curl_result != CURLE_OK) {
2021                        die("Couldn't get %s for remote symref\n%s",
2022                            url, curl_errorstr);
2023                }
2024        } else {
2025                die("Unable to start remote symref request");
2026        }
2027        free(url);
2028
2029        free(*symref);
2030        *symref = NULL;
2031        hashclr(sha1);
2032
2033        if (buffer.len == 0)
2034                return;
2035
2036        /* If it's a symref, set the refname; otherwise try for a sha1 */
2037        if (!prefixcmp((char *)buffer.buf, "ref: ")) {
2038                *symref = xmemdupz((char *)buffer.buf + 5, buffer.len - 6);
2039        } else {
2040                get_sha1_hex(buffer.buf, sha1);
2041        }
2042
2043        strbuf_release(&buffer);
2044}
2045
2046static int verify_merge_base(unsigned char *head_sha1, unsigned char *branch_sha1)
2047{
2048        struct commit *head = lookup_commit(head_sha1);
2049        struct commit *branch = lookup_commit(branch_sha1);
2050        struct commit_list *merge_bases = get_merge_bases(head, branch, 1);
2051
2052        return (merge_bases && !merge_bases->next && merge_bases->item == branch);
2053}
2054
2055static int delete_remote_branch(char *pattern, int force)
2056{
2057        struct ref *refs = remote_refs;
2058        struct ref *remote_ref = NULL;
2059        unsigned char head_sha1[20];
2060        char *symref = NULL;
2061        int match;
2062        int patlen = strlen(pattern);
2063        int i;
2064        struct active_request_slot *slot;
2065        struct slot_results results;
2066        char *url;
2067
2068        /* Find the remote branch(es) matching the specified branch name */
2069        for (match = 0; refs; refs = refs->next) {
2070                char *name = refs->name;
2071                int namelen = strlen(name);
2072                if (namelen < patlen ||
2073                    memcmp(name + namelen - patlen, pattern, patlen))
2074                        continue;
2075                if (namelen != patlen && name[namelen - patlen - 1] != '/')
2076                        continue;
2077                match++;
2078                remote_ref = refs;
2079        }
2080        if (match == 0)
2081                return error("No remote branch matches %s", pattern);
2082        if (match != 1)
2083                return error("More than one remote branch matches %s",
2084                             pattern);
2085
2086        /*
2087         * Remote HEAD must be a symref (not exactly foolproof; a remote
2088         * symlink to a symref will look like a symref)
2089         */
2090        fetch_symref("HEAD", &symref, head_sha1);
2091        if (!symref)
2092                return error("Remote HEAD is not a symref");
2093
2094        /* Remote branch must not be the remote HEAD */
2095        for (i=0; symref && i<MAXDEPTH; i++) {
2096                if (!strcmp(remote_ref->name, symref))
2097                        return error("Remote branch %s is the current HEAD",
2098                                     remote_ref->name);
2099                fetch_symref(symref, &symref, head_sha1);
2100        }
2101
2102        /* Run extra sanity checks if delete is not forced */
2103        if (!force) {
2104                /* Remote HEAD must resolve to a known object */
2105                if (symref)
2106                        return error("Remote HEAD symrefs too deep");
2107                if (is_zero_sha1(head_sha1))
2108                        return error("Unable to resolve remote HEAD");
2109                if (!has_sha1_file(head_sha1))
2110                        return error("Remote HEAD resolves to object %s\nwhich does not exist locally, perhaps you need to fetch?", sha1_to_hex(head_sha1));
2111
2112                /* Remote branch must resolve to a known object */
2113                if (is_zero_sha1(remote_ref->old_sha1))
2114                        return error("Unable to resolve remote branch %s",
2115                                     remote_ref->name);
2116                if (!has_sha1_file(remote_ref->old_sha1))
2117                        return error("Remote branch %s resolves to object %s\nwhich does not exist locally, perhaps you need to fetch?", remote_ref->name, sha1_to_hex(remote_ref->old_sha1));
2118
2119                /* Remote branch must be an ancestor of remote HEAD */
2120                if (!verify_merge_base(head_sha1, remote_ref->old_sha1)) {
2121                        return error("The branch '%s' is not an ancestor "
2122                                     "of your current HEAD.\n"
2123                                     "If you are sure you want to delete it,"
2124                                     " run:\n\t'git http-push -D %s %s'",
2125                                     remote_ref->name, remote->url, pattern);
2126                }
2127        }
2128
2129        /* Send delete request */
2130        fprintf(stderr, "Removing remote branch '%s'\n", remote_ref->name);
2131        if (dry_run)
2132                return 0;
2133        url = xmalloc(strlen(remote->url) + strlen(remote_ref->name) + 1);
2134        sprintf(url, "%s%s", remote->url, remote_ref->name);
2135        slot = get_active_slot();
2136        slot->results = &results;
2137        curl_easy_setopt(slot->curl, CURLOPT_HTTPGET, 1);
2138        curl_easy_setopt(slot->curl, CURLOPT_WRITEFUNCTION, fwrite_null);
2139        curl_easy_setopt(slot->curl, CURLOPT_URL, url);
2140        curl_easy_setopt(slot->curl, CURLOPT_CUSTOMREQUEST, DAV_DELETE);
2141        if (start_active_slot(slot)) {
2142                run_active_slot(slot);
2143                free(url);
2144                if (results.curl_result != CURLE_OK)
2145                        return error("DELETE request failed (%d/%ld)\n",
2146                                     results.curl_result, results.http_code);
2147        } else {
2148                free(url);
2149                return error("Unable to start DELETE request");
2150        }
2151
2152        return 0;
2153}
2154
2155int main(int argc, char **argv)
2156{
2157        struct transfer_request *request;
2158        struct transfer_request *next_request;
2159        int nr_refspec = 0;
2160        char **refspec = NULL;
2161        struct remote_lock *ref_lock = NULL;
2162        struct remote_lock *info_ref_lock = NULL;
2163        struct rev_info revs;
2164        int delete_branch = 0;
2165        int force_delete = 0;
2166        int objects_to_send;
2167        int rc = 0;
2168        int i;
2169        int new_refs;
2170        struct ref *ref;
2171        char *rewritten_url = NULL;
2172
2173        setup_git_directory();
2174
2175        remote = xcalloc(sizeof(*remote), 1);
2176
2177        argv++;
2178        for (i = 1; i < argc; i++, argv++) {
2179                char *arg = *argv;
2180
2181                if (*arg == '-') {
2182                        if (!strcmp(arg, "--all")) {
2183                                push_all = MATCH_REFS_ALL;
2184                                continue;
2185                        }
2186                        if (!strcmp(arg, "--force")) {
2187                                force_all = 1;
2188                                continue;
2189                        }
2190                        if (!strcmp(arg, "--dry-run")) {
2191                                dry_run = 1;
2192                                continue;
2193                        }
2194                        if (!strcmp(arg, "--verbose")) {
2195                                push_verbosely = 1;
2196                                continue;
2197                        }
2198                        if (!strcmp(arg, "-d")) {
2199                                delete_branch = 1;
2200                                continue;
2201                        }
2202                        if (!strcmp(arg, "-D")) {
2203                                delete_branch = 1;
2204                                force_delete = 1;
2205                                continue;
2206                        }
2207                }
2208                if (!remote->url) {
2209                        char *path = strstr(arg, "//");
2210                        remote->url = arg;
2211                        if (path) {
2212                                path = strchr(path+2, '/');
2213                                if (path)
2214                                        remote->path_len = strlen(path);
2215                        }
2216                        continue;
2217                }
2218                refspec = argv;
2219                nr_refspec = argc - i;
2220                break;
2221        }
2222
2223#ifndef USE_CURL_MULTI
2224        die("git-push is not available for http/https repository when not compiled with USE_CURL_MULTI");
2225#endif
2226
2227        if (!remote->url)
2228                usage(http_push_usage);
2229
2230        if (delete_branch && nr_refspec != 1)
2231                die("You must specify only one branch name when deleting a remote branch");
2232
2233        memset(remote_dir_exists, -1, 256);
2234
2235        http_init(NULL);
2236
2237        no_pragma_header = curl_slist_append(no_pragma_header, "Pragma:");
2238
2239        if (remote->url && remote->url[strlen(remote->url)-1] != '/') {
2240                rewritten_url = xmalloc(strlen(remote->url)+2);
2241                strcpy(rewritten_url, remote->url);
2242                strcat(rewritten_url, "/");
2243                remote->url = rewritten_url;
2244                ++remote->path_len;
2245        }
2246
2247        /* Verify DAV compliance/lock support */
2248        if (!locking_available()) {
2249                rc = 1;
2250                goto cleanup;
2251        }
2252
2253        signal(SIGINT, remove_locks_on_signal);
2254        signal(SIGHUP, remove_locks_on_signal);
2255        signal(SIGQUIT, remove_locks_on_signal);
2256        signal(SIGTERM, remove_locks_on_signal);
2257
2258        /* Check whether the remote has server info files */
2259        remote->can_update_info_refs = 0;
2260        remote->has_info_refs = remote_exists("info/refs");
2261        remote->has_info_packs = remote_exists("objects/info/packs");
2262        if (remote->has_info_refs) {
2263                info_ref_lock = lock_remote("info/refs", LOCK_TIME);
2264                if (info_ref_lock)
2265                        remote->can_update_info_refs = 1;
2266                else {
2267                        fprintf(stderr, "Error: cannot lock existing info/refs\n");
2268                        rc = 1;
2269                        goto cleanup;
2270                }
2271        }
2272        if (remote->has_info_packs)
2273                fetch_indices();
2274
2275        /* Get a list of all local and remote heads to validate refspecs */
2276        get_local_heads();
2277        fprintf(stderr, "Fetching remote heads...\n");
2278        get_dav_remote_heads();
2279
2280        /* Remove a remote branch if -d or -D was specified */
2281        if (delete_branch) {
2282                if (delete_remote_branch(refspec[0], force_delete) == -1)
2283                        fprintf(stderr, "Unable to delete remote branch %s\n",
2284                                refspec[0]);
2285                goto cleanup;
2286        }
2287
2288        /* match them up */
2289        if (!remote_tail)
2290                remote_tail = &remote_refs;
2291        if (match_refs(local_refs, remote_refs, &remote_tail,
2292                       nr_refspec, (const char **) refspec, push_all)) {
2293                rc = -1;
2294                goto cleanup;
2295        }
2296        if (!remote_refs) {
2297                fprintf(stderr, "No refs in common and none specified; doing nothing.\n");
2298                rc = 0;
2299                goto cleanup;
2300        }
2301
2302        new_refs = 0;
2303        for (ref = remote_refs; ref; ref = ref->next) {
2304                char old_hex[60], *new_hex;
2305                const char *commit_argv[4];
2306                int commit_argc;
2307                char *new_sha1_hex, *old_sha1_hex;
2308
2309                if (!ref->peer_ref)
2310                        continue;
2311
2312                if (is_zero_sha1(ref->peer_ref->new_sha1)) {
2313                        if (delete_remote_branch(ref->name, 1) == -1) {
2314                                error("Could not remove %s", ref->name);
2315                                rc = -4;
2316                        }
2317                        new_refs++;
2318                        continue;
2319                }
2320
2321                if (!hashcmp(ref->old_sha1, ref->peer_ref->new_sha1)) {
2322                        if (push_verbosely || 1)
2323                                fprintf(stderr, "'%s': up-to-date\n", ref->name);
2324                        continue;
2325                }
2326
2327                if (!force_all &&
2328                    !is_zero_sha1(ref->old_sha1) &&
2329                    !ref->force) {
2330                        if (!has_sha1_file(ref->old_sha1) ||
2331                            !ref_newer(ref->peer_ref->new_sha1,
2332                                       ref->old_sha1)) {
2333                                /*
2334                                 * We do not have the remote ref, or
2335                                 * we know that the remote ref is not
2336                                 * an ancestor of what we are trying to
2337                                 * push.  Either way this can be losing
2338                                 * commits at the remote end and likely
2339                                 * we were not up to date to begin with.
2340                                 */
2341                                error("remote '%s' is not an ancestor of\n"
2342                                      "local '%s'.\n"
2343                                      "Maybe you are not up-to-date and "
2344                                      "need to pull first?",
2345                                      ref->name,
2346                                      ref->peer_ref->name);
2347                                rc = -2;
2348                                continue;
2349                        }
2350                }
2351                hashcpy(ref->new_sha1, ref->peer_ref->new_sha1);
2352                new_refs++;
2353                strcpy(old_hex, sha1_to_hex(ref->old_sha1));
2354                new_hex = sha1_to_hex(ref->new_sha1);
2355
2356                fprintf(stderr, "updating '%s'", ref->name);
2357                if (strcmp(ref->name, ref->peer_ref->name))
2358                        fprintf(stderr, " using '%s'", ref->peer_ref->name);
2359                fprintf(stderr, "\n  from %s\n  to   %s\n", old_hex, new_hex);
2360                if (dry_run)
2361                        continue;
2362
2363                /* Lock remote branch ref */
2364                ref_lock = lock_remote(ref->name, LOCK_TIME);
2365                if (ref_lock == NULL) {
2366                        fprintf(stderr, "Unable to lock remote branch %s\n",
2367                                ref->name);
2368                        rc = 1;
2369                        continue;
2370                }
2371
2372                /* Set up revision info for this refspec */
2373                commit_argc = 3;
2374                new_sha1_hex = xstrdup(sha1_to_hex(ref->new_sha1));
2375                old_sha1_hex = NULL;
2376                commit_argv[1] = "--objects";
2377                commit_argv[2] = new_sha1_hex;
2378                if (!push_all && !is_zero_sha1(ref->old_sha1)) {
2379                        old_sha1_hex = xmalloc(42);
2380                        sprintf(old_sha1_hex, "^%s",
2381                                sha1_to_hex(ref->old_sha1));
2382                        commit_argv[3] = old_sha1_hex;
2383                        commit_argc++;
2384                }
2385                init_revisions(&revs, setup_git_directory());
2386                setup_revisions(commit_argc, commit_argv, &revs, NULL);
2387                revs.edge_hint = 0; /* just in case */
2388                free(new_sha1_hex);
2389                if (old_sha1_hex) {
2390                        free(old_sha1_hex);
2391                        commit_argv[1] = NULL;
2392                }
2393
2394                /* Generate a list of objects that need to be pushed */
2395                pushing = 0;
2396                if (prepare_revision_walk(&revs))
2397                        die("revision walk setup failed");
2398                mark_edges_uninteresting(revs.commits, &revs, NULL);
2399                objects_to_send = get_delta(&revs, ref_lock);
2400                finish_all_active_slots();
2401
2402                /* Push missing objects to remote, this would be a
2403                   convenient time to pack them first if appropriate. */
2404                pushing = 1;
2405                if (objects_to_send)
2406                        fprintf(stderr, "    sending %d objects\n",
2407                                objects_to_send);
2408#ifdef USE_CURL_MULTI
2409                fill_active_slots();
2410                add_fill_function(NULL, fill_active_slot);
2411#endif
2412                do {
2413                        finish_all_active_slots();
2414#ifdef USE_CURL_MULTI
2415                        fill_active_slots();
2416#endif
2417                } while (request_queue_head && !aborted);
2418
2419                /* Update the remote branch if all went well */
2420                if (aborted || !update_remote(ref->new_sha1, ref_lock))
2421                        rc = 1;
2422
2423                if (!rc)
2424                        fprintf(stderr, "    done\n");
2425                unlock_remote(ref_lock);
2426                check_locks();
2427        }
2428
2429        /* Update remote server info if appropriate */
2430        if (remote->has_info_refs && new_refs) {
2431                if (info_ref_lock && remote->can_update_info_refs) {
2432                        fprintf(stderr, "Updating remote server info\n");
2433                        if (!dry_run)
2434                                update_remote_info_refs(info_ref_lock);
2435                } else {
2436                        fprintf(stderr, "Unable to update server info\n");
2437                }
2438        }
2439
2440 cleanup:
2441        free(rewritten_url);
2442        if (info_ref_lock)
2443                unlock_remote(info_ref_lock);
2444        free(remote);
2445
2446        curl_slist_free_all(no_pragma_header);
2447
2448        http_cleanup();
2449
2450        request = request_queue_head;
2451        while (request != NULL) {
2452                next_request = request->next;
2453                release_request(request);
2454                request = next_request;
2455        }
2456
2457        return rc;
2458}