refs.con commit http: allow providing extra headers for http requests (8ff14ed)
   1/*
   2 * The backend-independent part of the reference module.
   3 */
   4
   5#include "cache.h"
   6#include "config.h"
   7#include "hashmap.h"
   8#include "lockfile.h"
   9#include "iterator.h"
  10#include "refs.h"
  11#include "refs/refs-internal.h"
  12#include "object.h"
  13#include "tag.h"
  14#include "submodule.h"
  15#include "worktree.h"
  16#include "argv-array.h"
  17
  18/*
  19 * List of all available backends
  20 */
  21static struct ref_storage_be *refs_backends = &refs_be_files;
  22
  23static struct ref_storage_be *find_ref_storage_backend(const char *name)
  24{
  25        struct ref_storage_be *be;
  26        for (be = refs_backends; be; be = be->next)
  27                if (!strcmp(be->name, name))
  28                        return be;
  29        return NULL;
  30}
  31
  32int ref_storage_backend_exists(const char *name)
  33{
  34        return find_ref_storage_backend(name) != NULL;
  35}
  36
  37/*
  38 * How to handle various characters in refnames:
  39 * 0: An acceptable character for refs
  40 * 1: End-of-component
  41 * 2: ., look for a preceding . to reject .. in refs
  42 * 3: {, look for a preceding @ to reject @{ in refs
  43 * 4: A bad character: ASCII control characters, and
  44 *    ":", "?", "[", "\", "^", "~", SP, or TAB
  45 * 5: *, reject unless REFNAME_REFSPEC_PATTERN is set
  46 */
  47static unsigned char refname_disposition[256] = {
  48        1, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4,
  49        4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4, 4,
  50        4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 2, 1,
  51        0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 4,
  52        0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  53        0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 4, 0, 4, 0,
  54        0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
  55        0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 4, 4
  56};
  57
  58/*
  59 * Try to read one refname component from the front of refname.
  60 * Return the length of the component found, or -1 if the component is
  61 * not legal.  It is legal if it is something reasonable to have under
  62 * ".git/refs/"; We do not like it if:
  63 *
  64 * - any path component of it begins with ".", or
  65 * - it has double dots "..", or
  66 * - it has ASCII control characters, or
  67 * - it has ":", "?", "[", "\", "^", "~", SP, or TAB anywhere, or
  68 * - it has "*" anywhere unless REFNAME_REFSPEC_PATTERN is set, or
  69 * - it ends with a "/", or
  70 * - it ends with ".lock", or
  71 * - it contains a "@{" portion
  72 */
  73static int check_refname_component(const char *refname, int *flags)
  74{
  75        const char *cp;
  76        char last = '\0';
  77
  78        for (cp = refname; ; cp++) {
  79                int ch = *cp & 255;
  80                unsigned char disp = refname_disposition[ch];
  81                switch (disp) {
  82                case 1:
  83                        goto out;
  84                case 2:
  85                        if (last == '.')
  86                                return -1; /* Refname contains "..". */
  87                        break;
  88                case 3:
  89                        if (last == '@')
  90                                return -1; /* Refname contains "@{". */
  91                        break;
  92                case 4:
  93                        return -1;
  94                case 5:
  95                        if (!(*flags & REFNAME_REFSPEC_PATTERN))
  96                                return -1; /* refspec can't be a pattern */
  97
  98                        /*
  99                         * Unset the pattern flag so that we only accept
 100                         * a single asterisk for one side of refspec.
 101                         */
 102                        *flags &= ~ REFNAME_REFSPEC_PATTERN;
 103                        break;
 104                }
 105                last = ch;
 106        }
 107out:
 108        if (cp == refname)
 109                return 0; /* Component has zero length. */
 110        if (refname[0] == '.')
 111                return -1; /* Component starts with '.'. */
 112        if (cp - refname >= LOCK_SUFFIX_LEN &&
 113            !memcmp(cp - LOCK_SUFFIX_LEN, LOCK_SUFFIX, LOCK_SUFFIX_LEN))
 114                return -1; /* Refname ends with ".lock". */
 115        return cp - refname;
 116}
 117
 118int check_refname_format(const char *refname, int flags)
 119{
 120        int component_len, component_count = 0;
 121
 122        if (!strcmp(refname, "@"))
 123                /* Refname is a single character '@'. */
 124                return -1;
 125
 126        while (1) {
 127                /* We are at the start of a path component. */
 128                component_len = check_refname_component(refname, &flags);
 129                if (component_len <= 0)
 130                        return -1;
 131
 132                component_count++;
 133                if (refname[component_len] == '\0')
 134                        break;
 135                /* Skip to next component. */
 136                refname += component_len + 1;
 137        }
 138
 139        if (refname[component_len - 1] == '.')
 140                return -1; /* Refname ends with '.'. */
 141        if (!(flags & REFNAME_ALLOW_ONELEVEL) && component_count < 2)
 142                return -1; /* Refname has only one component. */
 143        return 0;
 144}
 145
 146int refname_is_safe(const char *refname)
 147{
 148        const char *rest;
 149
 150        if (skip_prefix(refname, "refs/", &rest)) {
 151                char *buf;
 152                int result;
 153                size_t restlen = strlen(rest);
 154
 155                /* rest must not be empty, or start or end with "/" */
 156                if (!restlen || *rest == '/' || rest[restlen - 1] == '/')
 157                        return 0;
 158
 159                /*
 160                 * Does the refname try to escape refs/?
 161                 * For example: refs/foo/../bar is safe but refs/foo/../../bar
 162                 * is not.
 163                 */
 164                buf = xmallocz(restlen);
 165                result = !normalize_path_copy(buf, rest) && !strcmp(buf, rest);
 166                free(buf);
 167                return result;
 168        }
 169
 170        do {
 171                if (!isupper(*refname) && *refname != '_')
 172                        return 0;
 173                refname++;
 174        } while (*refname);
 175        return 1;
 176}
 177
 178/*
 179 * Return true if refname, which has the specified oid and flags, can
 180 * be resolved to an object in the database. If the referred-to object
 181 * does not exist, emit a warning and return false.
 182 */
 183int ref_resolves_to_object(const char *refname,
 184                           const struct object_id *oid,
 185                           unsigned int flags)
 186{
 187        if (flags & REF_ISBROKEN)
 188                return 0;
 189        if (!has_sha1_file(oid->hash)) {
 190                error("%s does not point to a valid object!", refname);
 191                return 0;
 192        }
 193        return 1;
 194}
 195
 196char *refs_resolve_refdup(struct ref_store *refs,
 197                          const char *refname, int resolve_flags,
 198                          struct object_id *oid, int *flags)
 199{
 200        const char *result;
 201
 202        result = refs_resolve_ref_unsafe(refs, refname, resolve_flags,
 203                                         oid, flags);
 204        return xstrdup_or_null(result);
 205}
 206
 207char *resolve_refdup(const char *refname, int resolve_flags,
 208                     struct object_id *oid, int *flags)
 209{
 210        return refs_resolve_refdup(get_main_ref_store(),
 211                                   refname, resolve_flags,
 212                                   oid, flags);
 213}
 214
 215/* The argument to filter_refs */
 216struct ref_filter {
 217        const char *pattern;
 218        each_ref_fn *fn;
 219        void *cb_data;
 220};
 221
 222int refs_read_ref_full(struct ref_store *refs, const char *refname,
 223                       int resolve_flags, struct object_id *oid, int *flags)
 224{
 225        if (refs_resolve_ref_unsafe(refs, refname, resolve_flags, oid, flags))
 226                return 0;
 227        return -1;
 228}
 229
 230int read_ref_full(const char *refname, int resolve_flags, struct object_id *oid, int *flags)
 231{
 232        return refs_read_ref_full(get_main_ref_store(), refname,
 233                                  resolve_flags, oid, flags);
 234}
 235
 236int read_ref(const char *refname, struct object_id *oid)
 237{
 238        return read_ref_full(refname, RESOLVE_REF_READING, oid, NULL);
 239}
 240
 241int ref_exists(const char *refname)
 242{
 243        return !!resolve_ref_unsafe(refname, RESOLVE_REF_READING, NULL, NULL);
 244}
 245
 246static int match_ref_pattern(const char *refname,
 247                             const struct string_list_item *item)
 248{
 249        int matched = 0;
 250        if (item->util == NULL) {
 251                if (!wildmatch(item->string, refname, 0))
 252                        matched = 1;
 253        } else {
 254                const char *rest;
 255                if (skip_prefix(refname, item->string, &rest) &&
 256                    (!*rest || *rest == '/'))
 257                        matched = 1;
 258        }
 259        return matched;
 260}
 261
 262int ref_filter_match(const char *refname,
 263                     const struct string_list *include_patterns,
 264                     const struct string_list *exclude_patterns)
 265{
 266        struct string_list_item *item;
 267
 268        if (exclude_patterns && exclude_patterns->nr) {
 269                for_each_string_list_item(item, exclude_patterns) {
 270                        if (match_ref_pattern(refname, item))
 271                                return 0;
 272                }
 273        }
 274
 275        if (include_patterns && include_patterns->nr) {
 276                int found = 0;
 277                for_each_string_list_item(item, include_patterns) {
 278                        if (match_ref_pattern(refname, item)) {
 279                                found = 1;
 280                                break;
 281                        }
 282                }
 283
 284                if (!found)
 285                        return 0;
 286        }
 287        return 1;
 288}
 289
 290static int filter_refs(const char *refname, const struct object_id *oid,
 291                           int flags, void *data)
 292{
 293        struct ref_filter *filter = (struct ref_filter *)data;
 294
 295        if (wildmatch(filter->pattern, refname, 0))
 296                return 0;
 297        return filter->fn(refname, oid, flags, filter->cb_data);
 298}
 299
 300enum peel_status peel_object(const struct object_id *name, struct object_id *oid)
 301{
 302        struct object *o = lookup_unknown_object(name->hash);
 303
 304        if (o->type == OBJ_NONE) {
 305                int type = sha1_object_info(name->hash, NULL);
 306                if (type < 0 || !object_as_type(o, type, 0))
 307                        return PEEL_INVALID;
 308        }
 309
 310        if (o->type != OBJ_TAG)
 311                return PEEL_NON_TAG;
 312
 313        o = deref_tag_noverify(o);
 314        if (!o)
 315                return PEEL_INVALID;
 316
 317        oidcpy(oid, &o->oid);
 318        return PEEL_PEELED;
 319}
 320
 321struct warn_if_dangling_data {
 322        FILE *fp;
 323        const char *refname;
 324        const struct string_list *refnames;
 325        const char *msg_fmt;
 326};
 327
 328static int warn_if_dangling_symref(const char *refname, const struct object_id *oid,
 329                                   int flags, void *cb_data)
 330{
 331        struct warn_if_dangling_data *d = cb_data;
 332        const char *resolves_to;
 333
 334        if (!(flags & REF_ISSYMREF))
 335                return 0;
 336
 337        resolves_to = resolve_ref_unsafe(refname, 0, NULL, NULL);
 338        if (!resolves_to
 339            || (d->refname
 340                ? strcmp(resolves_to, d->refname)
 341                : !string_list_has_string(d->refnames, resolves_to))) {
 342                return 0;
 343        }
 344
 345        fprintf(d->fp, d->msg_fmt, refname);
 346        fputc('\n', d->fp);
 347        return 0;
 348}
 349
 350void warn_dangling_symref(FILE *fp, const char *msg_fmt, const char *refname)
 351{
 352        struct warn_if_dangling_data data;
 353
 354        data.fp = fp;
 355        data.refname = refname;
 356        data.refnames = NULL;
 357        data.msg_fmt = msg_fmt;
 358        for_each_rawref(warn_if_dangling_symref, &data);
 359}
 360
 361void warn_dangling_symrefs(FILE *fp, const char *msg_fmt, const struct string_list *refnames)
 362{
 363        struct warn_if_dangling_data data;
 364
 365        data.fp = fp;
 366        data.refname = NULL;
 367        data.refnames = refnames;
 368        data.msg_fmt = msg_fmt;
 369        for_each_rawref(warn_if_dangling_symref, &data);
 370}
 371
 372int refs_for_each_tag_ref(struct ref_store *refs, each_ref_fn fn, void *cb_data)
 373{
 374        return refs_for_each_ref_in(refs, "refs/tags/", fn, cb_data);
 375}
 376
 377int for_each_tag_ref(each_ref_fn fn, void *cb_data)
 378{
 379        return refs_for_each_tag_ref(get_main_ref_store(), fn, cb_data);
 380}
 381
 382int refs_for_each_branch_ref(struct ref_store *refs, each_ref_fn fn, void *cb_data)
 383{
 384        return refs_for_each_ref_in(refs, "refs/heads/", fn, cb_data);
 385}
 386
 387int for_each_branch_ref(each_ref_fn fn, void *cb_data)
 388{
 389        return refs_for_each_branch_ref(get_main_ref_store(), fn, cb_data);
 390}
 391
 392int refs_for_each_remote_ref(struct ref_store *refs, each_ref_fn fn, void *cb_data)
 393{
 394        return refs_for_each_ref_in(refs, "refs/remotes/", fn, cb_data);
 395}
 396
 397int for_each_remote_ref(each_ref_fn fn, void *cb_data)
 398{
 399        return refs_for_each_remote_ref(get_main_ref_store(), fn, cb_data);
 400}
 401
 402int head_ref_namespaced(each_ref_fn fn, void *cb_data)
 403{
 404        struct strbuf buf = STRBUF_INIT;
 405        int ret = 0;
 406        struct object_id oid;
 407        int flag;
 408
 409        strbuf_addf(&buf, "%sHEAD", get_git_namespace());
 410        if (!read_ref_full(buf.buf, RESOLVE_REF_READING, &oid, &flag))
 411                ret = fn(buf.buf, &oid, flag, cb_data);
 412        strbuf_release(&buf);
 413
 414        return ret;
 415}
 416
 417void normalize_glob_ref(struct string_list_item *item, const char *prefix,
 418                        const char *pattern)
 419{
 420        struct strbuf normalized_pattern = STRBUF_INIT;
 421
 422        if (*pattern == '/')
 423                BUG("pattern must not start with '/'");
 424
 425        if (prefix) {
 426                strbuf_addstr(&normalized_pattern, prefix);
 427        }
 428        else if (!starts_with(pattern, "refs/"))
 429                strbuf_addstr(&normalized_pattern, "refs/");
 430        strbuf_addstr(&normalized_pattern, pattern);
 431        strbuf_strip_suffix(&normalized_pattern, "/");
 432
 433        item->string = strbuf_detach(&normalized_pattern, NULL);
 434        item->util = has_glob_specials(pattern) ? NULL : item->string;
 435        strbuf_release(&normalized_pattern);
 436}
 437
 438int for_each_glob_ref_in(each_ref_fn fn, const char *pattern,
 439        const char *prefix, void *cb_data)
 440{
 441        struct strbuf real_pattern = STRBUF_INIT;
 442        struct ref_filter filter;
 443        int ret;
 444
 445        if (!prefix && !starts_with(pattern, "refs/"))
 446                strbuf_addstr(&real_pattern, "refs/");
 447        else if (prefix)
 448                strbuf_addstr(&real_pattern, prefix);
 449        strbuf_addstr(&real_pattern, pattern);
 450
 451        if (!has_glob_specials(pattern)) {
 452                /* Append implied '/' '*' if not present. */
 453                strbuf_complete(&real_pattern, '/');
 454                /* No need to check for '*', there is none. */
 455                strbuf_addch(&real_pattern, '*');
 456        }
 457
 458        filter.pattern = real_pattern.buf;
 459        filter.fn = fn;
 460        filter.cb_data = cb_data;
 461        ret = for_each_ref(filter_refs, &filter);
 462
 463        strbuf_release(&real_pattern);
 464        return ret;
 465}
 466
 467int for_each_glob_ref(each_ref_fn fn, const char *pattern, void *cb_data)
 468{
 469        return for_each_glob_ref_in(fn, pattern, NULL, cb_data);
 470}
 471
 472const char *prettify_refname(const char *name)
 473{
 474        if (skip_prefix(name, "refs/heads/", &name) ||
 475            skip_prefix(name, "refs/tags/", &name) ||
 476            skip_prefix(name, "refs/remotes/", &name))
 477                ; /* nothing */
 478        return name;
 479}
 480
 481static const char *ref_rev_parse_rules[] = {
 482        "%.*s",
 483        "refs/%.*s",
 484        "refs/tags/%.*s",
 485        "refs/heads/%.*s",
 486        "refs/remotes/%.*s",
 487        "refs/remotes/%.*s/HEAD",
 488        NULL
 489};
 490
 491int refname_match(const char *abbrev_name, const char *full_name)
 492{
 493        const char **p;
 494        const int abbrev_name_len = strlen(abbrev_name);
 495
 496        for (p = ref_rev_parse_rules; *p; p++) {
 497                if (!strcmp(full_name, mkpath(*p, abbrev_name_len, abbrev_name))) {
 498                        return 1;
 499                }
 500        }
 501
 502        return 0;
 503}
 504
 505/*
 506 * Given a 'prefix' expand it by the rules in 'ref_rev_parse_rules' and add
 507 * the results to 'prefixes'
 508 */
 509void expand_ref_prefix(struct argv_array *prefixes, const char *prefix)
 510{
 511        const char **p;
 512        int len = strlen(prefix);
 513
 514        for (p = ref_rev_parse_rules; *p; p++)
 515                argv_array_pushf(prefixes, *p, len, prefix);
 516}
 517
 518/*
 519 * *string and *len will only be substituted, and *string returned (for
 520 * later free()ing) if the string passed in is a magic short-hand form
 521 * to name a branch.
 522 */
 523static char *substitute_branch_name(const char **string, int *len)
 524{
 525        struct strbuf buf = STRBUF_INIT;
 526        int ret = interpret_branch_name(*string, *len, &buf, 0);
 527
 528        if (ret == *len) {
 529                size_t size;
 530                *string = strbuf_detach(&buf, &size);
 531                *len = size;
 532                return (char *)*string;
 533        }
 534
 535        return NULL;
 536}
 537
 538int dwim_ref(const char *str, int len, struct object_id *oid, char **ref)
 539{
 540        char *last_branch = substitute_branch_name(&str, &len);
 541        int   refs_found  = expand_ref(str, len, oid, ref);
 542        free(last_branch);
 543        return refs_found;
 544}
 545
 546int expand_ref(const char *str, int len, struct object_id *oid, char **ref)
 547{
 548        const char **p, *r;
 549        int refs_found = 0;
 550        struct strbuf fullref = STRBUF_INIT;
 551
 552        *ref = NULL;
 553        for (p = ref_rev_parse_rules; *p; p++) {
 554                struct object_id oid_from_ref;
 555                struct object_id *this_result;
 556                int flag;
 557
 558                this_result = refs_found ? &oid_from_ref : oid;
 559                strbuf_reset(&fullref);
 560                strbuf_addf(&fullref, *p, len, str);
 561                r = resolve_ref_unsafe(fullref.buf, RESOLVE_REF_READING,
 562                                       this_result, &flag);
 563                if (r) {
 564                        if (!refs_found++)
 565                                *ref = xstrdup(r);
 566                        if (!warn_ambiguous_refs)
 567                                break;
 568                } else if ((flag & REF_ISSYMREF) && strcmp(fullref.buf, "HEAD")) {
 569                        warning("ignoring dangling symref %s.", fullref.buf);
 570                } else if ((flag & REF_ISBROKEN) && strchr(fullref.buf, '/')) {
 571                        warning("ignoring broken ref %s.", fullref.buf);
 572                }
 573        }
 574        strbuf_release(&fullref);
 575        return refs_found;
 576}
 577
 578int dwim_log(const char *str, int len, struct object_id *oid, char **log)
 579{
 580        char *last_branch = substitute_branch_name(&str, &len);
 581        const char **p;
 582        int logs_found = 0;
 583        struct strbuf path = STRBUF_INIT;
 584
 585        *log = NULL;
 586        for (p = ref_rev_parse_rules; *p; p++) {
 587                struct object_id hash;
 588                const char *ref, *it;
 589
 590                strbuf_reset(&path);
 591                strbuf_addf(&path, *p, len, str);
 592                ref = resolve_ref_unsafe(path.buf, RESOLVE_REF_READING,
 593                                         &hash, NULL);
 594                if (!ref)
 595                        continue;
 596                if (reflog_exists(path.buf))
 597                        it = path.buf;
 598                else if (strcmp(ref, path.buf) && reflog_exists(ref))
 599                        it = ref;
 600                else
 601                        continue;
 602                if (!logs_found++) {
 603                        *log = xstrdup(it);
 604                        oidcpy(oid, &hash);
 605                }
 606                if (!warn_ambiguous_refs)
 607                        break;
 608        }
 609        strbuf_release(&path);
 610        free(last_branch);
 611        return logs_found;
 612}
 613
 614static int is_per_worktree_ref(const char *refname)
 615{
 616        return !strcmp(refname, "HEAD") ||
 617                starts_with(refname, "refs/bisect/");
 618}
 619
 620static int is_pseudoref_syntax(const char *refname)
 621{
 622        const char *c;
 623
 624        for (c = refname; *c; c++) {
 625                if (!isupper(*c) && *c != '-' && *c != '_')
 626                        return 0;
 627        }
 628
 629        return 1;
 630}
 631
 632enum ref_type ref_type(const char *refname)
 633{
 634        if (is_per_worktree_ref(refname))
 635                return REF_TYPE_PER_WORKTREE;
 636        if (is_pseudoref_syntax(refname))
 637                return REF_TYPE_PSEUDOREF;
 638       return REF_TYPE_NORMAL;
 639}
 640
 641long get_files_ref_lock_timeout_ms(void)
 642{
 643        static int configured = 0;
 644
 645        /* The default timeout is 100 ms: */
 646        static int timeout_ms = 100;
 647
 648        if (!configured) {
 649                git_config_get_int("core.filesreflocktimeout", &timeout_ms);
 650                configured = 1;
 651        }
 652
 653        return timeout_ms;
 654}
 655
 656static int write_pseudoref(const char *pseudoref, const struct object_id *oid,
 657                           const struct object_id *old_oid, struct strbuf *err)
 658{
 659        const char *filename;
 660        int fd;
 661        static struct lock_file lock;
 662        struct strbuf buf = STRBUF_INIT;
 663        int ret = -1;
 664
 665        if (!oid)
 666                return 0;
 667
 668        strbuf_addf(&buf, "%s\n", oid_to_hex(oid));
 669
 670        filename = git_path("%s", pseudoref);
 671        fd = hold_lock_file_for_update_timeout(&lock, filename,
 672                                               LOCK_DIE_ON_ERROR,
 673                                               get_files_ref_lock_timeout_ms());
 674        if (fd < 0) {
 675                strbuf_addf(err, "could not open '%s' for writing: %s",
 676                            filename, strerror(errno));
 677                goto done;
 678        }
 679
 680        if (old_oid) {
 681                struct object_id actual_old_oid;
 682
 683                if (read_ref(pseudoref, &actual_old_oid))
 684                        die("could not read ref '%s'", pseudoref);
 685                if (oidcmp(&actual_old_oid, old_oid)) {
 686                        strbuf_addf(err, "unexpected sha1 when writing '%s'", pseudoref);
 687                        rollback_lock_file(&lock);
 688                        goto done;
 689                }
 690        }
 691
 692        if (write_in_full(fd, buf.buf, buf.len) < 0) {
 693                strbuf_addf(err, "could not write to '%s'", filename);
 694                rollback_lock_file(&lock);
 695                goto done;
 696        }
 697
 698        commit_lock_file(&lock);
 699        ret = 0;
 700done:
 701        strbuf_release(&buf);
 702        return ret;
 703}
 704
 705static int delete_pseudoref(const char *pseudoref, const struct object_id *old_oid)
 706{
 707        static struct lock_file lock;
 708        const char *filename;
 709
 710        filename = git_path("%s", pseudoref);
 711
 712        if (old_oid && !is_null_oid(old_oid)) {
 713                int fd;
 714                struct object_id actual_old_oid;
 715
 716                fd = hold_lock_file_for_update_timeout(
 717                                &lock, filename, LOCK_DIE_ON_ERROR,
 718                                get_files_ref_lock_timeout_ms());
 719                if (fd < 0)
 720                        die_errno(_("Could not open '%s' for writing"), filename);
 721                if (read_ref(pseudoref, &actual_old_oid))
 722                        die("could not read ref '%s'", pseudoref);
 723                if (oidcmp(&actual_old_oid, old_oid)) {
 724                        warning("Unexpected sha1 when deleting %s", pseudoref);
 725                        rollback_lock_file(&lock);
 726                        return -1;
 727                }
 728
 729                unlink(filename);
 730                rollback_lock_file(&lock);
 731        } else {
 732                unlink(filename);
 733        }
 734
 735        return 0;
 736}
 737
 738int refs_delete_ref(struct ref_store *refs, const char *msg,
 739                    const char *refname,
 740                    const struct object_id *old_oid,
 741                    unsigned int flags)
 742{
 743        struct ref_transaction *transaction;
 744        struct strbuf err = STRBUF_INIT;
 745
 746        if (ref_type(refname) == REF_TYPE_PSEUDOREF) {
 747                assert(refs == get_main_ref_store());
 748                return delete_pseudoref(refname, old_oid);
 749        }
 750
 751        transaction = ref_store_transaction_begin(refs, &err);
 752        if (!transaction ||
 753            ref_transaction_delete(transaction, refname, old_oid,
 754                                   flags, msg, &err) ||
 755            ref_transaction_commit(transaction, &err)) {
 756                error("%s", err.buf);
 757                ref_transaction_free(transaction);
 758                strbuf_release(&err);
 759                return 1;
 760        }
 761        ref_transaction_free(transaction);
 762        strbuf_release(&err);
 763        return 0;
 764}
 765
 766int delete_ref(const char *msg, const char *refname,
 767               const struct object_id *old_oid, unsigned int flags)
 768{
 769        return refs_delete_ref(get_main_ref_store(), msg, refname,
 770                               old_oid, flags);
 771}
 772
 773int copy_reflog_msg(char *buf, const char *msg)
 774{
 775        char *cp = buf;
 776        char c;
 777        int wasspace = 1;
 778
 779        *cp++ = '\t';
 780        while ((c = *msg++)) {
 781                if (wasspace && isspace(c))
 782                        continue;
 783                wasspace = isspace(c);
 784                if (wasspace)
 785                        c = ' ';
 786                *cp++ = c;
 787        }
 788        while (buf < cp && isspace(cp[-1]))
 789                cp--;
 790        *cp++ = '\n';
 791        return cp - buf;
 792}
 793
 794int should_autocreate_reflog(const char *refname)
 795{
 796        switch (log_all_ref_updates) {
 797        case LOG_REFS_ALWAYS:
 798                return 1;
 799        case LOG_REFS_NORMAL:
 800                return starts_with(refname, "refs/heads/") ||
 801                        starts_with(refname, "refs/remotes/") ||
 802                        starts_with(refname, "refs/notes/") ||
 803                        !strcmp(refname, "HEAD");
 804        default:
 805                return 0;
 806        }
 807}
 808
 809int is_branch(const char *refname)
 810{
 811        return !strcmp(refname, "HEAD") || starts_with(refname, "refs/heads/");
 812}
 813
 814struct read_ref_at_cb {
 815        const char *refname;
 816        timestamp_t at_time;
 817        int cnt;
 818        int reccnt;
 819        struct object_id *oid;
 820        int found_it;
 821
 822        struct object_id ooid;
 823        struct object_id noid;
 824        int tz;
 825        timestamp_t date;
 826        char **msg;
 827        timestamp_t *cutoff_time;
 828        int *cutoff_tz;
 829        int *cutoff_cnt;
 830};
 831
 832static int read_ref_at_ent(struct object_id *ooid, struct object_id *noid,
 833                const char *email, timestamp_t timestamp, int tz,
 834                const char *message, void *cb_data)
 835{
 836        struct read_ref_at_cb *cb = cb_data;
 837
 838        cb->reccnt++;
 839        cb->tz = tz;
 840        cb->date = timestamp;
 841
 842        if (timestamp <= cb->at_time || cb->cnt == 0) {
 843                if (cb->msg)
 844                        *cb->msg = xstrdup(message);
 845                if (cb->cutoff_time)
 846                        *cb->cutoff_time = timestamp;
 847                if (cb->cutoff_tz)
 848                        *cb->cutoff_tz = tz;
 849                if (cb->cutoff_cnt)
 850                        *cb->cutoff_cnt = cb->reccnt - 1;
 851                /*
 852                 * we have not yet updated cb->[n|o]oid so they still
 853                 * hold the values for the previous record.
 854                 */
 855                if (!is_null_oid(&cb->ooid)) {
 856                        oidcpy(cb->oid, noid);
 857                        if (oidcmp(&cb->ooid, noid))
 858                                warning("Log for ref %s has gap after %s.",
 859                                        cb->refname, show_date(cb->date, cb->tz, DATE_MODE(RFC2822)));
 860                }
 861                else if (cb->date == cb->at_time)
 862                        oidcpy(cb->oid, noid);
 863                else if (oidcmp(noid, cb->oid))
 864                        warning("Log for ref %s unexpectedly ended on %s.",
 865                                cb->refname, show_date(cb->date, cb->tz,
 866                                                       DATE_MODE(RFC2822)));
 867                oidcpy(&cb->ooid, ooid);
 868                oidcpy(&cb->noid, noid);
 869                cb->found_it = 1;
 870                return 1;
 871        }
 872        oidcpy(&cb->ooid, ooid);
 873        oidcpy(&cb->noid, noid);
 874        if (cb->cnt > 0)
 875                cb->cnt--;
 876        return 0;
 877}
 878
 879static int read_ref_at_ent_oldest(struct object_id *ooid, struct object_id *noid,
 880                                  const char *email, timestamp_t timestamp,
 881                                  int tz, const char *message, void *cb_data)
 882{
 883        struct read_ref_at_cb *cb = cb_data;
 884
 885        if (cb->msg)
 886                *cb->msg = xstrdup(message);
 887        if (cb->cutoff_time)
 888                *cb->cutoff_time = timestamp;
 889        if (cb->cutoff_tz)
 890                *cb->cutoff_tz = tz;
 891        if (cb->cutoff_cnt)
 892                *cb->cutoff_cnt = cb->reccnt;
 893        oidcpy(cb->oid, ooid);
 894        if (is_null_oid(cb->oid))
 895                oidcpy(cb->oid, noid);
 896        /* We just want the first entry */
 897        return 1;
 898}
 899
 900int read_ref_at(const char *refname, unsigned int flags, timestamp_t at_time, int cnt,
 901                struct object_id *oid, char **msg,
 902                timestamp_t *cutoff_time, int *cutoff_tz, int *cutoff_cnt)
 903{
 904        struct read_ref_at_cb cb;
 905
 906        memset(&cb, 0, sizeof(cb));
 907        cb.refname = refname;
 908        cb.at_time = at_time;
 909        cb.cnt = cnt;
 910        cb.msg = msg;
 911        cb.cutoff_time = cutoff_time;
 912        cb.cutoff_tz = cutoff_tz;
 913        cb.cutoff_cnt = cutoff_cnt;
 914        cb.oid = oid;
 915
 916        for_each_reflog_ent_reverse(refname, read_ref_at_ent, &cb);
 917
 918        if (!cb.reccnt) {
 919                if (flags & GET_OID_QUIETLY)
 920                        exit(128);
 921                else
 922                        die("Log for %s is empty.", refname);
 923        }
 924        if (cb.found_it)
 925                return 0;
 926
 927        for_each_reflog_ent(refname, read_ref_at_ent_oldest, &cb);
 928
 929        return 1;
 930}
 931
 932struct ref_transaction *ref_store_transaction_begin(struct ref_store *refs,
 933                                                    struct strbuf *err)
 934{
 935        struct ref_transaction *tr;
 936        assert(err);
 937
 938        tr = xcalloc(1, sizeof(struct ref_transaction));
 939        tr->ref_store = refs;
 940        return tr;
 941}
 942
 943struct ref_transaction *ref_transaction_begin(struct strbuf *err)
 944{
 945        return ref_store_transaction_begin(get_main_ref_store(), err);
 946}
 947
 948void ref_transaction_free(struct ref_transaction *transaction)
 949{
 950        size_t i;
 951
 952        if (!transaction)
 953                return;
 954
 955        switch (transaction->state) {
 956        case REF_TRANSACTION_OPEN:
 957        case REF_TRANSACTION_CLOSED:
 958                /* OK */
 959                break;
 960        case REF_TRANSACTION_PREPARED:
 961                die("BUG: free called on a prepared reference transaction");
 962                break;
 963        default:
 964                die("BUG: unexpected reference transaction state");
 965                break;
 966        }
 967
 968        for (i = 0; i < transaction->nr; i++) {
 969                free(transaction->updates[i]->msg);
 970                free(transaction->updates[i]);
 971        }
 972        free(transaction->updates);
 973        free(transaction);
 974}
 975
 976struct ref_update *ref_transaction_add_update(
 977                struct ref_transaction *transaction,
 978                const char *refname, unsigned int flags,
 979                const struct object_id *new_oid,
 980                const struct object_id *old_oid,
 981                const char *msg)
 982{
 983        struct ref_update *update;
 984
 985        if (transaction->state != REF_TRANSACTION_OPEN)
 986                die("BUG: update called for transaction that is not open");
 987
 988        FLEX_ALLOC_STR(update, refname, refname);
 989        ALLOC_GROW(transaction->updates, transaction->nr + 1, transaction->alloc);
 990        transaction->updates[transaction->nr++] = update;
 991
 992        update->flags = flags;
 993
 994        if (flags & REF_HAVE_NEW)
 995                oidcpy(&update->new_oid, new_oid);
 996        if (flags & REF_HAVE_OLD)
 997                oidcpy(&update->old_oid, old_oid);
 998        update->msg = xstrdup_or_null(msg);
 999        return update;
1000}
1001
1002int ref_transaction_update(struct ref_transaction *transaction,
1003                           const char *refname,
1004                           const struct object_id *new_oid,
1005                           const struct object_id *old_oid,
1006                           unsigned int flags, const char *msg,
1007                           struct strbuf *err)
1008{
1009        assert(err);
1010
1011        if ((new_oid && !is_null_oid(new_oid)) ?
1012            check_refname_format(refname, REFNAME_ALLOW_ONELEVEL) :
1013            !refname_is_safe(refname)) {
1014                strbuf_addf(err, "refusing to update ref with bad name '%s'",
1015                            refname);
1016                return -1;
1017        }
1018
1019        if (flags & ~REF_TRANSACTION_UPDATE_ALLOWED_FLAGS)
1020                BUG("illegal flags 0x%x passed to ref_transaction_update()", flags);
1021
1022        flags |= (new_oid ? REF_HAVE_NEW : 0) | (old_oid ? REF_HAVE_OLD : 0);
1023
1024        ref_transaction_add_update(transaction, refname, flags,
1025                                   new_oid, old_oid, msg);
1026        return 0;
1027}
1028
1029int ref_transaction_create(struct ref_transaction *transaction,
1030                           const char *refname,
1031                           const struct object_id *new_oid,
1032                           unsigned int flags, const char *msg,
1033                           struct strbuf *err)
1034{
1035        if (!new_oid || is_null_oid(new_oid))
1036                die("BUG: create called without valid new_oid");
1037        return ref_transaction_update(transaction, refname, new_oid,
1038                                      &null_oid, flags, msg, err);
1039}
1040
1041int ref_transaction_delete(struct ref_transaction *transaction,
1042                           const char *refname,
1043                           const struct object_id *old_oid,
1044                           unsigned int flags, const char *msg,
1045                           struct strbuf *err)
1046{
1047        if (old_oid && is_null_oid(old_oid))
1048                die("BUG: delete called with old_oid set to zeros");
1049        return ref_transaction_update(transaction, refname,
1050                                      &null_oid, old_oid,
1051                                      flags, msg, err);
1052}
1053
1054int ref_transaction_verify(struct ref_transaction *transaction,
1055                           const char *refname,
1056                           const struct object_id *old_oid,
1057                           unsigned int flags,
1058                           struct strbuf *err)
1059{
1060        if (!old_oid)
1061                die("BUG: verify called with old_oid set to NULL");
1062        return ref_transaction_update(transaction, refname,
1063                                      NULL, old_oid,
1064                                      flags, NULL, err);
1065}
1066
1067int refs_update_ref(struct ref_store *refs, const char *msg,
1068                    const char *refname, const struct object_id *new_oid,
1069                    const struct object_id *old_oid, unsigned int flags,
1070                    enum action_on_err onerr)
1071{
1072        struct ref_transaction *t = NULL;
1073        struct strbuf err = STRBUF_INIT;
1074        int ret = 0;
1075
1076        if (ref_type(refname) == REF_TYPE_PSEUDOREF) {
1077                assert(refs == get_main_ref_store());
1078                ret = write_pseudoref(refname, new_oid, old_oid, &err);
1079        } else {
1080                t = ref_store_transaction_begin(refs, &err);
1081                if (!t ||
1082                    ref_transaction_update(t, refname, new_oid, old_oid,
1083                                           flags, msg, &err) ||
1084                    ref_transaction_commit(t, &err)) {
1085                        ret = 1;
1086                        ref_transaction_free(t);
1087                }
1088        }
1089        if (ret) {
1090                const char *str = "update_ref failed for ref '%s': %s";
1091
1092                switch (onerr) {
1093                case UPDATE_REFS_MSG_ON_ERR:
1094                        error(str, refname, err.buf);
1095                        break;
1096                case UPDATE_REFS_DIE_ON_ERR:
1097                        die(str, refname, err.buf);
1098                        break;
1099                case UPDATE_REFS_QUIET_ON_ERR:
1100                        break;
1101                }
1102                strbuf_release(&err);
1103                return 1;
1104        }
1105        strbuf_release(&err);
1106        if (t)
1107                ref_transaction_free(t);
1108        return 0;
1109}
1110
1111int update_ref(const char *msg, const char *refname,
1112               const struct object_id *new_oid,
1113               const struct object_id *old_oid,
1114               unsigned int flags, enum action_on_err onerr)
1115{
1116        return refs_update_ref(get_main_ref_store(), msg, refname, new_oid,
1117                               old_oid, flags, onerr);
1118}
1119
1120char *shorten_unambiguous_ref(const char *refname, int strict)
1121{
1122        int i;
1123        static char **scanf_fmts;
1124        static int nr_rules;
1125        char *short_name;
1126        struct strbuf resolved_buf = STRBUF_INIT;
1127
1128        if (!nr_rules) {
1129                /*
1130                 * Pre-generate scanf formats from ref_rev_parse_rules[].
1131                 * Generate a format suitable for scanf from a
1132                 * ref_rev_parse_rules rule by interpolating "%s" at the
1133                 * location of the "%.*s".
1134                 */
1135                size_t total_len = 0;
1136                size_t offset = 0;
1137
1138                /* the rule list is NULL terminated, count them first */
1139                for (nr_rules = 0; ref_rev_parse_rules[nr_rules]; nr_rules++)
1140                        /* -2 for strlen("%.*s") - strlen("%s"); +1 for NUL */
1141                        total_len += strlen(ref_rev_parse_rules[nr_rules]) - 2 + 1;
1142
1143                scanf_fmts = xmalloc(st_add(st_mult(sizeof(char *), nr_rules), total_len));
1144
1145                offset = 0;
1146                for (i = 0; i < nr_rules; i++) {
1147                        assert(offset < total_len);
1148                        scanf_fmts[i] = (char *)&scanf_fmts[nr_rules] + offset;
1149                        offset += snprintf(scanf_fmts[i], total_len - offset,
1150                                           ref_rev_parse_rules[i], 2, "%s") + 1;
1151                }
1152        }
1153
1154        /* bail out if there are no rules */
1155        if (!nr_rules)
1156                return xstrdup(refname);
1157
1158        /* buffer for scanf result, at most refname must fit */
1159        short_name = xstrdup(refname);
1160
1161        /* skip first rule, it will always match */
1162        for (i = nr_rules - 1; i > 0 ; --i) {
1163                int j;
1164                int rules_to_fail = i;
1165                int short_name_len;
1166
1167                if (1 != sscanf(refname, scanf_fmts[i], short_name))
1168                        continue;
1169
1170                short_name_len = strlen(short_name);
1171
1172                /*
1173                 * in strict mode, all (except the matched one) rules
1174                 * must fail to resolve to a valid non-ambiguous ref
1175                 */
1176                if (strict)
1177                        rules_to_fail = nr_rules;
1178
1179                /*
1180                 * check if the short name resolves to a valid ref,
1181                 * but use only rules prior to the matched one
1182                 */
1183                for (j = 0; j < rules_to_fail; j++) {
1184                        const char *rule = ref_rev_parse_rules[j];
1185
1186                        /* skip matched rule */
1187                        if (i == j)
1188                                continue;
1189
1190                        /*
1191                         * the short name is ambiguous, if it resolves
1192                         * (with this previous rule) to a valid ref
1193                         * read_ref() returns 0 on success
1194                         */
1195                        strbuf_reset(&resolved_buf);
1196                        strbuf_addf(&resolved_buf, rule,
1197                                    short_name_len, short_name);
1198                        if (ref_exists(resolved_buf.buf))
1199                                break;
1200                }
1201
1202                /*
1203                 * short name is non-ambiguous if all previous rules
1204                 * haven't resolved to a valid ref
1205                 */
1206                if (j == rules_to_fail) {
1207                        strbuf_release(&resolved_buf);
1208                        return short_name;
1209                }
1210        }
1211
1212        strbuf_release(&resolved_buf);
1213        free(short_name);
1214        return xstrdup(refname);
1215}
1216
1217static struct string_list *hide_refs;
1218
1219int parse_hide_refs_config(const char *var, const char *value, const char *section)
1220{
1221        const char *key;
1222        if (!strcmp("transfer.hiderefs", var) ||
1223            (!parse_config_key(var, section, NULL, NULL, &key) &&
1224             !strcmp(key, "hiderefs"))) {
1225                char *ref;
1226                int len;
1227
1228                if (!value)
1229                        return config_error_nonbool(var);
1230                ref = xstrdup(value);
1231                len = strlen(ref);
1232                while (len && ref[len - 1] == '/')
1233                        ref[--len] = '\0';
1234                if (!hide_refs) {
1235                        hide_refs = xcalloc(1, sizeof(*hide_refs));
1236                        hide_refs->strdup_strings = 1;
1237                }
1238                string_list_append(hide_refs, ref);
1239        }
1240        return 0;
1241}
1242
1243int ref_is_hidden(const char *refname, const char *refname_full)
1244{
1245        int i;
1246
1247        if (!hide_refs)
1248                return 0;
1249        for (i = hide_refs->nr - 1; i >= 0; i--) {
1250                const char *match = hide_refs->items[i].string;
1251                const char *subject;
1252                int neg = 0;
1253                const char *p;
1254
1255                if (*match == '!') {
1256                        neg = 1;
1257                        match++;
1258                }
1259
1260                if (*match == '^') {
1261                        subject = refname_full;
1262                        match++;
1263                } else {
1264                        subject = refname;
1265                }
1266
1267                /* refname can be NULL when namespaces are used. */
1268                if (subject &&
1269                    skip_prefix(subject, match, &p) &&
1270                    (!*p || *p == '/'))
1271                        return !neg;
1272        }
1273        return 0;
1274}
1275
1276const char *find_descendant_ref(const char *dirname,
1277                                const struct string_list *extras,
1278                                const struct string_list *skip)
1279{
1280        int pos;
1281
1282        if (!extras)
1283                return NULL;
1284
1285        /*
1286         * Look at the place where dirname would be inserted into
1287         * extras. If there is an entry at that position that starts
1288         * with dirname (remember, dirname includes the trailing
1289         * slash) and is not in skip, then we have a conflict.
1290         */
1291        for (pos = string_list_find_insert_index(extras, dirname, 0);
1292             pos < extras->nr; pos++) {
1293                const char *extra_refname = extras->items[pos].string;
1294
1295                if (!starts_with(extra_refname, dirname))
1296                        break;
1297
1298                if (!skip || !string_list_has_string(skip, extra_refname))
1299                        return extra_refname;
1300        }
1301        return NULL;
1302}
1303
1304int refs_rename_ref_available(struct ref_store *refs,
1305                              const char *old_refname,
1306                              const char *new_refname)
1307{
1308        struct string_list skip = STRING_LIST_INIT_NODUP;
1309        struct strbuf err = STRBUF_INIT;
1310        int ok;
1311
1312        string_list_insert(&skip, old_refname);
1313        ok = !refs_verify_refname_available(refs, new_refname,
1314                                            NULL, &skip, &err);
1315        if (!ok)
1316                error("%s", err.buf);
1317
1318        string_list_clear(&skip, 0);
1319        strbuf_release(&err);
1320        return ok;
1321}
1322
1323int refs_head_ref(struct ref_store *refs, each_ref_fn fn, void *cb_data)
1324{
1325        struct object_id oid;
1326        int flag;
1327
1328        if (!refs_read_ref_full(refs, "HEAD", RESOLVE_REF_READING,
1329                                &oid, &flag))
1330                return fn("HEAD", &oid, flag, cb_data);
1331
1332        return 0;
1333}
1334
1335int head_ref(each_ref_fn fn, void *cb_data)
1336{
1337        return refs_head_ref(get_main_ref_store(), fn, cb_data);
1338}
1339
1340struct ref_iterator *refs_ref_iterator_begin(
1341                struct ref_store *refs,
1342                const char *prefix, int trim, int flags)
1343{
1344        struct ref_iterator *iter;
1345
1346        if (ref_paranoia < 0)
1347                ref_paranoia = git_env_bool("GIT_REF_PARANOIA", 0);
1348        if (ref_paranoia)
1349                flags |= DO_FOR_EACH_INCLUDE_BROKEN;
1350
1351        iter = refs->be->iterator_begin(refs, prefix, flags);
1352
1353        /*
1354         * `iterator_begin()` already takes care of prefix, but we
1355         * might need to do some trimming:
1356         */
1357        if (trim)
1358                iter = prefix_ref_iterator_begin(iter, "", trim);
1359
1360        /* Sanity check for subclasses: */
1361        if (!iter->ordered)
1362                BUG("reference iterator is not ordered");
1363
1364        return iter;
1365}
1366
1367/*
1368 * Call fn for each reference in the specified submodule for which the
1369 * refname begins with prefix. If trim is non-zero, then trim that
1370 * many characters off the beginning of each refname before passing
1371 * the refname to fn. flags can be DO_FOR_EACH_INCLUDE_BROKEN to
1372 * include broken references in the iteration. If fn ever returns a
1373 * non-zero value, stop the iteration and return that value;
1374 * otherwise, return 0.
1375 */
1376static int do_for_each_ref(struct ref_store *refs, const char *prefix,
1377                           each_ref_fn fn, int trim, int flags, void *cb_data)
1378{
1379        struct ref_iterator *iter;
1380
1381        if (!refs)
1382                return 0;
1383
1384        iter = refs_ref_iterator_begin(refs, prefix, trim, flags);
1385
1386        return do_for_each_ref_iterator(iter, fn, cb_data);
1387}
1388
1389int refs_for_each_ref(struct ref_store *refs, each_ref_fn fn, void *cb_data)
1390{
1391        return do_for_each_ref(refs, "", fn, 0, 0, cb_data);
1392}
1393
1394int for_each_ref(each_ref_fn fn, void *cb_data)
1395{
1396        return refs_for_each_ref(get_main_ref_store(), fn, cb_data);
1397}
1398
1399int refs_for_each_ref_in(struct ref_store *refs, const char *prefix,
1400                         each_ref_fn fn, void *cb_data)
1401{
1402        return do_for_each_ref(refs, prefix, fn, strlen(prefix), 0, cb_data);
1403}
1404
1405int for_each_ref_in(const char *prefix, each_ref_fn fn, void *cb_data)
1406{
1407        return refs_for_each_ref_in(get_main_ref_store(), prefix, fn, cb_data);
1408}
1409
1410int for_each_fullref_in(const char *prefix, each_ref_fn fn, void *cb_data, unsigned int broken)
1411{
1412        unsigned int flag = 0;
1413
1414        if (broken)
1415                flag = DO_FOR_EACH_INCLUDE_BROKEN;
1416        return do_for_each_ref(get_main_ref_store(),
1417                               prefix, fn, 0, flag, cb_data);
1418}
1419
1420int refs_for_each_fullref_in(struct ref_store *refs, const char *prefix,
1421                             each_ref_fn fn, void *cb_data,
1422                             unsigned int broken)
1423{
1424        unsigned int flag = 0;
1425
1426        if (broken)
1427                flag = DO_FOR_EACH_INCLUDE_BROKEN;
1428        return do_for_each_ref(refs, prefix, fn, 0, flag, cb_data);
1429}
1430
1431int for_each_replace_ref(each_ref_fn fn, void *cb_data)
1432{
1433        return do_for_each_ref(get_main_ref_store(),
1434                               git_replace_ref_base, fn,
1435                               strlen(git_replace_ref_base),
1436                               DO_FOR_EACH_INCLUDE_BROKEN, cb_data);
1437}
1438
1439int for_each_namespaced_ref(each_ref_fn fn, void *cb_data)
1440{
1441        struct strbuf buf = STRBUF_INIT;
1442        int ret;
1443        strbuf_addf(&buf, "%srefs/", get_git_namespace());
1444        ret = do_for_each_ref(get_main_ref_store(),
1445                              buf.buf, fn, 0, 0, cb_data);
1446        strbuf_release(&buf);
1447        return ret;
1448}
1449
1450int refs_for_each_rawref(struct ref_store *refs, each_ref_fn fn, void *cb_data)
1451{
1452        return do_for_each_ref(refs, "", fn, 0,
1453                               DO_FOR_EACH_INCLUDE_BROKEN, cb_data);
1454}
1455
1456int for_each_rawref(each_ref_fn fn, void *cb_data)
1457{
1458        return refs_for_each_rawref(get_main_ref_store(), fn, cb_data);
1459}
1460
1461int refs_read_raw_ref(struct ref_store *ref_store,
1462                      const char *refname, struct object_id *oid,
1463                      struct strbuf *referent, unsigned int *type)
1464{
1465        return ref_store->be->read_raw_ref(ref_store, refname, oid, referent, type);
1466}
1467
1468/* This function needs to return a meaningful errno on failure */
1469const char *refs_resolve_ref_unsafe(struct ref_store *refs,
1470                                    const char *refname,
1471                                    int resolve_flags,
1472                                    struct object_id *oid, int *flags)
1473{
1474        static struct strbuf sb_refname = STRBUF_INIT;
1475        struct object_id unused_oid;
1476        int unused_flags;
1477        int symref_count;
1478
1479        if (!oid)
1480                oid = &unused_oid;
1481        if (!flags)
1482                flags = &unused_flags;
1483
1484        *flags = 0;
1485
1486        if (check_refname_format(refname, REFNAME_ALLOW_ONELEVEL)) {
1487                if (!(resolve_flags & RESOLVE_REF_ALLOW_BAD_NAME) ||
1488                    !refname_is_safe(refname)) {
1489                        errno = EINVAL;
1490                        return NULL;
1491                }
1492
1493                /*
1494                 * dwim_ref() uses REF_ISBROKEN to distinguish between
1495                 * missing refs and refs that were present but invalid,
1496                 * to complain about the latter to stderr.
1497                 *
1498                 * We don't know whether the ref exists, so don't set
1499                 * REF_ISBROKEN yet.
1500                 */
1501                *flags |= REF_BAD_NAME;
1502        }
1503
1504        for (symref_count = 0; symref_count < SYMREF_MAXDEPTH; symref_count++) {
1505                unsigned int read_flags = 0;
1506
1507                if (refs_read_raw_ref(refs, refname,
1508                                      oid, &sb_refname, &read_flags)) {
1509                        *flags |= read_flags;
1510
1511                        /* In reading mode, refs must eventually resolve */
1512                        if (resolve_flags & RESOLVE_REF_READING)
1513                                return NULL;
1514
1515                        /*
1516                         * Otherwise a missing ref is OK. But the files backend
1517                         * may show errors besides ENOENT if there are
1518                         * similarly-named refs.
1519                         */
1520                        if (errno != ENOENT &&
1521                            errno != EISDIR &&
1522                            errno != ENOTDIR)
1523                                return NULL;
1524
1525                        oidclr(oid);
1526                        if (*flags & REF_BAD_NAME)
1527                                *flags |= REF_ISBROKEN;
1528                        return refname;
1529                }
1530
1531                *flags |= read_flags;
1532
1533                if (!(read_flags & REF_ISSYMREF)) {
1534                        if (*flags & REF_BAD_NAME) {
1535                                oidclr(oid);
1536                                *flags |= REF_ISBROKEN;
1537                        }
1538                        return refname;
1539                }
1540
1541                refname = sb_refname.buf;
1542                if (resolve_flags & RESOLVE_REF_NO_RECURSE) {
1543                        oidclr(oid);
1544                        return refname;
1545                }
1546                if (check_refname_format(refname, REFNAME_ALLOW_ONELEVEL)) {
1547                        if (!(resolve_flags & RESOLVE_REF_ALLOW_BAD_NAME) ||
1548                            !refname_is_safe(refname)) {
1549                                errno = EINVAL;
1550                                return NULL;
1551                        }
1552
1553                        *flags |= REF_ISBROKEN | REF_BAD_NAME;
1554                }
1555        }
1556
1557        errno = ELOOP;
1558        return NULL;
1559}
1560
1561/* backend functions */
1562int refs_init_db(struct strbuf *err)
1563{
1564        struct ref_store *refs = get_main_ref_store();
1565
1566        return refs->be->init_db(refs, err);
1567}
1568
1569const char *resolve_ref_unsafe(const char *refname, int resolve_flags,
1570                               struct object_id *oid, int *flags)
1571{
1572        return refs_resolve_ref_unsafe(get_main_ref_store(), refname,
1573                                       resolve_flags, oid, flags);
1574}
1575
1576int resolve_gitlink_ref(const char *submodule, const char *refname,
1577                        struct object_id *oid)
1578{
1579        struct ref_store *refs;
1580        int flags;
1581
1582        refs = get_submodule_ref_store(submodule);
1583
1584        if (!refs)
1585                return -1;
1586
1587        if (!refs_resolve_ref_unsafe(refs, refname, 0, oid, &flags) ||
1588            is_null_oid(oid))
1589                return -1;
1590        return 0;
1591}
1592
1593struct ref_store_hash_entry
1594{
1595        struct hashmap_entry ent; /* must be the first member! */
1596
1597        struct ref_store *refs;
1598
1599        /* NUL-terminated identifier of the ref store: */
1600        char name[FLEX_ARRAY];
1601};
1602
1603static int ref_store_hash_cmp(const void *unused_cmp_data,
1604                              const void *entry, const void *entry_or_key,
1605                              const void *keydata)
1606{
1607        const struct ref_store_hash_entry *e1 = entry, *e2 = entry_or_key;
1608        const char *name = keydata ? keydata : e2->name;
1609
1610        return strcmp(e1->name, name);
1611}
1612
1613static struct ref_store_hash_entry *alloc_ref_store_hash_entry(
1614                const char *name, struct ref_store *refs)
1615{
1616        struct ref_store_hash_entry *entry;
1617
1618        FLEX_ALLOC_STR(entry, name, name);
1619        hashmap_entry_init(entry, strhash(name));
1620        entry->refs = refs;
1621        return entry;
1622}
1623
1624/* A pointer to the ref_store for the main repository: */
1625static struct ref_store *main_ref_store;
1626
1627/* A hashmap of ref_stores, stored by submodule name: */
1628static struct hashmap submodule_ref_stores;
1629
1630/* A hashmap of ref_stores, stored by worktree id: */
1631static struct hashmap worktree_ref_stores;
1632
1633/*
1634 * Look up a ref store by name. If that ref_store hasn't been
1635 * registered yet, return NULL.
1636 */
1637static struct ref_store *lookup_ref_store_map(struct hashmap *map,
1638                                              const char *name)
1639{
1640        struct ref_store_hash_entry *entry;
1641
1642        if (!map->tablesize)
1643                /* It's initialized on demand in register_ref_store(). */
1644                return NULL;
1645
1646        entry = hashmap_get_from_hash(map, strhash(name), name);
1647        return entry ? entry->refs : NULL;
1648}
1649
1650/*
1651 * Create, record, and return a ref_store instance for the specified
1652 * gitdir.
1653 */
1654static struct ref_store *ref_store_init(const char *gitdir,
1655                                        unsigned int flags)
1656{
1657        const char *be_name = "files";
1658        struct ref_storage_be *be = find_ref_storage_backend(be_name);
1659        struct ref_store *refs;
1660
1661        if (!be)
1662                die("BUG: reference backend %s is unknown", be_name);
1663
1664        refs = be->init(gitdir, flags);
1665        return refs;
1666}
1667
1668struct ref_store *get_main_ref_store(void)
1669{
1670        if (main_ref_store)
1671                return main_ref_store;
1672
1673        main_ref_store = ref_store_init(get_git_dir(), REF_STORE_ALL_CAPS);
1674        return main_ref_store;
1675}
1676
1677/*
1678 * Associate a ref store with a name. It is a fatal error to call this
1679 * function twice for the same name.
1680 */
1681static void register_ref_store_map(struct hashmap *map,
1682                                   const char *type,
1683                                   struct ref_store *refs,
1684                                   const char *name)
1685{
1686        if (!map->tablesize)
1687                hashmap_init(map, ref_store_hash_cmp, NULL, 0);
1688
1689        if (hashmap_put(map, alloc_ref_store_hash_entry(name, refs)))
1690                die("BUG: %s ref_store '%s' initialized twice", type, name);
1691}
1692
1693struct ref_store *get_submodule_ref_store(const char *submodule)
1694{
1695        struct strbuf submodule_sb = STRBUF_INIT;
1696        struct ref_store *refs;
1697        char *to_free = NULL;
1698        size_t len;
1699
1700        if (!submodule)
1701                return NULL;
1702
1703        len = strlen(submodule);
1704        while (len && is_dir_sep(submodule[len - 1]))
1705                len--;
1706        if (!len)
1707                return NULL;
1708
1709        if (submodule[len])
1710                /* We need to strip off one or more trailing slashes */
1711                submodule = to_free = xmemdupz(submodule, len);
1712
1713        refs = lookup_ref_store_map(&submodule_ref_stores, submodule);
1714        if (refs)
1715                goto done;
1716
1717        strbuf_addstr(&submodule_sb, submodule);
1718        if (!is_nonbare_repository_dir(&submodule_sb))
1719                goto done;
1720
1721        if (submodule_to_gitdir(&submodule_sb, submodule))
1722                goto done;
1723
1724        /* assume that add_submodule_odb() has been called */
1725        refs = ref_store_init(submodule_sb.buf,
1726                              REF_STORE_READ | REF_STORE_ODB);
1727        register_ref_store_map(&submodule_ref_stores, "submodule",
1728                               refs, submodule);
1729
1730done:
1731        strbuf_release(&submodule_sb);
1732        free(to_free);
1733
1734        return refs;
1735}
1736
1737struct ref_store *get_worktree_ref_store(const struct worktree *wt)
1738{
1739        struct ref_store *refs;
1740        const char *id;
1741
1742        if (wt->is_current)
1743                return get_main_ref_store();
1744
1745        id = wt->id ? wt->id : "/";
1746        refs = lookup_ref_store_map(&worktree_ref_stores, id);
1747        if (refs)
1748                return refs;
1749
1750        if (wt->id)
1751                refs = ref_store_init(git_common_path("worktrees/%s", wt->id),
1752                                      REF_STORE_ALL_CAPS);
1753        else
1754                refs = ref_store_init(get_git_common_dir(),
1755                                      REF_STORE_ALL_CAPS);
1756
1757        if (refs)
1758                register_ref_store_map(&worktree_ref_stores, "worktree",
1759                                       refs, id);
1760        return refs;
1761}
1762
1763void base_ref_store_init(struct ref_store *refs,
1764                         const struct ref_storage_be *be)
1765{
1766        refs->be = be;
1767}
1768
1769/* backend functions */
1770int refs_pack_refs(struct ref_store *refs, unsigned int flags)
1771{
1772        return refs->be->pack_refs(refs, flags);
1773}
1774
1775int refs_peel_ref(struct ref_store *refs, const char *refname,
1776                  struct object_id *oid)
1777{
1778        int flag;
1779        struct object_id base;
1780
1781        if (current_ref_iter && current_ref_iter->refname == refname) {
1782                struct object_id peeled;
1783
1784                if (ref_iterator_peel(current_ref_iter, &peeled))
1785                        return -1;
1786                oidcpy(oid, &peeled);
1787                return 0;
1788        }
1789
1790        if (refs_read_ref_full(refs, refname,
1791                               RESOLVE_REF_READING, &base, &flag))
1792                return -1;
1793
1794        return peel_object(&base, oid);
1795}
1796
1797int peel_ref(const char *refname, struct object_id *oid)
1798{
1799        return refs_peel_ref(get_main_ref_store(), refname, oid);
1800}
1801
1802int refs_create_symref(struct ref_store *refs,
1803                       const char *ref_target,
1804                       const char *refs_heads_master,
1805                       const char *logmsg)
1806{
1807        return refs->be->create_symref(refs, ref_target,
1808                                       refs_heads_master,
1809                                       logmsg);
1810}
1811
1812int create_symref(const char *ref_target, const char *refs_heads_master,
1813                  const char *logmsg)
1814{
1815        return refs_create_symref(get_main_ref_store(), ref_target,
1816                                  refs_heads_master, logmsg);
1817}
1818
1819int ref_update_reject_duplicates(struct string_list *refnames,
1820                                 struct strbuf *err)
1821{
1822        size_t i, n = refnames->nr;
1823
1824        assert(err);
1825
1826        for (i = 1; i < n; i++) {
1827                int cmp = strcmp(refnames->items[i - 1].string,
1828                                 refnames->items[i].string);
1829
1830                if (!cmp) {
1831                        strbuf_addf(err,
1832                                    "multiple updates for ref '%s' not allowed.",
1833                                    refnames->items[i].string);
1834                        return 1;
1835                } else if (cmp > 0) {
1836                        die("BUG: ref_update_reject_duplicates() received unsorted list");
1837                }
1838        }
1839        return 0;
1840}
1841
1842int ref_transaction_prepare(struct ref_transaction *transaction,
1843                            struct strbuf *err)
1844{
1845        struct ref_store *refs = transaction->ref_store;
1846
1847        switch (transaction->state) {
1848        case REF_TRANSACTION_OPEN:
1849                /* Good. */
1850                break;
1851        case REF_TRANSACTION_PREPARED:
1852                die("BUG: prepare called twice on reference transaction");
1853                break;
1854        case REF_TRANSACTION_CLOSED:
1855                die("BUG: prepare called on a closed reference transaction");
1856                break;
1857        default:
1858                die("BUG: unexpected reference transaction state");
1859                break;
1860        }
1861
1862        if (getenv(GIT_QUARANTINE_ENVIRONMENT)) {
1863                strbuf_addstr(err,
1864                              _("ref updates forbidden inside quarantine environment"));
1865                return -1;
1866        }
1867
1868        return refs->be->transaction_prepare(refs, transaction, err);
1869}
1870
1871int ref_transaction_abort(struct ref_transaction *transaction,
1872                          struct strbuf *err)
1873{
1874        struct ref_store *refs = transaction->ref_store;
1875        int ret = 0;
1876
1877        switch (transaction->state) {
1878        case REF_TRANSACTION_OPEN:
1879                /* No need to abort explicitly. */
1880                break;
1881        case REF_TRANSACTION_PREPARED:
1882                ret = refs->be->transaction_abort(refs, transaction, err);
1883                break;
1884        case REF_TRANSACTION_CLOSED:
1885                die("BUG: abort called on a closed reference transaction");
1886                break;
1887        default:
1888                die("BUG: unexpected reference transaction state");
1889                break;
1890        }
1891
1892        ref_transaction_free(transaction);
1893        return ret;
1894}
1895
1896int ref_transaction_commit(struct ref_transaction *transaction,
1897                           struct strbuf *err)
1898{
1899        struct ref_store *refs = transaction->ref_store;
1900        int ret;
1901
1902        switch (transaction->state) {
1903        case REF_TRANSACTION_OPEN:
1904                /* Need to prepare first. */
1905                ret = ref_transaction_prepare(transaction, err);
1906                if (ret)
1907                        return ret;
1908                break;
1909        case REF_TRANSACTION_PREPARED:
1910                /* Fall through to finish. */
1911                break;
1912        case REF_TRANSACTION_CLOSED:
1913                die("BUG: commit called on a closed reference transaction");
1914                break;
1915        default:
1916                die("BUG: unexpected reference transaction state");
1917                break;
1918        }
1919
1920        return refs->be->transaction_finish(refs, transaction, err);
1921}
1922
1923int refs_verify_refname_available(struct ref_store *refs,
1924                                  const char *refname,
1925                                  const struct string_list *extras,
1926                                  const struct string_list *skip,
1927                                  struct strbuf *err)
1928{
1929        const char *slash;
1930        const char *extra_refname;
1931        struct strbuf dirname = STRBUF_INIT;
1932        struct strbuf referent = STRBUF_INIT;
1933        struct object_id oid;
1934        unsigned int type;
1935        struct ref_iterator *iter;
1936        int ok;
1937        int ret = -1;
1938
1939        /*
1940         * For the sake of comments in this function, suppose that
1941         * refname is "refs/foo/bar".
1942         */
1943
1944        assert(err);
1945
1946        strbuf_grow(&dirname, strlen(refname) + 1);
1947        for (slash = strchr(refname, '/'); slash; slash = strchr(slash + 1, '/')) {
1948                /* Expand dirname to the new prefix, not including the trailing slash: */
1949                strbuf_add(&dirname, refname + dirname.len, slash - refname - dirname.len);
1950
1951                /*
1952                 * We are still at a leading dir of the refname (e.g.,
1953                 * "refs/foo"; if there is a reference with that name,
1954                 * it is a conflict, *unless* it is in skip.
1955                 */
1956                if (skip && string_list_has_string(skip, dirname.buf))
1957                        continue;
1958
1959                if (!refs_read_raw_ref(refs, dirname.buf, &oid, &referent, &type)) {
1960                        strbuf_addf(err, "'%s' exists; cannot create '%s'",
1961                                    dirname.buf, refname);
1962                        goto cleanup;
1963                }
1964
1965                if (extras && string_list_has_string(extras, dirname.buf)) {
1966                        strbuf_addf(err, "cannot process '%s' and '%s' at the same time",
1967                                    refname, dirname.buf);
1968                        goto cleanup;
1969                }
1970        }
1971
1972        /*
1973         * We are at the leaf of our refname (e.g., "refs/foo/bar").
1974         * There is no point in searching for a reference with that
1975         * name, because a refname isn't considered to conflict with
1976         * itself. But we still need to check for references whose
1977         * names are in the "refs/foo/bar/" namespace, because they
1978         * *do* conflict.
1979         */
1980        strbuf_addstr(&dirname, refname + dirname.len);
1981        strbuf_addch(&dirname, '/');
1982
1983        iter = refs_ref_iterator_begin(refs, dirname.buf, 0,
1984                                       DO_FOR_EACH_INCLUDE_BROKEN);
1985        while ((ok = ref_iterator_advance(iter)) == ITER_OK) {
1986                if (skip &&
1987                    string_list_has_string(skip, iter->refname))
1988                        continue;
1989
1990                strbuf_addf(err, "'%s' exists; cannot create '%s'",
1991                            iter->refname, refname);
1992                ref_iterator_abort(iter);
1993                goto cleanup;
1994        }
1995
1996        if (ok != ITER_DONE)
1997                die("BUG: error while iterating over references");
1998
1999        extra_refname = find_descendant_ref(dirname.buf, extras, skip);
2000        if (extra_refname)
2001                strbuf_addf(err, "cannot process '%s' and '%s' at the same time",
2002                            refname, extra_refname);
2003        else
2004                ret = 0;
2005
2006cleanup:
2007        strbuf_release(&referent);
2008        strbuf_release(&dirname);
2009        return ret;
2010}
2011
2012int refs_for_each_reflog(struct ref_store *refs, each_ref_fn fn, void *cb_data)
2013{
2014        struct ref_iterator *iter;
2015
2016        iter = refs->be->reflog_iterator_begin(refs);
2017
2018        return do_for_each_ref_iterator(iter, fn, cb_data);
2019}
2020
2021int for_each_reflog(each_ref_fn fn, void *cb_data)
2022{
2023        return refs_for_each_reflog(get_main_ref_store(), fn, cb_data);
2024}
2025
2026int refs_for_each_reflog_ent_reverse(struct ref_store *refs,
2027                                     const char *refname,
2028                                     each_reflog_ent_fn fn,
2029                                     void *cb_data)
2030{
2031        return refs->be->for_each_reflog_ent_reverse(refs, refname,
2032                                                     fn, cb_data);
2033}
2034
2035int for_each_reflog_ent_reverse(const char *refname, each_reflog_ent_fn fn,
2036                                void *cb_data)
2037{
2038        return refs_for_each_reflog_ent_reverse(get_main_ref_store(),
2039                                                refname, fn, cb_data);
2040}
2041
2042int refs_for_each_reflog_ent(struct ref_store *refs, const char *refname,
2043                             each_reflog_ent_fn fn, void *cb_data)
2044{
2045        return refs->be->for_each_reflog_ent(refs, refname, fn, cb_data);
2046}
2047
2048int for_each_reflog_ent(const char *refname, each_reflog_ent_fn fn,
2049                        void *cb_data)
2050{
2051        return refs_for_each_reflog_ent(get_main_ref_store(), refname,
2052                                        fn, cb_data);
2053}
2054
2055int refs_reflog_exists(struct ref_store *refs, const char *refname)
2056{
2057        return refs->be->reflog_exists(refs, refname);
2058}
2059
2060int reflog_exists(const char *refname)
2061{
2062        return refs_reflog_exists(get_main_ref_store(), refname);
2063}
2064
2065int refs_create_reflog(struct ref_store *refs, const char *refname,
2066                       int force_create, struct strbuf *err)
2067{
2068        return refs->be->create_reflog(refs, refname, force_create, err);
2069}
2070
2071int safe_create_reflog(const char *refname, int force_create,
2072                       struct strbuf *err)
2073{
2074        return refs_create_reflog(get_main_ref_store(), refname,
2075                                  force_create, err);
2076}
2077
2078int refs_delete_reflog(struct ref_store *refs, const char *refname)
2079{
2080        return refs->be->delete_reflog(refs, refname);
2081}
2082
2083int delete_reflog(const char *refname)
2084{
2085        return refs_delete_reflog(get_main_ref_store(), refname);
2086}
2087
2088int refs_reflog_expire(struct ref_store *refs,
2089                       const char *refname, const struct object_id *oid,
2090                       unsigned int flags,
2091                       reflog_expiry_prepare_fn prepare_fn,
2092                       reflog_expiry_should_prune_fn should_prune_fn,
2093                       reflog_expiry_cleanup_fn cleanup_fn,
2094                       void *policy_cb_data)
2095{
2096        return refs->be->reflog_expire(refs, refname, oid, flags,
2097                                       prepare_fn, should_prune_fn,
2098                                       cleanup_fn, policy_cb_data);
2099}
2100
2101int reflog_expire(const char *refname, const struct object_id *oid,
2102                  unsigned int flags,
2103                  reflog_expiry_prepare_fn prepare_fn,
2104                  reflog_expiry_should_prune_fn should_prune_fn,
2105                  reflog_expiry_cleanup_fn cleanup_fn,
2106                  void *policy_cb_data)
2107{
2108        return refs_reflog_expire(get_main_ref_store(),
2109                                  refname, oid, flags,
2110                                  prepare_fn, should_prune_fn,
2111                                  cleanup_fn, policy_cb_data);
2112}
2113
2114int initial_ref_transaction_commit(struct ref_transaction *transaction,
2115                                   struct strbuf *err)
2116{
2117        struct ref_store *refs = transaction->ref_store;
2118
2119        return refs->be->initial_transaction_commit(refs, transaction, err);
2120}
2121
2122int refs_delete_refs(struct ref_store *refs, const char *msg,
2123                     struct string_list *refnames, unsigned int flags)
2124{
2125        return refs->be->delete_refs(refs, msg, refnames, flags);
2126}
2127
2128int delete_refs(const char *msg, struct string_list *refnames,
2129                unsigned int flags)
2130{
2131        return refs_delete_refs(get_main_ref_store(), msg, refnames, flags);
2132}
2133
2134int refs_rename_ref(struct ref_store *refs, const char *oldref,
2135                    const char *newref, const char *logmsg)
2136{
2137        return refs->be->rename_ref(refs, oldref, newref, logmsg);
2138}
2139
2140int rename_ref(const char *oldref, const char *newref, const char *logmsg)
2141{
2142        return refs_rename_ref(get_main_ref_store(), oldref, newref, logmsg);
2143}
2144
2145int refs_copy_existing_ref(struct ref_store *refs, const char *oldref,
2146                    const char *newref, const char *logmsg)
2147{
2148        return refs->be->copy_ref(refs, oldref, newref, logmsg);
2149}
2150
2151int copy_existing_ref(const char *oldref, const char *newref, const char *logmsg)
2152{
2153        return refs_copy_existing_ref(get_main_ref_store(), oldref, newref, logmsg);
2154}