read-cache.con commit write_shared_index(): use tempfile module (f6ecc62)
   1/*
   2 * GIT - The information manager from hell
   3 *
   4 * Copyright (C) Linus Torvalds, 2005
   5 */
   6#define NO_THE_INDEX_COMPATIBILITY_MACROS
   7#include "cache.h"
   8#include "tempfile.h"
   9#include "lockfile.h"
  10#include "cache-tree.h"
  11#include "refs.h"
  12#include "dir.h"
  13#include "tree.h"
  14#include "commit.h"
  15#include "blob.h"
  16#include "resolve-undo.h"
  17#include "strbuf.h"
  18#include "varint.h"
  19#include "split-index.h"
  20#include "sigchain.h"
  21#include "utf8.h"
  22
  23static struct cache_entry *refresh_cache_entry(struct cache_entry *ce,
  24                                               unsigned int options);
  25
  26/* Mask for the name length in ce_flags in the on-disk index */
  27
  28#define CE_NAMEMASK  (0x0fff)
  29
  30/* Index extensions.
  31 *
  32 * The first letter should be 'A'..'Z' for extensions that are not
  33 * necessary for a correct operation (i.e. optimization data).
  34 * When new extensions are added that _needs_ to be understood in
  35 * order to correctly interpret the index file, pick character that
  36 * is outside the range, to cause the reader to abort.
  37 */
  38
  39#define CACHE_EXT(s) ( (s[0]<<24)|(s[1]<<16)|(s[2]<<8)|(s[3]) )
  40#define CACHE_EXT_TREE 0x54524545       /* "TREE" */
  41#define CACHE_EXT_RESOLVE_UNDO 0x52455543 /* "REUC" */
  42#define CACHE_EXT_LINK 0x6c696e6b         /* "link" */
  43#define CACHE_EXT_UNTRACKED 0x554E5452    /* "UNTR" */
  44
  45/* changes that can be kept in $GIT_DIR/index (basically all extensions) */
  46#define EXTMASK (RESOLVE_UNDO_CHANGED | CACHE_TREE_CHANGED | \
  47                 CE_ENTRY_ADDED | CE_ENTRY_REMOVED | CE_ENTRY_CHANGED | \
  48                 SPLIT_INDEX_ORDERED | UNTRACKED_CHANGED)
  49
  50struct index_state the_index;
  51static const char *alternate_index_output;
  52
  53static void set_index_entry(struct index_state *istate, int nr, struct cache_entry *ce)
  54{
  55        istate->cache[nr] = ce;
  56        add_name_hash(istate, ce);
  57}
  58
  59static void replace_index_entry(struct index_state *istate, int nr, struct cache_entry *ce)
  60{
  61        struct cache_entry *old = istate->cache[nr];
  62
  63        replace_index_entry_in_base(istate, old, ce);
  64        remove_name_hash(istate, old);
  65        free(old);
  66        set_index_entry(istate, nr, ce);
  67        ce->ce_flags |= CE_UPDATE_IN_BASE;
  68        istate->cache_changed |= CE_ENTRY_CHANGED;
  69}
  70
  71void rename_index_entry_at(struct index_state *istate, int nr, const char *new_name)
  72{
  73        struct cache_entry *old = istate->cache[nr], *new;
  74        int namelen = strlen(new_name);
  75
  76        new = xmalloc(cache_entry_size(namelen));
  77        copy_cache_entry(new, old);
  78        new->ce_flags &= ~CE_HASHED;
  79        new->ce_namelen = namelen;
  80        new->index = 0;
  81        memcpy(new->name, new_name, namelen + 1);
  82
  83        cache_tree_invalidate_path(istate, old->name);
  84        untracked_cache_remove_from_index(istate, old->name);
  85        remove_index_entry_at(istate, nr);
  86        add_index_entry(istate, new, ADD_CACHE_OK_TO_ADD|ADD_CACHE_OK_TO_REPLACE);
  87}
  88
  89void fill_stat_data(struct stat_data *sd, struct stat *st)
  90{
  91        sd->sd_ctime.sec = (unsigned int)st->st_ctime;
  92        sd->sd_mtime.sec = (unsigned int)st->st_mtime;
  93        sd->sd_ctime.nsec = ST_CTIME_NSEC(*st);
  94        sd->sd_mtime.nsec = ST_MTIME_NSEC(*st);
  95        sd->sd_dev = st->st_dev;
  96        sd->sd_ino = st->st_ino;
  97        sd->sd_uid = st->st_uid;
  98        sd->sd_gid = st->st_gid;
  99        sd->sd_size = st->st_size;
 100}
 101
 102int match_stat_data(const struct stat_data *sd, struct stat *st)
 103{
 104        int changed = 0;
 105
 106        if (sd->sd_mtime.sec != (unsigned int)st->st_mtime)
 107                changed |= MTIME_CHANGED;
 108        if (trust_ctime && check_stat &&
 109            sd->sd_ctime.sec != (unsigned int)st->st_ctime)
 110                changed |= CTIME_CHANGED;
 111
 112#ifdef USE_NSEC
 113        if (check_stat && sd->sd_mtime.nsec != ST_MTIME_NSEC(*st))
 114                changed |= MTIME_CHANGED;
 115        if (trust_ctime && check_stat &&
 116            sd->sd_ctime.nsec != ST_CTIME_NSEC(*st))
 117                changed |= CTIME_CHANGED;
 118#endif
 119
 120        if (check_stat) {
 121                if (sd->sd_uid != (unsigned int) st->st_uid ||
 122                        sd->sd_gid != (unsigned int) st->st_gid)
 123                        changed |= OWNER_CHANGED;
 124                if (sd->sd_ino != (unsigned int) st->st_ino)
 125                        changed |= INODE_CHANGED;
 126        }
 127
 128#ifdef USE_STDEV
 129        /*
 130         * st_dev breaks on network filesystems where different
 131         * clients will have different views of what "device"
 132         * the filesystem is on
 133         */
 134        if (check_stat && sd->sd_dev != (unsigned int) st->st_dev)
 135                        changed |= INODE_CHANGED;
 136#endif
 137
 138        if (sd->sd_size != (unsigned int) st->st_size)
 139                changed |= DATA_CHANGED;
 140
 141        return changed;
 142}
 143
 144/*
 145 * This only updates the "non-critical" parts of the directory
 146 * cache, ie the parts that aren't tracked by GIT, and only used
 147 * to validate the cache.
 148 */
 149void fill_stat_cache_info(struct cache_entry *ce, struct stat *st)
 150{
 151        fill_stat_data(&ce->ce_stat_data, st);
 152
 153        if (assume_unchanged)
 154                ce->ce_flags |= CE_VALID;
 155
 156        if (S_ISREG(st->st_mode))
 157                ce_mark_uptodate(ce);
 158}
 159
 160static int ce_compare_data(const struct cache_entry *ce, struct stat *st)
 161{
 162        int match = -1;
 163        int fd = open(ce->name, O_RDONLY);
 164
 165        if (fd >= 0) {
 166                unsigned char sha1[20];
 167                if (!index_fd(sha1, fd, st, OBJ_BLOB, ce->name, 0))
 168                        match = hashcmp(sha1, ce->sha1);
 169                /* index_fd() closed the file descriptor already */
 170        }
 171        return match;
 172}
 173
 174static int ce_compare_link(const struct cache_entry *ce, size_t expected_size)
 175{
 176        int match = -1;
 177        void *buffer;
 178        unsigned long size;
 179        enum object_type type;
 180        struct strbuf sb = STRBUF_INIT;
 181
 182        if (strbuf_readlink(&sb, ce->name, expected_size))
 183                return -1;
 184
 185        buffer = read_sha1_file(ce->sha1, &type, &size);
 186        if (buffer) {
 187                if (size == sb.len)
 188                        match = memcmp(buffer, sb.buf, size);
 189                free(buffer);
 190        }
 191        strbuf_release(&sb);
 192        return match;
 193}
 194
 195static int ce_compare_gitlink(const struct cache_entry *ce)
 196{
 197        unsigned char sha1[20];
 198
 199        /*
 200         * We don't actually require that the .git directory
 201         * under GITLINK directory be a valid git directory. It
 202         * might even be missing (in case nobody populated that
 203         * sub-project).
 204         *
 205         * If so, we consider it always to match.
 206         */
 207        if (resolve_gitlink_ref(ce->name, "HEAD", sha1) < 0)
 208                return 0;
 209        return hashcmp(sha1, ce->sha1);
 210}
 211
 212static int ce_modified_check_fs(const struct cache_entry *ce, struct stat *st)
 213{
 214        switch (st->st_mode & S_IFMT) {
 215        case S_IFREG:
 216                if (ce_compare_data(ce, st))
 217                        return DATA_CHANGED;
 218                break;
 219        case S_IFLNK:
 220                if (ce_compare_link(ce, xsize_t(st->st_size)))
 221                        return DATA_CHANGED;
 222                break;
 223        case S_IFDIR:
 224                if (S_ISGITLINK(ce->ce_mode))
 225                        return ce_compare_gitlink(ce) ? DATA_CHANGED : 0;
 226        default:
 227                return TYPE_CHANGED;
 228        }
 229        return 0;
 230}
 231
 232static int ce_match_stat_basic(const struct cache_entry *ce, struct stat *st)
 233{
 234        unsigned int changed = 0;
 235
 236        if (ce->ce_flags & CE_REMOVE)
 237                return MODE_CHANGED | DATA_CHANGED | TYPE_CHANGED;
 238
 239        switch (ce->ce_mode & S_IFMT) {
 240        case S_IFREG:
 241                changed |= !S_ISREG(st->st_mode) ? TYPE_CHANGED : 0;
 242                /* We consider only the owner x bit to be relevant for
 243                 * "mode changes"
 244                 */
 245                if (trust_executable_bit &&
 246                    (0100 & (ce->ce_mode ^ st->st_mode)))
 247                        changed |= MODE_CHANGED;
 248                break;
 249        case S_IFLNK:
 250                if (!S_ISLNK(st->st_mode) &&
 251                    (has_symlinks || !S_ISREG(st->st_mode)))
 252                        changed |= TYPE_CHANGED;
 253                break;
 254        case S_IFGITLINK:
 255                /* We ignore most of the st_xxx fields for gitlinks */
 256                if (!S_ISDIR(st->st_mode))
 257                        changed |= TYPE_CHANGED;
 258                else if (ce_compare_gitlink(ce))
 259                        changed |= DATA_CHANGED;
 260                return changed;
 261        default:
 262                die("internal error: ce_mode is %o", ce->ce_mode);
 263        }
 264
 265        changed |= match_stat_data(&ce->ce_stat_data, st);
 266
 267        /* Racily smudged entry? */
 268        if (!ce->ce_stat_data.sd_size) {
 269                if (!is_empty_blob_sha1(ce->sha1))
 270                        changed |= DATA_CHANGED;
 271        }
 272
 273        return changed;
 274}
 275
 276static int is_racy_stat(const struct index_state *istate,
 277                        const struct stat_data *sd)
 278{
 279        return (istate->timestamp.sec &&
 280#ifdef USE_NSEC
 281                 /* nanosecond timestamped files can also be racy! */
 282                (istate->timestamp.sec < sd->sd_mtime.sec ||
 283                 (istate->timestamp.sec == sd->sd_mtime.sec &&
 284                  istate->timestamp.nsec <= sd->sd_mtime.nsec))
 285#else
 286                istate->timestamp.sec <= sd->sd_mtime.sec
 287#endif
 288                );
 289}
 290
 291static int is_racy_timestamp(const struct index_state *istate,
 292                             const struct cache_entry *ce)
 293{
 294        return (!S_ISGITLINK(ce->ce_mode) &&
 295                is_racy_stat(istate, &ce->ce_stat_data));
 296}
 297
 298int match_stat_data_racy(const struct index_state *istate,
 299                         const struct stat_data *sd, struct stat *st)
 300{
 301        if (is_racy_stat(istate, sd))
 302                return MTIME_CHANGED;
 303        return match_stat_data(sd, st);
 304}
 305
 306int ie_match_stat(const struct index_state *istate,
 307                  const struct cache_entry *ce, struct stat *st,
 308                  unsigned int options)
 309{
 310        unsigned int changed;
 311        int ignore_valid = options & CE_MATCH_IGNORE_VALID;
 312        int ignore_skip_worktree = options & CE_MATCH_IGNORE_SKIP_WORKTREE;
 313        int assume_racy_is_modified = options & CE_MATCH_RACY_IS_DIRTY;
 314
 315        /*
 316         * If it's marked as always valid in the index, it's
 317         * valid whatever the checked-out copy says.
 318         *
 319         * skip-worktree has the same effect with higher precedence
 320         */
 321        if (!ignore_skip_worktree && ce_skip_worktree(ce))
 322                return 0;
 323        if (!ignore_valid && (ce->ce_flags & CE_VALID))
 324                return 0;
 325
 326        /*
 327         * Intent-to-add entries have not been added, so the index entry
 328         * by definition never matches what is in the work tree until it
 329         * actually gets added.
 330         */
 331        if (ce->ce_flags & CE_INTENT_TO_ADD)
 332                return DATA_CHANGED | TYPE_CHANGED | MODE_CHANGED;
 333
 334        changed = ce_match_stat_basic(ce, st);
 335
 336        /*
 337         * Within 1 second of this sequence:
 338         *      echo xyzzy >file && git-update-index --add file
 339         * running this command:
 340         *      echo frotz >file
 341         * would give a falsely clean cache entry.  The mtime and
 342         * length match the cache, and other stat fields do not change.
 343         *
 344         * We could detect this at update-index time (the cache entry
 345         * being registered/updated records the same time as "now")
 346         * and delay the return from git-update-index, but that would
 347         * effectively mean we can make at most one commit per second,
 348         * which is not acceptable.  Instead, we check cache entries
 349         * whose mtime are the same as the index file timestamp more
 350         * carefully than others.
 351         */
 352        if (!changed && is_racy_timestamp(istate, ce)) {
 353                if (assume_racy_is_modified)
 354                        changed |= DATA_CHANGED;
 355                else
 356                        changed |= ce_modified_check_fs(ce, st);
 357        }
 358
 359        return changed;
 360}
 361
 362int ie_modified(const struct index_state *istate,
 363                const struct cache_entry *ce,
 364                struct stat *st, unsigned int options)
 365{
 366        int changed, changed_fs;
 367
 368        changed = ie_match_stat(istate, ce, st, options);
 369        if (!changed)
 370                return 0;
 371        /*
 372         * If the mode or type has changed, there's no point in trying
 373         * to refresh the entry - it's not going to match
 374         */
 375        if (changed & (MODE_CHANGED | TYPE_CHANGED))
 376                return changed;
 377
 378        /*
 379         * Immediately after read-tree or update-index --cacheinfo,
 380         * the length field is zero, as we have never even read the
 381         * lstat(2) information once, and we cannot trust DATA_CHANGED
 382         * returned by ie_match_stat() which in turn was returned by
 383         * ce_match_stat_basic() to signal that the filesize of the
 384         * blob changed.  We have to actually go to the filesystem to
 385         * see if the contents match, and if so, should answer "unchanged".
 386         *
 387         * The logic does not apply to gitlinks, as ce_match_stat_basic()
 388         * already has checked the actual HEAD from the filesystem in the
 389         * subproject.  If ie_match_stat() already said it is different,
 390         * then we know it is.
 391         */
 392        if ((changed & DATA_CHANGED) &&
 393            (S_ISGITLINK(ce->ce_mode) || ce->ce_stat_data.sd_size != 0))
 394                return changed;
 395
 396        changed_fs = ce_modified_check_fs(ce, st);
 397        if (changed_fs)
 398                return changed | changed_fs;
 399        return 0;
 400}
 401
 402int base_name_compare(const char *name1, int len1, int mode1,
 403                      const char *name2, int len2, int mode2)
 404{
 405        unsigned char c1, c2;
 406        int len = len1 < len2 ? len1 : len2;
 407        int cmp;
 408
 409        cmp = memcmp(name1, name2, len);
 410        if (cmp)
 411                return cmp;
 412        c1 = name1[len];
 413        c2 = name2[len];
 414        if (!c1 && S_ISDIR(mode1))
 415                c1 = '/';
 416        if (!c2 && S_ISDIR(mode2))
 417                c2 = '/';
 418        return (c1 < c2) ? -1 : (c1 > c2) ? 1 : 0;
 419}
 420
 421/*
 422 * df_name_compare() is identical to base_name_compare(), except it
 423 * compares conflicting directory/file entries as equal. Note that
 424 * while a directory name compares as equal to a regular file, they
 425 * then individually compare _differently_ to a filename that has
 426 * a dot after the basename (because '\0' < '.' < '/').
 427 *
 428 * This is used by routines that want to traverse the git namespace
 429 * but then handle conflicting entries together when possible.
 430 */
 431int df_name_compare(const char *name1, int len1, int mode1,
 432                    const char *name2, int len2, int mode2)
 433{
 434        int len = len1 < len2 ? len1 : len2, cmp;
 435        unsigned char c1, c2;
 436
 437        cmp = memcmp(name1, name2, len);
 438        if (cmp)
 439                return cmp;
 440        /* Directories and files compare equal (same length, same name) */
 441        if (len1 == len2)
 442                return 0;
 443        c1 = name1[len];
 444        if (!c1 && S_ISDIR(mode1))
 445                c1 = '/';
 446        c2 = name2[len];
 447        if (!c2 && S_ISDIR(mode2))
 448                c2 = '/';
 449        if (c1 == '/' && !c2)
 450                return 0;
 451        if (c2 == '/' && !c1)
 452                return 0;
 453        return c1 - c2;
 454}
 455
 456int name_compare(const char *name1, size_t len1, const char *name2, size_t len2)
 457{
 458        size_t min_len = (len1 < len2) ? len1 : len2;
 459        int cmp = memcmp(name1, name2, min_len);
 460        if (cmp)
 461                return cmp;
 462        if (len1 < len2)
 463                return -1;
 464        if (len1 > len2)
 465                return 1;
 466        return 0;
 467}
 468
 469int cache_name_stage_compare(const char *name1, int len1, int stage1, const char *name2, int len2, int stage2)
 470{
 471        int cmp;
 472
 473        cmp = name_compare(name1, len1, name2, len2);
 474        if (cmp)
 475                return cmp;
 476
 477        if (stage1 < stage2)
 478                return -1;
 479        if (stage1 > stage2)
 480                return 1;
 481        return 0;
 482}
 483
 484static int index_name_stage_pos(const struct index_state *istate, const char *name, int namelen, int stage)
 485{
 486        int first, last;
 487
 488        first = 0;
 489        last = istate->cache_nr;
 490        while (last > first) {
 491                int next = (last + first) >> 1;
 492                struct cache_entry *ce = istate->cache[next];
 493                int cmp = cache_name_stage_compare(name, namelen, stage, ce->name, ce_namelen(ce), ce_stage(ce));
 494                if (!cmp)
 495                        return next;
 496                if (cmp < 0) {
 497                        last = next;
 498                        continue;
 499                }
 500                first = next+1;
 501        }
 502        return -first-1;
 503}
 504
 505int index_name_pos(const struct index_state *istate, const char *name, int namelen)
 506{
 507        return index_name_stage_pos(istate, name, namelen, 0);
 508}
 509
 510/* Remove entry, return true if there are more entries to go.. */
 511int remove_index_entry_at(struct index_state *istate, int pos)
 512{
 513        struct cache_entry *ce = istate->cache[pos];
 514
 515        record_resolve_undo(istate, ce);
 516        remove_name_hash(istate, ce);
 517        save_or_free_index_entry(istate, ce);
 518        istate->cache_changed |= CE_ENTRY_REMOVED;
 519        istate->cache_nr--;
 520        if (pos >= istate->cache_nr)
 521                return 0;
 522        memmove(istate->cache + pos,
 523                istate->cache + pos + 1,
 524                (istate->cache_nr - pos) * sizeof(struct cache_entry *));
 525        return 1;
 526}
 527
 528/*
 529 * Remove all cache entries marked for removal, that is where
 530 * CE_REMOVE is set in ce_flags.  This is much more effective than
 531 * calling remove_index_entry_at() for each entry to be removed.
 532 */
 533void remove_marked_cache_entries(struct index_state *istate)
 534{
 535        struct cache_entry **ce_array = istate->cache;
 536        unsigned int i, j;
 537
 538        for (i = j = 0; i < istate->cache_nr; i++) {
 539                if (ce_array[i]->ce_flags & CE_REMOVE) {
 540                        remove_name_hash(istate, ce_array[i]);
 541                        save_or_free_index_entry(istate, ce_array[i]);
 542                }
 543                else
 544                        ce_array[j++] = ce_array[i];
 545        }
 546        if (j == istate->cache_nr)
 547                return;
 548        istate->cache_changed |= CE_ENTRY_REMOVED;
 549        istate->cache_nr = j;
 550}
 551
 552int remove_file_from_index(struct index_state *istate, const char *path)
 553{
 554        int pos = index_name_pos(istate, path, strlen(path));
 555        if (pos < 0)
 556                pos = -pos-1;
 557        cache_tree_invalidate_path(istate, path);
 558        untracked_cache_remove_from_index(istate, path);
 559        while (pos < istate->cache_nr && !strcmp(istate->cache[pos]->name, path))
 560                remove_index_entry_at(istate, pos);
 561        return 0;
 562}
 563
 564static int compare_name(struct cache_entry *ce, const char *path, int namelen)
 565{
 566        return namelen != ce_namelen(ce) || memcmp(path, ce->name, namelen);
 567}
 568
 569static int index_name_pos_also_unmerged(struct index_state *istate,
 570        const char *path, int namelen)
 571{
 572        int pos = index_name_pos(istate, path, namelen);
 573        struct cache_entry *ce;
 574
 575        if (pos >= 0)
 576                return pos;
 577
 578        /* maybe unmerged? */
 579        pos = -1 - pos;
 580        if (pos >= istate->cache_nr ||
 581                        compare_name((ce = istate->cache[pos]), path, namelen))
 582                return -1;
 583
 584        /* order of preference: stage 2, 1, 3 */
 585        if (ce_stage(ce) == 1 && pos + 1 < istate->cache_nr &&
 586                        ce_stage((ce = istate->cache[pos + 1])) == 2 &&
 587                        !compare_name(ce, path, namelen))
 588                pos++;
 589        return pos;
 590}
 591
 592static int different_name(struct cache_entry *ce, struct cache_entry *alias)
 593{
 594        int len = ce_namelen(ce);
 595        return ce_namelen(alias) != len || memcmp(ce->name, alias->name, len);
 596}
 597
 598/*
 599 * If we add a filename that aliases in the cache, we will use the
 600 * name that we already have - but we don't want to update the same
 601 * alias twice, because that implies that there were actually two
 602 * different files with aliasing names!
 603 *
 604 * So we use the CE_ADDED flag to verify that the alias was an old
 605 * one before we accept it as
 606 */
 607static struct cache_entry *create_alias_ce(struct index_state *istate,
 608                                           struct cache_entry *ce,
 609                                           struct cache_entry *alias)
 610{
 611        int len;
 612        struct cache_entry *new;
 613
 614        if (alias->ce_flags & CE_ADDED)
 615                die("Will not add file alias '%s' ('%s' already exists in index)", ce->name, alias->name);
 616
 617        /* Ok, create the new entry using the name of the existing alias */
 618        len = ce_namelen(alias);
 619        new = xcalloc(1, cache_entry_size(len));
 620        memcpy(new->name, alias->name, len);
 621        copy_cache_entry(new, ce);
 622        save_or_free_index_entry(istate, ce);
 623        return new;
 624}
 625
 626void set_object_name_for_intent_to_add_entry(struct cache_entry *ce)
 627{
 628        unsigned char sha1[20];
 629        if (write_sha1_file("", 0, blob_type, sha1))
 630                die("cannot create an empty blob in the object database");
 631        hashcpy(ce->sha1, sha1);
 632}
 633
 634int add_to_index(struct index_state *istate, const char *path, struct stat *st, int flags)
 635{
 636        int size, namelen, was_same;
 637        mode_t st_mode = st->st_mode;
 638        struct cache_entry *ce, *alias;
 639        unsigned ce_option = CE_MATCH_IGNORE_VALID|CE_MATCH_IGNORE_SKIP_WORKTREE|CE_MATCH_RACY_IS_DIRTY;
 640        int verbose = flags & (ADD_CACHE_VERBOSE | ADD_CACHE_PRETEND);
 641        int pretend = flags & ADD_CACHE_PRETEND;
 642        int intent_only = flags & ADD_CACHE_INTENT;
 643        int add_option = (ADD_CACHE_OK_TO_ADD|ADD_CACHE_OK_TO_REPLACE|
 644                          (intent_only ? ADD_CACHE_NEW_ONLY : 0));
 645
 646        if (!S_ISREG(st_mode) && !S_ISLNK(st_mode) && !S_ISDIR(st_mode))
 647                return error("%s: can only add regular files, symbolic links or git-directories", path);
 648
 649        namelen = strlen(path);
 650        if (S_ISDIR(st_mode)) {
 651                while (namelen && path[namelen-1] == '/')
 652                        namelen--;
 653        }
 654        size = cache_entry_size(namelen);
 655        ce = xcalloc(1, size);
 656        memcpy(ce->name, path, namelen);
 657        ce->ce_namelen = namelen;
 658        if (!intent_only)
 659                fill_stat_cache_info(ce, st);
 660        else
 661                ce->ce_flags |= CE_INTENT_TO_ADD;
 662
 663        if (trust_executable_bit && has_symlinks)
 664                ce->ce_mode = create_ce_mode(st_mode);
 665        else {
 666                /* If there is an existing entry, pick the mode bits and type
 667                 * from it, otherwise assume unexecutable regular file.
 668                 */
 669                struct cache_entry *ent;
 670                int pos = index_name_pos_also_unmerged(istate, path, namelen);
 671
 672                ent = (0 <= pos) ? istate->cache[pos] : NULL;
 673                ce->ce_mode = ce_mode_from_stat(ent, st_mode);
 674        }
 675
 676        /* When core.ignorecase=true, determine if a directory of the same name but differing
 677         * case already exists within the Git repository.  If it does, ensure the directory
 678         * case of the file being added to the repository matches (is folded into) the existing
 679         * entry's directory case.
 680         */
 681        if (ignore_case) {
 682                const char *startPtr = ce->name;
 683                const char *ptr = startPtr;
 684                while (*ptr) {
 685                        while (*ptr && *ptr != '/')
 686                                ++ptr;
 687                        if (*ptr == '/') {
 688                                struct cache_entry *foundce;
 689                                ++ptr;
 690                                foundce = index_dir_exists(istate, ce->name, ptr - ce->name - 1);
 691                                if (foundce) {
 692                                        memcpy((void *)startPtr, foundce->name + (startPtr - ce->name), ptr - startPtr);
 693                                        startPtr = ptr;
 694                                }
 695                        }
 696                }
 697        }
 698
 699        alias = index_file_exists(istate, ce->name, ce_namelen(ce), ignore_case);
 700        if (alias && !ce_stage(alias) && !ie_match_stat(istate, alias, st, ce_option)) {
 701                /* Nothing changed, really */
 702                if (!S_ISGITLINK(alias->ce_mode))
 703                        ce_mark_uptodate(alias);
 704                alias->ce_flags |= CE_ADDED;
 705
 706                free(ce);
 707                return 0;
 708        }
 709        if (!intent_only) {
 710                if (index_path(ce->sha1, path, st, HASH_WRITE_OBJECT)) {
 711                        free(ce);
 712                        return error("unable to index file %s", path);
 713                }
 714        } else
 715                set_object_name_for_intent_to_add_entry(ce);
 716
 717        if (ignore_case && alias && different_name(ce, alias))
 718                ce = create_alias_ce(istate, ce, alias);
 719        ce->ce_flags |= CE_ADDED;
 720
 721        /* It was suspected to be racily clean, but it turns out to be Ok */
 722        was_same = (alias &&
 723                    !ce_stage(alias) &&
 724                    !hashcmp(alias->sha1, ce->sha1) &&
 725                    ce->ce_mode == alias->ce_mode);
 726
 727        if (pretend)
 728                free(ce);
 729        else if (add_index_entry(istate, ce, add_option)) {
 730                free(ce);
 731                return error("unable to add %s to index", path);
 732        }
 733        if (verbose && !was_same)
 734                printf("add '%s'\n", path);
 735        return 0;
 736}
 737
 738int add_file_to_index(struct index_state *istate, const char *path, int flags)
 739{
 740        struct stat st;
 741        if (lstat(path, &st))
 742                die_errno("unable to stat '%s'", path);
 743        return add_to_index(istate, path, &st, flags);
 744}
 745
 746struct cache_entry *make_cache_entry(unsigned int mode,
 747                const unsigned char *sha1, const char *path, int stage,
 748                unsigned int refresh_options)
 749{
 750        int size, len;
 751        struct cache_entry *ce, *ret;
 752
 753        if (!verify_path(path)) {
 754                error("Invalid path '%s'", path);
 755                return NULL;
 756        }
 757
 758        len = strlen(path);
 759        size = cache_entry_size(len);
 760        ce = xcalloc(1, size);
 761
 762        hashcpy(ce->sha1, sha1);
 763        memcpy(ce->name, path, len);
 764        ce->ce_flags = create_ce_flags(stage);
 765        ce->ce_namelen = len;
 766        ce->ce_mode = create_ce_mode(mode);
 767
 768        ret = refresh_cache_entry(ce, refresh_options);
 769        if (ret != ce)
 770                free(ce);
 771        return ret;
 772}
 773
 774int ce_same_name(const struct cache_entry *a, const struct cache_entry *b)
 775{
 776        int len = ce_namelen(a);
 777        return ce_namelen(b) == len && !memcmp(a->name, b->name, len);
 778}
 779
 780/*
 781 * We fundamentally don't like some paths: we don't want
 782 * dot or dot-dot anywhere, and for obvious reasons don't
 783 * want to recurse into ".git" either.
 784 *
 785 * Also, we don't want double slashes or slashes at the
 786 * end that can make pathnames ambiguous.
 787 */
 788static int verify_dotfile(const char *rest)
 789{
 790        /*
 791         * The first character was '.', but that
 792         * has already been discarded, we now test
 793         * the rest.
 794         */
 795
 796        /* "." is not allowed */
 797        if (*rest == '\0' || is_dir_sep(*rest))
 798                return 0;
 799
 800        switch (*rest) {
 801        /*
 802         * ".git" followed by  NUL or slash is bad. This
 803         * shares the path end test with the ".." case.
 804         */
 805        case 'g':
 806        case 'G':
 807                if (rest[1] != 'i' && rest[1] != 'I')
 808                        break;
 809                if (rest[2] != 't' && rest[2] != 'T')
 810                        break;
 811                rest += 2;
 812        /* fallthrough */
 813        case '.':
 814                if (rest[1] == '\0' || is_dir_sep(rest[1]))
 815                        return 0;
 816        }
 817        return 1;
 818}
 819
 820int verify_path(const char *path)
 821{
 822        char c;
 823
 824        if (has_dos_drive_prefix(path))
 825                return 0;
 826
 827        goto inside;
 828        for (;;) {
 829                if (!c)
 830                        return 1;
 831                if (is_dir_sep(c)) {
 832inside:
 833                        if (protect_hfs && is_hfs_dotgit(path))
 834                                return 0;
 835                        if (protect_ntfs && is_ntfs_dotgit(path))
 836                                return 0;
 837                        c = *path++;
 838                        if ((c == '.' && !verify_dotfile(path)) ||
 839                            is_dir_sep(c) || c == '\0')
 840                                return 0;
 841                }
 842                c = *path++;
 843        }
 844}
 845
 846/*
 847 * Do we have another file that has the beginning components being a
 848 * proper superset of the name we're trying to add?
 849 */
 850static int has_file_name(struct index_state *istate,
 851                         const struct cache_entry *ce, int pos, int ok_to_replace)
 852{
 853        int retval = 0;
 854        int len = ce_namelen(ce);
 855        int stage = ce_stage(ce);
 856        const char *name = ce->name;
 857
 858        while (pos < istate->cache_nr) {
 859                struct cache_entry *p = istate->cache[pos++];
 860
 861                if (len >= ce_namelen(p))
 862                        break;
 863                if (memcmp(name, p->name, len))
 864                        break;
 865                if (ce_stage(p) != stage)
 866                        continue;
 867                if (p->name[len] != '/')
 868                        continue;
 869                if (p->ce_flags & CE_REMOVE)
 870                        continue;
 871                retval = -1;
 872                if (!ok_to_replace)
 873                        break;
 874                remove_index_entry_at(istate, --pos);
 875        }
 876        return retval;
 877}
 878
 879/*
 880 * Do we have another file with a pathname that is a proper
 881 * subset of the name we're trying to add?
 882 */
 883static int has_dir_name(struct index_state *istate,
 884                        const struct cache_entry *ce, int pos, int ok_to_replace)
 885{
 886        int retval = 0;
 887        int stage = ce_stage(ce);
 888        const char *name = ce->name;
 889        const char *slash = name + ce_namelen(ce);
 890
 891        for (;;) {
 892                int len;
 893
 894                for (;;) {
 895                        if (*--slash == '/')
 896                                break;
 897                        if (slash <= ce->name)
 898                                return retval;
 899                }
 900                len = slash - name;
 901
 902                pos = index_name_stage_pos(istate, name, len, stage);
 903                if (pos >= 0) {
 904                        /*
 905                         * Found one, but not so fast.  This could
 906                         * be a marker that says "I was here, but
 907                         * I am being removed".  Such an entry is
 908                         * not a part of the resulting tree, and
 909                         * it is Ok to have a directory at the same
 910                         * path.
 911                         */
 912                        if (!(istate->cache[pos]->ce_flags & CE_REMOVE)) {
 913                                retval = -1;
 914                                if (!ok_to_replace)
 915                                        break;
 916                                remove_index_entry_at(istate, pos);
 917                                continue;
 918                        }
 919                }
 920                else
 921                        pos = -pos-1;
 922
 923                /*
 924                 * Trivial optimization: if we find an entry that
 925                 * already matches the sub-directory, then we know
 926                 * we're ok, and we can exit.
 927                 */
 928                while (pos < istate->cache_nr) {
 929                        struct cache_entry *p = istate->cache[pos];
 930                        if ((ce_namelen(p) <= len) ||
 931                            (p->name[len] != '/') ||
 932                            memcmp(p->name, name, len))
 933                                break; /* not our subdirectory */
 934                        if (ce_stage(p) == stage && !(p->ce_flags & CE_REMOVE))
 935                                /*
 936                                 * p is at the same stage as our entry, and
 937                                 * is a subdirectory of what we are looking
 938                                 * at, so we cannot have conflicts at our
 939                                 * level or anything shorter.
 940                                 */
 941                                return retval;
 942                        pos++;
 943                }
 944        }
 945        return retval;
 946}
 947
 948/* We may be in a situation where we already have path/file and path
 949 * is being added, or we already have path and path/file is being
 950 * added.  Either one would result in a nonsense tree that has path
 951 * twice when git-write-tree tries to write it out.  Prevent it.
 952 *
 953 * If ok-to-replace is specified, we remove the conflicting entries
 954 * from the cache so the caller should recompute the insert position.
 955 * When this happens, we return non-zero.
 956 */
 957static int check_file_directory_conflict(struct index_state *istate,
 958                                         const struct cache_entry *ce,
 959                                         int pos, int ok_to_replace)
 960{
 961        int retval;
 962
 963        /*
 964         * When ce is an "I am going away" entry, we allow it to be added
 965         */
 966        if (ce->ce_flags & CE_REMOVE)
 967                return 0;
 968
 969        /*
 970         * We check if the path is a sub-path of a subsequent pathname
 971         * first, since removing those will not change the position
 972         * in the array.
 973         */
 974        retval = has_file_name(istate, ce, pos, ok_to_replace);
 975
 976        /*
 977         * Then check if the path might have a clashing sub-directory
 978         * before it.
 979         */
 980        return retval + has_dir_name(istate, ce, pos, ok_to_replace);
 981}
 982
 983static int add_index_entry_with_check(struct index_state *istate, struct cache_entry *ce, int option)
 984{
 985        int pos;
 986        int ok_to_add = option & ADD_CACHE_OK_TO_ADD;
 987        int ok_to_replace = option & ADD_CACHE_OK_TO_REPLACE;
 988        int skip_df_check = option & ADD_CACHE_SKIP_DFCHECK;
 989        int new_only = option & ADD_CACHE_NEW_ONLY;
 990
 991        if (!(option & ADD_CACHE_KEEP_CACHE_TREE))
 992                cache_tree_invalidate_path(istate, ce->name);
 993        pos = index_name_stage_pos(istate, ce->name, ce_namelen(ce), ce_stage(ce));
 994
 995        /* existing match? Just replace it. */
 996        if (pos >= 0) {
 997                if (!new_only)
 998                        replace_index_entry(istate, pos, ce);
 999                return 0;
1000        }
1001        pos = -pos-1;
1002
1003        untracked_cache_add_to_index(istate, ce->name);
1004
1005        /*
1006         * Inserting a merged entry ("stage 0") into the index
1007         * will always replace all non-merged entries..
1008         */
1009        if (pos < istate->cache_nr && ce_stage(ce) == 0) {
1010                while (ce_same_name(istate->cache[pos], ce)) {
1011                        ok_to_add = 1;
1012                        if (!remove_index_entry_at(istate, pos))
1013                                break;
1014                }
1015        }
1016
1017        if (!ok_to_add)
1018                return -1;
1019        if (!verify_path(ce->name))
1020                return error("Invalid path '%s'", ce->name);
1021
1022        if (!skip_df_check &&
1023            check_file_directory_conflict(istate, ce, pos, ok_to_replace)) {
1024                if (!ok_to_replace)
1025                        return error("'%s' appears as both a file and as a directory",
1026                                     ce->name);
1027                pos = index_name_stage_pos(istate, ce->name, ce_namelen(ce), ce_stage(ce));
1028                pos = -pos-1;
1029        }
1030        return pos + 1;
1031}
1032
1033int add_index_entry(struct index_state *istate, struct cache_entry *ce, int option)
1034{
1035        int pos;
1036
1037        if (option & ADD_CACHE_JUST_APPEND)
1038                pos = istate->cache_nr;
1039        else {
1040                int ret;
1041                ret = add_index_entry_with_check(istate, ce, option);
1042                if (ret <= 0)
1043                        return ret;
1044                pos = ret - 1;
1045        }
1046
1047        /* Make sure the array is big enough .. */
1048        ALLOC_GROW(istate->cache, istate->cache_nr + 1, istate->cache_alloc);
1049
1050        /* Add it in.. */
1051        istate->cache_nr++;
1052        if (istate->cache_nr > pos + 1)
1053                memmove(istate->cache + pos + 1,
1054                        istate->cache + pos,
1055                        (istate->cache_nr - pos - 1) * sizeof(ce));
1056        set_index_entry(istate, pos, ce);
1057        istate->cache_changed |= CE_ENTRY_ADDED;
1058        return 0;
1059}
1060
1061/*
1062 * "refresh" does not calculate a new sha1 file or bring the
1063 * cache up-to-date for mode/content changes. But what it
1064 * _does_ do is to "re-match" the stat information of a file
1065 * with the cache, so that you can refresh the cache for a
1066 * file that hasn't been changed but where the stat entry is
1067 * out of date.
1068 *
1069 * For example, you'd want to do this after doing a "git-read-tree",
1070 * to link up the stat cache details with the proper files.
1071 */
1072static struct cache_entry *refresh_cache_ent(struct index_state *istate,
1073                                             struct cache_entry *ce,
1074                                             unsigned int options, int *err,
1075                                             int *changed_ret)
1076{
1077        struct stat st;
1078        struct cache_entry *updated;
1079        int changed, size;
1080        int refresh = options & CE_MATCH_REFRESH;
1081        int ignore_valid = options & CE_MATCH_IGNORE_VALID;
1082        int ignore_skip_worktree = options & CE_MATCH_IGNORE_SKIP_WORKTREE;
1083        int ignore_missing = options & CE_MATCH_IGNORE_MISSING;
1084
1085        if (!refresh || ce_uptodate(ce))
1086                return ce;
1087
1088        /*
1089         * CE_VALID or CE_SKIP_WORKTREE means the user promised us
1090         * that the change to the work tree does not matter and told
1091         * us not to worry.
1092         */
1093        if (!ignore_skip_worktree && ce_skip_worktree(ce)) {
1094                ce_mark_uptodate(ce);
1095                return ce;
1096        }
1097        if (!ignore_valid && (ce->ce_flags & CE_VALID)) {
1098                ce_mark_uptodate(ce);
1099                return ce;
1100        }
1101
1102        if (has_symlink_leading_path(ce->name, ce_namelen(ce))) {
1103                if (ignore_missing)
1104                        return ce;
1105                if (err)
1106                        *err = ENOENT;
1107                return NULL;
1108        }
1109
1110        if (lstat(ce->name, &st) < 0) {
1111                if (ignore_missing && errno == ENOENT)
1112                        return ce;
1113                if (err)
1114                        *err = errno;
1115                return NULL;
1116        }
1117
1118        changed = ie_match_stat(istate, ce, &st, options);
1119        if (changed_ret)
1120                *changed_ret = changed;
1121        if (!changed) {
1122                /*
1123                 * The path is unchanged.  If we were told to ignore
1124                 * valid bit, then we did the actual stat check and
1125                 * found that the entry is unmodified.  If the entry
1126                 * is not marked VALID, this is the place to mark it
1127                 * valid again, under "assume unchanged" mode.
1128                 */
1129                if (ignore_valid && assume_unchanged &&
1130                    !(ce->ce_flags & CE_VALID))
1131                        ; /* mark this one VALID again */
1132                else {
1133                        /*
1134                         * We do not mark the index itself "modified"
1135                         * because CE_UPTODATE flag is in-core only;
1136                         * we are not going to write this change out.
1137                         */
1138                        if (!S_ISGITLINK(ce->ce_mode))
1139                                ce_mark_uptodate(ce);
1140                        return ce;
1141                }
1142        }
1143
1144        if (ie_modified(istate, ce, &st, options)) {
1145                if (err)
1146                        *err = EINVAL;
1147                return NULL;
1148        }
1149
1150        size = ce_size(ce);
1151        updated = xmalloc(size);
1152        memcpy(updated, ce, size);
1153        fill_stat_cache_info(updated, &st);
1154        /*
1155         * If ignore_valid is not set, we should leave CE_VALID bit
1156         * alone.  Otherwise, paths marked with --no-assume-unchanged
1157         * (i.e. things to be edited) will reacquire CE_VALID bit
1158         * automatically, which is not really what we want.
1159         */
1160        if (!ignore_valid && assume_unchanged &&
1161            !(ce->ce_flags & CE_VALID))
1162                updated->ce_flags &= ~CE_VALID;
1163
1164        /* istate->cache_changed is updated in the caller */
1165        return updated;
1166}
1167
1168static void show_file(const char * fmt, const char * name, int in_porcelain,
1169                      int * first, const char *header_msg)
1170{
1171        if (in_porcelain && *first && header_msg) {
1172                printf("%s\n", header_msg);
1173                *first = 0;
1174        }
1175        printf(fmt, name);
1176}
1177
1178int refresh_index(struct index_state *istate, unsigned int flags,
1179                  const struct pathspec *pathspec,
1180                  char *seen, const char *header_msg)
1181{
1182        int i;
1183        int has_errors = 0;
1184        int really = (flags & REFRESH_REALLY) != 0;
1185        int allow_unmerged = (flags & REFRESH_UNMERGED) != 0;
1186        int quiet = (flags & REFRESH_QUIET) != 0;
1187        int not_new = (flags & REFRESH_IGNORE_MISSING) != 0;
1188        int ignore_submodules = (flags & REFRESH_IGNORE_SUBMODULES) != 0;
1189        int first = 1;
1190        int in_porcelain = (flags & REFRESH_IN_PORCELAIN);
1191        unsigned int options = (CE_MATCH_REFRESH |
1192                                (really ? CE_MATCH_IGNORE_VALID : 0) |
1193                                (not_new ? CE_MATCH_IGNORE_MISSING : 0));
1194        const char *modified_fmt;
1195        const char *deleted_fmt;
1196        const char *typechange_fmt;
1197        const char *added_fmt;
1198        const char *unmerged_fmt;
1199
1200        modified_fmt = (in_porcelain ? "M\t%s\n" : "%s: needs update\n");
1201        deleted_fmt = (in_porcelain ? "D\t%s\n" : "%s: needs update\n");
1202        typechange_fmt = (in_porcelain ? "T\t%s\n" : "%s needs update\n");
1203        added_fmt = (in_porcelain ? "A\t%s\n" : "%s needs update\n");
1204        unmerged_fmt = (in_porcelain ? "U\t%s\n" : "%s: needs merge\n");
1205        for (i = 0; i < istate->cache_nr; i++) {
1206                struct cache_entry *ce, *new;
1207                int cache_errno = 0;
1208                int changed = 0;
1209                int filtered = 0;
1210
1211                ce = istate->cache[i];
1212                if (ignore_submodules && S_ISGITLINK(ce->ce_mode))
1213                        continue;
1214
1215                if (pathspec && !ce_path_match(ce, pathspec, seen))
1216                        filtered = 1;
1217
1218                if (ce_stage(ce)) {
1219                        while ((i < istate->cache_nr) &&
1220                               ! strcmp(istate->cache[i]->name, ce->name))
1221                                i++;
1222                        i--;
1223                        if (allow_unmerged)
1224                                continue;
1225                        if (!filtered)
1226                                show_file(unmerged_fmt, ce->name, in_porcelain,
1227                                          &first, header_msg);
1228                        has_errors = 1;
1229                        continue;
1230                }
1231
1232                if (filtered)
1233                        continue;
1234
1235                new = refresh_cache_ent(istate, ce, options, &cache_errno, &changed);
1236                if (new == ce)
1237                        continue;
1238                if (!new) {
1239                        const char *fmt;
1240
1241                        if (really && cache_errno == EINVAL) {
1242                                /* If we are doing --really-refresh that
1243                                 * means the index is not valid anymore.
1244                                 */
1245                                ce->ce_flags &= ~CE_VALID;
1246                                ce->ce_flags |= CE_UPDATE_IN_BASE;
1247                                istate->cache_changed |= CE_ENTRY_CHANGED;
1248                        }
1249                        if (quiet)
1250                                continue;
1251
1252                        if (cache_errno == ENOENT)
1253                                fmt = deleted_fmt;
1254                        else if (ce->ce_flags & CE_INTENT_TO_ADD)
1255                                fmt = added_fmt; /* must be before other checks */
1256                        else if (changed & TYPE_CHANGED)
1257                                fmt = typechange_fmt;
1258                        else
1259                                fmt = modified_fmt;
1260                        show_file(fmt,
1261                                  ce->name, in_porcelain, &first, header_msg);
1262                        has_errors = 1;
1263                        continue;
1264                }
1265
1266                replace_index_entry(istate, i, new);
1267        }
1268        return has_errors;
1269}
1270
1271static struct cache_entry *refresh_cache_entry(struct cache_entry *ce,
1272                                               unsigned int options)
1273{
1274        return refresh_cache_ent(&the_index, ce, options, NULL, NULL);
1275}
1276
1277
1278/*****************************************************************
1279 * Index File I/O
1280 *****************************************************************/
1281
1282#define INDEX_FORMAT_DEFAULT 3
1283
1284static unsigned int get_index_format_default(void)
1285{
1286        char *envversion = getenv("GIT_INDEX_VERSION");
1287        char *endp;
1288        int value;
1289        unsigned int version = INDEX_FORMAT_DEFAULT;
1290
1291        if (!envversion) {
1292                if (!git_config_get_int("index.version", &value))
1293                        version = value;
1294                if (version < INDEX_FORMAT_LB || INDEX_FORMAT_UB < version) {
1295                        warning(_("index.version set, but the value is invalid.\n"
1296                                  "Using version %i"), INDEX_FORMAT_DEFAULT);
1297                        return INDEX_FORMAT_DEFAULT;
1298                }
1299                return version;
1300        }
1301
1302        version = strtoul(envversion, &endp, 10);
1303        if (*endp ||
1304            version < INDEX_FORMAT_LB || INDEX_FORMAT_UB < version) {
1305                warning(_("GIT_INDEX_VERSION set, but the value is invalid.\n"
1306                          "Using version %i"), INDEX_FORMAT_DEFAULT);
1307                version = INDEX_FORMAT_DEFAULT;
1308        }
1309        return version;
1310}
1311
1312/*
1313 * dev/ino/uid/gid/size are also just tracked to the low 32 bits
1314 * Again - this is just a (very strong in practice) heuristic that
1315 * the inode hasn't changed.
1316 *
1317 * We save the fields in big-endian order to allow using the
1318 * index file over NFS transparently.
1319 */
1320struct ondisk_cache_entry {
1321        struct cache_time ctime;
1322        struct cache_time mtime;
1323        uint32_t dev;
1324        uint32_t ino;
1325        uint32_t mode;
1326        uint32_t uid;
1327        uint32_t gid;
1328        uint32_t size;
1329        unsigned char sha1[20];
1330        uint16_t flags;
1331        char name[FLEX_ARRAY]; /* more */
1332};
1333
1334/*
1335 * This struct is used when CE_EXTENDED bit is 1
1336 * The struct must match ondisk_cache_entry exactly from
1337 * ctime till flags
1338 */
1339struct ondisk_cache_entry_extended {
1340        struct cache_time ctime;
1341        struct cache_time mtime;
1342        uint32_t dev;
1343        uint32_t ino;
1344        uint32_t mode;
1345        uint32_t uid;
1346        uint32_t gid;
1347        uint32_t size;
1348        unsigned char sha1[20];
1349        uint16_t flags;
1350        uint16_t flags2;
1351        char name[FLEX_ARRAY]; /* more */
1352};
1353
1354/* These are only used for v3 or lower */
1355#define align_flex_name(STRUCT,len) ((offsetof(struct STRUCT,name) + (len) + 8) & ~7)
1356#define ondisk_cache_entry_size(len) align_flex_name(ondisk_cache_entry,len)
1357#define ondisk_cache_entry_extended_size(len) align_flex_name(ondisk_cache_entry_extended,len)
1358#define ondisk_ce_size(ce) (((ce)->ce_flags & CE_EXTENDED) ? \
1359                            ondisk_cache_entry_extended_size(ce_namelen(ce)) : \
1360                            ondisk_cache_entry_size(ce_namelen(ce)))
1361
1362static int verify_hdr(struct cache_header *hdr, unsigned long size)
1363{
1364        git_SHA_CTX c;
1365        unsigned char sha1[20];
1366        int hdr_version;
1367
1368        if (hdr->hdr_signature != htonl(CACHE_SIGNATURE))
1369                return error("bad signature");
1370        hdr_version = ntohl(hdr->hdr_version);
1371        if (hdr_version < INDEX_FORMAT_LB || INDEX_FORMAT_UB < hdr_version)
1372                return error("bad index version %d", hdr_version);
1373        git_SHA1_Init(&c);
1374        git_SHA1_Update(&c, hdr, size - 20);
1375        git_SHA1_Final(sha1, &c);
1376        if (hashcmp(sha1, (unsigned char *)hdr + size - 20))
1377                return error("bad index file sha1 signature");
1378        return 0;
1379}
1380
1381static int read_index_extension(struct index_state *istate,
1382                                const char *ext, void *data, unsigned long sz)
1383{
1384        switch (CACHE_EXT(ext)) {
1385        case CACHE_EXT_TREE:
1386                istate->cache_tree = cache_tree_read(data, sz);
1387                break;
1388        case CACHE_EXT_RESOLVE_UNDO:
1389                istate->resolve_undo = resolve_undo_read(data, sz);
1390                break;
1391        case CACHE_EXT_LINK:
1392                if (read_link_extension(istate, data, sz))
1393                        return -1;
1394                break;
1395        case CACHE_EXT_UNTRACKED:
1396                istate->untracked = read_untracked_extension(data, sz);
1397                break;
1398        default:
1399                if (*ext < 'A' || 'Z' < *ext)
1400                        return error("index uses %.4s extension, which we do not understand",
1401                                     ext);
1402                fprintf(stderr, "ignoring %.4s extension\n", ext);
1403                break;
1404        }
1405        return 0;
1406}
1407
1408int hold_locked_index(struct lock_file *lk, int die_on_error)
1409{
1410        return hold_lock_file_for_update(lk, get_index_file(),
1411                                         die_on_error
1412                                         ? LOCK_DIE_ON_ERROR
1413                                         : 0);
1414}
1415
1416int read_index(struct index_state *istate)
1417{
1418        return read_index_from(istate, get_index_file());
1419}
1420
1421static struct cache_entry *cache_entry_from_ondisk(struct ondisk_cache_entry *ondisk,
1422                                                   unsigned int flags,
1423                                                   const char *name,
1424                                                   size_t len)
1425{
1426        struct cache_entry *ce = xmalloc(cache_entry_size(len));
1427
1428        ce->ce_stat_data.sd_ctime.sec = get_be32(&ondisk->ctime.sec);
1429        ce->ce_stat_data.sd_mtime.sec = get_be32(&ondisk->mtime.sec);
1430        ce->ce_stat_data.sd_ctime.nsec = get_be32(&ondisk->ctime.nsec);
1431        ce->ce_stat_data.sd_mtime.nsec = get_be32(&ondisk->mtime.nsec);
1432        ce->ce_stat_data.sd_dev   = get_be32(&ondisk->dev);
1433        ce->ce_stat_data.sd_ino   = get_be32(&ondisk->ino);
1434        ce->ce_mode  = get_be32(&ondisk->mode);
1435        ce->ce_stat_data.sd_uid   = get_be32(&ondisk->uid);
1436        ce->ce_stat_data.sd_gid   = get_be32(&ondisk->gid);
1437        ce->ce_stat_data.sd_size  = get_be32(&ondisk->size);
1438        ce->ce_flags = flags & ~CE_NAMEMASK;
1439        ce->ce_namelen = len;
1440        ce->index = 0;
1441        hashcpy(ce->sha1, ondisk->sha1);
1442        memcpy(ce->name, name, len);
1443        ce->name[len] = '\0';
1444        return ce;
1445}
1446
1447/*
1448 * Adjacent cache entries tend to share the leading paths, so it makes
1449 * sense to only store the differences in later entries.  In the v4
1450 * on-disk format of the index, each on-disk cache entry stores the
1451 * number of bytes to be stripped from the end of the previous name,
1452 * and the bytes to append to the result, to come up with its name.
1453 */
1454static unsigned long expand_name_field(struct strbuf *name, const char *cp_)
1455{
1456        const unsigned char *ep, *cp = (const unsigned char *)cp_;
1457        size_t len = decode_varint(&cp);
1458
1459        if (name->len < len)
1460                die("malformed name field in the index");
1461        strbuf_remove(name, name->len - len, len);
1462        for (ep = cp; *ep; ep++)
1463                ; /* find the end */
1464        strbuf_add(name, cp, ep - cp);
1465        return (const char *)ep + 1 - cp_;
1466}
1467
1468static struct cache_entry *create_from_disk(struct ondisk_cache_entry *ondisk,
1469                                            unsigned long *ent_size,
1470                                            struct strbuf *previous_name)
1471{
1472        struct cache_entry *ce;
1473        size_t len;
1474        const char *name;
1475        unsigned int flags;
1476
1477        /* On-disk flags are just 16 bits */
1478        flags = get_be16(&ondisk->flags);
1479        len = flags & CE_NAMEMASK;
1480
1481        if (flags & CE_EXTENDED) {
1482                struct ondisk_cache_entry_extended *ondisk2;
1483                int extended_flags;
1484                ondisk2 = (struct ondisk_cache_entry_extended *)ondisk;
1485                extended_flags = get_be16(&ondisk2->flags2) << 16;
1486                /* We do not yet understand any bit out of CE_EXTENDED_FLAGS */
1487                if (extended_flags & ~CE_EXTENDED_FLAGS)
1488                        die("Unknown index entry format %08x", extended_flags);
1489                flags |= extended_flags;
1490                name = ondisk2->name;
1491        }
1492        else
1493                name = ondisk->name;
1494
1495        if (!previous_name) {
1496                /* v3 and earlier */
1497                if (len == CE_NAMEMASK)
1498                        len = strlen(name);
1499                ce = cache_entry_from_ondisk(ondisk, flags, name, len);
1500
1501                *ent_size = ondisk_ce_size(ce);
1502        } else {
1503                unsigned long consumed;
1504                consumed = expand_name_field(previous_name, name);
1505                ce = cache_entry_from_ondisk(ondisk, flags,
1506                                             previous_name->buf,
1507                                             previous_name->len);
1508
1509                *ent_size = (name - ((char *)ondisk)) + consumed;
1510        }
1511        return ce;
1512}
1513
1514static void check_ce_order(struct index_state *istate)
1515{
1516        unsigned int i;
1517
1518        for (i = 1; i < istate->cache_nr; i++) {
1519                struct cache_entry *ce = istate->cache[i - 1];
1520                struct cache_entry *next_ce = istate->cache[i];
1521                int name_compare = strcmp(ce->name, next_ce->name);
1522
1523                if (0 < name_compare)
1524                        die("unordered stage entries in index");
1525                if (!name_compare) {
1526                        if (!ce_stage(ce))
1527                                die("multiple stage entries for merged file '%s'",
1528                                    ce->name);
1529                        if (ce_stage(ce) > ce_stage(next_ce))
1530                                die("unordered stage entries for '%s'",
1531                                    ce->name);
1532                }
1533        }
1534}
1535
1536/* remember to discard_cache() before reading a different cache! */
1537int do_read_index(struct index_state *istate, const char *path, int must_exist)
1538{
1539        int fd, i;
1540        struct stat st;
1541        unsigned long src_offset;
1542        struct cache_header *hdr;
1543        void *mmap;
1544        size_t mmap_size;
1545        struct strbuf previous_name_buf = STRBUF_INIT, *previous_name;
1546
1547        if (istate->initialized)
1548                return istate->cache_nr;
1549
1550        istate->timestamp.sec = 0;
1551        istate->timestamp.nsec = 0;
1552        fd = open(path, O_RDONLY);
1553        if (fd < 0) {
1554                if (!must_exist && errno == ENOENT)
1555                        return 0;
1556                die_errno("%s: index file open failed", path);
1557        }
1558
1559        if (fstat(fd, &st))
1560                die_errno("cannot stat the open index");
1561
1562        mmap_size = xsize_t(st.st_size);
1563        if (mmap_size < sizeof(struct cache_header) + 20)
1564                die("index file smaller than expected");
1565
1566        mmap = xmmap(NULL, mmap_size, PROT_READ | PROT_WRITE, MAP_PRIVATE, fd, 0);
1567        if (mmap == MAP_FAILED)
1568                die_errno("unable to map index file");
1569        close(fd);
1570
1571        hdr = mmap;
1572        if (verify_hdr(hdr, mmap_size) < 0)
1573                goto unmap;
1574
1575        hashcpy(istate->sha1, (const unsigned char *)hdr + mmap_size - 20);
1576        istate->version = ntohl(hdr->hdr_version);
1577        istate->cache_nr = ntohl(hdr->hdr_entries);
1578        istate->cache_alloc = alloc_nr(istate->cache_nr);
1579        istate->cache = xcalloc(istate->cache_alloc, sizeof(*istate->cache));
1580        istate->initialized = 1;
1581
1582        if (istate->version == 4)
1583                previous_name = &previous_name_buf;
1584        else
1585                previous_name = NULL;
1586
1587        src_offset = sizeof(*hdr);
1588        for (i = 0; i < istate->cache_nr; i++) {
1589                struct ondisk_cache_entry *disk_ce;
1590                struct cache_entry *ce;
1591                unsigned long consumed;
1592
1593                disk_ce = (struct ondisk_cache_entry *)((char *)mmap + src_offset);
1594                ce = create_from_disk(disk_ce, &consumed, previous_name);
1595                set_index_entry(istate, i, ce);
1596
1597                src_offset += consumed;
1598        }
1599        strbuf_release(&previous_name_buf);
1600        istate->timestamp.sec = st.st_mtime;
1601        istate->timestamp.nsec = ST_MTIME_NSEC(st);
1602
1603        while (src_offset <= mmap_size - 20 - 8) {
1604                /* After an array of active_nr index entries,
1605                 * there can be arbitrary number of extended
1606                 * sections, each of which is prefixed with
1607                 * extension name (4-byte) and section length
1608                 * in 4-byte network byte order.
1609                 */
1610                uint32_t extsize;
1611                memcpy(&extsize, (char *)mmap + src_offset + 4, 4);
1612                extsize = ntohl(extsize);
1613                if (read_index_extension(istate,
1614                                         (const char *) mmap + src_offset,
1615                                         (char *) mmap + src_offset + 8,
1616                                         extsize) < 0)
1617                        goto unmap;
1618                src_offset += 8;
1619                src_offset += extsize;
1620        }
1621        munmap(mmap, mmap_size);
1622        return istate->cache_nr;
1623
1624unmap:
1625        munmap(mmap, mmap_size);
1626        die("index file corrupt");
1627}
1628
1629int read_index_from(struct index_state *istate, const char *path)
1630{
1631        struct split_index *split_index;
1632        int ret;
1633
1634        /* istate->initialized covers both .git/index and .git/sharedindex.xxx */
1635        if (istate->initialized)
1636                return istate->cache_nr;
1637
1638        ret = do_read_index(istate, path, 0);
1639        split_index = istate->split_index;
1640        if (!split_index || is_null_sha1(split_index->base_sha1)) {
1641                check_ce_order(istate);
1642                return ret;
1643        }
1644
1645        if (split_index->base)
1646                discard_index(split_index->base);
1647        else
1648                split_index->base = xcalloc(1, sizeof(*split_index->base));
1649        ret = do_read_index(split_index->base,
1650                            git_path("sharedindex.%s",
1651                                     sha1_to_hex(split_index->base_sha1)), 1);
1652        if (hashcmp(split_index->base_sha1, split_index->base->sha1))
1653                die("broken index, expect %s in %s, got %s",
1654                    sha1_to_hex(split_index->base_sha1),
1655                    git_path("sharedindex.%s",
1656                                     sha1_to_hex(split_index->base_sha1)),
1657                    sha1_to_hex(split_index->base->sha1));
1658        merge_base_index(istate);
1659        check_ce_order(istate);
1660        return ret;
1661}
1662
1663int is_index_unborn(struct index_state *istate)
1664{
1665        return (!istate->cache_nr && !istate->timestamp.sec);
1666}
1667
1668int discard_index(struct index_state *istate)
1669{
1670        int i;
1671
1672        for (i = 0; i < istate->cache_nr; i++) {
1673                if (istate->cache[i]->index &&
1674                    istate->split_index &&
1675                    istate->split_index->base &&
1676                    istate->cache[i]->index <= istate->split_index->base->cache_nr &&
1677                    istate->cache[i] == istate->split_index->base->cache[istate->cache[i]->index - 1])
1678                        continue;
1679                free(istate->cache[i]);
1680        }
1681        resolve_undo_clear_index(istate);
1682        istate->cache_nr = 0;
1683        istate->cache_changed = 0;
1684        istate->timestamp.sec = 0;
1685        istate->timestamp.nsec = 0;
1686        free_name_hash(istate);
1687        cache_tree_free(&(istate->cache_tree));
1688        istate->initialized = 0;
1689        free(istate->cache);
1690        istate->cache = NULL;
1691        istate->cache_alloc = 0;
1692        discard_split_index(istate);
1693        free_untracked_cache(istate->untracked);
1694        istate->untracked = NULL;
1695        return 0;
1696}
1697
1698int unmerged_index(const struct index_state *istate)
1699{
1700        int i;
1701        for (i = 0; i < istate->cache_nr; i++) {
1702                if (ce_stage(istate->cache[i]))
1703                        return 1;
1704        }
1705        return 0;
1706}
1707
1708#define WRITE_BUFFER_SIZE 8192
1709static unsigned char write_buffer[WRITE_BUFFER_SIZE];
1710static unsigned long write_buffer_len;
1711
1712static int ce_write_flush(git_SHA_CTX *context, int fd)
1713{
1714        unsigned int buffered = write_buffer_len;
1715        if (buffered) {
1716                git_SHA1_Update(context, write_buffer, buffered);
1717                if (write_in_full(fd, write_buffer, buffered) != buffered)
1718                        return -1;
1719                write_buffer_len = 0;
1720        }
1721        return 0;
1722}
1723
1724static int ce_write(git_SHA_CTX *context, int fd, void *data, unsigned int len)
1725{
1726        while (len) {
1727                unsigned int buffered = write_buffer_len;
1728                unsigned int partial = WRITE_BUFFER_SIZE - buffered;
1729                if (partial > len)
1730                        partial = len;
1731                memcpy(write_buffer + buffered, data, partial);
1732                buffered += partial;
1733                if (buffered == WRITE_BUFFER_SIZE) {
1734                        write_buffer_len = buffered;
1735                        if (ce_write_flush(context, fd))
1736                                return -1;
1737                        buffered = 0;
1738                }
1739                write_buffer_len = buffered;
1740                len -= partial;
1741                data = (char *) data + partial;
1742        }
1743        return 0;
1744}
1745
1746static int write_index_ext_header(git_SHA_CTX *context, int fd,
1747                                  unsigned int ext, unsigned int sz)
1748{
1749        ext = htonl(ext);
1750        sz = htonl(sz);
1751        return ((ce_write(context, fd, &ext, 4) < 0) ||
1752                (ce_write(context, fd, &sz, 4) < 0)) ? -1 : 0;
1753}
1754
1755static int ce_flush(git_SHA_CTX *context, int fd, unsigned char *sha1)
1756{
1757        unsigned int left = write_buffer_len;
1758
1759        if (left) {
1760                write_buffer_len = 0;
1761                git_SHA1_Update(context, write_buffer, left);
1762        }
1763
1764        /* Flush first if not enough space for SHA1 signature */
1765        if (left + 20 > WRITE_BUFFER_SIZE) {
1766                if (write_in_full(fd, write_buffer, left) != left)
1767                        return -1;
1768                left = 0;
1769        }
1770
1771        /* Append the SHA1 signature at the end */
1772        git_SHA1_Final(write_buffer + left, context);
1773        hashcpy(sha1, write_buffer + left);
1774        left += 20;
1775        return (write_in_full(fd, write_buffer, left) != left) ? -1 : 0;
1776}
1777
1778static void ce_smudge_racily_clean_entry(struct cache_entry *ce)
1779{
1780        /*
1781         * The only thing we care about in this function is to smudge the
1782         * falsely clean entry due to touch-update-touch race, so we leave
1783         * everything else as they are.  We are called for entries whose
1784         * ce_stat_data.sd_mtime match the index file mtime.
1785         *
1786         * Note that this actually does not do much for gitlinks, for
1787         * which ce_match_stat_basic() always goes to the actual
1788         * contents.  The caller checks with is_racy_timestamp() which
1789         * always says "no" for gitlinks, so we are not called for them ;-)
1790         */
1791        struct stat st;
1792
1793        if (lstat(ce->name, &st) < 0)
1794                return;
1795        if (ce_match_stat_basic(ce, &st))
1796                return;
1797        if (ce_modified_check_fs(ce, &st)) {
1798                /* This is "racily clean"; smudge it.  Note that this
1799                 * is a tricky code.  At first glance, it may appear
1800                 * that it can break with this sequence:
1801                 *
1802                 * $ echo xyzzy >frotz
1803                 * $ git-update-index --add frotz
1804                 * $ : >frotz
1805                 * $ sleep 3
1806                 * $ echo filfre >nitfol
1807                 * $ git-update-index --add nitfol
1808                 *
1809                 * but it does not.  When the second update-index runs,
1810                 * it notices that the entry "frotz" has the same timestamp
1811                 * as index, and if we were to smudge it by resetting its
1812                 * size to zero here, then the object name recorded
1813                 * in index is the 6-byte file but the cached stat information
1814                 * becomes zero --- which would then match what we would
1815                 * obtain from the filesystem next time we stat("frotz").
1816                 *
1817                 * However, the second update-index, before calling
1818                 * this function, notices that the cached size is 6
1819                 * bytes and what is on the filesystem is an empty
1820                 * file, and never calls us, so the cached size information
1821                 * for "frotz" stays 6 which does not match the filesystem.
1822                 */
1823                ce->ce_stat_data.sd_size = 0;
1824        }
1825}
1826
1827/* Copy miscellaneous fields but not the name */
1828static char *copy_cache_entry_to_ondisk(struct ondisk_cache_entry *ondisk,
1829                                       struct cache_entry *ce)
1830{
1831        short flags;
1832
1833        ondisk->ctime.sec = htonl(ce->ce_stat_data.sd_ctime.sec);
1834        ondisk->mtime.sec = htonl(ce->ce_stat_data.sd_mtime.sec);
1835        ondisk->ctime.nsec = htonl(ce->ce_stat_data.sd_ctime.nsec);
1836        ondisk->mtime.nsec = htonl(ce->ce_stat_data.sd_mtime.nsec);
1837        ondisk->dev  = htonl(ce->ce_stat_data.sd_dev);
1838        ondisk->ino  = htonl(ce->ce_stat_data.sd_ino);
1839        ondisk->mode = htonl(ce->ce_mode);
1840        ondisk->uid  = htonl(ce->ce_stat_data.sd_uid);
1841        ondisk->gid  = htonl(ce->ce_stat_data.sd_gid);
1842        ondisk->size = htonl(ce->ce_stat_data.sd_size);
1843        hashcpy(ondisk->sha1, ce->sha1);
1844
1845        flags = ce->ce_flags & ~CE_NAMEMASK;
1846        flags |= (ce_namelen(ce) >= CE_NAMEMASK ? CE_NAMEMASK : ce_namelen(ce));
1847        ondisk->flags = htons(flags);
1848        if (ce->ce_flags & CE_EXTENDED) {
1849                struct ondisk_cache_entry_extended *ondisk2;
1850                ondisk2 = (struct ondisk_cache_entry_extended *)ondisk;
1851                ondisk2->flags2 = htons((ce->ce_flags & CE_EXTENDED_FLAGS) >> 16);
1852                return ondisk2->name;
1853        }
1854        else {
1855                return ondisk->name;
1856        }
1857}
1858
1859static int ce_write_entry(git_SHA_CTX *c, int fd, struct cache_entry *ce,
1860                          struct strbuf *previous_name)
1861{
1862        int size;
1863        struct ondisk_cache_entry *ondisk;
1864        int saved_namelen = saved_namelen; /* compiler workaround */
1865        char *name;
1866        int result;
1867
1868        if (ce->ce_flags & CE_STRIP_NAME) {
1869                saved_namelen = ce_namelen(ce);
1870                ce->ce_namelen = 0;
1871        }
1872
1873        if (!previous_name) {
1874                size = ondisk_ce_size(ce);
1875                ondisk = xcalloc(1, size);
1876                name = copy_cache_entry_to_ondisk(ondisk, ce);
1877                memcpy(name, ce->name, ce_namelen(ce));
1878        } else {
1879                int common, to_remove, prefix_size;
1880                unsigned char to_remove_vi[16];
1881                for (common = 0;
1882                     (ce->name[common] &&
1883                      common < previous_name->len &&
1884                      ce->name[common] == previous_name->buf[common]);
1885                     common++)
1886                        ; /* still matching */
1887                to_remove = previous_name->len - common;
1888                prefix_size = encode_varint(to_remove, to_remove_vi);
1889
1890                if (ce->ce_flags & CE_EXTENDED)
1891                        size = offsetof(struct ondisk_cache_entry_extended, name);
1892                else
1893                        size = offsetof(struct ondisk_cache_entry, name);
1894                size += prefix_size + (ce_namelen(ce) - common + 1);
1895
1896                ondisk = xcalloc(1, size);
1897                name = copy_cache_entry_to_ondisk(ondisk, ce);
1898                memcpy(name, to_remove_vi, prefix_size);
1899                memcpy(name + prefix_size, ce->name + common, ce_namelen(ce) - common);
1900
1901                strbuf_splice(previous_name, common, to_remove,
1902                              ce->name + common, ce_namelen(ce) - common);
1903        }
1904        if (ce->ce_flags & CE_STRIP_NAME) {
1905                ce->ce_namelen = saved_namelen;
1906                ce->ce_flags &= ~CE_STRIP_NAME;
1907        }
1908
1909        result = ce_write(c, fd, ondisk, size);
1910        free(ondisk);
1911        return result;
1912}
1913
1914/*
1915 * This function verifies if index_state has the correct sha1 of the
1916 * index file.  Don't die if we have any other failure, just return 0.
1917 */
1918static int verify_index_from(const struct index_state *istate, const char *path)
1919{
1920        int fd;
1921        ssize_t n;
1922        struct stat st;
1923        unsigned char sha1[20];
1924
1925        if (!istate->initialized)
1926                return 0;
1927
1928        fd = open(path, O_RDONLY);
1929        if (fd < 0)
1930                return 0;
1931
1932        if (fstat(fd, &st))
1933                goto out;
1934
1935        if (st.st_size < sizeof(struct cache_header) + 20)
1936                goto out;
1937
1938        n = pread_in_full(fd, sha1, 20, st.st_size - 20);
1939        if (n != 20)
1940                goto out;
1941
1942        if (hashcmp(istate->sha1, sha1))
1943                goto out;
1944
1945        close(fd);
1946        return 1;
1947
1948out:
1949        close(fd);
1950        return 0;
1951}
1952
1953static int verify_index(const struct index_state *istate)
1954{
1955        return verify_index_from(istate, get_index_file());
1956}
1957
1958static int has_racy_timestamp(struct index_state *istate)
1959{
1960        int entries = istate->cache_nr;
1961        int i;
1962
1963        for (i = 0; i < entries; i++) {
1964                struct cache_entry *ce = istate->cache[i];
1965                if (is_racy_timestamp(istate, ce))
1966                        return 1;
1967        }
1968        return 0;
1969}
1970
1971/*
1972 * Opportunistically update the index but do not complain if we can't
1973 */
1974void update_index_if_able(struct index_state *istate, struct lock_file *lockfile)
1975{
1976        if ((istate->cache_changed || has_racy_timestamp(istate)) &&
1977            verify_index(istate) &&
1978            write_locked_index(istate, lockfile, COMMIT_LOCK))
1979                rollback_lock_file(lockfile);
1980}
1981
1982static int do_write_index(struct index_state *istate, int newfd,
1983                          int strip_extensions)
1984{
1985        git_SHA_CTX c;
1986        struct cache_header hdr;
1987        int i, err, removed, extended, hdr_version;
1988        struct cache_entry **cache = istate->cache;
1989        int entries = istate->cache_nr;
1990        struct stat st;
1991        struct strbuf previous_name_buf = STRBUF_INIT, *previous_name;
1992
1993        for (i = removed = extended = 0; i < entries; i++) {
1994                if (cache[i]->ce_flags & CE_REMOVE)
1995                        removed++;
1996
1997                /* reduce extended entries if possible */
1998                cache[i]->ce_flags &= ~CE_EXTENDED;
1999                if (cache[i]->ce_flags & CE_EXTENDED_FLAGS) {
2000                        extended++;
2001                        cache[i]->ce_flags |= CE_EXTENDED;
2002                }
2003        }
2004
2005        if (!istate->version) {
2006                istate->version = get_index_format_default();
2007                if (getenv("GIT_TEST_SPLIT_INDEX"))
2008                        init_split_index(istate);
2009        }
2010
2011        /* demote version 3 to version 2 when the latter suffices */
2012        if (istate->version == 3 || istate->version == 2)
2013                istate->version = extended ? 3 : 2;
2014
2015        hdr_version = istate->version;
2016
2017        hdr.hdr_signature = htonl(CACHE_SIGNATURE);
2018        hdr.hdr_version = htonl(hdr_version);
2019        hdr.hdr_entries = htonl(entries - removed);
2020
2021        git_SHA1_Init(&c);
2022        if (ce_write(&c, newfd, &hdr, sizeof(hdr)) < 0)
2023                return -1;
2024
2025        previous_name = (hdr_version == 4) ? &previous_name_buf : NULL;
2026        for (i = 0; i < entries; i++) {
2027                struct cache_entry *ce = cache[i];
2028                if (ce->ce_flags & CE_REMOVE)
2029                        continue;
2030                if (!ce_uptodate(ce) && is_racy_timestamp(istate, ce))
2031                        ce_smudge_racily_clean_entry(ce);
2032                if (is_null_sha1(ce->sha1)) {
2033                        static const char msg[] = "cache entry has null sha1: %s";
2034                        static int allow = -1;
2035
2036                        if (allow < 0)
2037                                allow = git_env_bool("GIT_ALLOW_NULL_SHA1", 0);
2038                        if (allow)
2039                                warning(msg, ce->name);
2040                        else
2041                                return error(msg, ce->name);
2042                }
2043                if (ce_write_entry(&c, newfd, ce, previous_name) < 0)
2044                        return -1;
2045        }
2046        strbuf_release(&previous_name_buf);
2047
2048        /* Write extension data here */
2049        if (!strip_extensions && istate->split_index) {
2050                struct strbuf sb = STRBUF_INIT;
2051
2052                err = write_link_extension(&sb, istate) < 0 ||
2053                        write_index_ext_header(&c, newfd, CACHE_EXT_LINK,
2054                                               sb.len) < 0 ||
2055                        ce_write(&c, newfd, sb.buf, sb.len) < 0;
2056                strbuf_release(&sb);
2057                if (err)
2058                        return -1;
2059        }
2060        if (!strip_extensions && istate->cache_tree) {
2061                struct strbuf sb = STRBUF_INIT;
2062
2063                cache_tree_write(&sb, istate->cache_tree);
2064                err = write_index_ext_header(&c, newfd, CACHE_EXT_TREE, sb.len) < 0
2065                        || ce_write(&c, newfd, sb.buf, sb.len) < 0;
2066                strbuf_release(&sb);
2067                if (err)
2068                        return -1;
2069        }
2070        if (!strip_extensions && istate->resolve_undo) {
2071                struct strbuf sb = STRBUF_INIT;
2072
2073                resolve_undo_write(&sb, istate->resolve_undo);
2074                err = write_index_ext_header(&c, newfd, CACHE_EXT_RESOLVE_UNDO,
2075                                             sb.len) < 0
2076                        || ce_write(&c, newfd, sb.buf, sb.len) < 0;
2077                strbuf_release(&sb);
2078                if (err)
2079                        return -1;
2080        }
2081        if (!strip_extensions && istate->untracked) {
2082                struct strbuf sb = STRBUF_INIT;
2083
2084                write_untracked_extension(&sb, istate->untracked);
2085                err = write_index_ext_header(&c, newfd, CACHE_EXT_UNTRACKED,
2086                                             sb.len) < 0 ||
2087                        ce_write(&c, newfd, sb.buf, sb.len) < 0;
2088                strbuf_release(&sb);
2089                if (err)
2090                        return -1;
2091        }
2092
2093        if (ce_flush(&c, newfd, istate->sha1) || fstat(newfd, &st))
2094                return -1;
2095        istate->timestamp.sec = (unsigned int)st.st_mtime;
2096        istate->timestamp.nsec = ST_MTIME_NSEC(st);
2097        return 0;
2098}
2099
2100void set_alternate_index_output(const char *name)
2101{
2102        alternate_index_output = name;
2103}
2104
2105static int commit_locked_index(struct lock_file *lk)
2106{
2107        if (alternate_index_output)
2108                return commit_lock_file_to(lk, alternate_index_output);
2109        else
2110                return commit_lock_file(lk);
2111}
2112
2113static int do_write_locked_index(struct index_state *istate, struct lock_file *lock,
2114                                 unsigned flags)
2115{
2116        int ret = do_write_index(istate, get_lock_file_fd(lock), 0);
2117        if (ret)
2118                return ret;
2119        assert((flags & (COMMIT_LOCK | CLOSE_LOCK)) !=
2120               (COMMIT_LOCK | CLOSE_LOCK));
2121        if (flags & COMMIT_LOCK)
2122                return commit_locked_index(lock);
2123        else if (flags & CLOSE_LOCK)
2124                return close_lock_file(lock);
2125        else
2126                return ret;
2127}
2128
2129static int write_split_index(struct index_state *istate,
2130                             struct lock_file *lock,
2131                             unsigned flags)
2132{
2133        int ret;
2134        prepare_to_write_split_index(istate);
2135        ret = do_write_locked_index(istate, lock, flags);
2136        finish_writing_split_index(istate);
2137        return ret;
2138}
2139
2140static struct tempfile temporary_sharedindex;
2141
2142static int write_shared_index(struct index_state *istate,
2143                              struct lock_file *lock, unsigned flags)
2144{
2145        struct split_index *si = istate->split_index;
2146        int fd, ret;
2147
2148        fd = mks_tempfile(&temporary_sharedindex, git_path("sharedindex_XXXXXX"));
2149        if (fd < 0) {
2150                hashclr(si->base_sha1);
2151                return do_write_locked_index(istate, lock, flags);
2152        }
2153        move_cache_to_base_index(istate);
2154        ret = do_write_index(si->base, fd, 1);
2155        if (ret) {
2156                delete_tempfile(&temporary_sharedindex);
2157                return ret;
2158        }
2159        ret = rename_tempfile(&temporary_sharedindex,
2160                              git_path("sharedindex.%s", sha1_to_hex(si->base->sha1)));
2161        if (!ret)
2162                hashcpy(si->base_sha1, si->base->sha1);
2163        return ret;
2164}
2165
2166int write_locked_index(struct index_state *istate, struct lock_file *lock,
2167                       unsigned flags)
2168{
2169        struct split_index *si = istate->split_index;
2170
2171        if (!si || alternate_index_output ||
2172            (istate->cache_changed & ~EXTMASK)) {
2173                if (si)
2174                        hashclr(si->base_sha1);
2175                return do_write_locked_index(istate, lock, flags);
2176        }
2177
2178        if (getenv("GIT_TEST_SPLIT_INDEX")) {
2179                int v = si->base_sha1[0];
2180                if ((v & 15) < 6)
2181                        istate->cache_changed |= SPLIT_INDEX_ORDERED;
2182        }
2183        if (istate->cache_changed & SPLIT_INDEX_ORDERED) {
2184                int ret = write_shared_index(istate, lock, flags);
2185                if (ret)
2186                        return ret;
2187        }
2188
2189        return write_split_index(istate, lock, flags);
2190}
2191
2192/*
2193 * Read the index file that is potentially unmerged into given
2194 * index_state, dropping any unmerged entries.  Returns true if
2195 * the index is unmerged.  Callers who want to refuse to work
2196 * from an unmerged state can call this and check its return value,
2197 * instead of calling read_cache().
2198 */
2199int read_index_unmerged(struct index_state *istate)
2200{
2201        int i;
2202        int unmerged = 0;
2203
2204        read_index(istate);
2205        for (i = 0; i < istate->cache_nr; i++) {
2206                struct cache_entry *ce = istate->cache[i];
2207                struct cache_entry *new_ce;
2208                int size, len;
2209
2210                if (!ce_stage(ce))
2211                        continue;
2212                unmerged = 1;
2213                len = ce_namelen(ce);
2214                size = cache_entry_size(len);
2215                new_ce = xcalloc(1, size);
2216                memcpy(new_ce->name, ce->name, len);
2217                new_ce->ce_flags = create_ce_flags(0) | CE_CONFLICTED;
2218                new_ce->ce_namelen = len;
2219                new_ce->ce_mode = ce->ce_mode;
2220                if (add_index_entry(istate, new_ce, 0))
2221                        return error("%s: cannot drop to stage #0",
2222                                     new_ce->name);
2223        }
2224        return unmerged;
2225}
2226
2227/*
2228 * Returns 1 if the path is an "other" path with respect to
2229 * the index; that is, the path is not mentioned in the index at all,
2230 * either as a file, a directory with some files in the index,
2231 * or as an unmerged entry.
2232 *
2233 * We helpfully remove a trailing "/" from directories so that
2234 * the output of read_directory can be used as-is.
2235 */
2236int index_name_is_other(const struct index_state *istate, const char *name,
2237                int namelen)
2238{
2239        int pos;
2240        if (namelen && name[namelen - 1] == '/')
2241                namelen--;
2242        pos = index_name_pos(istate, name, namelen);
2243        if (0 <= pos)
2244                return 0;       /* exact match */
2245        pos = -pos - 1;
2246        if (pos < istate->cache_nr) {
2247                struct cache_entry *ce = istate->cache[pos];
2248                if (ce_namelen(ce) == namelen &&
2249                    !memcmp(ce->name, name, namelen))
2250                        return 0; /* Yup, this one exists unmerged */
2251        }
2252        return 1;
2253}
2254
2255void *read_blob_data_from_index(struct index_state *istate, const char *path, unsigned long *size)
2256{
2257        int pos, len;
2258        unsigned long sz;
2259        enum object_type type;
2260        void *data;
2261
2262        len = strlen(path);
2263        pos = index_name_pos(istate, path, len);
2264        if (pos < 0) {
2265                /*
2266                 * We might be in the middle of a merge, in which
2267                 * case we would read stage #2 (ours).
2268                 */
2269                int i;
2270                for (i = -pos - 1;
2271                     (pos < 0 && i < istate->cache_nr &&
2272                      !strcmp(istate->cache[i]->name, path));
2273                     i++)
2274                        if (ce_stage(istate->cache[i]) == 2)
2275                                pos = i;
2276        }
2277        if (pos < 0)
2278                return NULL;
2279        data = read_sha1_file(istate->cache[pos]->sha1, &type, &sz);
2280        if (!data || type != OBJ_BLOB) {
2281                free(data);
2282                return NULL;
2283        }
2284        if (size)
2285                *size = sz;
2286        return data;
2287}
2288
2289void stat_validity_clear(struct stat_validity *sv)
2290{
2291        free(sv->sd);
2292        sv->sd = NULL;
2293}
2294
2295int stat_validity_check(struct stat_validity *sv, const char *path)
2296{
2297        struct stat st;
2298
2299        if (stat(path, &st) < 0)
2300                return sv->sd == NULL;
2301        if (!sv->sd)
2302                return 0;
2303        return S_ISREG(st.st_mode) && !match_stat_data(sv->sd, &st);
2304}
2305
2306void stat_validity_update(struct stat_validity *sv, int fd)
2307{
2308        struct stat st;
2309
2310        if (fstat(fd, &st) < 0 || !S_ISREG(st.st_mode))
2311                stat_validity_clear(sv);
2312        else {
2313                if (!sv->sd)
2314                        sv->sd = xcalloc(1, sizeof(struct stat_data));
2315                fill_stat_data(sv->sd, &st);
2316        }
2317}