connected.con commit Merge branch 'ba/clone-remote-submodules' (9476094)
   1#include "cache.h"
   2#include "object-store.h"
   3#include "run-command.h"
   4#include "sigchain.h"
   5#include "connected.h"
   6#include "transport.h"
   7#include "packfile.h"
   8
   9/*
  10 * If we feed all the commits we want to verify to this command
  11 *
  12 *  $ git rev-list --objects --stdin --not --all
  13 *
  14 * and if it does not error out, that means everything reachable from
  15 * these commits locally exists and is connected to our existing refs.
  16 * Note that this does _not_ validate the individual objects.
  17 *
  18 * Returns 0 if everything is connected, non-zero otherwise.
  19 */
  20int check_connected(oid_iterate_fn fn, void *cb_data,
  21                    struct check_connected_options *opt)
  22{
  23        struct child_process rev_list = CHILD_PROCESS_INIT;
  24        struct check_connected_options defaults = CHECK_CONNECTED_INIT;
  25        char commit[GIT_MAX_HEXSZ + 1];
  26        struct object_id oid;
  27        int err = 0;
  28        struct packed_git *new_pack = NULL;
  29        struct transport *transport;
  30        size_t base_len;
  31
  32        if (!opt)
  33                opt = &defaults;
  34        transport = opt->transport;
  35
  36        if (fn(cb_data, &oid)) {
  37                if (opt->err_fd)
  38                        close(opt->err_fd);
  39                return err;
  40        }
  41
  42        if (transport && transport->smart_options &&
  43            transport->smart_options->self_contained_and_connected &&
  44            transport->pack_lockfile &&
  45            strip_suffix(transport->pack_lockfile, ".keep", &base_len)) {
  46                struct strbuf idx_file = STRBUF_INIT;
  47                strbuf_add(&idx_file, transport->pack_lockfile, base_len);
  48                strbuf_addstr(&idx_file, ".idx");
  49                new_pack = add_packed_git(idx_file.buf, idx_file.len, 1);
  50                strbuf_release(&idx_file);
  51        }
  52
  53        if (opt->check_refs_only) {
  54                /*
  55                 * For partial clones, we don't want to have to do a regular
  56                 * connectivity check because we have to enumerate and exclude
  57                 * all promisor objects (slow), and then the connectivity check
  58                 * itself becomes a no-op because in a partial clone every
  59                 * object is a promisor object. Instead, just make sure we
  60                 * received the objects pointed to by each wanted ref.
  61                 */
  62                do {
  63                        if (!repo_has_object_file(the_repository, &oid))
  64                                return 1;
  65                } while (!fn(cb_data, &oid));
  66                return 0;
  67        }
  68
  69        if (opt->shallow_file) {
  70                argv_array_push(&rev_list.args, "--shallow-file");
  71                argv_array_push(&rev_list.args, opt->shallow_file);
  72        }
  73        argv_array_push(&rev_list.args,"rev-list");
  74        argv_array_push(&rev_list.args, "--objects");
  75        argv_array_push(&rev_list.args, "--stdin");
  76        if (repository_format_partial_clone)
  77                argv_array_push(&rev_list.args, "--exclude-promisor-objects");
  78        if (!opt->is_deepening_fetch) {
  79                argv_array_push(&rev_list.args, "--not");
  80                argv_array_push(&rev_list.args, "--all");
  81        }
  82        argv_array_push(&rev_list.args, "--quiet");
  83        if (opt->progress)
  84                argv_array_pushf(&rev_list.args, "--progress=%s",
  85                                 _("Checking connectivity"));
  86
  87        rev_list.git_cmd = 1;
  88        rev_list.env = opt->env;
  89        rev_list.in = -1;
  90        rev_list.no_stdout = 1;
  91        if (opt->err_fd)
  92                rev_list.err = opt->err_fd;
  93        else
  94                rev_list.no_stderr = opt->quiet;
  95
  96        if (start_command(&rev_list))
  97                return error(_("Could not run 'git rev-list'"));
  98
  99        sigchain_push(SIGPIPE, SIG_IGN);
 100
 101        commit[GIT_SHA1_HEXSZ] = '\n';
 102        do {
 103                /*
 104                 * If index-pack already checked that:
 105                 * - there are no dangling pointers in the new pack
 106                 * - the pack is self contained
 107                 * Then if the updated ref is in the new pack, then we
 108                 * are sure the ref is good and not sending it to
 109                 * rev-list for verification.
 110                 */
 111                if (new_pack && find_pack_entry_one(oid.hash, new_pack))
 112                        continue;
 113
 114                memcpy(commit, oid_to_hex(&oid), GIT_SHA1_HEXSZ);
 115                if (write_in_full(rev_list.in, commit, GIT_SHA1_HEXSZ + 1) < 0) {
 116                        if (errno != EPIPE && errno != EINVAL)
 117                                error_errno(_("failed write to rev-list"));
 118                        err = -1;
 119                        break;
 120                }
 121        } while (!fn(cb_data, &oid));
 122
 123        if (close(rev_list.in))
 124                err = error_errno(_("failed to close rev-list's stdin"));
 125
 126        sigchain_pop(SIGPIPE);
 127        return finish_command(&rev_list) || err;
 128}