promisor-remote.c

   1 #include "cache.h"
   2 #include "object-store.h"
   3 #include "promisor-remote.h"
   4 #include "config.h"
   5 #include "transport.h"
   6 #include "strvec.h"
   7
   8 struct promisor_remote_config {
   9         struct promisor_remote *promisors;
  10         struct promisor_remote **promisors_tail;
  11 };
  12
  13 static int fetch_objects(struct repository *repo,
  14                          const char *remote_name,
  15                          const struct object_id *oids,
  16                          int oid_nr)
  17 {
  18         struct child_process child = CHILD_PROCESS_INIT;
  19         int i;
  20         FILE *child_in;
  21
  22         child.git_cmd = 1;
  23         child.in = -1;
  24         if (repo != the_repository)
  25                 prepare_other_repo_env(&child.env, repo->gitdir);
  26         strvec_pushl(&child.args, "-c", "fetch.negotiationAlgorithm=noop",
  27                      "fetch", remote_name, "--no-tags",
  28                      "--no-write-fetch-head", "--recurse-submodules=no",
  29                      "--filter=blob:none", "--stdin", NULL);
  30         if (start_command(&child))
  31                 die(_("promisor-remote: unable to fork off fetch subprocess"));
  32         child_in = xfdopen(child.in, "w");
  33
  34         trace2_data_intmax("promisor", repo, "fetch_count", oid_nr);
  35
  36         for (i = 0; i < oid_nr; i++) {
  37                 if (fputs(oid_to_hex(&oids[i]), child_in) < 0)
  38                         die_errno(_("promisor-remote: could not write to fetch subprocess"));
  39                 if (fputc('\n', child_in) < 0)
  40                         die_errno(_("promisor-remote: could not write to fetch subprocess"));
  41         }
  42
  43         if (fclose(child_in) < 0)
  44                 die_errno(_("promisor-remote: could not close stdin to fetch subprocess"));
  45         return finish_command(&child) ? -1 : 0;
  46 }
  47
  48 static struct promisor_remote *promisor_remote_new(struct promisor_remote_config *config,
  49                                                    const char *remote_name)
  50 {
  51         struct promisor_remote *r;
  52
  53         if (*remote_name == '/') {
  54                 warning(_("promisor remote name cannot begin with '/': %s"),
  55                         remote_name);
  56                 return NULL;
  57         }
  58
  59         FLEX_ALLOC_STR(r, name, remote_name);
  60
  61         *config->promisors_tail = r;
  62         config->promisors_tail = &r->next;
  63
  64         return r;
  65 }
  66
  67 static struct promisor_remote *promisor_remote_lookup(struct promisor_remote_config *config,
  68                                                       const char *remote_name,
  69                                                       struct promisor_remote **previous)
  70 {
  71         struct promisor_remote *r, *p;
  72
  73         for (p = NULL, r = config->promisors; r; p = r, r = r->next)
  74                 if (!strcmp(r->name, remote_name)) {
  75                         if (previous)
  76                                 *previous = p;
  77                         return r;
  78                 }
  79
  80         return NULL;
  81 }
  82
  83 static void promisor_remote_move_to_tail(struct promisor_remote_config *config,
  84                                          struct promisor_remote *r,
  85                                          struct promisor_remote *previous)
  86 {
  87         if (!r->next)
  88                 return;
  89
  90         if (previous)
  91                 previous->next = r->next;
  92         else
  93                 config->promisors = r->next ? r->next : r;
  94         r->next = NULL;
  95         *config->promisors_tail = r;
  96         config->promisors_tail = &r->next;
  97 }
  98
  99 static int promisor_remote_config(const char *var, const char *value, void *data)
 100 {
 101         struct promisor_remote_config *config = data;
 102         const char *name;
 103         size_t namelen;
 104         const char *subkey;
 105
 106         if (parse_config_key(var, "remote", &name, &namelen, &subkey) < 0)
 107                 return 0;
 108
 109         if (!strcmp(subkey, "promisor")) {
 110                 char *remote_name;
 111
 112                 if (!git_config_bool(var, value))
 113                         return 0;
 114
 115                 remote_name = xmemdupz(name, namelen);
 116
 117                 if (!promisor_remote_lookup(config, remote_name, NULL))
 118                         promisor_remote_new(config, remote_name);
 119
 120                 free(remote_name);
 121                 return 0;
 122         }
 123         if (!strcmp(subkey, "partialclonefilter")) {
 124                 struct promisor_remote *r;
 125                 char *remote_name = xmemdupz(name, namelen);
 126
 127                 r = promisor_remote_lookup(config, remote_name, NULL);
 128                 if (!r)
 129                         r = promisor_remote_new(config, remote_name);
 130
 131                 free(remote_name);
 132
 133                 if (!r)
 134                         return 0;
 135
 136                 return git_config_string(&r->partial_clone_filter, var, value);
 137         }
 138
 139         return 0;
 140 }
 141
 142 static void promisor_remote_init(struct repository *r)
 143 {
 144         struct promisor_remote_config *config;
 145
 146         if (r->promisor_remote_config)
 147                 return;
 148         config = r->promisor_remote_config =
 149                 xcalloc(sizeof(*r->promisor_remote_config), 1);
 150         config->promisors_tail = &config->promisors;
 151
 152         repo_config(r, promisor_remote_config, config);
 153
 154         if (r->repository_format_partial_clone) {
 155                 struct promisor_remote *o, *previous;
 156
 157                 o = promisor_remote_lookup(config,
 158                                            r->repository_format_partial_clone,
 159                                            &previous);
 160                 if (o)
 161                         promisor_remote_move_to_tail(config, o, previous);
 162                 else
 163                         promisor_remote_new(config, r->repository_format_partial_clone);
 164         }
 165 }
 166
 167 void promisor_remote_clear(struct promisor_remote_config *config)
 168 {
 169         while (config->promisors) {
 170                 struct promisor_remote *r = config->promisors;
 171                 config->promisors = config->promisors->next;
 172                 free(r);
 173         }
 174
 175         config->promisors_tail = &config->promisors;
 176 }
 177
 178 void repo_promisor_remote_reinit(struct repository *r)
 179 {
 180         promisor_remote_clear(r->promisor_remote_config);
 181         FREE_AND_NULL(r->promisor_remote_config);
 182         promisor_remote_init(r);
 183 }
 184
 185 struct promisor_remote *repo_promisor_remote_find(struct repository *r,
 186                                                   const char *remote_name)
 187 {
 188         promisor_remote_init(r);
 189
 190         if (!remote_name)
 191                 return r->promisor_remote_config->promisors;
 192
 193         return promisor_remote_lookup(r->promisor_remote_config, remote_name, NULL);
 194 }
 195
 196 int repo_has_promisor_remote(struct repository *r)
 197 {
 198         return !!repo_promisor_remote_find(r, NULL);
 199 }
 200
 201 static int remove_fetched_oids(struct repository *repo,
 202                                struct object_id **oids,
 203                                int oid_nr, int to_free)
 204 {
 205         int i, remaining_nr = 0;
 206         int *remaining = xcalloc(oid_nr, sizeof(*remaining));
 207         struct object_id *old_oids = *oids;
 208         struct object_id *new_oids;
 209
 210         for (i = 0; i < oid_nr; i++)
 211                 if (oid_object_info_extended(repo, &old_oids[i], NULL,
 212                                              OBJECT_INFO_SKIP_FETCH_OBJECT)) {
 213                         remaining[i] = 1;
 214                         remaining_nr++;
 215                 }
 216
 217         if (remaining_nr) {
 218                 int j = 0;
 219                 CALLOC_ARRAY(new_oids, remaining_nr);
 220                 for (i = 0; i < oid_nr; i++)
 221                         if (remaining[i])
 222                                 oidcpy(&new_oids[j++], &old_oids[i]);
 223                 *oids = new_oids;
 224                 if (to_free)
 225                         free(old_oids);
 226         }
 227
 228         free(remaining);
 229
 230         return remaining_nr;
 231 }
 232
 233 int promisor_remote_get_direct(struct repository *repo,
 234                                const struct object_id *oids,
 235                                int oid_nr)
 236 {
 237         struct promisor_remote *r;
 238         struct object_id *remaining_oids = (struct object_id *)oids;
 239         int remaining_nr = oid_nr;
 240         int to_free = 0;
 241         int res = -1;
 242
 243         if (oid_nr == 0)
 244                 return 0;
 245
 246         promisor_remote_init(repo);
 247
 248         for (r = repo->promisor_remote_config->promisors; r; r = r->next) {
 249                 if (fetch_objects(repo, r->name, remaining_oids, remaining_nr) < 0) {
 250                         if (remaining_nr == 1)
 251                                 continue;
 252                         remaining_nr = remove_fetched_oids(repo, &remaining_oids,
 253                                                          remaining_nr, to_free);
 254                         if (remaining_nr) {
 255                                 to_free = 1;
 256                                 continue;
 257                         }
 258                 }
 259                 res = 0;
 260                 break;
 261         }
 262
 263         if (to_free)
 264                 free(remaining_oids);
 265
 266         return res;
 267 }