3 #include "parse-options.h"
9 #include "submodule-config.h"
10 #include "string-list.h"
11 #include "run-command.h"
16 static char *get_default_remote(void)
18 char *dest
= NULL
, *ret
;
19 unsigned char sha1
[20];
20 struct strbuf sb
= STRBUF_INIT
;
21 const char *refname
= resolve_ref_unsafe("HEAD", 0, sha1
, NULL
);
24 die(_("No such ref: %s"), "HEAD");
27 if (!strcmp(refname
, "HEAD"))
28 return xstrdup("origin");
30 if (!skip_prefix(refname
, "refs/heads/", &refname
))
31 die(_("Expecting a full ref name, got %s"), refname
);
33 strbuf_addf(&sb
, "branch.%s.remote", refname
);
34 if (git_config_get_string(sb
.buf
, &dest
))
35 ret
= xstrdup("origin");
43 static int starts_with_dot_slash(const char *str
)
45 return str
[0] == '.' && is_dir_sep(str
[1]);
48 static int starts_with_dot_dot_slash(const char *str
)
50 return str
[0] == '.' && str
[1] == '.' && is_dir_sep(str
[2]);
54 * Returns 1 if it was the last chop before ':'.
56 static int chop_last_dir(char **remoteurl
, int is_relative
)
58 char *rfind
= find_last_dir_sep(*remoteurl
);
64 rfind
= strrchr(*remoteurl
, ':');
70 if (is_relative
|| !strcmp(".", *remoteurl
))
71 die(_("cannot strip one component off url '%s'"),
75 *remoteurl
= xstrdup(".");
80 * The `url` argument is the URL that navigates to the submodule origin
81 * repo. When relative, this URL is relative to the superproject origin
82 * URL repo. The `up_path` argument, if specified, is the relative
83 * path that navigates from the submodule working tree to the superproject
84 * working tree. Returns the origin URL of the submodule.
86 * Return either an absolute URL or filesystem path (if the superproject
87 * origin URL is an absolute URL or filesystem path, respectively) or a
88 * relative file system path (if the superproject origin URL is a relative
91 * When the output is a relative file system path, the path is either
92 * relative to the submodule working tree, if up_path is specified, or to
93 * the superproject working tree otherwise.
95 * NEEDSWORK: This works incorrectly on the domain and protocol part.
96 * remote_url url outcome expectation
97 * http://a.com/b ../c http://a.com/c as is
98 * http://a.com/b/ ../c http://a.com/c same as previous line, but
99 * ignore trailing slash in url
100 * http://a.com/b ../../c http://c error out
101 * http://a.com/b ../../../c http:/c error out
102 * http://a.com/b ../../../../c http:c error out
103 * http://a.com/b ../../../../../c .:c error out
104 * NEEDSWORK: Given how chop_last_dir() works, this function is broken
105 * when a local part has a colon in its path component, too.
107 static char *relative_url(const char *remote_url
,
114 char *remoteurl
= xstrdup(remote_url
);
115 struct strbuf sb
= STRBUF_INIT
;
116 size_t len
= strlen(remoteurl
);
118 if (is_dir_sep(remoteurl
[len
-1]))
119 remoteurl
[len
-1] = '\0';
121 if (!url_is_local_not_ssh(remoteurl
) || is_absolute_path(remoteurl
))
126 * Prepend a './' to ensure all relative
127 * remoteurls start with './' or '../'
129 if (!starts_with_dot_slash(remoteurl
) &&
130 !starts_with_dot_dot_slash(remoteurl
)) {
132 strbuf_addf(&sb
, "./%s", remoteurl
);
134 remoteurl
= strbuf_detach(&sb
, NULL
);
138 * When the url starts with '../', remove that and the
139 * last directory in remoteurl.
142 if (starts_with_dot_dot_slash(url
)) {
144 colonsep
|= chop_last_dir(&remoteurl
, is_relative
);
145 } else if (starts_with_dot_slash(url
))
151 strbuf_addf(&sb
, "%s%s%s", remoteurl
, colonsep
? ":" : "/", url
);
152 if (ends_with(url
, "/"))
153 strbuf_setlen(&sb
, sb
.len
- 1);
156 if (starts_with_dot_slash(sb
.buf
))
157 out
= xstrdup(sb
.buf
+ 2);
159 out
= xstrdup(sb
.buf
);
162 if (!up_path
|| !is_relative
)
165 strbuf_addf(&sb
, "%s%s", up_path
, out
);
167 return strbuf_detach(&sb
, NULL
);
170 static int resolve_relative_url(int argc
, const char **argv
, const char *prefix
)
172 char *remoteurl
= NULL
;
173 char *remote
= get_default_remote();
174 const char *up_path
= NULL
;
177 struct strbuf sb
= STRBUF_INIT
;
179 if (argc
!= 2 && argc
!= 3)
180 die("resolve-relative-url only accepts one or two arguments");
183 strbuf_addf(&sb
, "remote.%s.url", remote
);
186 if (git_config_get_string(sb
.buf
, &remoteurl
))
187 /* the repository is its own authoritative upstream */
188 remoteurl
= xgetcwd();
193 res
= relative_url(remoteurl
, url
, up_path
);
200 static int resolve_relative_url_test(int argc
, const char **argv
, const char *prefix
)
202 char *remoteurl
, *res
;
203 const char *up_path
, *url
;
206 die("resolve-relative-url-test only accepts three arguments: <up_path> <remoteurl> <url>");
209 remoteurl
= xstrdup(argv
[2]);
212 if (!strcmp(up_path
, "(null)"))
215 res
= relative_url(remoteurl
, url
, up_path
);
223 const struct cache_entry
**entries
;
226 #define MODULE_LIST_INIT { NULL, 0, 0 }
228 static int module_list_compute(int argc
, const char **argv
,
230 struct pathspec
*pathspec
,
231 struct module_list
*list
)
234 char *ps_matched
= NULL
;
235 parse_pathspec(pathspec
, 0,
236 PATHSPEC_PREFER_FULL
|
237 PATHSPEC_STRIP_SUBMODULE_SLASH_CHEAP
,
241 ps_matched
= xcalloc(pathspec
->nr
, 1);
243 if (read_cache() < 0)
244 die(_("index file corrupt"));
246 for (i
= 0; i
< active_nr
; i
++) {
247 const struct cache_entry
*ce
= active_cache
[i
];
249 if (!match_pathspec(pathspec
, ce
->name
, ce_namelen(ce
),
251 !S_ISGITLINK(ce
->ce_mode
))
254 ALLOC_GROW(list
->entries
, list
->nr
+ 1, list
->alloc
);
255 list
->entries
[list
->nr
++] = ce
;
256 while (i
+ 1 < active_nr
&&
257 !strcmp(ce
->name
, active_cache
[i
+ 1]->name
))
259 * Skip entries with the same name in different stages
260 * to make sure an entry is returned only once.
265 if (ps_matched
&& report_path_error(ps_matched
, pathspec
, prefix
))
273 static int module_list(int argc
, const char **argv
, const char *prefix
)
276 struct pathspec pathspec
;
277 struct module_list list
= MODULE_LIST_INIT
;
279 struct option module_list_options
[] = {
280 OPT_STRING(0, "prefix", &prefix
,
282 N_("alternative anchor for relative paths")),
286 const char *const git_submodule_helper_usage
[] = {
287 N_("git submodule--helper list [--prefix=<path>] [<path>...]"),
291 argc
= parse_options(argc
, argv
, prefix
, module_list_options
,
292 git_submodule_helper_usage
, 0);
294 if (module_list_compute(argc
, argv
, prefix
, &pathspec
, &list
) < 0) {
295 printf("#unmatched\n");
299 for (i
= 0; i
< list
.nr
; i
++) {
300 const struct cache_entry
*ce
= list
.entries
[i
];
303 printf("%06o %s U\t", ce
->ce_mode
, sha1_to_hex(null_sha1
));
305 printf("%06o %s %d\t", ce
->ce_mode
, sha1_to_hex(ce
->sha1
), ce_stage(ce
));
307 utf8_fprintf(stdout
, "%s\n", ce
->name
);
312 static void init_submodule(const char *path
, const char *prefix
, int quiet
)
314 const struct submodule
*sub
;
315 struct strbuf sb
= STRBUF_INIT
;
316 char *upd
= NULL
, *url
= NULL
, *displaypath
;
318 /* Only loads from .gitmodules, no overlay with .git/config */
322 strbuf_addf(&sb
, "%s%s", prefix
, path
);
323 displaypath
= strbuf_detach(&sb
, NULL
);
325 displaypath
= xstrdup(path
);
327 sub
= submodule_from_path(null_sha1
, path
);
330 die(_("No url found for submodule path '%s' in .gitmodules"),
334 * Copy url setting when it is not set yet.
335 * To look up the url in .git/config, we must not fall back to
336 * .gitmodules, so look it up directly.
339 strbuf_addf(&sb
, "submodule.%s.url", sub
->name
);
340 if (git_config_get_string(sb
.buf
, &url
)) {
341 url
= xstrdup(sub
->url
);
344 die(_("No url found for submodule path '%s' in .gitmodules"),
347 /* Possibly a url relative to parent */
348 if (starts_with_dot_dot_slash(url
) ||
349 starts_with_dot_slash(url
)) {
350 char *remoteurl
, *relurl
;
351 char *remote
= get_default_remote();
352 struct strbuf remotesb
= STRBUF_INIT
;
353 strbuf_addf(&remotesb
, "remote.%s.url", remote
);
356 if (git_config_get_string(remotesb
.buf
, &remoteurl
))
358 * The repository is its own
359 * authoritative upstream
361 remoteurl
= xgetcwd();
362 relurl
= relative_url(remoteurl
, url
, NULL
);
363 strbuf_release(&remotesb
);
369 if (git_config_set_gently(sb
.buf
, url
))
370 die(_("Failed to register url for submodule path '%s'"),
374 _("Submodule '%s' (%s) registered for path '%s'\n"),
375 sub
->name
, url
, displaypath
);
378 /* Copy "update" setting when it is not set yet */
380 strbuf_addf(&sb
, "submodule.%s.update", sub
->name
);
381 if (git_config_get_string(sb
.buf
, &upd
) &&
382 sub
->update_strategy
.type
!= SM_UPDATE_UNSPECIFIED
) {
383 if (sub
->update_strategy
.type
== SM_UPDATE_COMMAND
) {
384 fprintf(stderr
, _("warning: command update mode suggested for submodule '%s'\n"),
386 upd
= xstrdup("none");
388 upd
= xstrdup(submodule_strategy_to_string(&sub
->update_strategy
));
390 if (git_config_set_gently(sb
.buf
, upd
))
391 die(_("Failed to register update mode for submodule path '%s'"), displaypath
);
399 static int module_init(int argc
, const char **argv
, const char *prefix
)
401 struct pathspec pathspec
;
402 struct module_list list
= MODULE_LIST_INIT
;
406 struct option module_init_options
[] = {
407 OPT_STRING(0, "prefix", &prefix
,
409 N_("alternative anchor for relative paths")),
410 OPT__QUIET(&quiet
, N_("Suppress output for initializing a submodule")),
414 const char *const git_submodule_helper_usage
[] = {
415 N_("git submodule--helper init [<path>]"),
419 argc
= parse_options(argc
, argv
, prefix
, module_init_options
,
420 git_submodule_helper_usage
, 0);
422 if (module_list_compute(argc
, argv
, prefix
, &pathspec
, &list
) < 0)
425 for (i
= 0; i
< list
.nr
; i
++)
426 init_submodule(list
.entries
[i
]->name
, prefix
, quiet
);
431 static int module_name(int argc
, const char **argv
, const char *prefix
)
433 const struct submodule
*sub
;
436 usage(_("git submodule--helper name <path>"));
439 sub
= submodule_from_path(null_sha1
, argv
[1]);
442 die(_("no submodule mapping found in .gitmodules for path '%s'"),
445 printf("%s\n", sub
->name
);
449 static int clone_submodule(const char *path
, const char *gitdir
, const char *url
,
450 const char *depth
, const char *reference
, int quiet
)
452 struct child_process cp
;
453 child_process_init(&cp
);
455 argv_array_push(&cp
.args
, "clone");
456 argv_array_push(&cp
.args
, "--no-checkout");
458 argv_array_push(&cp
.args
, "--quiet");
460 argv_array_pushl(&cp
.args
, "--depth", depth
, NULL
);
461 if (reference
&& *reference
)
462 argv_array_pushl(&cp
.args
, "--reference", reference
, NULL
);
463 if (gitdir
&& *gitdir
)
464 argv_array_pushl(&cp
.args
, "--separate-git-dir", gitdir
, NULL
);
466 argv_array_push(&cp
.args
, url
);
467 argv_array_push(&cp
.args
, path
);
470 cp
.env
= local_repo_env
;
473 return run_command(&cp
);
476 static int module_clone(int argc
, const char **argv
, const char *prefix
)
478 const char *name
= NULL
, *url
= NULL
;
479 const char *reference
= NULL
, *depth
= NULL
;
481 FILE *submodule_dot_git
;
482 char *p
, *path
= NULL
, *sm_gitdir
;
483 struct strbuf rel_path
= STRBUF_INIT
;
484 struct strbuf sb
= STRBUF_INIT
;
486 struct option module_clone_options
[] = {
487 OPT_STRING(0, "prefix", &prefix
,
489 N_("alternative anchor for relative paths")),
490 OPT_STRING(0, "path", &path
,
492 N_("where the new submodule will be cloned to")),
493 OPT_STRING(0, "name", &name
,
495 N_("name of the new submodule")),
496 OPT_STRING(0, "url", &url
,
498 N_("url where to clone the submodule from")),
499 OPT_STRING(0, "reference", &reference
,
501 N_("reference repository")),
502 OPT_STRING(0, "depth", &depth
,
504 N_("depth for shallow clones")),
505 OPT__QUIET(&quiet
, "Suppress output for cloning a submodule"),
509 const char *const git_submodule_helper_usage
[] = {
510 N_("git submodule--helper clone [--prefix=<path>] [--quiet] "
511 "[--reference <repository>] [--name <name>] [--url <url>]"
512 "[--depth <depth>] [--] [<path>...]"),
516 argc
= parse_options(argc
, argv
, prefix
, module_clone_options
,
517 git_submodule_helper_usage
, 0);
520 die(_("submodule--helper: unspecified or empty --path"));
522 strbuf_addf(&sb
, "%s/modules/%s", get_git_dir(), name
);
523 sm_gitdir
= xstrdup(absolute_path(sb
.buf
));
526 if (!is_absolute_path(path
)) {
527 strbuf_addf(&sb
, "%s/%s", get_git_work_tree(), path
);
528 path
= strbuf_detach(&sb
, NULL
);
530 path
= xstrdup(path
);
532 if (!file_exists(sm_gitdir
)) {
533 if (safe_create_leading_directories_const(sm_gitdir
) < 0)
534 die(_("could not create directory '%s'"), sm_gitdir
);
535 if (clone_submodule(path
, sm_gitdir
, url
, depth
, reference
, quiet
))
536 die(_("clone of '%s' into submodule path '%s' failed"),
539 if (safe_create_leading_directories_const(path
) < 0)
540 die(_("could not create directory '%s'"), path
);
541 strbuf_addf(&sb
, "%s/index", sm_gitdir
);
542 unlink_or_warn(sb
.buf
);
546 /* Write a .git file in the submodule to redirect to the superproject. */
547 strbuf_addf(&sb
, "%s/.git", path
);
548 if (safe_create_leading_directories_const(sb
.buf
) < 0)
549 die(_("could not create leading directories of '%s'"), sb
.buf
);
550 submodule_dot_git
= fopen(sb
.buf
, "w");
551 if (!submodule_dot_git
)
552 die_errno(_("cannot open file '%s'"), sb
.buf
);
554 fprintf_or_die(submodule_dot_git
, "gitdir: %s\n",
555 relative_path(sm_gitdir
, path
, &rel_path
));
556 if (fclose(submodule_dot_git
))
557 die(_("could not close file %s"), sb
.buf
);
559 strbuf_reset(&rel_path
);
561 /* Redirect the worktree of the submodule in the superproject's config */
562 p
= git_pathdup_submodule(path
, "config");
564 die(_("could not get submodule directory for '%s'"), path
);
565 git_config_set_in_file(p
, "core.worktree",
566 relative_path(path
, sm_gitdir
, &rel_path
));
568 strbuf_release(&rel_path
);
575 struct submodule_update_clone
{
576 /* index into 'list', the list of submodules to look into for cloning */
578 struct module_list list
;
579 unsigned warn_if_uninitialized
: 1;
581 /* update parameter passed via commandline */
582 struct submodule_update_strategy update
;
584 /* configuration parameters which are passed on to the children */
586 const char *reference
;
588 const char *recursive_prefix
;
591 /* Machine-readable status lines to be consumed by git-submodule.sh */
592 struct string_list projectlines
;
594 /* If we want to stop as fast as possible and return an error */
595 unsigned quickstop
: 1;
597 #define SUBMODULE_UPDATE_CLONE_INIT {0, MODULE_LIST_INIT, 0, \
598 SUBMODULE_UPDATE_STRATEGY_INIT, 0, NULL, NULL, NULL, NULL, \
599 STRING_LIST_INIT_DUP, 0}
602 static void next_submodule_warn_missing(struct submodule_update_clone
*suc
,
603 struct strbuf
*out
, const char *displaypath
)
606 * Only mention uninitialized submodules when their
607 * paths have been specified.
609 if (suc
->warn_if_uninitialized
) {
611 _("Submodule path '%s' not initialized"),
613 strbuf_addch(out
, '\n');
615 _("Maybe you want to use 'update --init'?"));
616 strbuf_addch(out
, '\n');
621 * Determine whether 'ce' needs to be cloned. If so, prepare the 'child' to
622 * run the clone. Returns 1 if 'ce' needs to be cloned, 0 otherwise.
624 static int prepare_to_clone_next_submodule(const struct cache_entry
*ce
,
625 struct child_process
*child
,
626 struct submodule_update_clone
*suc
,
629 const struct submodule
*sub
= NULL
;
630 struct strbuf displaypath_sb
= STRBUF_INIT
;
631 struct strbuf sb
= STRBUF_INIT
;
632 const char *displaypath
= NULL
;
634 int needs_cloning
= 0;
637 if (suc
->recursive_prefix
)
638 strbuf_addf(&sb
, "%s/%s", suc
->recursive_prefix
, ce
->name
);
640 strbuf_addf(&sb
, "%s", ce
->name
);
641 strbuf_addf(out
, _("Skipping unmerged submodule %s"), sb
.buf
);
642 strbuf_addch(out
, '\n');
646 sub
= submodule_from_path(null_sha1
, ce
->name
);
648 if (suc
->recursive_prefix
)
649 displaypath
= relative_path(suc
->recursive_prefix
,
650 ce
->name
, &displaypath_sb
);
652 displaypath
= ce
->name
;
655 next_submodule_warn_missing(suc
, out
, displaypath
);
659 if (suc
->update
.type
== SM_UPDATE_NONE
660 || (suc
->update
.type
== SM_UPDATE_UNSPECIFIED
661 && sub
->update_strategy
.type
== SM_UPDATE_NONE
)) {
662 strbuf_addf(out
, _("Skipping submodule '%s'"), displaypath
);
663 strbuf_addch(out
, '\n');
668 * Looking up the url in .git/config.
669 * We must not fall back to .gitmodules as we only want
670 * to process configured submodules.
673 strbuf_addf(&sb
, "submodule.%s.url", sub
->name
);
674 git_config_get_string(sb
.buf
, &url
);
676 next_submodule_warn_missing(suc
, out
, displaypath
);
681 strbuf_addf(&sb
, "%s/.git", ce
->name
);
682 needs_cloning
= !file_exists(sb
.buf
);
685 strbuf_addf(&sb
, "%06o %s %d %d\t%s\n", ce
->ce_mode
,
686 sha1_to_hex(ce
->sha1
), ce_stage(ce
),
687 needs_cloning
, ce
->name
);
688 string_list_append(&suc
->projectlines
, sb
.buf
);
695 child
->stdout_to_stderr
= 1;
697 argv_array_push(&child
->args
, "submodule--helper");
698 argv_array_push(&child
->args
, "clone");
700 argv_array_push(&child
->args
, "--quiet");
702 argv_array_pushl(&child
->args
, "--prefix", suc
->prefix
, NULL
);
703 argv_array_pushl(&child
->args
, "--path", sub
->path
, NULL
);
704 argv_array_pushl(&child
->args
, "--name", sub
->name
, NULL
);
705 argv_array_pushl(&child
->args
, "--url", url
, NULL
);
707 argv_array_push(&child
->args
, suc
->reference
);
709 argv_array_push(&child
->args
, suc
->depth
);
713 strbuf_reset(&displaypath_sb
);
716 return needs_cloning
;
719 static int update_clone_get_next_task(struct child_process
*child
,
724 struct submodule_update_clone
*suc
= suc_cb
;
726 for (; suc
->current
< suc
->list
.nr
; suc
->current
++) {
727 const struct cache_entry
*ce
= suc
->list
.entries
[suc
->current
];
728 if (prepare_to_clone_next_submodule(ce
, child
, suc
, err
)) {
736 static int update_clone_start_failure(struct strbuf
*err
,
740 struct submodule_update_clone
*suc
= suc_cb
;
745 static int update_clone_task_finished(int result
,
750 struct submodule_update_clone
*suc
= suc_cb
;
759 static int update_clone(int argc
, const char **argv
, const char *prefix
)
761 const char *update
= NULL
;
763 struct string_list_item
*item
;
764 struct pathspec pathspec
;
765 struct submodule_update_clone suc
= SUBMODULE_UPDATE_CLONE_INIT
;
767 struct option module_update_clone_options
[] = {
768 OPT_STRING(0, "prefix", &prefix
,
770 N_("path into the working tree")),
771 OPT_STRING(0, "recursive-prefix", &suc
.recursive_prefix
,
773 N_("path into the working tree, across nested "
774 "submodule boundaries")),
775 OPT_STRING(0, "update", &update
,
777 N_("rebase, merge, checkout or none")),
778 OPT_STRING(0, "reference", &suc
.reference
, N_("repo"),
779 N_("reference repository")),
780 OPT_STRING(0, "depth", &suc
.depth
, "<depth>",
781 N_("Create a shallow clone truncated to the "
782 "specified number of revisions")),
783 OPT_INTEGER('j', "jobs", &max_jobs
,
784 N_("parallel jobs")),
785 OPT__QUIET(&suc
.quiet
, N_("don't print cloning progress")),
789 const char *const git_submodule_helper_usage
[] = {
790 N_("git submodule--helper update_clone [--prefix=<path>] [<path>...]"),
795 argc
= parse_options(argc
, argv
, prefix
, module_update_clone_options
,
796 git_submodule_helper_usage
, 0);
799 if (parse_submodule_update_strategy(update
, &suc
.update
) < 0)
800 die(_("bad value for update parameter"));
802 if (module_list_compute(argc
, argv
, prefix
, &pathspec
, &suc
.list
) < 0)
806 suc
.warn_if_uninitialized
= 1;
808 /* Overlay the parsed .gitmodules file with .git/config */
810 git_config(submodule_config
, NULL
);
813 max_jobs
= parallel_submodules();
815 run_processes_parallel(max_jobs
,
816 update_clone_get_next_task
,
817 update_clone_start_failure
,
818 update_clone_task_finished
,
822 * We saved the output and put it out all at once now.
824 * - the listener does not have to interleave their (checkout)
825 * work with our fetching. The writes involved in a
826 * checkout involve more straightforward sequential I/O.
827 * - the listener can avoid doing any work if fetching failed.
832 for_each_string_list_item(item
, &suc
.projectlines
)
833 utf8_fprintf(stdout
, "%s", item
->string
);
840 int (*fn
)(int, const char **, const char *);
843 static struct cmd_struct commands
[] = {
844 {"list", module_list
},
845 {"name", module_name
},
846 {"clone", module_clone
},
847 {"update-clone", update_clone
},
848 {"resolve-relative-url", resolve_relative_url
},
849 {"resolve-relative-url-test", resolve_relative_url_test
},
850 {"init", module_init
}
853 int cmd_submodule__helper(int argc
, const char **argv
, const char *prefix
)
857 die(_("submodule--helper subcommand must be "
858 "called with a subcommand"));
860 for (i
= 0; i
< ARRAY_SIZE(commands
); i
++)
861 if (!strcmp(argv
[1], commands
[i
].cmd
))
862 return commands
[i
].fn(argc
- 1, argv
+ 1, prefix
);
864 die(_("'%s' is not a valid submodule--helper "
865 "subcommand"), argv
[1]);