fast-export: factor out anonymized_entry creation
[git.git] / http-fetch.c
blob8db35b9767d4936749675f275e41f6b7260a84b7
1 #include "cache.h"
2 #include "config.h"
3 #include "exec-cmd.h"
4 #include "hex.h"
5 #include "http.h"
6 #include "walker.h"
7 #include "strvec.h"
8 #include "urlmatch.h"
9 #include "trace2.h"
11 static const char http_fetch_usage[] = "git http-fetch "
12 "[-c] [-t] [-a] [-v] [--recover] [-w ref] [--stdin | --packfile=hash | commit-id] url";
14 static int fetch_using_walker(const char *raw_url, int get_verbosely,
15 int get_recover, int commits, char **commit_id,
16 const char **write_ref, int commits_on_stdin)
18 char *url = NULL;
19 struct walker *walker;
20 int rc;
22 str_end_url_with_slash(raw_url, &url);
24 http_init(NULL, url, 0);
26 walker = get_http_walker(url);
27 walker->get_verbosely = get_verbosely;
28 walker->get_recover = get_recover;
29 walker->get_progress = 0;
31 rc = walker_fetch(walker, commits, commit_id, write_ref, url);
33 if (commits_on_stdin)
34 walker_targets_free(commits, commit_id, write_ref);
36 if (walker->corrupt_object_found) {
37 fprintf(stderr,
38 "Some loose object were found to be corrupt, but they might be just\n"
39 "a false '404 Not Found' error message sent with incorrect HTTP\n"
40 "status code. Suggest running 'git fsck'.\n");
43 walker_free(walker);
44 http_cleanup();
45 free(url);
47 return rc;
50 static void fetch_single_packfile(struct object_id *packfile_hash,
51 const char *url,
52 const char **index_pack_args) {
53 struct http_pack_request *preq;
54 struct slot_results results;
55 int ret;
57 http_init(NULL, url, 0);
59 preq = new_direct_http_pack_request(packfile_hash->hash, xstrdup(url));
60 if (!preq)
61 die("couldn't create http pack request");
62 preq->slot->results = &results;
63 preq->index_pack_args = index_pack_args;
64 preq->preserve_index_pack_stdout = 1;
66 if (start_active_slot(preq->slot)) {
67 run_active_slot(preq->slot);
68 if (results.curl_result != CURLE_OK) {
69 struct url_info url;
70 char *nurl = url_normalize(preq->url, &url);
71 if (!nurl || !git_env_bool("GIT_TRACE_REDACT", 1)) {
72 die("unable to get pack file '%s'\n%s", preq->url,
73 curl_errorstr);
74 } else {
75 die("failed to get '%.*s' url from '%.*s' "
76 "(full URL redacted due to GIT_TRACE_REDACT setting)\n%s",
77 (int)url.scheme_len, url.url,
78 (int)url.host_len, &url.url[url.host_off], curl_errorstr);
81 } else {
82 die("Unable to start request");
85 if ((ret = finish_http_pack_request(preq)))
86 die("finish_http_pack_request gave result %d", ret);
88 release_http_pack_request(preq);
89 http_cleanup();
92 int cmd_main(int argc, const char **argv)
94 int commits_on_stdin = 0;
95 int commits;
96 const char **write_ref = NULL;
97 char **commit_id;
98 int arg = 1;
99 int get_verbosely = 0;
100 int get_recover = 0;
101 int packfile = 0;
102 int nongit;
103 struct object_id packfile_hash;
104 struct strvec index_pack_args = STRVEC_INIT;
106 setup_git_directory_gently(&nongit);
108 while (arg < argc && argv[arg][0] == '-') {
109 const char *p;
111 if (argv[arg][1] == 't') {
112 } else if (argv[arg][1] == 'c') {
113 } else if (argv[arg][1] == 'a') {
114 } else if (argv[arg][1] == 'v') {
115 get_verbosely = 1;
116 } else if (argv[arg][1] == 'w') {
117 write_ref = &argv[arg + 1];
118 arg++;
119 } else if (argv[arg][1] == 'h') {
120 usage(http_fetch_usage);
121 } else if (!strcmp(argv[arg], "--recover")) {
122 get_recover = 1;
123 } else if (!strcmp(argv[arg], "--stdin")) {
124 commits_on_stdin = 1;
125 } else if (skip_prefix(argv[arg], "--packfile=", &p)) {
126 const char *end;
128 packfile = 1;
129 if (parse_oid_hex(p, &packfile_hash, &end) || *end)
130 die(_("argument to --packfile must be a valid hash (got '%s')"), p);
131 } else if (skip_prefix(argv[arg], "--index-pack-arg=", &p)) {
132 strvec_push(&index_pack_args, p);
134 arg++;
136 if (argc != arg + 2 - (commits_on_stdin || packfile))
137 usage(http_fetch_usage);
139 if (nongit)
140 die(_("not a git repository"));
142 trace2_cmd_name("http-fetch");
144 git_config(git_default_config, NULL);
146 if (packfile) {
147 if (!index_pack_args.nr)
148 die(_("the option '%s' requires '%s'"), "--packfile", "--index-pack-args");
150 fetch_single_packfile(&packfile_hash, argv[arg],
151 index_pack_args.v);
153 return 0;
156 if (index_pack_args.nr)
157 die(_("the option '%s' requires '%s'"), "--index-pack-args", "--packfile");
159 if (commits_on_stdin) {
160 commits = walker_targets_stdin(&commit_id, &write_ref);
161 } else {
162 commit_id = (char **) &argv[arg++];
163 commits = 1;
165 return fetch_using_walker(argv[arg], get_verbosely, get_recover,
166 commits, commit_id, write_ref,
167 commits_on_stdin);