[PATCH] fix scalability problems with git-deltafy-script
[git/jrn.git] / http-pull.c
blobf49525c00228b5db9dc2fbd4860883887bb7dbad
1 #include "cache.h"
2 #include "commit.h"
4 #include "pull.h"
6 #include <curl/curl.h>
7 #include <curl/easy.h>
9 static CURL *curl;
11 static char *base;
13 static SHA_CTX c;
14 static z_stream stream;
16 static int local;
17 static int zret;
19 static size_t fwrite_sha1_file(void *ptr, size_t eltsize, size_t nmemb,
20 void *data) {
21 unsigned char expn[4096];
22 size_t size = eltsize * nmemb;
23 int posn = 0;
24 do {
25 ssize_t retval = write(local, ptr + posn, size - posn);
26 if (retval < 0)
27 return posn;
28 posn += retval;
29 } while (posn < size);
31 stream.avail_in = size;
32 stream.next_in = ptr;
33 do {
34 stream.next_out = expn;
35 stream.avail_out = sizeof(expn);
36 zret = inflate(&stream, Z_SYNC_FLUSH);
37 SHA1_Update(&c, expn, sizeof(expn) - stream.avail_out);
38 } while (stream.avail_in && zret == Z_OK);
39 return size;
42 int fetch(unsigned char *sha1)
44 char *hex = sha1_to_hex(sha1);
45 char *filename = sha1_file_name(sha1);
46 unsigned char real_sha1[20];
47 char *url;
48 char *posn;
50 local = open(filename, O_WRONLY | O_CREAT | O_EXCL, 0666);
52 if (local < 0)
53 return error("Couldn't open %s\n", filename);
55 memset(&stream, 0, sizeof(stream));
57 inflateInit(&stream);
59 SHA1_Init(&c);
61 curl_easy_setopt(curl, CURLOPT_FILE, NULL);
62 curl_easy_setopt(curl, CURLOPT_WRITEFUNCTION, fwrite_sha1_file);
64 url = xmalloc(strlen(base) + 50);
65 strcpy(url, base);
66 posn = url + strlen(base);
67 strcpy(posn, "objects/");
68 posn += 8;
69 memcpy(posn, hex, 2);
70 posn += 2;
71 *(posn++) = '/';
72 strcpy(posn, hex + 2);
74 curl_easy_setopt(curl, CURLOPT_URL, url);
76 if (curl_easy_perform(curl))
77 return error("Couldn't get %s for %s\n", url, hex);
79 close(local);
80 inflateEnd(&stream);
81 SHA1_Final(real_sha1, &c);
82 if (zret != Z_STREAM_END) {
83 unlink(filename);
84 return error("File %s (%s) corrupt\n", hex, url);
86 if (memcmp(sha1, real_sha1, 20)) {
87 unlink(filename);
88 return error("File %s has bad hash\n", hex);
91 pull_say("got %s\n", hex);
92 return 0;
95 int fetch_ref(char *ref, unsigned char *sha1)
97 return -1;
100 int main(int argc, char **argv)
102 char *commit_id;
103 char *url;
104 int arg = 1;
106 while (arg < argc && argv[arg][0] == '-') {
107 if (argv[arg][1] == 't') {
108 get_tree = 1;
109 } else if (argv[arg][1] == 'c') {
110 get_history = 1;
111 } else if (argv[arg][1] == 'd') {
112 get_delta = 0;
113 } else if (!strcmp(argv[arg], "--recover")) {
114 get_delta = 2;
115 } else if (argv[arg][1] == 'a') {
116 get_all = 1;
117 get_tree = 1;
118 get_history = 1;
119 } else if (argv[arg][1] == 'v') {
120 get_verbosely = 1;
122 arg++;
124 if (argc < arg + 2) {
125 usage("git-http-pull [-c] [-t] [-a] [-d] [-v] [--recover] commit-id url");
126 return 1;
128 commit_id = argv[arg];
129 url = argv[arg + 1];
131 curl_global_init(CURL_GLOBAL_ALL);
133 curl = curl_easy_init();
135 base = url;
137 if (pull(commit_id))
138 return 1;
140 curl_global_cleanup();
141 return 0;