9 #define DEFAULT_MAX_REQUESTS 5
11 #if LIBCURL_VERSION_NUM < 0x070704
12 #define curl_global_cleanup() do { /* nothing */ } while(0)
14 #if LIBCURL_VERSION_NUM < 0x070800
15 #define curl_global_init(a) do { /* nothing */ } while(0)
18 #define PREV_BUF_SIZE 4096
19 #define RANGE_HEADER_SIZE 30
21 static int max_requests
= DEFAULT_MAX_REQUESTS
;
22 static int active_requests
= 0;
23 static int data_received
;
26 static CURL
*curl_default
;
27 static struct curl_slist
*no_pragma_header
;
28 static struct curl_slist
*no_range_header
;
29 static char curl_errorstr
[CURL_ERROR_SIZE
];
35 struct packed_git
*packs
;
36 struct alt_base
*next
;
39 static struct alt_base
*alt
= NULL
;
48 struct transfer_request
50 unsigned char sha1
[20];
51 struct alt_base
*repo
;
53 char filename
[PATH_MAX
];
54 char tmpfile
[PATH_MAX
];
56 enum transfer_state state
;
58 char errorstr
[CURL_ERROR_SIZE
];
60 unsigned char real_sha1
[20];
65 struct active_request_slot
*slot
;
66 struct transfer_request
*next
;
69 struct active_request_slot
76 struct active_request_slot
*next
;
79 static struct transfer_request
*request_queue_head
= NULL
;
80 static struct active_request_slot
*active_queue_head
= NULL
;
82 static int curl_ssl_verify
;
83 static char *ssl_cert
;
85 static char *ssl_capath
;
86 static char *ssl_cainfo
;
95 static size_t fwrite_buffer(void *ptr
, size_t eltsize
, size_t nmemb
,
96 struct buffer
*buffer
)
98 size_t size
= eltsize
* nmemb
;
99 if (size
> buffer
->size
- buffer
->posn
)
100 size
= buffer
->size
- buffer
->posn
;
101 memcpy(buffer
->buffer
+ buffer
->posn
, ptr
, size
);
102 buffer
->posn
+= size
;
107 static size_t fwrite_sha1_file(void *ptr
, size_t eltsize
, size_t nmemb
,
110 unsigned char expn
[4096];
111 size_t size
= eltsize
* nmemb
;
113 struct transfer_request
*request
= (struct transfer_request
*)data
;
115 ssize_t retval
= write(request
->local
,
116 ptr
+ posn
, size
- posn
);
120 } while (posn
< size
);
122 request
->stream
.avail_in
= size
;
123 request
->stream
.next_in
= ptr
;
125 request
->stream
.next_out
= expn
;
126 request
->stream
.avail_out
= sizeof(expn
);
127 request
->zret
= inflate(&request
->stream
, Z_SYNC_FLUSH
);
128 SHA1_Update(&request
->c
, expn
,
129 sizeof(expn
) - request
->stream
.avail_out
);
130 } while (request
->stream
.avail_in
&& request
->zret
== Z_OK
);
135 int relink_or_rename(char *old
, char *new) {
138 ret
= link(old
, new);
140 /* Same Coda hack as in write_sha1_file(sha1_file.c) */
142 if (ret
== EXDEV
&& !rename(old
, new))
154 void process_curl_messages();
155 void process_request_queue();
157 struct active_request_slot
*get_active_slot()
159 struct active_request_slot
*slot
= active_queue_head
;
160 struct active_request_slot
*newslot
;
163 /* Wait for a slot to open up if the queue is full */
164 while (active_requests
>= max_requests
) {
165 curl_multi_perform(curlm
, &num_transfers
);
166 if (num_transfers
< active_requests
) {
167 process_curl_messages();
171 while (slot
!= NULL
&& slot
->in_use
) {
175 newslot
= xmalloc(sizeof(*newslot
));
176 newslot
->curl
= curl_easy_duphandle(curl_default
);
178 newslot
->next
= NULL
;
180 slot
= active_queue_head
;
182 active_queue_head
= newslot
;
184 while (slot
->next
!= NULL
) {
187 slot
->next
= newslot
;
196 curl_easy_setopt(slot
->curl
, CURLOPT_HTTPHEADER
, no_pragma_header
);
197 curl_easy_setopt(slot
->curl
, CURLOPT_HTTPHEADER
, no_range_header
);
198 curl_easy_setopt(slot
->curl
, CURLOPT_ERRORBUFFER
, curl_errorstr
);
203 int start_active_slot(struct active_request_slot
*slot
)
205 CURLMcode curlm_result
= curl_multi_add_handle(curlm
, slot
->curl
);
207 if (curlm_result
!= CURLM_OK
&&
208 curlm_result
!= CURLM_CALL_MULTI_PERFORM
) {
217 void run_active_slot(struct active_request_slot
*slot
)
226 struct timeval select_timeout
;
227 CURLMcode curlm_result
;
229 while (!slot
->done
) {
232 curlm_result
= curl_multi_perform(curlm
,
234 } while (curlm_result
== CURLM_CALL_MULTI_PERFORM
);
235 if (num_transfers
< active_requests
) {
236 process_curl_messages();
237 process_request_queue();
240 if (!data_received
&& slot
->local
!= NULL
) {
241 current_pos
= ftell(slot
->local
);
242 if (current_pos
> last_pos
)
244 last_pos
= current_pos
;
247 if (!slot
->done
&& !data_received
) {
252 select_timeout
.tv_sec
= 0;
253 select_timeout
.tv_usec
= 50000;
254 select(max_fd
, &readfds
, &writefds
,
255 &excfds
, &select_timeout
);
260 void start_request(struct transfer_request
*request
)
262 char *hex
= sha1_to_hex(request
->sha1
);
263 char prevfile
[PATH_MAX
];
267 unsigned char prev_buf
[PREV_BUF_SIZE
];
268 ssize_t prev_read
= 0;
270 char range
[RANGE_HEADER_SIZE
];
271 struct curl_slist
*range_header
= NULL
;
272 struct active_request_slot
*slot
;
274 snprintf(prevfile
, sizeof(prevfile
), "%s.prev", request
->filename
);
276 rename(request
->tmpfile
, prevfile
);
277 unlink(request
->tmpfile
);
279 request
->local
= open(request
->tmpfile
,
280 O_WRONLY
| O_CREAT
| O_EXCL
, 0666);
281 if (request
->local
< 0) {
282 request
->state
= ABORTED
;
283 error("Couldn't create temporary file %s for %s: %s\n",
284 request
->tmpfile
, request
->filename
, strerror(errno
));
288 memset(&request
->stream
, 0, sizeof(request
->stream
));
290 inflateInit(&request
->stream
);
292 SHA1_Init(&request
->c
);
294 url
= xmalloc(strlen(request
->repo
->base
) + 50);
295 request
->url
= xmalloc(strlen(request
->repo
->base
) + 50);
296 strcpy(url
, request
->repo
->base
);
297 posn
= url
+ strlen(request
->repo
->base
);
298 strcpy(posn
, "objects/");
300 memcpy(posn
, hex
, 2);
303 strcpy(posn
, hex
+ 2);
304 strcpy(request
->url
, url
);
306 /* If a previous temp file is present, process what was already
308 prevlocal
= open(prevfile
, O_RDONLY
);
309 if (prevlocal
!= -1) {
311 prev_read
= read(prevlocal
, prev_buf
, PREV_BUF_SIZE
);
313 if (fwrite_sha1_file(prev_buf
,
316 request
) == prev_read
) {
317 prev_posn
+= prev_read
;
322 } while (prev_read
> 0);
327 /* Reset inflate/SHA1 if there was an error reading the previous temp
328 file; also rewind to the beginning of the local file. */
329 if (prev_read
== -1) {
330 memset(&request
->stream
, 0, sizeof(request
->stream
));
331 inflateInit(&request
->stream
);
332 SHA1_Init(&request
->c
);
335 lseek(request
->local
, SEEK_SET
, 0);
336 ftruncate(request
->local
, 0);
340 slot
= get_active_slot();
341 curl_easy_setopt(slot
->curl
, CURLOPT_FILE
, request
);
342 curl_easy_setopt(slot
->curl
, CURLOPT_WRITEFUNCTION
, fwrite_sha1_file
);
343 curl_easy_setopt(slot
->curl
, CURLOPT_ERRORBUFFER
, request
->errorstr
);
344 curl_easy_setopt(slot
->curl
, CURLOPT_URL
, url
);
346 /* If we have successfully processed data from a previous fetch
347 attempt, only fetch the data we don't already have. */
351 "Resuming fetch of object %s at byte %ld\n",
353 sprintf(range
, "Range: bytes=%ld-", prev_posn
);
354 range_header
= curl_slist_append(range_header
, range
);
355 curl_easy_setopt(slot
->curl
,
356 CURLOPT_HTTPHEADER
, range_header
);
359 /* Try to add to multi handle, abort the request on error */
360 if (!start_active_slot(slot
)) {
361 request
->state
= ABORTED
;
362 close(request
->local
);
367 request
->slot
= slot
;
368 request
->state
= ACTIVE
;
371 void finish_request(struct transfer_request
*request
)
373 fchmod(request
->local
, 0444);
374 close(request
->local
);
376 if (request
->http_code
== 416) {
377 fprintf(stderr
, "Warning: requested range invalid; we may already have all the data.\n");
378 } else if (request
->curl_result
!= CURLE_OK
) {
382 inflateEnd(&request
->stream
);
383 SHA1_Final(request
->real_sha1
, &request
->c
);
384 if (request
->zret
!= Z_STREAM_END
) {
385 unlink(request
->tmpfile
);
388 if (memcmp(request
->sha1
, request
->real_sha1
, 20)) {
389 unlink(request
->tmpfile
);
393 relink_or_rename(request
->tmpfile
, request
->filename
);
395 if (request
->rename
== 0)
396 pull_say("got %s\n", sha1_to_hex(request
->sha1
));
399 void release_request(struct transfer_request
*request
)
401 struct transfer_request
*entry
= request_queue_head
;
403 if (request
== request_queue_head
) {
404 request_queue_head
= request
->next
;
406 while (entry
->next
!= NULL
&& entry
->next
!= request
)
408 if (entry
->next
== request
)
409 entry
->next
= entry
->next
->next
;
416 void process_curl_messages()
419 struct active_request_slot
*slot
;
420 struct transfer_request
*request
= NULL
;
421 CURLMsg
*curl_message
= curl_multi_info_read(curlm
, &num_messages
);
423 while (curl_message
!= NULL
) {
424 if (curl_message
->msg
== CURLMSG_DONE
) {
425 slot
= active_queue_head
;
426 while (slot
!= NULL
&&
427 slot
->curl
!= curl_message
->easy_handle
)
430 curl_multi_remove_handle(curlm
, slot
->curl
);
434 slot
->curl_result
= curl_message
->data
.result
;
435 request
= request_queue_head
;
436 while (request
!= NULL
&&
437 request
->slot
!= slot
)
438 request
= request
->next
;
440 fprintf(stderr
, "Received DONE message for unknown request!\n");
442 if (request
!= NULL
) {
443 request
->curl_result
=
444 curl_message
->data
.result
;
445 curl_easy_getinfo(slot
->curl
,
447 &request
->http_code
);
448 request
->slot
= NULL
;
450 /* Use alternates if necessary */
451 if (request
->http_code
== 404 &&
452 request
->repo
->next
!= NULL
) {
453 request
->repo
= request
->repo
->next
;
454 start_request(request
);
456 finish_request(request
);
457 request
->state
= COMPLETE
;
461 fprintf(stderr
, "Unknown CURL message received: %d\n",
462 (int)curl_message
->msg
);
464 curl_message
= curl_multi_info_read(curlm
, &num_messages
);
468 void process_request_queue()
470 struct transfer_request
*request
= request_queue_head
;
473 while (active_requests
< max_requests
&& request
!= NULL
) {
474 if (request
->state
== WAITING
) {
475 start_request(request
);
476 curl_multi_perform(curlm
, &num_transfers
);
478 request
= request
->next
;
482 void prefetch(unsigned char *sha1
)
484 struct transfer_request
*newreq
;
485 struct transfer_request
*tail
;
486 char *filename
= sha1_file_name(sha1
);
488 newreq
= xmalloc(sizeof(*newreq
));
489 memcpy(newreq
->sha1
, sha1
, 20);
493 newreq
->state
= WAITING
;
494 snprintf(newreq
->filename
, sizeof(newreq
->filename
), "%s", filename
);
495 snprintf(newreq
->tmpfile
, sizeof(newreq
->tmpfile
),
496 "%s.temp", filename
);
499 if (request_queue_head
== NULL
) {
500 request_queue_head
= newreq
;
502 tail
= request_queue_head
;
503 while (tail
->next
!= NULL
) {
508 process_request_queue();
509 process_curl_messages();
512 static int got_alternates
= 0;
514 static int fetch_index(struct alt_base
*repo
, unsigned char *sha1
)
516 char *hex
= sha1_to_hex(sha1
);
519 char tmpfile
[PATH_MAX
];
522 char range
[RANGE_HEADER_SIZE
];
523 struct curl_slist
*range_header
= NULL
;
526 struct active_request_slot
*slot
;
528 if (has_pack_index(sha1
))
532 fprintf(stderr
, "Getting index for pack %s\n", hex
);
534 url
= xmalloc(strlen(repo
->base
) + 64);
535 sprintf(url
, "%s/objects/pack/pack-%s.idx", repo
->base
, hex
);
537 filename
= sha1_pack_index_name(sha1
);
538 snprintf(tmpfile
, sizeof(tmpfile
), "%s.temp", filename
);
539 indexfile
= fopen(tmpfile
, "a");
541 return error("Unable to open local file %s for pack index",
544 slot
= get_active_slot();
545 curl_easy_setopt(slot
->curl
, CURLOPT_FILE
, indexfile
);
546 curl_easy_setopt(slot
->curl
, CURLOPT_WRITEFUNCTION
, fwrite
);
547 curl_easy_setopt(slot
->curl
, CURLOPT_URL
, url
);
548 slot
->local
= indexfile
;
550 /* If there is data present from a previous transfer attempt,
551 resume where it left off */
552 prev_posn
= ftell(indexfile
);
556 "Resuming fetch of index for pack %s at byte %ld\n",
558 sprintf(range
, "Range: bytes=%ld-", prev_posn
);
559 range_header
= curl_slist_append(range_header
, range
);
560 curl_easy_setopt(slot
->curl
, CURLOPT_HTTPHEADER
, range_header
);
563 if (start_active_slot(slot
)) {
564 run_active_slot(slot
);
565 if (slot
->curl_result
!= CURLE_OK
) {
567 return error("Unable to get pack index %s\n%s", url
,
571 return error("Unable to start request");
576 ret
= relink_or_rename(tmpfile
, filename
);
578 return error("unable to write index filename %s: %s",
579 filename
, strerror(ret
));
584 static int setup_index(struct alt_base
*repo
, unsigned char *sha1
)
586 struct packed_git
*new_pack
;
587 if (has_pack_file(sha1
))
588 return 0; // don't list this as something we can get
590 if (fetch_index(repo
, sha1
))
593 new_pack
= parse_pack_index(sha1
);
594 new_pack
->next
= repo
->packs
;
595 repo
->packs
= new_pack
;
599 static int fetch_alternates(char *base
)
602 struct buffer buffer
;
606 int http_specific
= 1;
607 struct alt_base
*tail
= alt
;
609 struct active_request_slot
*slot
;
612 data
= xmalloc(4096);
615 buffer
.buffer
= data
;
618 fprintf(stderr
, "Getting alternates list\n");
620 url
= xmalloc(strlen(base
) + 31);
621 sprintf(url
, "%s/objects/info/http-alternates", base
);
623 slot
= get_active_slot();
624 curl_easy_setopt(slot
->curl
, CURLOPT_FILE
, &buffer
);
625 curl_easy_setopt(slot
->curl
, CURLOPT_WRITEFUNCTION
, fwrite_buffer
);
626 curl_easy_setopt(slot
->curl
, CURLOPT_URL
, url
);
627 if (start_active_slot(slot
)) {
628 run_active_slot(slot
);
629 if (slot
->curl_result
!= CURLE_OK
|| !buffer
.posn
) {
632 sprintf(url
, "%s/objects/info/alternates", base
);
634 slot
= get_active_slot();
635 curl_easy_setopt(slot
->curl
, CURLOPT_FILE
, &buffer
);
636 curl_easy_setopt(slot
->curl
, CURLOPT_WRITEFUNCTION
,
638 curl_easy_setopt(slot
->curl
, CURLOPT_URL
, url
);
639 if (start_active_slot(slot
)) {
640 run_active_slot(slot
);
641 if (slot
->curl_result
!= CURLE_OK
) {
650 data
[buffer
.posn
] = '\0';
652 while (i
< buffer
.posn
) {
654 while (posn
< buffer
.posn
&& data
[posn
] != '\n')
656 if (data
[posn
] == '\n') {
659 struct alt_base
*newalt
;
661 if (data
[i
] == '/') {
662 serverlen
= strchr(base
+ 8, '/') - base
;
664 } else if (!memcmp(data
+ i
, "../", 3)) {
666 serverlen
= strlen(base
);
667 while (i
+ 2 < posn
&&
668 !memcmp(data
+ i
, "../", 3)) {
671 } while (serverlen
&&
672 base
[serverlen
- 1] != '/');
675 // If the server got removed, give up.
676 okay
= strchr(base
, ':') - base
+ 3 <
678 } else if (http_specific
) {
679 char *colon
= strchr(data
+ i
, ':');
680 char *slash
= strchr(data
+ i
, '/');
681 if (colon
&& slash
&& colon
< data
+ posn
&&
682 slash
< data
+ posn
&& colon
< slash
) {
686 // skip 'objects' at end
688 target
= xmalloc(serverlen
+ posn
- i
- 6);
689 strncpy(target
, base
, serverlen
);
690 strncpy(target
+ serverlen
, data
+ i
,
692 target
[serverlen
+ posn
- i
- 7] = '\0';
695 "Also look at %s\n", target
);
696 newalt
= xmalloc(sizeof(*newalt
));
698 newalt
->base
= target
;
699 newalt
->got_indices
= 0;
700 newalt
->packs
= NULL
;
701 while (tail
->next
!= NULL
)
714 static int fetch_indices(struct alt_base
*repo
)
716 unsigned char sha1
[20];
718 struct buffer buffer
;
722 struct active_request_slot
*slot
;
724 if (repo
->got_indices
)
727 data
= xmalloc(4096);
730 buffer
.buffer
= data
;
733 fprintf(stderr
, "Getting pack list\n");
735 url
= xmalloc(strlen(repo
->base
) + 21);
736 sprintf(url
, "%s/objects/info/packs", repo
->base
);
738 slot
= get_active_slot();
739 curl_easy_setopt(slot
->curl
, CURLOPT_FILE
, &buffer
);
740 curl_easy_setopt(slot
->curl
, CURLOPT_WRITEFUNCTION
, fwrite_buffer
);
741 curl_easy_setopt(slot
->curl
, CURLOPT_URL
, url
);
742 curl_easy_setopt(slot
->curl
, CURLOPT_HTTPHEADER
, NULL
);
743 if (start_active_slot(slot
)) {
744 run_active_slot(slot
);
745 if (slot
->curl_result
!= CURLE_OK
)
746 return error("%s", curl_errorstr
);
748 return error("Unable to start request");
751 while (i
< buffer
.posn
) {
755 if (i
+ 52 < buffer
.posn
&&
756 !strncmp(data
+ i
, " pack-", 6) &&
757 !strncmp(data
+ i
+ 46, ".pack\n", 6)) {
758 get_sha1_hex(data
+ i
+ 6, sha1
);
759 setup_index(repo
, sha1
);
764 while (data
[i
] != '\n')
770 repo
->got_indices
= 1;
774 static int fetch_pack(struct alt_base
*repo
, unsigned char *sha1
)
777 struct packed_git
*target
;
778 struct packed_git
**lst
;
781 char tmpfile
[PATH_MAX
];
784 char range
[RANGE_HEADER_SIZE
];
785 struct curl_slist
*range_header
= NULL
;
787 struct active_request_slot
*slot
;
789 if (fetch_indices(repo
))
791 target
= find_sha1_pack(sha1
, repo
->packs
);
796 fprintf(stderr
, "Getting pack %s\n",
797 sha1_to_hex(target
->sha1
));
798 fprintf(stderr
, " which contains %s\n",
802 url
= xmalloc(strlen(repo
->base
) + 65);
803 sprintf(url
, "%s/objects/pack/pack-%s.pack",
804 repo
->base
, sha1_to_hex(target
->sha1
));
806 filename
= sha1_pack_name(target
->sha1
);
807 snprintf(tmpfile
, sizeof(tmpfile
), "%s.temp", filename
);
808 packfile
= fopen(tmpfile
, "a");
810 return error("Unable to open local file %s for pack",
813 slot
= get_active_slot();
814 curl_easy_setopt(slot
->curl
, CURLOPT_FILE
, packfile
);
815 curl_easy_setopt(slot
->curl
, CURLOPT_WRITEFUNCTION
, fwrite
);
816 curl_easy_setopt(slot
->curl
, CURLOPT_URL
, url
);
817 slot
->local
= packfile
;
819 /* If there is data present from a previous transfer attempt,
820 resume where it left off */
821 prev_posn
= ftell(packfile
);
825 "Resuming fetch of pack %s at byte %ld\n",
826 sha1_to_hex(target
->sha1
), prev_posn
);
827 sprintf(range
, "Range: bytes=%ld-", prev_posn
);
828 range_header
= curl_slist_append(range_header
, range
);
829 curl_easy_setopt(slot
->curl
, CURLOPT_HTTPHEADER
, range_header
);
832 if (start_active_slot(slot
)) {
833 run_active_slot(slot
);
834 if (slot
->curl_result
!= CURLE_OK
) {
836 return error("Unable to get pack file %s\n%s", url
,
840 return error("Unable to start request");
845 ret
= relink_or_rename(tmpfile
, filename
);
847 return error("unable to write pack filename %s: %s",
848 filename
, strerror(ret
));
851 while (*lst
!= target
)
852 lst
= &((*lst
)->next
);
855 if (verify_pack(target
, 0))
857 install_packed_git(target
);
862 static int fetch_object(struct alt_base
*repo
, unsigned char *sha1
)
864 char *hex
= sha1_to_hex(sha1
);
866 struct transfer_request
*request
= request_queue_head
;
869 while (request
!= NULL
&& memcmp(request
->sha1
, sha1
, 20))
870 request
= request
->next
;
872 return error("Couldn't find request for %s in the queue", hex
);
874 while (request
->state
== WAITING
) {
875 curl_multi_perform(curlm
, &num_transfers
);
876 if (num_transfers
< active_requests
) {
877 process_curl_messages();
878 process_request_queue();
882 if (request
->state
== ACTIVE
)
883 run_active_slot(request
->slot
);
885 if (request
->state
== ABORTED
) {
886 release_request(request
);
887 return error("Request for %s aborted", hex
);
890 if (request
->curl_result
!= CURLE_OK
&& request
->http_code
!= 416) {
891 ret
= error("%s", request
->errorstr
);
892 release_request(request
);
896 if (request
->zret
!= Z_STREAM_END
) {
897 ret
= error("File %s (%s) corrupt\n", hex
, request
->url
);
898 release_request(request
);
902 if (memcmp(request
->sha1
, request
->real_sha1
, 20)) {
903 release_request(request
);
904 return error("File %s has bad hash\n", hex
);
907 if (request
->rename
< 0) {
908 ret
= error("unable to write sha1 filename %s: %s",
910 strerror(request
->rename
));
911 release_request(request
);
915 release_request(request
);
919 int fetch(unsigned char *sha1
)
921 struct alt_base
*altbase
= alt
;
923 if (!fetch_object(altbase
, sha1
))
926 if (!fetch_pack(altbase
, sha1
))
928 altbase
= altbase
->next
;
930 return error("Unable to find %s under %s\n", sha1_to_hex(sha1
),
934 int fetch_ref(char *ref
, unsigned char *sha1
)
938 struct buffer buffer
;
939 char *base
= alt
->base
;
940 struct active_request_slot
*slot
;
946 url
= xmalloc(strlen(base
) + 6 + strlen(ref
));
948 posn
= url
+ strlen(base
);
949 strcpy(posn
, "refs/");
953 slot
= get_active_slot();
954 curl_easy_setopt(slot
->curl
, CURLOPT_FILE
, &buffer
);
955 curl_easy_setopt(slot
->curl
, CURLOPT_WRITEFUNCTION
, fwrite_buffer
);
956 curl_easy_setopt(slot
->curl
, CURLOPT_HTTPHEADER
, NULL
);
957 curl_easy_setopt(slot
->curl
, CURLOPT_URL
, url
);
958 if (start_active_slot(slot
)) {
959 run_active_slot(slot
);
960 if (slot
->curl_result
!= CURLE_OK
)
961 return error("Couldn't get %s for %s\n%s",
962 url
, ref
, curl_errorstr
);
964 return error("Unable to start request");
968 get_sha1_hex(hex
, sha1
);
972 int main(int argc
, char **argv
)
977 struct active_request_slot
*slot
;
979 while (arg
< argc
&& argv
[arg
][0] == '-') {
980 if (argv
[arg
][1] == 't') {
982 } else if (argv
[arg
][1] == 'c') {
984 } else if (argv
[arg
][1] == 'a') {
988 } else if (argv
[arg
][1] == 'v') {
990 } else if (argv
[arg
][1] == 'w') {
991 write_ref
= argv
[arg
+ 1];
993 } else if (!strcmp(argv
[arg
], "--recover")) {
995 } else if (argv
[arg
][1] == 'r') {
996 max_requests
= atoi(argv
[arg
+ 1]);
997 if (max_requests
< 1)
998 max_requests
= DEFAULT_MAX_REQUESTS
;
1003 if (argc
< arg
+ 2) {
1004 usage("git-http-fetch [-c] [-t] [-a] [-d] [-v] [--recover] [-w ref] commit-id url");
1007 commit_id
= argv
[arg
];
1008 url
= argv
[arg
+ 1];
1010 curl_global_init(CURL_GLOBAL_ALL
);
1012 curlm
= curl_multi_init();
1013 if (curlm
== NULL
) {
1014 fprintf(stderr
, "Error creating curl multi handle.\n");
1017 no_pragma_header
= curl_slist_append(no_pragma_header
, "Pragma:");
1018 no_range_header
= curl_slist_append(no_range_header
, "Range:");
1020 curl_default
= curl_easy_init();
1022 curl_ssl_verify
= getenv("GIT_SSL_NO_VERIFY") ? 0 : 1;
1023 curl_easy_setopt(curl_default
, CURLOPT_SSL_VERIFYPEER
, curl_ssl_verify
);
1024 #if LIBCURL_VERSION_NUM >= 0x070907
1025 curl_easy_setopt(curl_default
, CURLOPT_NETRC
, CURL_NETRC_OPTIONAL
);
1028 if ((ssl_cert
= getenv("GIT_SSL_CERT")) != NULL
) {
1029 curl_easy_setopt(curl_default
, CURLOPT_SSLCERT
, ssl_cert
);
1031 #if LIBCURL_VERSION_NUM >= 0x070902
1032 if ((ssl_key
= getenv("GIT_SSL_KEY")) != NULL
) {
1033 curl_easy_setopt(curl_default
, CURLOPT_SSLKEY
, ssl_key
);
1036 #if LIBCURL_VERSION_NUM >= 0x070908
1037 if ((ssl_capath
= getenv("GIT_SSL_CAPATH")) != NULL
) {
1038 curl_easy_setopt(curl_default
, CURLOPT_CAPATH
, ssl_capath
);
1041 if ((ssl_cainfo
= getenv("GIT_SSL_CAINFO")) != NULL
) {
1042 curl_easy_setopt(curl_default
, CURLOPT_CAINFO
, ssl_cainfo
);
1044 curl_easy_setopt(curl_default
, CURLOPT_FAILONERROR
, 1);
1046 alt
= xmalloc(sizeof(*alt
));
1048 alt
->got_indices
= 0;
1051 fetch_alternates(alt
->base
);
1053 if (pull(commit_id
))
1056 curl_slist_free_all(no_pragma_header
);
1057 curl_slist_free_all(no_range_header
);
1058 curl_easy_cleanup(curl_default
);
1059 slot
= active_queue_head
;
1060 while (slot
!= NULL
) {
1061 curl_easy_cleanup(slot
->curl
);
1064 curl_multi_cleanup(curlm
);
1065 curl_global_cleanup();