2 * GIT - The information manager from hell
4 * Copyright (C) Linus Torvalds, 2005
6 * This handles basic git sha1 object files - packing, unpacking,
16 #if defined(__linux__) && (defined(__i386__) || defined(__PPC__))
17 #define O_NOATIME 01000000
23 static unsigned int sha1_file_open_flag
= O_NOATIME
;
25 static unsigned hexval(char c
)
27 if (c
>= '0' && c
<= '9')
29 if (c
>= 'a' && c
<= 'f')
31 if (c
>= 'A' && c
<= 'F')
36 int get_sha1_hex(const char *hex
, unsigned char *sha1
)
39 for (i
= 0; i
< 20; i
++) {
40 unsigned int val
= (hexval(hex
[0]) << 4) | hexval(hex
[1]);
49 static int get_sha1_file(const char *path
, unsigned char *result
)
52 int fd
= open(path
, O_RDONLY
);
57 len
= read(fd
, buffer
, sizeof(buffer
));
61 return get_sha1_hex(buffer
, result
);
64 static char *git_dir
, *git_object_dir
, *git_index_file
, *git_refs_dir
;
65 static void setup_git_env(void)
67 git_dir
= gitenv(GIT_DIR_ENVIRONMENT
);
69 git_dir
= DEFAULT_GIT_DIR_ENVIRONMENT
;
70 git_object_dir
= gitenv(DB_ENVIRONMENT
);
71 if (!git_object_dir
) {
72 git_object_dir
= xmalloc(strlen(git_dir
) + 9);
73 sprintf(git_object_dir
, "%s/objects", git_dir
);
75 git_refs_dir
= xmalloc(strlen(git_dir
) + 6);
76 sprintf(git_refs_dir
, "%s/refs", git_dir
);
77 git_index_file
= gitenv(INDEX_ENVIRONMENT
);
78 if (!git_index_file
) {
79 git_index_file
= xmalloc(strlen(git_dir
) + 7);
80 sprintf(git_index_file
, "%s/index", git_dir
);
84 char *get_object_directory(void)
88 return git_object_dir
;
91 char *get_refs_directory(void)
98 char *get_index_file(void)
102 return git_index_file
;
105 int get_sha1(const char *str
, unsigned char *sha1
)
107 static char pathname
[PATH_MAX
];
108 static const char *prefix
[] = {
118 if (!get_sha1_hex(str
, sha1
))
123 for (p
= prefix
; *p
; p
++) {
124 snprintf(pathname
, sizeof(pathname
), "%s/%s/%s",
126 if (!get_sha1_file(pathname
, sha1
))
133 char * sha1_to_hex(const unsigned char *sha1
)
135 static char buffer
[50];
136 static const char hex
[] = "0123456789abcdef";
140 for (i
= 0; i
< 20; i
++) {
141 unsigned int val
= *sha1
++;
142 *buf
++ = hex
[val
>> 4];
143 *buf
++ = hex
[val
& 0xf];
148 static void fill_sha1_path(char *pathbuf
, const unsigned char *sha1
)
151 for (i
= 0; i
< 20; i
++) {
152 static char hex
[] = "0123456789abcdef";
153 unsigned int val
= sha1
[i
];
154 char *pos
= pathbuf
+ i
*2 + (i
> 0);
155 *pos
++ = hex
[val
>> 4];
156 *pos
= hex
[val
& 0xf];
161 * NOTE! This returns a statically allocated buffer, so you have to be
162 * careful about using it. Do a "strdup()" if you need to save the
165 * Also note that this returns the location for creating. Reading
166 * SHA1 file can happen from any alternate directory listed in the
167 * DB_ENVIRONMENT environment variable if it is not found in
168 * the primary object database.
170 char *sha1_file_name(const unsigned char *sha1
)
172 static char *name
, *base
;
175 const char *sha1_file_directory
= get_object_directory();
176 int len
= strlen(sha1_file_directory
);
177 base
= xmalloc(len
+ 60);
178 memcpy(base
, sha1_file_directory
, len
);
179 memset(base
+len
, 0, 60);
182 name
= base
+ len
+ 1;
184 fill_sha1_path(name
, sha1
);
188 struct alternate_object_database
*alt_odb
;
191 * Prepare alternate object database registry.
192 * alt_odb points at an array of struct alternate_object_database.
193 * This array is terminated with an element that has both its base
194 * and name set to NULL. alt_odb[n] comes from n'th non-empty
195 * element from colon separated ALTERNATE_DB_ENVIRONMENT environment
196 * variable, and its base points at a statically allocated buffer
197 * that contains "/the/directory/corresponding/to/.git/objects/...",
198 * while its name points just after the slash at the end of
199 * ".git/objects/" in the example above, and has enough space to hold
200 * 40-byte hex SHA1, an extra slash for the first level indirection,
201 * and the terminating NUL.
202 * This function allocates the alt_odb array and all the strings
203 * pointed by base fields of the array elements with one xmalloc();
204 * the string pool immediately follows the array.
206 void prepare_alt_odb(void)
209 const char *cp
, *last
;
211 const char *alt
= gitenv(ALTERNATE_DB_ENVIRONMENT
) ? : "";
215 /* The first pass counts how large an area to allocate to
216 * hold the entire alt_odb structure, including array of
217 * structs and path buffers for them. The second pass fills
218 * the structure and prepares the path buffers for use by
221 for (totlen
= pass
= 0; pass
< 2; pass
++) {
225 cp
= strchr(last
, ':') ? : last
+ strlen(last
);
227 /* 43 = 40-byte + 2 '/' + terminating NUL */
228 int pfxlen
= cp
- last
;
229 int entlen
= pfxlen
+ 43;
233 alt_odb
[i
].base
= op
;
234 alt_odb
[i
].name
= op
+ pfxlen
+ 1;
235 memcpy(op
, last
, pfxlen
);
236 op
[pfxlen
] = op
[pfxlen
+ 3] = '/';
242 while (*cp
&& *cp
== ':')
248 alt_odb
= xmalloc(sizeof(*alt_odb
) * (i
+ 1) + totlen
);
249 alt_odb
[i
].base
= alt_odb
[i
].name
= NULL
;
250 op
= (char*)(&alt_odb
[i
+1]);
254 static char *find_sha1_file(const unsigned char *sha1
, struct stat
*st
)
257 char *name
= sha1_file_name(sha1
);
262 for (i
= 0; (name
= alt_odb
[i
].name
) != NULL
; i
++) {
263 fill_sha1_path(name
, sha1
);
264 if (!stat(alt_odb
[i
].base
, st
))
265 return alt_odb
[i
].base
;
270 #define PACK_MAX_SZ (1<<26)
271 static int pack_used_ctr
;
272 static unsigned long pack_mapped
;
273 struct packed_git
*packed_git
;
277 unsigned char sha1
[20];
278 struct packed_git
*p
;
281 static int check_packed_git_idx(const char *path
, unsigned long *idx_size_
,
286 unsigned long idx_size
;
288 int fd
= open(path
, O_RDONLY
);
292 if (fstat(fd
, &st
)) {
296 idx_size
= st
.st_size
;
297 idx_map
= mmap(NULL
, idx_size
, PROT_READ
, MAP_PRIVATE
, fd
, 0);
299 if (idx_map
== MAP_FAILED
)
304 /* check index map */
305 if (idx_size
< 4*256 + 20 + 20)
306 return error("index file too small");
308 for (i
= 0; i
< 256; i
++) {
309 unsigned int n
= ntohl(index
[i
]);
311 return error("non-monotonic index");
317 * - 256 index entries 4 bytes each
318 * - 24-byte entries * nr (20-byte sha1 + 4-byte offset)
319 * - 20-byte SHA1 of the packfile
320 * - 20-byte SHA1 file checksum
322 if (idx_size
!= 4*256 + nr
* 24 + 20 + 20)
323 return error("wrong index file size");
326 *idx_size_
= idx_size
;
330 static int unuse_one_packed_git(void)
332 struct packed_git
*p
, *lru
= NULL
;
334 for (p
= packed_git
; p
; p
= p
->next
) {
335 if (p
->pack_use_cnt
|| !p
->pack_base
)
337 if (!lru
|| p
->pack_last_used
< lru
->pack_last_used
)
342 munmap(lru
->pack_base
, lru
->pack_size
);
343 lru
->pack_base
= NULL
;
347 void unuse_packed_git(struct packed_git
*p
)
352 int use_packed_git(struct packed_git
*p
)
359 pack_mapped
+= p
->pack_size
;
360 while (PACK_MAX_SZ
< pack_mapped
&& unuse_one_packed_git())
362 fd
= open(p
->pack_name
, O_RDONLY
);
364 die("packfile %s cannot be opened", p
->pack_name
);
365 if (fstat(fd
, &st
)) {
367 die("packfile %s cannot be opened", p
->pack_name
);
369 if (st
.st_size
!= p
->pack_size
)
370 die("packfile %s size mismatch.", p
->pack_name
);
371 map
= mmap(NULL
, p
->pack_size
, PROT_READ
, MAP_PRIVATE
, fd
, 0);
373 if (map
== MAP_FAILED
)
374 die("packfile %s cannot be mapped.", p
->pack_name
);
377 /* Check if the pack file matches with the index file.
380 if (memcmp((char*)(p
->index_base
) + p
->index_size
- 40,
381 p
->pack_base
+ p
->pack_size
- 20, 20))
382 die("packfile %s does not match index.", p
->pack_name
);
384 p
->pack_last_used
= pack_used_ctr
++;
389 struct packed_git
*add_packed_git(char *path
, int path_len
)
392 struct packed_git
*p
;
393 unsigned long idx_size
;
396 if (check_packed_git_idx(path
, &idx_size
, &idx_map
))
399 /* do we have a corresponding .pack file? */
400 strcpy(path
+ path_len
- 4, ".pack");
401 if (stat(path
, &st
) || !S_ISREG(st
.st_mode
)) {
402 munmap(idx_map
, idx_size
);
405 /* ok, it looks sane as far as we can check without
406 * actually mapping the pack file.
408 p
= xmalloc(sizeof(*p
) + path_len
+ 2);
409 strcpy(p
->pack_name
, path
);
410 p
->index_size
= idx_size
;
411 p
->pack_size
= st
.st_size
;
412 p
->index_base
= idx_map
;
415 p
->pack_last_used
= 0;
420 static void prepare_packed_git_one(char *objdir
)
427 sprintf(path
, "%s/pack", objdir
);
433 while ((de
= readdir(dir
)) != NULL
) {
434 int namelen
= strlen(de
->d_name
);
435 struct packed_git
*p
;
437 if (strcmp(de
->d_name
+ namelen
- 4, ".idx"))
440 /* we have .idx. Is it a file we can map? */
441 strcpy(path
+ len
, de
->d_name
);
442 p
= add_packed_git(path
, len
+ namelen
);
445 p
->next
= packed_git
;
450 void prepare_packed_git(void)
453 static int run_once
= 0;
458 prepare_packed_git_one(get_object_directory());
460 for (i
= 0; alt_odb
[i
].base
!= NULL
; i
++) {
461 alt_odb
[i
].name
[0] = 0;
462 prepare_packed_git_one(alt_odb
[i
].base
);
466 int check_sha1_signature(const unsigned char *sha1
, void *map
, unsigned long size
, const char *type
)
469 unsigned char real_sha1
[20];
473 SHA1_Update(&c
, header
, 1+sprintf(header
, "%s %lu", type
, size
));
474 SHA1_Update(&c
, map
, size
);
475 SHA1_Final(real_sha1
, &c
);
476 return memcmp(sha1
, real_sha1
, 20) ? -1 : 0;
479 static void *map_sha1_file_internal(const unsigned char *sha1
,
486 char *filename
= find_sha1_file(sha1
, &st
);
490 error("cannot map sha1 file %s", sha1_to_hex(sha1
));
494 fd
= open(filename
, O_RDONLY
| sha1_file_open_flag
);
496 /* See if it works without O_NOATIME */
497 switch (sha1_file_open_flag
) {
499 fd
= open(filename
, O_RDONLY
);
509 /* If it failed once, it will probably fail again.
510 * Stop using O_NOATIME
512 sha1_file_open_flag
= 0;
514 map
= mmap(NULL
, st
.st_size
, PROT_READ
, MAP_PRIVATE
, fd
, 0);
516 if (-1 == (int)(long)map
)
522 void *map_sha1_file(const unsigned char *sha1
, unsigned long *size
)
524 return map_sha1_file_internal(sha1
, size
, 1);
527 int unpack_sha1_header(z_stream
*stream
, void *map
, unsigned long mapsize
, void *buffer
, unsigned long size
)
529 /* Get the data stream */
530 memset(stream
, 0, sizeof(*stream
));
531 stream
->next_in
= map
;
532 stream
->avail_in
= mapsize
;
533 stream
->next_out
= buffer
;
534 stream
->avail_out
= size
;
537 return inflate(stream
, 0);
540 void *unpack_sha1_rest(z_stream
*stream
, void *buffer
, unsigned long size
)
542 int bytes
= strlen(buffer
) + 1;
543 unsigned char *buf
= xmalloc(1+size
);
545 memcpy(buf
, buffer
+ bytes
, stream
->total_out
- bytes
);
546 bytes
= stream
->total_out
- bytes
;
548 stream
->next_out
= buf
+ bytes
;
549 stream
->avail_out
= size
- bytes
;
550 while (inflate(stream
, Z_FINISH
) == Z_OK
)
559 * We used to just use "sscanf()", but that's actually way
560 * too permissive for what we want to check. So do an anal
561 * object header parse by hand.
563 int parse_sha1_header(char *hdr
, char *type
, unsigned long *sizep
)
569 * The type can be at most ten bytes (including the
570 * terminating '\0' that we add), and is followed by
585 * The length must follow immediately, and be in canonical
586 * decimal format (ie "010" is not valid).
593 unsigned long c
= *hdr
- '0';
597 size
= size
* 10 + c
;
603 * The length must be followed by a zero byte
605 return *hdr
? -1 : 0;
608 void * unpack_sha1_file(void *map
, unsigned long mapsize
, char *type
, unsigned long *size
)
614 ret
= unpack_sha1_header(&stream
, map
, mapsize
, hdr
, sizeof(hdr
));
615 if (ret
< Z_OK
|| parse_sha1_header(hdr
, type
, size
) < 0)
618 return unpack_sha1_rest(&stream
, hdr
, *size
);
621 static int packed_delta_info(unsigned char *base_sha1
,
622 unsigned long delta_size
,
625 unsigned long *sizep
)
628 die("truncated pack file");
630 /* We choose to only get the type of the base object and
631 * ignore potentially corrupt pack file that expects the delta
632 * based on a base with a wrong size. This saves tons of
636 if (sha1_object_info(base_sha1
, type
, NULL
))
637 die("cannot get info for delta-pack base");
640 const unsigned char *data
;
641 unsigned char delta_head
[64];
642 unsigned long result_size
;
646 memset(&stream
, 0, sizeof(stream
));
648 data
= stream
.next_in
= base_sha1
+ 20;
649 stream
.avail_in
= left
- 20;
650 stream
.next_out
= delta_head
;
651 stream
.avail_out
= sizeof(delta_head
);
653 inflateInit(&stream
);
654 st
= inflate(&stream
, Z_FINISH
);
656 if ((st
!= Z_STREAM_END
) &&
657 stream
.total_out
!= sizeof(delta_head
))
658 die("delta data unpack-initial failed");
660 /* Examine the initial part of the delta to figure out
664 get_delta_hdr_size(&data
); /* ignore base size */
666 /* Read the result size */
667 result_size
= get_delta_hdr_size(&data
);
668 *sizep
= result_size
;
673 static unsigned long unpack_object_header(struct packed_git
*p
, unsigned long offset
,
674 enum object_type
*type
, unsigned long *sizep
)
677 unsigned char *pack
, c
;
680 if (offset
>= p
->pack_size
)
681 die("object offset outside of pack file");
683 pack
= p
->pack_base
+ offset
;
686 *type
= (c
>> 4) & 7;
690 if (offset
>= p
->pack_size
)
691 die("object offset outside of pack file");
694 size
+= (c
& 0x7f) << shift
;
701 static int packed_object_info(struct pack_entry
*entry
,
702 char *type
, unsigned long *sizep
)
704 struct packed_git
*p
= entry
->p
;
705 unsigned long offset
, size
, left
;
707 enum object_type kind
;
710 if (use_packed_git(p
))
711 die("cannot map packed file");
713 offset
= unpack_object_header(p
, entry
->offset
, &kind
, &size
);
714 pack
= p
->pack_base
+ offset
;
715 left
= p
->pack_size
- offset
;
719 retval
= packed_delta_info(pack
, size
, left
, type
, sizep
);
723 strcpy(type
, "commit");
726 strcpy(type
, "tree");
729 strcpy(type
, "blob");
735 die("corrupted pack file");
743 /* forward declaration for a mutually recursive function */
744 static void *unpack_entry(struct pack_entry
*, char *, unsigned long *);
746 static void *unpack_delta_entry(unsigned char *base_sha1
,
747 unsigned long delta_size
,
750 unsigned long *sizep
)
752 void *data
, *delta_data
, *result
, *base
;
753 unsigned long data_size
, result_size
, base_size
;
758 die("truncated pack file");
759 data
= base_sha1
+ 20;
760 data_size
= left
- 20;
761 delta_data
= xmalloc(delta_size
);
763 memset(&stream
, 0, sizeof(stream
));
765 stream
.next_in
= data
;
766 stream
.avail_in
= data_size
;
767 stream
.next_out
= delta_data
;
768 stream
.avail_out
= delta_size
;
770 inflateInit(&stream
);
771 st
= inflate(&stream
, Z_FINISH
);
773 if ((st
!= Z_STREAM_END
) || stream
.total_out
!= delta_size
)
774 die("delta data unpack failed");
776 /* This may recursively unpack the base, which is what we want */
777 base
= read_sha1_file(base_sha1
, type
, &base_size
);
779 die("failed to read delta-pack base object %s",
780 sha1_to_hex(base_sha1
));
781 result
= patch_delta(base
, base_size
,
782 delta_data
, delta_size
,
785 die("failed to apply delta");
788 *sizep
= result_size
;
792 static void *unpack_non_delta_entry(unsigned char *data
,
800 buffer
= xmalloc(size
+ 1);
802 memset(&stream
, 0, sizeof(stream
));
803 stream
.next_in
= data
;
804 stream
.avail_in
= left
;
805 stream
.next_out
= buffer
;
806 stream
.avail_out
= size
;
808 inflateInit(&stream
);
809 st
= inflate(&stream
, Z_FINISH
);
811 if ((st
!= Z_STREAM_END
) || stream
.total_out
!= size
) {
819 static void *unpack_entry(struct pack_entry
*entry
,
820 char *type
, unsigned long *sizep
)
822 struct packed_git
*p
= entry
->p
;
823 unsigned long offset
, size
, left
;
825 enum object_type kind
;
828 if (use_packed_git(p
))
829 die("cannot map packed file");
831 offset
= unpack_object_header(p
, entry
->offset
, &kind
, &size
);
832 pack
= p
->pack_base
+ offset
;
833 left
= p
->pack_size
- offset
;
836 retval
= unpack_delta_entry(pack
, size
, left
, type
, sizep
);
840 strcpy(type
, "commit");
843 strcpy(type
, "tree");
846 strcpy(type
, "blob");
852 die("corrupted pack file");
855 retval
= unpack_non_delta_entry(pack
, size
, left
);
860 int num_packed_objects(const struct packed_git
*p
)
862 /* See check_packed_git_idx() */
863 return (p
->index_size
- 20 - 20 - 4*256) / 24;
866 int nth_packed_object_sha1(const struct packed_git
*p
, int n
,
869 void *index
= p
->index_base
+ 256;
870 if (n
< 0 || num_packed_objects(p
) <= n
)
872 memcpy(sha1
, (index
+ 24 * n
+ 4), 20);
876 static int find_pack_entry_1(const unsigned char *sha1
,
877 struct pack_entry
*e
, struct packed_git
*p
)
879 int *level1_ofs
= p
->index_base
;
880 int hi
= ntohl(level1_ofs
[*sha1
]);
881 int lo
= ((*sha1
== 0x0) ? 0 : ntohl(level1_ofs
[*sha1
- 1]));
882 void *index
= p
->index_base
+ 256;
885 int mi
= (lo
+ hi
) / 2;
886 int cmp
= memcmp(index
+ 24 * mi
+ 4, sha1
, 20);
888 e
->offset
= ntohl(*((int*)(index
+ 24 * mi
)));
889 memcpy(e
->sha1
, sha1
, 20);
901 static int find_pack_entry(const unsigned char *sha1
, struct pack_entry
*e
)
903 struct packed_git
*p
;
904 prepare_packed_git();
906 for (p
= packed_git
; p
; p
= p
->next
) {
907 if (find_pack_entry_1(sha1
, e
, p
))
913 int sha1_object_info(const unsigned char *sha1
, char *type
, unsigned long *sizep
)
916 unsigned long mapsize
, size
;
921 map
= map_sha1_file_internal(sha1
, &mapsize
, 0);
925 if (!find_pack_entry(sha1
, &e
))
926 return error("unable to find %s", sha1_to_hex(sha1
));
927 return packed_object_info(&e
, type
, sizep
);
929 if (unpack_sha1_header(&stream
, map
, mapsize
, hdr
, sizeof(hdr
)) < 0)
930 status
= error("unable to unpack %s header",
932 if (parse_sha1_header(hdr
, type
, &size
) < 0)
933 status
= error("unable to parse %s header", sha1_to_hex(sha1
));
940 munmap(map
, mapsize
);
944 static void *read_packed_sha1(const unsigned char *sha1
, char *type
, unsigned long *size
)
948 if (!find_pack_entry(sha1
, &e
)) {
949 error("cannot read sha1_file for %s", sha1_to_hex(sha1
));
952 return unpack_entry(&e
, type
, size
);
955 void * read_sha1_file(const unsigned char *sha1
, char *type
, unsigned long *size
)
957 unsigned long mapsize
;
960 map
= map_sha1_file_internal(sha1
, &mapsize
, 0);
962 buf
= unpack_sha1_file(map
, mapsize
, type
, size
);
963 munmap(map
, mapsize
);
966 return read_packed_sha1(sha1
, type
, size
);
969 void *read_object_with_reference(const unsigned char *sha1
,
970 const char *required_type
,
972 unsigned char *actual_sha1_return
)
977 unsigned char actual_sha1
[20];
979 memcpy(actual_sha1
, sha1
, 20);
982 const char *ref_type
= NULL
;
984 buffer
= read_sha1_file(actual_sha1
, type
, &isize
);
987 if (!strcmp(type
, required_type
)) {
989 if (actual_sha1_return
)
990 memcpy(actual_sha1_return
, actual_sha1
, 20);
993 /* Handle references */
994 else if (!strcmp(type
, "commit"))
996 else if (!strcmp(type
, "tag"))
997 ref_type
= "object ";
1002 ref_length
= strlen(ref_type
);
1004 if (memcmp(buffer
, ref_type
, ref_length
) ||
1005 get_sha1_hex(buffer
+ ref_length
, actual_sha1
)) {
1009 /* Now we have the ID of the referred-to object in
1010 * actual_sha1. Check again. */
1014 static char *write_sha1_file_prepare(void *buf
,
1017 unsigned char *sha1
,
1023 /* Generate the header */
1024 *hdrlen
= sprintf((char *)hdr
, "%s %lu", type
, len
)+1;
1028 SHA1_Update(&c
, hdr
, *hdrlen
);
1029 SHA1_Update(&c
, buf
, len
);
1030 SHA1_Final(sha1
, &c
);
1032 return sha1_file_name(sha1
);
1035 int write_sha1_file(void *buf
, unsigned long len
, const char *type
, unsigned char *returnsha1
)
1038 unsigned char *compressed
;
1040 unsigned char sha1
[20];
1042 static char tmpfile
[PATH_MAX
];
1043 unsigned char hdr
[50];
1044 int fd
, hdrlen
, ret
;
1046 /* Normally if we have it in the pack then we do not bother writing
1047 * it out into .git/objects/??/?{38} file.
1049 filename
= write_sha1_file_prepare(buf
, len
, type
, sha1
, hdr
, &hdrlen
);
1051 memcpy(returnsha1
, sha1
, 20);
1052 if (has_sha1_file(sha1
))
1054 fd
= open(filename
, O_RDONLY
);
1057 * FIXME!!! We might do collision checking here, but we'd
1058 * need to uncompress the old file and check it. Later.
1064 if (errno
!= ENOENT
) {
1065 fprintf(stderr
, "sha1 file %s: %s", filename
, strerror(errno
));
1069 snprintf(tmpfile
, sizeof(tmpfile
), "%s/obj_XXXXXX", get_object_directory());
1071 fd
= mkstemp(tmpfile
);
1073 fprintf(stderr
, "unable to create temporary sha1 filename %s: %s", tmpfile
, strerror(errno
));
1078 memset(&stream
, 0, sizeof(stream
));
1079 deflateInit(&stream
, Z_BEST_COMPRESSION
);
1080 size
= deflateBound(&stream
, len
+hdrlen
);
1081 compressed
= xmalloc(size
);
1084 stream
.next_out
= compressed
;
1085 stream
.avail_out
= size
;
1087 /* First header.. */
1088 stream
.next_in
= hdr
;
1089 stream
.avail_in
= hdrlen
;
1090 while (deflate(&stream
, 0) == Z_OK
)
1093 /* Then the data itself.. */
1094 stream
.next_in
= buf
;
1095 stream
.avail_in
= len
;
1096 while (deflate(&stream
, Z_FINISH
) == Z_OK
)
1098 deflateEnd(&stream
);
1099 size
= stream
.total_out
;
1101 if (write(fd
, compressed
, size
) != size
)
1102 die("unable to write file");
1107 ret
= link(tmpfile
, filename
);
1112 * Coda hack - coda doesn't like cross-directory links,
1113 * so we fall back to a rename, which will mean that it
1114 * won't be able to check collisions, but that's not a
1117 * When this succeeds, we just return 0. We have nothing
1120 if (ret
== EXDEV
&& !rename(tmpfile
, filename
))
1125 if (ret
!= EEXIST
) {
1126 fprintf(stderr
, "unable to write sha1 filename %s: %s", filename
, strerror(ret
));
1129 /* FIXME!!! Collision check here ? */
1135 int write_sha1_from_fd(const unsigned char *sha1
, int fd
)
1137 char *filename
= sha1_file_name(sha1
);
1141 unsigned char real_sha1
[20];
1142 unsigned char buf
[4096];
1143 unsigned char discard
[4096];
1147 local
= open(filename
, O_WRONLY
| O_CREAT
| O_EXCL
, 0666);
1150 return error("Couldn't open %s\n", filename
);
1152 memset(&stream
, 0, sizeof(stream
));
1154 inflateInit(&stream
);
1160 size
= read(fd
, buf
, 4096);
1165 return error("Connection closed?");
1166 perror("Reading from connection");
1169 write(local
, buf
, size
);
1170 stream
.avail_in
= size
;
1171 stream
.next_in
= buf
;
1173 stream
.next_out
= discard
;
1174 stream
.avail_out
= sizeof(discard
);
1175 ret
= inflate(&stream
, Z_SYNC_FLUSH
);
1176 SHA1_Update(&c
, discard
, sizeof(discard
) -
1178 } while (stream
.avail_in
&& ret
== Z_OK
);
1180 } while (ret
== Z_OK
);
1181 inflateEnd(&stream
);
1184 SHA1_Final(real_sha1
, &c
);
1185 if (ret
!= Z_STREAM_END
) {
1187 return error("File %s corrupted", sha1_to_hex(sha1
));
1189 if (memcmp(sha1
, real_sha1
, 20)) {
1191 return error("File %s has bad hash\n", sha1_to_hex(sha1
));
1197 int has_sha1_file(const unsigned char *sha1
)
1200 struct pack_entry e
;
1202 if (find_sha1_file(sha1
, &st
))
1204 return find_pack_entry(sha1
, &e
);
1207 int index_fd(unsigned char *sha1
, int fd
, struct stat
*st
)
1209 unsigned long size
= st
->st_size
;
1215 buf
= mmap(NULL
, size
, PROT_READ
, MAP_PRIVATE
, fd
, 0);
1217 if ((int)(long)buf
== -1)
1220 ret
= write_sha1_file(buf
, size
, "blob", sha1
);