3 test_description
='multi-pack-indexes'
16 header: 4d494458 1 $NUM_CHUNKS $NUM_PACKS
17 chunks: pack-names oid-fanout oid-lookup object-offsets$EXTRA_CHUNKS
18 num_objects: $NUM_OBJECTS
21 if test $NUM_PACKS -ge 1
23 ls $OBJECT_DIR/pack
/ |
grep idx |
sort
25 printf "object-dir: $OBJECT_DIR\n"
27 test-tool read-midx
$OBJECT_DIR >actual
&&
28 test_cmp expect actual
31 test_expect_success
'write midx with no packs' '
32 test_when_finished rm -f pack/multi-pack-index &&
33 git multi-pack-index --object-dir=. write &&
34 midx_read_expect 0 0 4 .
39 iii
=$
(printf '%03i' $i)
41 test-tool genrandom
"bar" 200 &&
42 test-tool genrandom
"baz $iii" 50
45 test-tool genrandom
"foo"$i 100 &&
46 test-tool genrandom
"foo"$
(( $i + 1 )) 100 &&
47 test-tool genrandom
"foo"$
(( $i + 2 )) 100
51 test-tool genrandom
"$iii" 8192
53 git update-index
--add file_
$iii deep_delta_
$iii wide_delta_
$iii
56 commit_and_list_objects
() {
59 test-tool genrandom
100 8192;
61 git update-index
--add file_101
&&
62 tree
=$
(git write-tree
) &&
63 commit
=$
(git commit-tree
$tree -p HEAD
</dev
/null
) &&
66 git ls-tree
$tree |
sed -e "s/.* \\([0-9a-f]*\\) .*/\\1/"
68 git
reset --hard $commit
71 test_expect_success
'create objects' '
72 test_commit initial &&
73 for i in $(test_seq 1 5)
77 commit_and_list_objects
80 test_expect_success
'write midx with one v1 pack' '
81 pack=$(git pack-objects --index-version=1 $objdir/pack/test <obj-list) &&
82 test_when_finished rm $objdir/pack/test-$pack.pack \
83 $objdir/pack/test-$pack.idx $objdir/pack/multi-pack-index &&
84 git multi-pack-index --object-dir=$objdir write &&
85 midx_read_expect 1 18 4 $objdir
88 midx_git_two_modes
() {
89 if [ "$2" = "sorted" ]
91 git
-c core.multiPackIndex
=false
$1 |
sort >expect
&&
92 git
-c core.multiPackIndex
=true
$1 |
sort >actual
94 git
-c core.multiPackIndex
=false
$1 >expect
&&
95 git
-c core.multiPackIndex
=true
$1 >actual
97 test_cmp expect actual
100 compare_results_with_midx
() {
102 test_expect_success
"check normal git operations: $MSG" '
103 midx_git_two_modes "rev-list --objects --all" &&
104 midx_git_two_modes "log --raw" &&
105 midx_git_two_modes "count-objects --verbose" &&
106 midx_git_two_modes "cat-file --batch-all-objects --buffer --batch-check" &&
107 midx_git_two_modes "cat-file --batch-all-objects --buffer --batch-check --unsorted" sorted
111 test_expect_success
'write midx with one v2 pack' '
112 git pack-objects --index-version=2,0x40 $objdir/pack/test <obj-list &&
113 git multi-pack-index --object-dir=$objdir write &&
114 midx_read_expect 1 18 4 $objdir
117 compare_results_with_midx
"one v2 pack"
119 test_expect_success
'add more objects' '
120 for i in $(test_seq 6 10)
124 commit_and_list_objects
127 test_expect_success
'write midx with two packs' '
128 git pack-objects --index-version=1 $objdir/pack/test-2 <obj-list &&
129 git multi-pack-index --object-dir=$objdir write &&
130 midx_read_expect 2 34 4 $objdir
133 compare_results_with_midx
"two packs"
135 test_expect_success
'add more packs' '
136 for j in $(test_seq 11 20)
138 generate_objects $j &&
139 commit_and_list_objects &&
140 git pack-objects --index-version=2 $objdir/pack/test-pack <obj-list
144 compare_results_with_midx
"mixed mode (two packs + extra)"
146 test_expect_success
'write midx with twelve packs' '
147 git multi-pack-index --object-dir=$objdir write &&
148 midx_read_expect 12 74 4 $objdir
151 compare_results_with_midx
"twelve packs"
153 test_expect_success
'verify multi-pack-index success' '
154 git multi-pack-index verify --object-dir=$objdir
157 # usage: corrupt_midx_and_verify <pos> <data> <objdir> <string>
158 corrupt_midx_and_verify
() {
163 FILE
=$OBJDIR/pack
/multi-pack-index
&&
165 test_when_finished
mv midx-backup
$FILE &&
166 cp $FILE midx-backup
&&
167 printf "$DATA" |
dd of
="$FILE" bs
=1 seek
="$POS" conv
=notrunc
&&
168 test_must_fail git multi-pack-index verify
--object-dir=$OBJDIR 2>test_err
&&
169 grep -v "^+" test_err
>err
&&
170 test_i18ngrep
"$GREPSTR" err
173 test_expect_success
'verify bad signature' '
174 corrupt_midx_and_verify 0 "\00" $objdir \
175 "multi-pack-index signature"
179 MIDX_BYTE_OID_VERSION
=5
180 MIDX_BYTE_CHUNK_COUNT
=6
182 test_expect_success
'verify bad version' '
183 corrupt_midx_and_verify $MIDX_BYTE_VERSION "\00" $objdir \
184 "multi-pack-index version"
187 test_expect_success
'verify bad OID version' '
188 corrupt_midx_and_verify $MIDX_BYTE_OID_VERSION "\02" $objdir \
192 test_expect_success
'verify truncated chunk count' '
193 corrupt_midx_and_verify $MIDX_BYTE_CHUNK_COUNT "\01" $objdir \
197 test_expect_success
'verify extended chunk count' '
198 corrupt_midx_and_verify $MIDX_BYTE_CHUNK_COUNT "\07" $objdir \
199 "terminating multi-pack-index chunk id appears earlier than expected"
202 test_expect_success
'repack removes multi-pack-index' '
203 test_path_is_file $objdir/pack/multi-pack-index &&
205 test_path_is_missing $objdir/pack/multi-pack-index
208 compare_results_with_midx
"after repack"
210 test_expect_success
'multi-pack-index and pack-bitmap' '
211 git -c repack.writeBitmaps=true repack -ad &&
212 git multi-pack-index write &&
213 git rev-list --test-bitmap HEAD
216 test_expect_success
'multi-pack-index and alternates' '
217 git init --bare alt.git &&
218 echo $(pwd)/alt.git/objects >.git/objects/info/alternates &&
219 echo content1 >file1 &&
220 altblob=$(GIT_DIR=alt.git git hash-object -w file1) &&
221 git cat-file blob $altblob &&
225 compare_results_with_midx
"with alternate (local midx)"
227 test_expect_success
'multi-pack-index in an alternate' '
228 mv .git/objects/pack/* alt.git/objects/pack &&
229 test_commit add_local_objects &&
230 git repack --local &&
231 git multi-pack-index write &&
232 midx_read_expect 1 3 4 $objdir &&
233 git reset --hard HEAD~1 &&
234 rm -f .git/objects/pack/*
237 compare_results_with_midx
"with alternate (remote midx)"
239 # usage: corrupt_data <file> <pos> [<data>]
244 printf "$data" |
dd of
="$file" bs
=1 seek
="$pos" conv
=notrunc
247 # Force 64-bit offsets by manipulating the idx file.
248 # This makes the IDX file _incorrect_ so be careful to clean up after!
249 test_expect_success
'force some 64-bit offsets with pack-objects' '
251 mkdir objects64/pack &&
252 for i in $(test_seq 1 11)
256 commit_and_list_objects &&
257 pack64=$(git pack-objects --index-version=2,0x40 objects64/pack/test-64 <obj-list) &&
258 idx64=objects64/pack/test-64-$pack64.idx &&
260 corrupt_data $idx64 2999 "\02" &&
261 midx64=$(git multi-pack-index --object-dir=objects64 write) &&
262 midx_read_expect 1 63 5 objects64 " large-offsets"
265 test_expect_success
'verify multi-pack-index with 64-bit offsets' '
266 git multi-pack-index verify --object-dir=objects64