t/t5332-multi-pack-reuse.sh

   1 #!/bin/sh
   2
   3 test_description='pack-objects multi-pack reuse'
   4
   5 TEST_PASSES_SANITIZE_LEAK=true
   6 . ./test-lib.sh
   7 . "$TEST_DIRECTORY"/lib-bitmap.sh
   8
   9 GIT_TEST_MULTI_PACK_INDEX=0
  10 GIT_TEST_MULTI_PACK_INDEX_WRITE_INCREMENTAL=0
  11 objdir=.git/objects
  12 packdir=$objdir/pack
  13
  14 test_pack_reused () {
  15         test_trace2_data pack-objects pack-reused "$1"
  16 }
  17
  18 test_packs_reused () {
  19         test_trace2_data pack-objects packs-reused "$1"
  20 }
  21
  22
  23 # pack_position <object> </path/to/pack.idx
  24 pack_position () {
  25         git show-index >objects &&
  26         grep "$1" objects | cut -d" " -f1
  27 }
  28
  29 # test_pack_objects_reused_all <pack-reused> <packs-reused>
  30 test_pack_objects_reused_all () {
  31         : >trace2.txt &&
  32         GIT_TRACE2_EVENT="$PWD/trace2.txt" \
  33                 git pack-objects --stdout --revs --all --delta-base-offset \
  34                 >got.pack &&
  35
  36         test_pack_reused "$1" <trace2.txt &&
  37         test_packs_reused "$2" <trace2.txt &&
  38
  39         git index-pack --strict -o got.idx got.pack
  40 }
  41
  42 # test_pack_objects_reused <pack-reused> <packs-reused>
  43 test_pack_objects_reused () {
  44         : >trace2.txt &&
  45         GIT_TRACE2_EVENT="$PWD/trace2.txt" \
  46                 git pack-objects --stdout --revs >got.pack &&
  47
  48         test_pack_reused "$1" <trace2.txt &&
  49         test_packs_reused "$2" <trace2.txt &&
  50
  51         git index-pack --strict -o got.idx got.pack
  52 }
  53
  54 test_expect_success 'preferred pack is reused for single-pack reuse' '
  55         test_config pack.allowPackReuse single &&
  56
  57         for i in A B
  58         do
  59                 test_commit "$i" &&
  60                 git repack -d || return 1
  61         done &&
  62
  63         git multi-pack-index write --bitmap &&
  64
  65         test_pack_objects_reused_all 3 1
  66 '
  67
  68 test_expect_success 'multi-pack reuse is disabled by default' '
  69         test_pack_objects_reused_all 3 1
  70 '
  71
  72 test_expect_success 'feature.experimental implies multi-pack reuse' '
  73         test_config feature.experimental true &&
  74
  75         test_pack_objects_reused_all 6 2
  76 '
  77
  78 test_expect_success 'multi-pack reuse can be disabled with feature.experimental' '
  79         test_config feature.experimental true &&
  80         test_config pack.allowPackReuse single &&
  81
  82         test_pack_objects_reused_all 3 1
  83 '
  84
  85 test_expect_success 'enable multi-pack reuse' '
  86         git config pack.allowPackReuse multi
  87 '
  88
  89 test_expect_success 'reuse all objects from subset of bitmapped packs' '
  90         test_commit C &&
  91         git repack -d &&
  92
  93         git multi-pack-index write --bitmap &&
  94
  95         cat >in <<-EOF &&
  96         $(git rev-parse C)
  97         ^$(git rev-parse A)
  98         EOF
  99
 100         test_pack_objects_reused 6 2 <in
 101 '
 102
 103 test_expect_success 'reuse all objects from all packs' '
 104         test_pack_objects_reused_all 9 3
 105 '
 106
 107 test_expect_success 'reuse objects from first pack with middle gap' '
 108         for i in D E F
 109         do
 110                 test_commit "$i" || return 1
 111         done &&
 112
 113         # Set "pack.window" to zero to ensure that we do not create any
 114         # deltas, which could alter the amount of pack reuse we perform
 115         # (if, for e.g., we are not sending one or more bases).
 116         D="$(git -c pack.window=0 pack-objects --all --unpacked $packdir/pack)" &&
 117
 118         d_pos="$(pack_position $(git rev-parse D) <$packdir/pack-$D.idx)" &&
 119         e_pos="$(pack_position $(git rev-parse E) <$packdir/pack-$D.idx)" &&
 120         f_pos="$(pack_position $(git rev-parse F) <$packdir/pack-$D.idx)" &&
 121
 122         # commits F, E, and D, should appear in that order at the
 123         # beginning of the pack
 124         test $f_pos -lt $e_pos &&
 125         test $e_pos -lt $d_pos &&
 126
 127         # Ensure that the pack we are constructing sorts ahead of any
 128         # other packs in lexical/bitmap order by choosing it as the
 129         # preferred pack.
 130         git multi-pack-index write --bitmap --preferred-pack="pack-$D.idx" &&
 131
 132         cat >in <<-EOF &&
 133         $(git rev-parse E)
 134         ^$(git rev-parse D)
 135         EOF
 136
 137         test_pack_objects_reused 3 1 <in
 138 '
 139
 140 test_expect_success 'reuse objects from middle pack with middle gap' '
 141         rm -fr $packdir/multi-pack-index* &&
 142
 143         # Ensure that the pack we are constructing sort into any
 144         # position *but* the first one, by choosing a different pack as
 145         # the preferred one.
 146         git multi-pack-index write --bitmap --preferred-pack="pack-$A.idx" &&
 147
 148         cat >in <<-EOF &&
 149         $(git rev-parse E)
 150         ^$(git rev-parse D)
 151         EOF
 152
 153         test_pack_objects_reused 3 1 <in
 154 '
 155
 156 test_expect_success 'omit delta with uninteresting base (same pack)' '
 157         git repack -adk &&
 158
 159         test_seq 32 >f &&
 160         git add f &&
 161         test_tick &&
 162         git commit -m "delta" &&
 163         delta="$(git rev-parse HEAD)" &&
 164
 165         test_seq 64 >f &&
 166         test_tick &&
 167         git commit -a -m "base" &&
 168         base="$(git rev-parse HEAD)" &&
 169
 170         test_commit other &&
 171
 172         git repack -d &&
 173
 174         have_delta "$(git rev-parse $delta:f)" "$(git rev-parse $base:f)" &&
 175
 176         git multi-pack-index write --bitmap &&
 177
 178         cat >in <<-EOF &&
 179         $(git rev-parse other)
 180         ^$base
 181         EOF
 182
 183         # We can only reuse the 3 objects corresponding to "other" from
 184         # the latest pack.
 185         #
 186         # This is because even though we want "delta", we do not want
 187         # "base", meaning that we have to inflate the delta/base-pair
 188         # corresponding to the blob in commit "delta", which bypasses
 189         # the pack-reuse mechanism.
 190         #
 191         # The remaining objects from the other pack are similarly not
 192         # reused because their objects are on the uninteresting side of
 193         # the query.
 194         test_pack_objects_reused 3 1 <in
 195 '
 196
 197 test_expect_success 'omit delta from uninteresting base (cross pack)' '
 198         cat >in <<-EOF &&
 199         $(git rev-parse $base)
 200         ^$(git rev-parse $delta)
 201         EOF
 202
 203         P="$(git pack-objects --revs $packdir/pack <in)" &&
 204
 205         git multi-pack-index write --bitmap --preferred-pack="pack-$P.idx" &&
 206
 207         packs_nr="$(find $packdir -type f -name "pack-*.pack" | wc -l)" &&
 208         objects_nr="$(git rev-list --count --all --objects)" &&
 209
 210         test_pack_objects_reused_all $(($objects_nr - 1)) $packs_nr
 211 '
 212
 213 test_expect_success 'non-omitted delta in MIDX preferred pack' '
 214         test_config pack.allowPackReuse single &&
 215
 216         cat >p1.objects <<-EOF &&
 217         $(git rev-parse $base)
 218         ^$(git rev-parse $delta^)
 219         EOF
 220         cat >p2.objects <<-EOF &&
 221         $(git rev-parse F)
 222         EOF
 223
 224         p1="$(git pack-objects --revs $packdir/pack <p1.objects)" &&
 225         p2="$(git pack-objects --revs $packdir/pack <p2.objects)" &&
 226
 227         cat >in <<-EOF &&
 228         pack-$p1.idx
 229         pack-$p2.idx
 230         EOF
 231         git multi-pack-index write --bitmap --stdin-packs \
 232                 --preferred-pack=pack-$p1.pack <in &&
 233
 234         git show-index <$packdir/pack-$p1.idx >expect &&
 235
 236         test_pack_objects_reused_all $(wc -l <expect) 1
 237 '
 238
 239 test_expect_success 'duplicate objects' '
 240         git init duplicate-objects &&
 241         (
 242                 cd duplicate-objects &&
 243
 244                 git config pack.allowPackReuse multi &&
 245
 246                 test_commit base &&
 247
 248                 git repack -a &&
 249
 250                 git rev-parse HEAD^{tree} >in &&
 251                 p="$(git pack-objects $packdir/pack <in)" &&
 252
 253                 git multi-pack-index write --bitmap --preferred-pack=pack-$p.idx &&
 254
 255                 objects_nr="$(git rev-list --count --all --objects)" &&
 256                 packs_nr="$(find $packdir -type f -name "pack-*.pack" | wc -l)" &&
 257
 258                 test_pack_objects_reused_all $objects_nr $packs_nr
 259         )
 260 '
 261
 262 test_done