t/t5302-pack-index.sh

   1 #!/bin/sh
   2 #
   3 # Copyright (c) 2007 Nicolas Pitre
   4 #
   5
   6 test_description='pack index with 64-bit offsets and object CRC'
   7 . ./test-lib.sh
   8
   9 zeros () {
  10         while :; do
  11                 echo -n xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx
  12         done | tr x '\0'
  13 }
  14
  15 test_expect_success \
  16     'setup' \
  17     'rm -rf .git
  18      git init &&
  19      i=1 &&
  20          while test $i -le 100
  21      do
  22                  i=`printf '%03i' $i`
  23          echo $i >file_$i &&
  24          test-genrandom "$i" 8192 >>file_$i &&
  25          git update-index --add file_$i &&
  26                  i=`expr $i + 1` || return 1
  27      done &&
  28      { echo 101 && test-genrandom 100 8192; } >file_101 &&
  29      git update-index --add file_101 &&
  30      tree=`git write-tree` &&
  31      commit=`git commit-tree $tree </dev/null` && {
  32          echo $tree &&
  33          git ls-tree $tree | sed -e "s/.* \\([0-9a-f]*\\)       .*/\\1/"
  34      } >obj-list &&
  35      git update-ref HEAD $commit'
  36
  37 test_expect_success \
  38     'pack-objects with index version 1' \
  39     'pack1=$(git pack-objects --index-version=1 test-1 <obj-list) &&
  40      git verify-pack -v "test-1-${pack1}.pack"'
  41
  42 test_expect_success \
  43     'pack-objects with index version 2' \
  44     'pack2=$(git pack-objects --index-version=2 test-2 <obj-list) &&
  45      git verify-pack -v "test-2-${pack2}.pack"'
  46
  47 test_expect_success \
  48     'both packs should be identical' \
  49     'cmp "test-1-${pack1}.pack" "test-2-${pack2}.pack"'
  50
  51 test_expect_success \
  52     'index v1 and index v2 should be different' \
  53     '! cmp "test-1-${pack1}.idx" "test-2-${pack2}.idx"'
  54
  55 test_expect_success \
  56     'index-pack with index version 1' \
  57     'git-index-pack --index-version=1 -o 1.idx "test-1-${pack1}.pack"'
  58
  59 test_expect_success \
  60     'index-pack with index version 2' \
  61     'git-index-pack --index-version=2 -o 2.idx "test-1-${pack1}.pack"'
  62
  63 test_expect_success \
  64     'index-pack results should match pack-objects ones' \
  65     'cmp "test-1-${pack1}.idx" "1.idx" &&
  66      cmp "test-2-${pack2}.idx" "2.idx"'
  67
  68 test_expect_success \
  69     'index v2: force some 64-bit offsets with pack-objects' \
  70     'pack3=$(git pack-objects --index-version=2,0x40000 test-3 <obj-list)'
  71
  72 have_64bits=
  73 if msg=$(git verify-pack -v "test-3-${pack3}.pack" 2>&1) ||
  74         ! (echo "$msg" | grep "pack too large .* off_t")
  75 then
  76         have_64bits=t
  77 else
  78         say "skipping tests concerning 64-bit offsets"
  79 fi
  80
  81 test "$have_64bits" &&
  82 test_expect_success \
  83     'index v2: verify a pack with some 64-bit offsets' \
  84     'git verify-pack -v "test-3-${pack3}.pack"'
  85
  86 test "$have_64bits" &&
  87 test_expect_success \
  88     '64-bit offsets: should be different from previous index v2 results' \
  89     '! cmp "test-2-${pack2}.idx" "test-3-${pack3}.idx"'
  90
  91 test "$have_64bits" &&
  92 test_expect_success \
  93     'index v2: force some 64-bit offsets with index-pack' \
  94     'git-index-pack --index-version=2,0x40000 -o 3.idx "test-1-${pack1}.pack"'
  95
  96 test "$have_64bits" &&
  97 test_expect_success \
  98     '64-bit offsets: index-pack result should match pack-objects one' \
  99     'cmp "test-3-${pack3}.idx" "3.idx"'
 100
 101 test_expect_success \
 102     '[index v1] 1) stream pack to repository' \
 103     'git-index-pack --index-version=1 --stdin < "test-1-${pack1}.pack" &&
 104      git prune-packed &&
 105      git count-objects | ( read nr rest && test "$nr" -eq 1 ) &&
 106      cmp "test-1-${pack1}.pack" ".git/objects/pack/pack-${pack1}.pack" &&
 107      cmp "test-1-${pack1}.idx"  ".git/objects/pack/pack-${pack1}.idx"'
 108
 109 test_expect_success \
 110     '[index v1] 2) create a stealth corruption in a delta base reference' \
 111     '# this test assumes a delta smaller than 16 bytes at the end of the pack
 112      git show-index <1.idx | sort -n | sed -ne \$p | (
 113        read delta_offs delta_sha1 &&
 114        git cat-file blob "$delta_sha1" > blob_1 &&
 115        chmod +w ".git/objects/pack/pack-${pack1}.pack" &&
 116        dd of=".git/objects/pack/pack-${pack1}.pack" seek=$(($delta_offs + 1)) \
 117           if=".git/objects/pack/pack-${pack1}.idx" skip=$((256 * 4 + 4)) \
 118           bs=1 count=20 conv=notrunc &&
 119        git cat-file blob "$delta_sha1" > blob_2 )'
 120
 121 test_expect_success \
 122     '[index v1] 3) corrupted delta happily returned wrong data' \
 123     '! cmp blob_1 blob_2'
 124
 125 test_expect_success \
 126     '[index v1] 4) confirm that the pack is actually corrupted' \
 127     'test_must_fail git fsck --full $commit'
 128
 129 test_expect_success \
 130     '[index v1] 5) pack-objects happily reuses corrupted data' \
 131     'pack4=$(git pack-objects test-4 <obj-list) &&
 132      test -f "test-4-${pack1}.pack"'
 133
 134 test_expect_success \
 135     '[index v1] 6) newly created pack is BAD !' \
 136     'test_must_fail git verify-pack -v "test-4-${pack1}.pack"'
 137
 138 test_expect_success \
 139     '[index v2] 1) stream pack to repository' \
 140     'rm -f .git/objects/pack/* &&
 141      git-index-pack --index-version=2 --stdin < "test-1-${pack1}.pack" &&
 142      git prune-packed &&
 143      git count-objects | ( read nr rest && test "$nr" -eq 1 ) &&
 144      cmp "test-1-${pack1}.pack" ".git/objects/pack/pack-${pack1}.pack" &&
 145      cmp "test-2-${pack1}.idx"  ".git/objects/pack/pack-${pack1}.idx"'
 146
 147 test_expect_success \
 148     '[index v2] 2) create a stealth corruption in a delta base reference' \
 149     '# this test assumes a delta smaller than 16 bytes at the end of the pack
 150      git show-index <1.idx | sort -n | sed -ne \$p | (
 151        read delta_offs delta_sha1 delta_crc &&
 152        git cat-file blob "$delta_sha1" > blob_3 &&
 153        chmod +w ".git/objects/pack/pack-${pack1}.pack" &&
 154        dd of=".git/objects/pack/pack-${pack1}.pack" seek=$(($delta_offs + 1)) \
 155           if=".git/objects/pack/pack-${pack1}.idx" skip=$((8 + 256 * 4)) \
 156           bs=1 count=20 conv=notrunc &&
 157        git cat-file blob "$delta_sha1" > blob_4 )'
 158
 159 test_expect_success \
 160     '[index v2] 3) corrupted delta happily returned wrong data' \
 161     '! cmp blob_3 blob_4'
 162
 163 test_expect_success \
 164     '[index v2] 4) confirm that the pack is actually corrupted' \
 165     'test_must_fail git fsck --full $commit'
 166
 167 test_expect_success \
 168     '[index v2] 5) pack-objects refuses to reuse corrupted data' \
 169     'test_must_fail git pack-objects test-5 <obj-list'
 170
 171 test_expect_success \
 172     '[index v2] 6) verify-pack detects CRC mismatch' \
 173     'rm -f .git/objects/pack/* &&
 174      git-index-pack --index-version=2 --stdin < "test-1-${pack1}.pack" &&
 175      git verify-pack ".git/objects/pack/pack-${pack1}.pack" &&
 176      chmod +w ".git/objects/pack/pack-${pack1}.idx" &&
 177      zeros | dd of=".git/objects/pack/pack-${pack1}.idx" conv=notrunc \
 178         bs=1 count=4 seek=$((8 + 256 * 4 + `wc -l <obj-list` * 20 + 0)) &&
 179      ( while read obj
 180        do git cat-file -p $obj >/dev/null || exit 1
 181        done <obj-list ) &&
 182      err=$(test_must_fail git verify-pack \
 183        ".git/objects/pack/pack-${pack1}.pack" 2>&1) &&
 184      echo "$err" | grep "CRC mismatch"'
 185
 186 test_done