Andrew's git - gitweb.git/blob - t/t5300-pack-object.sh

   1#!/bin/sh
   2#
   3# Copyright (c) 2005 Junio C Hamano
   4#
   5
   6test_description='git pack-object
   7
   8'
   9. ./test-lib.sh
  10
  11TRASH=`pwd`
  12
  13test_expect_success \
  14    'setup' \
  15    'rm -f .git/index*
  16     perl -e "print \"a\" x 4096;" > a &&
  17     perl -e "print \"b\" x 4096;" > b &&
  18     perl -e "print \"c\" x 4096;" > c &&
  19     git update-index --add a b c &&
  20     cat c >d && echo foo >>d && git update-index --add d &&
  21     tree=`git write-tree` &&
  22     commit=`git commit-tree $tree </dev/null` && {
  23         echo $tree &&
  24         echo $commit &&
  25         git ls-tree $tree | sed -e "s/.* \\([0-9a-f]*\\)       .*/\\1/"
  26     } >obj-list && {
  27         git diff-tree --root -p $commit &&
  28         while read object
  29         do
  30            t=`git cat-file -t $object` &&
  31            git cat-file $t $object || return 1
  32         done <obj-list
  33     } >expect'
  34
  35test_expect_success \
  36    'pack without delta' \
  37    'packname_1=$(git pack-objects --window=0 test-1 <obj-list)'
  38
  39rm -fr .git2
  40mkdir .git2
  41
  42test_expect_success \
  43    'unpack without delta' \
  44    "GIT_OBJECT_DIRECTORY=.git2/objects &&
  45     export GIT_OBJECT_DIRECTORY &&
  46     git init &&
  47     git unpack-objects -n <test-1-${packname_1}.pack &&
  48     git unpack-objects <test-1-${packname_1}.pack"
  49
  50unset GIT_OBJECT_DIRECTORY
  51cd "$TRASH/.git2"
  52
  53test_expect_success \
  54    'check unpack without delta' \
  55    '(cd ../.git && find objects -type f -print) |
  56     while read path
  57     do
  58         cmp $path ../.git/$path || {
  59             echo $path differs.
  60             return 1
  61         }
  62     done'
  63cd "$TRASH"
  64
  65test_expect_success \
  66    'pack with REF_DELTA' \
  67    'pwd &&
  68     packname_2=$(git pack-objects test-2 <obj-list)'
  69
  70rm -fr .git2
  71mkdir .git2
  72
  73test_expect_success \
  74    'unpack with REF_DELTA' \
  75    'GIT_OBJECT_DIRECTORY=.git2/objects &&
  76     export GIT_OBJECT_DIRECTORY &&
  77     git init &&
  78     git unpack-objects -n <test-2-${packname_2}.pack &&
  79     git unpack-objects <test-2-${packname_2}.pack'
  80
  81unset GIT_OBJECT_DIRECTORY
  82cd "$TRASH/.git2"
  83test_expect_success \
  84    'check unpack with REF_DELTA' \
  85    '(cd ../.git && find objects -type f -print) |
  86     while read path
  87     do
  88         cmp $path ../.git/$path || {
  89             echo $path differs.
  90             return 1
  91         }
  92     done'
  93cd "$TRASH"
  94
  95test_expect_success \
  96    'pack with OFS_DELTA' \
  97    'pwd &&
  98     packname_3=$(git pack-objects --delta-base-offset test-3 <obj-list)'
  99
 100rm -fr .git2
 101mkdir .git2
 102
 103test_expect_success \
 104    'unpack with OFS_DELTA' \
 105    'GIT_OBJECT_DIRECTORY=.git2/objects &&
 106     export GIT_OBJECT_DIRECTORY &&
 107     git init &&
 108     git unpack-objects -n <test-3-${packname_3}.pack &&
 109     git unpack-objects <test-3-${packname_3}.pack'
 110
 111unset GIT_OBJECT_DIRECTORY
 112cd "$TRASH/.git2"
 113test_expect_success \
 114    'check unpack with OFS_DELTA' \
 115    '(cd ../.git && find objects -type f -print) |
 116     while read path
 117     do
 118         cmp $path ../.git/$path || {
 119             echo $path differs.
 120             return 1
 121         }
 122     done'
 123cd "$TRASH"
 124
 125test_expect_success 'compare delta flavors' '
 126        perl -e '\''
 127                defined($_ = -s $_) or die for @ARGV;
 128                exit 1 if $ARGV[0] <= $ARGV[1];
 129        '\'' test-2-$packname_2.pack test-3-$packname_3.pack
 130'
 131
 132rm -fr .git2
 133mkdir .git2
 134
 135test_expect_success \
 136    'use packed objects' \
 137    'GIT_OBJECT_DIRECTORY=.git2/objects &&
 138     export GIT_OBJECT_DIRECTORY &&
 139     git init &&
 140     cp test-1-${packname_1}.pack test-1-${packname_1}.idx .git2/objects/pack && {
 141         git diff-tree --root -p $commit &&
 142         while read object
 143         do
 144            t=`git cat-file -t $object` &&
 145            git cat-file $t $object || return 1
 146         done <obj-list
 147    } >current &&
 148    diff expect current'
 149
 150test_expect_success \
 151    'use packed deltified (REF_DELTA) objects' \
 152    'GIT_OBJECT_DIRECTORY=.git2/objects &&
 153     export GIT_OBJECT_DIRECTORY &&
 154     rm -f .git2/objects/pack/test-* &&
 155     cp test-2-${packname_2}.pack test-2-${packname_2}.idx .git2/objects/pack && {
 156         git diff-tree --root -p $commit &&
 157         while read object
 158         do
 159            t=`git cat-file -t $object` &&
 160            git cat-file $t $object || return 1
 161         done <obj-list
 162    } >current &&
 163    diff expect current'
 164
 165test_expect_success \
 166    'use packed deltified (OFS_DELTA) objects' \
 167    'GIT_OBJECT_DIRECTORY=.git2/objects &&
 168     export GIT_OBJECT_DIRECTORY &&
 169     rm -f .git2/objects/pack/test-* &&
 170     cp test-3-${packname_3}.pack test-3-${packname_3}.idx .git2/objects/pack && {
 171         git diff-tree --root -p $commit &&
 172         while read object
 173         do
 174            t=`git cat-file -t $object` &&
 175            git cat-file $t $object || return 1
 176         done <obj-list
 177    } >current &&
 178    diff expect current'
 179
 180unset GIT_OBJECT_DIRECTORY
 181
 182test_expect_success 'survive missing objects/pack directory' '
 183        (
 184                rm -fr missing-pack &&
 185                mkdir missing-pack &&
 186                cd missing-pack &&
 187                git init &&
 188                GOP=.git/objects/pack
 189                rm -fr $GOP &&
 190                git index-pack --stdin --keep=test <../test-3-${packname_3}.pack &&
 191                test -f $GOP/pack-${packname_3}.pack &&
 192                test_cmp $GOP/pack-${packname_3}.pack ../test-3-${packname_3}.pack &&
 193                test -f $GOP/pack-${packname_3}.idx &&
 194                test_cmp $GOP/pack-${packname_3}.idx ../test-3-${packname_3}.idx &&
 195                test -f $GOP/pack-${packname_3}.keep
 196        )
 197'
 198
 199test_expect_success \
 200    'verify pack' \
 201    'git verify-pack    test-1-${packname_1}.idx \
 202                        test-2-${packname_2}.idx \
 203                        test-3-${packname_3}.idx'
 204
 205test_expect_success \
 206    'verify pack -v' \
 207    'git verify-pack -v test-1-${packname_1}.idx \
 208                        test-2-${packname_2}.idx \
 209                        test-3-${packname_3}.idx'
 210
 211test_expect_success \
 212    'verify-pack catches mismatched .idx and .pack files' \
 213    'cat test-1-${packname_1}.idx >test-3.idx &&
 214     cat test-2-${packname_2}.pack >test-3.pack &&
 215     if git verify-pack test-3.idx
 216     then false
 217     else :;
 218     fi'
 219
 220test_expect_success \
 221    'verify-pack catches a corrupted pack signature' \
 222    'cat test-1-${packname_1}.pack >test-3.pack &&
 223     echo | dd of=test-3.pack count=1 bs=1 conv=notrunc seek=2 &&
 224     if git verify-pack test-3.idx
 225     then false
 226     else :;
 227     fi'
 228
 229test_expect_success \
 230    'verify-pack catches a corrupted pack version' \
 231    'cat test-1-${packname_1}.pack >test-3.pack &&
 232     echo | dd of=test-3.pack count=1 bs=1 conv=notrunc seek=7 &&
 233     if git verify-pack test-3.idx
 234     then false
 235     else :;
 236     fi'
 237
 238test_expect_success \
 239    'verify-pack catches a corrupted type/size of the 1st packed object data' \
 240    'cat test-1-${packname_1}.pack >test-3.pack &&
 241     echo | dd of=test-3.pack count=1 bs=1 conv=notrunc seek=12 &&
 242     if git verify-pack test-3.idx
 243     then false
 244     else :;
 245     fi'
 246
 247test_expect_success \
 248    'verify-pack catches a corrupted sum of the index file itself' \
 249    'l=`wc -c <test-3.idx` &&
 250     l=`expr $l - 20` &&
 251     cat test-1-${packname_1}.pack >test-3.pack &&
 252     printf "%20s" "" | dd of=test-3.idx count=20 bs=1 conv=notrunc seek=$l &&
 253     if git verify-pack test-3.pack
 254     then false
 255     else :;
 256     fi'
 257
 258test_expect_success \
 259    'build pack index for an existing pack' \
 260    'cat test-1-${packname_1}.pack >test-3.pack &&
 261     git index-pack -o tmp.idx test-3.pack &&
 262     cmp tmp.idx test-1-${packname_1}.idx &&
 263
 264     git index-pack test-3.pack &&
 265     cmp test-3.idx test-1-${packname_1}.idx &&
 266
 267     cat test-2-${packname_2}.pack >test-3.pack &&
 268     git index-pack -o tmp.idx test-2-${packname_2}.pack &&
 269     cmp tmp.idx test-2-${packname_2}.idx &&
 270
 271     git index-pack test-3.pack &&
 272     cmp test-3.idx test-2-${packname_2}.idx &&
 273
 274     cat test-3-${packname_3}.pack >test-3.pack &&
 275     git index-pack -o tmp.idx test-3-${packname_3}.pack &&
 276     cmp tmp.idx test-3-${packname_3}.idx &&
 277
 278     git index-pack test-3.pack &&
 279     cmp test-3.idx test-3-${packname_3}.idx &&
 280
 281     :'
 282
 283test_expect_success \
 284    'fake a SHA1 hash collision' \
 285    'test -f    .git/objects/c8/2de19312b6c3695c0c18f70709a6c535682a67 &&
 286     cp -f      .git/objects/9d/235ed07cd19811a6ceb342de82f190e49c9f68 \
 287                .git/objects/c8/2de19312b6c3695c0c18f70709a6c535682a67'
 288
 289test_expect_success \
 290    'make sure index-pack detects the SHA1 collision' \
 291    'test_must_fail git index-pack -o bad.idx test-3.pack 2>msg &&
 292     grep "SHA1 COLLISION FOUND" msg'
 293
 294test_expect_success \
 295    'honor pack.packSizeLimit' \
 296    'git config pack.packSizeLimit 200 &&
 297     packname_4=$(git pack-objects test-4 <obj-list) &&
 298     test 3 = $(ls test-4-*.pack | wc -l)'
 299
 300test_expect_success 'unpacking with --strict' '
 301
 302        git config --unset pack.packsizelimit &&
 303        for j in a b c d e f g
 304        do
 305                for i in 0 1 2 3 4 5 6 7 8 9
 306                do
 307                        o=$(echo $j$i | git hash-object -w --stdin) &&
 308                        echo "100644 $o 0 $j$i"
 309                done
 310        done >LIST &&
 311        rm -f .git/index &&
 312        git update-index --index-info <LIST &&
 313        LIST=$(git write-tree) &&
 314        rm -f .git/index &&
 315        head -n 10 LIST | git update-index --index-info &&
 316        LI=$(git write-tree) &&
 317        rm -f .git/index &&
 318        tail -n 10 LIST | git update-index --index-info &&
 319        ST=$(git write-tree) &&
 320        PACK5=$( git rev-list --objects "$LIST" "$LI" "$ST" | \
 321                git pack-objects test-5 ) &&
 322        PACK6=$( (
 323                        echo "$LIST"
 324                        echo "$LI"
 325                        echo "$ST"
 326                 ) | git pack-objects test-6 ) &&
 327        test_create_repo test-5 &&
 328        (
 329                cd test-5 &&
 330                git unpack-objects --strict <../test-5-$PACK5.pack &&
 331                git ls-tree -r $LIST &&
 332                git ls-tree -r $LI &&
 333                git ls-tree -r $ST
 334        ) &&
 335        test_create_repo test-6 &&
 336        (
 337                # tree-only into empty repo -- many unreachables
 338                cd test-6 &&
 339                test_must_fail git unpack-objects --strict <../test-6-$PACK6.pack
 340        ) &&
 341        (
 342                # already populated -- no unreachables
 343                cd test-5 &&
 344                git unpack-objects --strict <../test-6-$PACK6.pack
 345        )
 346'
 347
 348test_expect_success 'index-pack with --strict' '
 349
 350        for j in a b c d e f g
 351        do
 352                for i in 0 1 2 3 4 5 6 7 8 9
 353                do
 354                        o=$(echo $j$i | git hash-object -w --stdin) &&
 355                        echo "100644 $o 0 $j$i"
 356                done
 357        done >LIST &&
 358        rm -f .git/index &&
 359        git update-index --index-info <LIST &&
 360        LIST=$(git write-tree) &&
 361        rm -f .git/index &&
 362        head -n 10 LIST | git update-index --index-info &&
 363        LI=$(git write-tree) &&
 364        rm -f .git/index &&
 365        tail -n 10 LIST | git update-index --index-info &&
 366        ST=$(git write-tree) &&
 367        PACK5=$( git rev-list --objects "$LIST" "$LI" "$ST" | \
 368                git pack-objects test-5 ) &&
 369        PACK6=$( (
 370                        echo "$LIST"
 371                        echo "$LI"
 372                        echo "$ST"
 373                 ) | git pack-objects test-6 ) &&
 374        test_create_repo test-7 &&
 375        (
 376                cd test-7 &&
 377                git index-pack --strict --stdin <../test-5-$PACK5.pack &&
 378                git ls-tree -r $LIST &&
 379                git ls-tree -r $LI &&
 380                git ls-tree -r $ST
 381        ) &&
 382        test_create_repo test-8 &&
 383        (
 384                # tree-only into empty repo -- many unreachables
 385                cd test-8 &&
 386                test_must_fail git index-pack --strict --stdin <../test-6-$PACK6.pack
 387        ) &&
 388        (
 389                # already populated -- no unreachables
 390                cd test-7 &&
 391                git index-pack --strict --stdin <../test-6-$PACK6.pack
 392        )
 393'
 394
 395test_expect_success 'tolerate absurdly small packsizelimit' '
 396        git config pack.packSizeLimit 2 &&
 397        packname_9=$(git pack-objects test-9 <obj-list) &&
 398        test $(wc -l <obj-list) = $(ls test-9-*.pack | wc -l)
 399'
 400
 401test_done