Andrew's git - gitweb.git/blob - t/t5300-pack-object.sh

   1#!/bin/sh
   2#
   3# Copyright (c) 2005 Junio C Hamano
   4#
   5
   6test_description='git pack-object
   7
   8'
   9. ./test-lib.sh
  10
  11TRASH=`pwd`
  12
  13test_expect_success \
  14    'setup' \
  15    'rm -f .git/index* &&
  16     perl -e "print \"a\" x 4096;" > a &&
  17     perl -e "print \"b\" x 4096;" > b &&
  18     perl -e "print \"c\" x 4096;" > c &&
  19     test-genrandom "seed a" 2097152 > a_big &&
  20     test-genrandom "seed b" 2097152 > b_big &&
  21     git update-index --add a a_big b b_big c &&
  22     cat c >d && echo foo >>d && git update-index --add d &&
  23     tree=`git write-tree` &&
  24     commit=`git commit-tree $tree </dev/null` && {
  25         echo $tree &&
  26         echo $commit &&
  27         git ls-tree $tree | sed -e "s/.* \\([0-9a-f]*\\)       .*/\\1/"
  28     } >obj-list && {
  29         git diff-tree --root -p $commit &&
  30         while read object
  31         do
  32            t=`git cat-file -t $object` &&
  33            git cat-file $t $object || return 1
  34         done <obj-list
  35     } >expect'
  36
  37test_expect_success \
  38    'pack without delta' \
  39    'packname_1=$(git pack-objects --window=0 test-1 <obj-list)'
  40
  41test_expect_success \
  42    'pack-objects with bogus arguments' \
  43    'test_must_fail git pack-objects --window=0 test-1 blah blah <obj-list'
  44
  45rm -fr .git2
  46mkdir .git2
  47
  48test_expect_success \
  49    'unpack without delta' \
  50    "GIT_OBJECT_DIRECTORY=.git2/objects &&
  51     export GIT_OBJECT_DIRECTORY &&
  52     git init &&
  53     git unpack-objects -n <test-1-${packname_1}.pack &&
  54     git unpack-objects <test-1-${packname_1}.pack"
  55
  56unset GIT_OBJECT_DIRECTORY
  57cd "$TRASH/.git2"
  58
  59test_expect_success \
  60    'check unpack without delta' \
  61    '(cd ../.git && find objects -type f -print) |
  62     while read path
  63     do
  64         cmp $path ../.git/$path || {
  65             echo $path differs.
  66             return 1
  67         }
  68     done'
  69cd "$TRASH"
  70
  71test_expect_success \
  72    'pack with REF_DELTA' \
  73    'pwd &&
  74     packname_2=$(git pack-objects test-2 <obj-list)'
  75
  76rm -fr .git2
  77mkdir .git2
  78
  79test_expect_success \
  80    'unpack with REF_DELTA' \
  81    'GIT_OBJECT_DIRECTORY=.git2/objects &&
  82     export GIT_OBJECT_DIRECTORY &&
  83     git init &&
  84     git unpack-objects -n <test-2-${packname_2}.pack &&
  85     git unpack-objects <test-2-${packname_2}.pack'
  86
  87unset GIT_OBJECT_DIRECTORY
  88cd "$TRASH/.git2"
  89test_expect_success \
  90    'check unpack with REF_DELTA' \
  91    '(cd ../.git && find objects -type f -print) |
  92     while read path
  93     do
  94         cmp $path ../.git/$path || {
  95             echo $path differs.
  96             return 1
  97         }
  98     done'
  99cd "$TRASH"
 100
 101test_expect_success \
 102    'pack with OFS_DELTA' \
 103    'pwd &&
 104     packname_3=$(git pack-objects --delta-base-offset test-3 <obj-list)'
 105
 106rm -fr .git2
 107mkdir .git2
 108
 109test_expect_success \
 110    'unpack with OFS_DELTA' \
 111    'GIT_OBJECT_DIRECTORY=.git2/objects &&
 112     export GIT_OBJECT_DIRECTORY &&
 113     git init &&
 114     git unpack-objects -n <test-3-${packname_3}.pack &&
 115     git unpack-objects <test-3-${packname_3}.pack'
 116
 117unset GIT_OBJECT_DIRECTORY
 118cd "$TRASH/.git2"
 119test_expect_success \
 120    'check unpack with OFS_DELTA' \
 121    '(cd ../.git && find objects -type f -print) |
 122     while read path
 123     do
 124         cmp $path ../.git/$path || {
 125             echo $path differs.
 126             return 1
 127         }
 128     done'
 129cd "$TRASH"
 130
 131test_expect_success 'compare delta flavors' '
 132        perl -e '\''
 133                defined($_ = -s $_) or die for @ARGV;
 134                exit 1 if $ARGV[0] <= $ARGV[1];
 135        '\'' test-2-$packname_2.pack test-3-$packname_3.pack
 136'
 137
 138rm -fr .git2
 139mkdir .git2
 140
 141test_expect_success \
 142    'use packed objects' \
 143    'GIT_OBJECT_DIRECTORY=.git2/objects &&
 144     export GIT_OBJECT_DIRECTORY &&
 145     git init &&
 146     cp test-1-${packname_1}.pack test-1-${packname_1}.idx .git2/objects/pack && {
 147         git diff-tree --root -p $commit &&
 148         while read object
 149         do
 150            t=`git cat-file -t $object` &&
 151            git cat-file $t $object || return 1
 152         done <obj-list
 153    } >current &&
 154    cmp expect current'
 155
 156test_expect_success \
 157    'use packed deltified (REF_DELTA) objects' \
 158    'GIT_OBJECT_DIRECTORY=.git2/objects &&
 159     export GIT_OBJECT_DIRECTORY &&
 160     rm -f .git2/objects/pack/test-* &&
 161     cp test-2-${packname_2}.pack test-2-${packname_2}.idx .git2/objects/pack && {
 162         git diff-tree --root -p $commit &&
 163         while read object
 164         do
 165            t=`git cat-file -t $object` &&
 166            git cat-file $t $object || return 1
 167         done <obj-list
 168    } >current &&
 169    cmp expect current'
 170
 171test_expect_success \
 172    'use packed deltified (OFS_DELTA) objects' \
 173    'GIT_OBJECT_DIRECTORY=.git2/objects &&
 174     export GIT_OBJECT_DIRECTORY &&
 175     rm -f .git2/objects/pack/test-* &&
 176     cp test-3-${packname_3}.pack test-3-${packname_3}.idx .git2/objects/pack && {
 177         git diff-tree --root -p $commit &&
 178         while read object
 179         do
 180            t=`git cat-file -t $object` &&
 181            git cat-file $t $object || return 1
 182         done <obj-list
 183    } >current &&
 184    cmp expect current'
 185
 186unset GIT_OBJECT_DIRECTORY
 187
 188test_expect_success 'survive missing objects/pack directory' '
 189        (
 190                rm -fr missing-pack &&
 191                mkdir missing-pack &&
 192                cd missing-pack &&
 193                git init &&
 194                GOP=.git/objects/pack
 195                rm -fr $GOP &&
 196                git index-pack --stdin --keep=test <../test-3-${packname_3}.pack &&
 197                test -f $GOP/pack-${packname_3}.pack &&
 198                cmp $GOP/pack-${packname_3}.pack ../test-3-${packname_3}.pack &&
 199                test -f $GOP/pack-${packname_3}.idx &&
 200                cmp $GOP/pack-${packname_3}.idx ../test-3-${packname_3}.idx &&
 201                test -f $GOP/pack-${packname_3}.keep
 202        )
 203'
 204
 205test_expect_success \
 206    'verify pack' \
 207    'git verify-pack    test-1-${packname_1}.idx \
 208                        test-2-${packname_2}.idx \
 209                        test-3-${packname_3}.idx'
 210
 211test_expect_success \
 212    'verify pack -v' \
 213    'git verify-pack -v test-1-${packname_1}.idx \
 214                        test-2-${packname_2}.idx \
 215                        test-3-${packname_3}.idx'
 216
 217test_expect_success \
 218    'verify-pack catches mismatched .idx and .pack files' \
 219    'cat test-1-${packname_1}.idx >test-3.idx &&
 220     cat test-2-${packname_2}.pack >test-3.pack &&
 221     if git verify-pack test-3.idx
 222     then false
 223     else :;
 224     fi'
 225
 226test_expect_success \
 227    'verify-pack catches a corrupted pack signature' \
 228    'cat test-1-${packname_1}.pack >test-3.pack &&
 229     echo | dd of=test-3.pack count=1 bs=1 conv=notrunc seek=2 &&
 230     if git verify-pack test-3.idx
 231     then false
 232     else :;
 233     fi'
 234
 235test_expect_success \
 236    'verify-pack catches a corrupted pack version' \
 237    'cat test-1-${packname_1}.pack >test-3.pack &&
 238     echo | dd of=test-3.pack count=1 bs=1 conv=notrunc seek=7 &&
 239     if git verify-pack test-3.idx
 240     then false
 241     else :;
 242     fi'
 243
 244test_expect_success \
 245    'verify-pack catches a corrupted type/size of the 1st packed object data' \
 246    'cat test-1-${packname_1}.pack >test-3.pack &&
 247     echo | dd of=test-3.pack count=1 bs=1 conv=notrunc seek=12 &&
 248     if git verify-pack test-3.idx
 249     then false
 250     else :;
 251     fi'
 252
 253test_expect_success \
 254    'verify-pack catches a corrupted sum of the index file itself' \
 255    'l=`wc -c <test-3.idx` &&
 256     l=`expr $l - 20` &&
 257     cat test-1-${packname_1}.pack >test-3.pack &&
 258     printf "%20s" "" | dd of=test-3.idx count=20 bs=1 conv=notrunc seek=$l &&
 259     if git verify-pack test-3.pack
 260     then false
 261     else :;
 262     fi'
 263
 264test_expect_success \
 265    'build pack index for an existing pack' \
 266    'cat test-1-${packname_1}.pack >test-3.pack &&
 267     git index-pack -o tmp.idx test-3.pack &&
 268     cmp tmp.idx test-1-${packname_1}.idx &&
 269
 270     git index-pack test-3.pack &&
 271     cmp test-3.idx test-1-${packname_1}.idx &&
 272
 273     cat test-2-${packname_2}.pack >test-3.pack &&
 274     git index-pack -o tmp.idx test-2-${packname_2}.pack &&
 275     cmp tmp.idx test-2-${packname_2}.idx &&
 276
 277     git index-pack test-3.pack &&
 278     cmp test-3.idx test-2-${packname_2}.idx &&
 279
 280     cat test-3-${packname_3}.pack >test-3.pack &&
 281     git index-pack -o tmp.idx test-3-${packname_3}.pack &&
 282     cmp tmp.idx test-3-${packname_3}.idx &&
 283
 284     git index-pack test-3.pack &&
 285     cmp test-3.idx test-3-${packname_3}.idx &&
 286
 287     :'
 288
 289test_expect_success 'unpacking with --strict' '
 290
 291        for j in a b c d e f g
 292        do
 293                for i in 0 1 2 3 4 5 6 7 8 9
 294                do
 295                        o=$(echo $j$i | git hash-object -w --stdin) &&
 296                        echo "100644 $o 0 $j$i"
 297                done
 298        done >LIST &&
 299        rm -f .git/index &&
 300        git update-index --index-info <LIST &&
 301        LIST=$(git write-tree) &&
 302        rm -f .git/index &&
 303        head -n 10 LIST | git update-index --index-info &&
 304        LI=$(git write-tree) &&
 305        rm -f .git/index &&
 306        tail -n 10 LIST | git update-index --index-info &&
 307        ST=$(git write-tree) &&
 308        PACK5=$( git rev-list --objects "$LIST" "$LI" "$ST" | \
 309                git pack-objects test-5 ) &&
 310        PACK6=$( (
 311                        echo "$LIST"
 312                        echo "$LI"
 313                        echo "$ST"
 314                 ) | git pack-objects test-6 ) &&
 315        test_create_repo test-5 &&
 316        (
 317                cd test-5 &&
 318                git unpack-objects --strict <../test-5-$PACK5.pack &&
 319                git ls-tree -r $LIST &&
 320                git ls-tree -r $LI &&
 321                git ls-tree -r $ST
 322        ) &&
 323        test_create_repo test-6 &&
 324        (
 325                # tree-only into empty repo -- many unreachables
 326                cd test-6 &&
 327                test_must_fail git unpack-objects --strict <../test-6-$PACK6.pack
 328        ) &&
 329        (
 330                # already populated -- no unreachables
 331                cd test-5 &&
 332                git unpack-objects --strict <../test-6-$PACK6.pack
 333        )
 334'
 335
 336test_expect_success 'index-pack with --strict' '
 337
 338        for j in a b c d e f g
 339        do
 340                for i in 0 1 2 3 4 5 6 7 8 9
 341                do
 342                        o=$(echo $j$i | git hash-object -w --stdin) &&
 343                        echo "100644 $o 0 $j$i"
 344                done
 345        done >LIST &&
 346        rm -f .git/index &&
 347        git update-index --index-info <LIST &&
 348        LIST=$(git write-tree) &&
 349        rm -f .git/index &&
 350        head -n 10 LIST | git update-index --index-info &&
 351        LI=$(git write-tree) &&
 352        rm -f .git/index &&
 353        tail -n 10 LIST | git update-index --index-info &&
 354        ST=$(git write-tree) &&
 355        PACK5=$( git rev-list --objects "$LIST" "$LI" "$ST" | \
 356                git pack-objects test-5 ) &&
 357        PACK6=$( (
 358                        echo "$LIST"
 359                        echo "$LI"
 360                        echo "$ST"
 361                 ) | git pack-objects test-6 ) &&
 362        test_create_repo test-7 &&
 363        (
 364                cd test-7 &&
 365                git index-pack --strict --stdin <../test-5-$PACK5.pack &&
 366                git ls-tree -r $LIST &&
 367                git ls-tree -r $LI &&
 368                git ls-tree -r $ST
 369        ) &&
 370        test_create_repo test-8 &&
 371        (
 372                # tree-only into empty repo -- many unreachables
 373                cd test-8 &&
 374                test_must_fail git index-pack --strict --stdin <../test-6-$PACK6.pack
 375        ) &&
 376        (
 377                # already populated -- no unreachables
 378                cd test-7 &&
 379                git index-pack --strict --stdin <../test-6-$PACK6.pack
 380        )
 381'
 382
 383test_expect_success 'honor pack.packSizeLimit' '
 384        git config pack.packSizeLimit 3m &&
 385        packname_10=$(git pack-objects test-10 <obj-list) &&
 386        test 2 = $(ls test-10-*.pack | wc -l)
 387'
 388
 389test_expect_success 'verify resulting packs' '
 390        git verify-pack test-10-*.pack
 391'
 392
 393test_expect_success 'tolerate packsizelimit smaller than biggest object' '
 394        git config pack.packSizeLimit 1 &&
 395        packname_11=$(git pack-objects test-11 <obj-list) &&
 396        test 5 = $(ls test-11-*.pack | wc -l)
 397'
 398
 399test_expect_success 'verify resulting packs' '
 400        git verify-pack test-11-*.pack
 401'
 402
 403#
 404# WARNING!
 405#
 406# The following test is destructive.  Please keep the next
 407# two tests at the end of this file.
 408#
 409
 410test_expect_success \
 411    'fake a SHA1 hash collision' \
 412    'test -f    .git/objects/c8/2de19312b6c3695c0c18f70709a6c535682a67 &&
 413     cp -f      .git/objects/9d/235ed07cd19811a6ceb342de82f190e49c9f68 \
 414                .git/objects/c8/2de19312b6c3695c0c18f70709a6c535682a67'
 415
 416test_expect_success \
 417    'make sure index-pack detects the SHA1 collision' \
 418    'test_must_fail git index-pack -o bad.idx test-3.pack 2>msg &&
 419     test_i18ngrep "SHA1 COLLISION FOUND" msg'
 420
 421test_expect_success \
 422    'make sure index-pack detects the SHA1 collision (large blobs)' \
 423    'test_must_fail git -c core.bigfilethreshold=1 index-pack -o bad.idx test-3.pack 2>msg &&
 424     test_i18ngrep "SHA1 COLLISION FOUND" msg'
 425
 426test_done