Andrew's git / gitweb.git / t/t1450-fsck.sh
?
t / t1450-fsck.shon commit grep: enable recurse-submodules to work on <tree> objects (74ed437)
   1#!/bin/sh
   2
   3test_description='git fsck random collection of tests
   4
   5* (HEAD) B
   6* (master) A
   7'
   8
   9. ./test-lib.sh
  10
  11test_expect_success setup '
  12        git config gc.auto 0 &&
  13        git config i18n.commitencoding ISO-8859-1 &&
  14        test_commit A fileA one &&
  15        git config --unset i18n.commitencoding &&
  16        git checkout HEAD^0 &&
  17        test_commit B fileB two &&
  18        git tag -d A B &&
  19        git reflog expire --expire=now --all &&
  20        >empty
  21'
  22
  23test_expect_success 'loose objects borrowed from alternate are not missing' '
  24        mkdir another &&
  25        (
  26                cd another &&
  27                git init &&
  28                echo ../../../.git/objects >.git/objects/info/alternates &&
  29                test_commit C fileC one &&
  30                git fsck --no-dangling >../actual 2>&1
  31        ) &&
  32        test_cmp empty actual
  33'
  34
  35test_expect_success 'HEAD is part of refs, valid objects appear valid' '
  36        git fsck >actual 2>&1 &&
  37        test_cmp empty actual
  38'
  39
  40# Corruption tests follow.  Make sure to remove all traces of the
  41# specific corruption you test afterwards, lest a later test trip over
  42# it.
  43
  44test_expect_success 'setup: helpers for corruption tests' '
  45        sha1_file() {
  46                echo "$*" | sed "s#..#.git/objects/&/#"
  47        } &&
  48
  49        remove_object() {
  50                file=$(sha1_file "$*") &&
  51                test -e "$file" &&
  52                rm -f "$file"
  53        }
  54'
  55
  56test_expect_success 'object with bad sha1' '
  57        sha=$(echo blob | git hash-object -w --stdin) &&
  58        old=$(echo $sha | sed "s+^..+&/+") &&
  59        new=$(dirname $old)/ffffffffffffffffffffffffffffffffffffff &&
  60        sha="$(dirname $new)$(basename $new)" &&
  61        mv .git/objects/$old .git/objects/$new &&
  62        test_when_finished "remove_object $sha" &&
  63        git update-index --add --cacheinfo 100644 $sha foo &&
  64        test_when_finished "git read-tree -u --reset HEAD" &&
  65        tree=$(git write-tree) &&
  66        test_when_finished "remove_object $tree" &&
  67        cmt=$(echo bogus | git commit-tree $tree) &&
  68        test_when_finished "remove_object $cmt" &&
  69        git update-ref refs/heads/bogus $cmt &&
  70        test_when_finished "git update-ref -d refs/heads/bogus" &&
  71
  72        test_must_fail git fsck 2>out &&
  73        cat out &&
  74        grep "$sha.*corrupt" out
  75'
  76
  77test_expect_success 'branch pointing to non-commit' '
  78        git rev-parse HEAD^{tree} >.git/refs/heads/invalid &&
  79        test_when_finished "git update-ref -d refs/heads/invalid" &&
  80        test_must_fail git fsck 2>out &&
  81        cat out &&
  82        grep "not a commit" out
  83'
  84
  85test_expect_success 'HEAD link pointing at a funny object' '
  86        test_when_finished "mv .git/SAVED_HEAD .git/HEAD" &&
  87        mv .git/HEAD .git/SAVED_HEAD &&
  88        echo 0000000000000000000000000000000000000000 >.git/HEAD &&
  89        # avoid corrupt/broken HEAD from interfering with repo discovery
  90        test_must_fail env GIT_DIR=.git git fsck 2>out &&
  91        cat out &&
  92        grep "detached HEAD points" out
  93'
  94
  95test_expect_success 'HEAD link pointing at a funny place' '
  96        test_when_finished "mv .git/SAVED_HEAD .git/HEAD" &&
  97        mv .git/HEAD .git/SAVED_HEAD &&
  98        echo "ref: refs/funny/place" >.git/HEAD &&
  99        # avoid corrupt/broken HEAD from interfering with repo discovery
 100        test_must_fail env GIT_DIR=.git git fsck 2>out &&
 101        cat out &&
 102        grep "HEAD points to something strange" out
 103'
 104
 105test_expect_success 'email without @ is okay' '
 106        git cat-file commit HEAD >basis &&
 107        sed "s/@/AT/" basis >okay &&
 108        new=$(git hash-object -t commit -w --stdin <okay) &&
 109        test_when_finished "remove_object $new" &&
 110        git update-ref refs/heads/bogus "$new" &&
 111        test_when_finished "git update-ref -d refs/heads/bogus" &&
 112        git fsck 2>out &&
 113        cat out &&
 114        ! grep "commit $new" out
 115'
 116
 117test_expect_success 'email with embedded > is not okay' '
 118        git cat-file commit HEAD >basis &&
 119        sed "s/@[a-z]/&>/" basis >bad-email &&
 120        new=$(git hash-object -t commit -w --stdin <bad-email) &&
 121        test_when_finished "remove_object $new" &&
 122        git update-ref refs/heads/bogus "$new" &&
 123        test_when_finished "git update-ref -d refs/heads/bogus" &&
 124        test_must_fail git fsck 2>out &&
 125        cat out &&
 126        grep "error in commit $new" out
 127'
 128
 129test_expect_success 'missing < email delimiter is reported nicely' '
 130        git cat-file commit HEAD >basis &&
 131        sed "s/<//" basis >bad-email-2 &&
 132        new=$(git hash-object -t commit -w --stdin <bad-email-2) &&
 133        test_when_finished "remove_object $new" &&
 134        git update-ref refs/heads/bogus "$new" &&
 135        test_when_finished "git update-ref -d refs/heads/bogus" &&
 136        test_must_fail git fsck 2>out &&
 137        cat out &&
 138        grep "error in commit $new.* - bad name" out
 139'
 140
 141test_expect_success 'missing email is reported nicely' '
 142        git cat-file commit HEAD >basis &&
 143        sed "s/[a-z]* <[^>]*>//" basis >bad-email-3 &&
 144        new=$(git hash-object -t commit -w --stdin <bad-email-3) &&
 145        test_when_finished "remove_object $new" &&
 146        git update-ref refs/heads/bogus "$new" &&
 147        test_when_finished "git update-ref -d refs/heads/bogus" &&
 148        test_must_fail git fsck 2>out &&
 149        cat out &&
 150        grep "error in commit $new.* - missing email" out
 151'
 152
 153test_expect_success '> in name is reported' '
 154        git cat-file commit HEAD >basis &&
 155        sed "s/ </> </" basis >bad-email-4 &&
 156        new=$(git hash-object -t commit -w --stdin <bad-email-4) &&
 157        test_when_finished "remove_object $new" &&
 158        git update-ref refs/heads/bogus "$new" &&
 159        test_when_finished "git update-ref -d refs/heads/bogus" &&
 160        test_must_fail git fsck 2>out &&
 161        cat out &&
 162        grep "error in commit $new" out
 163'
 164
 165# date is 2^64 + 1
 166test_expect_success 'integer overflow in timestamps is reported' '
 167        git cat-file commit HEAD >basis &&
 168        sed "s/^\\(author .*>\\) [0-9]*/\\1 18446744073709551617/" \
 169                <basis >bad-timestamp &&
 170        new=$(git hash-object -t commit -w --stdin <bad-timestamp) &&
 171        test_when_finished "remove_object $new" &&
 172        git update-ref refs/heads/bogus "$new" &&
 173        test_when_finished "git update-ref -d refs/heads/bogus" &&
 174        test_must_fail git fsck 2>out &&
 175        cat out &&
 176        grep "error in commit $new.*integer overflow" out
 177'
 178
 179test_expect_success 'commit with NUL in header' '
 180        git cat-file commit HEAD >basis &&
 181        sed "s/author ./author Q/" <basis | q_to_nul >commit-NUL-header &&
 182        new=$(git hash-object -t commit -w --stdin <commit-NUL-header) &&
 183        test_when_finished "remove_object $new" &&
 184        git update-ref refs/heads/bogus "$new" &&
 185        test_when_finished "git update-ref -d refs/heads/bogus" &&
 186        test_must_fail git fsck 2>out &&
 187        cat out &&
 188        grep "error in commit $new.*unterminated header: NUL at offset" out
 189'
 190
 191test_expect_success 'tree object with duplicate entries' '
 192        test_when_finished "remove_object \$T" &&
 193        T=$(
 194                GIT_INDEX_FILE=test-index &&
 195                export GIT_INDEX_FILE &&
 196                rm -f test-index &&
 197                >x &&
 198                git add x &&
 199                T=$(git write-tree) &&
 200                (
 201                        git cat-file tree $T &&
 202                        git cat-file tree $T
 203                ) |
 204                git hash-object -w -t tree --stdin
 205        ) &&
 206        test_must_fail git fsck 2>out &&
 207        grep "error in tree .*contains duplicate file entries" out
 208'
 209
 210test_expect_success 'unparseable tree object' '
 211        test_when_finished "git update-ref -d refs/heads/wrong" &&
 212        test_when_finished "remove_object \$tree_sha1" &&
 213        test_when_finished "remove_object \$commit_sha1" &&
 214        tree_sha1=$(printf "100644 \0twenty-bytes-of-junk" | git hash-object -t tree --stdin -w --literally) &&
 215        commit_sha1=$(git commit-tree $tree_sha1) &&
 216        git update-ref refs/heads/wrong $commit_sha1 &&
 217        test_must_fail git fsck 2>out &&
 218        test_i18ngrep "error: empty filename in tree entry" out &&
 219        test_i18ngrep "$tree_sha1" out &&
 220        test_i18ngrep ! "fatal: empty filename in tree entry" out
 221'
 222
 223test_expect_success 'tag pointing to nonexistent' '
 224        cat >invalid-tag <<-\EOF &&
 225        object ffffffffffffffffffffffffffffffffffffffff
 226        type commit
 227        tag invalid
 228        tagger T A Gger <tagger@example.com> 1234567890 -0000
 229
 230        This is an invalid tag.
 231        EOF
 232
 233        tag=$(git hash-object -t tag -w --stdin <invalid-tag) &&
 234        test_when_finished "remove_object $tag" &&
 235        echo $tag >.git/refs/tags/invalid &&
 236        test_when_finished "git update-ref -d refs/tags/invalid" &&
 237        test_must_fail git fsck --tags >out &&
 238        cat out &&
 239        grep "broken link" out
 240'
 241
 242test_expect_success 'tag pointing to something else than its type' '
 243        sha=$(echo blob | git hash-object -w --stdin) &&
 244        test_when_finished "remove_object $sha" &&
 245        cat >wrong-tag <<-EOF &&
 246        object $sha
 247        type commit
 248        tag wrong
 249        tagger T A Gger <tagger@example.com> 1234567890 -0000
 250
 251        This is an invalid tag.
 252        EOF
 253
 254        tag=$(git hash-object -t tag -w --stdin <wrong-tag) &&
 255        test_when_finished "remove_object $tag" &&
 256        echo $tag >.git/refs/tags/wrong &&
 257        test_when_finished "git update-ref -d refs/tags/wrong" &&
 258        test_must_fail git fsck --tags
 259'
 260
 261test_expect_success 'tag with incorrect tag name & missing tagger' '
 262        sha=$(git rev-parse HEAD) &&
 263        cat >wrong-tag <<-EOF &&
 264        object $sha
 265        type commit
 266        tag wrong name format
 267
 268        This is an invalid tag.
 269        EOF
 270
 271        tag=$(git hash-object -t tag -w --stdin <wrong-tag) &&
 272        test_when_finished "remove_object $tag" &&
 273        echo $tag >.git/refs/tags/wrong &&
 274        test_when_finished "git update-ref -d refs/tags/wrong" &&
 275        git fsck --tags 2>out &&
 276
 277        cat >expect <<-EOF &&
 278        warning in tag $tag: badTagName: invalid '\''tag'\'' name: wrong name format
 279        warning in tag $tag: missingTaggerEntry: invalid format - expected '\''tagger'\'' line
 280        EOF
 281        test_cmp expect out
 282'
 283
 284test_expect_success 'tag with bad tagger' '
 285        sha=$(git rev-parse HEAD) &&
 286        cat >wrong-tag <<-EOF &&
 287        object $sha
 288        type commit
 289        tag not-quite-wrong
 290        tagger Bad Tagger Name
 291
 292        This is an invalid tag.
 293        EOF
 294
 295        tag=$(git hash-object --literally -t tag -w --stdin <wrong-tag) &&
 296        test_when_finished "remove_object $tag" &&
 297        echo $tag >.git/refs/tags/wrong &&
 298        test_when_finished "git update-ref -d refs/tags/wrong" &&
 299        test_must_fail git fsck --tags 2>out &&
 300        grep "error in tag .*: invalid author/committer" out
 301'
 302
 303test_expect_success 'tag with NUL in header' '
 304        sha=$(git rev-parse HEAD) &&
 305        q_to_nul >tag-NUL-header <<-EOF &&
 306        object $sha
 307        type commit
 308        tag contains-Q-in-header
 309        tagger T A Gger <tagger@example.com> 1234567890 -0000
 310
 311        This is an invalid tag.
 312        EOF
 313
 314        tag=$(git hash-object --literally -t tag -w --stdin <tag-NUL-header) &&
 315        test_when_finished "remove_object $tag" &&
 316        echo $tag >.git/refs/tags/wrong &&
 317        test_when_finished "git update-ref -d refs/tags/wrong" &&
 318        test_must_fail git fsck --tags 2>out &&
 319        cat out &&
 320        grep "error in tag $tag.*unterminated header: NUL at offset" out
 321'
 322
 323test_expect_success 'cleaned up' '
 324        git fsck >actual 2>&1 &&
 325        test_cmp empty actual
 326'
 327
 328test_expect_success 'rev-list --verify-objects' '
 329        git rev-list --verify-objects --all >/dev/null 2>out &&
 330        test_cmp empty out
 331'
 332
 333test_expect_success 'rev-list --verify-objects with bad sha1' '
 334        sha=$(echo blob | git hash-object -w --stdin) &&
 335        old=$(echo $sha | sed "s+^..+&/+") &&
 336        new=$(dirname $old)/ffffffffffffffffffffffffffffffffffffff &&
 337        sha="$(dirname $new)$(basename $new)" &&
 338        mv .git/objects/$old .git/objects/$new &&
 339        test_when_finished "remove_object $sha" &&
 340        git update-index --add --cacheinfo 100644 $sha foo &&
 341        test_when_finished "git read-tree -u --reset HEAD" &&
 342        tree=$(git write-tree) &&
 343        test_when_finished "remove_object $tree" &&
 344        cmt=$(echo bogus | git commit-tree $tree) &&
 345        test_when_finished "remove_object $cmt" &&
 346        git update-ref refs/heads/bogus $cmt &&
 347        test_when_finished "git update-ref -d refs/heads/bogus" &&
 348
 349        test_might_fail git rev-list --verify-objects refs/heads/bogus >/dev/null 2>out &&
 350        cat out &&
 351        grep -q "error: sha1 mismatch 63ffffffffffffffffffffffffffffffffffffff" out
 352'
 353
 354test_expect_success 'force fsck to ignore double author' '
 355        git cat-file commit HEAD >basis &&
 356        sed "s/^author .*/&,&/" <basis | tr , \\n >multiple-authors &&
 357        new=$(git hash-object -t commit -w --stdin <multiple-authors) &&
 358        test_when_finished "remove_object $new" &&
 359        git update-ref refs/heads/bogus "$new" &&
 360        test_when_finished "git update-ref -d refs/heads/bogus" &&
 361        test_must_fail git fsck &&
 362        git -c fsck.multipleAuthors=ignore fsck
 363'
 364
 365_bz='\0'
 366_bz5="$_bz$_bz$_bz$_bz$_bz"
 367_bz20="$_bz5$_bz5$_bz5$_bz5"
 368
 369test_expect_success 'fsck notices blob entry pointing to null sha1' '
 370        (git init null-blob &&
 371         cd null-blob &&
 372         sha=$(printf "100644 file$_bz$_bz20" |
 373               git hash-object -w --stdin -t tree) &&
 374          git fsck 2>out &&
 375          cat out &&
 376          grep "warning.*null sha1" out
 377        )
 378'
 379
 380test_expect_success 'fsck notices submodule entry pointing to null sha1' '
 381        (git init null-commit &&
 382         cd null-commit &&
 383         sha=$(printf "160000 submodule$_bz$_bz20" |
 384               git hash-object -w --stdin -t tree) &&
 385          git fsck 2>out &&
 386          cat out &&
 387          grep "warning.*null sha1" out
 388        )
 389'
 390
 391while read name path pretty; do
 392        while read mode type; do
 393                : ${pretty:=$path}
 394                test_expect_success "fsck notices $pretty as $type" '
 395                (
 396                        git init $name-$type &&
 397                        cd $name-$type &&
 398                        echo content >file &&
 399                        git add file &&
 400                        git commit -m base &&
 401                        blob=$(git rev-parse :file) &&
 402                        tree=$(git rev-parse HEAD^{tree}) &&
 403                        value=$(eval "echo \$$type") &&
 404                        printf "$mode $type %s\t%s" "$value" "$path" >bad &&
 405                        bad_tree=$(git mktree <bad) &&
 406                        git fsck 2>out &&
 407                        cat out &&
 408                        grep "warning.*tree $bad_tree" out
 409                )'
 410        done <<-\EOF
 411        100644 blob
 412        040000 tree
 413        EOF
 414done <<-EOF
 415dot .
 416dotdot ..
 417dotgit .git
 418dotgit-case .GIT
 419dotgit-unicode .gI${u200c}T .gI{u200c}T
 420dotgit-case2 .Git
 421git-tilde1 git~1
 422dotgitdot .git.
 423dot-backslash-case .\\\\.GIT\\\\foobar
 424dotgit-case-backslash .git\\\\foobar
 425EOF
 426
 427test_expect_success 'fsck allows .Ňit' '
 428        (
 429                git init not-dotgit &&
 430                cd not-dotgit &&
 431                echo content >file &&
 432                git add file &&
 433                git commit -m base &&
 434                blob=$(git rev-parse :file) &&
 435                printf "100644 blob $blob\t.\\305\\207it" >tree &&
 436                tree=$(git mktree <tree) &&
 437                git fsck 2>err &&
 438                test_line_count = 0 err
 439        )
 440'
 441
 442test_expect_success 'NUL in commit' '
 443        rm -fr nul-in-commit &&
 444        git init nul-in-commit &&
 445        (
 446                cd nul-in-commit &&
 447                git commit --allow-empty -m "initial commitQNUL after message" &&
 448                git cat-file commit HEAD >original &&
 449                q_to_nul <original >munged &&
 450                git hash-object -w -t commit --stdin <munged >name &&
 451                git branch bad $(cat name) &&
 452
 453                test_must_fail git -c fsck.nulInCommit=error fsck 2>warn.1 &&
 454                grep nulInCommit warn.1 &&
 455                git fsck 2>warn.2 &&
 456                grep nulInCommit warn.2
 457        )
 458'
 459
 460# create a static test repo which is broken by omitting
 461# one particular object ($1, which is looked up via rev-parse
 462# in the new repository).
 463create_repo_missing () {
 464        rm -rf missing &&
 465        git init missing &&
 466        (
 467                cd missing &&
 468                git commit -m one --allow-empty &&
 469                mkdir subdir &&
 470                echo content >subdir/file &&
 471                git add subdir/file &&
 472                git commit -m two &&
 473                unrelated=$(echo unrelated | git hash-object --stdin -w) &&
 474                git tag -m foo tag $unrelated &&
 475                sha1=$(git rev-parse --verify "$1") &&
 476                path=$(echo $sha1 | sed 's|..|&/|') &&
 477                rm .git/objects/$path
 478        )
 479}
 480
 481test_expect_success 'fsck notices missing blob' '
 482        create_repo_missing HEAD:subdir/file &&
 483        test_must_fail git -C missing fsck
 484'
 485
 486test_expect_success 'fsck notices missing subtree' '
 487        create_repo_missing HEAD:subdir &&
 488        test_must_fail git -C missing fsck
 489'
 490
 491test_expect_success 'fsck notices missing root tree' '
 492        create_repo_missing HEAD^{tree} &&
 493        test_must_fail git -C missing fsck
 494'
 495
 496test_expect_success 'fsck notices missing parent' '
 497        create_repo_missing HEAD^ &&
 498        test_must_fail git -C missing fsck
 499'
 500
 501test_expect_success 'fsck notices missing tagged object' '
 502        create_repo_missing tag^{blob} &&
 503        test_must_fail git -C missing fsck
 504'
 505
 506test_expect_success 'fsck notices ref pointing to missing commit' '
 507        create_repo_missing HEAD &&
 508        test_must_fail git -C missing fsck
 509'
 510
 511test_expect_success 'fsck notices ref pointing to missing tag' '
 512        create_repo_missing tag &&
 513        test_must_fail git -C missing fsck
 514'
 515
 516test_expect_success 'fsck --connectivity-only' '
 517        rm -rf connectivity-only &&
 518        git init connectivity-only &&
 519        (
 520                cd connectivity-only &&
 521                touch empty &&
 522                git add empty &&
 523                test_commit empty &&
 524                empty=.git/objects/e6/9de29bb2d1d6434b8b29ae775ad8c2e48c5391 &&
 525                rm -f $empty &&
 526                echo invalid >$empty &&
 527                test_must_fail git fsck --strict &&
 528                git fsck --strict --connectivity-only &&
 529                tree=$(git rev-parse HEAD:) &&
 530                suffix=${tree#??} &&
 531                tree=.git/objects/${tree%$suffix}/$suffix &&
 532                rm -f $tree &&
 533                echo invalid >$tree &&
 534                test_must_fail git fsck --strict --connectivity-only
 535        )
 536'
 537
 538remove_loose_object () {
 539        sha1="$(git rev-parse "$1")" &&
 540        remainder=${sha1#??} &&
 541        firsttwo=${sha1%$remainder} &&
 542        rm .git/objects/$firsttwo/$remainder
 543}
 544
 545test_expect_success 'fsck --name-objects' '
 546        rm -rf name-objects &&
 547        git init name-objects &&
 548        (
 549                cd name-objects &&
 550                test_commit julius caesar.t &&
 551                test_commit augustus &&
 552                test_commit caesar &&
 553                remove_loose_object $(git rev-parse julius:caesar.t) &&
 554                test_must_fail git fsck --name-objects >out &&
 555                tree=$(git rev-parse --verify julius:) &&
 556                grep "$tree (\(refs/heads/master\|HEAD\)@{[0-9]*}:" out
 557        )
 558'
 559
 560test_done