t / t9301-fast-import-notes.shon commit upload-pack: support hidden refs with protocol v2 (e20b419)
   1#!/bin/sh
   2#
   3# Copyright (c) 2009 Johan Herland
   4#
   5
   6test_description='test git fast-import of notes objects'
   7. ./test-lib.sh
   8
   9
  10test_tick
  11cat >input <<INPUT_END
  12commit refs/heads/master
  13committer $GIT_COMMITTER_NAME <$GIT_COMMITTER_EMAIL> $GIT_COMMITTER_DATE
  14data <<COMMIT
  15first commit
  16COMMIT
  17
  18M 644 inline foo
  19data <<EOF
  20file foo in first commit
  21EOF
  22
  23M 755 inline bar
  24data <<EOF
  25file bar in first commit
  26EOF
  27
  28M 644 inline baz/xyzzy
  29data <<EOF
  30file baz/xyzzy in first commit
  31EOF
  32
  33commit refs/heads/master
  34committer $GIT_COMMITTER_NAME <$GIT_COMMITTER_EMAIL> $GIT_COMMITTER_DATE
  35data <<COMMIT
  36second commit
  37COMMIT
  38
  39M 644 inline foo
  40data <<EOF
  41file foo in second commit
  42EOF
  43
  44M 755 inline baz/xyzzy
  45data <<EOF
  46file baz/xyzzy in second commit
  47EOF
  48
  49commit refs/heads/master
  50committer $GIT_COMMITTER_NAME <$GIT_COMMITTER_EMAIL> $GIT_COMMITTER_DATE
  51data <<COMMIT
  52third commit
  53COMMIT
  54
  55M 644 inline foo
  56data <<EOF
  57file foo in third commit
  58EOF
  59
  60commit refs/heads/master
  61committer $GIT_COMMITTER_NAME <$GIT_COMMITTER_EMAIL> $GIT_COMMITTER_DATE
  62data <<COMMIT
  63fourth commit
  64COMMIT
  65
  66M 755 inline bar
  67data <<EOF
  68file bar in fourth commit
  69EOF
  70
  71INPUT_END
  72
  73test_expect_success 'set up master branch' '
  74
  75        git fast-import <input &&
  76        git whatchanged master
  77'
  78
  79commit4=$(git rev-parse refs/heads/master)
  80commit3=$(git rev-parse "$commit4^")
  81commit2=$(git rev-parse "$commit4~2")
  82commit1=$(git rev-parse "$commit4~3")
  83
  84test_tick
  85cat >input <<INPUT_END
  86commit refs/notes/test
  87committer $GIT_COMMITTER_NAME <$GIT_COMMITTER_EMAIL> $GIT_COMMITTER_DATE
  88data <<COMMIT
  89first notes commit
  90COMMIT
  91
  92M 644 inline $commit1
  93data <<EOF
  94first note for first commit
  95EOF
  96
  97M 755 inline $commit2
  98data <<EOF
  99first note for second commit
 100EOF
 101
 102INPUT_END
 103
 104cat >expect <<EXPECT_END
 105    fourth commit
 106    third commit
 107    second commit
 108    first note for second commit
 109    first commit
 110    first note for first commit
 111EXPECT_END
 112
 113test_expect_success 'add notes with simple M command' '
 114
 115        git fast-import <input &&
 116        GIT_NOTES_REF=refs/notes/test git log | grep "^    " > actual &&
 117        test_cmp expect actual
 118
 119'
 120
 121test_tick
 122cat >input <<INPUT_END
 123feature notes
 124commit refs/notes/test
 125committer $GIT_COMMITTER_NAME <$GIT_COMMITTER_EMAIL> $GIT_COMMITTER_DATE
 126data <<COMMIT
 127second notes commit
 128COMMIT
 129
 130from refs/notes/test^0
 131N inline $commit3
 132data <<EOF
 133first note for third commit
 134EOF
 135
 136N inline $commit4
 137data <<EOF
 138first note for fourth commit
 139EOF
 140
 141INPUT_END
 142
 143cat >expect <<EXPECT_END
 144    fourth commit
 145    first note for fourth commit
 146    third commit
 147    first note for third commit
 148    second commit
 149    first note for second commit
 150    first commit
 151    first note for first commit
 152EXPECT_END
 153
 154test_expect_success 'add notes with simple N command' '
 155
 156        git fast-import <input &&
 157        GIT_NOTES_REF=refs/notes/test git log | grep "^    " > actual &&
 158        test_cmp expect actual
 159
 160'
 161
 162test_tick
 163cat >input <<INPUT_END
 164commit refs/notes/test
 165committer $GIT_COMMITTER_NAME <$GIT_COMMITTER_EMAIL> $GIT_COMMITTER_DATE
 166data <<COMMIT
 167third notes commit
 168COMMIT
 169
 170from refs/notes/test^0
 171N inline $commit1
 172data <<EOF
 173second note for first commit
 174EOF
 175
 176N inline $commit2
 177data <<EOF
 178second note for second commit
 179EOF
 180
 181N inline $commit3
 182data <<EOF
 183second note for third commit
 184EOF
 185
 186N inline $commit4
 187data <<EOF
 188second note for fourth commit
 189EOF
 190
 191INPUT_END
 192
 193cat >expect <<EXPECT_END
 194    fourth commit
 195    second note for fourth commit
 196    third commit
 197    second note for third commit
 198    second commit
 199    second note for second commit
 200    first commit
 201    second note for first commit
 202EXPECT_END
 203
 204test_expect_success 'update existing notes with N command' '
 205
 206        git fast-import <input &&
 207        GIT_NOTES_REF=refs/notes/test git log | grep "^    " > actual &&
 208        test_cmp expect actual
 209
 210'
 211
 212test_tick
 213cat >input <<INPUT_END
 214commit refs/notes/test
 215committer $GIT_COMMITTER_NAME <$GIT_COMMITTER_EMAIL> $GIT_COMMITTER_DATE
 216data <<COMMIT
 217fourth notes commit
 218COMMIT
 219
 220from refs/notes/test^0
 221M 644 inline $(echo "$commit3" | sed "s|^..|&/|")
 222data <<EOF
 223prefix of note for third commit
 224EOF
 225
 226M 644 inline $(echo "$commit4" | sed "s|^..|&/|")
 227data <<EOF
 228prefix of note for fourth commit
 229EOF
 230
 231M 644 inline $(echo "$commit4" | sed "s|^\(..\)\(..\)|\1/\2/|")
 232data <<EOF
 233pre-prefix of note for fourth commit
 234EOF
 235
 236N inline $commit1
 237data <<EOF
 238third note for first commit
 239EOF
 240
 241N inline $commit2
 242data <<EOF
 243third note for second commit
 244EOF
 245
 246N inline $commit3
 247data <<EOF
 248third note for third commit
 249EOF
 250
 251N inline $commit4
 252data <<EOF
 253third note for fourth commit
 254EOF
 255
 256
 257INPUT_END
 258
 259whitespace="    "
 260
 261cat >expect <<EXPECT_END
 262    fourth commit
 263    pre-prefix of note for fourth commit
 264$whitespace
 265    prefix of note for fourth commit
 266$whitespace
 267    third note for fourth commit
 268    third commit
 269    prefix of note for third commit
 270$whitespace
 271    third note for third commit
 272    second commit
 273    third note for second commit
 274    first commit
 275    third note for first commit
 276EXPECT_END
 277
 278test_expect_success 'add concatentation notes with M command' '
 279
 280        git fast-import <input &&
 281        GIT_NOTES_REF=refs/notes/test git log | grep "^    " > actual &&
 282        test_cmp expect actual
 283
 284'
 285
 286test_tick
 287cat >input <<INPUT_END
 288commit refs/notes/test
 289committer $GIT_COMMITTER_NAME <$GIT_COMMITTER_EMAIL> $GIT_COMMITTER_DATE
 290data <<COMMIT
 291fifth notes commit
 292COMMIT
 293
 294from refs/notes/test^0
 295deleteall
 296
 297INPUT_END
 298
 299cat >expect <<EXPECT_END
 300    fourth commit
 301    third commit
 302    second commit
 303    first commit
 304EXPECT_END
 305
 306test_expect_success 'verify that deleteall also removes notes' '
 307
 308        git fast-import <input &&
 309        GIT_NOTES_REF=refs/notes/test git log | grep "^    " > actual &&
 310        test_cmp expect actual
 311
 312'
 313
 314test_tick
 315cat >input <<INPUT_END
 316commit refs/notes/test
 317committer $GIT_COMMITTER_NAME <$GIT_COMMITTER_EMAIL> $GIT_COMMITTER_DATE
 318data <<COMMIT
 319sixth notes commit
 320COMMIT
 321
 322from refs/notes/test^0
 323M 644 inline $commit1
 324data <<EOF
 325third note for first commit
 326EOF
 327
 328M 644 inline $commit3
 329data <<EOF
 330third note for third commit
 331EOF
 332
 333N inline $commit1
 334data <<EOF
 335fourth note for first commit
 336EOF
 337
 338N inline $commit3
 339data <<EOF
 340fourth note for third commit
 341EOF
 342
 343INPUT_END
 344
 345cat >expect <<EXPECT_END
 346    fourth commit
 347    third commit
 348    fourth note for third commit
 349    second commit
 350    first commit
 351    fourth note for first commit
 352EXPECT_END
 353
 354test_expect_success 'verify that later N commands override earlier M commands' '
 355
 356        git fast-import <input &&
 357        GIT_NOTES_REF=refs/notes/test git log | grep "^    " > actual &&
 358        test_cmp expect actual
 359
 360'
 361
 362# Write fast-import commands to create the given number of commits
 363fast_import_commits () {
 364        my_ref=$1
 365        my_num_commits=$2
 366        my_append_to_file=$3
 367        my_i=0
 368        while test $my_i -lt $my_num_commits
 369        do
 370                my_i=$(($my_i + 1))
 371                test_tick
 372                cat >>"$my_append_to_file" <<INPUT_END
 373commit $my_ref
 374mark :$my_i
 375committer $GIT_COMMITTER_NAME <$GIT_COMMITTER_EMAIL> $GIT_COMMITTER_DATE
 376data <<COMMIT
 377commit #$my_i
 378COMMIT
 379
 380M 644 inline file
 381data <<EOF
 382file contents in commit #$my_i
 383EOF
 384
 385INPUT_END
 386        done
 387}
 388
 389# Write fast-import commands to create the given number of notes annotating
 390# the commits created by fast_import_commits()
 391fast_import_notes () {
 392        my_notes_ref=$1
 393        my_num_commits=$2
 394        my_append_to_file=$3
 395        my_note_append=$4
 396        test_tick
 397        cat >>"$my_append_to_file" <<INPUT_END
 398commit $my_notes_ref
 399committer $GIT_COMMITTER_NAME <$GIT_COMMITTER_EMAIL> $GIT_COMMITTER_DATE
 400data <<COMMIT
 401committing $my_num_commits notes
 402COMMIT
 403
 404INPUT_END
 405
 406        my_i=0
 407        while test $my_i -lt $my_num_commits
 408        do
 409                my_i=$(($my_i + 1))
 410                cat >>"$my_append_to_file" <<INPUT_END
 411N inline :$my_i
 412data <<EOF
 413note for commit #$my_i$my_note_append
 414EOF
 415
 416INPUT_END
 417        done
 418}
 419
 420
 421rm input expect
 422num_commits=400
 423# Create lots of commits
 424fast_import_commits "refs/heads/many_commits" $num_commits input
 425# Create one note per above commit
 426fast_import_notes "refs/notes/many_notes" $num_commits input
 427# Add a couple of non-notes as well
 428test_tick
 429cat >>input <<INPUT_END
 430commit refs/notes/many_notes
 431committer $GIT_COMMITTER_NAME <$GIT_COMMITTER_EMAIL> $GIT_COMMITTER_DATE
 432data <<COMMIT
 433committing some non-notes to the notes tree
 434COMMIT
 435
 436M 755 inline foobar/non-note.txt
 437data <<EOF
 438This is not a note, but rather a regular file residing in a notes tree
 439EOF
 440
 441M 644 inline deadbeef
 442data <<EOF
 443Non-note file
 444EOF
 445
 446M 644 inline de/adbeef
 447data <<EOF
 448Another non-note file
 449EOF
 450
 451INPUT_END
 452# Finally create the expected output from all these notes and commits
 453i=$num_commits
 454while test $i -gt 0
 455do
 456        cat >>expect <<EXPECT_END
 457    commit #$i
 458    note for commit #$i
 459EXPECT_END
 460        i=$(($i - 1))
 461done
 462
 463test_expect_success 'add lots of commits and notes' '
 464
 465        git fast-import <input &&
 466        GIT_NOTES_REF=refs/notes/many_notes git log refs/heads/many_commits |
 467            grep "^    " > actual &&
 468        test_cmp expect actual
 469
 470'
 471
 472test_expect_success 'verify that lots of notes trigger a fanout scheme' '
 473
 474        # None of the entries in the top-level notes tree should be a full SHA1
 475        git ls-tree --name-only refs/notes/many_notes |
 476        while read path
 477        do
 478                if test $(expr length "$path") -ge 40
 479                then
 480                        return 1
 481                fi
 482        done
 483
 484'
 485
 486# Create another notes tree from the one above
 487SP=" "
 488cat >>input <<INPUT_END
 489commit refs/heads/other_commits
 490committer $GIT_COMMITTER_NAME <$GIT_COMMITTER_EMAIL> $GIT_COMMITTER_DATE
 491data <<COMMIT
 492commit #$(($num_commit + 1))
 493COMMIT
 494
 495from refs/heads/many_commits
 496M 644 inline file
 497data <<EOF
 498file contents in commit #$(($num_commit + 1))
 499EOF
 500
 501commit refs/notes/other_notes
 502committer $GIT_COMMITTER_NAME <$GIT_COMMITTER_EMAIL> $GIT_COMMITTER_DATE
 503data <<COMMIT
 504committing one more note on a tree imported from a previous notes tree
 505COMMIT
 506
 507M 040000 $(git log --no-walk --format=%T refs/notes/many_notes)$SP
 508N inline :$(($num_commit + 1))
 509data <<EOF
 510note for commit #$(($num_commit + 1))
 511EOF
 512INPUT_END
 513
 514test_expect_success 'verify that importing a notes tree respects the fanout scheme' '
 515        git fast-import <input &&
 516
 517        # None of the entries in the top-level notes tree should be a full SHA1
 518        git ls-tree --name-only refs/notes/other_notes |
 519        while read path
 520        do
 521                if test $(expr length "$path") -ge 40
 522                then
 523                        return 1
 524                fi
 525        done
 526'
 527
 528cat >>expect_non-note1 << EOF
 529This is not a note, but rather a regular file residing in a notes tree
 530EOF
 531
 532cat >>expect_non-note2 << EOF
 533Non-note file
 534EOF
 535
 536cat >>expect_non-note3 << EOF
 537Another non-note file
 538EOF
 539
 540test_expect_success 'verify that non-notes are untouched by a fanout change' '
 541
 542        git cat-file -p refs/notes/many_notes:foobar/non-note.txt > actual &&
 543        test_cmp expect_non-note1 actual &&
 544        git cat-file -p refs/notes/many_notes:deadbeef > actual &&
 545        test_cmp expect_non-note2 actual &&
 546        git cat-file -p refs/notes/many_notes:de/adbeef > actual &&
 547        test_cmp expect_non-note3 actual
 548
 549'
 550
 551# Change the notes for the three top commits
 552test_tick
 553cat >input <<INPUT_END
 554commit refs/notes/many_notes
 555committer $GIT_COMMITTER_NAME <$GIT_COMMITTER_EMAIL> $GIT_COMMITTER_DATE
 556data <<COMMIT
 557changing notes for the top three commits
 558COMMIT
 559from refs/notes/many_notes^0
 560INPUT_END
 561
 562rm expect
 563i=$num_commits
 564j=0
 565while test $j -lt 3
 566do
 567        cat >>input <<INPUT_END
 568N inline refs/heads/many_commits~$j
 569data <<EOF
 570changed note for commit #$i
 571EOF
 572INPUT_END
 573        cat >>expect <<EXPECT_END
 574    commit #$i
 575    changed note for commit #$i
 576EXPECT_END
 577        i=$(($i - 1))
 578        j=$(($j + 1))
 579done
 580
 581test_expect_success 'change a few existing notes' '
 582
 583        git fast-import <input &&
 584        GIT_NOTES_REF=refs/notes/many_notes git log -n3 refs/heads/many_commits |
 585            grep "^    " > actual &&
 586        test_cmp expect actual
 587
 588'
 589
 590test_expect_success 'verify that changing notes respect existing fanout' '
 591
 592        # None of the entries in the top-level notes tree should be a full SHA1
 593        git ls-tree --name-only refs/notes/many_notes |
 594        while read path
 595        do
 596                if test $(expr length "$path") -ge 40
 597                then
 598                        return 1
 599                fi
 600        done
 601
 602'
 603
 604remaining_notes=10
 605test_tick
 606cat >input <<INPUT_END
 607commit refs/notes/many_notes
 608committer $GIT_COMMITTER_NAME <$GIT_COMMITTER_EMAIL> $GIT_COMMITTER_DATE
 609data <<COMMIT
 610removing all notes but $remaining_notes
 611COMMIT
 612from refs/notes/many_notes^0
 613INPUT_END
 614
 615i=$(($num_commits - $remaining_notes))
 616for sha1 in $(git rev-list -n $i refs/heads/many_commits)
 617do
 618        cat >>input <<INPUT_END
 619N 0000000000000000000000000000000000000000 $sha1
 620INPUT_END
 621done
 622
 623i=$num_commits
 624rm expect
 625while test $i -gt 0
 626do
 627        cat >>expect <<EXPECT_END
 628    commit #$i
 629EXPECT_END
 630        if test $i -le $remaining_notes
 631        then
 632                cat >>expect <<EXPECT_END
 633    note for commit #$i
 634EXPECT_END
 635        fi
 636        i=$(($i - 1))
 637done
 638
 639test_expect_success 'remove lots of notes' '
 640
 641        git fast-import <input &&
 642        GIT_NOTES_REF=refs/notes/many_notes git log refs/heads/many_commits |
 643            grep "^    " > actual &&
 644        test_cmp expect actual
 645
 646'
 647
 648test_expect_success 'verify that removing notes trigger fanout consolidation' '
 649
 650        # All entries in the top-level notes tree should be a full SHA1
 651        git ls-tree --name-only -r refs/notes/many_notes |
 652        while read path
 653        do
 654                # Explicitly ignore the non-note paths
 655                test "$path" = "foobar/non-note.txt" && continue
 656                test "$path" = "deadbeef" && continue
 657                test "$path" = "de/adbeef" && continue
 658
 659                if test $(expr length "$path") -ne 40
 660                then
 661                        return 1
 662                fi
 663        done
 664
 665'
 666
 667test_expect_success 'verify that non-notes are untouched by a fanout change' '
 668
 669        git cat-file -p refs/notes/many_notes:foobar/non-note.txt > actual &&
 670        test_cmp expect_non-note1 actual &&
 671        git cat-file -p refs/notes/many_notes:deadbeef > actual &&
 672        test_cmp expect_non-note2 actual &&
 673        git cat-file -p refs/notes/many_notes:de/adbeef > actual &&
 674        test_cmp expect_non-note3 actual
 675
 676'
 677
 678
 679rm input expect
 680num_notes_refs=10
 681num_commits=16
 682some_commits=8
 683# Create commits
 684fast_import_commits "refs/heads/more_commits" $num_commits input
 685# Create one note per above commit per notes ref
 686i=0
 687while test $i -lt $num_notes_refs
 688do
 689        i=$(($i + 1))
 690        fast_import_notes "refs/notes/more_notes_$i" $num_commits input
 691done
 692# Trigger branch reloading in git-fast-import by repeating the note creation
 693i=0
 694while test $i -lt $num_notes_refs
 695do
 696        i=$(($i + 1))
 697        fast_import_notes "refs/notes/more_notes_$i" $some_commits input " (2)"
 698done
 699# Finally create the expected output from the notes in refs/notes/more_notes_1
 700i=$num_commits
 701while test $i -gt 0
 702do
 703        note_data="note for commit #$i"
 704        if test $i -le $some_commits
 705        then
 706                note_data="$note_data (2)"
 707        fi
 708        cat >>expect <<EXPECT_END
 709    commit #$i
 710    $note_data
 711EXPECT_END
 712        i=$(($i - 1))
 713done
 714
 715test_expect_success "add notes to $num_commits commits in each of $num_notes_refs refs" '
 716
 717        git fast-import --active-branches=5 <input &&
 718        GIT_NOTES_REF=refs/notes/more_notes_1 git log refs/heads/more_commits |
 719            grep "^    " > actual &&
 720        test_cmp expect actual
 721
 722'
 723
 724test_done