contrib / subtree / git-subtree.shon commit Merge branch 'jk/diff-filespec-cleanup' (9b34767)
   1#!/bin/sh
   2#
   3# git-subtree.sh: split/join git repositories in subdirectories of this one
   4#
   5# Copyright (C) 2009 Avery Pennarun <apenwarr@gmail.com>
   6#
   7if [ $# -eq 0 ]; then
   8    set -- -h
   9fi
  10OPTS_SPEC="\
  11git subtree add   --prefix=<prefix> <commit>
  12git subtree add   --prefix=<prefix> <repository> <ref>
  13git subtree merge --prefix=<prefix> <commit>
  14git subtree pull  --prefix=<prefix> <repository> <ref>
  15git subtree push  --prefix=<prefix> <repository> <ref>
  16git subtree split --prefix=<prefix> <commit...>
  17--
  18h,help        show the help
  19q             quiet
  20d             show debug messages
  21P,prefix=     the name of the subdir to split out
  22m,message=    use the given message as the commit message for the merge commit
  23 options for 'split'
  24annotate=     add a prefix to commit message of new commits
  25b,branch=     create a new branch from the split subtree
  26ignore-joins  ignore prior --rejoin commits
  27onto=         try connecting new tree to an existing one
  28rejoin        merge the new branch back into HEAD
  29 options for 'add', 'merge', 'pull' and 'push'
  30squash        merge subtree changes as a single commit
  31"
  32eval "$(echo "$OPTS_SPEC" | git rev-parse --parseopt -- "$@" || echo exit $?)"
  33
  34PATH=$PATH:$(git --exec-path)
  35. git-sh-setup
  36
  37require_work_tree
  38
  39quiet=
  40branch=
  41debug=
  42command=
  43onto=
  44rejoin=
  45ignore_joins=
  46annotate=
  47squash=
  48message=
  49
  50debug()
  51{
  52        if [ -n "$debug" ]; then
  53                echo "$@" >&2
  54        fi
  55}
  56
  57say()
  58{
  59        if [ -z "$quiet" ]; then
  60                echo "$@" >&2
  61        fi
  62}
  63
  64assert()
  65{
  66        if "$@"; then
  67                :
  68        else
  69                die "assertion failed: " "$@"
  70        fi
  71}
  72
  73
  74#echo "Options: $*"
  75
  76while [ $# -gt 0 ]; do
  77        opt="$1"
  78        shift
  79        case "$opt" in
  80                -q) quiet=1 ;;
  81                -d) debug=1 ;;
  82                --annotate) annotate="$1"; shift ;;
  83                --no-annotate) annotate= ;;
  84                -b) branch="$1"; shift ;;
  85                -P) prefix="$1"; shift ;;
  86                -m) message="$1"; shift ;;
  87                --no-prefix) prefix= ;;
  88                --onto) onto="$1"; shift ;;
  89                --no-onto) onto= ;;
  90                --rejoin) rejoin=1 ;;
  91                --no-rejoin) rejoin= ;;
  92                --ignore-joins) ignore_joins=1 ;;
  93                --no-ignore-joins) ignore_joins= ;;
  94                --squash) squash=1 ;;
  95                --no-squash) squash= ;;
  96                --) break ;;
  97                *) die "Unexpected option: $opt" ;;
  98        esac
  99done
 100
 101command="$1"
 102shift
 103case "$command" in
 104        add|merge|pull) default= ;;
 105        split|push) default="--default HEAD" ;;
 106        *) die "Unknown command '$command'" ;;
 107esac
 108
 109if [ -z "$prefix" ]; then
 110        die "You must provide the --prefix option."
 111fi
 112
 113case "$command" in
 114        add) [ -e "$prefix" ] && 
 115                die "prefix '$prefix' already exists." ;;
 116        *)   [ -e "$prefix" ] || 
 117                die "'$prefix' does not exist; use 'git subtree add'" ;;
 118esac
 119
 120dir="$(dirname "$prefix/.")"
 121
 122if [ "$command" != "pull" -a "$command" != "add" -a "$command" != "push" ]; then
 123        revs=$(git rev-parse $default --revs-only "$@") || exit $?
 124        dirs="$(git rev-parse --no-revs --no-flags "$@")" || exit $?
 125        if [ -n "$dirs" ]; then
 126                die "Error: Use --prefix instead of bare filenames."
 127        fi
 128fi
 129
 130debug "command: {$command}"
 131debug "quiet: {$quiet}"
 132debug "revs: {$revs}"
 133debug "dir: {$dir}"
 134debug "opts: {$*}"
 135debug
 136
 137cache_setup()
 138{
 139        cachedir="$GIT_DIR/subtree-cache/$$"
 140        rm -rf "$cachedir" || die "Can't delete old cachedir: $cachedir"
 141        mkdir -p "$cachedir" || die "Can't create new cachedir: $cachedir"
 142        mkdir -p "$cachedir/notree" || die "Can't create new cachedir: $cachedir/notree"
 143        debug "Using cachedir: $cachedir" >&2
 144}
 145
 146cache_get()
 147{
 148        for oldrev in $*; do
 149                if [ -r "$cachedir/$oldrev" ]; then
 150                        read newrev <"$cachedir/$oldrev"
 151                        echo $newrev
 152                fi
 153        done
 154}
 155
 156cache_miss()
 157{
 158        for oldrev in $*; do
 159                if [ ! -r "$cachedir/$oldrev" ]; then
 160                        echo $oldrev
 161                fi
 162        done
 163}
 164
 165check_parents()
 166{
 167        missed=$(cache_miss $*)
 168        for miss in $missed; do
 169                if [ ! -r "$cachedir/notree/$miss" ]; then
 170                        debug "  incorrect order: $miss"
 171                fi
 172        done
 173}
 174
 175set_notree()
 176{
 177        echo "1" > "$cachedir/notree/$1"
 178}
 179
 180cache_set()
 181{
 182        oldrev="$1"
 183        newrev="$2"
 184        if [ "$oldrev" != "latest_old" \
 185             -a "$oldrev" != "latest_new" \
 186             -a -e "$cachedir/$oldrev" ]; then
 187                die "cache for $oldrev already exists!"
 188        fi
 189        echo "$newrev" >"$cachedir/$oldrev"
 190}
 191
 192rev_exists()
 193{
 194        if git rev-parse "$1" >/dev/null 2>&1; then
 195                return 0
 196        else
 197                return 1
 198        fi
 199}
 200
 201rev_is_descendant_of_branch()
 202{
 203        newrev="$1"
 204        branch="$2"
 205        branch_hash=$(git rev-parse $branch)
 206        match=$(git rev-list -1 $branch_hash ^$newrev)
 207
 208        if [ -z "$match" ]; then
 209                return 0
 210        else
 211                return 1
 212        fi
 213}
 214
 215# if a commit doesn't have a parent, this might not work.  But we only want
 216# to remove the parent from the rev-list, and since it doesn't exist, it won't
 217# be there anyway, so do nothing in that case.
 218try_remove_previous()
 219{
 220        if rev_exists "$1^"; then
 221                echo "^$1^"
 222        fi
 223}
 224
 225find_latest_squash()
 226{
 227        debug "Looking for latest squash ($dir)..."
 228        dir="$1"
 229        sq=
 230        main=
 231        sub=
 232        git log --grep="^git-subtree-dir: $dir/*\$" \
 233                --pretty=format:'START %H%n%s%n%n%b%nEND%n' HEAD |
 234        while read a b junk; do
 235                debug "$a $b $junk"
 236                debug "{{$sq/$main/$sub}}"
 237                case "$a" in
 238                        START) sq="$b" ;;
 239                        git-subtree-mainline:) main="$b" ;;
 240                        git-subtree-split:) sub="$b" ;;
 241                        END)
 242                                if [ -n "$sub" ]; then
 243                                        if [ -n "$main" ]; then
 244                                                # a rejoin commit?
 245                                                # Pretend its sub was a squash.
 246                                                sq="$sub"
 247                                        fi
 248                                        debug "Squash found: $sq $sub"
 249                                        echo "$sq" "$sub"
 250                                        break
 251                                fi
 252                                sq=
 253                                main=
 254                                sub=
 255                                ;;
 256                esac
 257        done
 258}
 259
 260find_existing_splits()
 261{
 262        debug "Looking for prior splits..."
 263        dir="$1"
 264        revs="$2"
 265        main=
 266        sub=
 267        git log --grep="^git-subtree-dir: $dir/*\$" \
 268                --pretty=format:'START %H%n%s%n%n%b%nEND%n' $revs |
 269        while read a b junk; do
 270                case "$a" in
 271                        START) sq="$b" ;;
 272                        git-subtree-mainline:) main="$b" ;;
 273                        git-subtree-split:) sub="$b" ;;
 274                        END)
 275                                debug "  Main is: '$main'"
 276                                if [ -z "$main" -a -n "$sub" ]; then
 277                                        # squash commits refer to a subtree
 278                                        debug "  Squash: $sq from $sub"
 279                                        cache_set "$sq" "$sub"
 280                                fi
 281                                if [ -n "$main" -a -n "$sub" ]; then
 282                                        debug "  Prior: $main -> $sub"
 283                                        cache_set $main $sub
 284                                        cache_set $sub $sub
 285                                        try_remove_previous "$main"
 286                                        try_remove_previous "$sub"
 287                                fi
 288                                main=
 289                                sub=
 290                                ;;
 291                esac
 292        done
 293}
 294
 295copy_commit()
 296{
 297        # We're going to set some environment vars here, so
 298        # do it in a subshell to get rid of them safely later
 299        debug copy_commit "{$1}" "{$2}" "{$3}"
 300        git log -1 --pretty=format:'%an%n%ae%n%ad%n%cn%n%ce%n%cd%n%B' "$1" |
 301        (
 302                read GIT_AUTHOR_NAME
 303                read GIT_AUTHOR_EMAIL
 304                read GIT_AUTHOR_DATE
 305                read GIT_COMMITTER_NAME
 306                read GIT_COMMITTER_EMAIL
 307                read GIT_COMMITTER_DATE
 308                export  GIT_AUTHOR_NAME \
 309                        GIT_AUTHOR_EMAIL \
 310                        GIT_AUTHOR_DATE \
 311                        GIT_COMMITTER_NAME \
 312                        GIT_COMMITTER_EMAIL \
 313                        GIT_COMMITTER_DATE
 314                (printf "%s" "$annotate"; cat ) |
 315                git commit-tree "$2" $3  # reads the rest of stdin
 316        ) || die "Can't copy commit $1"
 317}
 318
 319add_msg()
 320{
 321        dir="$1"
 322        latest_old="$2"
 323        latest_new="$3"
 324        if [ -n "$message" ]; then
 325                commit_message="$message"
 326        else
 327                commit_message="Add '$dir/' from commit '$latest_new'"
 328        fi
 329        cat <<-EOF
 330                $commit_message
 331                
 332                git-subtree-dir: $dir
 333                git-subtree-mainline: $latest_old
 334                git-subtree-split: $latest_new
 335        EOF
 336}
 337
 338add_squashed_msg()
 339{
 340        if [ -n "$message" ]; then
 341                echo "$message"
 342        else
 343                echo "Merge commit '$1' as '$2'"
 344        fi
 345}
 346
 347rejoin_msg()
 348{
 349        dir="$1"
 350        latest_old="$2"
 351        latest_new="$3"
 352        if [ -n "$message" ]; then
 353                commit_message="$message"
 354        else
 355                commit_message="Split '$dir/' into commit '$latest_new'"
 356        fi
 357        cat <<-EOF
 358                $commit_message
 359                
 360                git-subtree-dir: $dir
 361                git-subtree-mainline: $latest_old
 362                git-subtree-split: $latest_new
 363        EOF
 364}
 365
 366squash_msg()
 367{
 368        dir="$1"
 369        oldsub="$2"
 370        newsub="$3"
 371        newsub_short=$(git rev-parse --short "$newsub")
 372        
 373        if [ -n "$oldsub" ]; then
 374                oldsub_short=$(git rev-parse --short "$oldsub")
 375                echo "Squashed '$dir/' changes from $oldsub_short..$newsub_short"
 376                echo
 377                git log --pretty=tformat:'%h %s' "$oldsub..$newsub"
 378                git log --pretty=tformat:'REVERT: %h %s' "$newsub..$oldsub"
 379        else
 380                echo "Squashed '$dir/' content from commit $newsub_short"
 381        fi
 382        
 383        echo
 384        echo "git-subtree-dir: $dir"
 385        echo "git-subtree-split: $newsub"
 386}
 387
 388toptree_for_commit()
 389{
 390        commit="$1"
 391        git log -1 --pretty=format:'%T' "$commit" -- || exit $?
 392}
 393
 394subtree_for_commit()
 395{
 396        commit="$1"
 397        dir="$2"
 398        git ls-tree "$commit" -- "$dir" |
 399        while read mode type tree name; do
 400                assert [ "$name" = "$dir" ]
 401                assert [ "$type" = "tree" -o "$type" = "commit" ]
 402                [ "$type" = "commit" ] && continue  # ignore submodules
 403                echo $tree
 404                break
 405        done
 406}
 407
 408tree_changed()
 409{
 410        tree=$1
 411        shift
 412        if [ $# -ne 1 ]; then
 413                return 0   # weird parents, consider it changed
 414        else
 415                ptree=$(toptree_for_commit $1)
 416                if [ "$ptree" != "$tree" ]; then
 417                        return 0   # changed
 418                else
 419                        return 1   # not changed
 420                fi
 421        fi
 422}
 423
 424new_squash_commit()
 425{
 426        old="$1"
 427        oldsub="$2"
 428        newsub="$3"
 429        tree=$(toptree_for_commit $newsub) || exit $?
 430        if [ -n "$old" ]; then
 431                squash_msg "$dir" "$oldsub" "$newsub" | 
 432                        git commit-tree "$tree" -p "$old" || exit $?
 433        else
 434                squash_msg "$dir" "" "$newsub" |
 435                        git commit-tree "$tree" || exit $?
 436        fi
 437}
 438
 439copy_or_skip()
 440{
 441        rev="$1"
 442        tree="$2"
 443        newparents="$3"
 444        assert [ -n "$tree" ]
 445
 446        identical=
 447        nonidentical=
 448        p=
 449        gotparents=
 450        for parent in $newparents; do
 451                ptree=$(toptree_for_commit $parent) || exit $?
 452                [ -z "$ptree" ] && continue
 453                if [ "$ptree" = "$tree" ]; then
 454                        # an identical parent could be used in place of this rev.
 455                        identical="$parent"
 456                else
 457                        nonidentical="$parent"
 458                fi
 459                
 460                # sometimes both old parents map to the same newparent;
 461                # eliminate duplicates
 462                is_new=1
 463                for gp in $gotparents; do
 464                        if [ "$gp" = "$parent" ]; then
 465                                is_new=
 466                                break
 467                        fi
 468                done
 469                if [ -n "$is_new" ]; then
 470                        gotparents="$gotparents $parent"
 471                        p="$p -p $parent"
 472                fi
 473        done
 474        
 475        if [ -n "$identical" ]; then
 476                echo $identical
 477        else
 478                copy_commit $rev $tree "$p" || exit $?
 479        fi
 480}
 481
 482ensure_clean()
 483{
 484        if ! git diff-index HEAD --exit-code --quiet 2>&1; then
 485                die "Working tree has modifications.  Cannot add."
 486        fi
 487        if ! git diff-index --cached HEAD --exit-code --quiet 2>&1; then
 488                die "Index has modifications.  Cannot add."
 489        fi
 490}
 491
 492ensure_valid_ref_format()
 493{
 494        git check-ref-format "refs/heads/$1" ||
 495            die "'$1' does not look like a ref"
 496}
 497
 498cmd_add()
 499{
 500        if [ -e "$dir" ]; then
 501                die "'$dir' already exists.  Cannot add."
 502        fi
 503
 504        ensure_clean
 505        
 506        if [ $# -eq 1 ]; then
 507            git rev-parse -q --verify "$1^{commit}" >/dev/null ||
 508            die "'$1' does not refer to a commit"
 509
 510            "cmd_add_commit" "$@"
 511        elif [ $# -eq 2 ]; then
 512            # Technically we could accept a refspec here but we're
 513            # just going to turn around and add FETCH_HEAD under the
 514            # specified directory.  Allowing a refspec might be
 515            # misleading because we won't do anything with any other
 516            # branches fetched via the refspec.
 517            ensure_valid_ref_format "$2"
 518
 519            "cmd_add_repository" "$@"
 520        else
 521            say "error: parameters were '$@'"
 522            die "Provide either a commit or a repository and commit."
 523        fi
 524}
 525
 526cmd_add_repository()
 527{
 528        echo "git fetch" "$@"
 529        repository=$1
 530        refspec=$2
 531        git fetch "$@" || exit $?
 532        revs=FETCH_HEAD
 533        set -- $revs
 534        cmd_add_commit "$@"
 535}
 536
 537cmd_add_commit()
 538{
 539        revs=$(git rev-parse $default --revs-only "$@") || exit $?
 540        set -- $revs
 541        rev="$1"
 542        
 543        debug "Adding $dir as '$rev'..."
 544        git read-tree --prefix="$dir" $rev || exit $?
 545        git checkout -- "$dir" || exit $?
 546        tree=$(git write-tree) || exit $?
 547        
 548        headrev=$(git rev-parse HEAD) || exit $?
 549        if [ -n "$headrev" -a "$headrev" != "$rev" ]; then
 550                headp="-p $headrev"
 551        else
 552                headp=
 553        fi
 554        
 555        if [ -n "$squash" ]; then
 556                rev=$(new_squash_commit "" "" "$rev") || exit $?
 557                commit=$(add_squashed_msg "$rev" "$dir" |
 558                         git commit-tree $tree $headp -p "$rev") || exit $?
 559        else
 560                commit=$(add_msg "$dir" "$headrev" "$rev" |
 561                         git commit-tree $tree $headp -p "$rev") || exit $?
 562        fi
 563        git reset "$commit" || exit $?
 564        
 565        say "Added dir '$dir'"
 566}
 567
 568cmd_split()
 569{
 570        debug "Splitting $dir..."
 571        cache_setup || exit $?
 572        
 573        if [ -n "$onto" ]; then
 574                debug "Reading history for --onto=$onto..."
 575                git rev-list $onto |
 576                while read rev; do
 577                        # the 'onto' history is already just the subdir, so
 578                        # any parent we find there can be used verbatim
 579                        debug "  cache: $rev"
 580                        cache_set $rev $rev
 581                done
 582        fi
 583        
 584        if [ -n "$ignore_joins" ]; then
 585                unrevs=
 586        else
 587                unrevs="$(find_existing_splits "$dir" "$revs")"
 588        fi
 589        
 590        # We can't restrict rev-list to only $dir here, because some of our
 591        # parents have the $dir contents the root, and those won't match.
 592        # (and rev-list --follow doesn't seem to solve this)
 593        grl='git rev-list --topo-order --reverse --parents $revs $unrevs'
 594        revmax=$(eval "$grl" | wc -l)
 595        revcount=0
 596        createcount=0
 597        eval "$grl" |
 598        while read rev parents; do
 599                revcount=$(($revcount + 1))
 600                say -n "$revcount/$revmax ($createcount)
"
 601                debug "Processing commit: $rev"
 602                exists=$(cache_get $rev)
 603                if [ -n "$exists" ]; then
 604                        debug "  prior: $exists"
 605                        continue
 606                fi
 607                createcount=$(($createcount + 1))
 608                debug "  parents: $parents"
 609                newparents=$(cache_get $parents)
 610                debug "  newparents: $newparents"
 611                
 612                tree=$(subtree_for_commit $rev "$dir")
 613                debug "  tree is: $tree"
 614
 615                check_parents $parents
 616                
 617                # ugly.  is there no better way to tell if this is a subtree
 618                # vs. a mainline commit?  Does it matter?
 619                if [ -z $tree ]; then
 620                        set_notree $rev
 621                        if [ -n "$newparents" ]; then
 622                                cache_set $rev $rev
 623                        fi
 624                        continue
 625                fi
 626
 627                newrev=$(copy_or_skip "$rev" "$tree" "$newparents") || exit $?
 628                debug "  newrev is: $newrev"
 629                cache_set $rev $newrev
 630                cache_set latest_new $newrev
 631                cache_set latest_old $rev
 632        done || exit $?
 633        latest_new=$(cache_get latest_new)
 634        if [ -z "$latest_new" ]; then
 635                die "No new revisions were found"
 636        fi
 637        
 638        if [ -n "$rejoin" ]; then
 639                debug "Merging split branch into HEAD..."
 640                latest_old=$(cache_get latest_old)
 641                git merge -s ours \
 642                        -m "$(rejoin_msg $dir $latest_old $latest_new)" \
 643                        $latest_new >&2 || exit $?
 644        fi
 645        if [ -n "$branch" ]; then
 646                if rev_exists "refs/heads/$branch"; then
 647                        if ! rev_is_descendant_of_branch $latest_new $branch; then
 648                                die "Branch '$branch' is not an ancestor of commit '$latest_new'."
 649                        fi
 650                        action='Updated'
 651                else
 652                        action='Created'
 653                fi
 654                git update-ref -m 'subtree split' "refs/heads/$branch" $latest_new || exit $?
 655                say "$action branch '$branch'"
 656        fi
 657        echo $latest_new
 658        exit 0
 659}
 660
 661cmd_merge()
 662{
 663        revs=$(git rev-parse $default --revs-only "$@") || exit $?
 664        ensure_clean
 665        
 666        set -- $revs
 667        if [ $# -ne 1 ]; then
 668                die "You must provide exactly one revision.  Got: '$revs'"
 669        fi
 670        rev="$1"
 671        
 672        if [ -n "$squash" ]; then
 673                first_split="$(find_latest_squash "$dir")"
 674                if [ -z "$first_split" ]; then
 675                        die "Can't squash-merge: '$dir' was never added."
 676                fi
 677                set $first_split
 678                old=$1
 679                sub=$2
 680                if [ "$sub" = "$rev" ]; then
 681                        say "Subtree is already at commit $rev."
 682                        exit 0
 683                fi
 684                new=$(new_squash_commit "$old" "$sub" "$rev") || exit $?
 685                debug "New squash commit: $new"
 686                rev="$new"
 687        fi
 688
 689        version=$(git version)
 690        if [ "$version" \< "git version 1.7" ]; then
 691                if [ -n "$message" ]; then
 692                        git merge -s subtree --message="$message" $rev
 693                else
 694                        git merge -s subtree $rev
 695                fi
 696        else
 697                if [ -n "$message" ]; then
 698                        git merge -Xsubtree="$prefix" --message="$message" $rev
 699                else
 700                        git merge -Xsubtree="$prefix" $rev
 701                fi
 702        fi
 703}
 704
 705cmd_pull()
 706{
 707        if [ $# -ne 2 ]; then
 708            die "You must provide <repository> <ref>"
 709        fi
 710        ensure_clean
 711        ensure_valid_ref_format "$2"
 712        git fetch "$@" || exit $?
 713        revs=FETCH_HEAD
 714        set -- $revs
 715        cmd_merge "$@"
 716}
 717
 718cmd_push()
 719{
 720        if [ $# -ne 2 ]; then
 721            die "You must provide <repository> <ref>"
 722        fi
 723        ensure_valid_ref_format "$2"
 724        if [ -e "$dir" ]; then
 725            repository=$1
 726            refspec=$2
 727            echo "git push using: " $repository $refspec
 728            localrev=$(git subtree split --prefix="$prefix") || die
 729            git push $repository $localrev:refs/heads/$refspec
 730        else
 731            die "'$dir' must already exist. Try 'git subtree add'."
 732        fi
 733}
 734
 735"cmd_$command" "$@"