1#!/usr/bin/env perl 2# Copyright (C) 2006, Eric Wong <normalperson@yhbt.net> 3# License: GPL v2 or later 4use5.008; 5use warnings; 6use strict; 7use vars qw/$AUTHOR $VERSION 8$sha1 $sha1_short $_revision $_repository 9$_q $_authors $_authors_prog %users/; 10$AUTHOR='Eric Wong <normalperson@yhbt.net>'; 11$VERSION='@@GIT_VERSION@@'; 12 13# From which subdir have we been invoked? 14my$cmd_dir_prefix=eval{ 15 command_oneline([qw/rev-parse --show-prefix/], STDERR =>0) 16} ||''; 17 18my$git_dir_user_set=1ifdefined$ENV{GIT_DIR}; 19$ENV{GIT_DIR} ||='.git'; 20$Git::SVN::default_repo_id ='svn'; 21$Git::SVN::default_ref_id =$ENV{GIT_SVN_ID} ||'git-svn'; 22$Git::SVN::Ra::_log_window_size =100; 23$Git::SVN::_minimize_url ='unset'; 24 25if(!exists$ENV{SVN_SSH} &&exists$ENV{GIT_SSH}) { 26$ENV{SVN_SSH} =$ENV{GIT_SSH}; 27} 28 29if(exists$ENV{SVN_SSH} &&$^Oeq'msys') { 30$ENV{SVN_SSH} =~s/\\/\\\\/g; 31$ENV{SVN_SSH} =~s/(.*)/"$1"/; 32} 33 34$Git::SVN::Log::TZ =$ENV{TZ}; 35$ENV{TZ} ='UTC'; 36$| =1;# unbuffer STDOUT 37 38sub fatal (@) {print STDERR "@_\n";exit1} 39sub _req_svn { 40require SVN::Core;# use()-ing this causes segfaults for me... *shrug* 41require SVN::Ra; 42require SVN::Delta; 43if($SVN::Core::VERSION lt'1.1.0') { 44 fatal "Need SVN::Core 1.1.0 or better (got$SVN::Core::VERSION)"; 45} 46} 47my$can_compress=eval{require Compress::Zlib;1}; 48push@Git::SVN::Ra::ISA,'SVN::Ra'; 49push@SVN::Git::Editor::ISA,'SVN::Delta::Editor'; 50push@SVN::Git::Fetcher::ISA,'SVN::Delta::Editor'; 51use Carp qw/croak/; 52use Digest::MD5; 53use IO::File qw//; 54use File::Basename qw/dirname basename/; 55use File::Path qw/mkpath/; 56use File::Spec; 57use File::Find; 58use Getopt::Long qw/:config gnu_getopt no_ignore_case auto_abbrev/; 59use IPC::Open3; 60use Git; 61use Memoize;# core since 5.8.0, Jul 2002 62 63BEGIN{ 64# import functions from Git into our packages, en masse 65no strict 'refs'; 66foreach(qw/command command_oneline command_noisy command_output_pipe 67 command_input_pipe command_close_pipe 68 command_bidi_pipe command_close_bidi_pipe/) { 69formy$package(qw(SVN::Git::Editor SVN::Git::Fetcher 70 Git::SVN::Migration Git::SVN::Log Git::SVN), 71 __PACKAGE__) { 72*{"${package}::$_"} = \&{"Git::$_"}; 73} 74} 75 Memoize::memoize 'Git::config'; 76 Memoize::memoize 'Git::config_bool'; 77} 78 79my($SVN); 80 81$sha1=qr/[a-f\d]{40}/; 82$sha1_short=qr/[a-f\d]{4,40}/; 83my($_stdin,$_help,$_edit, 84$_message,$_file,$_branch_dest, 85$_template,$_shared, 86$_version,$_fetch_all,$_no_rebase,$_fetch_parent, 87$_merge,$_strategy,$_dry_run,$_local, 88$_prefix,$_no_checkout,$_url,$_verbose, 89$_git_format,$_commit_url,$_tag,$_merge_info,$_interactive); 90$Git::SVN::_follow_parent =1; 91$SVN::Git::Fetcher::_placeholder_filename =".gitignore"; 92$_q||=0; 93my%remote_opts= ('username=s'=> \$Git::SVN::Prompt::_username, 94'config-dir=s'=> \$Git::SVN::Ra::config_dir, 95'no-auth-cache'=> \$Git::SVN::Prompt::_no_auth_cache, 96'ignore-paths=s'=> \$SVN::Git::Fetcher::_ignore_regex, 97'ignore-refs=s'=> \$Git::SVN::Ra::_ignore_refs_regex ); 98my%fc_opts= ('follow-parent|follow!'=> \$Git::SVN::_follow_parent, 99'authors-file|A=s'=> \$_authors, 100'authors-prog=s'=> \$_authors_prog, 101'repack:i'=> \$Git::SVN::_repack, 102'noMetadata'=> \$Git::SVN::_no_metadata, 103'useSvmProps'=> \$Git::SVN::_use_svm_props, 104'useSvnsyncProps'=> \$Git::SVN::_use_svnsync_props, 105'log-window-size=i'=> \$Git::SVN::Ra::_log_window_size, 106'no-checkout'=> \$_no_checkout, 107'quiet|q+'=> \$_q, 108'repack-flags|repack-args|repack-opts=s'=> 109 \$Git::SVN::_repack_flags, 110'use-log-author'=> \$Git::SVN::_use_log_author, 111'add-author-from'=> \$Git::SVN::_add_author_from, 112'localtime'=> \$Git::SVN::_localtime, 113%remote_opts); 114 115my($_trunk,@_tags,@_branches,$_stdlayout); 116my%icv; 117my%init_opts= ('template=s'=> \$_template,'shared:s'=> \$_shared, 118'trunk|T=s'=> \$_trunk,'tags|t=s@'=> \@_tags, 119'branches|b=s@'=> \@_branches,'prefix=s'=> \$_prefix, 120'stdlayout|s'=> \$_stdlayout, 121'minimize-url|m!'=> \$Git::SVN::_minimize_url, 122'no-metadata'=>sub{$icv{noMetadata} =1}, 123'use-svm-props'=>sub{$icv{useSvmProps} =1}, 124'use-svnsync-props'=>sub{$icv{useSvnsyncProps} =1}, 125'rewrite-root=s'=>sub{$icv{rewriteRoot} =$_[1] }, 126'rewrite-uuid=s'=>sub{$icv{rewriteUUID} =$_[1] }, 127%remote_opts); 128my%cmt_opts= ('edit|e'=> \$_edit, 129'rmdir'=> \$SVN::Git::Editor::_rmdir, 130'find-copies-harder'=> \$SVN::Git::Editor::_find_copies_harder, 131'l=i'=> \$SVN::Git::Editor::_rename_limit, 132'copy-similarity|C=i'=> \$SVN::Git::Editor::_cp_similarity 133); 134 135my%cmd= ( 136 fetch => [ \&cmd_fetch,"Download new revisions from SVN", 137{'revision|r=s'=> \$_revision, 138'fetch-all|all'=> \$_fetch_all, 139'parent|p'=> \$_fetch_parent, 140%fc_opts} ], 141 clone => [ \&cmd_clone,"Initialize and fetch revisions", 142{'revision|r=s'=> \$_revision, 143'preserve-empty-dirs'=> 144 \$SVN::Git::Fetcher::_preserve_empty_dirs, 145'placeholder-filename=s'=> 146 \$SVN::Git::Fetcher::_placeholder_filename, 147%fc_opts,%init_opts} ], 148 init => [ \&cmd_init,"Initialize a repo for tracking". 149" (requires URL argument)", 150 \%init_opts], 151'multi-init'=> [ \&cmd_multi_init, 152"Deprecated alias for ". 153"'$0init -T<trunk> -b<branches> -t<tags>'", 154 \%init_opts], 155 dcommit => [ \&cmd_dcommit, 156'Commit several diffs to merge with upstream', 157{'merge|m|M'=> \$_merge, 158'strategy|s=s'=> \$_strategy, 159'verbose|v'=> \$_verbose, 160'dry-run|n'=> \$_dry_run, 161'fetch-all|all'=> \$_fetch_all, 162'commit-url=s'=> \$_commit_url, 163'revision|r=i'=> \$_revision, 164'no-rebase'=> \$_no_rebase, 165'mergeinfo=s'=> \$_merge_info, 166'interactive|i'=> \$_interactive, 167%cmt_opts,%fc_opts} ], 168 branch => [ \&cmd_branch, 169'Create a branch in the SVN repository', 170{'message|m=s'=> \$_message, 171'destination|d=s'=> \$_branch_dest, 172'dry-run|n'=> \$_dry_run, 173'tag|t'=> \$_tag, 174'username=s'=> \$Git::SVN::Prompt::_username, 175'commit-url=s'=> \$_commit_url} ], 176 tag => [sub{$_tag=1; cmd_branch(@_) }, 177'Create a tag in the SVN repository', 178{'message|m=s'=> \$_message, 179'destination|d=s'=> \$_branch_dest, 180'dry-run|n'=> \$_dry_run, 181'username=s'=> \$Git::SVN::Prompt::_username, 182'commit-url=s'=> \$_commit_url} ], 183'set-tree'=> [ \&cmd_set_tree, 184"Set an SVN repository to a git tree-ish", 185{'stdin'=> \$_stdin,%cmt_opts,%fc_opts, } ], 186'create-ignore'=> [ \&cmd_create_ignore, 187'Create a .gitignore per svn:ignore', 188{'revision|r=i'=> \$_revision 189} ], 190'mkdirs'=> [ \&cmd_mkdirs , 191"recreate empty directories after a checkout", 192{'revision|r=i'=> \$_revision} ], 193'propget'=> [ \&cmd_propget, 194'Print the value of a property on a file or directory', 195{'revision|r=i'=> \$_revision} ], 196'proplist'=> [ \&cmd_proplist, 197'List all properties of a file or directory', 198{'revision|r=i'=> \$_revision} ], 199'show-ignore'=> [ \&cmd_show_ignore,"Show svn:ignore listings", 200{'revision|r=i'=> \$_revision 201} ], 202'show-externals'=> [ \&cmd_show_externals,"Show svn:externals listings", 203{'revision|r=i'=> \$_revision 204} ], 205'multi-fetch'=> [ \&cmd_multi_fetch, 206"Deprecated alias for$0fetch --all", 207{'revision|r=s'=> \$_revision,%fc_opts} ], 208'migrate'=> [sub{ }, 209# no-op, we automatically run this anyways, 210'Migrate configuration/metadata/layout from 211 previous versions of git-svn', 212{'minimize'=> \$Git::SVN::Migration::_minimize, 213%remote_opts} ], 214'log'=> [ \&Git::SVN::Log::cmd_show_log,'Show commit logs', 215{'limit=i'=> \$Git::SVN::Log::limit, 216'revision|r=s'=> \$_revision, 217'verbose|v'=> \$Git::SVN::Log::verbose, 218'incremental'=> \$Git::SVN::Log::incremental, 219'oneline'=> \$Git::SVN::Log::oneline, 220'show-commit'=> \$Git::SVN::Log::show_commit, 221'non-recursive'=> \$Git::SVN::Log::non_recursive, 222'authors-file|A=s'=> \$_authors, 223'color'=> \$Git::SVN::Log::color, 224'pager=s'=> \$Git::SVN::Log::pager 225} ], 226'find-rev'=> [ \&cmd_find_rev, 227"Translate between SVN revision numbers and tree-ish", 228{} ], 229'rebase'=> [ \&cmd_rebase,"Fetch and rebase your working directory", 230{'merge|m|M'=> \$_merge, 231'verbose|v'=> \$_verbose, 232'strategy|s=s'=> \$_strategy, 233'local|l'=> \$_local, 234'fetch-all|all'=> \$_fetch_all, 235'dry-run|n'=> \$_dry_run, 236%fc_opts} ], 237'commit-diff'=> [ \&cmd_commit_diff, 238'Commit a diff between two trees', 239{'message|m=s'=> \$_message, 240'file|F=s'=> \$_file, 241'revision|r=s'=> \$_revision, 242%cmt_opts} ], 243'info'=> [ \&cmd_info, 244"Show info about the latest SVN revision 245 on the current branch", 246{'url'=> \$_url, } ], 247'blame'=> [ \&Git::SVN::Log::cmd_blame, 248"Show what revision and author last modified each line of a file", 249{'git-format'=> \$_git_format} ], 250'reset'=> [ \&cmd_reset, 251"Undo fetches back to the specified SVN revision", 252{'revision|r=s'=> \$_revision, 253'parent|p'=> \$_fetch_parent} ], 254'gc'=> [ \&cmd_gc, 255"Compress unhandled.log files in .git/svn and remove ". 256"index files in .git/svn", 257{} ], 258); 259 260use Term::ReadLine; 261package FakeTerm; 262sub new { 263my($class,$reason) =@_; 264returnbless \$reason,shift; 265} 266subreadline{ 267my$self=shift; 268die"Cannot use readline on FakeTerm:$$self"; 269} 270package main; 271 272my$term=eval{ 273$ENV{"GIT_SVN_NOTTY"} 274? new Term::ReadLine 'git-svn', \*STDIN, \*STDOUT 275: new Term::ReadLine 'git-svn'; 276}; 277if($@) { 278$term= new FakeTerm "$@: going non-interactive"; 279} 280 281my$cmd; 282for(my$i=0;$i<@ARGV;$i++) { 283if(defined$cmd{$ARGV[$i]}) { 284$cmd=$ARGV[$i]; 285splice@ARGV,$i,1; 286last; 287}elsif($ARGV[$i]eq'help') { 288$cmd=$ARGV[$i+1]; 289 usage(0); 290} 291}; 292 293# make sure we're always running at the top-level working directory 294unless($cmd&&$cmd=~/(?:clone|init|multi-init)$/) { 295unless(-d $ENV{GIT_DIR}) { 296if($git_dir_user_set) { 297die"GIT_DIR=$ENV{GIT_DIR} explicitly set, ", 298"but it is not a directory\n"; 299} 300my$git_dir=delete$ENV{GIT_DIR}; 301my$cdup=undef; 302 git_cmd_try { 303$cdup= command_oneline(qw/rev-parse --show-cdup/); 304$git_dir='.'unless($cdup); 305chomp$cdupif($cdup); 306$cdup="."unless($cdup&&length$cdup); 307}"Already at toplevel, but$git_dirnot found\n"; 308chdir$cdupor die"Unable to chdir up to '$cdup'\n"; 309unless(-d $git_dir) { 310die"$git_dirstill not found after going to ", 311"'$cdup'\n"; 312} 313$ENV{GIT_DIR} =$git_dir; 314} 315$_repository= Git->repository(Repository =>$ENV{GIT_DIR}); 316} 317 318my%opts= %{$cmd{$cmd}->[2]}if(defined$cmd); 319 320read_git_config(\%opts); 321if($cmd&& ($cmdeq'log'||$cmdeq'blame')) { 322 Getopt::Long::Configure('pass_through'); 323} 324my$rv= GetOptions(%opts,'h|H'=> \$_help,'version|V'=> \$_version, 325'minimize-connections'=> \$Git::SVN::Migration::_minimize, 326'id|i=s'=> \$Git::SVN::default_ref_id, 327'svn-remote|remote|R=s'=>sub{ 328$Git::SVN::no_reuse_existing =1; 329$Git::SVN::default_repo_id =$_[1] }); 330exit1if(!$rv&&$cmd&&$cmdne'log'); 331 332usage(0)if$_help; 333version()if$_version; 334usage(1)unlessdefined$cmd; 335load_authors()if$_authors; 336if(defined$_authors_prog) { 337$_authors_prog="'". File::Spec->rel2abs($_authors_prog) ."'"; 338} 339 340unless($cmd=~/^(?:clone|init|multi-init|commit-diff)$/) { 341 Git::SVN::Migration::migration_check(); 342} 343Git::SVN::init_vars(); 344eval{ 345 Git::SVN::verify_remotes_sanity(); 346$cmd{$cmd}->[0]->(@ARGV); 347}; 348fatal $@if$@; 349post_fetch_checkout(); 350exit0; 351 352####################### primary functions ###################### 353sub usage { 354my$exit=shift||0; 355my$fd=$exit? \*STDERR : \*STDOUT; 356print$fd<<""; 357git-svn - bidirectional operations between a single Subversion tree and git 358Usage: git svn <command> [options] [arguments]\n 359 360print$fd"Available commands:\n"unless$cmd; 361 362foreach(sort keys%cmd) { 363next if$cmd&&$cmdne$_; 364next if/^multi-/;# don't show deprecated commands 365print$fd' ',pack('A17',$_),$cmd{$_}->[1],"\n"; 366foreach(sort keys%{$cmd{$_}->[2]}) { 367# mixed-case options are for .git/config only 368next if/[A-Z]/&&/^[a-z]+$/i; 369# prints out arguments as they should be passed: 370my$x= s#[:=]s$## ? '<arg>' : s#[:=]i$## ? '<num>' : ''; 371print$fd' ' x 21,join(', ',map{length$_>1? 372"--$_":"-$_"} 373split/\|/,$_),"$x\n"; 374} 375} 376print$fd<<""; 377\nGIT_SVN_ID may be set in the environment or via the --id/-i switch to an 378arbitrary identifier if you're tracking multiple SVN branches/repositories in 379one git repository and want to keep them separate. See git-svn(1) for more 380information. 381 382 exit$exit; 383} 384 385sub version { 386 ::_req_svn(); 387 print "git-svn version$VERSION(svn$SVN::Core::VERSION)\n"; 388 exit 0; 389} 390 391sub ask { 392 my ($prompt,%arg) =@_; 393 my$valid_re=$arg{valid_re}; 394 my$default=$arg{default}; 395 my$resp; 396 my$i= 0; 397 398 if ( !( defined($term->IN) 399 && defined( fileno($term->IN) ) 400 && defined($term->OUT ) 401 && defined( fileno($term->OUT) ) ) ){ 402 return defined($default) ?$default: undef; 403 } 404 405 while ($i++< 10) { 406$resp=$term->readline($prompt); 407 if (!defined$resp) { # EOF 408 print "\n"; 409 return defined$default?$default: undef; 410 } 411 if ($respeq '' and defined$default) { 412 return$default; 413 } 414 if (!defined$valid_reor$resp=~ /$valid_re/) { 415 return$resp; 416 } 417 } 418 return undef; 419} 420 421sub do_git_init_db { 422 unless (-d$ENV{GIT_DIR}) { 423 my@init_db= ('init'); 424 push@init_db, "--template=$_template" if defined$_template; 425 if (defined$_shared) { 426 if ($_shared=~ /[a-z]/) { 427 push@init_db, "--shared=$_shared"; 428 } else { 429 push@init_db, "--shared"; 430 } 431 } 432 command_noisy(@init_db); 433$_repository= Git->repository(Repository => ".git"); 434 } 435 my$set; 436 my$pfx= "svn-remote.$Git::SVN::default_repo_id"; 437 foreach my$i(keys%icv) { 438 die "'$set' and '$i' cannot both be set\n" if$set; 439 next unless defined$icv{$i}; 440 command_noisy('config', "$pfx.$i",$icv{$i}); 441$set=$i; 442 } 443 my$ignore_paths_regex= \$SVN::Git::Fetcher::_ignore_regex; 444 command_noisy('config', "$pfx.ignore-paths",$$ignore_paths_regex) 445 if defined$$ignore_paths_regex; 446 my$ignore_refs_regex= \$Git::SVN::Ra::_ignore_refs_regex; 447 command_noisy('config', "$pfx.ignore-refs",$$ignore_refs_regex) 448 if defined$$ignore_refs_regex; 449 450 if (defined$SVN::Git::Fetcher::_preserve_empty_dirs) { 451 my$fname= \$SVN::Git::Fetcher::_placeholder_filename; 452 command_noisy('config', "$pfx.preserve-empty-dirs", 'true'); 453 command_noisy('config', "$pfx.placeholder-filename",$$fname); 454 } 455} 456 457sub init_subdir { 458 my$repo_path= shift or return; 459 mkpath([$repo_path]) unless -d$repo_path; 460 chdir$repo_pathor die "Couldn't chdir to $repo_path:$!\n"; 461$ENV{GIT_DIR} = '.git'; 462$_repository= Git->repository(Repository =>$ENV{GIT_DIR}); 463} 464 465sub cmd_clone { 466 my ($url,$path) =@_; 467 if (!defined$path&& 468 (defined$_trunk||@_branches||@_tags|| 469 defined$_stdlayout) && 470$url!~ m#^[a-z\+]+://#) { 471$path=$url; 472 } 473$path= basename($url) if !defined$path|| !length$path; 474 my$authors_absolute=$_authors? File::Spec->rel2abs($_authors) : ""; 475 cmd_init($url,$path); 476 command_oneline('config', 'svn.authorsfile',$authors_absolute) 477 if$_authors; 478 Git::SVN::fetch_all($Git::SVN::default_repo_id); 479} 480 481sub cmd_init { 482 if (defined$_stdlayout) { 483$_trunk= 'trunk' if (!defined$_trunk); 484@_tags= 'tags' if (!@_tags); 485@_branches= 'branches' if (!@_branches); 486 } 487 if (defined$_trunk||@_branches||@_tags) { 488 return cmd_multi_init(@_); 489 } 490 my$url= shift or die "SVN repository location required ", 491 "as a command-line argument\n"; 492$url= canonicalize_url($url); 493 init_subdir(@_); 494 do_git_init_db(); 495 496 if ($Git::SVN::_minimize_url eq 'unset') { 497$Git::SVN::_minimize_url = 0; 498 } 499 500 Git::SVN->init($url); 501} 502 503sub cmd_fetch { 504 if (grep /^\d+=./,@_) { 505 die "'<rev>=<commit>' fetch arguments are ", 506 "no longer supported.\n"; 507 } 508 my ($remote) =@_; 509 if (@_> 1) { 510 die "Usage:$0 fetch [--all] [--parent] [svn-remote]\n"; 511 } 512$Git::SVN::no_reuse_existing = undef; 513 if ($_fetch_parent) { 514 my ($url,$rev,$uuid,$gs) = working_head_info('HEAD'); 515 unless ($gs) { 516 die "Unable to determine upstream SVN information from ", 517 "working tree history\n"; 518 } 519 # just fetch, don't checkout. 520$_no_checkout= 'true'; 521$_fetch_all?$gs->fetch_all :$gs->fetch; 522 } elsif ($_fetch_all) { 523 cmd_multi_fetch(); 524 } else { 525$remote||=$Git::SVN::default_repo_id; 526 Git::SVN::fetch_all($remote, Git::SVN::read_all_remotes()); 527 } 528} 529 530sub cmd_set_tree { 531 my (@commits) =@_; 532 if ($_stdin|| !@commits) { 533 print "Reading from stdin...\n"; 534@commits= (); 535 while (<STDIN>) { 536 if (/\b($sha1_short)\b/o) { 537 unshift@commits,$1; 538 } 539 } 540 } 541 my@revs; 542 foreach my$c(@commits) { 543 my@tmp= command('rev-parse',$c); 544 if (scalar@tmp== 1) { 545 push@revs,$tmp[0]; 546 } elsif (scalar@tmp> 1) { 547 push@revs, reverse(command('rev-list',@tmp)); 548 } else { 549 fatal "Failed to rev-parse $c"; 550 } 551 } 552 my$gs= Git::SVN->new; 553 my ($r_last,$cmt_last) =$gs->last_rev_commit; 554$gs->fetch; 555 if (defined$gs->{last_rev} &&$r_last!=$gs->{last_rev}) { 556 fatal "There are new revisions that were fetched ", 557 "and need to be merged (or acknowledged)", 558 "before committing.\nlast rev:$r_last\n", 559 " current:$gs->{last_rev}"; 560 } 561$gs->set_tree($_) foreach@revs; 562 print "Done committing ",scalar@revs," revisions to SVN\n"; 563 unlink$gs->{index}; 564} 565 566sub split_merge_info_range { 567 my ($range) =@_; 568 if ($range=~ /(\d+)-(\d+)/) { 569 return (int($1), int($2)); 570 } else { 571 return (int($range), int($range)); 572 } 573} 574 575sub combine_ranges { 576 my ($in) =@_; 577 578 my@fnums= (); 579 my@arr= split(/,/,$in); 580 for my$element(@arr) { 581 my ($start,$end) = split_merge_info_range($element); 582 push@fnums,$start; 583 } 584 585 my@sorted=@arr[ sort { 586$fnums[$a] <=>$fnums[$b] 587 } 0..$#arr]; 588 589 my@return= (); 590 my$last= -1; 591 my$first= -1; 592 for my$element(@sorted) { 593 my ($start,$end) = split_merge_info_range($element); 594 595 if ($last== -1) { 596$first=$start; 597$last=$end; 598 next; 599 } 600 if ($start<=$last+1) { 601 if ($end>$last) { 602$last=$end; 603 } 604 next; 605 } 606 if ($first==$last) { 607 push@return, "$first"; 608 } else { 609 push@return, "$first-$last"; 610 } 611$first=$start; 612$last=$end; 613 } 614 615 if ($first!= -1) { 616 if ($first==$last) { 617 push@return, "$first"; 618 } else { 619 push@return, "$first-$last"; 620 } 621 } 622 623 return join(',',@return); 624} 625 626sub merge_revs_into_hash { 627 my ($hash,$minfo) =@_; 628 my@lines= split(' ',$minfo); 629 630 for my$line(@lines) { 631 my ($branchpath,$revs) = split(/:/,$line); 632 633 if (exists($hash->{$branchpath})) { 634 # Merge the two revision sets 635 my$combined= "$hash->{$branchpath},$revs"; 636$hash->{$branchpath} = combine_ranges($combined); 637 } else { 638 # Just do range combining for consolidation 639$hash->{$branchpath} = combine_ranges($revs); 640 } 641 } 642} 643 644sub merge_merge_info { 645 my ($mergeinfo_one,$mergeinfo_two) =@_; 646 my%result_hash= (); 647 648 merge_revs_into_hash(\%result_hash,$mergeinfo_one); 649 merge_revs_into_hash(\%result_hash,$mergeinfo_two); 650 651 my$result= ''; 652 # Sort below is for consistency's sake 653 for my$branchname(sort keys(%result_hash)) { 654 my$revlist=$result_hash{$branchname}; 655$result.= "$branchname:$revlist\n" 656 } 657 return$result; 658} 659 660sub populate_merge_info { 661 my ($d,$gs,$uuid,$linear_refs,$rewritten_parent) =@_; 662 663 my%parentshash; 664 read_commit_parents(\%parentshash,$d); 665 my@parents= @{$parentshash{$d}}; 666 if ($#parents> 0) { 667 # Merge commit 668 my$all_parents_ok= 1; 669 my$aggregate_mergeinfo= ''; 670 my$rooturl=$gs->repos_root; 671 672 if (defined($rewritten_parent)) { 673 # Replace first parent with newly-rewritten version 674 shift@parents; 675 unshift@parents,$rewritten_parent; 676 } 677 678 foreach my$parent(@parents) { 679 my ($branchurl,$svnrev,$paruuid) = 680 cmt_metadata($parent); 681 682 unless (defined($svnrev)) { 683 # Should have been caught be preflight check 684 fatal "merge commit $dhas ancestor $parent, but that change " 685 ."doesnot have git-svn metadata!"; 686 } 687 unless ($branchurl=~ /^\Q$rooturl\E(.*)/) { 688 fatal "commit $parent git-svn metadata changed mid-run!"; 689 } 690 my$branchpath=$1; 691 692 my$ra= Git::SVN::Ra->new($branchurl); 693 my (undef, undef,$props) = 694$ra->get_dir(canonicalize_path("."),$svnrev); 695 my$par_mergeinfo=$props->{'svn:mergeinfo'}; 696 unless (defined$par_mergeinfo) { 697$par_mergeinfo= ''; 698 } 699 # Merge previous mergeinfo values 700$aggregate_mergeinfo= 701 merge_merge_info($aggregate_mergeinfo, 702$par_mergeinfo, 0); 703 704 next if$parenteq$parents[0]; # Skip first parent 705 # Add new changes being placed in tree by merge 706 my@cmd= (qw/rev-list --reverse/, 707$parent, qw/--not/); 708 foreach my$par(@parents) { 709 unless ($pareq$parent) { 710 push@cmd,$par; 711 } 712 } 713 my@revsin= (); 714 my ($revlist,$ctx) = command_output_pipe(@cmd); 715 while (<$revlist>) { 716 my$irev=$_; 717 chomp$irev; 718 my (undef,$csvnrev, undef) = 719 cmt_metadata($irev); 720 unless (defined$csvnrev) { 721 # A child is missing SVN annotations... 722 # this might be OK, or might not be. 723 warn "W:child $irevis merged into revision " 724 ."$d but doesnot have git-svn metadata." 725 ."This means git-svn cannot determine the " 726 ."svn revision numbers to place into the " 727 ."svn:mergeinfo property. You must ensure " 728 ."a branch is entirely committed to " 729 ."SVN before merging it in order for" 730 ."svn:mergeinfo population to function " 731 ."properly"; 732 } 733 push@revsin,$csvnrev; 734 } 735 command_close_pipe($revlist,$ctx); 736 737 last unless$all_parents_ok; 738 739 # We now have a list of all SVN revnos which are 740 # merged by this particular parent. Integrate them. 741 next if$#revsin== -1; 742 my$newmergeinfo= "$branchpath:" . join(',',@revsin); 743$aggregate_mergeinfo= 744 merge_merge_info($aggregate_mergeinfo, 745$newmergeinfo, 1); 746 } 747 if ($all_parents_okand$aggregate_mergeinfo) { 748 return$aggregate_mergeinfo; 749 } 750 } 751 752 return undef; 753} 754 755sub cmd_dcommit { 756 my$head= shift; 757 command_noisy(qw/update-index --refresh/); 758 git_cmd_try { command_oneline(qw/diff-index --quiet HEAD/) } 759 'Cannot dcommit with a dirty index. Commit your changes first, ' 760 . "or stash them with `git stash'.\n"; 761$head||= 'HEAD'; 762 763 my$old_head; 764 if ($headne 'HEAD') { 765$old_head= eval { 766 command_oneline([qw/symbolic-ref -q HEAD/]) 767 }; 768 if ($old_head) { 769$old_head=~ s{^refs/heads/}{}; 770 } else { 771$old_head= eval { command_oneline(qw/rev-parse HEAD/) }; 772 } 773 command(['checkout',$head], STDERR => 0); 774 } 775 776 my@refs; 777 my ($url,$rev,$uuid,$gs) = working_head_info('HEAD', \@refs); 778 unless ($gs) { 779 die "Unable to determine upstream SVN information from ", 780 "$headhistory.\nPerhaps the repository is empty."; 781 } 782 783 if (defined$_commit_url) { 784$url=$_commit_url; 785 } else { 786$url= eval { command_oneline('config', '--get', 787 "svn-remote.$gs->{repo_id}.commiturl") }; 788 if (!$url) { 789$url=$gs->full_pushurl 790 } 791 } 792 793 my$last_rev=$_revisionif defined$_revision; 794 if ($url) { 795 print "Committing to$url...\n"; 796 } 797 my ($linear_refs,$parents) = linearize_history($gs, \@refs); 798 if ($_no_rebase&& scalar(@$linear_refs) > 1) { 799 warn "Attempting to commit more than one change while ", 800 "--no-rebase is enabled.\n", 801 "If these changes depend on each other, re-running ", 802 "without --no-rebase may be required." 803 } 804 805 if (defined$_interactive){ 806 my$ask_default= "y"; 807 foreach my$d(@$linear_refs){ 808 my ($fh,$ctx) = command_output_pipe(qw(show --summary),"$d"); 809while(<$fh>){ 810print$_; 811} 812 command_close_pipe($fh,$ctx); 813$_= ask("Commit this patch to SVN? ([y]es (default)|[n]o|[q]uit|[a]ll): ", 814 valid_re =>qr/^(?:yes|y|no|n|quit|q|all|a)/i, 815default=>$ask_default); 816die"Commit this patch reply required"unlessdefined$_; 817if(/^[nq]/i) { 818exit(0); 819}elsif(/^a/i) { 820last; 821} 822} 823} 824 825my$expect_url=$url; 826 827my$push_merge_info=eval{ 828 command_oneline(qw/config --get svn.pushmergeinfo/) 829}; 830if(not defined($push_merge_info) 831or$push_merge_infoeq"false" 832or$push_merge_infoeq"no" 833or$push_merge_infoeq"never") { 834$push_merge_info=0; 835} 836 837unless(defined($_merge_info) || !$push_merge_info) { 838# Preflight check of changes to ensure no issues with mergeinfo 839# This includes check for uncommitted-to-SVN parents 840# (other than the first parent, which we will handle), 841# information from different SVN repos, and paths 842# which are not underneath this repository root. 843my$rooturl=$gs->repos_root; 844foreachmy$d(@$linear_refs) { 845my%parentshash; 846 read_commit_parents(\%parentshash,$d); 847my@realparents= @{$parentshash{$d}}; 848if($#realparents>0) { 849# Merge commit 850shift@realparents;# Remove/ignore first parent 851foreachmy$parent(@realparents) { 852my($branchurl,$svnrev,$paruuid) = cmt_metadata($parent); 853unless(defined$paruuid) { 854# A parent is missing SVN annotations... 855# abort the whole operation. 856 fatal "$parentis merged into revision$d, " 857."but does not have git-svn metadata. " 858."Either dcommit the branch or use a " 859."local cherry-pick, FF merge, or rebase " 860."instead of an explicit merge commit."; 861} 862 863unless($paruuideq$uuid) { 864# Parent has SVN metadata from different repository 865 fatal "merge parent$parentfor change$dhas " 866."git-svn uuid$paruuid, while current change " 867."has uuid$uuid!"; 868} 869 870unless($branchurl=~/^\Q$rooturl\E(.*)/) { 871# This branch is very strange indeed. 872 fatal "merge parent$parentfor$dis on branch " 873."$branchurl, which is not under the " 874."git-svn root$rooturl!"; 875} 876} 877} 878} 879} 880 881my$rewritten_parent; 882 Git::SVN::remove_username($expect_url); 883if(defined($_merge_info)) { 884$_merge_info=~tr{ }{\n}; 885} 886while(1) { 887my$d=shift@$linear_refsorlast; 888unless(defined$last_rev) { 889(undef,$last_rev,undef) = cmt_metadata("$d~1"); 890unless(defined$last_rev) { 891 fatal "Unable to extract revision information ", 892"from commit$d~1"; 893} 894} 895if($_dry_run) { 896print"diff-tree$d~1$d\n"; 897}else{ 898my$cmt_rev; 899 900unless(defined($_merge_info) || !$push_merge_info) { 901$_merge_info= populate_merge_info($d,$gs, 902$uuid, 903$linear_refs, 904$rewritten_parent); 905} 906 907my%ed_opts= ( r =>$last_rev, 908log=> get_commit_entry($d)->{log}, 909 ra => Git::SVN::Ra->new($url), 910 config => SVN::Core::config_get_config( 911$Git::SVN::Ra::config_dir 912), 913 tree_a =>"$d~1", 914 tree_b =>$d, 915 editor_cb =>sub{ 916print"Committed r$_[0]\n"; 917$cmt_rev=$_[0]; 918}, 919 mergeinfo =>$_merge_info, 920 svn_path =>''); 921if(!SVN::Git::Editor->new(\%ed_opts)->apply_diff) { 922print"No changes\n$d~1==$d\n"; 923}elsif($parents->{$d} && @{$parents->{$d}}) { 924$gs->{inject_parents_dcommit}->{$cmt_rev} = 925$parents->{$d}; 926} 927$_fetch_all?$gs->fetch_all:$gs->fetch; 928$last_rev=$cmt_rev; 929next if$_no_rebase; 930 931# we always want to rebase against the current HEAD, 932# not any head that was passed to us 933my@diff= command('diff-tree',$d, 934$gs->refname,'--'); 935my@finish; 936if(@diff) { 937@finish= rebase_cmd(); 938print STDERR "W:$dand ",$gs->refname, 939" differ, using@finish:\n", 940join("\n",@diff),"\n"; 941}else{ 942print"No changes between current HEAD and ", 943$gs->refname, 944"\nResetting to the latest ", 945$gs->refname,"\n"; 946@finish= qw/reset --mixed/; 947} 948 command_noisy(@finish,$gs->refname); 949 950$rewritten_parent= command_oneline(qw/rev-parse HEAD/); 951 952if(@diff) { 953@refs= (); 954my($url_,$rev_,$uuid_,$gs_) = 955 working_head_info('HEAD', \@refs); 956my($linear_refs_,$parents_) = 957 linearize_history($gs_, \@refs); 958if(scalar(@$linear_refs) != 959scalar(@$linear_refs_)) { 960 fatal "# of revisions changed ", 961"\nbefore:\n", 962join("\n",@$linear_refs), 963"\n\nafter:\n", 964join("\n",@$linear_refs_),"\n", 965'If you are attempting to commit ', 966"merges, try running:\n\t", 967'git rebase --interactive', 968'--preserve-merges ', 969$gs->refname, 970"\nBefore dcommitting"; 971} 972if($url_ne$expect_url) { 973if($url_eq$gs->metadata_url) { 974print 975"Accepting rewritten URL:", 976"$url_\n"; 977}else{ 978 fatal 979"URL mismatch after rebase:", 980"$url_!=$expect_url"; 981} 982} 983if($uuid_ne$uuid) { 984 fatal "uuid mismatch after rebase: ", 985"$uuid_!=$uuid"; 986} 987# remap parents 988my(%p,@l,$i); 989for($i=0;$i<scalar@$linear_refs;$i++) { 990my$new=$linear_refs_->[$i]ornext; 991$p{$new} = 992$parents->{$linear_refs->[$i]}; 993push@l,$new; 994} 995$parents= \%p; 996$linear_refs= \@l; 997} 998} 999}10001001if($old_head) {1002my$new_head= command_oneline(qw/rev-parse HEAD/);1003my$new_is_symbolic=eval{1004 command_oneline(qw/symbolic-ref -q HEAD/);1005};1006if($new_is_symbolic) {1007print"dcommitted the branch ",$head,"\n";1008}else{1009print"dcommitted on a detached HEAD because you gave ",1010"a revision argument.\n",1011"The rewritten commit is: ",$new_head,"\n";1012}1013 command(['checkout',$old_head], STDERR =>0);1014}10151016unlink$gs->{index};1017}10181019sub cmd_branch {1020my($branch_name,$head) =@_;10211022unless(defined$branch_name&&length$branch_name) {1023die(($_tag?"tag":"branch") ." name required\n");1024}1025$head||='HEAD';10261027my(undef,$rev,undef,$gs) = working_head_info($head);1028my$src=$gs->full_pushurl;10291030my$remote= Git::SVN::read_all_remotes()->{$gs->{repo_id}};1031my$allglobs=$remote->{$_tag?'tags':'branches'};1032my$glob;1033if($#{$allglobs} ==0) {1034$glob=$allglobs->[0];1035}else{1036unless(defined$_branch_dest) {1037die"Multiple ",1038$_tag?"tag":"branch",1039" paths defined for Subversion repository.\n",1040"You must specify where you want to create the ",1041$_tag?"tag":"branch",1042" with the --destination argument.\n";1043}1044foreachmy$g(@{$allglobs}) {1045# SVN::Git::Editor could probably be moved to Git.pm..1046my$re= SVN::Git::Editor::glob2pat($g->{path}->{left});1047if($_branch_dest=~/$re/) {1048$glob=$g;1049last;1050}1051}1052unless(defined$glob) {1053my$dest_re=qr/\b\Q$_branch_dest\E\b/;1054foreachmy$g(@{$allglobs}) {1055$g->{path}->{left} =~/$dest_re/ornext;1056if(defined$glob) {1057die"Ambiguous destination: ",1058$_branch_dest,"\nmatches both '",1059$glob->{path}->{left},"' and '",1060$g->{path}->{left},"'\n";1061}1062$glob=$g;1063}1064unless(defined$glob) {1065die"Unknown ",1066$_tag?"tag":"branch",1067" destination$_branch_dest\n";1068}1069}1070}1071my($lft,$rgt) = @{$glob->{path} }{qw/left right/};1072my$url;1073if(defined$_commit_url) {1074$url=$_commit_url;1075}else{1076$url=eval{ command_oneline('config','--get',1077"svn-remote.$gs->{repo_id}.commiturl") };1078if(!$url) {1079$url=$remote->{pushurl} ||$remote->{url};1080}1081}1082my$dst=join'/',$url,$lft,$branch_name, ($rgt|| ());10831084if($dst=~/^https:/&&$src=~/^http:/) {1085$src=~s/^http:/https:/;1086}10871088::_req_svn();10891090my$ctx= SVN::Client->new(1091 auth => Git::SVN::Ra::_auth_providers(),1092 log_msg =>sub{1093${$_[0] } =defined$_message1094?$_message1095:'Create '. ($_tag?'tag ':'branch ')1096.$branch_name;1097},1098);10991100eval{1101$ctx->ls($dst,'HEAD',0);1102}and die"branch ${branch_name} already exists\n";11031104print"Copying ${src} at r${rev} to ${dst}...\n";1105$ctx->copy($src,$rev,$dst)1106unless$_dry_run;11071108$gs->fetch_all;1109}11101111sub cmd_find_rev {1112my$revision_or_hash=shift or die"SVN or git revision required ",1113"as a command-line argument\n";1114my$result;1115if($revision_or_hash=~/^r\d+$/) {1116my$head=shift;1117$head||='HEAD';1118my@refs;1119my(undef,undef,$uuid,$gs) = working_head_info($head, \@refs);1120unless($gs) {1121die"Unable to determine upstream SVN information from ",1122"$headhistory\n";1123}1124my$desired_revision=substr($revision_or_hash,1);1125$result=$gs->rev_map_get($desired_revision,$uuid);1126}else{1127my(undef,$rev,undef) = cmt_metadata($revision_or_hash);1128$result=$rev;1129}1130print"$result\n"if$result;1131}11321133sub auto_create_empty_directories {1134my($gs) =@_;1135my$var=eval{ command_oneline('config','--get','--bool',1136"svn-remote.$gs->{repo_id}.automkdirs") };1137# By default, create empty directories by consulting the unhandled log,1138# but allow setting it to 'false' to skip it.1139return!($var&&$vareq'false');1140}11411142sub cmd_rebase {1143 command_noisy(qw/update-index --refresh/);1144my($url,$rev,$uuid,$gs) = working_head_info('HEAD');1145unless($gs) {1146die"Unable to determine upstream SVN information from ",1147"working tree history\n";1148}1149if($_dry_run) {1150print"Remote Branch: ".$gs->refname."\n";1151print"SVN URL: ".$url."\n";1152return;1153}1154if(command(qw/diff-index HEAD --/)) {1155print STDERR "Cannot rebase with uncommited changes:\n";1156 command_noisy('status');1157exit1;1158}1159unless($_local) {1160# rebase will checkout for us, so no need to do it explicitly1161$_no_checkout='true';1162$_fetch_all?$gs->fetch_all:$gs->fetch;1163}1164 command_noisy(rebase_cmd(),$gs->refname);1165if(auto_create_empty_directories($gs)) {1166$gs->mkemptydirs;1167}1168}11691170sub cmd_show_ignore {1171my($url,$rev,$uuid,$gs) = working_head_info('HEAD');1172$gs||= Git::SVN->new;1173my$r= (defined$_revision?$_revision:$gs->ra->get_latest_revnum);1174$gs->prop_walk($gs->{path},$r,sub{1175my($gs,$path,$props) =@_;1176print STDOUT "\n#$path\n";1177my$s=$props->{'svn:ignore'}orreturn;1178$s=~s/[\r\n]+/\n/g;1179$s=~s/^\n+//;1180chomp$s;1181$s=~ s#^#$path#gm;1182print STDOUT "$s\n";1183});1184}11851186sub cmd_show_externals {1187my($url,$rev,$uuid,$gs) = working_head_info('HEAD');1188$gs||= Git::SVN->new;1189my$r= (defined$_revision?$_revision:$gs->ra->get_latest_revnum);1190$gs->prop_walk($gs->{path},$r,sub{1191my($gs,$path,$props) =@_;1192print STDOUT "\n#$path\n";1193my$s=$props->{'svn:externals'}orreturn;1194$s=~s/[\r\n]+/\n/g;1195chomp$s;1196$s=~ s#^#$path#gm;1197print STDOUT "$s\n";1198});1199}12001201sub cmd_create_ignore {1202my($url,$rev,$uuid,$gs) = working_head_info('HEAD');1203$gs||= Git::SVN->new;1204my$r= (defined$_revision?$_revision:$gs->ra->get_latest_revnum);1205$gs->prop_walk($gs->{path},$r,sub{1206my($gs,$path,$props) =@_;1207# $path is of the form /path/to/dir/1208$path='.'.$path;1209# SVN can have attributes on empty directories,1210# which git won't track1211 mkpath([$path])unless-d $path;1212my$ignore=$path.'.gitignore';1213my$s=$props->{'svn:ignore'}orreturn;1214open(GITIGNORE,'>',$ignore)1215or fatal("Failed to open `$ignore' for writing:$!");1216$s=~s/[\r\n]+/\n/g;1217$s=~s/^\n+//;1218chomp$s;1219# Prefix all patterns so that the ignore doesn't apply1220# to sub-directories.1221$s=~ s#^#/#gm;1222print GITIGNORE "$s\n";1223close(GITIGNORE)1224or fatal("Failed to close `$ignore':$!");1225 command_noisy('add','-f',$ignore);1226});1227}12281229sub cmd_mkdirs {1230my($url,$rev,$uuid,$gs) = working_head_info('HEAD');1231$gs||= Git::SVN->new;1232$gs->mkemptydirs($_revision);1233}12341235sub canonicalize_path {1236my($path) =@_;1237my$dot_slash_added=0;1238if(substr($path,0,1)ne"/") {1239$path="./".$path;1240$dot_slash_added=1;1241}1242# File::Spec->canonpath doesn't collapse x/../y into y (for a1243# good reason), so let's do this manually.1244$path=~ s#/+#/#g;1245$path=~ s#/\.(?:/|$)#/#g;1246$path=~ s#/[^/]+/\.\.##g;1247$path=~ s#/$##g;1248$path=~ s#^\./## if $dot_slash_added;1249$path=~ s#^/##;1250$path=~ s#^\.$##;1251return$path;1252}12531254sub canonicalize_url {1255my($url) =@_;1256$url=~ s#^([^:]+://[^/]*/)(.*)$#$1 . canonicalize_path($2)#e;1257return$url;1258}12591260# get_svnprops(PATH)1261# ------------------1262# Helper for cmd_propget and cmd_proplist below.1263sub get_svnprops {1264my$path=shift;1265my($url,$rev,$uuid,$gs) = working_head_info('HEAD');1266$gs||= Git::SVN->new;12671268# prefix THE PATH by the sub-directory from which the user1269# invoked us.1270$path=$cmd_dir_prefix.$path;1271 fatal("No such file or directory:$path")unless-e $path;1272my$is_dir= -d $path?1:0;1273$path=$gs->{path} .'/'.$path;12741275# canonicalize the path (otherwise libsvn will abort or fail to1276# find the file)1277$path= canonicalize_path($path);12781279my$r= (defined$_revision?$_revision:$gs->ra->get_latest_revnum);1280my$props;1281if($is_dir) {1282(undef,undef,$props) =$gs->ra->get_dir($path,$r);1283}1284else{1285(undef,$props) =$gs->ra->get_file($path,$r,undef);1286}1287return$props;1288}12891290# cmd_propget (PROP, PATH)1291# ------------------------1292# Print the SVN property PROP for PATH.1293sub cmd_propget {1294my($prop,$path) =@_;1295$path='.'ifnot defined$path;1296 usage(1)ifnot defined$prop;1297my$props= get_svnprops($path);1298if(not defined$props->{$prop}) {1299 fatal("`$path' does not have a `$prop' SVN property.");1300}1301print$props->{$prop} ."\n";1302}13031304# cmd_proplist (PATH)1305# -------------------1306# Print the list of SVN properties for PATH.1307sub cmd_proplist {1308my$path=shift;1309$path='.'ifnot defined$path;1310my$props= get_svnprops($path);1311print"Properties on '$path':\n";1312foreach(sort keys%{$props}) {1313print"$_\n";1314}1315}13161317sub cmd_multi_init {1318my$url=shift;1319unless(defined$_trunk||@_branches||@_tags) {1320 usage(1);1321}13221323$_prefix=''unlessdefined$_prefix;1324if(defined$url) {1325$url= canonicalize_url($url);1326 init_subdir(@_);1327}1328 do_git_init_db();1329if(defined$_trunk) {1330$_trunk=~ s#^/+##;1331my$trunk_ref='refs/remotes/'.$_prefix.'trunk';1332# try both old-style and new-style lookups:1333my$gs_trunk=eval{ Git::SVN->new($trunk_ref) };1334unless($gs_trunk) {1335my($trunk_url,$trunk_path) =1336 complete_svn_url($url,$_trunk);1337$gs_trunk= Git::SVN->init($trunk_url,$trunk_path,1338undef,$trunk_ref);1339}1340}1341return unless@_branches||@_tags;1342my$ra=$url? Git::SVN::Ra->new($url) :undef;1343foreachmy$path(@_branches) {1344 complete_url_ls_init($ra,$path,'--branches/-b',$_prefix);1345}1346foreachmy$path(@_tags) {1347 complete_url_ls_init($ra,$path,'--tags/-t',$_prefix.'tags/');1348}1349}13501351sub cmd_multi_fetch {1352$Git::SVN::no_reuse_existing =undef;1353my$remotes= Git::SVN::read_all_remotes();1354foreachmy$repo_id(sort keys%$remotes) {1355if($remotes->{$repo_id}->{url}) {1356 Git::SVN::fetch_all($repo_id,$remotes);1357}1358}1359}13601361# this command is special because it requires no metadata1362sub cmd_commit_diff {1363my($ta,$tb,$url) =@_;1364my$usage="Usage:$0commit-diff -r<revision> ".1365"<tree-ish> <tree-ish> [<URL>]";1366 fatal($usage)if(!defined$ta|| !defined$tb);1367my$svn_path='';1368if(!defined$url) {1369my$gs=eval{ Git::SVN->new};1370if(!$gs) {1371 fatal("Needed URL or usable git-svn --id in ",1372"the command-line\n",$usage);1373}1374$url=$gs->{url};1375$svn_path=$gs->{path};1376}1377unless(defined$_revision) {1378 fatal("-r|--revision is a required argument\n",$usage);1379}1380if(defined$_message&&defined$_file) {1381 fatal("Both --message/-m and --file/-F specified ",1382"for the commit message.\n",1383"I have no idea what you mean");1384}1385if(defined$_file) {1386$_message= file_to_s($_file);1387}else{1388$_message||= get_commit_entry($tb)->{log};1389}1390my$ra||= Git::SVN::Ra->new($url);1391my$r=$_revision;1392if($req'HEAD') {1393$r=$ra->get_latest_revnum;1394}elsif($r!~/^\d+$/) {1395die"revision argument:$rnot understood by git-svn\n";1396}1397my%ed_opts= ( r =>$r,1398log=>$_message,1399 ra =>$ra,1400 tree_a =>$ta,1401 tree_b =>$tb,1402 editor_cb =>sub{print"Committed r$_[0]\n"},1403 svn_path =>$svn_path);1404if(!SVN::Git::Editor->new(\%ed_opts)->apply_diff) {1405print"No changes\n$ta==$tb\n";1406}1407}14081409sub escape_uri_only {1410my($uri) =@_;1411my@tmp;1412foreach(splitm{/},$uri) {1413s/([^~\w.%+-]|%(?![a-fA-F0-9]{2}))/sprintf("%%%02X",ord($1))/eg;1414push@tmp,$_;1415}1416join('/',@tmp);1417}14181419sub escape_url {1420my($url) =@_;1421if($url=~ m#^([^:]+)://([^/]*)(.*)$#) {1422my($scheme,$domain,$uri) = ($1,$2, escape_uri_only($3));1423$url="$scheme://$domain$uri";1424}1425$url;1426}14271428sub cmd_info {1429my$path= canonicalize_path(defined($_[0]) ?$_[0] :".");1430my$fullpath= canonicalize_path($cmd_dir_prefix.$path);1431if(exists$_[1]) {1432die"Too many arguments specified\n";1433}14341435my($file_type,$diff_status) = find_file_type_and_diff_status($path);14361437if(!$file_type&& !$diff_status) {1438print STDERR "svn: '$path' is not under version control\n";1439exit1;1440}14411442my($url,$rev,$uuid,$gs) = working_head_info('HEAD');1443unless($gs) {1444die"Unable to determine upstream SVN information from ",1445"working tree history\n";1446}14471448# canonicalize_path() will return "" to make libsvn 1.5.x happy,1449$path="."if$patheq"";14501451my$full_url=$url. ($fullpatheq""?"":"/$fullpath");14521453if($_url) {1454print escape_url($full_url),"\n";1455return;1456}14571458my$result="Path:$path\n";1459$result.="Name: ". basename($path) ."\n"if$file_typene"dir";1460$result.="URL: ". escape_url($full_url) ."\n";14611462eval{1463my$repos_root=$gs->repos_root;1464 Git::SVN::remove_username($repos_root);1465$result.="Repository Root: ". escape_url($repos_root) ."\n";1466};1467if($@) {1468$result.="Repository Root: (offline)\n";1469}1470::_req_svn();1471$result.="Repository UUID:$uuid\n"unless$diff_statuseq"A"&&1472($SVN::Core::VERSION le'1.5.4'||$file_typene"dir");1473$result.="Revision: ". ($diff_statuseq"A"?0:$rev) ."\n";14741475$result.="Node Kind: ".1476($file_typeeq"dir"?"directory":"file") ."\n";14771478my$schedule=$diff_statuseq"A"1479?"add"1480: ($diff_statuseq"D"?"delete":"normal");1481$result.="Schedule:$schedule\n";14821483if($diff_statuseq"A") {1484print$result,"\n";1485return;1486}14871488my($lc_author,$lc_rev,$lc_date_utc);1489my@args= Git::SVN::Log::git_svn_log_cmd($rev,$rev,"--",$fullpath);1490my$log= command_output_pipe(@args);1491my$esc_color=qr/(?:\033\[(?:(?:\d+;)*\d*)?m)*/;1492while(<$log>) {1493if(/^${esc_color}author (.+) <[^>]+> (\d+) ([\-\+]?\d+)$/o) {1494$lc_author=$1;1495$lc_date_utc= Git::SVN::Log::parse_git_date($2,$3);1496}elsif(/^${esc_color} (git-svn-id:.+)$/o) {1497(undef,$lc_rev,undef) = ::extract_metadata($1);1498}1499}1500close$log;15011502 Git::SVN::Log::set_local_timezone();15031504$result.="Last Changed Author:$lc_author\n";1505$result.="Last Changed Rev:$lc_rev\n";1506$result.="Last Changed Date: ".1507 Git::SVN::Log::format_svn_date($lc_date_utc) ."\n";15081509if($file_typene"dir") {1510my$text_last_updated_date=1511($diff_statuseq"D"?$lc_date_utc: (stat$path)[9]);1512$result.=1513"Text Last Updated: ".1514 Git::SVN::Log::format_svn_date($text_last_updated_date) .1515"\n";1516my$checksum;1517if($diff_statuseq"D") {1518my($fh,$ctx) =1519 command_output_pipe(qw(cat-file blob),"HEAD:$path");1520if($file_typeeq"link") {1521my$file_name= <$fh>;1522$checksum= md5sum("link$file_name");1523}else{1524$checksum= md5sum($fh);1525}1526 command_close_pipe($fh,$ctx);1527}elsif($file_typeeq"link") {1528my$file_name=1529 command(qw(cat-file blob),"HEAD:$path");1530$checksum=1531 md5sum("link ".$file_name);1532}else{1533open FILE,"<",$pathor die$!;1534$checksum= md5sum(\*FILE);1535close FILE or die$!;1536}1537$result.="Checksum: ".$checksum."\n";1538}15391540print$result,"\n";1541}15421543sub cmd_reset {1544my$target=shift||$_revisionor die"SVN revision required\n";1545$target=$1if$target=~/^r(\d+)$/;1546$target=~/^\d+$/or die"Numeric SVN revision expected\n";1547my($url,$rev,$uuid,$gs) = working_head_info('HEAD');1548unless($gs) {1549die"Unable to determine upstream SVN information from ".1550"history\n";1551}1552my($r,$c) =$gs->find_rev_before($target,not$_fetch_parent);1553die"Cannot find SVN revision$target\n"unlessdefined($c);1554$gs->rev_map_set($r,$c,'reset',$uuid);1555print"r$r=$c($gs->{ref_id})\n";1556}15571558sub cmd_gc {1559if(!$can_compress) {1560warn"Compress::Zlib could not be found; unhandled.log ".1561"files will not be compressed.\n";1562}1563 find({ wanted => \&gc_directory, no_chdir =>1},"$ENV{GIT_DIR}/svn");1564}15651566########################### utility functions #########################15671568sub rebase_cmd {1569my@cmd= qw/rebase/;1570push@cmd,'-v'if$_verbose;1571push@cmd, qw/--merge/if$_merge;1572push@cmd,"--strategy=$_strategy"if$_strategy;1573@cmd;1574}15751576sub post_fetch_checkout {1577return if$_no_checkout;1578my$gs=$Git::SVN::_head orreturn;1579return if verify_ref('refs/heads/master^0');15801581# look for "trunk" ref if it exists1582my$remote= Git::SVN::read_all_remotes()->{$gs->{repo_id}};1583my$fetch=$remote->{fetch};1584if($fetch) {1585foreachmy$p(keys%$fetch) {1586 basename($fetch->{$p})eq'trunk'ornext;1587$gs= Git::SVN->new($fetch->{$p},$gs->{repo_id},$p);1588last;1589}1590}15911592my$valid_head= verify_ref('HEAD^0');1593 command_noisy(qw(update-ref refs/heads/master),$gs->refname);1594return if($valid_head|| !verify_ref('HEAD^0'));15951596return if$ENV{GIT_DIR} !~ m#^(?:.*/)?\.git$#;1597my$index=$ENV{GIT_INDEX_FILE} ||"$ENV{GIT_DIR}/index";1598return if-f $index;15991600return if command_oneline(qw/rev-parse --is-inside-work-tree/)eq'false';1601return if command_oneline(qw/rev-parse --is-inside-git-dir/)eq'true';1602 command_noisy(qw/read-tree -m -u -v HEAD HEAD/);1603print STDERR "Checked out HEAD:\n",1604$gs->full_url," r",$gs->last_rev,"\n";1605if(auto_create_empty_directories($gs)) {1606$gs->mkemptydirs($gs->last_rev);1607}1608}16091610sub complete_svn_url {1611my($url,$path) =@_;1612$path=~ s#/+$##;1613if($path!~ m#^[a-z\+]+://#) {1614if(!defined$url||$url!~ m#^[a-z\+]+://#) {1615 fatal("E: '$path' is not a complete URL ",1616"and a separate URL is not specified");1617}1618return($url,$path);1619}1620return($path,'');1621}16221623sub complete_url_ls_init {1624my($ra,$repo_path,$switch,$pfx) =@_;1625unless($repo_path) {1626print STDERR "W:$switchnot specified\n";1627return;1628}1629$repo_path=~ s#/+$##;1630if($repo_path=~ m#^[a-z\+]+://#) {1631$ra= Git::SVN::Ra->new($repo_path);1632$repo_path='';1633}else{1634$repo_path=~ s#^/+##;1635unless($ra) {1636 fatal("E: '$repo_path' is not a complete URL ",1637"and a separate URL is not specified");1638}1639}1640my$url=$ra->{url};1641my$gs= Git::SVN->init($url,undef,undef,undef,1);1642my$k="svn-remote.$gs->{repo_id}.url";1643my$orig_url=eval{ command_oneline(qw/config --get/,$k) };1644if($orig_url&& ($orig_urlne$gs->{url})) {1645die"$kalready set:$orig_url\n",1646"wanted to set to:$gs->{url}\n";1647}1648 command_oneline('config',$k,$gs->{url})unless$orig_url;1649my$remote_path="$gs->{path}/$repo_path";1650$remote_path=~s{%([0-9A-F]{2})}{chr hex($1)}ieg;1651$remote_path=~ s#/+#/#g;1652$remote_path=~ s#^/##g;1653$remote_path.="/*"if$remote_path!~ /\*/;1654my($n) = ($switch=~/^--(\w+)/);1655if(length$pfx&&$pfx!~ m#/$#) {1656die"--prefix='$pfx' must have a trailing slash '/'\n";1657}1658 command_noisy('config',1659'--add',1660"svn-remote.$gs->{repo_id}.$n",1661"$remote_path:refs/remotes/$pfx*".1662('/*' x (($remote_path=~ tr/*/*/) -1)) );1663}16641665sub verify_ref {1666my($ref) =@_;1667eval{ command_oneline(['rev-parse','--verify',$ref],1668{ STDERR =>0}); };1669}16701671sub get_tree_from_treeish {1672my($treeish) =@_;1673# $treeish can be a symbolic ref, too:1674my$type= command_oneline(qw/cat-file -t/,$treeish);1675my$expected;1676while($typeeq'tag') {1677($treeish,$type) = command(qw/cat-file tag/,$treeish);1678}1679if($typeeq'commit') {1680$expected= (grep/^tree /, command(qw/cat-file commit/,1681$treeish))[0];1682($expected) = ($expected=~/^tree ($sha1)$/o);1683die"Unable to get tree from$treeish\n"unless$expected;1684}elsif($typeeq'tree') {1685$expected=$treeish;1686}else{1687die"$treeishis a$type, expected tree, tag or commit\n";1688}1689return$expected;1690}16911692sub get_commit_entry {1693my($treeish) =shift;1694my%log_entry= (log=>'', tree => get_tree_from_treeish($treeish) );1695my$commit_editmsg="$ENV{GIT_DIR}/COMMIT_EDITMSG";1696my$commit_msg="$ENV{GIT_DIR}/COMMIT_MSG";1697open my$log_fh,'>',$commit_editmsgor croak $!;16981699my$type= command_oneline(qw/cat-file -t/,$treeish);1700if($typeeq'commit'||$typeeq'tag') {1701my($msg_fh,$ctx) = command_output_pipe('cat-file',1702$type,$treeish);1703my$in_msg=0;1704my$author;1705my$saw_from=0;1706my$msgbuf="";1707while(<$msg_fh>) {1708if(!$in_msg) {1709$in_msg=1if(/^\s*$/);1710$author=$1if(/^author (.*>)/);1711}elsif(/^git-svn-id: /) {1712# skip this for now, we regenerate the1713# correct one on re-fetch anyways1714# TODO: set *:merge properties or like...1715}else{1716if(/^From:/||/^Signed-off-by:/) {1717$saw_from=1;1718}1719$msgbuf.=$_;1720}1721}1722$msgbuf=~s/\s+$//s;1723if($Git::SVN::_add_author_from &&defined($author)1724&& !$saw_from) {1725$msgbuf.="\n\nFrom:$author";1726}1727print$log_fh $msgbufor croak $!;1728 command_close_pipe($msg_fh,$ctx);1729}1730close$log_fhor croak $!;17311732if($_edit|| ($typeeq'tree')) {1733chomp(my$editor= command_oneline(qw(var GIT_EDITOR)));1734system('sh','-c',$editor.' "$@"',$editor,$commit_editmsg);1735}1736rename$commit_editmsg,$commit_msgor croak $!;1737{1738require Encode;1739# SVN requires messages to be UTF-8 when entering the repo1740local$/;1741open$log_fh,'<',$commit_msgor croak $!;1742binmode$log_fh;1743chomp($log_entry{log} = <$log_fh>);17441745my$enc= Git::config('i18n.commitencoding') ||'UTF-8';1746my$msg=$log_entry{log};17471748eval{$msg= Encode::decode($enc,$msg,1) };1749if($@) {1750die"Could not decode as$enc:\n",$msg,1751"\nPerhaps you need to set i18n.commitencoding\n";1752}17531754eval{$msg= Encode::encode('UTF-8',$msg,1) };1755die"Could not encode as UTF-8:\n$msg\n"if$@;17561757$log_entry{log} =$msg;17581759close$log_fhor croak $!;1760}1761unlink$commit_msg;1762 \%log_entry;1763}17641765sub s_to_file {1766my($str,$file,$mode) =@_;1767open my$fd,'>',$fileor croak $!;1768print$fd $str,"\n"or croak $!;1769close$fdor croak $!;1770chmod($mode&~umask,$file)if(defined$mode);1771}17721773sub file_to_s {1774my$file=shift;1775open my$fd,'<',$fileor croak "$!: file:$file\n";1776local$/;1777my$ret= <$fd>;1778close$fdor croak $!;1779$ret=~s/\s*$//s;1780return$ret;1781}17821783# '<svn username> = real-name <email address>' mapping based on git-svnimport:1784sub load_authors {1785open my$authors,'<',$_authorsor die"Can't open$_authors$!\n";1786my$log=$cmdeq'log';1787while(<$authors>) {1788chomp;1789next unless/^(.+?|\(no author\))\s*=\s*(.+?)\s*<(.+)>\s*$/;1790my($user,$name,$email) = ($1,$2,$3);1791if($log) {1792$Git::SVN::Log::rusers{"$name<$email>"} =$user;1793}else{1794$users{$user} = [$name,$email];1795}1796}1797close$authorsor croak $!;1798}17991800# convert GetOpt::Long specs for use by git-config1801sub read_git_config {1802my$opts=shift;1803my@config_only;1804foreachmy$o(keys%$opts) {1805# if we have mixedCase and a long option-only, then1806# it's a config-only variable that we don't need for1807# the command-line.1808push@config_only,$oif($o=~/[A-Z]/&&$o=~/^[a-z]+$/i);1809my$v=$opts->{$o};1810my($key) = ($o=~/^([a-zA-Z\-]+)/);1811$key=~s/-//g;1812my$arg='git config';1813$arg.=' --int'if($o=~/[:=]i$/);1814$arg.=' --bool'if($o!~/[:=][sfi]$/);1815if(ref$veq'ARRAY') {1816chomp(my@tmp=`$arg--get-all svn.$key`);1817@$v=@tmpif@tmp;1818 } else {1819 chomp(my$tmp= `$arg--get svn.$key`);1820if($tmp&& !($arg=~/ --bool/&&$tmpeq'false')) {1821$$v=$tmp;1822}1823}1824}1825delete@$opts{@config_only}if@config_only;1826}18271828sub extract_metadata {1829my$id=shift orreturn(undef,undef,undef);1830my($url,$rev,$uuid) = ($id=~ /^\s*git-svn-id:\s+(.*)\@(\d+)1831 \s([a-f\d\-]+)$/ix);1832if(!defined$rev|| !$uuid|| !$url) {1833# some of the original repositories I made had1834# identifiers like this:1835($rev,$uuid) = ($id=~/^\s*git-svn-id:\s(\d+)\@([a-f\d\-]+)/i);1836}1837return($url,$rev,$uuid);1838}18391840sub cmt_metadata {1841return extract_metadata((grep(/^git-svn-id: /,1842 command(qw/cat-file commit/,shift)))[-1]);1843}18441845sub cmt_sha2rev_batch {1846my%s2r;1847my($pid,$in,$out,$ctx) = command_bidi_pipe(qw/cat-file --batch/);1848my$list=shift;18491850foreachmy$sha(@{$list}) {1851my$first=1;1852my$size=0;1853print$out $sha,"\n";18541855while(my$line= <$in>) {1856if($first&&$line=~/^[[:xdigit:]]{40}\smissing$/) {1857last;1858}elsif($first&&1859$line=~/^[[:xdigit:]]{40}\scommit\s(\d+)$/) {1860$first=0;1861$size=$1;1862next;1863}elsif($line=~/^(git-svn-id: )/) {1864my(undef,$rev,undef) =1865 extract_metadata($line);1866$s2r{$sha} =$rev;1867}18681869$size-=length($line);1870last if($size==0);1871}1872}18731874 command_close_bidi_pipe($pid,$in,$out,$ctx);18751876return \%s2r;1877}18781879sub working_head_info {1880my($head,$refs) =@_;1881my@args= qw/rev-list --first-parent --pretty=medium/;1882my($fh,$ctx) = command_output_pipe(@args,$head);1883my$hash;1884my%max;1885while(<$fh>) {1886if(m{^commit ($::sha1)$}) {1887unshift@$refs,$hashif$hashand$refs;1888$hash=$1;1889next;1890}1891next unlesss{^\s*(git-svn-id:)}{$1};1892my($url,$rev,$uuid) = extract_metadata($_);1893if(defined$url&&defined$rev) {1894next if$max{$url}and$max{$url} <$rev;1895if(my$gs= Git::SVN->find_by_url($url)) {1896my$c=$gs->rev_map_get($rev,$uuid);1897if($c&&$ceq$hash) {1898close$fh;# break the pipe1899return($url,$rev,$uuid,$gs);1900}else{1901$max{$url} ||=$gs->rev_map_max;1902}1903}1904}1905}1906 command_close_pipe($fh,$ctx);1907(undef,undef,undef,undef);1908}19091910sub read_commit_parents {1911my($parents,$c) =@_;1912chomp(my$p= command_oneline(qw/rev-list --parents -1/,$c));1913$p=~s/^($c)\s*//or die"rev-list --parents -1$cfailed!\n";1914@{$parents->{$c}} =split(/ /,$p);1915}19161917sub linearize_history {1918my($gs,$refs) =@_;1919my%parents;1920foreachmy$c(@$refs) {1921 read_commit_parents(\%parents,$c);1922}19231924my@linear_refs;1925my%skip= ();1926my$last_svn_commit=$gs->last_commit;1927foreachmy$c(reverse@$refs) {1928next if$ceq$last_svn_commit;1929last if$skip{$c};19301931unshift@linear_refs,$c;1932$skip{$c} =1;19331934# we only want the first parent to diff against for linear1935# history, we save the rest to inject when we finalize the1936# svn commit1937my$fp_a= verify_ref("$c~1");1938my$fp_b=shift@{$parents{$c}}if$parents{$c};1939if(!$fp_a|| !$fp_b) {1940die"Commit$c\n",1941"has no parent commit, and therefore ",1942"nothing to diff against.\n",1943"You should be working from a repository ",1944"originally created by git-svn\n";1945}1946if($fp_ane$fp_b) {1947die"$c~1=$fp_a, however parsing commit$c",1948"revealed that:\n$c~1=$fp_b\nBUG!\n";1949}19501951foreachmy$p(@{$parents{$c}}) {1952$skip{$p} =1;1953}1954}1955(\@linear_refs, \%parents);1956}19571958sub find_file_type_and_diff_status {1959my($path) =@_;1960return('dir','')if$patheq'';19611962my$diff_output=1963 command_oneline(qw(diff --cached --name-status --),$path) ||"";1964my$diff_status= (split(' ',$diff_output))[0] ||"";19651966my$ls_tree= command_oneline(qw(ls-tree HEAD),$path) ||"";19671968return(undef,undef)if!$diff_status&& !$ls_tree;19691970if($diff_statuseq"A") {1971return("link",$diff_status)if-l $path;1972return("dir",$diff_status)if-d $path;1973return("file",$diff_status);1974}19751976my$mode= (split(' ',$ls_tree))[0] ||"";19771978return("link",$diff_status)if$modeeq"120000";1979return("dir",$diff_status)if$modeeq"040000";1980return("file",$diff_status);1981}19821983sub md5sum {1984my$arg=shift;1985my$ref=ref$arg;1986my$md5= Digest::MD5->new();1987if($refeq'GLOB'||$refeq'IO::File'||$refeq'File::Temp') {1988$md5->addfile($arg)or croak $!;1989}elsif($refeq'SCALAR') {1990$md5->add($$arg)or croak $!;1991}elsif(!$ref) {1992$md5->add($arg)or croak $!;1993}else{1994::fatal "Can't provide MD5 hash for unknown ref type: '",$ref,"'";1995}1996return$md5->hexdigest();1997}19981999sub gc_directory {2000if($can_compress&& -f $_&& basename($_)eq"unhandled.log") {2001my$out_filename=$_.".gz";2002open my$in_fh,"<",$_or die"Unable to open$_:$!\n";2003binmode$in_fh;2004my$gz= Compress::Zlib::gzopen($out_filename,"ab")or2005die"Unable to open$out_filename:$!\n";20062007my$res;2008while($res=sysread($in_fh,my$str,1024)) {2009$gz->gzwrite($str)or2010die"Unable to write: ".$gz->gzerror()."!\n";2011}2012unlink$_or die"unlink$File::Find::name:$!\n";2013}elsif(-f $_&& basename($_)eq"index") {2014unlink$_or die"unlink$_:$!\n";2015}2016}20172018package Git::SVN;2019use strict;2020use warnings;2021use Fcntl qw/:DEFAULT :seek/;2022useconstant rev_map_fmt =>'NH40';2023use vars qw/$default_repo_id $default_ref_id $_no_metadata $_follow_parent2024$_repack $_repack_flags $_use_svm_props $_head2025$_use_svnsync_props $no_reuse_existing $_minimize_url2026$_use_log_author $_add_author_from $_localtime/;2027use Carp qw/croak/;2028use File::Path qw/mkpath/;2029use File::Copy qw/copy/;2030use IPC::Open3;2031use Time::Local;2032use Memoize;# core since 5.8.0, Jul 20022033use Memoize::Storable;2034use POSIX qw(:signal_h);20352036my($_gc_nr,$_gc_period);20372038# properties that we do not log:2039my%SKIP_PROP;2040BEGIN{2041%SKIP_PROP=map{$_=>1} qw/svn:wc:ra_dav:version-url2042 svn:special svn:executable2043 svn:entry:committed-rev2044 svn:entry:last-author2045 svn:entry:uuid2046 svn:entry:committed-date/;20472048# some options are read globally, but can be overridden locally2049# per [svn-remote "..."] section. Command-line options will *NOT*2050# override options set in an [svn-remote "..."] section2051no strict 'refs';2052formy$option(qw/follow_parent no_metadata use_svm_props2053 use_svnsync_props/) {2054my$key=$option;2055$key=~tr/_//d;2056my$prop="-$option";2057*$option=sub{2058my($self) =@_;2059return$self->{$prop}ifexists$self->{$prop};2060my$k="svn-remote.$self->{repo_id}.$key";2061eval{ command_oneline(qw/config --get/,$k) };2062if($@) {2063$self->{$prop} = ${"Git::SVN::_$option"};2064}else{2065my$v= command_oneline(qw/config --bool/,$k);2066$self->{$prop} =$veq'false'?0:1;2067}2068return$self->{$prop};2069}2070}2071}207220732074my(%LOCKFILES,%INDEX_FILES);2075END{2076unlink keys%LOCKFILESif%LOCKFILES;2077unlink keys%INDEX_FILESif%INDEX_FILES;2078}20792080sub resolve_local_globs {2081my($url,$fetch,$glob_spec) =@_;2082return unlessdefined$glob_spec;2083my$ref=$glob_spec->{ref};2084my$path=$glob_spec->{path};2085foreach(command(qw#for-each-ref --format=%(refname) refs/#)) {2086next unless m#^$ref->{regex}$#;2087my$p=$1;2088my$pathname= desanitize_refname($path->full_path($p));2089my$refname= desanitize_refname($ref->full_path($p));2090if(my$existing=$fetch->{$pathname}) {2091if($existingne$refname) {2092die"Refspec conflict:\n",2093"existing:$existing\n",2094" globbed:$refname\n";2095}2096my$u= (::cmt_metadata("$refname"))[0];2097$u=~s!^\Q$url\E(/|$)!!or die2098"$refname: '$url' not found in '$u'\n";2099if($pathnamene$u) {2100warn"W: Refspec glob conflict ",2101"(ref:$refname):\n",2102"expected path:$pathname\n",2103" real path:$u\n",2104"Continuing ahead with$u\n";2105next;2106}2107}else{2108$fetch->{$pathname} =$refname;2109}2110}2111}21122113sub parse_revision_argument {2114my($base,$head) =@_;2115if(!defined$::_revision || $::_revision eq'BASE:HEAD') {2116return($base,$head);2117}2118return($1,$2)if($::_revision =~/^(\d+):(\d+)$/);2119return($::_revision, $::_revision)if($::_revision =~/^\d+$/);2120return($head,$head)if($::_revision eq'HEAD');2121return($base,$1)if($::_revision =~/^BASE:(\d+)$/);2122return($1,$head)if($::_revision =~/^(\d+):HEAD$/);2123die"revision argument: $::_revision not understood by git-svn\n";2124}21252126sub fetch_all {2127my($repo_id,$remotes) =@_;2128if(ref$repo_id) {2129my$gs=$repo_id;2130$repo_id=undef;2131$repo_id=$gs->{repo_id};2132}2133$remotes||= read_all_remotes();2134my$remote=$remotes->{$repo_id}or2135die"[svn-remote\"$repo_id\"] unknown\n";2136my$fetch=$remote->{fetch};2137my$url=$remote->{url}or die"svn-remote.$repo_id.url not defined\n";2138my(@gs,@globs);2139my$ra= Git::SVN::Ra->new($url);2140my$uuid=$ra->get_uuid;2141my$head=$ra->get_latest_revnum;21422143# ignore errors, $head revision may not even exist anymore2144eval{$ra->get_log("",$head,0,1,0,1,sub{$head=$_[1] }) };2145warn"W:$@\n"if$@;21462147my$base=defined$fetch?$head:0;21482149# read the max revs for wildcard expansion (branches/*, tags/*)2150foreachmy$t(qw/branches tags/) {2151defined$remote->{$t}ornext;2152push@globs, @{$remote->{$t}};21532154my$max_rev=eval{ tmp_config(qw/--int --get/,2155"svn-remote.$repo_id.${t}-maxRev") };2156if(defined$max_rev&& ($max_rev<$base)) {2157$base=$max_rev;2158}elsif(!defined$max_rev) {2159$base=0;2160}2161}21622163if($fetch) {2164foreachmy$p(sort keys%$fetch) {2165my$gs= Git::SVN->new($fetch->{$p},$repo_id,$p);2166my$lr=$gs->rev_map_max;2167if(defined$lr) {2168$base=$lrif($lr<$base);2169}2170push@gs,$gs;2171}2172}21732174($base,$head) = parse_revision_argument($base,$head);2175$ra->gs_fetch_loop_common($base,$head, \@gs, \@globs);2176}21772178sub read_all_remotes {2179my$r= {};2180my$use_svm_props=eval{ command_oneline(qw/config --bool2181 svn.useSvmProps/) };2182$use_svm_props=$use_svm_propseq'true'if$use_svm_props;2183my$svn_refspec=qr{\s*(.*?)\s*:\s*(.+?)\s*};2184foreach(grep{s/^svn-remote\.//} command(qw/config -l/)) {2185if(m!^(.+)\.fetch=$svn_refspec$!) {2186my($remote,$local_ref,$remote_ref) = ($1,$2,$3);2187die("svn-remote.$remote: remote ref '$remote_ref' "2188."must start with 'refs/'\n")2189unless$remote_ref=~m{^refs/};2190$local_ref= uri_decode($local_ref);2191$r->{$remote}->{fetch}->{$local_ref} =$remote_ref;2192$r->{$remote}->{svm} = {}if$use_svm_props;2193}elsif(m!^(.+)\.usesvmprops=\s*(.*)\s*$!) {2194$r->{$1}->{svm} = {};2195}elsif(m!^(.+)\.url=\s*(.*)\s*$!) {2196$r->{$1}->{url} =$2;2197}elsif(m!^(.+)\.pushurl=\s*(.*)\s*$!) {2198$r->{$1}->{pushurl} =$2;2199}elsif(m!^(.+)\.ignore-refs=\s*(.*)\s*$!) {2200$r->{$1}->{ignore_refs_regex} =$2;2201}elsif(m!^(.+)\.(branches|tags)=$svn_refspec$!) {2202my($remote,$t,$local_ref,$remote_ref) =2203($1,$2,$3,$4);2204die("svn-remote.$remote: remote ref '$remote_ref' ($t) "2205."must start with 'refs/'\n")2206unless$remote_ref=~m{^refs/};2207$local_ref= uri_decode($local_ref);2208my$rs= {2209 t =>$t,2210 remote =>$remote,2211 path => Git::SVN::GlobSpec->new($local_ref,1),2212ref=> Git::SVN::GlobSpec->new($remote_ref,0) };2213if(length($rs->{ref}->{right}) !=0) {2214die"The '*' glob character must be the last ",2215"character of '$remote_ref'\n";2216}2217push@{$r->{$remote}->{$t} },$rs;2218}2219}22202221map{2222if(defined$r->{$_}->{svm}) {2223my$svm;2224eval{2225my$section="svn-remote.$_";2226$svm= {2227 source => tmp_config('--get',2228"$section.svm-source"),2229 replace => tmp_config('--get',2230"$section.svm-replace"),2231}2232};2233$r->{$_}->{svm} =$svm;2234}2235}keys%$r;22362237foreachmy$remote(keys%$r) {2238foreach(grep{defined$_}2239map{$r->{$remote}->{$_} }qw(branches tags)) {2240foreachmy$rs(@$_) {2241$rs->{ignore_refs_regex} =2242$r->{$remote}->{ignore_refs_regex};2243}2244}2245}22462247$r;2248}22492250sub init_vars {2251$_gc_nr=$_gc_period=1000;2252if(defined$_repack||defined$_repack_flags) {2253warn"Repack options are obsolete; they have no effect.\n";2254}2255}22562257sub verify_remotes_sanity {2258return unless-d $ENV{GIT_DIR};2259my%seen;2260foreach(command(qw/config -l/)) {2261if(m!^svn-remote\.(?:.+)\.fetch=.*:refs/remotes/(\S+)\s*$!) {2262if($seen{$1}) {2263die"Remote ref refs/remote/$1is tracked by",2264"\n \"$_\"\nand\n \"$seen{$1}\"\n",2265"Please resolve this ambiguity in ",2266"your git configuration file before ",2267"continuing\n";2268}2269$seen{$1} =$_;2270}2271}2272}22732274sub find_existing_remote {2275my($url,$remotes) =@_;2276returnundefif$no_reuse_existing;2277my$existing;2278foreachmy$repo_id(keys%$remotes) {2279my$u=$remotes->{$repo_id}->{url}ornext;2280next if$une$url;2281$existing=$repo_id;2282last;2283}2284$existing;2285}22862287sub init_remote_config {2288my($self,$url,$no_write) =@_;2289$url=~s!/+$!!;# strip trailing slash2290my$r= read_all_remotes();2291my$existing= find_existing_remote($url,$r);2292if($existing) {2293unless($no_write) {2294print STDERR "Using existing ",2295"[svn-remote\"$existing\"]\n";2296}2297$self->{repo_id} =$existing;2298}elsif($_minimize_url) {2299my$min_url= Git::SVN::Ra->new($url)->minimize_url;2300$existing= find_existing_remote($min_url,$r);2301if($existing) {2302unless($no_write) {2303print STDERR "Using existing ",2304"[svn-remote\"$existing\"]\n";2305}2306$self->{repo_id} =$existing;2307}2308if($min_urlne$url) {2309unless($no_write) {2310print STDERR "Using higher level of URL: ",2311"$url=>$min_url\n";2312}2313my$old_path=$self->{path};2314$self->{path} =$url;2315$self->{path} =~s!^\Q$min_url\E(/|$)!!;2316if(length$old_path) {2317$self->{path} .="/$old_path";2318}2319$url=$min_url;2320}2321}2322my$orig_url;2323if(!$existing) {2324# verify that we aren't overwriting anything:2325$orig_url=eval{2326 command_oneline('config','--get',2327"svn-remote.$self->{repo_id}.url")2328};2329if($orig_url&& ($orig_urlne$url)) {2330die"svn-remote.$self->{repo_id}.url already set: ",2331"$orig_url\nwanted to set to:$url\n";2332}2333}2334my($xrepo_id,$xpath) = find_ref($self->refname);2335if(!$no_write&&defined$xpath) {2336die"svn-remote.$xrepo_id.fetch already set to track ",2337"$xpath:",$self->refname,"\n";2338}2339unless($no_write) {2340 command_noisy('config',2341"svn-remote.$self->{repo_id}.url",$url);2342$self->{path} =~s{^/}{};2343$self->{path} =~s{%([0-9A-F]{2})}{chr hex($1)}ieg;2344 command_noisy('config','--add',2345"svn-remote.$self->{repo_id}.fetch",2346"$self->{path}:".$self->refname);2347}2348$self->{url} =$url;2349}23502351sub find_by_url {# repos_root and, path are optional2352my($class,$full_url,$repos_root,$path) =@_;23532354returnundefunlessdefined$full_url;2355 remove_username($full_url);2356 remove_username($repos_root)ifdefined$repos_root;2357my$remotes= read_all_remotes();2358if(defined$full_url&&defined$repos_root&& !defined$path) {2359$path=$full_url;2360$path=~ s#^\Q$repos_root\E(?:/|$)##;2361}2362foreachmy$repo_id(keys%$remotes) {2363my$u=$remotes->{$repo_id}->{url}ornext;2364 remove_username($u);2365next ifdefined$repos_root&&$repos_rootne$u;23662367my$fetch=$remotes->{$repo_id}->{fetch} || {};2368foreachmy$t(qw/branches tags/) {2369foreachmy$globspec(@{$remotes->{$repo_id}->{$t}}) {2370 resolve_local_globs($u,$fetch,$globspec);2371}2372}2373my$p=$path;2374my$rwr= rewrite_root({repo_id =>$repo_id});2375my$svm=$remotes->{$repo_id}->{svm}2376ifdefined$remotes->{$repo_id}->{svm};2377unless(defined$p) {2378$p=$full_url;2379my$z=$u;2380my$prefix='';2381if($rwr) {2382$z=$rwr;2383 remove_username($z);2384}elsif(defined$svm) {2385$z=$svm->{source};2386$prefix=$svm->{replace};2387$prefix=~ s#^\Q$u\E(?:/|$)##;2388$prefix=~ s#/$##;2389}2390$p=~ s#^\Q$z\E(?:/|$)#$prefix# or next;2391}2392foreachmy$f(keys%$fetch) {2393next if$fne$p;2394return Git::SVN->new($fetch->{$f},$repo_id,$f);2395}2396}2397undef;2398}23992400sub init {2401my($class,$url,$path,$repo_id,$ref_id,$no_write) =@_;2402my$self= _new($class,$repo_id,$ref_id,$path);2403if(defined$url) {2404$self->init_remote_config($url,$no_write);2405}2406$self;2407}24082409sub find_ref {2410my($ref_id) =@_;2411foreach(command(qw/config -l/)) {2412next unless m!^svn-remote\.(.+)\.fetch=2413 \s*(.*?)\s*:\s*(.+?)\s*$!x;2414my($repo_id,$path,$ref) = ($1,$2,$3);2415if($refeq$ref_id) {2416$path=''if($path=~ m#^\./?#);2417return($repo_id,$path);2418}2419}2420(undef,undef,undef);2421}24222423sub new {2424my($class,$ref_id,$repo_id,$path) =@_;2425if(defined$ref_id&& !defined$repo_id&& !defined$path) {2426($repo_id,$path) = find_ref($ref_id);2427if(!defined$repo_id) {2428die"Could not find a\"svn-remote.*.fetch\"key ",2429"in the repository configuration matching: ",2430"$ref_id\n";2431}2432}2433my$self= _new($class,$repo_id,$ref_id,$path);2434if(!defined$self->{path} || !length$self->{path}) {2435my$fetch= command_oneline('config','--get',2436"svn-remote.$repo_id.fetch",2437":$ref_id\$")or2438die"Failed to read\"svn-remote.$repo_id.fetch\"",2439"\":$ref_id\$\"in config\n";2440($self->{path},undef) =split(/\s*:\s*/,$fetch);2441}2442$self->{path} =~s{/+}{/}g;2443$self->{path} =~s{\A/}{};2444$self->{path} =~s{/\z}{};2445$self->{url} = command_oneline('config','--get',2446"svn-remote.$repo_id.url")or2447die"Failed to read\"svn-remote.$repo_id.url\"in config\n";2448$self->{pushurl} =eval{ command_oneline('config','--get',2449"svn-remote.$repo_id.pushurl") };2450$self->rebuild;2451$self;2452}24532454sub refname {2455my($refname) =$_[0]->{ref_id} ;24562457# It cannot end with a slash /, we'll throw up on this because2458# SVN can't have directories with a slash in their name, either:2459if($refname=~m{/$}) {2460die"ref: '$refname' ends with a trailing slash, this is ",2461"not permitted by git nor Subversion\n";2462}24632464# It cannot have ASCII control character space, tilde ~, caret ^,2465# colon :, question-mark ?, asterisk *, space, or open bracket [2466# anywhere.2467#2468# Additionally, % must be escaped because it is used for escaping2469# and we want our escaped refname to be reversible2470$refname=~s{([ \%~\^:\?\*\[\t])}{uc sprintf('%%%02x',ord($1))}eg;24712472# no slash-separated component can begin with a dot .2473# /.* becomes /%2E*2474$refname=~s{/\.}{/%2E}g;24752476# It cannot have two consecutive dots .. anywhere2477# .. becomes %2E%2E2478$refname=~s{\.\.}{%2E%2E}g;24792480# trailing dots and .lock are not allowed2481# .$ becomes %2E and .lock becomes %2Elock2482$refname=~s{\.(?=$|lock$)}{%2E};24832484# the sequence @{ is used to access the reflog2485# @{ becomes %40{2486$refname=~s{\@\{}{%40\{}g;24872488return$refname;2489}24902491sub desanitize_refname {2492my($refname) =@_;2493$refname=~s{%(?:([0-9A-F]{2}))}{chr hex($1)}eg;2494return$refname;2495}24962497sub svm_uuid {2498my($self) =@_;2499return$self->{svm}->{uuid}if$self->svm;2500$self->ra;2501unless($self->{svm}) {2502die"SVM UUID not cached, and reading remotely failed\n";2503}2504$self->{svm}->{uuid};2505}25062507sub svm {2508my($self) =@_;2509return$self->{svm}if$self->{svm};2510my$svm;2511# see if we have it in our config, first:2512eval{2513my$section="svn-remote.$self->{repo_id}";2514$svm= {2515 source => tmp_config('--get',"$section.svm-source"),2516 uuid => tmp_config('--get',"$section.svm-uuid"),2517 replace => tmp_config('--get',"$section.svm-replace"),2518}2519};2520if($svm&&$svm->{source} &&$svm->{uuid} &&$svm->{replace}) {2521$self->{svm} =$svm;2522}2523$self->{svm};2524}25252526sub _set_svm_vars {2527my($self,$ra) =@_;2528return$raif$self->svm;25292530my@err= ("useSvmProps set, but failed to read SVM properties\n",2531"(svm:source, svm:uuid) ",2532"from the following URLs:\n");2533sub read_svm_props {2534my($self,$ra,$path,$r) =@_;2535my$props= ($ra->get_dir($path,$r))[2];2536my$src=$props->{'svm:source'};2537my$uuid=$props->{'svm:uuid'};2538returnundefif(!$src|| !$uuid);25392540chomp($src,$uuid);25412542$uuid=~m{^[0-9a-f\-]{30,}$}i2543or die"doesn't look right - svm:uuid is '$uuid'\n";25442545# the '!' is used to mark the repos_root!/relative/path2546$src=~s{/?!/?}{/};2547$src=~s{/+$}{};# no trailing slashes please2548# username is of no interest2549$src=~s{(^[a-z\+]*://)[^/@]*@}{$1};25502551my$replace=$ra->{url};2552$replace.="/$path"iflength$path;25532554my$section="svn-remote.$self->{repo_id}";2555 tmp_config("$section.svm-source",$src);2556 tmp_config("$section.svm-replace",$replace);2557 tmp_config("$section.svm-uuid",$uuid);2558$self->{svm} = {2559 source =>$src,2560 uuid =>$uuid,2561 replace =>$replace2562};2563}25642565my$r=$ra->get_latest_revnum;2566my$path=$self->{path};2567my%tried;2568while(length$path) {2569unless($tried{"$self->{url}/$path"}) {2570return$raif$self->read_svm_props($ra,$path,$r);2571$tried{"$self->{url}/$path"} =1;2572}2573$path=~ s#/?[^/]+$##;2574}2575die"Path: '$path' should be ''\n"if$pathne'';2576return$raif$self->read_svm_props($ra,$path,$r);2577$tried{"$self->{url}/$path"} =1;25782579if($ra->{repos_root}eq$self->{url}) {2580die@err, (map{"$_\n"}keys%tried),"\n";2581}25822583# nope, make sure we're connected to the repository root:2584my$ok;2585my@tried_b;2586$path=$ra->{svn_path};2587$ra= Git::SVN::Ra->new($ra->{repos_root});2588while(length$path) {2589unless($tried{"$ra->{url}/$path"}) {2590$ok=$self->read_svm_props($ra,$path,$r);2591last if$ok;2592$tried{"$ra->{url}/$path"} =1;2593}2594$path=~ s#/?[^/]+$##;2595}2596die"Path: '$path' should be ''\n"if$pathne'';2597$ok||=$self->read_svm_props($ra,$path,$r);2598$tried{"$ra->{url}/$path"} =1;2599if(!$ok) {2600die@err, (map{"$_\n"}keys%tried),"\n";2601}2602 Git::SVN::Ra->new($self->{url});2603}26042605sub svnsync {2606my($self) =@_;2607return$self->{svnsync}if$self->{svnsync};26082609if($self->no_metadata) {2610die"Can't have both 'noMetadata' and ",2611"'useSvnsyncProps' options set!\n";2612}2613if($self->rewrite_root) {2614die"Can't have both 'useSvnsyncProps' and 'rewriteRoot' ",2615"options set!\n";2616}2617if($self->rewrite_uuid) {2618die"Can't have both 'useSvnsyncProps' and 'rewriteUUID' ",2619"options set!\n";2620}26212622my$svnsync;2623# see if we have it in our config, first:2624eval{2625my$section="svn-remote.$self->{repo_id}";26262627my$url= tmp_config('--get',"$section.svnsync-url");2628($url) = ($url=~m{^([a-z\+]+://\S+)$})or2629die"doesn't look right - svn:sync-from-url is '$url'\n";26302631my$uuid= tmp_config('--get',"$section.svnsync-uuid");2632($uuid) = ($uuid=~m{^([0-9a-f\-]{30,})$}i)or2633die"doesn't look right - svn:sync-from-uuid is '$uuid'\n";26342635$svnsync= { url =>$url, uuid =>$uuid}2636};2637if($svnsync&&$svnsync->{url} &&$svnsync->{uuid}) {2638return$self->{svnsync} =$svnsync;2639}26402641my$err="useSvnsyncProps set, but failed to read ".2642"svnsync property: svn:sync-from-";2643my$rp=$self->ra->rev_proplist(0);26442645my$url=$rp->{'svn:sync-from-url'}or die$err."url\n";2646($url) = ($url=~m{^([a-z\+]+://\S+)$})or2647die"doesn't look right - svn:sync-from-url is '$url'\n";26482649my$uuid=$rp->{'svn:sync-from-uuid'}or die$err."uuid\n";2650($uuid) = ($uuid=~m{^([0-9a-f\-]{30,})$}i)or2651die"doesn't look right - svn:sync-from-uuid is '$uuid'\n";26522653my$section="svn-remote.$self->{repo_id}";2654 tmp_config('--add',"$section.svnsync-uuid",$uuid);2655 tmp_config('--add',"$section.svnsync-url",$url);2656return$self->{svnsync} = { url =>$url, uuid =>$uuid};2657}26582659# this allows us to memoize our SVN::Ra UUID locally and avoid a2660# remote lookup (useful for 'git svn log').2661sub ra_uuid {2662my($self) =@_;2663unless($self->{ra_uuid}) {2664my$key="svn-remote.$self->{repo_id}.uuid";2665my$uuid=eval{ tmp_config('--get',$key) };2666if(!$@&&$uuid&&$uuid=~/^([a-f\d\-]{30,})$/i) {2667$self->{ra_uuid} =$uuid;2668}else{2669die"ra_uuid called without URL\n"unless$self->{url};2670$self->{ra_uuid} =$self->ra->get_uuid;2671 tmp_config('--add',$key,$self->{ra_uuid});2672}2673}2674$self->{ra_uuid};2675}26762677sub _set_repos_root {2678my($self,$repos_root) =@_;2679my$k="svn-remote.$self->{repo_id}.reposRoot";2680$repos_root||=$self->ra->{repos_root};2681 tmp_config($k,$repos_root);2682$repos_root;2683}26842685sub repos_root {2686my($self) =@_;2687my$k="svn-remote.$self->{repo_id}.reposRoot";2688eval{ tmp_config('--get',$k) } ||$self->_set_repos_root;2689}26902691sub ra {2692my($self) =shift;2693my$ra= Git::SVN::Ra->new($self->{url});2694$self->_set_repos_root($ra->{repos_root});2695if($self->use_svm_props&& !$self->{svm}) {2696if($self->no_metadata) {2697die"Can't have both 'noMetadata' and ",2698"'useSvmProps' options set!\n";2699}elsif($self->use_svnsync_props) {2700die"Can't have both 'useSvnsyncProps' and ",2701"'useSvmProps' options set!\n";2702}2703$ra=$self->_set_svm_vars($ra);2704$self->{-want_revprops} =1;2705}2706$ra;2707}27082709# prop_walk(PATH, REV, SUB)2710# -------------------------2711# Recursively traverse PATH at revision REV and invoke SUB for each2712# directory that contains a SVN property. SUB will be invoked as2713# follows: &SUB(gs, path, props); where `gs' is this instance of2714# Git::SVN, `path' the path to the directory where the properties2715# `props' were found. The `path' will be relative to point of checkout,2716# that is, if url://repo/trunk is the current Git branch, and that2717# directory contains a sub-directory `d', SUB will be invoked with `/d/'2718# as `path' (note the trailing `/').2719sub prop_walk {2720my($self,$path,$rev,$sub) =@_;27212722$path=~ s#^/##;2723my($dirent,undef,$props) =$self->ra->get_dir($path,$rev);2724$path=~ s#^/*#/#g;2725my$p=$path;2726# Strip the irrelevant part of the path.2727$p=~ s#^/+\Q$self->{path}\E(/|$)#/#;2728# Ensure the path is terminated by a `/'.2729$p=~ s#/*$#/#;27302731# The properties contain all the internal SVN stuff nobody2732# (usually) cares about.2733my$interesting_props=0;2734foreach(keys%{$props}) {2735# If it doesn't start with `svn:', it must be a2736# user-defined property.2737++$interesting_propsandnext if$_!~/^svn:/;2738# FIXME: Fragile, if SVN adds new public properties,2739# this needs to be updated.2740++$interesting_propsif/^svn:(?:ignore|keywords|executable2741|eol-style|mime-type2742|externals|needs-lock)$/x;2743}2744&$sub($self,$p,$props)if$interesting_props;27452746foreach(sort keys%$dirent) {2747next if$dirent->{$_}->{kind} !=$SVN::Node::dir;2748$self->prop_walk($self->{path} .$p.$_,$rev,$sub);2749}2750}27512752sub last_rev { ($_[0]->last_rev_commit)[0] }2753sub last_commit { ($_[0]->last_rev_commit)[1] }27542755# returns the newest SVN revision number and newest commit SHA12756sub last_rev_commit {2757my($self) =@_;2758if(defined$self->{last_rev} &&defined$self->{last_commit}) {2759return($self->{last_rev},$self->{last_commit});2760}2761my$c= ::verify_ref($self->refname.'^0');2762if($c&& !$self->use_svm_props&& !$self->no_metadata) {2763my$rev= (::cmt_metadata($c))[1];2764if(defined$rev) {2765($self->{last_rev},$self->{last_commit}) = ($rev,$c);2766return($rev,$c);2767}2768}2769my$map_path=$self->map_path;2770unless(-e $map_path) {2771($self->{last_rev},$self->{last_commit}) = (undef,undef);2772return(undef,undef);2773}2774my($rev,$commit) =$self->rev_map_max(1);2775($self->{last_rev},$self->{last_commit}) = ($rev,$commit);2776return($rev,$commit);2777}27782779sub get_fetch_range {2780my($self,$min,$max) =@_;2781$max||=$self->ra->get_latest_revnum;2782$min||=$self->rev_map_max;2783(++$min,$max);2784}27852786sub tmp_config {2787my(@args) =@_;2788my$old_def_config="$ENV{GIT_DIR}/svn/config";2789my$config="$ENV{GIT_DIR}/svn/.metadata";2790if(! -f $config&& -f $old_def_config) {2791rename$old_def_config,$configor2792die"Failed rename$old_def_config=>$config:$!\n";2793}2794my$old_config=$ENV{GIT_CONFIG};2795$ENV{GIT_CONFIG} =$config;2796$@=undef;2797my@ret=eval{2798unless(-f $config) {2799 mkfile($config);2800open my$fh,'>',$configor2801die"Can't open$config:$!\n";2802print$fh"; This file is used internally by ",2803"git-svn\n"or die2804"Couldn't write to$config:$!\n";2805print$fh"; You should not have to edit it\n"or2806die"Couldn't write to$config:$!\n";2807close$fhor die"Couldn't close$config:$!\n";2808}2809 command('config',@args);2810};2811my$err=$@;2812if(defined$old_config) {2813$ENV{GIT_CONFIG} =$old_config;2814}else{2815delete$ENV{GIT_CONFIG};2816}2817die$errif$err;2818wantarray?@ret:$ret[0];2819}28202821sub tmp_index_do {2822my($self,$sub) =@_;2823my$old_index=$ENV{GIT_INDEX_FILE};2824$ENV{GIT_INDEX_FILE} =$self->{index};2825$@=undef;2826my@ret=eval{2827my($dir,$base) = ($self->{index} =~ m#^(.*?)/?([^/]+)$#);2828 mkpath([$dir])unless-d $dir;2829&$sub;2830};2831my$err=$@;2832if(defined$old_index) {2833$ENV{GIT_INDEX_FILE} =$old_index;2834}else{2835delete$ENV{GIT_INDEX_FILE};2836}2837die$errif$err;2838wantarray?@ret:$ret[0];2839}28402841sub assert_index_clean {2842my($self,$treeish) =@_;28432844$self->tmp_index_do(sub{2845 command_noisy('read-tree',$treeish)unless-e $self->{index};2846my$x= command_oneline('write-tree');2847my($y) = (command(qw/cat-file commit/,$treeish) =~2848/^tree ($::sha1)/mo);2849return if$yeq$x;28502851warn"Index mismatch:$y!=$x\nrereading$treeish\n";2852unlink$self->{index}or die"unlink$self->{index}:$!\n";2853 command_noisy('read-tree',$treeish);2854$x= command_oneline('write-tree');2855if($yne$x) {2856::fatal "trees ($treeish)$y!=$x\n",2857"Something is seriously wrong...";2858}2859});2860}28612862sub get_commit_parents {2863my($self,$log_entry) =@_;2864my(%seen,@ret,@tmp);2865# legacy support for 'set-tree'; this is only used by set_tree_cb:2866if(my$ip=$self->{inject_parents}) {2867if(my$commit=delete$ip->{$log_entry->{revision}}) {2868push@tmp,$commit;2869}2870}2871if(my$cur= ::verify_ref($self->refname.'^0')) {2872push@tmp,$cur;2873}2874if(my$ipd=$self->{inject_parents_dcommit}) {2875if(my$commit=delete$ipd->{$log_entry->{revision}}) {2876push@tmp,@$commit;2877}2878}2879push@tmp,$_foreach(@{$log_entry->{parents}},@tmp);2880while(my$p=shift@tmp) {2881next if$seen{$p};2882$seen{$p} =1;2883push@ret,$p;2884}2885@ret;2886}28872888sub rewrite_root {2889my($self) =@_;2890return$self->{-rewrite_root}ifexists$self->{-rewrite_root};2891my$k="svn-remote.$self->{repo_id}.rewriteRoot";2892my$rwr=eval{ command_oneline(qw/config --get/,$k) };2893if($rwr) {2894$rwr=~ s#/+$##;2895if($rwr!~ m#^[a-z\+]+://#) {2896die"$rwris not a valid URL (key:$k)\n";2897}2898}2899$self->{-rewrite_root} =$rwr;2900}29012902sub rewrite_uuid {2903my($self) =@_;2904return$self->{-rewrite_uuid}ifexists$self->{-rewrite_uuid};2905my$k="svn-remote.$self->{repo_id}.rewriteUUID";2906my$rwid=eval{ command_oneline(qw/config --get/,$k) };2907if($rwid) {2908$rwid=~ s#/+$##;2909if($rwid!~ m#^[a-f0-9]{8}-(?:[a-f0-9]{4}-){3}[a-f0-9]{12}$#) {2910die"$rwidis not a valid UUID (key:$k)\n";2911}2912}2913$self->{-rewrite_uuid} =$rwid;2914}29152916sub metadata_url {2917my($self) =@_;2918($self->rewrite_root||$self->{url}) .2919(length$self->{path} ?'/'.$self->{path} :'');2920}29212922sub full_url {2923my($self) =@_;2924$self->{url} . (length$self->{path} ?'/'.$self->{path} :'');2925}29262927sub full_pushurl {2928my($self) =@_;2929if($self->{pushurl}) {2930return$self->{pushurl} . (length$self->{path} ?'/'.2931$self->{path} :'');2932}else{2933return$self->full_url;2934}2935}29362937sub set_commit_header_env {2938my($log_entry) =@_;2939my%env;2940foreachmy$ned(qw/NAME EMAIL DATE/) {2941foreachmy$ac(qw/AUTHOR COMMITTER/) {2942$env{"GIT_${ac}_${ned}"} =$ENV{"GIT_${ac}_${ned}"};2943}2944}29452946$ENV{GIT_AUTHOR_NAME} =$log_entry->{name};2947$ENV{GIT_AUTHOR_EMAIL} =$log_entry->{email};2948$ENV{GIT_AUTHOR_DATE} =$ENV{GIT_COMMITTER_DATE} =$log_entry->{date};29492950$ENV{GIT_COMMITTER_NAME} = (defined$log_entry->{commit_name})2951?$log_entry->{commit_name}2952:$log_entry->{name};2953$ENV{GIT_COMMITTER_EMAIL} = (defined$log_entry->{commit_email})2954?$log_entry->{commit_email}2955:$log_entry->{email};2956 \%env;2957}29582959sub restore_commit_header_env {2960my($env) =@_;2961foreachmy$ned(qw/NAME EMAIL DATE/) {2962foreachmy$ac(qw/AUTHOR COMMITTER/) {2963my$k="GIT_${ac}_${ned}";2964if(defined$env->{$k}) {2965$ENV{$k} =$env->{$k};2966}else{2967delete$ENV{$k};2968}2969}2970}2971}29722973sub gc {2974 command_noisy('gc','--auto');2975};29762977sub do_git_commit {2978my($self,$log_entry) =@_;2979my$lr=$self->last_rev;2980if(defined$lr&&$lr>=$log_entry->{revision}) {2981die"Last fetched revision of ",$self->refname,2982" was r$lr, but we are about to fetch: ",2983"r$log_entry->{revision}!\n";2984}2985if(my$c=$self->rev_map_get($log_entry->{revision})) {2986 croak "$log_entry->{revision} =$calready exists! ",2987"Why are we refetching it?\n";2988}2989my$old_env= set_commit_header_env($log_entry);2990my$tree=$log_entry->{tree};2991if(!defined$tree) {2992$tree=$self->tmp_index_do(sub{2993 command_oneline('write-tree') });2994}2995die"Tree is not a valid sha1:$tree\n"if$tree!~/^$::sha1$/o;29962997my@exec= ('git','commit-tree',$tree);2998foreach($self->get_commit_parents($log_entry)) {2999push@exec,'-p',$_;3000}3001defined(my$pid= open3(my$msg_fh,my$out_fh,'>&STDERR',@exec))3002or croak $!;3003binmode$msg_fh;30043005# we always get UTF-8 from SVN, but we may want our commits in3006# a different encoding.3007if(my$enc= Git::config('i18n.commitencoding')) {3008require Encode;3009 Encode::from_to($log_entry->{log},'UTF-8',$enc);3010}3011print$msg_fh $log_entry->{log}or croak $!;3012 restore_commit_header_env($old_env);3013unless($self->no_metadata) {3014print$msg_fh"\ngit-svn-id:$log_entry->{metadata}\n"3015or croak $!;3016}3017$msg_fh->flush==0or croak $!;3018close$msg_fhor croak $!;3019chomp(my$commit=do{local$/; <$out_fh> });3020close$out_fhor croak $!;3021waitpid$pid,0;3022 croak $?if$?;3023if($commit!~/^$::sha1$/o) {3024die"Failed to commit, invalid sha1:$commit\n";3025}30263027$self->rev_map_set($log_entry->{revision},$commit,1);30283029$self->{last_rev} =$log_entry->{revision};3030$self->{last_commit} =$commit;3031print"r$log_entry->{revision}"unless$::_q >1;3032if(defined$log_entry->{svm_revision}) {3033print" (\@$log_entry->{svm_revision})"unless$::_q >1;3034$self->rev_map_set($log_entry->{svm_revision},$commit,30350,$self->svm_uuid);3036}3037print" =$commit($self->{ref_id})\n"unless$::_q >1;3038if(--$_gc_nr==0) {3039$_gc_nr=$_gc_period;3040 gc();3041}3042return$commit;3043}30443045sub match_paths {3046my($self,$paths,$r) =@_;3047return1if$self->{path}eq'';3048if(my$path=$paths->{"/$self->{path}"}) {3049return($path->{action}eq'D') ?0:1;3050}3051$self->{path_regex} ||=qr/^\/\Q$self->{path}\E\//;3052if(grep/$self->{path_regex}/,keys%$paths) {3053return1;3054}3055my$c='';3056foreach(split m#/#, $self->{path}) {3057$c.="/$_";3058next unless($paths->{$c} &&3059($paths->{$c}->{action} =~/^[AR]$/));3060if($self->ra->check_path($self->{path},$r) ==3061$SVN::Node::dir) {3062return1;3063}3064}3065return0;3066}30673068sub find_parent_branch {3069my($self,$paths,$rev) =@_;3070returnundefunless$self->follow_parent;3071unless(defined$paths) {3072my$err_handler=$SVN::Error::handler;3073$SVN::Error::handler = \&Git::SVN::Ra::skip_unknown_revs;3074$self->ra->get_log([$self->{path}],$rev,$rev,0,1,1,3075sub{$paths=$_[0] });3076$SVN::Error::handler =$err_handler;3077}3078returnundefunlessdefined$paths;30793080# look for a parent from another branch:3081my@b_path_components=split m#/#, $self->{path};3082my@a_path_components;3083my$i;3084while(@b_path_components) {3085$i=$paths->{'/'.join('/',@b_path_components)};3086last if$i&&defined$i->{copyfrom_path};3087unshift(@a_path_components,pop(@b_path_components));3088}3089returnundefunlessdefined$i&&defined$i->{copyfrom_path};3090my$branch_from=$i->{copyfrom_path};3091if(@a_path_components) {3092print STDERR "branch_from:$branch_from=> ";3093$branch_from.='/'.join('/',@a_path_components);3094print STDERR $branch_from,"\n";3095}3096my$r=$i->{copyfrom_rev};3097my$repos_root=$self->ra->{repos_root};3098my$url=$self->ra->{url};3099my$new_url=$url.$branch_from;3100print STDERR "Found possible branch point: ",3101"$new_url=> ",$self->full_url,",$r\n"3102unless$::_q >1;3103$branch_from=~ s#^/##;3104my$gs=$self->other_gs($new_url,$url,3105$branch_from,$r,$self->{ref_id});3106my($r0,$parent) =$gs->find_rev_before($r,1);3107{3108my($base,$head);3109if(!defined$r0|| !defined$parent) {3110($base,$head) = parse_revision_argument(0,$r);3111}else{3112if($r0<$r) {3113$gs->ra->get_log([$gs->{path}],$r0+1,$r,1,31140,1,sub{$base=$_[1] -1});3115}3116}3117if(defined$base&&$base<=$r) {3118$gs->fetch($base,$r);3119}3120($r0,$parent) =$gs->find_rev_before($r,1);3121}3122if(defined$r0&&defined$parent) {3123print STDERR "Found branch parent: ($self->{ref_id})$parent\n"3124unless$::_q >1;3125my$ed;3126if($self->ra->can_do_switch) {3127$self->assert_index_clean($parent);3128print STDERR "Following parent with do_switch\n"3129unless$::_q >1;3130# do_switch works with svn/trunk >= r22312, but that3131# is not included with SVN 1.4.3 (the latest version3132# at the moment), so we can't rely on it3133$self->{last_rev} =$r0;3134$self->{last_commit} =$parent;3135$ed= SVN::Git::Fetcher->new($self,$gs->{path});3136$gs->ra->gs_do_switch($r0,$rev,$gs,3137$self->full_url,$ed)3138or die"SVN connection failed somewhere...\n";3139}elsif($self->ra->trees_match($new_url,$r0,3140$self->full_url,$rev)) {3141print STDERR "Trees match:\n",3142"$new_url\@$r0\n",3143" ${\$self->full_url}\@$rev\n",3144"Following parent with no changes\n"3145unless$::_q >1;3146$self->tmp_index_do(sub{3147 command_noisy('read-tree',$parent);3148});3149$self->{last_commit} =$parent;3150}else{3151print STDERR "Following parent with do_update\n"3152unless$::_q >1;3153$ed= SVN::Git::Fetcher->new($self);3154$self->ra->gs_do_update($rev,$rev,$self,$ed)3155or die"SVN connection failed somewhere...\n";3156}3157print STDERR "Successfully followed parent\n"unless$::_q >1;3158return$self->make_log_entry($rev, [$parent],$ed);3159}3160returnundef;3161}31623163sub do_fetch {3164my($self,$paths,$rev) =@_;3165my$ed;3166my($last_rev,@parents);3167if(my$lc=$self->last_commit) {3168# we can have a branch that was deleted, then re-added3169# under the same name but copied from another path, in3170# which case we'll have multiple parents (we don't3171# want to break the original ref, nor lose copypath info):3172if(my$log_entry=$self->find_parent_branch($paths,$rev)) {3173push@{$log_entry->{parents}},$lc;3174return$log_entry;3175}3176$ed= SVN::Git::Fetcher->new($self);3177$last_rev=$self->{last_rev};3178$ed->{c} =$lc;3179@parents= ($lc);3180}else{3181$last_rev=$rev;3182if(my$log_entry=$self->find_parent_branch($paths,$rev)) {3183return$log_entry;3184}3185$ed= SVN::Git::Fetcher->new($self);3186}3187unless($self->ra->gs_do_update($last_rev,$rev,$self,$ed)) {3188die"SVN connection failed somewhere...\n";3189}3190$self->make_log_entry($rev, \@parents,$ed);3191}31923193sub mkemptydirs {3194my($self,$r) =@_;31953196sub scan {3197my($r,$empty_dirs,$line) =@_;3198if(defined$r&&$line=~/^r(\d+)$/) {3199return0if$1>$r;3200}elsif($line=~/^ \+empty_dir: (.+)$/) {3201$empty_dirs->{$1} =1;3202}elsif($line=~/^ \-empty_dir: (.+)$/) {3203my@d=grep{m[^\Q$1\E(/|$)]} (keys%$empty_dirs);3204delete@$empty_dirs{@d};3205}32061;# continue3207};32083209my%empty_dirs= ();3210my$gz_file="$self->{dir}/unhandled.log.gz";3211if(-f $gz_file) {3212if(!$can_compress) {3213warn"Compress::Zlib could not be found; ",3214"empty directories in$gz_filewill not be read\n";3215}else{3216my$gz= Compress::Zlib::gzopen($gz_file,"rb")or3217die"Unable to open$gz_file:$!\n";3218my$line;3219while($gz->gzreadline($line) >0) {3220 scan($r, \%empty_dirs,$line)orlast;3221}3222$gz->gzclose;3223}3224}32253226if(open my$fh,'<',"$self->{dir}/unhandled.log") {3227binmode$fhor croak "binmode:$!";3228while(<$fh>) {3229 scan($r, \%empty_dirs,$_)orlast;3230}3231close$fh;3232}32333234my$strip=qr/\A\Q$self->{path}\E(?:\/|$)/;3235foreachmy$d(sort keys%empty_dirs) {3236$d= uri_decode($d);3237$d=~s/$strip//;3238next unlesslength($d);3239next if-d $d;3240if(-e $d) {3241warn"$dexists but is not a directory\n";3242}else{3243print"creating empty directory:$d\n";3244 mkpath([$d]);3245}3246}3247}32483249sub get_untracked {3250my($self,$ed) =@_;3251my@out;3252my$h=$ed->{empty};3253foreach(sort keys%$h) {3254my$act=$h->{$_} ?'+empty_dir':'-empty_dir';3255push@out,"$act: ". uri_encode($_);3256warn"W:$act:$_\n";3257}3258foreachmy$t(qw/dir_prop file_prop/) {3259$h=$ed->{$t}ornext;3260foreachmy$path(sort keys%$h) {3261my$ppath=$patheq''?'.':$path;3262foreachmy$prop(sort keys%{$h->{$path}}) {3263next if$SKIP_PROP{$prop};3264my$v=$h->{$path}->{$prop};3265my$t_ppath_prop="$t: ".3266 uri_encode($ppath) .' '.3267 uri_encode($prop);3268if(defined$v) {3269push@out," +$t_ppath_prop".3270 uri_encode($v);3271}else{3272push@out," -$t_ppath_prop";3273}3274}3275}3276}3277foreachmy$t(qw/absent_file absent_directory/) {3278$h=$ed->{$t}ornext;3279foreachmy$parent(sort keys%$h) {3280foreachmy$path(sort@{$h->{$parent}}) {3281push@out,"$t: ".3282 uri_encode("$parent/$path");3283warn"W:$t:$parent/$path",3284"Insufficient permissions?\n";3285}3286}3287}3288 \@out;3289}32903291sub get_tz {3292# some systmes don't handle or mishandle %z, so be creative.3293my$t=shift||time;3294my$gm= timelocal(gmtime($t));3295my$sign=qw( + + - )[$t<=>$gm];3296returnsprintf("%s%02d%02d",$sign, (gmtime(abs($t-$gm)))[2,1]);3297}32983299# parse_svn_date(DATE)3300# --------------------3301# Given a date (in UTC) from Subversion, return a string in the format3302# "<TZ Offset> <local date/time>" that Git will use.3303#3304# By default the parsed date will be in UTC; if $Git::SVN::_localtime3305# is true we'll convert it to the local timezone instead.3306sub parse_svn_date {3307my$date=shift||return'+0000 1970-01-01 00:00:00';3308my($Y,$m,$d,$H,$M,$S) = ($date=~ /^(\d{4})\-(\d\d)\-(\d\d)T3309(\d\d)\:(\d\d)\:(\d\d)\.\d*Z$/x)or3310 croak "Unable to parse date:$date\n";3311my$parsed_date;# Set next.33123313if($Git::SVN::_localtime) {3314# Translate the Subversion datetime to an epoch time.3315# Begin by switching ourselves to $date's timezone, UTC.3316my$old_env_TZ=$ENV{TZ};3317$ENV{TZ} ='UTC';33183319my$epoch_in_UTC=3320 POSIX::strftime('%s',$S,$M,$H,$d,$m-1,$Y-1900);33213322# Determine our local timezone (including DST) at the3323# time of $epoch_in_UTC. $Git::SVN::Log::TZ stored the3324# value of TZ, if any, at the time we were run.3325if(defined$Git::SVN::Log::TZ) {3326$ENV{TZ} =$Git::SVN::Log::TZ;3327}else{3328delete$ENV{TZ};3329}33303331my$our_TZ= get_tz();33323333# This converts $epoch_in_UTC into our local timezone.3334my($sec,$min,$hour,$mday,$mon,$year,3335$wday,$yday,$isdst) =localtime($epoch_in_UTC);33363337$parsed_date=sprintf('%s%04d-%02d-%02d%02d:%02d:%02d',3338$our_TZ,$year+1900,$mon+1,3339$mday,$hour,$min,$sec);33403341# Reset us to the timezone in effect when we entered3342# this routine.3343if(defined$old_env_TZ) {3344$ENV{TZ} =$old_env_TZ;3345}else{3346delete$ENV{TZ};3347}3348}else{3349$parsed_date="+0000$Y-$m-$d$H:$M:$S";3350}33513352return$parsed_date;3353}33543355sub other_gs {3356my($self,$new_url,$url,3357$branch_from,$r,$old_ref_id) =@_;3358my$gs= Git::SVN->find_by_url($new_url,$url,$branch_from);3359unless($gs) {3360my$ref_id=$old_ref_id;3361$ref_id=~s/\@\d+-*$//;3362$ref_id.="\@$r";3363# just grow a tail if we're not unique enough :x3364$ref_id.='-'while find_ref($ref_id);3365my($u,$p,$repo_id) = ($new_url,'',$ref_id);3366if($u=~ s#^\Q$url\E(/|$)##) {3367$p=$u;3368$u=$url;3369$repo_id=$self->{repo_id};3370}3371while(1) {3372# It is possible to tag two different subdirectories at3373# the same revision. If the url for an existing ref3374# does not match, we must either find a ref with a3375# matching url or create a new ref by growing a tail.3376$gs= Git::SVN->init($u,$p,$repo_id,$ref_id,1);3377my(undef,$max_commit) =$gs->rev_map_max(1);3378last if(!$max_commit);3379my($url) = ::cmt_metadata($max_commit);3380last if($urleq$gs->metadata_url);3381$ref_id.='-';3382}3383print STDERR "Initializing parent:$ref_id\n"unless$::_q >1;3384}3385$gs3386}33873388sub call_authors_prog {3389my($orig_author) =@_;3390$orig_author= command_oneline('rev-parse','--sq-quote',$orig_author);3391my$author=`$::_authors_prog$orig_author`;3392 if ($?!= 0) {3393 die "$::_authors_prog failed with exit code$?\n"3394 }3395 if ($author=~ /^\s*(.+?)\s*<(.*)>\s*$/) {3396 my ($name,$email) = ($1,$2);3397$email= undef if length$2== 0;3398 return [$name,$email];3399 } else {3400 die "Author:$orig_author: $::_authors_prog returned "3401 . "invalid author format:$author\n";3402 }3403}34043405sub check_author {3406 my ($author) =@_;3407 if (!defined$author|| length$author== 0) {3408$author= '(no author)';3409 }3410 if (!defined $::users{$author}) {3411 if (defined $::_authors_prog) {3412 $::users{$author} = call_authors_prog($author);3413 } elsif (defined $::_authors) {3414 die "Author:$authornot defined in $::_authors file\n";3415 }3416 }3417$author;3418}34193420sub find_extra_svk_parents {3421 my ($self,$ed,$tickets,$parents) =@_;3422 # aha! svk:merge property changed...3423 my@tickets= split "\n",$tickets;3424 my@known_parents;3425 for my$ticket(@tickets) {3426 my ($uuid,$path,$rev) = split /:/,$ticket;3427 if ($uuideq$self->ra_uuid ) {3428 my$url=$self->{url};3429 my$repos_root=$url;3430 my$branch_from=$path;3431$branch_from=~ s{^/}{};3432 my$gs=$self->other_gs($repos_root."/".$branch_from,3433$url,3434$branch_from,3435$rev,3436$self->{ref_id});3437 if ( my$commit=$gs->rev_map_get($rev,$uuid) ) {3438 # wahey! we found it, but it might be3439 # an old one (!)3440 push@known_parents, [$rev,$commit];3441 }3442 }3443 }3444 # Ordering matters; highest-numbered commit merge tickets3445 # first, as they may account for later merge ticket additions3446 # or changes.3447@known_parents= map {$_->[1]} sort {$b->[0] <=>$a->[0]}@known_parents;3448 for my$parent(@known_parents) {3449 my@cmd= ('rev-list',$parent, map { "^$_" }@$parents);3450 my ($msg_fh,$ctx) = command_output_pipe(@cmd);3451 my$new;3452 while ( <$msg_fh> ) {3453$new=1;last;3454 }3455 command_close_pipe($msg_fh,$ctx);3456 if ($new) {3457 print STDERR3458 "Found merge parent (svk:merge ticket):$parent\n";3459 push@$parents,$parent;3460 }3461 }3462}34633464sub lookup_svn_merge {3465 my$uuid= shift;3466 my$url= shift;3467 my$merge= shift;34683469 my ($source,$revs) = split ":",$merge;3470 my$path=$source;3471$path=~ s{^/}{};3472 my$gs= Git::SVN->find_by_url($url.$source,$url,$path);3473 if ( !$gs) {3474 warn "Couldn't find revmap for$url$source\n";3475 return;3476 }3477 my@ranges= split ",",$revs;3478 my ($tip,$tip_commit);3479 my@merged_commit_ranges;3480 # find the tip3481 for my$range(@ranges) {3482 my ($bottom,$top) = split "-",$range;3483$top||=$bottom;3484 my$bottom_commit=$gs->find_rev_after($bottom, 1,$top);3485 my$top_commit=$gs->find_rev_before($top, 1,$bottom);34863487 unless ($top_commitand$bottom_commit) {3488 warn "W:unknown path/rev in svn:mergeinfo "3489 ."dirprop:$source:$range\n";3490 next;3491 }34923493 if (scalar(command('rev-parse', "$bottom_commit^@"))) {3494 push@merged_commit_ranges,3495 "$bottom_commit^..$top_commit";3496 } else {3497 push@merged_commit_ranges, "$top_commit";3498 }34993500 if ( !defined$tipor$top>$tip) {3501$tip=$top;3502$tip_commit=$top_commit;3503 }3504 }3505 return ($tip_commit,@merged_commit_ranges);3506}35073508sub _rev_list {3509 my ($msg_fh,$ctx) = command_output_pipe(3510 "rev-list",@_,3511 );3512 my@rv;3513 while ( <$msg_fh> ) {3514 chomp;3515 push@rv,$_;3516 }3517 command_close_pipe($msg_fh,$ctx);3518@rv;3519}35203521sub check_cherry_pick {3522 my$base= shift;3523 my$tip= shift;3524 my$parents= shift;3525 my@ranges=@_;3526 my%commits= map {$_=> 1 }3527 _rev_list("--no-merges",$tip, "--not",$base,@$parents, "--");3528 for my$range(@ranges) {3529 delete@commits{_rev_list($range, "--")};3530 }3531 for my$commit(keys%commits) {3532 if (has_no_changes($commit)) {3533 delete$commits{$commit};3534 }3535 }3536 return (keys%commits);3537}35383539sub has_no_changes {3540 my$commit= shift;35413542 my@revs= split / /, command_oneline(3543 qw(rev-list --parents -1 -m),$commit);35443545# Commits with no parents, e.g. the start of a partial branch,3546# have changes by definition.3547return1if(@revs<2);35483549# Commits with multiple parents, e.g a merge, have no changes3550# by definition.3551return0if(@revs>2);35523553return(command_oneline("rev-parse","$commit^{tree}")eq3554 command_oneline("rev-parse","$commit~1^{tree}"));3555}35563557# The GIT_DIR environment variable is not always set until after the command3558# line arguments are processed, so we can't memoize in a BEGIN block.3559{3560my$memoized=0;35613562sub memoize_svn_mergeinfo_functions {3563return if$memoized;3564$memoized=1;35653566my$cache_path="$ENV{GIT_DIR}/svn/.caches/";3567 mkpath([$cache_path])unless-d $cache_path;35683569 tie my%lookup_svn_merge_cache=>'Memoize::Storable',3570"$cache_path/lookup_svn_merge.db",'nstore';3571 memoize 'lookup_svn_merge',3572 SCALAR_CACHE =>'FAULT',3573 LIST_CACHE => ['HASH'=> \%lookup_svn_merge_cache],3574;35753576 tie my%check_cherry_pick_cache=>'Memoize::Storable',3577"$cache_path/check_cherry_pick.db",'nstore';3578 memoize 'check_cherry_pick',3579 SCALAR_CACHE =>'FAULT',3580 LIST_CACHE => ['HASH'=> \%check_cherry_pick_cache],3581;35823583 tie my%has_no_changes_cache=>'Memoize::Storable',3584"$cache_path/has_no_changes.db",'nstore';3585 memoize 'has_no_changes',3586 SCALAR_CACHE => ['HASH'=> \%has_no_changes_cache],3587 LIST_CACHE =>'FAULT',3588;3589}35903591sub unmemoize_svn_mergeinfo_functions {3592return ifnot$memoized;3593$memoized=0;35943595 Memoize::unmemoize 'lookup_svn_merge';3596 Memoize::unmemoize 'check_cherry_pick';3597 Memoize::unmemoize 'has_no_changes';3598}35993600 Memoize::memoize 'Git::SVN::repos_root';3601}36023603END{3604# Force cache writeout explicitly instead of waiting for3605# global destruction to avoid segfault in Storable:3606# http://rt.cpan.org/Public/Bug/Display.html?id=360873607 unmemoize_svn_mergeinfo_functions();3608}36093610sub parents_exclude {3611my$parents=shift;3612my@commits=@_;3613return unless@commits;36143615my@excluded;3616my$excluded;3617do{3618my@cmd= ('rev-list',"-1",@commits,"--not",@$parents);3619$excluded= command_oneline(@cmd);3620if($excluded) {3621my@new;3622my$found;3623formy$commit(@commits) {3624if($commiteq$excluded) {3625push@excluded,$commit;3626$found++;3627last;3628}3629else{3630push@new,$commit;3631}3632}3633die"saw commit '$excluded' in rev-list output, "3634."but we didn't ask for that commit (wanted:@commits--not@$parents)"3635unless$found;3636@commits=@new;3637}3638}3639while($excludedand@commits);36403641return@excluded;3642}364336443645# note: this function should only be called if the various dirprops3646# have actually changed3647sub find_extra_svn_parents {3648my($self,$ed,$mergeinfo,$parents) =@_;3649# aha! svk:merge property changed...36503651 memoize_svn_mergeinfo_functions();36523653# We first search for merged tips which are not in our3654# history. Then, we figure out which git revisions are in3655# that tip, but not this revision. If all of those revisions3656# are now marked as merge, we can add the tip as a parent.3657my@merges=split"\n",$mergeinfo;3658my@merge_tips;3659my$url=$self->{url};3660my$uuid=$self->ra_uuid;3661my%ranges;3662formy$merge(@merges) {3663my($tip_commit,@ranges) =3664 lookup_svn_merge($uuid,$url,$merge);3665unless(!$tip_commitor3666grep{$_eq$tip_commit}@$parents) {3667push@merge_tips,$tip_commit;3668$ranges{$tip_commit} = \@ranges;3669}else{3670push@merge_tips,undef;3671}3672}36733674my%excluded=map{$_=>1}3675 parents_exclude($parents,grep{defined}@merge_tips);36763677# check merge tips for new parents3678my@new_parents;3679formy$merge_tip(@merge_tips) {3680my$spec=shift@merges;3681next unless$merge_tipand$excluded{$merge_tip};36823683my$ranges=$ranges{$merge_tip};36843685# check out 'new' tips3686my$merge_base;3687eval{3688$merge_base= command_oneline(3689"merge-base",3690@$parents,$merge_tip,3691);3692};3693if($@) {3694die"An error occurred during merge-base"3695unless$@->isa("Git::Error::Command");36963697warn"W: Cannot find common ancestor between ".3698"@$parentsand$merge_tip. Ignoring merge info.\n";3699next;3700}37013702# double check that there are no missing non-merge commits3703my(@incomplete) = check_cherry_pick(3704$merge_base,$merge_tip,3705$parents,3706@$ranges,3707);37083709if(@incomplete) {3710warn"W:svn cherry-pick ignored ($spec) - missing "3711.@incomplete." commit(s) (eg$incomplete[0])\n";3712}else{3713warn3714"Found merge parent (svn:mergeinfo prop): ",3715$merge_tip,"\n";3716push@new_parents,$merge_tip;3717}3718}37193720# cater for merges which merge commits from multiple branches3721if(@new_parents>1) {3722for(my$i=0;$i<=$#new_parents;$i++) {3723for(my$j=0;$j<=$#new_parents;$j++) {3724next if$i==$j;3725next unless$new_parents[$i];3726next unless$new_parents[$j];3727my$revs= command_oneline(3728"rev-list","-1",3729"$new_parents[$i]..$new_parents[$j]",3730);3731if( !$revs) {3732undef($new_parents[$j]);3733}3734}3735}3736}3737push@$parents,grep{defined}@new_parents;3738}37393740sub make_log_entry {3741my($self,$rev,$parents,$ed) =@_;3742my$untracked=$self->get_untracked($ed);37433744my@parents=@$parents;3745my$ps=$ed->{path_strip} ||"";3746formy$path(grep{m/$ps/} %{$ed->{dir_prop}} ) {3747my$props=$ed->{dir_prop}{$path};3748if($props->{"svk:merge"} ) {3749$self->find_extra_svk_parents3750($ed,$props->{"svk:merge"}, \@parents);3751}3752if($props->{"svn:mergeinfo"} ) {3753$self->find_extra_svn_parents3754($ed,3755$props->{"svn:mergeinfo"},3756 \@parents);3757}3758}37593760open my$un,'>>',"$self->{dir}/unhandled.log"or croak $!;3761print$un"r$rev\n"or croak $!;3762print$un $_,"\n"foreach@$untracked;3763my%log_entry= ( parents => \@parents, revision =>$rev,3764log=>'');37653766my$headrev;3767my$logged=delete$self->{logged_rev_props};3768if(!$logged||$self->{-want_revprops}) {3769my$rp=$self->ra->rev_proplist($rev);3770foreach(sort keys%$rp) {3771my$v=$rp->{$_};3772if(/^svn:(author|date|log)$/) {3773$log_entry{$1} =$v;3774}elsif($_eq'svm:headrev') {3775$headrev=$v;3776}else{3777print$un" rev_prop: ", uri_encode($_),' ',3778 uri_encode($v),"\n";3779}3780}3781}else{3782map{$log_entry{$_} =$logged->{$_} }keys%$logged;3783}3784close$unor croak $!;37853786$log_entry{date} = parse_svn_date($log_entry{date});3787$log_entry{log} .="\n";3788my$author=$log_entry{author} = check_author($log_entry{author});3789my($name,$email) =defined$::users{$author} ? @{$::users{$author}}3790: ($author,undef);37913792my($commit_name,$commit_email) = ($name,$email);3793if($_use_log_author) {3794my$name_field;3795if($log_entry{log} =~/From:\s+(.*\S)\s*\n/i) {3796$name_field=$1;3797}elsif($log_entry{log} =~/Signed-off-by:\s+(.*\S)\s*\n/i) {3798$name_field=$1;3799}3800if(!defined$name_field) {3801if(!defined$email) {3802$email=$name;3803}3804}elsif($name_field=~/(.*?)\s+<(.*)>/) {3805($name,$email) = ($1,$2);3806}elsif($name_field=~/(.*)@/) {3807($name,$email) = ($1,$name_field);3808}else{3809($name,$email) = ($name_field,$name_field);3810}3811}3812if(defined$headrev&&$self->use_svm_props) {3813if($self->rewrite_root) {3814die"Can't have both 'useSvmProps' and 'rewriteRoot' ",3815"options set!\n";3816}3817if($self->rewrite_uuid) {3818die"Can't have both 'useSvmProps' and 'rewriteUUID' ",3819"options set!\n";3820}3821my($uuid,$r) =$headrev=~m{^([a-f\d\-]{30,}):(\d+)$}i;3822# we don't want "SVM: initializing mirror for junk" ...3823returnundefif$r==0;3824my$svm=$self->svm;3825if($uuidne$svm->{uuid}) {3826die"UUID mismatch on SVM path:\n",3827"expected:$svm->{uuid}\n",3828" got:$uuid\n";3829}3830my$full_url=$self->full_url;3831$full_url=~ s#^\Q$svm->{replace}\E(/|$)#$svm->{source}$1# or3832die"Failed to replace '$svm->{replace}' with ",3833"'$svm->{source}' in$full_url\n";3834# throw away username for storing in records3835 remove_username($full_url);3836$log_entry{metadata} ="$full_url\@$r$uuid";3837$log_entry{svm_revision} =$r;3838$email||="$author\@$uuid";3839$commit_email||="$author\@$uuid";3840}elsif($self->use_svnsync_props) {3841my$full_url=$self->svnsync->{url};3842$full_url.="/$self->{path}"iflength$self->{path};3843 remove_username($full_url);3844my$uuid=$self->svnsync->{uuid};3845$log_entry{metadata} ="$full_url\@$rev$uuid";3846$email||="$author\@$uuid";3847$commit_email||="$author\@$uuid";3848}else{3849my$url=$self->metadata_url;3850 remove_username($url);3851my$uuid=$self->rewrite_uuid||$self->ra->get_uuid;3852$log_entry{metadata} ="$url\@$rev".$uuid;3853$email||="$author\@".$uuid;3854$commit_email||="$author\@".$uuid;3855}3856$log_entry{name} =$name;3857$log_entry{email} =$email;3858$log_entry{commit_name} =$commit_name;3859$log_entry{commit_email} =$commit_email;3860 \%log_entry;3861}38623863sub fetch {3864my($self,$min_rev,$max_rev,@parents) =@_;3865my($last_rev,$last_commit) =$self->last_rev_commit;3866my($base,$head) =$self->get_fetch_range($min_rev,$max_rev);3867$self->ra->gs_fetch_loop_common($base,$head, [$self]);3868}38693870sub set_tree_cb {3871my($self,$log_entry,$tree,$rev,$date,$author) =@_;3872$self->{inject_parents} = {$rev=>$tree};3873$self->fetch(undef,undef);3874}38753876sub set_tree {3877my($self,$tree) = (shift,shift);3878my$log_entry= ::get_commit_entry($tree);3879unless($self->{last_rev}) {3880::fatal("Must have an existing revision to commit");3881}3882my%ed_opts= ( r =>$self->{last_rev},3883log=>$log_entry->{log},3884 ra =>$self->ra,3885 tree_a =>$self->{last_commit},3886 tree_b =>$tree,3887 editor_cb =>sub{3888$self->set_tree_cb($log_entry,$tree,@_) },3889 svn_path =>$self->{path} );3890if(!SVN::Git::Editor->new(\%ed_opts)->apply_diff) {3891print"No changes\nr$self->{last_rev} =$tree\n";3892}3893}38943895sub rebuild_from_rev_db {3896my($self,$path) =@_;3897my$r= -1;3898open my$fh,'<',$pathor croak "open:$!";3899binmode$fhor croak "binmode:$!";3900while(<$fh>) {3901length($_) ==41or croak "inconsistent size in ($_) != 41";3902chomp($_);3903++$r;3904next if$_eq('0' x 40);3905$self->rev_map_set($r,$_);3906print"r$r=$_\n";3907}3908close$fhor croak "close:$!";3909unlink$pathor croak "unlink:$!";3910}39113912sub rebuild {3913my($self) =@_;3914my$map_path=$self->map_path;3915my$partial= (-e $map_path&& ! -z $map_path);3916return unless::verify_ref($self->refname.'^0');3917if(!$partial&& ($self->use_svm_props||$self->no_metadata)) {3918my$rev_db=$self->rev_db_path;3919$self->rebuild_from_rev_db($rev_db);3920if($self->use_svm_props) {3921my$svm_rev_db=$self->rev_db_path($self->svm_uuid);3922$self->rebuild_from_rev_db($svm_rev_db);3923}3924$self->unlink_rev_db_symlink;3925return;3926}3927print"Rebuilding$map_path...\n"if(!$partial);3928my($base_rev,$head) = ($partial?$self->rev_map_max_norebuild(1) :3929(undef,undef));3930my($log,$ctx) =3931 command_output_pipe(qw/rev-list --pretty=raw --reverse/,3932($head?"$head..":"") .$self->refname,3933'--');3934my$metadata_url=$self->metadata_url;3935 remove_username($metadata_url);3936my$svn_uuid=$self->rewrite_uuid||$self->ra_uuid;3937my$c;3938while(<$log>) {3939if(m{^commit ($::sha1)$}) {3940$c=$1;3941next;3942}3943next unlesss{^\s*(git-svn-id:)}{$1};3944my($url,$rev,$uuid) = ::extract_metadata($_);3945 remove_username($url);39463947# ignore merges (from set-tree)3948next if(!defined$rev|| !$uuid);39493950# if we merged or otherwise started elsewhere, this is3951# how we break out of it3952if(($uuidne$svn_uuid) ||3953($metadata_url&&$url&& ($urlne$metadata_url))) {3954next;3955}3956if($partial&&$head) {3957print"Partial-rebuilding$map_path...\n";3958print"Currently at$base_rev=$head\n";3959$head=undef;3960}39613962$self->rev_map_set($rev,$c);3963print"r$rev=$c\n";3964}3965 command_close_pipe($log,$ctx);3966print"Done rebuilding$map_path\n"if(!$partial|| !$head);3967my$rev_db_path=$self->rev_db_path;3968if(-f $self->rev_db_path) {3969unlink$self->rev_db_pathor croak "unlink:$!";3970}3971$self->unlink_rev_db_symlink;3972}39733974# rev_map:3975# Tie::File seems to be prone to offset errors if revisions get sparse,3976# it's not that fast, either. Tie::File is also not in Perl 5.6. So3977# one of my favorite modules is out :< Next up would be one of the DBM3978# modules, but I'm not sure which is most portable...3979#3980# This is the replacement for the rev_db format, which was too big3981# and inefficient for large repositories with a lot of sparse history3982# (mainly tags)3983#3984# The format is this:3985# - 24 bytes for every record,3986# * 4 bytes for the integer representing an SVN revision number3987# * 20 bytes representing the sha1 of a git commit3988# - No empty padding records like the old format3989# (except the last record, which can be overwritten)3990# - new records are written append-only since SVN revision numbers3991# increase monotonically3992# - lookups on SVN revision number are done via a binary search3993# - Piping the file to xxd -c24 is a good way of dumping it for3994# viewing or editing (piped back through xxd -r), should the need3995# ever arise.3996# - The last record can be padding revision with an all-zero sha13997# This is used to optimize fetch performance when using multiple3998# "fetch" directives in .git/config3999#4000# These files are disposable unless noMetadata or useSvmProps is set40014002sub _rev_map_set {4003my($fh,$rev,$commit) =@_;40044005binmode$fhor croak "binmode:$!";4006my$size= (stat($fh))[7];4007($size%24) ==0or croak "inconsistent size:$size";40084009my$wr_offset=0;4010if($size>0) {4011sysseek($fh, -24, SEEK_END)or croak "seek:$!";4012my$read=sysread($fh,my$buf,24)or croak "read:$!";4013$read==24or croak "read only$readbytes (!= 24)";4014my($last_rev,$last_commit) =unpack(rev_map_fmt,$buf);4015if($last_commiteq('0' x40)) {4016if($size>=48) {4017sysseek($fh, -48, SEEK_END)or croak "seek:$!";4018$read=sysread($fh,$buf,24)or4019 croak "read:$!";4020$read==24or4021 croak "read only$readbytes (!= 24)";4022($last_rev,$last_commit) =4023unpack(rev_map_fmt,$buf);4024if($last_commiteq('0' x40)) {4025 croak "inconsistent .rev_map\n";4026}4027}4028if($last_rev>=$rev) {4029 croak "last_rev is higher!:$last_rev>=$rev";4030}4031$wr_offset= -24;4032}4033}4034sysseek($fh,$wr_offset, SEEK_END)or croak "seek:$!";4035syswrite($fh,pack(rev_map_fmt,$rev,$commit),24) ==24or4036 croak "write:$!";4037}40384039sub _rev_map_reset {4040my($fh,$rev,$commit) =@_;4041my$c= _rev_map_get($fh,$rev);4042$ceq$commitor die"_rev_map_reset(@_) commit$cdoes not match!\n";4043my$offset=sysseek($fh,0, SEEK_CUR)or croak "seek:$!";4044truncate$fh,$offsetor croak "truncate:$!";4045}40464047sub mkfile {4048my($path) =@_;4049unless(-e $path) {4050my($dir,$base) = ($path=~ m#^(.*?)/?([^/]+)$#);4051 mkpath([$dir])unless-d $dir;4052open my$fh,'>>',$pathor die"Couldn't create$path:$!\n";4053close$fhor die"Couldn't close (create)$path:$!\n";4054}4055}40564057sub rev_map_set {4058my($self,$rev,$commit,$update_ref,$uuid) =@_;4059defined$commitor die"missing arg3\n";4060length$commit==40or die"arg3 must be a full SHA1 hexsum\n";4061my$db=$self->map_path($uuid);4062my$db_lock="$db.lock";4063my$sigmask;4064$update_ref||=0;4065if($update_ref) {4066$sigmask= POSIX::SigSet->new();4067my$signew= POSIX::SigSet->new(SIGINT, SIGHUP, SIGTERM,4068 SIGALRM, SIGPIPE, SIGUSR1, SIGUSR2);4069 sigprocmask(SIG_BLOCK,$signew,$sigmask)or4070 croak "Can't block signals:$!";4071}4072 mkfile($db);40734074$LOCKFILES{$db_lock} =1;4075my$sync;4076# both of these options make our .rev_db file very, very important4077# and we can't afford to lose it because rebuild() won't work4078if($self->use_svm_props||$self->no_metadata) {4079$sync=1;4080 copy($db,$db_lock)or die"rev_map_set(@_): ",4081"Failed to copy: ",4082"$db=>$db_lock($!)\n";4083}else{4084rename$db,$db_lockor die"rev_map_set(@_): ",4085"Failed to rename: ",4086"$db=>$db_lock($!)\n";4087}40884089sysopen(my$fh,$db_lock, O_RDWR | O_CREAT)4090or croak "Couldn't open$db_lock:$!\n";4091$update_refeq'reset'? _rev_map_reset($fh,$rev,$commit) :4092 _rev_map_set($fh,$rev,$commit);4093if($sync) {4094$fh->flushor die"Couldn't flush$db_lock:$!\n";4095$fh->syncor die"Couldn't sync$db_lock:$!\n";4096}4097close$fhor croak $!;4098if($update_ref) {4099$_head=$self;4100my$note="";4101$note=" ($update_ref)"if($update_ref!~/^\d*$/);4102 command_noisy('update-ref','-m',"r$rev$note",4103$self->refname,$commit);4104}4105rename$db_lock,$dbor die"rev_map_set(@_): ","Failed to rename: ",4106"$db_lock=>$db($!)\n";4107delete$LOCKFILES{$db_lock};4108if($update_ref) {4109 sigprocmask(SIG_SETMASK,$sigmask)or4110 croak "Can't restore signal mask:$!";4111}4112}41134114# If want_commit, this will return an array of (rev, commit) where4115# commit _must_ be a valid commit in the archive.4116# Otherwise, it'll return the max revision (whether or not the4117# commit is valid or just a 0x40 placeholder).4118sub rev_map_max {4119my($self,$want_commit) =@_;4120$self->rebuild;4121my($r,$c) =$self->rev_map_max_norebuild($want_commit);4122$want_commit? ($r,$c) :$r;4123}41244125sub rev_map_max_norebuild {4126my($self,$want_commit) =@_;4127my$map_path=$self->map_path;4128stat$map_pathorreturn$want_commit? (0,undef) :0;4129sysopen(my$fh,$map_path, O_RDONLY)or croak "open:$!";4130binmode$fhor croak "binmode:$!";4131my$size= (stat($fh))[7];4132($size%24) ==0or croak "inconsistent size:$size";41334134if($size==0) {4135close$fhor croak "close:$!";4136return$want_commit? (0,undef) :0;4137}41384139sysseek($fh, -24, SEEK_END)or croak "seek:$!";4140sysread($fh,my$buf,24) ==24or croak "read:$!";4141my($r,$c) =unpack(rev_map_fmt,$buf);4142if($want_commit&&$ceq('0' x40)) {4143if($size<48) {4144return$want_commit? (0,undef) :0;4145}4146sysseek($fh, -48, SEEK_END)or croak "seek:$!";4147sysread($fh,$buf,24) ==24or croak "read:$!";4148($r,$c) =unpack(rev_map_fmt,$buf);4149if($ceq('0'x40)) {4150 croak "Penultimate record is all-zeroes in$map_path";4151}4152}4153close$fhor croak "close:$!";4154$want_commit? ($r,$c) :$r;4155}41564157sub rev_map_get {4158my($self,$rev,$uuid) =@_;4159my$map_path=$self->map_path($uuid);4160returnundefunless-e $map_path;41614162sysopen(my$fh,$map_path, O_RDONLY)or croak "open:$!";4163my$c= _rev_map_get($fh,$rev);4164close($fh)or croak "close:$!";4165$c4166}41674168sub _rev_map_get {4169my($fh,$rev) =@_;41704171binmode$fhor croak "binmode:$!";4172my$size= (stat($fh))[7];4173($size%24) ==0or croak "inconsistent size:$size";41744175if($size==0) {4176returnundef;4177}41784179my($l,$u) = (0,$size-24);4180my($r,$c,$buf);41814182while($l<=$u) {4183my$i=int(($l/24+$u/24) /2) *24;4184sysseek($fh,$i, SEEK_SET)or croak "seek:$!";4185sysread($fh,my$buf,24) ==24or croak "read:$!";4186my($r,$c) =unpack(rev_map_fmt,$buf);41874188if($r<$rev) {4189$l=$i+24;4190}elsif($r>$rev) {4191$u=$i-24;4192}else{# $r == $rev4193return$ceq('0' x 40) ?undef:$c;4194}4195}4196undef;4197}41984199# Finds the first svn revision that exists on (if $eq_ok is true) or4200# before $rev for the current branch. It will not search any lower4201# than $min_rev. Returns the git commit hash and svn revision number4202# if found, else (undef, undef).4203sub find_rev_before {4204my($self,$rev,$eq_ok,$min_rev) =@_;4205--$revunless$eq_ok;4206$min_rev||=1;4207my$max_rev=$self->rev_map_max;4208$rev=$max_revif($rev>$max_rev);4209while($rev>=$min_rev) {4210if(my$c=$self->rev_map_get($rev)) {4211return($rev,$c);4212}4213--$rev;4214}4215return(undef,undef);4216}42174218# Finds the first svn revision that exists on (if $eq_ok is true) or4219# after $rev for the current branch. It will not search any higher4220# than $max_rev. Returns the git commit hash and svn revision number4221# if found, else (undef, undef).4222sub find_rev_after {4223my($self,$rev,$eq_ok,$max_rev) =@_;4224++$revunless$eq_ok;4225$max_rev||=$self->rev_map_max;4226while($rev<=$max_rev) {4227if(my$c=$self->rev_map_get($rev)) {4228return($rev,$c);4229}4230++$rev;4231}4232return(undef,undef);4233}42344235sub _new {4236my($class,$repo_id,$ref_id,$path) =@_;4237unless(defined$repo_id&&length$repo_id) {4238$repo_id=$Git::SVN::default_repo_id;4239}4240unless(defined$ref_id&&length$ref_id) {4241$_prefix=''unlessdefined($_prefix);4242$_[2] =$ref_id=4243"refs/remotes/$_prefix$Git::SVN::default_ref_id";4244}4245$_[1] =$repo_id;4246my$dir="$ENV{GIT_DIR}/svn/$ref_id";42474248# Older repos imported by us used $GIT_DIR/svn/foo instead of4249# $GIT_DIR/svn/refs/remotes/foo when tracking refs/remotes/foo4250if($ref_id=~m{^refs/remotes/(.*)}) {4251my$old_dir="$ENV{GIT_DIR}/svn/$1";4252if(-d $old_dir&& ! -d $dir) {4253$dir=$old_dir;4254}4255}42564257$_[3] =$path=''unless(defined$path);4258 mkpath([$dir]);4259bless{4260 ref_id =>$ref_id, dir =>$dir,index=>"$dir/index",4261 path =>$path, config =>"$ENV{GIT_DIR}/svn/config",4262 map_root =>"$dir/.rev_map", repo_id =>$repo_id},$class;4263}42644265# for read-only access of old .rev_db formats4266sub unlink_rev_db_symlink {4267my($self) =@_;4268my$link=$self->rev_db_path;4269$link=~s/\.[\w-]+$//or croak "missing UUID at the end of$link";4270if(-l $link) {4271unlink$linkor croak "unlink:$linkfailed!";4272}4273}42744275sub rev_db_path {4276my($self,$uuid) =@_;4277my$db_path=$self->map_path($uuid);4278$db_path=~s{/\.rev_map\.}{/\.rev_db\.}4279or croak "map_path:$db_pathdoes not contain '/.rev_map.' !";4280$db_path;4281}42824283# the new replacement for .rev_db4284sub map_path {4285my($self,$uuid) =@_;4286$uuid||=$self->ra_uuid;4287"$self->{map_root}.$uuid";4288}42894290sub uri_encode {4291my($f) =@_;4292$f=~ s#([^a-zA-Z0-9\*!\:_\./\-])#uc sprintf("%%%02x",ord($1))#eg;4293$f4294}42954296sub uri_decode {4297my($f) =@_;4298$f=~ s#%([0-9a-fA-F]{2})#chr(hex($1))#eg;4299$f4300}43014302sub remove_username {4303$_[0] =~s{^([^:]*://)[^@]+@}{$1};4304}43054306package Git::SVN::Prompt;4307use strict;4308use warnings;4309require SVN::Core;4310use vars qw/$_no_auth_cache $_username/;43114312sub simple {4313my($cred,$realm,$default_username,$may_save,$pool) =@_;4314$may_save=undefif$_no_auth_cache;4315$default_username=$_usernameifdefined$_username;4316if(defined$default_username&&length$default_username) {4317if(defined$realm&&length$realm) {4318print STDERR "Authentication realm:$realm\n";4319 STDERR->flush;4320}4321$cred->username($default_username);4322}else{4323 username($cred,$realm,$may_save,$pool);4324}4325$cred->password(_read_password("Password for '".4326$cred->username."': ",$realm));4327$cred->may_save($may_save);4328$SVN::_Core::SVN_NO_ERROR;4329}43304331sub ssl_server_trust {4332my($cred,$realm,$failures,$cert_info,$may_save,$pool) =@_;4333$may_save=undefif$_no_auth_cache;4334print STDERR "Error validating server certificate for '$realm':\n";4335{4336no warnings 'once';4337# All variables SVN::Auth::SSL::* are used only once,4338# so we're shutting up Perl warnings about this.4339if($failures&$SVN::Auth::SSL::UNKNOWNCA) {4340print STDERR " - The certificate is not issued ",4341"by a trusted authority. Use the\n",4342" fingerprint to validate ",4343"the certificate manually!\n";4344}4345if($failures&$SVN::Auth::SSL::CNMISMATCH) {4346print STDERR " - The certificate hostname ",4347"does not match.\n";4348}4349if($failures&$SVN::Auth::SSL::NOTYETVALID) {4350print STDERR " - The certificate is not yet valid.\n";4351}4352if($failures&$SVN::Auth::SSL::EXPIRED) {4353print STDERR " - The certificate has expired.\n";4354}4355if($failures&$SVN::Auth::SSL::OTHER) {4356print STDERR " - The certificate has ",4357"an unknown error.\n";4358}4359}# no warnings 'once'4360printf STDERR4361"Certificate information:\n".4362" - Hostname:%s\n".4363" - Valid: from%suntil%s\n".4364" - Issuer:%s\n".4365" - Fingerprint:%s\n",4366map$cert_info->$_,qw(hostname valid_from valid_until4367 issuer_dname fingerprint);4368my$choice;4369prompt:4370print STDERR $may_save?4371"(R)eject, accept (t)emporarily or accept (p)ermanently? ":4372"(R)eject or accept (t)emporarily? ";4373 STDERR->flush;4374$choice=lc(substr(<STDIN> ||'R',0,1));4375if($choice=~/^t$/i) {4376$cred->may_save(undef);4377}elsif($choice=~/^r$/i) {4378return-1;4379}elsif($may_save&&$choice=~/^p$/i) {4380$cred->may_save($may_save);4381}else{4382goto prompt;4383}4384$cred->accepted_failures($failures);4385$SVN::_Core::SVN_NO_ERROR;4386}43874388sub ssl_client_cert {4389my($cred,$realm,$may_save,$pool) =@_;4390$may_save=undefif$_no_auth_cache;4391print STDERR "Client certificate filename: ";4392 STDERR->flush;4393chomp(my$filename= <STDIN>);4394$cred->cert_file($filename);4395$cred->may_save($may_save);4396$SVN::_Core::SVN_NO_ERROR;4397}43984399sub ssl_client_cert_pw {4400my($cred,$realm,$may_save,$pool) =@_;4401$may_save=undefif$_no_auth_cache;4402$cred->password(_read_password("Password: ",$realm));4403$cred->may_save($may_save);4404$SVN::_Core::SVN_NO_ERROR;4405}44064407sub username {4408my($cred,$realm,$may_save,$pool) =@_;4409$may_save=undefif$_no_auth_cache;4410if(defined$realm&&length$realm) {4411print STDERR "Authentication realm:$realm\n";4412}4413my$username;4414if(defined$_username) {4415$username=$_username;4416}else{4417print STDERR "Username: ";4418 STDERR->flush;4419chomp($username= <STDIN>);4420}4421$cred->username($username);4422$cred->may_save($may_save);4423$SVN::_Core::SVN_NO_ERROR;4424}44254426sub _read_password {4427my($prompt,$realm) =@_;4428my$password='';4429if(exists$ENV{GIT_ASKPASS}) {4430open(PH,"-|",$ENV{GIT_ASKPASS},$prompt);4431$password= <PH>;4432$password=~s/[\012\015]//;# \n\r4433close(PH);4434}else{4435print STDERR $prompt;4436 STDERR->flush;4437require Term::ReadKey;4438 Term::ReadKey::ReadMode('noecho');4439while(defined(my$key= Term::ReadKey::ReadKey(0))) {4440last if$key=~/[\012\015]/;# \n\r4441$password.=$key;4442}4443 Term::ReadKey::ReadMode('restore');4444print STDERR "\n";4445 STDERR->flush;4446}4447$password;4448}44494450package SVN::Git::Fetcher;4451use vars qw/@ISA $_ignore_regex $_preserve_empty_dirs $_placeholder_filename4452@deleted_gpath %added_placeholder $repo_id/;4453use strict;4454use warnings;4455use Carp qw/croak/;4456use File::Basename qw/dirname/;4457use IO::File qw//;44584459# file baton members: path, mode_a, mode_b, pool, fh, blob, base4460sub new {4461my($class,$git_svn,$switch_path) =@_;4462my$self= SVN::Delta::Editor->new;4463bless$self,$class;4464if(exists$git_svn->{last_commit}) {4465$self->{c} =$git_svn->{last_commit};4466$self->{empty_symlinks} =4467 _mark_empty_symlinks($git_svn,$switch_path);4468}44694470# some options are read globally, but can be overridden locally4471# per [svn-remote "..."] section. Command-line options will *NOT*4472# override options set in an [svn-remote "..."] section4473$repo_id=$git_svn->{repo_id};4474my$k="svn-remote.$repo_id.ignore-paths";4475my$v=eval{ command_oneline('config','--get',$k) };4476$self->{ignore_regex} =$v;44774478$k="svn-remote.$repo_id.preserve-empty-dirs";4479$v=eval{ command_oneline('config','--get','--bool',$k) };4480if($v&&$veq'true') {4481$_preserve_empty_dirs=1;4482$k="svn-remote.$repo_id.placeholder-filename";4483$v=eval{ command_oneline('config','--get',$k) };4484$_placeholder_filename=$v;4485}44864487# Load the list of placeholder files added during previous invocations.4488$k="svn-remote.$repo_id.added-placeholder";4489$v=eval{ command_oneline('config','--get-all',$k) };4490if($_preserve_empty_dirs&&$v) {4491# command() prints errors to stderr, so we only call it if4492# command_oneline() succeeded.4493my@v= command('config','--get-all',$k);4494$added_placeholder{ dirname($_) } =$_foreach@v;4495}44964497$self->{empty} = {};4498$self->{dir_prop} = {};4499$self->{file_prop} = {};4500$self->{absent_dir} = {};4501$self->{absent_file} = {};4502$self->{gii} =$git_svn->tmp_index_do(sub{ Git::IndexInfo->new});4503$self->{pathnameencoding} = Git::config('svn.pathnameencoding');4504$self;4505}45064507# this uses the Ra object, so it must be called before do_{switch,update},4508# not inside them (when the Git::SVN::Fetcher object is passed) to4509# do_{switch,update}4510sub _mark_empty_symlinks {4511my($git_svn,$switch_path) =@_;4512my$bool= Git::config_bool('svn.brokenSymlinkWorkaround');4513return{}if(!defined($bool)) || (defined($bool) && !$bool);45144515my%ret;4516my($rev,$cmt) =$git_svn->last_rev_commit;4517return{}unless($rev&&$cmt);45184519# allow the warning to be printed for each revision we fetch to4520# ensure the user sees it. The user can also disable the workaround4521# on the repository even while git svn is running and the next4522# revision fetched will skip this expensive function.4523my$printed_warning;4524chomp(my$empty_blob=`git hash-object -t blob --stdin < /dev/null`);4525my($ls,$ctx) = command_output_pipe(qw/ls-tree -r -z/,$cmt);4526local$/="\0";4527my$pfx=defined($switch_path) ?$switch_path:$git_svn->{path};4528$pfx.='/'iflength($pfx);4529while(<$ls>) {4530chomp;4531s/\A100644 blob $empty_blob\t//oornext;4532unless($printed_warning) {4533print STDERR "Scanning for empty symlinks, ",4534"this may take a while if you have ",4535"many empty files\n",4536"You may disable this with `",4537"git config svn.brokenSymlinkWorkaround ",4538"false'.\n",4539"This may be done in a different ",4540"terminal without restarting ",4541"git svn\n";4542$printed_warning=1;4543}4544my$path=$_;4545my(undef,$props) =4546$git_svn->ra->get_file($pfx.$path,$rev,undef);4547if($props->{'svn:special'}) {4548$ret{$path} =1;4549}4550}4551 command_close_pipe($ls,$ctx);4552 \%ret;4553}45544555# returns true if a given path is inside a ".git" directory4556sub in_dot_git {4557$_[0] =~m{(?:^|/)\.git(?:/|$)};4558}45594560# return value: 0 -- don't ignore, 1 -- ignore4561sub is_path_ignored {4562my($self,$path) =@_;4563return1if in_dot_git($path);4564return1ifdefined($self->{ignore_regex}) &&4565$path=~m!$self->{ignore_regex}!;4566return0unlessdefined($_ignore_regex);4567return1if$path=~m!$_ignore_regex!o;4568return0;4569}45704571sub set_path_strip {4572my($self,$path) =@_;4573$self->{path_strip} =qr/^\Q$path\E(\/|$)/iflength$path;4574}45754576sub open_root {4577{ path =>''};4578}45794580sub open_directory {4581my($self,$path,$pb,$rev) =@_;4582{ path =>$path};4583}45844585sub git_path {4586my($self,$path) =@_;4587if(my$enc=$self->{pathnameencoding}) {4588require Encode;4589 Encode::from_to($path,'UTF-8',$enc);4590}4591if($self->{path_strip}) {4592$path=~s!$self->{path_strip}!!or4593die"Failed to strip path '$path' ($self->{path_strip})\n";4594}4595$path;4596}45974598sub delete_entry {4599my($self,$path,$rev,$pb) =@_;4600returnundefif$self->is_path_ignored($path);46014602my$gpath=$self->git_path($path);4603returnundefif($gpatheq'');46044605# remove entire directories.4606my($tree) = (command('ls-tree','-z',$self->{c},"./$gpath")4607=~/\A040000 tree ([a-f\d]{40})\t\Q$gpath\E\0/);4608if($tree) {4609my($ls,$ctx) = command_output_pipe(qw/ls-tree4610-r --name-only -z/,4611$tree);4612local$/="\0";4613while(<$ls>) {4614chomp;4615my$rmpath="$gpath/$_";4616$self->{gii}->remove($rmpath);4617print"\tD\t$rmpath\n"unless$::_q;4618}4619print"\tD\t$gpath/\n"unless$::_q;4620 command_close_pipe($ls,$ctx);4621}else{4622$self->{gii}->remove($gpath);4623print"\tD\t$gpath\n"unless$::_q;4624}4625# Don't add to @deleted_gpath if we're deleting a placeholder file.4626push@deleted_gpath,$gpathunless$added_placeholder{dirname($path)};4627$self->{empty}->{$path} =0;4628undef;4629}46304631sub open_file {4632my($self,$path,$pb,$rev) =@_;4633my($mode,$blob);46344635goto out if$self->is_path_ignored($path);46364637my$gpath=$self->git_path($path);4638($mode,$blob) = (command('ls-tree','-z',$self->{c},"./$gpath")4639=~/\A(\d{6}) blob ([a-f\d]{40})\t\Q$gpath\E\0/);4640unless(defined$mode&&defined$blob) {4641die"$pathwas not found in commit$self->{c} (r$rev)\n";4642}4643if($modeeq'100644'&&$self->{empty_symlinks}->{$path}) {4644$mode='120000';4645}4646out:4647{ path =>$path, mode_a =>$mode, mode_b =>$mode, blob =>$blob,4648 pool => SVN::Pool->new, action =>'M'};4649}46504651sub add_file {4652my($self,$path,$pb,$cp_path,$cp_rev) =@_;4653my$mode;46544655if(!$self->is_path_ignored($path)) {4656my($dir,$file) = ($path=~ m#^(.*?)/?([^/]+)$#);4657delete$self->{empty}->{$dir};4658$mode='100644';46594660if($added_placeholder{$dir}) {4661# Remove our placeholder file, if we created one.4662 delete_entry($self,$added_placeholder{$dir})4663unless$patheq$added_placeholder{$dir};4664delete$added_placeholder{$dir}4665}4666}46674668{ path =>$path, mode_a =>$mode, mode_b =>$mode,4669 pool => SVN::Pool->new, action =>'A'};4670}46714672sub add_directory {4673my($self,$path,$cp_path,$cp_rev) =@_;4674goto out if$self->is_path_ignored($path);4675my$gpath=$self->git_path($path);4676if($gpatheq'') {4677my($ls,$ctx) = command_output_pipe(qw/ls-tree4678-r --name-only -z/,4679$self->{c});4680local$/="\0";4681while(<$ls>) {4682chomp;4683$self->{gii}->remove($_);4684print"\tD\t$_\n"unless$::_q;4685push@deleted_gpath,$gpath;4686}4687 command_close_pipe($ls,$ctx);4688$self->{empty}->{$path} =0;4689}4690my($dir,$file) = ($path=~ m#^(.*?)/?([^/]+)$#);4691delete$self->{empty}->{$dir};4692$self->{empty}->{$path} =1;46934694if($added_placeholder{$dir}) {4695# Remove our placeholder file, if we created one.4696 delete_entry($self,$added_placeholder{$dir});4697delete$added_placeholder{$dir}4698}46994700out:4701{ path =>$path};4702}47034704sub change_dir_prop {4705my($self,$db,$prop,$value) =@_;4706returnundefif$self->is_path_ignored($db->{path});4707$self->{dir_prop}->{$db->{path}} ||= {};4708$self->{dir_prop}->{$db->{path}}->{$prop} =$value;4709undef;4710}47114712sub absent_directory {4713my($self,$path,$pb) =@_;4714returnundefif$self->is_path_ignored($path);4715$self->{absent_dir}->{$pb->{path}} ||= [];4716push@{$self->{absent_dir}->{$pb->{path}}},$path;4717undef;4718}47194720sub absent_file {4721my($self,$path,$pb) =@_;4722returnundefif$self->is_path_ignored($path);4723$self->{absent_file}->{$pb->{path}} ||= [];4724push@{$self->{absent_file}->{$pb->{path}}},$path;4725undef;4726}47274728sub change_file_prop {4729my($self,$fb,$prop,$value) =@_;4730returnundefif$self->is_path_ignored($fb->{path});4731if($propeq'svn:executable') {4732if($fb->{mode_b} !=120000) {4733$fb->{mode_b} =defined$value?100755:100644;4734}4735}elsif($propeq'svn:special') {4736$fb->{mode_b} =defined$value?120000:100644;4737}else{4738$self->{file_prop}->{$fb->{path}} ||= {};4739$self->{file_prop}->{$fb->{path}}->{$prop} =$value;4740}4741undef;4742}47434744sub apply_textdelta {4745my($self,$fb,$exp) =@_;4746returnundefif$self->is_path_ignored($fb->{path});4747my$fh= $::_repository->temp_acquire('svn_delta');4748# $fh gets auto-closed() by SVN::TxDelta::apply(),4749# (but $base does not,) so dup() it for reading in close_file4750open my$dup,'<&',$fhor croak $!;4751my$base= $::_repository->temp_acquire('git_blob');47524753if($fb->{blob}) {4754my($base_is_link,$size);47554756if($fb->{mode_a}eq'120000'&&4757!$self->{empty_symlinks}->{$fb->{path}}) {4758print$base'link 'or die"print$!\n";4759$base_is_link=1;4760}4761 retry:4762$size= $::_repository->cat_blob($fb->{blob},$base);4763die"Failed to read object$fb->{blob}"if($size<0);47644765if(defined$exp) {4766seek$base,0,0or croak $!;4767my$got= ::md5sum($base);4768if($gotne$exp) {4769my$err="Checksum mismatch: ".4770"$fb->{path}$fb->{blob}\n".4771"expected:$exp\n".4772" got:$got\n";4773if($base_is_link) {4774warn$err,4775"Retrying... (possibly ",4776"a bad symlink from SVN)\n";4777$::_repository->temp_reset($base);4778$base_is_link=0;4779goto retry;4780}4781die$err;4782}4783}4784}4785seek$base,0,0or croak $!;4786$fb->{fh} =$fh;4787$fb->{base} =$base;4788[ SVN::TxDelta::apply($base,$dup,undef,$fb->{path},$fb->{pool}) ];4789}47904791sub close_file {4792my($self,$fb,$exp) =@_;4793returnundefif$self->is_path_ignored($fb->{path});47944795my$hash;4796my$path=$self->git_path($fb->{path});4797if(my$fh=$fb->{fh}) {4798if(defined$exp) {4799seek($fh,0,0)or croak $!;4800my$got= ::md5sum($fh);4801if($gotne$exp) {4802die"Checksum mismatch:$path\n",4803"expected:$exp\ngot:$got\n";4804}4805}4806if($fb->{mode_b} ==120000) {4807sysseek($fh,0,0)or croak $!;4808my$rd=sysread($fh,my$buf,5);48094810if(!defined$rd) {4811 croak "sysread:$!\n";4812}elsif($rd==0) {4813warn"$pathhas mode 120000",4814" but it points to nothing\n",4815"converting to an empty file with mode",4816" 100644\n";4817$fb->{mode_b} ='100644';4818}elsif($bufne'link ') {4819warn"$pathhas mode 120000",4820" but is not a link\n";4821}else{4822my$tmp_fh= $::_repository->temp_acquire(4823'svn_hash');4824my$res;4825while($res=sysread($fh,my$str,1024)) {4826my$out=syswrite($tmp_fh,$str,$res);4827defined($out) &&$out==$res4828or croak("write ",4829 Git::temp_path($tmp_fh),4830":$!\n");4831}4832defined$resor croak $!;48334834($fh,$tmp_fh) = ($tmp_fh,$fh);4835 Git::temp_release($tmp_fh,1);4836}4837}48384839$hash= $::_repository->hash_and_insert_object(4840 Git::temp_path($fh));4841$hash=~/^[a-f\d]{40}$/or die"not a sha1:$hash\n";48424843 Git::temp_release($fb->{base},1);4844 Git::temp_release($fh,1);4845}else{4846$hash=$fb->{blob}or die"no blob information\n";4847}4848$fb->{pool}->clear;4849$self->{gii}->update($fb->{mode_b},$hash,$path)or croak $!;4850print"\t$fb->{action}\t$path\n"if$fb->{action} && ! $::_q;4851undef;4852}48534854sub abort_edit {4855my$self=shift;4856$self->{nr} =$self->{gii}->{nr};4857delete$self->{gii};4858$self->SUPER::abort_edit(@_);4859}48604861sub close_edit {4862my$self=shift;48634864if($_preserve_empty_dirs) {4865my@empty_dirs;48664867# Any entry flagged as empty that also has an associated4868# dir_prop represents a newly created empty directory.4869foreachmy$i(keys%{$self->{empty}}) {4870push@empty_dirs,$iifexists$self->{dir_prop}->{$i};4871}48724873# Search for directories that have become empty due subsequent4874# file deletes.4875push@empty_dirs,$self->find_empty_directories();48764877# Finally, add a placeholder file to each empty directory.4878$self->add_placeholder_file($_)foreach(@empty_dirs);48794880$self->stash_placeholder_list();4881}48824883$self->{git_commit_ok} =1;4884$self->{nr} =$self->{gii}->{nr};4885delete$self->{gii};4886$self->SUPER::close_edit(@_);4887}48884889sub find_empty_directories {4890my($self) =@_;4891my@empty_dirs;4892my%dirs=map{ dirname($_) =>1}@deleted_gpath;48934894foreachmy$dir(sort keys%dirs) {4895next if$direq".";48964897# If there have been any additions to this directory, there is4898# no reason to check if it is empty.4899my$skip_added=0;4900foreachmy$t(qw/dir_prop file_prop/) {4901foreachmy$path(keys%{$self->{$t} }) {4902if(exists$self->{$t}->{dirname($path)}) {4903$skip_added=1;4904last;4905}4906}4907last if$skip_added;4908}4909next if$skip_added;49104911# Use `git ls-tree` to get the filenames of this directory4912# that existed prior to this particular commit.4913my$ls= command('ls-tree','-z','--name-only',4914$self->{c},"$dir/");4915my%files=map{$_=>1}split(/\0/,$ls);49164917# Remove the filenames that were deleted during this commit.4918delete$files{$_}foreach(@deleted_gpath);49194920# Report the directory if there are no filenames left.4921push@empty_dirs,$dirunless(scalar%files);4922}4923@empty_dirs;4924}49254926sub add_placeholder_file {4927my($self,$dir) =@_;4928my$path="$dir/$_placeholder_filename";4929my$gpath=$self->git_path($path);49304931my$fh= $::_repository->temp_acquire($gpath);4932my$hash= $::_repository->hash_and_insert_object(Git::temp_path($fh));4933 Git::temp_release($fh,1);4934$self->{gii}->update('100644',$hash,$gpath)or croak $!;49354936# The directory should no longer be considered empty.4937delete$self->{empty}->{$dir}ifexists$self->{empty}->{$dir};49384939# Keep track of any placeholder files we create.4940$added_placeholder{$dir} =$path;4941}49424943sub stash_placeholder_list {4944my($self) =@_;4945my$k="svn-remote.$repo_id.added-placeholder";4946my$v=eval{ command_oneline('config','--get-all',$k) };4947 command_noisy('config','--unset-all',$k)if$v;4948foreach(values%added_placeholder) {4949 command_noisy('config','--add',$k,$_);4950}4951}49524953package SVN::Git::Editor;4954use vars qw/@ISA $_rmdir $_cp_similarity $_find_copies_harder $_rename_limit/;4955use strict;4956use warnings;4957use Carp qw/croak/;4958use IO::File;49594960sub new {4961my($class,$opts) =@_;4962foreach(qw/svn_path r ra tree_a tree_b log editor_cb/) {4963die"$_required!\n"unless(defined$opts->{$_});4964}49654966my$pool= SVN::Pool->new;4967my$mods= generate_diff($opts->{tree_a},$opts->{tree_b});4968my$types= check_diff_paths($opts->{ra},$opts->{svn_path},4969$opts->{r},$mods);49704971# $opts->{ra} functions should not be used after this:4972my@ce=$opts->{ra}->get_commit_editor($opts->{log},4973$opts->{editor_cb},$pool);4974my$self= SVN::Delta::Editor->new(@ce,$pool);4975bless$self,$class;4976foreach(qw/svn_path r tree_a tree_b/) {4977$self->{$_} =$opts->{$_};4978}4979$self->{url} =$opts->{ra}->{url};4980$self->{mods} =$mods;4981$self->{types} =$types;4982$self->{pool} =$pool;4983$self->{bat} = {''=>$self->open_root($self->{r},$self->{pool}) };4984$self->{rm} = { };4985$self->{path_prefix} =length$self->{svn_path} ?4986"$self->{svn_path}/":'';4987$self->{config} =$opts->{config};4988$self->{mergeinfo} =$opts->{mergeinfo};4989return$self;4990}49914992sub generate_diff {4993my($tree_a,$tree_b) =@_;4994my@diff_tree=qw(diff-tree -z -r);4995if($_cp_similarity) {4996push@diff_tree,"-C$_cp_similarity";4997}else{4998push@diff_tree,'-C';4999}5000push@diff_tree,'--find-copies-harder'if$_find_copies_harder;5001push@diff_tree,"-l$_rename_limit"ifdefined$_rename_limit;5002push@diff_tree,$tree_a,$tree_b;5003my($diff_fh,$ctx) = command_output_pipe(@diff_tree);5004local$/="\0";5005my$state='meta';5006my@mods;5007while(<$diff_fh>) {5008chomp$_;# this gets rid of the trailing "\0"5009if($stateeq'meta'&& /^:(\d{6})\s(\d{6})\s5010($::sha1)\s($::sha1)\s5011([MTCRAD])\d*$/xo) {5012push@mods, { mode_a =>$1, mode_b =>$2,5013 sha1_a =>$3, sha1_b =>$4,5014 chg =>$5};5015if($5=~/^(?:C|R)$/) {5016$state='file_a';5017}else{5018$state='file_b';5019}5020}elsif($stateeq'file_a') {5021my$x=$mods[$#mods]or croak "Empty array\n";5022if($x->{chg} !~/^(?:C|R)$/) {5023 croak "Error parsing$_,$x->{chg}\n";5024}5025$x->{file_a} =$_;5026$state='file_b';5027}elsif($stateeq'file_b') {5028my$x=$mods[$#mods]or croak "Empty array\n";5029if(exists$x->{file_a} &&$x->{chg} !~/^(?:C|R)$/) {5030 croak "Error parsing$_,$x->{chg}\n";5031}5032if(!exists$x->{file_a} &&$x->{chg} =~/^(?:C|R)$/) {5033 croak "Error parsing$_,$x->{chg}\n";5034}5035$x->{file_b} =$_;5036$state='meta';5037}else{5038 croak "Error parsing$_\n";5039}5040}5041 command_close_pipe($diff_fh,$ctx);5042 \@mods;5043}50445045sub check_diff_paths {5046my($ra,$pfx,$rev,$mods) =@_;5047my%types;5048$pfx.='/'iflength$pfx;50495050sub type_diff_paths {5051my($ra,$types,$path,$rev) =@_;5052my@p=split m#/+#, $path;5053my$c=shift@p;5054unless(defined$types->{$c}) {5055$types->{$c} =$ra->check_path($c,$rev);5056}5057while(@p) {5058$c.='/'.shift@p;5059next ifdefined$types->{$c};5060$types->{$c} =$ra->check_path($c,$rev);5061}5062}50635064foreachmy$m(@$mods) {5065foreachmy$f(qw/file_a file_b/) {5066next unlessdefined$m->{$f};5067my($dir) = ($m->{$f} =~ m#^(.*?)/?(?:[^/]+)$#);5068if(length$pfx.$dir&& !defined$types{$dir}) {5069 type_diff_paths($ra, \%types,$pfx.$dir,$rev);5070}5071}5072}5073 \%types;5074}50755076sub split_path {5077return($_[0] =~ m#^(.*?)/?([^/]+)$#);5078}50795080sub repo_path {5081my($self,$path) =@_;5082if(my$enc=$self->{pathnameencoding}) {5083require Encode;5084 Encode::from_to($path,$enc,'UTF-8');5085}5086$self->{path_prefix}.(defined$path?$path:'');5087}50885089sub url_path {5090my($self,$path) =@_;5091if($self->{url} =~ m#^https?://#) {5092$path=~s!([^~a-zA-Z0-9_./-])!uc sprintf("%%%02x",ord($1))!eg;5093}5094$self->{url} .'/'.$self->repo_path($path);5095}50965097sub rmdirs {5098my($self) =@_;5099my$rm=$self->{rm};5100delete$rm->{''};# we never delete the url we're tracking5101return unless%$rm;51025103foreach(keys%$rm) {5104my@d=split m#/#, $_;5105my$c=shift@d;5106$rm->{$c} =1;5107while(@d) {5108$c.='/'.shift@d;5109$rm->{$c} =1;5110}5111}5112delete$rm->{$self->{svn_path}};5113delete$rm->{''};# we never delete the url we're tracking5114return unless%$rm;51155116my($fh,$ctx) = command_output_pipe(qw/ls-tree --name-only -r -z/,5117$self->{tree_b});5118local$/="\0";5119while(<$fh>) {5120chomp;5121my@dn=split m#/#, $_;5122while(pop@dn) {5123delete$rm->{join'/',@dn};5124}5125unless(%$rm) {5126close$fh;5127return;5128}5129}5130 command_close_pipe($fh,$ctx);51315132my($r,$p,$bat) = ($self->{r},$self->{pool},$self->{bat});5133foreachmy$d(sort{$b=~ tr#/#/# <=> $a =~ tr#/#/# } keys %$rm) {5134$self->close_directory($bat->{$d},$p);5135my($dn) = ($d=~ m#^(.*?)/?(?:[^/]+)$#);5136print"\tD+\t$d/\n"unless$::_q;5137$self->SUPER::delete_entry($d,$r,$bat->{$dn},$p);5138delete$bat->{$d};5139}5140}51415142sub open_or_add_dir {5143my($self,$full_path,$baton,$deletions) =@_;5144my$t=$self->{types}->{$full_path};5145if(!defined$t) {5146die"$full_pathnot known in r$self->{r} or we have a bug!\n";5147}5148{5149no warnings 'once';5150# SVN::Node::none and SVN::Node::file are used only once,5151# so we're shutting up Perl's warnings about them.5152if($t==$SVN::Node::none ||defined($deletions->{$full_path})) {5153return$self->add_directory($full_path,$baton,5154undef, -1,$self->{pool});5155}elsif($t==$SVN::Node::dir) {5156return$self->open_directory($full_path,$baton,5157$self->{r},$self->{pool});5158}# no warnings 'once'5159print STDERR "$full_pathalready exists in repository at ",5160"r$self->{r} and it is not a directory (",5161($t==$SVN::Node::file ?'file':'unknown'),"/$t)\n";5162}# no warnings 'once'5163exit1;5164}51655166sub ensure_path {5167my($self,$path,$deletions) =@_;5168my$bat=$self->{bat};5169my$repo_path=$self->repo_path($path);5170return$bat->{''}unless(length$repo_path);51715172my@p=split m#/+#, $repo_path;5173my$c=shift@p;5174$bat->{$c} ||=$self->open_or_add_dir($c,$bat->{''},$deletions);5175while(@p) {5176my$c0=$c;5177$c.='/'.shift@p;5178$bat->{$c} ||=$self->open_or_add_dir($c,$bat->{$c0},$deletions);5179}5180return$bat->{$c};5181}51825183# Subroutine to convert a globbing pattern to a regular expression.5184# From perl cookbook.5185sub glob2pat {5186my$globstr=shift;5187my%patmap= ('*'=>'.*','?'=>'.','['=>'[',']'=>']');5188$globstr=~s{(.)} { $patmap{$1}||"\Q$1"}ge;5189return'^'.$globstr.'$';5190}51915192sub check_autoprop {5193my($self,$pattern,$properties,$file,$fbat) =@_;5194# Convert the globbing pattern to a regular expression.5195my$regex= glob2pat($pattern);5196# Check if the pattern matches the file name.5197if($file=~m/($regex)/) {5198# Parse the list of properties to set.5199my@props=split(/;/,$properties);5200foreachmy$prop(@props) {5201# Parse 'name=value' syntax and set the property.5202if($prop=~/([^=]+)=(.*)/) {5203my($n,$v) = ($1,$2);5204for($n,$v) {5205s/^\s+//;s/\s+$//;5206}5207$self->change_file_prop($fbat,$n,$v);5208}5209}5210}5211}52125213sub apply_autoprops {5214my($self,$file,$fbat) =@_;5215my$conf_t= ${$self->{config}}{'config'};5216no warnings 'once';5217# Check [miscellany]/enable-auto-props in svn configuration.5218if(SVN::_Core::svn_config_get_bool(5219$conf_t,5220$SVN::_Core::SVN_CONFIG_SECTION_MISCELLANY,5221$SVN::_Core::SVN_CONFIG_OPTION_ENABLE_AUTO_PROPS,52220)) {5223# Auto-props are enabled. Enumerate them to look for matches.5224my$callback=sub{5225$self->check_autoprop($_[0],$_[1],$file,$fbat);5226};5227 SVN::_Core::svn_config_enumerate(5228$conf_t,5229$SVN::_Core::SVN_CONFIG_SECTION_AUTO_PROPS,5230$callback);5231}5232}52335234sub A {5235my($self,$m,$deletions) =@_;5236my($dir,$file) = split_path($m->{file_b});5237my$pbat=$self->ensure_path($dir,$deletions);5238my$fbat=$self->add_file($self->repo_path($m->{file_b}),$pbat,5239undef, -1);5240print"\tA\t$m->{file_b}\n"unless$::_q;5241$self->apply_autoprops($file,$fbat);5242$self->chg_file($fbat,$m);5243$self->close_file($fbat,undef,$self->{pool});5244}52455246sub C {5247my($self,$m,$deletions) =@_;5248my($dir,$file) = split_path($m->{file_b});5249my$pbat=$self->ensure_path($dir,$deletions);5250my$fbat=$self->add_file($self->repo_path($m->{file_b}),$pbat,5251$self->url_path($m->{file_a}),$self->{r});5252print"\tC\t$m->{file_a} =>$m->{file_b}\n"unless$::_q;5253$self->chg_file($fbat,$m);5254$self->close_file($fbat,undef,$self->{pool});5255}52565257sub delete_entry {5258my($self,$path,$pbat) =@_;5259my$rpath=$self->repo_path($path);5260my($dir,$file) = split_path($rpath);5261$self->{rm}->{$dir} =1;5262$self->SUPER::delete_entry($rpath,$self->{r},$pbat,$self->{pool});5263}52645265sub R {5266my($self,$m,$deletions) =@_;5267my($dir,$file) = split_path($m->{file_b});5268my$pbat=$self->ensure_path($dir,$deletions);5269my$fbat=$self->add_file($self->repo_path($m->{file_b}),$pbat,5270$self->url_path($m->{file_a}),$self->{r});5271print"\tR\t$m->{file_a} =>$m->{file_b}\n"unless$::_q;5272$self->apply_autoprops($file,$fbat);5273$self->chg_file($fbat,$m);5274$self->close_file($fbat,undef,$self->{pool});52755276($dir,$file) = split_path($m->{file_a});5277$pbat=$self->ensure_path($dir,$deletions);5278$self->delete_entry($m->{file_a},$pbat);5279}52805281sub M {5282my($self,$m,$deletions) =@_;5283my($dir,$file) = split_path($m->{file_b});5284my$pbat=$self->ensure_path($dir,$deletions);5285my$fbat=$self->open_file($self->repo_path($m->{file_b}),5286$pbat,$self->{r},$self->{pool});5287print"\t$m->{chg}\t$m->{file_b}\n"unless$::_q;5288$self->chg_file($fbat,$m);5289$self->close_file($fbat,undef,$self->{pool});5290}52915292sub T { shift->M(@_) }52935294sub change_file_prop {5295my($self,$fbat,$pname,$pval) =@_;5296$self->SUPER::change_file_prop($fbat,$pname,$pval,$self->{pool});5297}52985299sub change_dir_prop {5300my($self,$pbat,$pname,$pval) =@_;5301$self->SUPER::change_dir_prop($pbat,$pname,$pval,$self->{pool});5302}53035304sub _chg_file_get_blob ($$$$) {5305my($self,$fbat,$m,$which) =@_;5306my$fh= $::_repository->temp_acquire("git_blob_$which");5307if($m->{"mode_$which"} =~/^120/) {5308print$fh'link 'or croak $!;5309$self->change_file_prop($fbat,'svn:special','*');5310}elsif($m->{mode_a} =~/^120/&&$m->{"mode_$which"} !~/^120/) {5311$self->change_file_prop($fbat,'svn:special',undef);5312}5313my$blob=$m->{"sha1_$which"};5314return($fh,)if($blob=~/^0{40}$/);5315my$size= $::_repository->cat_blob($blob,$fh);5316 croak "Failed to read object$blob"if($size<0);5317$fh->flush==0or croak $!;5318seek$fh,0,0or croak $!;53195320my$exp= ::md5sum($fh);5321seek$fh,0,0or croak $!;5322return($fh,$exp);5323}53245325sub chg_file {5326my($self,$fbat,$m) =@_;5327if($m->{mode_b} =~/755$/&&$m->{mode_a} !~/755$/) {5328$self->change_file_prop($fbat,'svn:executable','*');5329}elsif($m->{mode_b} !~/755$/&&$m->{mode_a} =~/755$/) {5330$self->change_file_prop($fbat,'svn:executable',undef);5331}5332my($fh_a,$exp_a) = _chg_file_get_blob $self,$fbat,$m,'a';5333my($fh_b,$exp_b) = _chg_file_get_blob $self,$fbat,$m,'b';5334my$pool= SVN::Pool->new;5335my$atd=$self->apply_textdelta($fbat,$exp_a,$pool);5336if(-s $fh_a) {5337my$txstream= SVN::TxDelta::new ($fh_a,$fh_b,$pool);5338my$res= SVN::TxDelta::send_txstream($txstream,@$atd,$pool);5339if(defined$res) {5340die"Unexpected result from send_txstream:$res\n",5341"(SVN::Core::VERSION:$SVN::Core::VERSION)\n";5342}5343}else{5344my$got= SVN::TxDelta::send_stream($fh_b,@$atd,$pool);5345die"Checksum mismatch\nexpected:$exp_b\ngot:$got\n"5346if($gotne$exp_b);5347}5348 Git::temp_release($fh_b,1);5349 Git::temp_release($fh_a,1);5350$pool->clear;5351}53525353sub D {5354my($self,$m,$deletions) =@_;5355my($dir,$file) = split_path($m->{file_b});5356my$pbat=$self->ensure_path($dir,$deletions);5357print"\tD\t$m->{file_b}\n"unless$::_q;5358$self->delete_entry($m->{file_b},$pbat);5359}53605361sub close_edit {5362my($self) =@_;5363my($p,$bat) = ($self->{pool},$self->{bat});5364foreach(sort{$b=~ tr#/#/# <=> $a =~ tr#/#/# } keys %$bat) {5365next if$_eq'';5366$self->close_directory($bat->{$_},$p);5367}5368$self->close_directory($bat->{''},$p);5369$self->SUPER::close_edit($p);5370$p->clear;5371}53725373sub abort_edit {5374my($self) =@_;5375$self->SUPER::abort_edit($self->{pool});5376}53775378sub DESTROY {5379my$self=shift;5380$self->SUPER::DESTROY(@_);5381$self->{pool}->clear;5382}53835384# this drives the editor5385sub apply_diff {5386my($self) =@_;5387my$mods=$self->{mods};5388my%o= ( D =>0, C =>1, R =>2, A =>3, M =>4, T =>5);5389my%deletions;53905391foreachmy$m(@$mods) {5392if($m->{chg}eq"D") {5393$deletions{$m->{file_b}} =1;5394}5395}53965397foreachmy$m(sort{$o{$a->{chg}} <=>$o{$b->{chg}} }@$mods) {5398my$f=$m->{chg};5399if(defined$o{$f}) {5400$self->$f($m, \%deletions);5401}else{5402 fatal("Invalid change type:$f");5403}5404}54055406if(defined($self->{mergeinfo})) {5407$self->change_dir_prop($self->{bat}{''},"svn:mergeinfo",5408$self->{mergeinfo});5409}5410$self->rmdirsif$_rmdir;5411if(@$mods==0&& !defined($self->{mergeinfo})) {5412$self->abort_edit;5413}else{5414$self->close_edit;5415}5416returnscalar@$mods;5417}54185419package Git::SVN::Ra;5420use vars qw/@ISA $config_dir $_ignore_refs_regex $_log_window_size/;5421use strict;5422use warnings;5423my($ra_invalid,$can_do_switch,%ignored_err,$RA);54245425BEGIN{5426# enforce temporary pool usage for some simple functions5427no strict 'refs';5428formy$f(qw/rev_proplist get_latest_revnum get_uuid get_repos_root5429 get_file/) {5430my$SUPER="SUPER::$f";5431*$f=sub{5432my$self=shift;5433my$pool= SVN::Pool->new;5434my@ret=$self->$SUPER(@_,$pool);5435$pool->clear;5436wantarray?@ret:$ret[0];5437};5438}5439}54405441sub _auth_providers () {5442[5443 SVN::Client::get_simple_provider(),5444 SVN::Client::get_ssl_server_trust_file_provider(),5445 SVN::Client::get_simple_prompt_provider(5446 \&Git::SVN::Prompt::simple,2),5447 SVN::Client::get_ssl_client_cert_file_provider(),5448 SVN::Client::get_ssl_client_cert_prompt_provider(5449 \&Git::SVN::Prompt::ssl_client_cert,2),5450 SVN::Client::get_ssl_client_cert_pw_file_provider(),5451 SVN::Client::get_ssl_client_cert_pw_prompt_provider(5452 \&Git::SVN::Prompt::ssl_client_cert_pw,2),5453 SVN::Client::get_username_provider(),5454 SVN::Client::get_ssl_server_trust_prompt_provider(5455 \&Git::SVN::Prompt::ssl_server_trust),5456 SVN::Client::get_username_prompt_provider(5457 \&Git::SVN::Prompt::username,2)5458]5459}54605461sub escape_uri_only {5462my($uri) =@_;5463my@tmp;5464foreach(splitm{/},$uri) {5465s/([^~\w.%+-]|%(?![a-fA-F0-9]{2}))/sprintf("%%%02X",ord($1))/eg;5466push@tmp,$_;5467}5468join('/',@tmp);5469}54705471sub escape_url {5472my($url) =@_;5473if($url=~ m#^(https?)://([^/]+)(.*)$#) {5474my($scheme,$domain,$uri) = ($1,$2, escape_uri_only($3));5475$url="$scheme://$domain$uri";5476}5477$url;5478}54795480sub new {5481my($class,$url) =@_;5482$url=~s!/+$!!;5483return$RAif($RA&&$RA->{url}eq$url);54845485::_req_svn();54865487 SVN::_Core::svn_config_ensure($config_dir,undef);5488my($baton,$callbacks) = SVN::Core::auth_open_helper(_auth_providers);5489my$config= SVN::Core::config_get_config($config_dir);5490$RA=undef;5491my$dont_store_passwords=1;5492my$conf_t= ${$config}{'config'};5493{5494no warnings 'once';5495# The usage of $SVN::_Core::SVN_CONFIG_* variables5496# produces warnings that variables are used only once.5497# I had not found the better way to shut them up, so5498# the warnings of type 'once' are disabled in this block.5499if(SVN::_Core::svn_config_get_bool($conf_t,5500$SVN::_Core::SVN_CONFIG_SECTION_AUTH,5501$SVN::_Core::SVN_CONFIG_OPTION_STORE_PASSWORDS,55021) ==0) {5503 SVN::_Core::svn_auth_set_parameter($baton,5504$SVN::_Core::SVN_AUTH_PARAM_DONT_STORE_PASSWORDS,5505bless(\$dont_store_passwords,"_p_void"));5506}5507if(SVN::_Core::svn_config_get_bool($conf_t,5508$SVN::_Core::SVN_CONFIG_SECTION_AUTH,5509$SVN::_Core::SVN_CONFIG_OPTION_STORE_AUTH_CREDS,55101) ==0) {5511$Git::SVN::Prompt::_no_auth_cache =1;5512}5513}# no warnings 'once'5514my$self= SVN::Ra->new(url => escape_url($url), auth =>$baton,5515 config =>$config,5516 pool => SVN::Pool->new,5517 auth_provider_callbacks =>$callbacks);5518$self->{url} =$url;5519$self->{svn_path} =$url;5520$self->{repos_root} =$self->get_repos_root;5521$self->{svn_path} =~ s#^\Q$self->{repos_root}\E(/|$)##;5522$self->{cache} = { check_path => { r =>0, data => {} },5523 get_dir => { r =>0, data => {} } };5524$RA=bless$self,$class;5525}55265527sub check_path {5528my($self,$path,$r) =@_;5529my$cache=$self->{cache}->{check_path};5530if($r==$cache->{r} &&exists$cache->{data}->{$path}) {5531return$cache->{data}->{$path};5532}5533my$pool= SVN::Pool->new;5534my$t=$self->SUPER::check_path($path,$r,$pool);5535$pool->clear;5536if($r!=$cache->{r}) {5537%{$cache->{data}} = ();5538$cache->{r} =$r;5539}5540$cache->{data}->{$path} =$t;5541}55425543sub get_dir {5544my($self,$dir,$r) =@_;5545my$cache=$self->{cache}->{get_dir};5546if($r==$cache->{r}) {5547if(my$x=$cache->{data}->{$dir}) {5548returnwantarray?@$x:$x->[0];5549}5550}5551my$pool= SVN::Pool->new;5552my($d,undef,$props) =$self->SUPER::get_dir($dir,$r,$pool);5553my%dirents=map{$_=> { kind =>$d->{$_}->kind} }keys%$d;5554$pool->clear;5555if($r!=$cache->{r}) {5556%{$cache->{data}} = ();5557$cache->{r} =$r;5558}5559$cache->{data}->{$dir} = [ \%dirents,$r,$props];5560wantarray? (\%dirents,$r,$props) : \%dirents;5561}55625563sub DESTROY {5564# do not call the real DESTROY since we store ourselves in $RA5565}55665567# get_log(paths, start, end, limit,5568# discover_changed_paths, strict_node_history, receiver)5569sub get_log {5570my($self,@args) =@_;5571my$pool= SVN::Pool->new;55725573# svn_log_changed_path_t objects passed to get_log are likely to be5574# overwritten even if only the refs are copied to an external variable,5575# so we should dup the structures in their entirety. Using an5576# externally passed pool (instead of our temporary and quickly cleared5577# pool in Git::SVN::Ra) does not help matters at all...5578my$receiver=pop@args;5579my$prefix="/".$self->{svn_path};5580$prefix=~ s#/+($)##;5581my$prefix_regex= qr#^\Q$prefix\E#;5582push(@args,sub{5583my($paths) =$_[0];5584return&$receiver(@_)unless$paths;5585$_[0] = ();5586foreachmy$p(keys%$paths) {5587my$i=$paths->{$p};5588# Make path relative to our url, not repos_root5589$p=~s/$prefix_regex//;5590my%s=map{$_=>$i->$_; }5591 qw/copyfrom_path copyfrom_rev action/;5592if($s{'copyfrom_path'}) {5593$s{'copyfrom_path'} =~s/$prefix_regex//;5594}5595$_[0]{$p} = \%s;5596}5597&$receiver(@_);5598});559956005601# the limit parameter was not supported in SVN 1.1.x, so we5602# drop it. Therefore, the receiver callback passed to it5603# is made aware of this limitation by being wrapped if5604# the limit passed to is being wrapped.5605if($SVN::Core::VERSION le'1.2.0') {5606my$limit=splice(@args,3,1);5607if($limit>0) {5608my$receiver=pop@args;5609push(@args,sub{ &$receiver(@_)if(--$limit>=0) });5610}5611}5612my$ret=$self->SUPER::get_log(@args,$pool);5613$pool->clear;5614$ret;5615}56165617sub trees_match {5618my($self,$url1,$rev1,$url2,$rev2) =@_;5619my$ctx= SVN::Client->new(auth => _auth_providers);5620my$out= IO::File->new_tmpfile;56215622# older SVN (1.1.x) doesn't take $pool as the last parameter for5623# $ctx->diff(), so we'll create a default one5624my$pool= SVN::Pool->new_default_sub;56255626$ra_invalid=1;# this will open a new SVN::Ra connection to $url15627$ctx->diff([],$url1,$rev1,$url2,$rev2,1,1,0,$out,$out);5628$out->flush;5629my$ret= (($out->stat)[7] ==0);5630close$outor croak $!;56315632$ret;5633}56345635sub get_commit_editor {5636my($self,$log,$cb,$pool) =@_;5637my@lock=$SVN::Core::VERSION ge'1.2.0'? (undef,0) : ();5638$self->SUPER::get_commit_editor($log,$cb,@lock,$pool);5639}56405641sub gs_do_update {5642my($self,$rev_a,$rev_b,$gs,$editor) =@_;5643my$new= ($rev_a==$rev_b);5644my$path=$gs->{path};56455646if($new&& -e $gs->{index}) {5647unlink$gs->{index}or die5648"Couldn't unlink index:$gs->{index}:$!\n";5649}5650my$pool= SVN::Pool->new;5651$editor->set_path_strip($path);5652my(@pc) =split m#/#, $path;5653my$reporter=$self->do_update($rev_b, (@pc?shift@pc:''),56541,$editor,$pool);5655my@lock=$SVN::Core::VERSION ge'1.2.0'? (undef) : ();56565657# Since we can't rely on svn_ra_reparent being available, we'll5658# just have to do some magic with set_path to make it so5659# we only want a partial path.5660my$sp='';5661my$final=join('/',@pc);5662while(@pc) {5663$reporter->set_path($sp,$rev_b,0,@lock,$pool);5664$sp.='/'iflength$sp;5665$sp.=shift@pc;5666}5667die"BUG: '$sp' != '$final'\n"if($spne$final);56685669$reporter->set_path($sp,$rev_a,$new,@lock,$pool);56705671$reporter->finish_report($pool);5672$pool->clear;5673$editor->{git_commit_ok};5674}56755676# this requires SVN 1.4.3 or later (do_switch didn't work before 1.4.3, and5677# svn_ra_reparent didn't work before 1.4)5678sub gs_do_switch {5679my($self,$rev_a,$rev_b,$gs,$url_b,$editor) =@_;5680my$path=$gs->{path};5681my$pool= SVN::Pool->new;56825683my$full_url=$self->{url};5684my$old_url=$full_url;5685$full_url.='/'.$pathiflength$path;5686my($ra,$reparented);56875688if($old_url=~ m#^svn(\+ssh)?://# ||5689($full_url=~ m#^https?://# &&5690 escape_url($full_url)ne$full_url)) {5691$_[0] =undef;5692$self=undef;5693$RA=undef;5694$ra= Git::SVN::Ra->new($full_url);5695$ra_invalid=1;5696}elsif($old_urlne$full_url) {5697 SVN::_Ra::svn_ra_reparent($self->{session},$full_url,$pool);5698$self->{url} =$full_url;5699$reparented=1;5700}57015702$ra||=$self;5703$url_b= escape_url($url_b);5704my$reporter=$ra->do_switch($rev_b,'',1,$url_b,$editor,$pool);5705my@lock=$SVN::Core::VERSION ge'1.2.0'? (undef) : ();5706$reporter->set_path('',$rev_a,0,@lock,$pool);5707$reporter->finish_report($pool);57085709if($reparented) {5710 SVN::_Ra::svn_ra_reparent($self->{session},$old_url,$pool);5711$self->{url} =$old_url;5712}57135714$pool->clear;5715$editor->{git_commit_ok};5716}57175718sub longest_common_path {5719my($gsv,$globs) =@_;5720my%common;5721my$common_max=scalar@$gsv;57225723foreachmy$gs(@$gsv) {5724my@tmp=split m#/#, $gs->{path};5725my$p='';5726foreach(@tmp) {5727$p.=length($p) ?"/$_":$_;5728$common{$p} ||=0;5729$common{$p}++;5730}5731}5732$globs||= [];5733$common_max+=scalar@$globs;5734foreachmy$glob(@$globs) {5735my@tmp=split m#/#, $glob->{path}->{left};5736my$p='';5737foreach(@tmp) {5738$p.=length($p) ?"/$_":$_;5739$common{$p} ||=0;5740$common{$p}++;5741}5742}57435744my$longest_path='';5745foreach(sort{length$b<=>length$a}keys%common) {5746if($common{$_} ==$common_max) {5747$longest_path=$_;5748last;5749}5750}5751$longest_path;5752}57535754sub gs_fetch_loop_common {5755my($self,$base,$head,$gsv,$globs) =@_;5756return if($base>$head);5757my$inc=$_log_window_size;5758my($min,$max) = ($base,$head<$base+$inc?$head:$base+$inc);5759my$longest_path= longest_common_path($gsv,$globs);5760my$ra_url=$self->{url};5761my$find_trailing_edge;5762while(1) {5763my%revs;5764my$err;5765my$err_handler=$SVN::Error::handler;5766$SVN::Error::handler =sub{5767($err) =@_;5768 skip_unknown_revs($err);5769};5770sub _cb {5771my($paths,$r,$author,$date,$log) =@_;5772[$paths,5773{ author =>$author, date =>$date,log=>$log} ];5774}5775$self->get_log([$longest_path],$min,$max,0,1,1,5776sub{$revs{$_[1]} = _cb(@_) });5777if($err) {5778print"Checked through r$max\r";5779}else{5780$find_trailing_edge=1;5781}5782if($errand$find_trailing_edge) {5783print STDERR "Path '$longest_path' ",5784"was probably deleted:\n",5785$err->expanded_message,5786"\nWill attempt to follow ",5787"revisions r$min.. r$max",5788"committed before the deletion\n";5789my$hi=$max;5790while(--$hi>=$min) {5791my$ok;5792$self->get_log([$longest_path],$min,$hi,57930,1,1,sub{5794$ok=$_[1];5795$revs{$_[1]} = _cb(@_) });5796if($ok) {5797print STDERR "r$min.. r$okOK\n";5798last;5799}5800}5801$find_trailing_edge=0;5802}5803$SVN::Error::handler =$err_handler;58045805my%exists=map{$_->{path} =>$_}@$gsv;5806foreachmy$r(sort{$a<=>$b}keys%revs) {5807my($paths,$logged) = @{$revs{$r}};58085809foreachmy$gs($self->match_globs(\%exists,$paths,5810$globs,$r)) {5811if($gs->rev_map_max>=$r) {5812next;5813}5814next unless$gs->match_paths($paths,$r);5815$gs->{logged_rev_props} =$logged;5816if(my$last_commit=$gs->last_commit) {5817$gs->assert_index_clean($last_commit);5818}5819my$log_entry=$gs->do_fetch($paths,$r);5820if($log_entry) {5821$gs->do_git_commit($log_entry);5822}5823$INDEX_FILES{$gs->{index}} =1;5824}5825foreachmy$g(@$globs) {5826my$k="svn-remote.$g->{remote}.".5827"$g->{t}-maxRev";5828 Git::SVN::tmp_config($k,$r);5829}5830if($ra_invalid) {5831$_[0] =undef;5832$self=undef;5833$RA=undef;5834$self= Git::SVN::Ra->new($ra_url);5835$ra_invalid=undef;5836}5837}5838# pre-fill the .rev_db since it'll eventually get filled in5839# with '0' x40 if something new gets committed5840foreachmy$gs(@$gsv) {5841next if$gs->rev_map_max>=$max;5842next ifdefined$gs->rev_map_get($max);5843$gs->rev_map_set($max,0 x40);5844}5845foreachmy$g(@$globs) {5846my$k="svn-remote.$g->{remote}.$g->{t}-maxRev";5847 Git::SVN::tmp_config($k,$max);5848}5849last if$max>=$head;5850$min=$max+1;5851$max+=$inc;5852$max=$headif($max>$head);5853}5854 Git::SVN::gc();5855}58565857sub get_dir_globbed {5858my($self,$left,$depth,$r) =@_;58595860my@x=eval{$self->get_dir($left,$r) };5861return unlessscalar@x==3;5862my$dirents=$x[0];5863my@finalents;5864foreachmy$de(keys%$dirents) {5865next if$dirents->{$de}->{kind} !=$SVN::Node::dir;5866if($depth>1) {5867my@args= ("$left/$de",$depth-1,$r);5868foreachmy$dir($self->get_dir_globbed(@args)) {5869push@finalents,"$de/$dir";5870}5871}else{5872push@finalents,$de;5873}5874}5875@finalents;5876}58775878# return value: 0 -- don't ignore, 1 -- ignore5879sub is_ref_ignored {5880my($g,$p) =@_;5881my$refname=$g->{ref}->full_path($p);5882return1ifdefined($g->{ignore_refs_regex}) &&5883$refname=~m!$g->{ignore_refs_regex}!;5884return0unlessdefined($_ignore_refs_regex);5885return1if$refname=~m!$_ignore_refs_regex!o;5886return0;5887}58885889sub match_globs {5890my($self,$exists,$paths,$globs,$r) =@_;58915892sub get_dir_check {5893my($self,$exists,$g,$r) =@_;58945895my@dirs=$self->get_dir_globbed($g->{path}->{left},5896$g->{path}->{depth},5897$r);58985899foreachmy$de(@dirs) {5900my$p=$g->{path}->full_path($de);5901next if$exists->{$p};5902next if(length$g->{path}->{right} &&5903($self->check_path($p,$r) !=5904$SVN::Node::dir));5905next unless$p=~/$g->{path}->{regex}/;5906$exists->{$p} = Git::SVN->init($self->{url},$p,undef,5907$g->{ref}->full_path($de),1);5908}5909}5910foreachmy$g(@$globs) {5911if(my$path=$paths->{"/$g->{path}->{left}"}) {5912if($path->{action} =~/^[AR]$/) {5913 get_dir_check($self,$exists,$g,$r);5914}5915}5916foreach(keys%$paths) {5917if(/$g->{path}->{left_regex}/&&5918!/$g->{path}->{regex}/) {5919next if$paths->{$_}->{action} !~/^[AR]$/;5920 get_dir_check($self,$exists,$g,$r);5921}5922next unless/$g->{path}->{regex}/;5923my$p=$1;5924my$pathname=$g->{path}->full_path($p);5925next if is_ref_ignored($g,$p);5926next if$exists->{$pathname};5927next if($self->check_path($pathname,$r) !=5928$SVN::Node::dir);5929$exists->{$pathname} = Git::SVN->init(5930$self->{url},$pathname,undef,5931$g->{ref}->full_path($p),1);5932}5933my$c='';5934foreach(split m#/#, $g->{path}->{left}) {5935$c.="/$_";5936next unless($paths->{$c} &&5937($paths->{$c}->{action} =~/^[AR]$/));5938 get_dir_check($self,$exists,$g,$r);5939}5940}5941values%$exists;5942}59435944sub minimize_url {5945my($self) =@_;5946return$self->{url}if($self->{url}eq$self->{repos_root});5947my$url=$self->{repos_root};5948my@components=split(m!/!,$self->{svn_path});5949my$c='';5950do{5951$url.="/$c"iflength$c;5952eval{5953my$ra= (ref$self)->new($url);5954my$latest=$ra->get_latest_revnum;5955$ra->get_log("",$latest,0,1,0,1,sub{});5956};5957}while($@&& ($c=shift@components));5958$url;5959}59605961sub can_do_switch {5962my$self=shift;5963unless(defined$can_do_switch) {5964my$pool= SVN::Pool->new;5965my$rep=eval{5966$self->do_switch(1,'',0,$self->{url},5967 SVN::Delta::Editor->new,$pool);5968};5969if($@) {5970$can_do_switch=0;5971}else{5972$rep->abort_report($pool);5973$can_do_switch=1;5974}5975$pool->clear;5976}5977$can_do_switch;5978}59795980sub skip_unknown_revs {5981my($err) =@_;5982my$errno=$err->apr_err();5983# Maybe the branch we're tracking didn't5984# exist when the repo started, so it's5985# not an error if it doesn't, just continue5986#5987# Wonderfully consistent library, eh?5988# 160013 - svn:// and file://5989# 175002 - http(s)://5990# 175007 - http(s):// (this repo required authorization, too...)5991# More codes may be discovered later...5992if($errno==175007||$errno==175002||$errno==160013) {5993my$err_key=$err->expanded_message;5994# revision numbers change every time, filter them out5995$err_key=~s/\d+/\0/g;5996$err_key="$errno\0$err_key";5997unless($ignored_err{$err_key}) {5998warn"W: Ignoring error from SVN, path probably ",5999"does not exist: ($errno): ",6000$err->expanded_message,"\n";6001warn"W: Do not be alarmed at the above message ",6002"git-svn is just searching aggressively for ",6003"old history.\n",6004"This may take a while on large repositories\n";6005$ignored_err{$err_key} =1;6006}6007return;6008}6009die"Error from SVN, ($errno): ",$err->expanded_message,"\n";6010}60116012package Git::SVN::Log;6013use strict;6014use warnings;6015use POSIX qw/strftime/;6016useconstant commit_log_separator => ('-' x 72) ."\n";6017use vars qw/$TZ $limit $color $pager $non_recursive $verbose $oneline6018%rusers $show_commit $incremental/;6019my$l_fmt;60206021sub cmt_showable {6022my($c) =@_;6023return1ifdefined$c->{r};60246025# big commit message got truncated by the 16k pretty buffer in rev-list6026if($c->{l} &&$c->{l}->[-1]eq"...\n"&&6027$c->{a_raw} =~/\@([a-f\d\-]+)>$/) {6028@{$c->{l}} = ();6029my@log= command(qw/cat-file commit/,$c->{c});60306031# shift off the headers6032shift@logwhile($log[0]ne'');6033shift@log;60346035# TODO: make $c->{l} not have a trailing newline in the future6036@{$c->{l}} =map{"$_\n"}grep!/^git-svn-id: /,@log;60376038(undef,$c->{r},undef) = ::extract_metadata(6039(grep(/^git-svn-id: /,@log))[-1]);6040}6041returndefined$c->{r};6042}60436044sub log_use_color {6045return$color|| Git->repository->get_colorbool('color.diff');6046}60476048sub git_svn_log_cmd {6049my($r_min,$r_max,@args) =@_;6050my$head='HEAD';6051my(@files,@log_opts);6052foreachmy$x(@args) {6053if($xeq'--'||@files) {6054push@files,$x;6055}else{6056if(::verify_ref("$x^0")) {6057$head=$x;6058}else{6059push@log_opts,$x;6060}6061}6062}60636064my($url,$rev,$uuid,$gs) = ::working_head_info($head);6065$gs||= Git::SVN->_new;6066my@cmd= (qw/log --abbrev-commit --pretty=raw --default/,6067$gs->refname);6068push@cmd,'-r'unless$non_recursive;6069push@cmd, qw/--raw --name-status/if$verbose;6070push@cmd,'--color'if log_use_color();6071push@cmd,@log_opts;6072if(defined$r_max&&$r_max==$r_min) {6073push@cmd,'--max-count=1';6074if(my$c=$gs->rev_map_get($r_max)) {6075push@cmd,$c;6076}6077}elsif(defined$r_max) {6078if($r_max<$r_min) {6079($r_min,$r_max) = ($r_max,$r_min);6080}6081my(undef,$c_max) =$gs->find_rev_before($r_max,1,$r_min);6082my(undef,$c_min) =$gs->find_rev_after($r_min,1,$r_max);6083# If there are no commits in the range, both $c_max and $c_min6084# will be undefined. If there is at least 1 commit in the6085# range, both will be defined.6086return()if!defined$c_min|| !defined$c_max;6087if($c_mineq$c_max) {6088push@cmd,'--max-count=1',$c_min;6089}else{6090push@cmd,'--boundary',"$c_min..$c_max";6091}6092}6093return(@cmd,@files);6094}60956096# adapted from pager.c6097sub config_pager {6098if(! -t *STDOUT) {6099$ENV{GIT_PAGER_IN_USE} ='false';6100$pager=undef;6101return;6102}6103chomp($pager= command_oneline(qw(var GIT_PAGER)));6104if($pagereq'cat') {6105$pager=undef;6106}6107$ENV{GIT_PAGER_IN_USE} =defined($pager);6108}61096110sub run_pager {6111return unlessdefined$pager;6112pipe my($rfd,$wfd)orreturn;6113defined(my$pid=fork)or::fatal "Can't fork:$!";6114if(!$pid) {6115open STDOUT,'>&',$wfdor6116::fatal "Can't redirect to stdout:$!";6117return;6118}6119open STDIN,'<&',$rfdor::fatal "Can't redirect stdin:$!";6120$ENV{LESS} ||='FRSX';6121exec$pageror::fatal "Can't run pager:$!($pager)";6122}61236124sub format_svn_date {6125my$t=shift||time;6126my$gmoff= Git::SVN::get_tz($t);6127return strftime("%Y-%m-%d%H:%M:%S$gmoff(%a,%d%b%Y)",localtime($t));6128}61296130sub parse_git_date {6131my($t,$tz) =@_;6132# Date::Parse isn't in the standard Perl distro :(6133if($tz=~s/^\+//) {6134$t+= tz_to_s_offset($tz);6135}elsif($tz=~s/^\-//) {6136$t-= tz_to_s_offset($tz);6137}6138return$t;6139}61406141sub set_local_timezone {6142if(defined$TZ) {6143$ENV{TZ} =$TZ;6144}else{6145delete$ENV{TZ};6146}6147}61486149sub tz_to_s_offset {6150my($tz) =@_;6151$tz=~s/(\d\d)$//;6152return($1*60) + ($tz*3600);6153}61546155sub get_author_info {6156my($dest,$author,$t,$tz) =@_;6157$author=~s/(?:^\s*|\s*$)//g;6158$dest->{a_raw} =$author;6159my$au;6160if($::_authors) {6161$au=$rusers{$author} ||undef;6162}6163if(!$au) {6164($au) = ($author=~/<([^>]+)\@[^>]+>$/);6165}6166$dest->{t} =$t;6167$dest->{tz} =$tz;6168$dest->{a} =$au;6169$dest->{t_utc} = parse_git_date($t,$tz);6170}61716172sub process_commit {6173my($c,$r_min,$r_max,$defer) =@_;6174if(defined$r_min&&defined$r_max) {6175if($r_min==$c->{r} &&$r_min==$r_max) {6176 show_commit($c);6177return0;6178}6179return1if$r_min==$r_max;6180if($r_min<$r_max) {6181# we need to reverse the print order6182return0if(defined$limit&& --$limit<0);6183push@$defer,$c;6184return1;6185}6186if($r_min!=$r_max) {6187return1if($r_min<$c->{r});6188return1if($r_max>$c->{r});6189}6190}6191return0if(defined$limit&& --$limit<0);6192 show_commit($c);6193return1;6194}61956196sub show_commit {6197my$c=shift;6198if($oneline) {6199my$x="\n";6200if(my$l=$c->{l}) {6201while($l->[0] =~/^\s*$/) {shift@$l}6202$x=$l->[0];6203}6204$l_fmt||='A'.length($c->{r});6205print'r',pack($l_fmt,$c->{r}),' | ';6206print"$c->{c} | "if$show_commit;6207print$x;6208}else{6209 show_commit_normal($c);6210}6211}62126213sub show_commit_changed_paths {6214my($c) =@_;6215return unless$c->{changed};6216print"Changed paths:\n", @{$c->{changed}};6217}62186219sub show_commit_normal {6220my($c) =@_;6221print commit_log_separator,"r$c->{r} | ";6222print"$c->{c} | "if$show_commit;6223print"$c->{a} | ", format_svn_date($c->{t_utc}),' | ';6224my$nr_line=0;62256226if(my$l=$c->{l}) {6227while($l->[$#$l]eq"\n"&&$#$l>06228&&$l->[($#$l-1)]eq"\n") {6229pop@$l;6230}6231$nr_line=scalar@$l;6232if(!$nr_line) {6233print"1 line\n\n\n";6234}else{6235if($nr_line==1) {6236$nr_line='1 line';6237}else{6238$nr_line.=' lines';6239}6240print$nr_line,"\n";6241 show_commit_changed_paths($c);6242print"\n";6243print$_foreach@$l;6244}6245}else{6246print"1 line\n";6247 show_commit_changed_paths($c);6248print"\n";62496250}6251foreachmy$x(qw/raw stat diff/) {6252if($c->{$x}) {6253print"\n";6254print$_foreach@{$c->{$x}}6255}6256}6257}62586259sub cmd_show_log {6260my(@args) =@_;6261my($r_min,$r_max);6262my$r_last= -1;# prevent dupes6263 set_local_timezone();6264if(defined$::_revision) {6265if($::_revision =~/^(\d+):(\d+)$/) {6266($r_min,$r_max) = ($1,$2);6267}elsif($::_revision =~/^\d+$/) {6268$r_min=$r_max= $::_revision;6269}else{6270::fatal "-r$::_revision is not supported, use ",6271"standard 'git log' arguments instead";6272}6273}62746275 config_pager();6276@args= git_svn_log_cmd($r_min,$r_max,@args);6277if(!@args) {6278print commit_log_separator unless$incremental||$oneline;6279return;6280}6281my$log= command_output_pipe(@args);6282 run_pager();6283my(@k,$c,$d,$stat);6284my$esc_color=qr/(?:\033\[(?:(?:\d+;)*\d*)?m)*/;6285while(<$log>) {6286if(/^${esc_color}commit (?:- )?($::sha1_short)/o) {6287my$cmt=$1;6288if($c&& cmt_showable($c) &&$c->{r} !=$r_last) {6289$r_last=$c->{r};6290 process_commit($c,$r_min,$r_max, \@k)or6291goto out;6292}6293$d=undef;6294$c= { c =>$cmt};6295}elsif(/^${esc_color}author (.+) (\d+) ([\-\+]?\d+)$/o) {6296 get_author_info($c,$1,$2,$3);6297}elsif(/^${esc_color}(?:tree|parent|committer) /o) {6298# ignore6299}elsif(/^${esc_color}:\d{6} \d{6} $::sha1_short/o) {6300push@{$c->{raw}},$_;6301}elsif(/^${esc_color}[ACRMDT]\t/) {6302# we could add $SVN->{svn_path} here, but that requires6303# remote access at the moment (repo_path_split)...6304 s#^(${esc_color})([ACRMDT])\t#$1 $2 #o;6305push@{$c->{changed}},$_;6306}elsif(/^${esc_color}diff /o) {6307$d=1;6308push@{$c->{diff}},$_;6309}elsif($d) {6310push@{$c->{diff}},$_;6311}elsif(/^\ .+\ \|\s*\d+\ $esc_color[\+\-]*6312$esc_color*[\+\-]*$esc_color$/x) {6313$stat=1;6314push@{$c->{stat}},$_;6315}elsif($stat&&/^ \d+ files changed, \d+ insertions/) {6316push@{$c->{stat}},$_;6317$stat=undef;6318}elsif(/^${esc_color} (git-svn-id:.+)$/o) {6319($c->{url},$c->{r},undef) = ::extract_metadata($1);6320}elsif(s/^${esc_color} //o) {6321push@{$c->{l}},$_;6322}6323}6324if($c&&defined$c->{r} &&$c->{r} !=$r_last) {6325$r_last=$c->{r};6326 process_commit($c,$r_min,$r_max, \@k);6327}6328if(@k) {6329($r_min,$r_max) = ($r_max,$r_min);6330 process_commit($_,$r_min,$r_max)foreachreverse@k;6331}6332out:6333close$log;6334print commit_log_separator unless$incremental||$oneline;6335}63366337sub cmd_blame {6338my$path=pop;63396340 config_pager();6341 run_pager();63426343my($fh,$ctx,$rev);63446345if($_git_format) {6346($fh,$ctx) = command_output_pipe('blame',@_,$path);6347while(my$line= <$fh>) {6348if($line=~/^\^?([[:xdigit:]]+)\s/) {6349# Uncommitted edits show up as a rev ID of6350# all zeros, which we can't look up with6351# cmt_metadata6352if($1!~/^0+$/) {6353(undef,$rev,undef) =6354::cmt_metadata($1);6355$rev='0'if(!$rev);6356}else{6357$rev='0';6358}6359$rev=sprintf('%-10s',$rev);6360$line=~s/^\^?[[:xdigit:]]+(\s)/$rev$1/;6361}6362print$line;6363}6364}else{6365($fh,$ctx) = command_output_pipe('blame','-p',@_,'HEAD',6366'--',$path);6367my($sha1);6368my%authors;6369my@buffer;6370my%dsha;#distinct sha keys63716372while(my$line= <$fh>) {6373push@buffer,$line;6374if($line=~/^([[:xdigit:]]{40})\s\d+\s\d+/) {6375$dsha{$1} =1;6376}6377}63786379my$s2r= ::cmt_sha2rev_batch([keys%dsha]);63806381foreachmy$line(@buffer) {6382if($line=~/^([[:xdigit:]]{40})\s\d+\s\d+/) {6383$rev=$s2r->{$1};6384$rev='0'if(!$rev)6385}6386elsif($line=~/^author (.*)/) {6387$authors{$rev} =$1;6388$authors{$rev} =~s/\s/_/g;6389}6390elsif($line=~/^\t(.*)$/) {6391printf("%6s%10s%s\n",$rev,$authors{$rev},$1);6392}6393}6394}6395 command_close_pipe($fh,$ctx);6396}63976398package Git::SVN::Migration;6399# these version numbers do NOT correspond to actual version numbers6400# of git nor git-svn. They are just relative.6401#6402# v0 layout: .git/$id/info/url, refs/heads/$id-HEAD6403#6404# v1 layout: .git/$id/info/url, refs/remotes/$id6405#6406# v2 layout: .git/svn/$id/info/url, refs/remotes/$id6407#6408# v3 layout: .git/svn/$id, refs/remotes/$id6409# - info/url may remain for backwards compatibility6410# - this is what we migrate up to this layout automatically,6411# - this will be used by git svn init on single branches6412# v3.1 layout (auto migrated):6413# - .rev_db => .rev_db.$UUID, .rev_db will remain as a symlink6414# for backwards compatibility6415#6416# v4 layout: .git/svn/$repo_id/$id, refs/remotes/$repo_id/$id6417# - this is only created for newly multi-init-ed6418# repositories. Similar in spirit to the6419# --use-separate-remotes option in git-clone (now default)6420# - we do not automatically migrate to this (following6421# the example set by core git)6422#6423# v5 layout: .rev_db.$UUID => .rev_map.$UUID6424# - newer, more-efficient format that uses 24-bytes per record6425# with no filler space.6426# - use xxd -c24 < .rev_map.$UUID to view and debug6427# - This is a one-way migration, repositories updated to the6428# new format will not be able to use old git-svn without6429# rebuilding the .rev_db. Rebuilding the rev_db is not6430# possible if noMetadata or useSvmProps are set; but should6431# be no problem for users that use the (sensible) defaults.6432use strict;6433use warnings;6434use Carp qw/croak/;6435use File::Path qw/mkpath/;6436use File::Basename qw/dirname basename/;6437use vars qw/$_minimize/;64386439sub migrate_from_v0 {6440my$git_dir=$ENV{GIT_DIR};6441returnundefunless-d $git_dir;6442my($fh,$ctx) = command_output_pipe(qw/rev-parse --symbolic --all/);6443my$migrated=0;6444while(<$fh>) {6445chomp;6446my($id,$orig_ref) = ($_,$_);6447next unless$id=~ s#^refs/heads/(.+)-HEAD$#$1#;6448next unless-f "$git_dir/$id/info/url";6449my$new_ref="refs/remotes/$id";6450if(::verify_ref("$new_ref^0")) {6451print STDERR "W:$orig_refis probably an old ",6452"branch used by an ancient version of ",6453"git-svn.\n",6454"However,$new_refalso exists.\n",6455"We will not be able ",6456"to use this branch until this ",6457"ambiguity is resolved.\n";6458next;6459}6460print STDERR "Migrating from v0 layout...\n"if!$migrated;6461print STDERR "Renaming ref:$orig_ref=>$new_ref\n";6462 command_noisy('update-ref',$new_ref,$orig_ref);6463 command_noisy('update-ref','-d',$orig_ref,$orig_ref);6464$migrated++;6465}6466 command_close_pipe($fh,$ctx);6467print STDERR "Done migrating from v0 layout...\n"if$migrated;6468$migrated;6469}64706471sub migrate_from_v1 {6472my$git_dir=$ENV{GIT_DIR};6473my$migrated=0;6474return$migratedunless-d $git_dir;6475my$svn_dir="$git_dir/svn";64766477# just in case somebody used 'svn' as their $id at some point...6478return$migratedif-d $svn_dir&& ! -f "$svn_dir/info/url";64796480print STDERR "Migrating from a git-svn v1 layout...\n";6481 mkpath([$svn_dir]);6482print STDERR "Data from a previous version of git-svn exists, but\n\t",6483"$svn_dir\n\t(required for this version ",6484"($::VERSION) of git-svn) does not exist.\n";6485my($fh,$ctx) = command_output_pipe(qw/rev-parse --symbolic --all/);6486while(<$fh>) {6487my$x=$_;6488next unless$x=~ s#^refs/remotes/##;6489chomp$x;6490next unless-f "$git_dir/$x/info/url";6491my$u=eval{ ::file_to_s("$git_dir/$x/info/url") };6492next unless$u;6493my$dn= dirname("$git_dir/svn/$x");6494 mkpath([$dn])unless-d $dn;6495if($xeq'svn') {# they used 'svn' as GIT_SVN_ID:6496 mkpath(["$git_dir/svn/svn"]);6497print STDERR " -$git_dir/$x/info=> ",6498"$git_dir/svn/$x/info\n";6499rename"$git_dir/$x/info","$git_dir/svn/$x/info"or6500 croak "$!:$x";6501# don't worry too much about these, they probably6502# don't exist with repos this old (save for index,6503# and we can easily regenerate that)6504foreachmy$f(qw/unhandled.log index .rev_db/) {6505rename"$git_dir/$x/$f","$git_dir/svn/$x/$f";6506}6507}else{6508print STDERR " -$git_dir/$x=>$git_dir/svn/$x\n";6509rename"$git_dir/$x","$git_dir/svn/$x"or6510 croak "$!:$x";6511}6512$migrated++;6513}6514 command_close_pipe($fh,$ctx);6515print STDERR "Done migrating from a git-svn v1 layout\n";6516$migrated;6517}65186519sub read_old_urls {6520my($l_map,$pfx,$path) =@_;6521my@dir;6522foreach(<$path/*>) {6523if(-r "$_/info/url") {6524$pfx.='/'if$pfx&&$pfx!~ m!/$!;6525my$ref_id=$pfx. basename $_;6526my$url= ::file_to_s("$_/info/url");6527$l_map->{$ref_id} =$url;6528}elsif(-d $_) {6529push@dir,$_;6530}6531}6532foreach(@dir) {6533my$x=$_;6534$x=~s!^\Q$ENV{GIT_DIR}\E/svn/!!o;6535 read_old_urls($l_map,$x,$_);6536}6537}65386539sub migrate_from_v2 {6540my@cfg= command(qw/config -l/);6541return ifgrep/^svn-remote\..+\.url=/,@cfg;6542my%l_map;6543 read_old_urls(\%l_map,'',"$ENV{GIT_DIR}/svn");6544my$migrated=0;65456546foreachmy$ref_id(sort keys%l_map) {6547eval{ Git::SVN->init($l_map{$ref_id},'',undef,$ref_id) };6548if($@) {6549 Git::SVN->init($l_map{$ref_id},'',$ref_id,$ref_id);6550}6551$migrated++;6552}6553$migrated;6554}65556556sub minimize_connections {6557my$r= Git::SVN::read_all_remotes();6558my$new_urls= {};6559my$root_repos= {};6560foreachmy$repo_id(keys%$r) {6561my$url=$r->{$repo_id}->{url}ornext;6562my$fetch=$r->{$repo_id}->{fetch}ornext;6563my$ra= Git::SVN::Ra->new($url);65646565# skip existing cases where we already connect to the root6566if(($ra->{url}eq$ra->{repos_root}) ||6567($ra->{repos_root}eq$repo_id)) {6568$root_repos->{$ra->{url}} =$repo_id;6569next;6570}65716572my$root_ra= Git::SVN::Ra->new($ra->{repos_root});6573my$root_path=$ra->{url};6574$root_path=~ s#^\Q$ra->{repos_root}\E(/|$)##;6575foreachmy$path(keys%$fetch) {6576my$ref_id=$fetch->{$path};6577my$gs= Git::SVN->new($ref_id,$repo_id,$path);65786579# make sure we can read when connecting to6580# a higher level of a repository6581my($last_rev,undef) =$gs->last_rev_commit;6582if(!defined$last_rev) {6583$last_rev=eval{6584$root_ra->get_latest_revnum;6585};6586next if$@;6587}6588my$new=$root_path;6589$new.=length$path?"/$path":'';6590eval{6591$root_ra->get_log([$new],$last_rev,$last_rev,65920,0,1,sub{ });6593};6594next if$@;6595$new_urls->{$ra->{repos_root}}->{$new} =6596{ ref_id =>$ref_id,6597 old_repo_id =>$repo_id,6598 old_path =>$path};6599}6600}66016602my@emptied;6603foreachmy$url(keys%$new_urls) {6604# see if we can re-use an existing [svn-remote "repo_id"]6605# instead of creating a(n ugly) new section:6606my$repo_id=$root_repos->{$url} ||$url;66076608my$fetch=$new_urls->{$url};6609foreachmy$path(keys%$fetch) {6610my$x=$fetch->{$path};6611 Git::SVN->init($url,$path,$repo_id,$x->{ref_id});6612my$pfx="svn-remote.$x->{old_repo_id}";66136614my$old_fetch=quotemeta("$x->{old_path}:".6615"$x->{ref_id}");6616 command_noisy(qw/config --unset/,6617"$pfx.fetch",'^'.$old_fetch.'$');6618delete$r->{$x->{old_repo_id}}->6619{fetch}->{$x->{old_path}};6620if(!keys%{$r->{$x->{old_repo_id}}->{fetch}}) {6621 command_noisy(qw/config --unset/,6622"$pfx.url");6623push@emptied,$x->{old_repo_id}6624}6625}6626}6627if(@emptied) {6628my$file=$ENV{GIT_CONFIG} ||"$ENV{GIT_DIR}/config";6629print STDERR <<EOF;6630The following [svn-remote] sections in your config file ($file) are empty6631and can be safely removed:6632EOF6633print STDERR "[svn-remote\"$_\"]\n"foreach@emptied;6634}6635}66366637sub migration_check {6638 migrate_from_v0();6639 migrate_from_v1();6640 migrate_from_v2();6641 minimize_connections()if$_minimize;6642}66436644package Git::IndexInfo;6645use strict;6646use warnings;6647use Git qw/command_input_pipe command_close_pipe/;66486649sub new {6650my($class) =@_;6651my($gui,$ctx) = command_input_pipe(qw/update-index -z --index-info/);6652bless{ gui =>$gui, ctx =>$ctx, nr =>0},$class;6653}66546655sub remove {6656my($self,$path) =@_;6657if(print{$self->{gui} }'0 ',0 x 40,"\t",$path,"\0") {6658return++$self->{nr};6659}6660undef;6661}66626663sub update {6664my($self,$mode,$hash,$path) =@_;6665if(print{$self->{gui} }$mode,' ',$hash,"\t",$path,"\0") {6666return++$self->{nr};6667}6668undef;6669}66706671sub DESTROY {6672my($self) =@_;6673 command_close_pipe($self->{gui},$self->{ctx});6674}66756676package Git::SVN::GlobSpec;6677use strict;6678use warnings;66796680sub new {6681my($class,$glob,$pattern_ok) =@_;6682my$re=$glob;6683$re=~s!/+$!!g;# no need for trailing slashes6684my(@left,@right,@patterns);6685my$state="left";6686my$die_msg="Only one set of wildcard directories ".6687"(e.g. '*' or '*/*/*') is supported: '$glob'\n";6688formy$part(split(m|/|,$glob)) {6689if($part=~/\*/&&$partne"*") {6690die"Invalid pattern in '$glob':$part\n";6691}elsif($pattern_ok&&$part=~/[{}]/&&6692$part!~/^\{[^{}]+\}/) {6693die"Invalid pattern in '$glob':$part\n";6694}6695if($parteq"*") {6696die$die_msgif$stateeq"right";6697$state="pattern";6698push(@patterns,"[^/]*");6699}elsif($pattern_ok&&$part=~/^\{(.*)\}$/) {6700die$die_msgif$stateeq"right";6701$state="pattern";6702my$p=quotemeta($1);6703$p=~s/\\,/|/g;6704push(@patterns,"(?:$p)");6705}else{6706if($stateeq"left") {6707push(@left,$part);6708}else{6709push(@right,$part);6710$state="right";6711}6712}6713}6714my$depth=@patterns;6715if($depth==0) {6716die"One '*' is needed in glob: '$glob'\n";6717}6718my$left=join('/',@left);6719my$right=join('/',@right);6720$re=join('/',@patterns);6721$re=join('\/',6722grep(length,quotemeta($left),"($re)",quotemeta($right)));6723my$left_re=qr/^\/\Q$left\E(\/|$)/;6724bless{ left =>$left, right =>$right, left_regex =>$left_re,6725 regex =>qr/$re/,glob=>$glob, depth =>$depth},$class;6726}67276728sub full_path {6729my($self,$path) =@_;6730return(length$self->{left} ?"$self->{left}/":'') .6731$path. (length$self->{right} ?"/$self->{right}":'');6732}67336734__END__67356736Data structures:673767386739$remotes= {# returned by read_all_remotes()6740'svn'=> {6741# svn-remote.svn.url=https://svn.musicpd.org6742 url =>'https://svn.musicpd.org',6743# svn-remote.svn.fetch=mpd/trunk:trunk6744 fetch => {6745'mpd/trunk'=>'trunk',6746},6747# svn-remote.svn.tags=mpd/tags/*:tags/*6748 tags => {6749 path => {6750 left =>'mpd/tags',6751 right =>'',6752 regex =>qr!mpd/tags/([^/]+)$!,6753glob=>'tags/*',6754},6755ref=> {6756 left =>'tags',6757 right =>'',6758 regex =>qr!tags/([^/]+)$!,6759glob=>'tags/*',6760},6761}6762}6763};67646765$log_entry hashref as returned by libsvn_log_entry()6766{6767log=>'whitespace-formatted log entry6768',# trailing newline is preserved6769 revision =>'8',# integer6770 date =>'2004-02-24T17:01:44.108345Z',# commit date6771 author =>'committer name'6772};677367746775# this is generated by generate_diff();6776@mods= array of diff-index line hashes,each element represents one line6777 of diff-index output67786779diff-index line ($m hash)6780{6781 mode_a => first column of diff-index output,no leading ':',6782 mode_b => second column of diff-index output,6783 sha1_b => sha1sum of the final blob,6784 chg => change type [MCRADT],6785 file_a => original file name of a file (iff chg is'C'or'R')6786 file_b => new/current file name of a file (any chg)6787}6788;67896790# retval of read_url_paths{,_all}();6791$l_map= {6792# repository root url6793'https://svn.musicpd.org'=> {6794# repository path # GIT_SVN_ID6795'mpd/trunk'=>'trunk',6796'mpd/tags/0.11.5'=>'tags/0.11.5',6797},6798}67996800Notes:6801 I don't trust the each() function on unless I created%hashmyself6802 because the internal iterator may not have started at base.