contrib / remote-helpers / git-remote-bzron commit Merge branch 'lt/request-pull' (7dde48e)
   1#!/usr/bin/env python
   2#
   3# Copyright (c) 2012 Felipe Contreras
   4#
   5
   6#
   7# Just copy to your ~/bin, or anywhere in your $PATH.
   8# Then you can clone with:
   9# % git clone bzr::/path/to/bzr/repo/or/url
  10#
  11# For example:
  12# % git clone bzr::$HOME/myrepo
  13# or
  14# % git clone bzr::lp:myrepo
  15#
  16# If you want to specify which branches you want to track (per repo):
  17# % git config remote.origin.bzr-branches 'trunk, devel, test'
  18#
  19# Where 'origin' is the name of the repository you want to specify the
  20# branches.
  21#
  22
  23import sys
  24
  25import bzrlib
  26if hasattr(bzrlib, "initialize"):
  27    bzrlib.initialize()
  28
  29import bzrlib.plugin
  30bzrlib.plugin.load_plugins()
  31
  32import bzrlib.generate_ids
  33import bzrlib.transport
  34import bzrlib.errors
  35import bzrlib.ui
  36import bzrlib.urlutils
  37import bzrlib.branch
  38
  39import sys
  40import os
  41import json
  42import re
  43import StringIO
  44import atexit, shutil, hashlib, urlparse, subprocess
  45
  46NAME_RE = re.compile('^([^<>]+)')
  47AUTHOR_RE = re.compile('^([^<>]+?)? ?[<>]([^<>]*)(?:$|>)')
  48EMAIL_RE = re.compile(r'([^ \t<>]+@[^ \t<>]+)')
  49RAW_AUTHOR_RE = re.compile('^(\w+) (.+)? <(.*)> (\d+) ([+-]\d+)')
  50
  51def die(msg, *args):
  52    sys.stderr.write('ERROR: %s\n' % (msg % args))
  53    sys.exit(1)
  54
  55def warn(msg, *args):
  56    sys.stderr.write('WARNING: %s\n' % (msg % args))
  57
  58def gittz(tz):
  59    return '%+03d%02d' % (tz / 3600, tz % 3600 / 60)
  60
  61def get_config(config):
  62    cmd = ['git', 'config', '--get', config]
  63    process = subprocess.Popen(cmd, stdout=subprocess.PIPE)
  64    output, _ = process.communicate()
  65    return output
  66
  67class Marks:
  68
  69    def __init__(self, path):
  70        self.path = path
  71        self.tips = {}
  72        self.marks = {}
  73        self.rev_marks = {}
  74        self.last_mark = 0
  75        self.load()
  76
  77    def load(self):
  78        if not os.path.exists(self.path):
  79            return
  80
  81        tmp = json.load(open(self.path))
  82        self.tips = tmp['tips']
  83        self.marks = tmp['marks']
  84        self.last_mark = tmp['last-mark']
  85
  86        for rev, mark in self.marks.iteritems():
  87            self.rev_marks[mark] = rev
  88
  89    def dict(self):
  90        return { 'tips': self.tips, 'marks': self.marks, 'last-mark' : self.last_mark }
  91
  92    def store(self):
  93        json.dump(self.dict(), open(self.path, 'w'))
  94
  95    def __str__(self):
  96        return str(self.dict())
  97
  98    def from_rev(self, rev):
  99        return self.marks[rev]
 100
 101    def to_rev(self, mark):
 102        return str(self.rev_marks[mark])
 103
 104    def next_mark(self):
 105        self.last_mark += 1
 106        return self.last_mark
 107
 108    def get_mark(self, rev):
 109        self.last_mark += 1
 110        self.marks[rev] = self.last_mark
 111        return self.last_mark
 112
 113    def is_marked(self, rev):
 114        return rev in self.marks
 115
 116    def new_mark(self, rev, mark):
 117        self.marks[rev] = mark
 118        self.rev_marks[mark] = rev
 119        self.last_mark = mark
 120
 121    def get_tip(self, branch):
 122        try:
 123            return str(self.tips[branch])
 124        except KeyError:
 125            return None
 126
 127    def set_tip(self, branch, tip):
 128        self.tips[branch] = tip
 129
 130class Parser:
 131
 132    def __init__(self, repo):
 133        self.repo = repo
 134        self.line = self.get_line()
 135
 136    def get_line(self):
 137        return sys.stdin.readline().strip()
 138
 139    def __getitem__(self, i):
 140        return self.line.split()[i]
 141
 142    def check(self, word):
 143        return self.line.startswith(word)
 144
 145    def each_block(self, separator):
 146        while self.line != separator:
 147            yield self.line
 148            self.line = self.get_line()
 149
 150    def __iter__(self):
 151        return self.each_block('')
 152
 153    def next(self):
 154        self.line = self.get_line()
 155        if self.line == 'done':
 156            self.line = None
 157
 158    def get_mark(self):
 159        i = self.line.index(':') + 1
 160        return int(self.line[i:])
 161
 162    def get_data(self):
 163        if not self.check('data'):
 164            return None
 165        i = self.line.index(' ') + 1
 166        size = int(self.line[i:])
 167        return sys.stdin.read(size)
 168
 169    def get_author(self):
 170        m = RAW_AUTHOR_RE.match(self.line)
 171        if not m:
 172            return None
 173        _, name, email, date, tz = m.groups()
 174        name = name.decode('utf-8')
 175        committer = '%s <%s>' % (name, email)
 176        tz = int(tz)
 177        tz = ((tz / 100) * 3600) + ((tz % 100) * 60)
 178        return (committer, int(date), tz)
 179
 180def rev_to_mark(rev):
 181    return marks.from_rev(rev)
 182
 183def mark_to_rev(mark):
 184    return marks.to_rev(mark)
 185
 186def fixup_user(user):
 187    name = mail = None
 188    user = user.replace('"', '')
 189    m = AUTHOR_RE.match(user)
 190    if m:
 191        name = m.group(1)
 192        mail = m.group(2).strip()
 193    else:
 194        m = EMAIL_RE.match(user)
 195        if m:
 196            mail = m.group(1)
 197        else:
 198            m = NAME_RE.match(user)
 199            if m:
 200                name = m.group(1).strip()
 201
 202    if not name:
 203        name = 'unknown'
 204    if not mail:
 205        mail = 'Unknown'
 206
 207    return '%s <%s>' % (name, mail)
 208
 209def get_filechanges(cur, prev):
 210    modified = {}
 211    removed = {}
 212
 213    changes = cur.changes_from(prev)
 214
 215    def u(s):
 216        return s.encode('utf-8')
 217
 218    for path, fid, kind in changes.added:
 219        modified[u(path)] = fid
 220    for path, fid, kind in changes.removed:
 221        removed[u(path)] = None
 222    for path, fid, kind, mod, _ in changes.modified:
 223        modified[u(path)] = fid
 224    for oldpath, newpath, fid, kind, mod, _ in changes.renamed:
 225        removed[u(oldpath)] = None
 226        if kind == 'directory':
 227            lst = cur.list_files(from_dir=newpath, recursive=True)
 228            for path, file_class, kind, fid, entry in lst:
 229                if kind != 'directory':
 230                    modified[u(newpath + '/' + path)] = fid
 231        else:
 232            modified[u(newpath)] = fid
 233
 234    return modified, removed
 235
 236def export_files(tree, files):
 237    final = []
 238    for path, fid in files.iteritems():
 239        kind = tree.kind(fid)
 240
 241        h = tree.get_file_sha1(fid)
 242
 243        if kind == 'symlink':
 244            d = tree.get_symlink_target(fid)
 245            mode = '120000'
 246        elif kind == 'file':
 247
 248            if tree.is_executable(fid):
 249                mode = '100755'
 250            else:
 251                mode = '100644'
 252
 253            # is the blob already exported?
 254            if h in filenodes:
 255                mark = filenodes[h]
 256                final.append((mode, mark, path))
 257                continue
 258
 259            d = tree.get_file_text(fid)
 260        elif kind == 'directory':
 261            continue
 262        else:
 263            die("Unhandled kind '%s' for path '%s'" % (kind, path))
 264
 265        mark = marks.next_mark()
 266        filenodes[h] = mark
 267
 268        print "blob"
 269        print "mark :%u" % mark
 270        print "data %d" % len(d)
 271        print d
 272
 273        final.append((mode, mark, path))
 274
 275    return final
 276
 277def export_branch(repo, name):
 278    ref = '%s/heads/%s' % (prefix, name)
 279    tip = marks.get_tip(name)
 280
 281    branch = get_remote_branch(name)
 282    repo = branch.repository
 283
 284    branch.lock_read()
 285    revs = branch.iter_merge_sorted_revisions(None, tip, 'exclude', 'forward')
 286    try:
 287        tip_revno = branch.revision_id_to_revno(tip)
 288        last_revno, _ = branch.last_revision_info()
 289        total = last_revno - tip_revno
 290    except bzrlib.errors.NoSuchRevision:
 291        tip_revno = 0
 292        total = 0
 293
 294    for revid, _, seq, _ in revs:
 295
 296        if marks.is_marked(revid):
 297            continue
 298
 299        rev = repo.get_revision(revid)
 300        revno = seq[0]
 301
 302        parents = rev.parent_ids
 303        time = rev.timestamp
 304        tz = rev.timezone
 305        committer = rev.committer.encode('utf-8')
 306        committer = "%s %u %s" % (fixup_user(committer), time, gittz(tz))
 307        authors = rev.get_apparent_authors()
 308        if authors:
 309            author = authors[0].encode('utf-8')
 310            author = "%s %u %s" % (fixup_user(author), time, gittz(tz))
 311        else:
 312            author = committer
 313        msg = rev.message.encode('utf-8')
 314
 315        msg += '\n'
 316
 317        if len(parents) == 0:
 318            parent = bzrlib.revision.NULL_REVISION
 319        else:
 320            parent = parents[0]
 321
 322        cur_tree = repo.revision_tree(revid)
 323        prev = repo.revision_tree(parent)
 324        modified, removed = get_filechanges(cur_tree, prev)
 325
 326        modified_final = export_files(cur_tree, modified)
 327
 328        if len(parents) == 0:
 329            print 'reset %s' % ref
 330
 331        print "commit %s" % ref
 332        print "mark :%d" % (marks.get_mark(revid))
 333        print "author %s" % (author)
 334        print "committer %s" % (committer)
 335        print "data %d" % (len(msg))
 336        print msg
 337
 338        for i, p in enumerate(parents):
 339            try:
 340                m = rev_to_mark(p)
 341            except KeyError:
 342                # ghost?
 343                continue
 344            if i == 0:
 345                print "from :%s" % m
 346            else:
 347                print "merge :%s" % m
 348
 349        for f in removed:
 350            print "D %s" % (f,)
 351        for f in modified_final:
 352            print "M %s :%u %s" % f
 353        print
 354
 355        if len(seq) > 1:
 356            # let's skip branch revisions from the progress report
 357            continue
 358
 359        progress = (revno - tip_revno)
 360        if (progress % 100 == 0):
 361            if total:
 362                print "progress revision %d '%s' (%d/%d)" % (revno, name, progress, total)
 363            else:
 364                print "progress revision %d '%s' (%d)" % (revno, name, progress)
 365
 366    branch.unlock()
 367
 368    revid = branch.last_revision()
 369
 370    # make sure the ref is updated
 371    print "reset %s" % ref
 372    print "from :%u" % rev_to_mark(revid)
 373    print
 374
 375    marks.set_tip(name, revid)
 376
 377def export_tag(repo, name):
 378    ref = '%s/tags/%s' % (prefix, name)
 379    print "reset %s" % ref
 380    print "from :%u" % rev_to_mark(tags[name])
 381    print
 382
 383def do_import(parser):
 384    repo = parser.repo
 385    path = os.path.join(dirname, 'marks-git')
 386
 387    print "feature done"
 388    if os.path.exists(path):
 389        print "feature import-marks=%s" % path
 390    print "feature export-marks=%s" % path
 391    print "feature force"
 392    sys.stdout.flush()
 393
 394    while parser.check('import'):
 395        ref = parser[1]
 396        if ref.startswith('refs/heads/'):
 397            name = ref[len('refs/heads/'):]
 398            export_branch(repo, name)
 399        if ref.startswith('refs/tags/'):
 400            name = ref[len('refs/tags/'):]
 401            export_tag(repo, name)
 402        parser.next()
 403
 404    print 'done'
 405
 406    sys.stdout.flush()
 407
 408def parse_blob(parser):
 409    parser.next()
 410    mark = parser.get_mark()
 411    parser.next()
 412    data = parser.get_data()
 413    blob_marks[mark] = data
 414    parser.next()
 415
 416class CustomTree():
 417
 418    def __init__(self, branch, revid, parents, files):
 419        self.updates = {}
 420        self.branch = branch
 421
 422        def copy_tree(revid):
 423            files = files_cache[revid] = {}
 424            branch.lock_read()
 425            tree = branch.repository.revision_tree(revid)
 426            try:
 427                for path, entry in tree.iter_entries_by_dir():
 428                    files[path] = [entry.file_id, None]
 429            finally:
 430                branch.unlock()
 431            return files
 432
 433        if len(parents) == 0:
 434            self.base_id = bzrlib.revision.NULL_REVISION
 435            self.base_files = {}
 436        else:
 437            self.base_id = parents[0]
 438            self.base_files = files_cache.get(self.base_id, None)
 439            if not self.base_files:
 440                self.base_files = copy_tree(self.base_id)
 441
 442        self.files = files_cache[revid] = self.base_files.copy()
 443        self.rev_files = {}
 444
 445        for path, data in self.files.iteritems():
 446            fid, mark = data
 447            self.rev_files[fid] = [path, mark]
 448
 449        for path, f in files.iteritems():
 450            fid, mark = self.files.get(path, [None, None])
 451            if not fid:
 452                fid = bzrlib.generate_ids.gen_file_id(path)
 453            f['path'] = path
 454            self.rev_files[fid] = [path, mark]
 455            self.updates[fid] = f
 456
 457    def last_revision(self):
 458        return self.base_id
 459
 460    def iter_changes(self):
 461        changes = []
 462
 463        def get_parent(dirname, basename):
 464            parent_fid, mark = self.base_files.get(dirname, [None, None])
 465            if parent_fid:
 466                return parent_fid
 467            parent_fid, mark = self.files.get(dirname, [None, None])
 468            if parent_fid:
 469                return parent_fid
 470            if basename == '':
 471                return None
 472            fid = bzrlib.generate_ids.gen_file_id(path)
 473            add_entry(fid, dirname, 'directory')
 474            return fid
 475
 476        def add_entry(fid, path, kind, mode=None):
 477            dirname, basename = os.path.split(path)
 478            parent_fid = get_parent(dirname, basename)
 479
 480            executable = False
 481            if mode == '100755':
 482                executable = True
 483            elif mode == '120000':
 484                kind = 'symlink'
 485
 486            change = (fid,
 487                    (None, path),
 488                    True,
 489                    (False, True),
 490                    (None, parent_fid),
 491                    (None, basename),
 492                    (None, kind),
 493                    (None, executable))
 494            self.files[path] = [change[0], None]
 495            changes.append(change)
 496
 497        def update_entry(fid, path, kind, mode=None):
 498            dirname, basename = os.path.split(path)
 499            parent_fid = get_parent(dirname, basename)
 500
 501            executable = False
 502            if mode == '100755':
 503                executable = True
 504            elif mode == '120000':
 505                kind = 'symlink'
 506
 507            change = (fid,
 508                    (path, path),
 509                    True,
 510                    (True, True),
 511                    (None, parent_fid),
 512                    (None, basename),
 513                    (None, kind),
 514                    (None, executable))
 515            self.files[path] = [change[0], None]
 516            changes.append(change)
 517
 518        def remove_entry(fid, path, kind):
 519            dirname, basename = os.path.split(path)
 520            parent_fid = get_parent(dirname, basename)
 521            change = (fid,
 522                    (path, None),
 523                    True,
 524                    (True, False),
 525                    (parent_fid, None),
 526                    (None, None),
 527                    (None, None),
 528                    (None, None))
 529            del self.files[path]
 530            changes.append(change)
 531
 532        for fid, f in self.updates.iteritems():
 533            path = f['path']
 534
 535            if 'deleted' in f:
 536                remove_entry(fid, path, 'file')
 537                continue
 538
 539            if path in self.base_files:
 540                update_entry(fid, path, 'file', f['mode'])
 541            else:
 542                add_entry(fid, path, 'file', f['mode'])
 543
 544            self.files[path][1] = f['mark']
 545            self.rev_files[fid][1] = f['mark']
 546
 547        return changes
 548
 549    def get_content(self, file_id):
 550        path, mark = self.rev_files[file_id]
 551        if mark:
 552            return blob_marks[mark]
 553
 554        # last resort
 555        tree = self.branch.repository.revision_tree(self.base_id)
 556        return tree.get_file_text(file_id)
 557
 558    def get_file_with_stat(self, file_id, path=None):
 559        content = self.get_content(file_id)
 560        return (StringIO.StringIO(content), None)
 561
 562    def get_symlink_target(self, file_id):
 563        return self.get_content(file_id)
 564
 565    def id2path(self, file_id):
 566        path, mark = self.rev_files[file_id]
 567        return path
 568
 569def c_style_unescape(string):
 570    if string[0] == string[-1] == '"':
 571        return string.decode('string-escape')[1:-1]
 572    return string
 573
 574def parse_commit(parser):
 575    parents = []
 576
 577    ref = parser[1]
 578    parser.next()
 579
 580    if ref.startswith('refs/heads/'):
 581        name = ref[len('refs/heads/'):]
 582        branch = get_remote_branch(name)
 583    else:
 584        die('unknown ref')
 585
 586    commit_mark = parser.get_mark()
 587    parser.next()
 588    author = parser.get_author()
 589    parser.next()
 590    committer = parser.get_author()
 591    parser.next()
 592    data = parser.get_data()
 593    parser.next()
 594    if parser.check('from'):
 595        parents.append(parser.get_mark())
 596        parser.next()
 597    while parser.check('merge'):
 598        parents.append(parser.get_mark())
 599        parser.next()
 600
 601    # fast-export adds an extra newline
 602    if data[-1] == '\n':
 603        data = data[:-1]
 604
 605    files = {}
 606
 607    for line in parser:
 608        if parser.check('M'):
 609            t, m, mark_ref, path = line.split(' ', 3)
 610            mark = int(mark_ref[1:])
 611            f = { 'mode' : m, 'mark' : mark }
 612        elif parser.check('D'):
 613            t, path = line.split(' ', 1)
 614            f = { 'deleted' : True }
 615        else:
 616            die('Unknown file command: %s' % line)
 617        path = c_style_unescape(path).decode('utf-8')
 618        files[path] = f
 619
 620    committer, date, tz = committer
 621    author, _, _ = author
 622    parents = [mark_to_rev(p) for p in parents]
 623    revid = bzrlib.generate_ids.gen_revision_id(committer, date)
 624    props = {}
 625    props['branch-nick'] = branch.nick
 626    props['authors'] = author
 627
 628    mtree = CustomTree(branch, revid, parents, files)
 629    changes = mtree.iter_changes()
 630
 631    branch.lock_write()
 632    try:
 633        builder = branch.get_commit_builder(parents, None, date, tz, committer, props, revid)
 634        try:
 635            list(builder.record_iter_changes(mtree, mtree.last_revision(), changes))
 636            builder.finish_inventory()
 637            builder.commit(data.decode('utf-8', 'replace'))
 638        except Exception, e:
 639            builder.abort()
 640            raise
 641    finally:
 642        branch.unlock()
 643
 644    parsed_refs[ref] = revid
 645    marks.new_mark(revid, commit_mark)
 646
 647def parse_reset(parser):
 648    ref = parser[1]
 649    parser.next()
 650
 651    # ugh
 652    if parser.check('commit'):
 653        parse_commit(parser)
 654        return
 655    if not parser.check('from'):
 656        return
 657    from_mark = parser.get_mark()
 658    parser.next()
 659
 660    parsed_refs[ref] = mark_to_rev(from_mark)
 661
 662def do_export(parser):
 663    parser.next()
 664
 665    for line in parser.each_block('done'):
 666        if parser.check('blob'):
 667            parse_blob(parser)
 668        elif parser.check('commit'):
 669            parse_commit(parser)
 670        elif parser.check('reset'):
 671            parse_reset(parser)
 672        elif parser.check('tag'):
 673            pass
 674        elif parser.check('feature'):
 675            pass
 676        else:
 677            die('unhandled export command: %s' % line)
 678
 679    for ref, revid in parsed_refs.iteritems():
 680        if ref.startswith('refs/heads/'):
 681            name = ref[len('refs/heads/'):]
 682            branch = get_remote_branch(name)
 683            branch.generate_revision_history(revid, marks.get_tip(name))
 684
 685            if name in peers:
 686                peer = bzrlib.branch.Branch.open(peers[name],
 687                                                 possible_transports=transports)
 688                try:
 689                    peer.bzrdir.push_branch(branch, revision_id=revid,
 690                                            overwrite=force)
 691                except bzrlib.errors.DivergedBranches:
 692                    print "error %s non-fast forward" % ref
 693                    continue
 694
 695            try:
 696                wt = branch.bzrdir.open_workingtree()
 697                wt.update()
 698            except bzrlib.errors.NoWorkingTree:
 699                pass
 700        elif ref.startswith('refs/tags/'):
 701            # TODO: implement tag push
 702            print "error %s pushing tags not supported" % ref
 703            continue
 704        else:
 705            # transport-helper/fast-export bugs
 706            continue
 707
 708        print "ok %s" % ref
 709
 710    print
 711
 712def do_capabilities(parser):
 713    print "import"
 714    print "export"
 715    print "refspec refs/heads/*:%s/heads/*" % prefix
 716    print "refspec refs/tags/*:%s/tags/*" % prefix
 717
 718    path = os.path.join(dirname, 'marks-git')
 719
 720    if os.path.exists(path):
 721        print "*import-marks %s" % path
 722    print "*export-marks %s" % path
 723
 724    print "option"
 725    print
 726
 727class InvalidOptionValue(Exception):
 728    pass
 729
 730def get_bool_option(val):
 731    if val == 'true':
 732        return True
 733    elif val == 'false':
 734        return False
 735    else:
 736        raise InvalidOptionValue()
 737
 738def do_option(parser):
 739    global force
 740    opt, val = parser[1:3]
 741    try:
 742        if opt == 'force':
 743            force = get_bool_option(val)
 744            print 'ok'
 745        else:
 746            print 'unsupported'
 747    except InvalidOptionValue:
 748        print "error '%s' is not a valid value for option '%s'" % (val, opt)
 749
 750def ref_is_valid(name):
 751    return not True in [c in name for c in '~^: \\']
 752
 753def do_list(parser):
 754    master_branch = None
 755
 756    for name in branches:
 757        if not master_branch:
 758            master_branch = name
 759        print "? refs/heads/%s" % name
 760
 761    branch = get_remote_branch(master_branch)
 762    branch.lock_read()
 763    for tag, revid in branch.tags.get_tag_dict().items():
 764        try:
 765            branch.revision_id_to_dotted_revno(revid)
 766        except bzrlib.errors.NoSuchRevision:
 767            continue
 768        if not ref_is_valid(tag):
 769            continue
 770        print "? refs/tags/%s" % tag
 771        tags[tag] = revid
 772    branch.unlock()
 773
 774    print "@refs/heads/%s HEAD" % master_branch
 775    print
 776
 777def clone(path, remote_branch):
 778    try:
 779        bdir = bzrlib.bzrdir.BzrDir.create(path, possible_transports=transports)
 780    except bzrlib.errors.AlreadyControlDirError:
 781        bdir = bzrlib.bzrdir.BzrDir.open(path, possible_transports=transports)
 782    repo = bdir.find_repository()
 783    repo.fetch(remote_branch.repository)
 784    return remote_branch.sprout(bdir, repository=repo)
 785
 786def get_remote_branch(name):
 787    remote_branch = bzrlib.branch.Branch.open(branches[name],
 788                                              possible_transports=transports)
 789    if isinstance(remote_branch.bzrdir.root_transport, bzrlib.transport.local.LocalTransport):
 790        return remote_branch
 791
 792    branch_path = os.path.join(dirname, 'clone', name)
 793
 794    try:
 795        branch = bzrlib.branch.Branch.open(branch_path,
 796                                           possible_transports=transports)
 797    except bzrlib.errors.NotBranchError:
 798        # clone
 799        branch = clone(branch_path, remote_branch)
 800    else:
 801        # pull
 802        try:
 803            branch.pull(remote_branch, overwrite=True)
 804        except bzrlib.errors.DivergedBranches:
 805            # use remote branch for now
 806            return remote_branch
 807
 808    return branch
 809
 810def find_branches(repo):
 811    transport = repo.bzrdir.root_transport
 812
 813    for fn in transport.iter_files_recursive():
 814        if not fn.endswith('.bzr/branch-format'):
 815            continue
 816
 817        name = subdir = fn[:-len('/.bzr/branch-format')]
 818        name = name if name != '' else 'master'
 819        name = name.replace('/', '+')
 820
 821        try:
 822            cur = transport.clone(subdir)
 823            branch = bzrlib.branch.Branch.open_from_transport(cur)
 824        except bzrlib.errors.NotBranchError:
 825            continue
 826        else:
 827            yield name, branch.base
 828
 829def get_repo(url, alias):
 830    normal_url = bzrlib.urlutils.normalize_url(url)
 831    origin = bzrlib.bzrdir.BzrDir.open(url, possible_transports=transports)
 832    is_local = isinstance(origin.transport, bzrlib.transport.local.LocalTransport)
 833
 834    shared_path = os.path.join(gitdir, 'bzr')
 835    try:
 836        shared_dir = bzrlib.bzrdir.BzrDir.open(shared_path,
 837                                               possible_transports=transports)
 838    except bzrlib.errors.NotBranchError:
 839        shared_dir = bzrlib.bzrdir.BzrDir.create(shared_path,
 840                                                 possible_transports=transports)
 841    try:
 842        shared_repo = shared_dir.open_repository()
 843    except bzrlib.errors.NoRepositoryPresent:
 844        shared_repo = shared_dir.create_repository(shared=True)
 845
 846    if not is_local:
 847        clone_path = os.path.join(dirname, 'clone')
 848        if not os.path.exists(clone_path):
 849            os.mkdir(clone_path)
 850        else:
 851            # check and remove old organization
 852            try:
 853                bdir = bzrlib.bzrdir.BzrDir.open(clone_path,
 854                                                 possible_transports=transports)
 855                bdir.destroy_repository()
 856            except bzrlib.errors.NotBranchError:
 857                pass
 858            except bzrlib.errors.NoRepositoryPresent:
 859                pass
 860
 861    wanted = get_config('remote.%s.bzr-branches' % alias).rstrip().split(', ')
 862    # stupid python
 863    wanted = [e for e in wanted if e]
 864    if not wanted:
 865        wanted = get_config('remote-bzr.branches').rstrip().split(', ')
 866        # stupid python
 867        wanted = [e for e in wanted if e]
 868
 869    if not wanted:
 870        try:
 871            repo = origin.open_repository()
 872            if not repo.bzrdir.root_transport.listable():
 873                # this repository is not usable for us
 874                raise bzrlib.errors.NoRepositoryPresent(repo.bzrdir)
 875        except bzrlib.errors.NoRepositoryPresent:
 876            wanted = ['master']
 877
 878    if wanted:
 879        def list_wanted(url, wanted):
 880            for name in wanted:
 881                subdir = name if name != 'master' else ''
 882                yield name, bzrlib.urlutils.join(url, subdir)
 883
 884        branch_list = list_wanted(url, wanted)
 885    else:
 886        branch_list = find_branches(repo)
 887
 888    for name, url in branch_list:
 889        if not is_local:
 890            peers[name] = url
 891        branches[name] = url
 892
 893    return origin
 894
 895def fix_path(alias, orig_url):
 896    url = urlparse.urlparse(orig_url, 'file')
 897    if url.scheme != 'file' or os.path.isabs(url.path):
 898        return
 899    abs_url = urlparse.urljoin("%s/" % os.getcwd(), orig_url)
 900    cmd = ['git', 'config', 'remote.%s.url' % alias, "bzr::%s" % abs_url]
 901    subprocess.call(cmd)
 902
 903def main(args):
 904    global marks, prefix, gitdir, dirname
 905    global tags, filenodes
 906    global blob_marks
 907    global parsed_refs
 908    global files_cache
 909    global is_tmp
 910    global branches, peers
 911    global transports
 912    global force
 913
 914    marks = None
 915    is_tmp = False
 916    gitdir = os.environ.get('GIT_DIR', None)
 917
 918    if len(args) < 3:
 919        die('Not enough arguments.')
 920
 921    if not gitdir:
 922        die('GIT_DIR not set')
 923
 924    alias = args[1]
 925    url = args[2]
 926
 927    tags = {}
 928    filenodes = {}
 929    blob_marks = {}
 930    parsed_refs = {}
 931    files_cache = {}
 932    branches = {}
 933    peers = {}
 934    transports = []
 935    force = False
 936
 937    if alias[5:] == url:
 938        is_tmp = True
 939        alias = hashlib.sha1(alias).hexdigest()
 940
 941    prefix = 'refs/bzr/%s' % alias
 942    dirname = os.path.join(gitdir, 'bzr', alias)
 943
 944    if not is_tmp:
 945        fix_path(alias, url)
 946
 947    if not os.path.exists(dirname):
 948        os.makedirs(dirname)
 949
 950    if hasattr(bzrlib.ui.ui_factory, 'be_quiet'):
 951        bzrlib.ui.ui_factory.be_quiet(True)
 952
 953    repo = get_repo(url, alias)
 954
 955    marks_path = os.path.join(dirname, 'marks-int')
 956    marks = Marks(marks_path)
 957
 958    parser = Parser(repo)
 959    for line in parser:
 960        if parser.check('capabilities'):
 961            do_capabilities(parser)
 962        elif parser.check('list'):
 963            do_list(parser)
 964        elif parser.check('import'):
 965            do_import(parser)
 966        elif parser.check('export'):
 967            do_export(parser)
 968        elif parser.check('option'):
 969            do_option(parser)
 970        else:
 971            die('unhandled command: %s' % line)
 972        sys.stdout.flush()
 973
 974def bye():
 975    if not marks:
 976        return
 977    if not is_tmp:
 978        marks.store()
 979    else:
 980        shutil.rmtree(dirname)
 981
 982atexit.register(bye)
 983sys.exit(main(sys.argv))