releasing version 0.41

[code/myrepos.git] / mr

diff --git a/mr b/mr
index a58b52ba1a719b08208ee04fa01014e9535d41bf..fd380dbe80b2657260caae2e840f8ca9a2b42b58 100755 (executable)
--- a/mr
+++ b/mr
@@ -1,13 +1,11 @@
 #!/usr/bin/perl
 
 #!/usr/bin/perl
 

-#man{{{
-

 =head1 NAME
 
 mr - a Multiple Repository management tool
 
 =head1 SYNOPSIS
 =head1 NAME
 
 mr - a Multiple Repository management tool
 
 =head1 SYNOPSIS

-/
+

 B<mr> [options] checkout
 
 B<mr> [options] update
 B<mr> [options] checkout
 
 B<mr> [options] update


@@ -22,6 +20,8 @@ B<mr> [options] diff
 
 B<mr> [options] log
 
 
 B<mr> [options] log
 

+B<mr> [options] bootstrap url
+

 B<mr> [options] register [repository]
 
 B<mr> [options] config section ["parameter=[value]" ...]
 B<mr> [options] register [repository]
 
 B<mr> [options] config section ["parameter=[value]" ...]


@@ -81,6 +81,11 @@ remote repository. Only supported for distributed revision control systems.
 
 The optional -m parameter allows specifying a commit message.
 
 
 The optional -m parameter allows specifying a commit message.
 

+=item push
+
+Pushes committed local changes to the remote repository. A no-op for
+centralized revision control systems.
+

 =item diff
 
 Show a diff of uncommitted changes.
 =item diff
 
 Show a diff of uncommitted changes.


@@ -95,6 +100,14 @@ These commands are also available:
 
 =over 4
 
 
 =over 4
 

+=item bootstrap url
+
+Causes mr to download the url, save it to a .mrconfig file in the
+current directory, and then check out all repositories listed in it.
+
+(Please only do this if you have reason to trust the url, since
+mrconfig files can contain arbitrary commands!)
+

 =item list (or ls)
 
 List the repositories that mr will act on.
 =item list (or ls)
 
 List the repositories that mr will act on.


@@ -176,6 +189,11 @@ the current working directory.
 
 Use the specified mrconfig file. The default is B<~/.mrconfig>
 
 
 Use the specified mrconfig file. The default is B<~/.mrconfig>
 

+=item -p
+
+Search in the current directory, and its parent directories and use
+the first B<.mrconfig> found, instead of the default B<~/.mrconfig>.
+

 =item -v
 
 Be verbose.
 =item -v
 
 Be verbose.


@@ -211,18 +229,13 @@ with no number specified. This can greatly speed up operations such as updates.
 It is not recommended for interactive operations.
 
 Note that running more than 10 jobs at a time is likely to run afoul of
 It is not recommended for interactive operations.
 
 Note that running more than 10 jobs at a time is likely to run afoul of

-ssh connection limits. Running between 3 and 5 jobs at a time will yeild
+ssh connection limits. Running between 3 and 5 jobs at a time will yield

 a good speedup in updates without loading the machine too much.
 
 =back
 
 =head1 FILES
 
 a good speedup in updates without loading the machine too much.
 
 =back
 
 =head1 FILES
 

-The ~/.mrlog file contains commands that mr has remembered to run later,
-due to being offline. You can delete or edit this file to remove commands,
-or even to add other commands for 'mr online' to run. If the file is
-present, mr assumes it is in offline mode.
-

 B<mr> is configured by .mrconfig files. It starts by reading the .mrconfig
 file in your home directory, and this can in turn chain load .mrconfig files
 from repositories.
 B<mr> is configured by .mrconfig files. It starts by reading the .mrconfig
 file in your home directory, and this can in turn chain load .mrconfig files
 from repositories.


@@ -338,9 +351,20 @@ the action that is performed for a given revision control system, you can
 override these rcs specific actions. To add a new revision control system,
 you can just add rcs specific actions for it.
 
 override these rcs specific actions. To add a new revision control system,
 you can just add rcs specific actions for it.
 

+The ~/.mrlog file contains commands that mr has remembered to run later,
+due to being offline. You can delete or edit this file to remove commands,
+or even to add other commands for 'mr online' to run. If the file is
+present, mr assumes it is in offline mode.
+
+=head1 EXTENSIONS
+
+mr can be extended to support things such as unison and git-svn. Some
+files providing such extensions are available in /usr/share/mr/. See
+the documentation in the files for details about using them.
+

 =head1 AUTHOR
 
 =head1 AUTHOR
 

-Copyright 2007 Joey Hess <joey@kitenet.net>
+Copyright 2007-2009 Joey Hess <joey@kitenet.net>

 
 Licensed under the GNU GPL version 2 or higher.
 
 
 Licensed under the GNU GPL version 2 or higher.
 


@@ -348,8 +372,6 @@ http://kitenet.net/~joey/code/mr/
 
 =cut
 
 
 =cut
 

-#}}}
-

 use warnings;
 use strict;
 use Getopt::Long;
 use warnings;
 use strict;
 use Getopt::Long;


@@ -385,7 +407,7 @@ my (@ok, @failed, @skipped);
 main();
 
 my %rcs;
 main();
 
 my %rcs;

-sub rcs_test { #{{{
+sub rcs_test {

        my ($action, $dir, $topdir, $subdir) = @_;
 
        if (exists $rcs{$dir}) {
        my ($action, $dir, $topdir, $subdir) = @_;
 
        if (exists $rcs{$dir}) {


@@ -420,9 +442,9 @@ sub rcs_test { #{{{
        else {
                return $rcs{$dir}=$rcs;
        }
        else {
                return $rcs{$dir}=$rcs;
        }

-} #}}}
+}

        
        

-sub findcommand { #{{{
+sub findcommand {

        my ($action, $dir, $topdir, $subdir, $is_checkout) = @_;
        
        if (exists $config{$topdir}{$subdir}{$action}) {
        my ($action, $dir, $topdir, $subdir, $is_checkout) = @_;
        
        if (exists $config{$topdir}{$subdir}{$action}) {


@@ -442,11 +464,11 @@ sub findcommand { #{{{
        else {
                return undef;
        }
        else {
                return undef;
        }

-} #}}}
+}

 
 

-sub action { #{{{
+sub action {

        my ($action, $dir, $topdir, $subdir) = @_;
        my ($action, $dir, $topdir, $subdir) = @_;

-
+       

        $ENV{MR_CONFIG}=$configfiles{$topdir};
        my $lib=exists $config{$topdir}{$subdir}{lib} ?
                       $config{$topdir}{$subdir}{lib}."\n" : "";
        $ENV{MR_CONFIG}=$configfiles{$topdir};
        my $lib=exists $config{$topdir}{$subdir}{lib} ?
                       $config{$topdir}{$subdir}{lib}."\n" : "";


@@ -539,8 +561,12 @@ sub action { #{{{
                        if ($ret >> 8 != 0) {
                                print STDERR "mr $action: command failed\n";
                                if (-e "$ENV{HOME}/.mrlog" && $action ne 'remember') {
                        if ($ret >> 8 != 0) {
                                print STDERR "mr $action: command failed\n";
                                if (-e "$ENV{HOME}/.mrlog" && $action ne 'remember') {

-                                       @ARGV=($action, @ARGV);
+                                       # recreate original command line to
+                                       # remember, and avoid recursing
+                                       my @orig=@ARGV;
+                                       @ARGV=('-n', $action, @orig);

                                        action("remember", $dir, $topdir, $subdir);
                                        action("remember", $dir, $topdir, $subdir);

+                                       @ARGV=@orig;

                                }
                        }
                        elsif ($ret != 0) {
                                }
                        }
                        elsif ($ret != 0) {


@@ -557,10 +583,10 @@ sub action { #{{{
                        return OK;
                }
        }
                        return OK;
                }
        }

-} #}}}
+}

 
 # run actions on multiple repos, in parallel
 
 # run actions on multiple repos, in parallel

-sub mrs { #{{{
+sub mrs {

        my $action=shift;
        my @repos=@_;
 
        my $action=shift;
        my @repos=@_;
 


@@ -627,9 +653,9 @@ sub mrs { #{{{
                        }
                }
        }
                        }
                }
        }

-} #}}}
+}

 
 

-sub record { #{{{
+sub record {

        my $dir=shift()->[0];
        my $ret=shift;
 
        my $dir=shift()->[0];
        my $ret=shift;
 


@@ -655,9 +681,9 @@ sub record { #{{{
        else {
                die "unknown exit status $ret";
        }
        else {
                die "unknown exit status $ret";
        }

-} #}}}
+}

 
 

-sub showstats { #{{{
+sub showstats {

        my $action=shift;
        if (! @ok && ! @failed && ! @skipped) {
                die "mr $action: no repositories found to work on\n";
        my $action=shift;
        if (! @ok && ! @failed && ! @skipped) {
                die "mr $action: no repositories found to work on\n";


@@ -675,9 +701,9 @@ sub showstats { #{{{
                        print STDERR "mr $action: (failed: ".join(" ", @failed).")\n";
                }
        }
                        print STDERR "mr $action: (failed: ".join(" ", @failed).")\n";
                }
        }

-} #}}}
+}

 
 

-sub showstat { #{{{
+sub showstat {

        my $count=shift;
        my $singular=shift;
        my $plural=shift;
        my $count=shift;
        my $singular=shift;
        my $plural=shift;


@@ -685,10 +711,10 @@ sub showstat { #{{{
                return "$count ".($count > 1 ? $plural : $singular);
        }
        return;
                return "$count ".($count > 1 ? $plural : $singular);
        }
        return;

-} #}}}
+}

 
 # an ordered list of repos
 
 # an ordered list of repos

-sub repolist { #{{{
+sub repolist {

        my @list;
        foreach my $topdir (sort keys %config) {
                foreach my $subdir (sort keys %{$config{$topdir}}) {
        my @list;
        foreach my $topdir (sort keys %config) {
                foreach my $subdir (sort keys %{$config{$topdir}}) {


@@ -706,10 +732,10 @@ sub repolist { #{{{
                             ||
                $a->{subdir} cmp $b->{subdir}
        } @list;
                             ||
                $a->{subdir} cmp $b->{subdir}
        } @list;

-} #}}}
+}

 
 # figure out which repos to act on
 
 # figure out which repos to act on

-sub selectrepos { #{{{
+sub selectrepos {

        my @repos;
        foreach my $repo (repolist()) {
                my $topdir=$repo->{topdir};
        my @repos;
        foreach my $repo (repolist()) {
                my $topdir=$repo->{topdir};


@@ -748,9 +774,9 @@ sub selectrepos { #{{{
                $no_chdir=1;
        }
        return @repos;
                $no_chdir=1;
        }
        return @repos;

-} #}}}
+}

 
 

-sub expandenv { #{{{
+sub expandenv {

        my $val=shift;
        
 
        my $val=shift;
        
 


@@ -760,10 +786,10 @@ sub expandenv { #{{{
        }
        
        return $val;
        }
        
        return $val;

-} #}}}
+}

 
 my %loaded;
 
 my %loaded;

-sub loadconfig { #{{{
+sub loadconfig {

        my $f=shift;
 
        my @toload;
        my $f=shift;
 
        my @toload;


@@ -839,6 +865,9 @@ sub loadconfig { #{{{
                        if ($parameter eq "include") {
                                print "mr: including output of \"$value\"\n" if $verbose;
                                unshift @lines, `$value`;
                        if ($parameter eq "include") {
                                print "mr: including output of \"$value\"\n" if $verbose;
                                unshift @lines, `$value`;

+                               if ($?) {
+                                       print STDERR "mr: include command exited nonzero ($?)\n";
+                               }

                                next;
                        }
 
                                next;
                        }
 


@@ -892,9 +921,9 @@ sub loadconfig { #{{{
        foreach (@toload) {
                loadconfig($_);
        }
        foreach (@toload) {
                loadconfig($_);
        }

-} #}}}
+}

 
 

-sub modifyconfig { #{{{
+sub modifyconfig {

        my $f=shift;
        # the section to modify or add
        my $targetsection=shift;
        my $f=shift;
        # the section to modify or add
        my $targetsection=shift;


@@ -989,9 +1018,9 @@ sub modifyconfig { #{{{
        open(my $out, ">", $f) || die "mr: write $f: $!\n";
        print $out @out;
        close $out;     
        open(my $out, ">", $f) || die "mr: write $f: $!\n";
        print $out @out;
        close $out;     

-} #}}}
+}

 
 

-sub dispatch { #{{{
+sub dispatch {

        my $action=shift;
 
        # actions that do not operate on all repos
        my $action=shift;
 
        # actions that do not operate on all repos


@@ -1004,7 +1033,12 @@ sub dispatch { #{{{
        elsif ($action eq 'register') {
                register(@ARGV);
        }
        elsif ($action eq 'register') {
                register(@ARGV);
        }

-       elsif ($action eq 'remember') {
+       elsif ($action eq 'bootstrap') {
+               bootstrap();
+       }
+       elsif ($action eq 'remember' ||
+              $action eq 'offline' ||
+              $action eq 'online') {

                my @repos=selectrepos;
                action($action, @{$repos[0]}) if @repos;
                exit 0;
                my @repos=selectrepos;
                action($action, @{$repos[0]}) if @repos;
                exit 0;


@@ -1018,13 +1052,13 @@ sub dispatch { #{{{
                        record($repo, action($action, @$repo));
                }
        }
                        record($repo, action($action, @$repo));
                }
        }

-} #}}}
+}

 
 

-sub help { #{{{
+sub help {

        exec($config{''}{DEFAULT}{help}) || die "exec: $!";
        exec($config{''}{DEFAULT}{help}) || die "exec: $!";

-} #}}}
+}

 
 

-sub config { #{{{
+sub config {

        if (@_ < 2) {
                die "mr config: not enough parameters\n";
        }
        if (@_ < 2) {
                die "mr config: not enough parameters\n";
        }


@@ -1060,9 +1094,9 @@ sub config { #{{{
        }
        modifyconfig($ENV{MR_CONFIG}, $section, %changefields) if %changefields;
        exit 0;
        }
        modifyconfig($ENV{MR_CONFIG}, $section, %changefields) if %changefields;
        exit 0;

-} #}}}
+}

 
 

-sub register { #{{{
+sub register {

        if ($config_overridden) {
                # Find the directory that the specified config file is
                # located in.
        if ($config_overridden) {
                # Find the directory that the specified config file is
                # located in.


@@ -1105,10 +1139,29 @@ sub register { #{{{
                join(" ", map { s/\//\/\//g; s/"/\"/g; '"'.$_.'"' } @ARGV);
        print "mr register: running >>$command<<\n" if $verbose;
        exec($command) || die "exec: $!";
                join(" ", map { s/\//\/\//g; s/"/\"/g; '"'.$_.'"' } @ARGV);
        print "mr register: running >>$command<<\n" if $verbose;
        exec($command) || die "exec: $!";

-} #}}}
+}
+
+sub bootstrap {
+       my $url=shift @ARGV;
+
+       if (! defined $url || ! length $url) {
+               die "mr: bootstrap requires url\n";
+       }
+
+       if (-e ".mrconfig") {
+               die "mr: .mrconfig file already exists, not overwriting with $url\n";
+       }
+
+       if (system("curl", "-s", $url, "-o", ".mrconfig") != 0) {
+               die "mr: download of $url failed\n";
+       }
+
+       exec("mr $ENV{MR_SWITCHES} -c .mrconfig checkout");
+       die "failed to run mr checkout";
+}

 
 # alias expansion and command stemming
 
 # alias expansion and command stemming

-sub expandaction { #{{{
+sub expandaction {

        my $action=shift;
        if (exists $alias{$action}) {
                $action=$alias{$action};
        my $action=shift;
        if (exists $alias{$action}) {
                $action=$alias{$action};


@@ -1129,13 +1182,26 @@ sub expandaction { #{{{
                }
        }
        return $action;
                }
        }
        return $action;

-} #}}}
+}
+
+sub find_nearest_mrconfig {
+       my $dir=getcwd();
+       while (length $dir) {
+               if (-e "$dir/.mrconfig") {
+                       return "$dir/.mrconfig";
+               }
+               $dir=~s/\/[^\/]*$//;
+       }
+       die "no .mrconfig found in path\n";
+}

 
 

-sub getopts { #{{{
+sub getopts {
+       my @saved=@ARGV;

        Getopt::Long::Configure("bundling", "no_permute");
        my $result=GetOptions(
                "d|directory=s" => sub { $directory=abs_path($_[1]) },
                "c|config=s" => sub { $ENV{MR_CONFIG}=$_[1]; $config_overridden=1 },
        Getopt::Long::Configure("bundling", "no_permute");
        my $result=GetOptions(
                "d|directory=s" => sub { $directory=abs_path($_[1]) },
                "c|config=s" => sub { $ENV{MR_CONFIG}=$_[1]; $config_overridden=1 },

+               "p|path" => sub { $ENV{MR_CONFIG}=find_nearest_mrconfig(); $config_overridden=1 },

                "v|verbose" => \$verbose,
                "q|quiet" => \$quiet,
                "s|stats" => \$stats,
                "v|verbose" => \$verbose,
                "q|quiet" => \$quiet,
                "s|stats" => \$stats,


@@ -1147,9 +1213,15 @@ sub getopts { #{{{
                die("Usage: mr [-d directory] action [params ...]\n".
                    "(Use mr help for man page.)\n");
        }
                die("Usage: mr [-d directory] action [params ...]\n".
                    "(Use mr help for man page.)\n");
        }

-} #}}}
+       
+       $ENV{MR_SWITCHES}="";
+       foreach my $option (@saved) {
+               last if $option eq $ARGV[0];
+               $ENV{MR_SWITCHES}.="$option ";
+       }
+}

 
 

-sub init { #{{{
+sub init {

        $SIG{INT}=sub {
                print STDERR "mr: interrupted\n";
                exit 2;
        $SIG{INT}=sub {
                print STDERR "mr: interrupted\n";
                exit 2;


@@ -1171,15 +1243,16 @@ sub init { #{{{
                use FindBin qw($Bin $Script);
                $ENV{MR_PATH}=$Bin."/".$Script;
        };
                use FindBin qw($Bin $Script);
                $ENV{MR_PATH}=$Bin."/".$Script;
        };

-} #}}}
+}

 
 

-sub main { #{{{
+sub main {

        getopts();
        init();
        getopts();
        init();

+

        loadconfig(\*DATA);
        loadconfig($ENV{MR_CONFIG});
        #use Data::Dumper; print Dumper(\%config);
        loadconfig(\*DATA);
        loadconfig($ENV{MR_CONFIG});
        #use Data::Dumper; print Dumper(\%config);

-
+       

        my $action=expandaction(shift @ARGV);
        dispatch($action);
        showstats($action);
        my $action=expandaction(shift @ARGV);
        dispatch($action);
        showstats($action);


@@ -1193,11 +1266,10 @@ sub main { #{{{
        else {
                exit 0;
        }
        else {
                exit 0;
        }

-} #}}}
+}

 
 # Finally, some useful actions that mr knows about by default.
 # These can be overridden in ~/.mrconfig.
 
 # Finally, some useful actions that mr knows about by default.
 # These can be overridden in ~/.mrconfig.

-#DATA{{{

 __DATA__
 [ALIAS]
 co = checkout
 __DATA__
 [ALIAS]
 co = checkout


@@ -1252,7 +1324,7 @@ git_bare_test =
 
 svn_update = svn update "$@"
 git_update = git pull "$@"
 
 svn_update = svn update "$@"
 git_update = git pull "$@"

-bzr_update = bzr merge "$@"
+bzr_update = bzr merge --pull "$@"

 cvs_update = cvs update "$@"
 hg_update  = hg pull "$@" && hg update "$@"
 darcs_update = darcs pull -a "$@"
 cvs_update = cvs update "$@"
 hg_update  = hg pull "$@" && hg update "$@"
 darcs_update = darcs pull -a "$@"


@@ -1276,6 +1348,13 @@ bzr_record = bzr commit "$@"
 hg_record  = hg commit -m "$@"
 darcs_record = darcs record -a -m "$@"
 
 hg_record  = hg commit -m "$@"
 darcs_record = darcs record -a -m "$@"
 

+svn_push = :
+git_push = git push "$@"
+bzr_push = bzr push "$@"
+cvs_push = :
+hg_push = hg push "$@"
+darcs_push = darcs push -a "$@"
+

 svn_diff = svn diff "$@"
 git_diff = git diff "$@"
 bzr_diff = bzr diff "$@"
 svn_diff = svn diff "$@"
 git_diff = git diff "$@"
 bzr_diff = bzr diff "$@"


@@ -1346,24 +1425,26 @@ help =
        man -l "$tmp" || error "man failed"
 list = true
 config = 
        man -l "$tmp" || error "man failed"
 list = true
 config = 

+bootstrap = 

 
 online =
 
 online =

-       if [ -e ~/.mrlog ]; then
+       if [ -s ~/.mrlog ]; then

                info "running offline commands"
                mv -f ~/.mrlog ~/.mrlog.old
                info "running offline commands"
                mv -f ~/.mrlog ~/.mrlog.old

-               if ! sh ~/.mrlog.old; then
-                       error "offline commands failed; left in ~/.mrlog.old"
+               if ! sh -e ~/.mrlog.old; then
+                       error "offline command failed; left in ~/.mrlog.old"

                fi
                rm -f ~/.mrlog.old
        else
                info "no offline commands to run"
        fi
 offline =
                fi
                rm -f ~/.mrlog.old
        else
                info "no offline commands to run"
        fi
 offline =

+       umask 077

        touch ~/.mrlog
        info "offline mode enabled"
 remember =
        info "remembering command: 'mr $@'"
        touch ~/.mrlog
        info "offline mode enabled"
 remember =
        info "remembering command: 'mr $@'"

-       command="mr -d '$(pwd)'"
+       command="mr -d '$(pwd)' $MR_SWITCHES"

        for w in "$@"; do
                command="$command '$w'"
        done
        for w in "$@"; do
                command="$command '$w'"
        done


@@ -1374,6 +1455,5 @@ remember =
 ed = echo "A horse is a horse, of course, of course.."
 T = echo "I pity the fool."
 right = echo "Not found."
 ed = echo "A horse is a horse, of course, of course.."
 T = echo "I pity the fool."
 right = echo "Not found."

-#}}}

 
 # vim:sw=8:sts=0:ts=8:noet
 
 # vim:sw=8:sts=0:ts=8:noet