use parent qw(Exporter);
our @EXPORT_OK = qw(glob2re rel2abs_collapsed);
use PublicInbox::Inbox;
+use PublicInbox::Git qw(git_exe);
use PublicInbox::Spawn qw(popen_rd run_qx);
our $LD_PRELOAD = $ENV{LD_PRELOAD}; # only valid at startup
our $DEDUPE; # set to {} to dedupe or clear cache
unshift(@opt_c, '-c', "include.path=$file") if defined($file);
tmp_cmd_opt(\%env, $opt);
}
- my @cmd = ('git', @opt_c, qw(config -z -l --includes));
+ my @cmd = (git_exe, @opt_c, qw(config -z -l --includes));
push(@cmd, '-f', $file) if !@opt_c && defined($file);
my $fh = popen_rd(\@cmd, \%env, $opt);
my $rv = config_fh_parse($fh, "\0", "\n");
my ($self, $env, $opt) = @_;
my $f = $self->{-f} // default_file();
my @opt_c = @{$self->{-opt_c} // []};
- my @cmd = ('git', @opt_c, 'config');
+ my @cmd = (git_exe, @opt_c, 'config');
@opt_c ? tmp_cmd_opt($env, $opt) : push(@cmd, '-f', $f);
\@cmd;
}
$self->{mg}->write_alternates($mode, $alt, $new);
my $restore = $self->with_umask;
if ($git_midx && ($opt->{'multi-pack-index'} // 1)) {
- my @cmd = ('multi-pack-index');
- push @cmd, '--no-progress' if ($opt->{quiet}//0) > 1;
+ my $cmd = $self->git->cmd('multi-pack-index');
+ push @$cmd, '--no-progress' if ($opt->{quiet}//0) > 1;
my $lk = $self->lock_for_scope;
- system('git', "--git-dir=$ALL", @cmd, 'write');
+ system(@$cmd, 'write');
# ignore errors, fairly new command, may not exist
}
$self->parallel_init($self->{indexlevel});
use PublicInbox::LeiMirror;
use PublicInbox::SHA qw(sha_all);
use File::Temp ();
+use PublicInbox::Git qw(git_exe);
sub new { bless {}, __PACKAGE__ }
my ($lei, $dir) = @_;
my $rn = $lei->{opt}->{'try-remote'} // [ 'origin', '_grokmirror' ];
for my $r (@$rn) {
- my $cmd = [ qw(git config), "remote.$r.url" ];
+ my $cmd = [ git_exe, 'config', "remote.$r.url" ];
my $url = run_qx($cmd, undef, { -C => $dir, 2 => $lei->{2} });
next if $?;
$url =~ s!/*\n!!s;
sub get_fingerprint2 {
my ($git_dir) = @_;
- my $rd = popen_rd([qw(git show-ref)], undef, { -C => $git_dir });
+ my $rd = popen_rd([git_exe, 'show-ref'], undef, { -C => $git_dir });
sha_all(256, $rd)->digest; # ignore show-ref errors
}
warn "W: $edir missing remote.*.url\n";
my $o = { -C => $edir };
$o->{1} = $o->{2} = $lei->{2};
- run_wait([qw(git config -l)], undef, $o) and
- $lei->child_error($?);
+ run_wait([git_exe, qw(config -l)], undef, $o)
+ and $lei->child_error($?);
}
}
@epochs = grep { !$skip->{$_} } @epochs if $skip;
my $opt = {}; # for spawn
if (-d $d) {
$fp2->[0] = get_fingerprint2($d) if $fp2;
- $cmd = [ @$torsocks, 'git', "--git-dir=$d",
+ $cmd = [ @$torsocks, git_exe, "--git-dir=$d",
PublicInbox::LeiMirror::fetch_args($lei, $opt)];
} else {
my $e_uri = $ibx_uri->clone;
use strict;
use v5.10.1;
use parent qw(Exporter PublicInbox::DS);
+use PublicInbox::DS qw(now);
use autodie qw(socketpair read);
use POSIX ();
use Socket qw(AF_UNIX SOCK_STREAM);
our %HEXLEN2SHA = (40 => 1, 64 => 256);
our %OFMT2HEXLEN = (sha1 => 40, sha256 => 64);
our @EXPORT_OK = qw(git_unquote git_quote %HEXLEN2SHA %OFMT2HEXLEN
- $ck_unlinked_packs);
+ $ck_unlinked_packs git_exe);
our $in_cleanup;
our $async_warn; # true in read-only daemons
my $EXE_ST = ''; # pack('dd', st_dev, st_ino); # no `q' in some 32-bit builds
my ($GIT_EXE, $GIT_VER);
-sub check_git_exe () {
+sub git_exe () {
+ my $now = now;
+ state $next_check = $now - 10;
+ return $GIT_EXE if $now < $next_check;
+ $next_check = $now + 10;
$GIT_EXE = which('git') // die "git not found in $ENV{PATH}";
my @st = stat(_) or die "stat($GIT_EXE): $!"; # can't do HiRes w/ _
my $st = pack('dd', $st[0], $st[1]);
$GIT_EXE;
}
-sub git_version {
- check_git_exe();
+sub git_version () {
+ git_exe;
$GIT_VER;
}
# git 2.31.0+ supports -c core.abbrev=no, don't bother with
# core.abbrev=64 since not many releases had SHA-256 prior to 2.31
- my $abbr = $GIT_VER lt v2.31.0 ? 40 : 'no';
+ my $abbr = git_version lt v2.31.0 ? 40 : 'no';
my @cmd = ($GIT_EXE, "--git-dir=$gd", '-c', "core.abbrev=$abbr",
'cat-file', "--$batch");
if ($err_c) {
sub batch_prepare ($) {
my ($self) = @_;
- check_git_exe();
- if ($GIT_VER ge BATCH_CMD_VER) {
+ if (git_version ge BATCH_CMD_VER) {
$self->{-bc} = 1;
_sock_cmd($self, 'batch-command', 1);
} else {
sub check_async_begin ($) {
my ($self) = @_;
cleanup($self) if alternates_changed($self);
- check_git_exe();
- if ($GIT_VER ge BATCH_CMD_VER) {
+ if (git_version ge BATCH_CMD_VER) {
$self->{-bc} = 1;
_sock_cmd($self, 'batch-command', 1);
} else {
sub cmd {
my $self = shift;
- [ $GIT_EXE // check_git_exe(), "--git-dir=$self->{git_dir}", @_ ]
+ [ git_exe(), "--git-dir=$self->{git_dir}", @_ ]
}
# $git->popen(qw(show f00)); # or
# $git->popen(qw(show f00), { GIT_CONFIG => ... }, { 2 => ... });
sub popen {
my ($self, $cmd) = splice(@_, 0, 2);
- $cmd = [ 'git', "--git-dir=$self->{git_dir}",
- ref($cmd) ? @$cmd : ($cmd, grep { defined && !ref } @_) ];
+ $cmd = $self->cmd(ref($cmd) ? @$cmd :
+ ($cmd, grep { defined && !ref } @_));
popen_rd($cmd, grep { !defined || ref } @_); # env and opt
}
# templates/this--description in git.git
sub manifest_entry {
my ($self, $epoch, $default_desc) = @_;
- check_git_exe();
my $gd = $self->{git_dir};
- my @git = ($GIT_EXE, "--git-dir=$gd");
+ my @git = (git_exe, "--git-dir=$gd");
my $sr = popen_rd([@git, 'show-ref']);
my $own = popen_rd([@git, qw(config gitweb.owner)]);
my $mod = popen_rd([@git, @MODIFIED_DATE]);
die "fatal: ls-tree -r -z --name-only $ref: \$?=$?" if $?;
$self->{-tree} = { map { $_ => 1 } split(/\0/, $t) };
}
- my $gfi = [ 'git', "--git-dir=$git->{git_dir}", qw(fast-import
- --quiet --done --date-format=raw) ];
+ my $gfi = $git->cmd(qw(fast-import
+ --quiet --done --date-format=raw));
my $pid = spawn($gfi, undef, { 0 => $s2, 1 => $s2 });
$self->{nchg} = 0;
$self->{io} = PublicInbox::IO::attach_pid($io, $pid);
# for compatibility with existing ssoma installations
# we can probably remove this entirely by 2020
my $git_dir = $self->{git}->{git_dir};
- my @cmd = ('git', "--git-dir=$git_dir");
+ my @cmd = @{$self->{git}->cmd};
my $index = "$git_dir/ssoma.index";
if (-e $index && !$ENV{FAST}) {
my $env = { GIT_INDEX_FILE => $index };
chomp(my $cmt = $self->get_mark(":$mark")) if $nreplace;
$self->{nchg} = 0; # prevent _update_git_info until update-ref:
$self->done;
- my @git = ('git', "--git-dir=$git->{git_dir}");
+ my @git = @{$git->cmd};
run_die([@git, qw(update-ref), $old, $tmp]) if $nreplace;
ref($res) eq 'ARRAY' or return $lei->child_error(0, $$log_buf);
$lei->qerr($$log_buf);
my ($git, $oid, $type, $size, $di) = @$res;
- my $gd = $git->{git_dir};
# don't try to support all the git-show(1) options for non-blob,
# this is just a convenience:
- $type ne 'blob' and
- warn "# $oid is a $type of $size bytes in:\n#\t$gd\n";
-
- my $cmd = [ 'git', "--git-dir=$gd", 'show', $oid ];
+ $type ne 'blob' and warn <<EOM;
+# $oid is a $type of $size bytes in:\n#\t$git->{git_dir}
+EOM
+ my $cmd = $git->cmd('show', $oid);
my $rdr = { 1 => $lei->{1}, 2 => $lei->{2} };
run_wait($cmd, $lei->{env}, $rdr) and $lei->child_error($?);
}
use PublicInbox::Admin qw(fmt_localtime);
use autodie qw(chdir chmod close open pipe readlink
seek symlink sysopen sysseek truncate unlink);
+use PublicInbox::Git qw(git_exe);
our $LIVE; # pid => callback
our $FGRP_TODO; # objstore -> [[ to resume ], [ to clone ]]
sub clone_cmd {
my ($lei, $opt) = @_;
- my @cmd = qw(git);
+ my @cmd = (git_exe);
$opt->{$_} = $lei->{$_} for (0..2);
# we support "-c $key=$val" for arbitrary git config options
# e.g.: git -c http.proxy=socks5h://127.0.0.1:9050
sub start_update_ref {
my ($fgrp) = @_;
pipe(my $r, my $w);
- my $cmd = [ 'git', "--git-dir=$fgrp->{cur_dst}",
+ my $cmd = [ git_exe, "--git-dir=$fgrp->{cur_dst}",
qw(update-ref --stdin -z) ];
my $pack = on_destroy \&satellite_done, $fgrp;
start_cmd($fgrp, $cmd, { 0 => $r, 2 => $fgrp->{lei}->{2} }, $pack);
sub pack_refs {
my ($self, $git_dir) = @_;
- my $cmd = [ 'git', "--git-dir=$git_dir", qw(pack-refs --all --prune) ];
+ my $cmd = [git_exe, "--git-dir=$git_dir", qw(pack-refs --all --prune)];
start_cmd($self, $cmd, { 2 => $self->{lei}->{2} });
}
my $rn = $fgrp->{-remote};
my %opt = ( 2 => $fgrp->{lei}->{2} );
my $update_ref = on_destroy \&fgrp_update, $fgrp;
- my $src = [ 'git', "--git-dir=$fgrp->{-osdir}", 'for-each-ref',
+ my $src = [ git_exe, "--git-dir=$fgrp->{-osdir}",
+ 'for-each-ref',
"--format=refs/%(refname:lstrip=3)%00%(objectname)",
"refs/remotes/$rn/" ];
open(my $sfh, '+>', undef);
$fgrp->{srcfh} = $sfh;
start_cmd($fgrp, $src, { %opt, 1 => $sfh }, $update_ref);
- my $dst = [ 'git', "--git-dir=$fgrp->{cur_dst}", 'for-each-ref',
- '--format=%(refname)%00%(objectname)' ];
+ my $dst = [ git_exe, "--git-dir=$fgrp->{cur_dst}",
+ 'for-each-ref', '--format=%(refname)%00%(objectname)' ];
open(my $dfh, '+>', undef);
$fgrp->{dstfh} = $dfh;
start_cmd($fgrp, $dst, { %opt, 1 => $dfh }, $update_ref);
# system argv limits:
my $grp = 'fgrptmp';
- my @git = (@{$self->{-torsocks}}, 'git');
+ my @git = (@{$self->{-torsocks}}, git_exe);
my $j = $self->{lei}->{opt}->{jobs};
my $opt = {};
my @fetch = do {
my ($old, $new) = @$fgrp_old_new;
@$old = sort { $b->{-sort} <=> $a->{-sort} } @$old;
# $new is ordered by {references}
- my $cmd = ['git', "--git-dir=$osdir", qw(config -f), $f ];
+ my $cmd = [ git_exe, "--git-dir=$osdir", qw(config -f), $f ];
# clobber settings from previous run atomically
for ("remotes.$grp", 'fetch.hideRefs') {
return if $cur_ent->{fingerprint} eq $new;
}
my $dst = $self->{cur_dst} // $self->{dst};
- my $cmd = ['git', "--git-dir=$dst", 'show-ref'];
+ my $cmd = [git_exe, "--git-dir=$dst", 'show-ref'];
my $opt = { 2 => $self->{lei}->{2} };
open($opt->{1}, '+>', undef);
$self->{-show_ref} = $opt->{1};
my ($self, $uri, $fini) = @_;
return if !keep_going($self);
my $dst = $self->{cur_dst} // $self->{dst};
- my @git = ('git', "--git-dir=$dst");
+ my @git = (git_exe, "--git-dir=$dst");
my $opt = { 2 => $self->{lei}->{2} };
my $rn = 'random'.int(rand(1 << 30));
for ("url=$uri", "fetch=+refs/*:refs/*", 'mirror=true') {
my $cur = $self->{-local_manifest}->{$key}->{fingerprint} // "\0";
my $dst = $self->{cur_dst} // $self->{dst};
if (defined($new) && $new ne $cur) {
- my $cmd = ['git', "--git-dir=$dst", 'show-ref'];
+ my $cmd = [git_exe, "--git-dir=$dst", 'show-ref'];
my $opt = { 2 => $self->{lei}->{2} };
open($opt->{1}, '+>', undef);
$self->{-show_ref_up} = $opt->{1};
$cur = $self->{-local_manifest}->{$key}->{head} // "\0";
if (defined($new) && $new ne $cur) {
# n.b. grokmirror writes raw contents to $dst/HEAD w/o locking
- my $cmd = [ 'git', "--git-dir=$dst" ];
+ my $cmd = [ git_exe, "--git-dir=$dst" ];
if ($new =~ s/\Aref: //) {
push @$cmd, qw(symbolic-ref HEAD), $new;
} elsif ($new =~ /\A[a-f0-9]{40,}\z/) {
$cur = $self->{-local_manifest}->{$key}->{owner} // "\0";
return if $cur eq $new;
utf8::encode($new); # to octets
- my $cmd = [ qw(git config -f), "$dst/config", 'gitweb.owner', $new ];
+ my $cmd = [ git_exe, qw(config -f), "$dst/config",
+ 'gitweb.owner', $new ];
start_cmd($self, $cmd, { 2 => $self->{lei}->{2} });
}
map { $_->git_path('objects')."\n" } @{$self->{gits}};
$rw = PublicInbox::Git->new($d);
}
- my $w = popen_wr(['git', "--git-dir=$rw->{git_dir}",
- qw(fast-import --quiet --done --date-format=raw)],
+ my $w = popen_wr($rw->cmd(qw(fast-import
+ --quiet --done --date-format=raw)),
$lei->{env}, { 2 => $lei->{2} });
print $w $ta, "\n", $tb, "\ndone\n" or die "print fast-import: $!";
$w->close or die "close w fast-import: \$?=$? \$!=$!";
- my $cmd = [ 'diff' ];
+ my $cmd = $rw->cmd('diff');
_lei_diff_prepare($lei, $cmd);
- $lei->qerr("# git @$cmd");
+ $lei->qerr("# git @$cmd[2..$#$cmd]");
push @$cmd, qw(A B);
- unshift @$cmd, 'git', "--git-dir=$rw->{git_dir}";
run_wait($cmd, $lei->{env}, { 2 => $lei->{2}, 1 => $lei->{1} }) and
$lei->child_error($?); # for git diff --exit-code
undef;
sub srv_tags_atom {
my ($ctx) = @_;
my $max = 50; # TODO configurable
- my @cmd = ('git', "--git-dir=$ctx->{git}->{git_dir}",
- qw(for-each-ref --sort=-creatordate), "--count=$max",
- '--perl', $EACH_REF_FMT, 'refs/tags');
+ my $cmd = $ctx->{git}->cmd(qw(for-each-ref --sort=-creatordate),
+ "--count=$max", '--perl', $EACH_REF_FMT, 'refs/tags');
$ctx->{-feed_title} = "$ctx->{git}->{nick} tags";
- my $qsp = PublicInbox::Qspawn->new(\@cmd);
+ my $qsp = PublicInbox::Qspawn->new($cmd);
$ctx->{-is_tag} = 1;
$qsp->psgi_yield($ctx->{env}, undef, \&atom_ok, $ctx);
}
my ($ctx, $path) = @_;
return if index($path, '//') >= 0 || index($path, '/') == 0;
my $max = 50; # TODO configurable
- my @cmd = ('git', "--git-dir=$ctx->{git}->{git_dir}",
- qw(log --no-notes --no-color --no-abbrev),
- $ATOM_FMT, "-$max");
+ my $cmd = $ctx->{git}->cmd(qw(log --no-notes --no-color --no-abbrev),
+ $ATOM_FMT, "-$max");
my $tip = $ctx->{qp}->{h}; # same as cgit
$ctx->{-feed_title} = $ctx->{git}->{nick};
$ctx->{-feed_title} .= " $path" if $path ne '';
if (defined($tip)) {
- push @cmd, $tip;
+ push @$cmd, $tip;
$ctx->{-feed_title} .= ", $tip";
}
# else: let git decide based on HEAD if $tip isn't defined
- push @cmd, '--';
- push @cmd, $path if $path ne '';
- my $qsp = PublicInbox::Qspawn->new(\@cmd, undef,
+ push @$cmd, '--';
+ push @$cmd, $path if $path ne '';
+ my $qsp = PublicInbox::Qspawn->new($cmd, undef,
{ quiet => 1, 2 => $ctx->{lh} });
$qsp->psgi_yield($ctx->{env}, undef, \&atom_ok, $ctx);
}
delete($ctx->{env}->{'qspawn.wcb'})->(r(404));
} else { # found, done:
$ctx->{etag} = $oid;
- my @cfg;
+ my $cmd = $ctx->{git}->cmd;
if (my $cmd = $FMT_CFG{$ctx->{snap_fmt}}) {
- @cfg = ('-c', "tar.$ctx->{snap_fmt}.command=$cmd");
+ push @$cmd, '-c', "tar.$ctx->{snap_fmt}.command=$cmd";
}
- my $qsp = PublicInbox::Qspawn->new(['git', @cfg,
- "--git-dir=$ctx->{git}->{git_dir}", 'archive',
- "--prefix=$ctx->{snap_pfx}/",
- "--format=$ctx->{snap_fmt}", $treeish], undef,
- { quiet => 1 });
+ push @$cmd, 'archive', "--prefix=$ctx->{snap_pfx}/",
+ "--format=$ctx->{snap_fmt}", $treeish;
+ my $qsp = PublicInbox::Qspawn->new($cmd, undef, { quiet => 1 });
$qsp->psgi_yield($ctx->{env}, undef, \&archive_hdr, $ctx);
}
}
$res->[0] = 404;
return delete($ctx->{-wcb})->($res);
}
- my $cmd = ['git', "--git-dir=$ctx->{git}->{git_dir}",
- qw(log --no-color -1), '--pretty=%H %h %s (%as)' ];
+ my $cmd = $ctx->{git}->cmd(qw(log --no-color -1),
+ '--pretty=%H %h %s (%as)');
push @$cmd, $ctx->{qp}->{h} if defined($ctx->{qp}->{h});
push @$cmd, '--';
push @$cmd, $ctx->{-path};
sub is_ancestor ($$$) {
my ($git, $cur, $tip) = @_;
return 0 unless $git->check($cur);
- my $cmd = [ 'git', "--git-dir=$git->{git_dir}",
- qw(merge-base --is-ancestor), $cur, $tip ];
+ my $cmd = $git->cmd(qw(merge-base --is-ancestor), $cur, $tip);
run_wait($cmd) == 0;
}
my ($nr) = @_;
state $ok = do {
require PublicInbox::Git;
- my $git = PublicInbox::Git::check_git_exe() or plan
+ my $git = PublicInbox::Git::git_exe() or plan
skip_all => 'nothing in public-inbox works w/o git';
my $rdr = { 1 => \my $out, 2 => \my $err };
xsys([$git, qw(http-backend)], undef, $rdr);
return if $before == $after;
# ensure any blob can not longer be accessed via dumb HTTP
- run_die(['git', "--git-dir=$unit->{git}->{git_dir}",
- qw(-c gc.reflogExpire=now gc --prune=all --quiet)]);
+ run_die($unit->{git}->cmd(qw(-c gc.reflogExpire=now gc
+ --prune=all --quiet)));
}
sub sync_ranges ($$) {
my ($ctx, $res) = @_;
$ctx->{-res} = $res;
my ($git, $oid, $type, $size, $di) = @$res;
- my $cmd = ['git', "--git-dir=$git->{git_dir}", 'cat-file', $type, $oid];
+ my $cmd = $git->cmd('cat-file', $type, $oid);
my $qsp = PublicInbox::Qspawn->new($cmd);
$ctx->{env}->{'qspawn.wcb'} = $ctx->{-wcb};
$qsp->psgi_yield($ctx->{env}, undef, \&stream_blob_parse_hdr, $ctx);
sub show_patch ($$) {
my ($ctx, $res) = @_;
my ($git, $oid) = @$res;
- my @cmd = ('git', "--git-dir=$git->{git_dir}",
- qw(format-patch -1 --stdout -C),
+ my $cmd = $git->cmd(qw(format-patch -1 --stdout -C),
"--signature=git format-patch -1 --stdout -C $oid", $oid);
- my $qsp = PublicInbox::Qspawn->new(\@cmd);
+ my $qsp = PublicInbox::Qspawn->new($cmd);
$ctx->{env}->{'qspawn.wcb'} = $ctx->{-wcb};
$ctx->{patch_oid} = $oid;
$qsp->psgi_yield($ctx->{env}, undef, \&stream_patch_parse_hdr, $ctx);
my ($git, $oid, $type, $size) = @$res;
$size > $MAX_SIZE and return html_page($ctx, 200,
ascii_html($type)." $oid is too big to show\n". dbg_log($ctx));
- my $cmd = ['git', "--git-dir=$git->{git_dir}",
- qw(show --encoding=UTF-8 --no-color --no-abbrev), $oid ];
+ my $cmd = $git->cmd(qw(show --encoding=UTF-8
+ --no-color --no-abbrev), $oid);
my $qsp = PublicInbox::Qspawn->new($cmd);
$qsp->{qsp_err} = \($ctx->{-qsp_err} = '');
$qsp->psgi_qx($ctx->{env}, undef, \&show_other_result, $ctx);
my ($git, $oid, undef, $size) = @$res;
$size > $MAX_SIZE and return html_page($ctx, 200,
"tree $oid is too big to show\n". dbg_log($ctx));
- my $cmd = [ 'git', "--git-dir=$git->{git_dir}",
- qw(ls-tree -z -l --no-abbrev), $oid ];
+ my $cmd = $git->cmd(qw(ls-tree -z -l --no-abbrev), $oid);
my $qsp = PublicInbox::Qspawn->new($cmd);
$ctx->{tree_oid} = $oid;
$qsp->{qsp_err} = \($ctx->{-qsp_err} = '');
projects / thirdparty / public-inbox.git / commitdiff
