From: Eric Wong <e@80x24.org>
Date: Tue, 21 Feb 2023 12:17:44 +0000 (+0000)
Subject: lei_mirror: support --remote-manifest=URL
X-Git-Url: http://git.ipfire.org/cgi-bin/gitweb.cgi?a=commitdiff_plain;h=752af98576ae3e68a301e07f11f023f3bf941152;p=thirdparty%2Fpublic-inbox.git

lei_mirror: support --remote-manifest=URL

Since PublicInbox::WWW already generates manifest.js.gz, I'm
using an alternate path with PublicInbox::WwwStatic to host the
manifest.js.gz for coderepos at an alternate location.  The
following snippet lets me host
https://yhbt.net/lore/pub/manifest.js.gz for mirrored git
repositories, while https://yhbt.net/lore/manifest.js.gz
(no `pub') remains for inbox mirroring.

==> sample.psgi <==
use PublicInbox::WWW;
use PublicInbox::WwwStatic;
my $www = PublicInbox::WWW->new; # use default PI_CONFIG
my $st = PublicInbox::WwwStatic->new(docroot => '/path/to/code');
my $www_cb = sub {
	my ($env) = @_;
	if ($env->{PATH_INFO} eq '/pub/manifest.js.gz') {
		local $env->{PATH_INFO} = '/manifest.js.gz';
		my $res = $st->call($env);
		return $res if $res->[0] != 404;
	}
	$www->call($env);
};
builder {
	enable 'ReverseProxy';
	enable 'Head';
	mount '/lore' => $www_cb;
}
---

diff --git a/lib/PublicInbox/LeiMirror.pm b/lib/PublicInbox/LeiMirror.pm
index 4dedac9b3..e4aa620e7 100644
--- a/lib/PublicInbox/LeiMirror.pm
+++ b/lib/PublicInbox/LeiMirror.pm
@@ -1110,7 +1110,13 @@ sub try_manifest {
 	$self->{-torsocks} //= $curl->torsocks($lei, $uri) or return;
 	my $path = $uri->path;
 	chop($path) eq '/' or die "BUG: $uri not canonicalized";
-	$uri->path($path . '/manifest.js.gz');
+	my $rmf = $lei->{opt}->{'remote-manifest'} // '/manifest.js.gz';
+	if ($rmf =~ m!\A[^/:]+://!) {
+		$uri = URI->new($rmf);
+	} else {
+		$rmf = "/$rmf" if index($rmf, '/') != 0;
+		$uri->path($path.$rmf);
+	}
 	my $manifest = $self->{-manifest} // "$self->{dst}/manifest.js.gz";
 	my %opt = (UNLINK => 1, SUFFIX => '.tmp', TMPDIR => 1);
 	if (!$self->{dry_run} && $manifest =~ m!\A(.+?)/[^/]+\z! and -d $1) {
diff --git a/script/public-inbox-clone b/script/public-inbox-clone
index 598979bc1..10ad34878 100755
--- a/script/public-inbox-clone
+++ b/script/public-inbox-clone
@@ -27,7 +27,7 @@ EOF
 # support both :/
 GetOptions($opt, qw(help|h quiet|q verbose|v+ C=s@ c=s@ include|I=s@ exclude=s@
 	inbox-config=s inbox-version=i objstore=s manifest=s
-	project-list|projectslist=s post-update-hook=s@
+	remote-manifest=s project-list|projectslist=s post-update-hook=s@
 	prune|p keep-going|k exit-code
 	dry-run|n jobs|j=i no-torsocks torsocks=s epoch=s)) or die $help;
 if ($opt->{help}) { print $help; exit };