From mboxrd@z Thu Jan 1 00:00:00 1970 Return-Path: X-Spam-Checker-Version: SpamAssassin 3.4.6 (2021-04-09) on dcvr.yhbt.net X-Spam-Level: X-Spam-ASN: X-Spam-Status: No, score=-4.2 required=3.0 tests=ALL_TRUSTED,AWL,BAYES_00, DKIM_SIGNED,DKIM_VALID,DKIM_VALID_AU,DKIM_VALID_EF shortcircuit=no autolearn=ham autolearn_force=no version=3.4.6 Received: from localhost (dcvr.yhbt.net [127.0.0.1]) by dcvr.yhbt.net (Postfix) with ESMTP id 2F7F41F626 for ; Mon, 20 Feb 2023 08:19:43 +0000 (UTC) DKIM-Signature: v=1; a=rsa-sha256; c=relaxed/simple; d=80x24.org; s=selector1; t=1676881183; bh=0C6G67h2Ff8VITx7x57ypPdIiui2W1qI7NOc8RkMKss=; h=Date:From:To:Subject:References:In-Reply-To:From; b=o4meDks6bpem5csmd6Mgur3Rjbvos3i4mwXqwxn6zCpm5z5TmLk9QfX6wmExHmYkm TCYimv8OUUHvwtnaX5z5S2etyiSCh12ccp7LB8TI5M73g72PEvipAepJLFdKlDFypQ amVNs4G0n4s3RLpz/FqoyRYmXzdkxLI0qVXDzhH0= Date: Mon, 20 Feb 2023 08:19:43 +0000 From: Eric Wong To: meta@public-inbox.org Subject: [PATCH] git_async_cat: don't mis-abort replaced process Message-ID: <20230220081943.M87032@dcvr> References: <20230126093257.1058494-1-e@80x24.org> <20230126093257.1058494-2-e@80x24.org> <20230209012932.M934961@dcvr> MIME-Version: 1.0 Content-Type: text/plain; charset=utf-8 Content-Disposition: inline In-Reply-To: <20230209012932.M934961@dcvr> List-Id: When a git process gets replaced (e.g. due to new epochs/alternates), we must be careful and not abort the wrong one. I suspect this fixes the problem exacerbated by --batch-command. It was theoretically possible w/o --batch-command, but it seems to have made it surface more readily. This should fix "Failed to retrieve generated blob" errors from PublicInbox/ViewVCS.pm appearing in syslog Link: https://public-inbox.org/meta/20230209012932.M934961@dcvr/ --- lib/PublicInbox/GitAsyncCat.pm | 26 +++++++++++++++++++------- 1 file changed, 19 insertions(+), 7 deletions(-) diff --git a/lib/PublicInbox/GitAsyncCat.pm b/lib/PublicInbox/GitAsyncCat.pm index c428f6ef..671654b5 100644 --- a/lib/PublicInbox/GitAsyncCat.pm +++ b/lib/PublicInbox/GitAsyncCat.pm @@ -14,6 +14,12 @@ use PublicInbox::Git (); our $GCF2C; # singleton PublicInbox::Gcf2Client +# close w/o aborting another git process +sub vanish { + delete $_[0]->{git}; + $_[0]->close; +} + sub close { my ($self) = @_; if (my $git = delete $self->{git}) { @@ -22,19 +28,25 @@ sub close { $self->SUPER::close; # PublicInbox::DS::close } -sub aclose { $_[1]->close } # ignore PID ($_[0]) +sub aclose { + my (undef, $self, $f) = @_; # ignore PID ($_[0]) + if (my $g = $self->{git}) { + return vanish($self) if ($g->{$f} // 0) != ($self->{sock} // 1); + } + $self->close; +} sub event_step { my ($self) = @_; my $git = $self->{git} or return; - return $self->close if ($git->{in} // 0) != ($self->{sock} // 1); + return vanish($self) if ($git->{in} // 0) != ($self->{sock} // 1); my $inflight = $git->{inflight}; if ($inflight && @$inflight) { $git->cat_async_step($inflight); # child death? if (($git->{in} // 0) != ($self->{sock} // 1)) { - $self->close; + vanish($self); } elsif (@$inflight || exists $git->{rbuf}) { # ok, more to do, requeue for fairness $self->requeue; @@ -48,7 +60,7 @@ sub watch_cat { my $self = bless { git => $git }, __PACKAGE__; $git->{in}->blocking(0); $self->SUPER::new($git->{in}, EPOLLIN|EPOLLET); - awaitpid($git->{pid}, \&aclose, $self); + awaitpid($git->{pid}, \&aclose, $self, 'in'); \undef; # this is a true ref() }; } @@ -81,7 +93,7 @@ sub async_check ($$$$) { my $self = bless { git => $git }, 'PublicInbox::GitAsyncCheck'; $git->{in_c}->blocking(0); $self->SUPER::new($git->{in_c}, EPOLLIN|EPOLLET); - awaitpid($git->{pid_c}, \&aclose, $self); + awaitpid($git->{pid_c}, \&aclose, $self, 'in_c'); \undef; # this is a true ref() }; } @@ -113,14 +125,14 @@ use PublicInbox::Syscall qw(EPOLLIN EPOLLET); sub event_step { my ($self) = @_; my $git = $self->{git} or return; - return $self->close if ($git->{in_c} // 0) != ($self->{sock} // 1); + return $self->vanish if ($git->{in_c} // 0) != ($self->{sock} // 1); my $inflight = $git->{inflight_c}; if ($inflight && @$inflight) { $git->check_async_step($inflight); # child death? if (($git->{in_c} // 0) != ($self->{sock} // 1)) { - $self->close; + $self->vanish; } elsif (@$inflight || exists $git->{rbuf_c}) { # ok, more to do, requeue for fairness $self->requeue;