start_t(squid_curtime),
n_tries(0),
destinations(new ResolvedPeers()),
- pconnRace(raceImpossible)
+ pconnRace(raceImpossible),
+ storedWholeReply_(nullptr)
{
debugs(17, 2, "Forwarding client request " << client << ", url=" << e->url());
HTTPMSGLOCK(request);
}
#endif
+/// updates ALE when we finalize the transaction error (if any)
+void
+FwdState::updateAleWithFinalError()
+{
+ if (!err || !al)
+ return;
+
+ LogTagsErrors lte;
+ lte.timedout = (err->xerrno == ETIMEDOUT || err->type == ERR_READ_TIMEOUT);
+ al->cache.code.err.update(lte);
+ if (!err->detail) {
+ static const auto d = MakeNamedErrorDetail("WITH_SERVER");
+ err->detailError(d);
+ }
+ al->updateError(Error(err->type, err->detail));
+}
+
void
FwdState::completed()
{
if (entry->store_status == STORE_PENDING) {
if (entry->isEmpty()) {
+ assert(!storedWholeReply_);
if (!err) // we quit (e.g., fd closed) before an error or content
fail(new ErrorState(ERR_READ_ERROR, Http::scBadGateway, request, al));
assert(err);
+ updateAleWithFinalError();
errorAppendEntry(entry, err);
err = NULL;
#if USE_OPENSSL
if (request->flags.sslPeek && request->clientConnectionManager.valid()) {
CallJobHere1(17, 4, request->clientConnectionManager, ConnStateData,
ConnStateData::httpsPeeked, ConnStateData::PinnedIdleContext(Comm::ConnectionPointer(nullptr), request));
+ // no flags.dont_retry: completed() is a post-reforward() act
}
#endif
} else {
- entry->complete();
- entry->releaseRequest();
+ updateAleWithFinalError(); // if any
+ if (storedWholeReply_)
+ entry->completeSuccessfully(storedWholeReply_);
+ else
+ entry->completeTruncated("FwdState default");
}
}
if (Comm::IsConnOpen(serverConn))
unregister(serverConn);
+ storedWholeReply_ = nullptr;
entry->reset();
useDestinations();
debugs(17, 3, "server FD " << serverConnection()->fd << " not re-forwarding status " << replyStatus);
else
debugs(17, 3, "server (FD closed) not re-forwarding status " << replyStatus);
- entry->complete();
- if (!Comm::IsConnOpen(serverConn))
- completed();
+ completed();
stopAndDestroy("forwarding completed");
}
}
+void
+FwdState::markStoredReplyAsWhole(const char * const whyWeAreSure)
+{
+ debugs(17, 5, whyWeAreSure << " for " << *entry);
+
+ // the caller wrote everything to Store, but Store may silently abort writes
+ if (EBIT_TEST(entry->flags, ENTRY_ABORTED))
+ return;
+
+ storedWholeReply_ = whyWeAreSure;
+}
+
void
FwdState::noteDestination(Comm::ConnectionPointer path)
{
// [in ways that may affect logging?]. Consider informing
// ConnStateData about our tunnel or otherwise unifying tunnel
// establishment [side effects].
+ flags.dont_retry = true; // TunnelStateData took forwarding control
+ entry->abort();
complete(); // destroys us
return;
} else if (!Comm::IsConnOpen(answer.conn) || fd_table[answer.conn->fd].closing()) {
#if USE_OPENSSL
if (request->flags.sslPeek) {
+ // we were just asked to peek at the server, and we did that
CallJobHere1(17, 4, request->clientConnectionManager, ConnStateData,
ConnStateData::httpsPeeked, ConnStateData::PinnedIdleContext(serverConnection(), request));
unregister(serverConn); // async call owns it now
+ flags.dont_retry = true; // we gave up forwarding control
+ entry->abort();
complete(); // destroys us
return;
}
void unregister(Comm::ConnectionPointer &conn);
void unregister(int fd);
void complete();
+
+ /// Mark reply as written to Store in its entirety, including the header and
+ /// any body. If the reply has a body, the entire body has to be stored.
+ void markStoredReplyAsWhole(const char *whyWeAreSure);
+
void handleUnregisteredServerEnd();
int reforward();
bool reforwardableStatus(const Http::StatusCode s) const;
void notifyConnOpener();
+ void updateAleWithFinalError();
+
public:
StoreEntry *entry;
HttpRequest *request;
/// possible pconn race states
typedef enum { raceImpossible, racePossible, raceHappened } PconnRace;
PconnRace pconnRace; ///< current pconn race state
+
+ /// Whether the entire reply (including any body) was written to Store.
+ /// The string literal value is only used for debugging.
+ const char *storedWholeReply_;
};
void getOutgoingAddress(HttpRequest * request, const Comm::ConnectionPointer &conn);
bool isEmpty() const { return mem().endOffset() == 0; }
bool isAccepting() const;
size_t bytesWanted(Range<size_t> const aRange, bool ignoreDelayPool = false) const;
- /// flags [truncated or too big] entry with ENTRY_BAD_LENGTH and releases it
- void lengthWentBad(const char *reason);
+
+ /// Signals that the entire response has been stored and no more append()
+ /// calls should be expected; cf. completeTruncated().
+ void completeSuccessfully(const char *whyWeAreSureWeStoredTheWholeReply);
+
+ /// Signals that a partial response (if any) has been stored but no more
+ /// append() calls should be expected; cf. completeSuccessfully().
+ void completeTruncated(const char *whyWeConsiderTheReplyTruncated);
+
+ /// \deprecated use either completeSuccessfully() or completeTruncated() instead
void complete();
+
store_client_t storeClientType() const;
/// \returns a malloc()ed buffer containing a length-long packed swap header
const char *getSerialisedMetaData(size_t &length) const;
StoreEntry *adjustVary();
const cache_key *calcPublicKey(const KeyScope keyScope);
+ /// flags [truncated or too big] entry with ENTRY_BAD_LENGTH and releases it
+ void lengthWentBad(const char *reason);
+
static MemAllocator *pool;
unsigned short lock_count; /* Assume < 65536! */
}
void
-ConnStateData::terminateAll(const Error &error, const LogTagsErrors <e)
+ConnStateData::terminateAll(const Error &rawError, const LogTagsErrors <e)
{
+ auto error = rawError; // (cheap) copy so that we can detail
+ // We detail even ERR_NONE: There should be no transactions left, and
+ // detailed ERR_NONE will be unused. Otherwise, this detail helps in triage.
+ if (!error.detail) {
+ static const auto d = MakeNamedErrorDetail("WITH_CLIENT");
+ error.detail = d;
+ }
+
debugs(33, 3, pipeline.count() << '/' << pipeline.nrequests << " after " << error);
if (pipeline.empty()) {
, sslBumpNeed_(Ssl::bumpEnd)
#endif
#if USE_ADAPTATION
+ , receivedWholeAdaptedReply(false)
, request_satisfaction_mode(false)
, request_satisfaction_offset(0)
#endif
ClientHttpRequest::noteBodyProductionEnded(BodyPipe::Pointer)
{
assert(!virginHeadSource);
+
+ // distinguish this code path from future noteBodyProducerAborted() that
+ // would continue storing/delivering (truncated) reply if necessary (TODO)
+ receivedWholeAdaptedReply = true;
+
// should we end request satisfaction now?
if (adaptedBodySource != NULL && adaptedBodySource->exhausted())
endRequestSatisfaction();
stopConsumingFrom(adaptedBodySource);
// TODO: anything else needed to end store entry formation correctly?
- storeEntry()->complete();
+ if (receivedWholeAdaptedReply) {
+ // We received the entire reply per receivedWholeAdaptedReply.
+ // We are called when we consumed everything received (per our callers).
+ // We consume only what we store per noteMoreBodyDataAvailable().
+ storeEntry()->completeSuccessfully("received, consumed, and, hence, stored the entire REQMOD reply");
+ } else {
+ storeEntry()->completeTruncated("REQMOD request satisfaction default");
+ }
}
void
CbcPointer<Adaptation::Initiate> virginHeadSource;
BodyPipe::Pointer adaptedBodySource;
+ /// noteBodyProductionEnded() was called
+ bool receivedWholeAdaptedReply;
+
bool request_satisfaction_mode;
int64_t request_satisfaction_offset;
#endif
return theFinalReply;
}
+void
+Client::markParsedVirginReplyAsWhole(const char *reasonWeAreSure)
+{
+ assert(reasonWeAreSure);
+ debugs(11, 3, reasonWeAreSure);
+
+ // The code storing adapted reply takes care of markStoredReplyAsWhole().
+ // We need to take care of the remaining regular network-to-store case.
+#if USE_ADAPTATION
+ if (startedAdaptation) {
+ debugs(11, 5, "adaptation handles markStoredReplyAsWhole()");
+ return;
+ }
+#endif
+
+ // Convert the "parsed whole virgin reply" event into the "stored..." event
+ // because, without adaptation, we store everything we parse: There is no
+ // buffer for parsed content; addVirginReplyBody() stores every parsed byte.
+ fwd->markStoredReplyAsWhole(reasonWeAreSure);
+}
+
// called when no more server communication is expected; may quit
void
Client::serverComplete()
assert(result);
} else {
// no body
+ fwd->markStoredReplyAsWhole("setFinalReply() stored header-only adapted reply");
if (doneWithAdaptation()) // we may still be sending virgin response
handleAdaptationCompleted();
}
if (abortOnBadEntry("entry went bad while waiting for adapted body eof"))
return;
+ // distinguish this code path from handleAdaptedBodyProducerAborted()
+ receivedWholeAdaptedReply = true;
+
// end consumption if we consumed everything
if (adaptedBodySource != NULL && adaptedBodySource->exhausted())
endAdaptedBodyConsumption();
Client::endAdaptedBodyConsumption()
{
stopConsumingFrom(adaptedBodySource);
+
+ if (receivedWholeAdaptedReply) {
+ // We received the entire adapted reply per receivedWholeAdaptedReply.
+ // We are called when we consumed everything received (per our callers).
+ // We consume only what we store per handleMoreAdaptedBodyAvailable().
+ fwd->markStoredReplyAsWhole("received,consumed=>stored the entire RESPMOD reply");
+ }
+
handleAdaptationCompleted();
}
if (handledEarlyAdaptationAbort())
return;
- entry->lengthWentBad("body adaptation aborted");
handleAdaptationCompleted(); // the user should get a truncated response
}
public: // should be protected
void serverComplete(); /**< call when no server communication is expected */
+ /// remember that the received virgin reply was parsed in its entirety,
+ /// including its body (if any)
+ void markParsedVirginReplyAsWhole(const char *reasonWeAreSure);
+
private:
void serverComplete2(); /**< Continuation of serverComplete */
bool completed = false; /**< serverComplete() has been called */
bool adaptationAccessCheckPending = false;
bool startedAdaptation = false;
+
+ /// handleAdaptedBodyProductionEnded() was called
+ bool receivedWholeAdaptedReply = false;
#endif
bool receivedWholeRequestBody = false; ///< handleRequestBodyProductionEnded called
ftpState->completedListing();
/* QUIT operation handles sending the reply to client */
}
+ ftpState->markParsedVirginReplyAsWhole("ftpReadTransferDone code 226 or 250");
ftpSendQuit(ftpState);
} else { /* != 226 */
debugs(9, DBG_IMPORTANT, HERE << "Got code " << code << " after reading data");
reply->sources |= Http::Message::srcFtp;
setVirginReply(reply);
+ markParsedVirginReplyAsWhole("Ftp::Relay::handleControlReply() does not forward partial replies");
adaptOrFinalizeReply();
serverComplete();
{
debugs(9, 3, status());
- if (ctrl.replycode != 226 && ctrl.replycode != 250) {
+ // RFC 959 says that code 226 may indicate a successful response to a file
+ // transfer and file abort commands, but since we do not send abort
+ // commands, let's assume it was a successful file transfer.
+ if (ctrl.replycode == 226 || ctrl.replycode == 250) {
+ markParsedVirginReplyAsWhole("Ftp::Relay::readTransferDoneReply() code 226 or 250");
+ } else {
debugs(9, DBG_IMPORTANT, "got FTP code " << ctrl.replycode <<
" after reading response data");
}
HTML_header_added(0),
HTML_pre(0),
type_id(GOPHER_FILE /* '0' */),
+ overflowed(false),
cso_recno(0),
len(0),
buf(NULL),
int HTML_pre;
char type_id;
char request[MAX_URL];
+
+ /// some received bytes ignored due to internal buffer capacity limits
+ bool overflowed;
+
int cso_recno;
+
+ /// the number of not-yet-parsed Gopher line bytes in this->buf
int len;
+
char *buf; /* pts to a 4k page */
Comm::ConnectionPointer serverConn;
FwdState::Pointer fwd;
if (gopherState->len + llen >= TEMP_BUF_SIZE) {
debugs(10, DBG_IMPORTANT, "GopherHTML: Buffer overflow. Lost some data on URL: " << entry->url() );
llen = TEMP_BUF_SIZE - gopherState->len - 1;
+ gopherState->overflowed = true; // may already be true
}
if (!lpos) {
/* there is no complete line in inbuf */
entry->timestampsSet();
entry->flush();
+
+ if (!gopherState->len && !gopherState->overflowed)
+ gopherState->fwd->markStoredReplyAsWhole("gopher EOF after receiving/storing some bytes");
+
gopherState->fwd->complete();
gopherState->serverConn->close();
} else {
}
gopherToHTML(gopherState, (char *) NULL, 0);
+ fwd->markStoredReplyAsWhole("gopher instant internal request satisfaction");
fwd->complete();
return;
}
int len = inBuf.length();
addVirginReplyBody(data, len);
inBuf.consume(len);
+
+ // after addVirginReplyBody() wrote (when not adapting) everything we have
+ // received to Store, check whether we have received/parsed the entire reply
+ int64_t clen = -1;
+ const char *parsedWhole = nullptr;
+ if (!virginReply()->expectingBody(request->method, clen))
+ parsedWhole = "http parsed header-only reply";
+ else if (clen >= 0 && clen == payloadSeen - payloadTruncated)
+ parsedWhole = "http parsed Content-Length body bytes";
+ else if (clen < 0 && eof)
+ parsedWhole = "http parsed body ending with expected/required EOF";
+ if (parsedWhole)
+ markParsedVirginReplyAsWhole(parsedWhole);
}
bool
if (doneParsing) {
lastChunk = 1;
flags.do_next_read = false;
+ markParsedVirginReplyAsWhole("http parsed last-chunk");
}
return true;
}
case COMPLETE_NONPERSISTENT_MSG:
debugs(11, 5, "processReplyBody: COMPLETE_NONPERSISTENT_MSG from " << serverConnection);
- if (flags.chunked && !lastChunk)
- entry->lengthWentBad("missing last-chunk");
serverComplete();
return;
pe->startWriting(); // after timestampsSet()
- pe->complete();
+ pe->completeSuccessfully("wrote the entire Vary marker object");
return pe;
}
releaseRequest();
}
+void
+StoreEntry::completeSuccessfully(const char * const whyWeAreSure)
+{
+ debugs(20, 3, whyWeAreSure << "; " << *this);
+ complete();
+}
+
+void
+StoreEntry::completeTruncated(const char * const truncationReason)
+{
+ lengthWentBad(truncationReason);
+ complete();
+}
+
void
StoreEntry::complete()
{
buffer();
replaceHttpReply(HttpReplyPointer(reply));
flush();
- complete();
+ completeSuccessfully("replaceHttpReply() stored the entire error");
negativeCache();
releaseRequest(false); // if it is safe to negatively cache, sharing is OK
unlock("StoreEntry::storeErrorResponse");
if (!entry->makePublic())
entry->makePrivate(true);
+ if (dataWritten) // treat zero-length responses as incomplete
+ fwd->markStoredReplyAsWhole("whois received/stored the entire response");
+
fwd->complete();
debugs(75, 3, "whoisReadReply: Done: " << entry->url());
conn->close();
projects / thirdparty / squid.git / commitdiff
