2 * DEBUG: section 17 Request Forwarding
3 * AUTHOR: Duane Wessels
5 * SQUID Web Proxy Cache http://www.squid-cache.org/
6 * ----------------------------------------------------------
8 * Squid is the result of efforts by numerous individuals from
9 * the Internet community; see the CONTRIBUTORS file for full
10 * details. Many organizations have provided support for Squid's
11 * development; see the SPONSORS file for full details. Squid is
12 * Copyrighted (C) 2001 by the Regents of the University of
13 * California; see the COPYRIGHT file for full details. Squid
14 * incorporates software developed and/or copyrighted by other
15 * sources; see the CREDITS file for full details.
17 * This program is free software; you can redistribute it and/or modify
18 * it under the terms of the GNU General Public License as published by
19 * the Free Software Foundation; either version 2 of the License, or
20 * (at your option) any later version.
22 * This program is distributed in the hope that it will be useful,
23 * but WITHOUT ANY WARRANTY; without even the implied warranty of
24 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
25 * GNU General Public License for more details.
27 * You should have received a copy of the GNU General Public License
28 * along with this program; if not, write to the Free Software
29 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111, USA.
34 #include "AccessLogEntry.h"
35 #include "acl/AclAddress.h"
36 #include "acl/FilledChecklist.h"
37 #include "acl/Gadgets.h"
38 #include "anyp/PortCfg.h"
39 #include "CacheManager.h"
40 #include "CachePeer.h"
41 #include "client_side.h"
42 #include "comm/Connection.h"
43 #include "comm/ConnOpener.h"
44 #include "comm/Loops.h"
45 #include "CommCalls.h"
46 #include "errorpage.h"
54 #include "hier_code.h"
56 #include "HttpReply.h"
57 #include "HttpRequest.h"
58 #include "icmp/net_db.h"
60 #include "ip/Intercept.h"
61 #include "ip/QosConfig.h"
63 #include "MemObject.h"
64 #include "mgr/Registration.h"
65 #include "neighbors.h"
67 #include "PeerSelectState.h"
68 #include "SquidConfig.h"
69 #include "SquidTime.h"
71 #include "StoreClient.h"
75 #include "ssl/cert_validate_message.h"
76 #include "ssl/Config.h"
77 #include "ssl/ErrorDetail.h"
78 #include "ssl/helper.h"
79 #include "ssl/ServerBump.h"
80 #include "ssl/support.h"
86 static PSC fwdPeerSelectionCompleteWrapper
;
87 static CLCB fwdServerClosedWrapper
;
89 static PF fwdNegotiateSSLWrapper
;
91 static CNCB fwdConnectDoneWrapper
;
95 #define MAX_FWD_STATS_IDX 9
96 static int FwdReplyCodes
[MAX_FWD_STATS_IDX
+ 1][Http::scInvalidHeader
+ 1];
98 static PconnPool
*fwdPconnPool
= new PconnPool("server-side");
99 CBDATA_CLASS_INIT(FwdState
);
102 FwdState::abort(void* d
)
104 FwdState
* fwd
= (FwdState
*)d
;
105 Pointer tmp
= fwd
; // Grab a temporary pointer to keep the object alive during our scope.
107 if (Comm::IsConnOpen(fwd
->serverConnection())) {
108 comm_remove_close_handler(fwd
->serverConnection()->fd
, fwdServerClosedWrapper
, fwd
);
109 debugs(17, 3, HERE
<< "store entry aborted; closing " <<
110 fwd
->serverConnection());
111 fwd
->serverConnection()->close();
113 debugs(17, 7, HERE
<< "store entry aborted; no connection to close");
115 fwd
->serverDestinations
.clear();
119 /**** PUBLIC INTERFACE ********************************************************/
121 FwdState::FwdState(const Comm::ConnectionPointer
&client
, StoreEntry
* e
, HttpRequest
* r
, const AccessLogEntryPointer
&alp
):
124 debugs(17, 2, HERE
<< "Forwarding client request " << client
<< ", url=" << e
->url() );
128 HTTPMSGLOCK(request
);
129 pconnRace
= raceImpossible
;
130 start_t
= squid_curtime
;
131 serverDestinations
.reserve(Config
.forward_max_tries
);
133 EBIT_SET(e
->flags
, ENTRY_FWD_HDR_WAIT
);
136 // Called once, right after object creation, when it is safe to set self
137 void FwdState::start(Pointer aSelf
)
139 // Protect ourselves from being destroyed when the only Server pointing
140 // to us is gone (while we expect to talk to more Servers later).
141 // Once we set self, we are responsible for clearing it when we do not
142 // expect to talk to any servers.
143 self
= aSelf
; // refcounted
145 // We hope that either the store entry aborts or peer is selected.
146 // Otherwise we are going to leak our object.
148 entry
->registerAbort(FwdState::abort
, this);
150 #if STRICT_ORIGINAL_DST
151 // Bug 3243: CVE 2009-0801
152 // Bypass of browser same-origin access control in intercepted communication
153 // To resolve this we must force DIRECT and only to the original client destination.
154 const bool isIntercepted
= request
&& !request
->flags
.redirected
&& (request
->flags
.intercepted
|| request
->flags
.interceptTproxy
);
155 const bool useOriginalDst
= Config
.onoff
.client_dst_passthru
|| (request
&& !request
->flags
.hostVerified
);
156 if (isIntercepted
&& useOriginalDst
) {
157 selectPeerForIntercepted();
158 // 3.2 does not suppro re-wrapping inside CONNECT.
159 // our only alternative is to fake destination "found" and continue with the forwarding.
160 startConnectionOrFail();
165 // do full route options selection
166 peerSelect(&serverDestinations
, request
, al
, entry
, fwdPeerSelectionCompleteWrapper
, this);
169 #if STRICT_ORIGINAL_DST
170 /// bypasses peerSelect() when dealing with intercepted requests
172 FwdState::selectPeerForIntercepted()
174 // use pinned connection if available
175 Comm::ConnectionPointer p
;
176 if (ConnStateData
*client
= request
->pinnedConnection()) {
177 p
= client
->validatePinnedConnection(request
, NULL
);
178 if (Comm::IsConnOpen(p
)) {
179 /* duplicate peerSelectPinned() effects */
180 p
->peerType
= PINNED
;
181 entry
->ping_status
= PING_DONE
; /* Skip ICP */
183 debugs(17, 3, "reusing a pinned conn: " << *p
);
184 serverDestinations
.push_back(p
);
186 debugs(17,2, "Pinned connection is not valid: " << p
);
187 ErrorState
*anErr
= new ErrorState(ERR_ZERO_SIZE_OBJECT
, Http::scServiceUnavailable
, request
);
190 // Either use the valid pinned connection or fail if it is invalid.
194 // use client original destination as second preferred choice
195 p
= new Comm::Connection();
196 p
->peerType
= ORIGINAL_DST
;
197 p
->remote
= clientConn
->local
;
198 getOutgoingAddress(request
, p
);
200 debugs(17, 3, HERE
<< "using client original destination: " << *p
);
201 serverDestinations
.push_back(p
);
206 FwdState::completed()
208 if (flags
.forward_completed
) {
209 debugs(17, DBG_IMPORTANT
, HERE
<< "FwdState::completed called on a completed request! Bad!");
213 flags
.forward_completed
= true;
215 if (EBIT_TEST(entry
->flags
, ENTRY_ABORTED
)) {
216 debugs(17, 3, HERE
<< "entry aborted");
220 #if URL_CHECKSUM_DEBUG
222 entry
->mem_obj
->checkUrlChecksum();
225 if (entry
->store_status
== STORE_PENDING
) {
226 if (entry
->isEmpty()) {
227 if (!err
) // we quit (e.g., fd closed) before an error or content
228 fail(new ErrorState(ERR_READ_ERROR
, Http::scBadGateway
, request
));
230 errorAppendEntry(entry
, err
);
233 if (request
->flags
.sslPeek
&& request
->clientConnectionManager
.valid()) {
234 CallJobHere1(17, 4, request
->clientConnectionManager
, ConnStateData
,
235 ConnStateData::httpsPeeked
, Comm::ConnectionPointer(NULL
));
239 EBIT_CLR(entry
->flags
, ENTRY_FWD_HDR_WAIT
);
241 entry
->releaseRequest();
245 if (storePendingNClients(entry
) > 0)
246 assert(!EBIT_TEST(entry
->flags
, ENTRY_FWD_HDR_WAIT
));
250 FwdState::~FwdState()
252 debugs(17, 3, HERE
<< "FwdState destructor starting");
254 if (! flags
.forward_completed
)
259 HTTPMSGUNLOCK(request
);
263 entry
->unregisterAbort();
265 entry
->unlock("FwdState");
269 if (calls
.connector
!= NULL
) {
270 calls
.connector
->cancel("FwdState destructed");
271 calls
.connector
= NULL
;
274 if (Comm::IsConnOpen(serverConn
)) {
275 comm_remove_close_handler(serverConnection()->fd
, fwdServerClosedWrapper
, this);
276 debugs(17, 3, HERE
<< "closing FD " << serverConnection()->fd
);
280 serverDestinations
.clear();
282 debugs(17, 3, HERE
<< "FwdState destructor done");
286 * This is the entry point for client-side to start forwarding
287 * a transaction. It is a static method that may or may not
288 * allocate a FwdState.
291 FwdState::Start(const Comm::ConnectionPointer
&clientConn
, StoreEntry
*entry
, HttpRequest
*request
, const AccessLogEntryPointer
&al
)
294 * client_addr == no_addr indicates this is an "internal" request
295 * from peer_digest.c, asn.c, netdb.c, etc and should always
296 * be allowed. yuck, I know.
299 if ( Config
.accessList
.miss
&& !request
->client_addr
.isNoAddr() &&
300 request
->protocol
!= AnyP::PROTO_INTERNAL
&& request
->protocol
!= AnyP::PROTO_CACHE_OBJECT
) {
302 * Check if this host is allowed to fetch MISSES from us (miss_access).
303 * Intentionally replace the src_addr automatically selected by the checklist code
304 * we do NOT want the indirect client address to be tested here.
306 ACLFilledChecklist
ch(Config
.accessList
.miss
, request
, NULL
);
307 ch
.src_addr
= request
->client_addr
;
308 if (ch
.fastCheck() == ACCESS_DENIED
) {
310 page_id
= aclGetDenyInfoPage(&Config
.denyInfoList
, AclMatchedName
, 1);
312 if (page_id
== ERR_NONE
)
313 page_id
= ERR_FORWARDING_DENIED
;
315 ErrorState
*anErr
= new ErrorState(page_id
, Http::scForbidden
, request
);
316 errorAppendEntry(entry
, anErr
); // frees anErr
321 debugs(17, 3, HERE
<< "'" << entry
->url() << "'");
323 * This seems like an odd place to bind mem_obj and request.
324 * Might want to assert that request is NULL at this point
326 entry
->mem_obj
->request
= request
;
327 HTTPMSGLOCK(entry
->mem_obj
->request
);
328 #if URL_CHECKSUM_DEBUG
330 entry
->mem_obj
->checkUrlChecksum();
335 ErrorState
*anErr
= new ErrorState(ERR_SHUTTING_DOWN
, Http::scServiceUnavailable
, request
);
336 errorAppendEntry(entry
, anErr
); // frees anErr
340 switch (request
->protocol
) {
342 case AnyP::PROTO_INTERNAL
:
343 internalStart(clientConn
, request
, entry
);
346 case AnyP::PROTO_CACHE_OBJECT
:
347 CacheManager::GetInstance()->Start(clientConn
, request
, entry
);
350 case AnyP::PROTO_URN
:
351 urnStart(request
, entry
);
355 FwdState::Pointer fwd
= new FwdState(clientConn
, entry
, request
, al
);
364 FwdState::fwdStart(const Comm::ConnectionPointer
&clientConn
, StoreEntry
*entry
, HttpRequest
*request
)
366 // Hides AccessLogEntry.h from code that does not supply ALE anyway.
367 Start(clientConn
, entry
, request
, NULL
);
371 FwdState::startConnectionOrFail()
373 debugs(17, 3, HERE
<< entry
->url());
375 if (serverDestinations
.size() > 0) {
376 // Ditch error page if it was created before.
377 // A new one will be created if there's another problem
381 // Update the logging information about this new server connection.
382 // Done here before anything else so the errors get logged for
383 // this server link regardless of what happens when connecting to it.
384 // IF sucessfuly connected this top destination will become the serverConnection().
385 request
->hier
.note(serverDestinations
[0], request
->GetHost());
386 request
->clearError();
390 debugs(17, 3, HERE
<< "Connection failed: " << entry
->url());
392 ErrorState
*anErr
= new ErrorState(ERR_CANNOT_FORWARD
, Http::scInternalServerError
, request
);
394 } // else use actual error from last connection attempt
395 self
= NULL
; // refcounted
400 FwdState::fail(ErrorState
* errorState
)
402 debugs(17, 3, err_type_str
[errorState
->type
] << " \"" << Http::StatusCodeString(errorState
->httpStatus
) << "\"\n\t" << entry
->url());
407 if (!errorState
->request
) {
408 errorState
->request
= request
;
409 HTTPMSGLOCK(errorState
->request
);
412 if (err
->type
!= ERR_ZERO_SIZE_OBJECT
)
415 if (pconnRace
== racePossible
) {
416 debugs(17, 5, HERE
<< "pconn race happened");
417 pconnRace
= raceHappened
;
420 if (ConnStateData
*pinned_connection
= request
->pinnedConnection()) {
421 pinned_connection
->pinning
.zeroReply
= true;
422 flags
.dont_retry
= true; // we want to propagate failure to the client
423 debugs(17, 4, "zero reply on pinned connection");
428 * Frees fwdState without closing FD or generating an abort
431 FwdState::unregister(Comm::ConnectionPointer
&conn
)
433 debugs(17, 3, HERE
<< entry
->url() );
434 assert(serverConnection() == conn
);
435 assert(Comm::IsConnOpen(conn
));
436 comm_remove_close_handler(conn
->fd
, fwdServerClosedWrapper
, this);
440 // Legacy method to be removed in favor of the above as soon as possible
442 FwdState::unregister(int fd
)
444 debugs(17, 3, HERE
<< entry
->url() );
445 assert(fd
== serverConnection()->fd
);
446 unregister(serverConn
);
450 * server-side modules call fwdComplete() when they are done
451 * downloading an object. Then, we either 1) re-forward the
452 * request somewhere else if needed, or 2) call storeComplete()
458 debugs(17, 3, HERE
<< entry
->url() << "\n\tstatus " << entry
->getReply()->sline
.status());
459 #if URL_CHECKSUM_DEBUG
461 entry
->mem_obj
->checkUrlChecksum();
464 logReplyStatus(n_tries
, entry
->getReply()->sline
.status());
467 debugs(17, 3, HERE
<< "re-forwarding " << entry
->getReply()->sline
.status() << " " << entry
->url());
469 if (Comm::IsConnOpen(serverConn
))
470 unregister(serverConn
);
474 // drop the last path off the selection list. try the next one.
475 serverDestinations
.erase(serverDestinations
.begin());
476 startConnectionOrFail();
479 if (Comm::IsConnOpen(serverConn
))
480 debugs(17, 3, HERE
<< "server FD " << serverConnection()->fd
<< " not re-forwarding status " << entry
->getReply()->sline
.status());
482 debugs(17, 3, HERE
<< "server (FD closed) not re-forwarding status " << entry
->getReply()->sline
.status());
483 EBIT_CLR(entry
->flags
, ENTRY_FWD_HDR_WAIT
);
486 if (!Comm::IsConnOpen(serverConn
))
489 self
= NULL
; // refcounted
493 /**** CALLBACK WRAPPERS ************************************************************/
496 fwdPeerSelectionCompleteWrapper(Comm::ConnectionList
* unused
, ErrorState
*err
, void *data
)
498 FwdState
*fwd
= (FwdState
*) data
;
501 fwd
->startConnectionOrFail();
505 fwdServerClosedWrapper(const CommCloseCbParams
¶ms
)
507 FwdState
*fwd
= (FwdState
*)params
.data
;
508 fwd
->serverClosed(params
.fd
);
513 fwdNegotiateSSLWrapper(int fd
, void *data
)
515 FwdState
*fwd
= (FwdState
*) data
;
516 fwd
->negotiateSSL(fd
);
522 fwdConnectDoneWrapper(const Comm::ConnectionPointer
&conn
, comm_err_t status
, int xerrno
, void *data
)
524 FwdState
*fwd
= (FwdState
*) data
;
525 fwd
->connectDone(conn
, status
, xerrno
);
528 /**** PRIVATE *****************************************************************/
531 * FwdState::checkRetry
533 * Return TRUE if the request SHOULD be retried. This method is
534 * called when the HTTP connection fails, or when the connection
535 * is closed before server-side read the end of HTTP headers.
538 FwdState::checkRetry()
543 if (!self
) { // we have aborted before the server called us back
544 debugs(17, 5, HERE
<< "not retrying because of earlier abort");
545 // we will be destroyed when the server clears its Pointer to us
549 if (entry
->store_status
!= STORE_PENDING
)
552 if (!entry
->isEmpty())
555 if (n_tries
> Config
.forward_max_tries
)
558 if (squid_curtime
- start_t
> Config
.Timeout
.forward
)
561 if (flags
.dont_retry
)
564 if (request
->bodyNibbled())
567 // NP: not yet actually connected anywhere. retry is safe.
568 if (!flags
.connected_okay
)
571 if (!checkRetriable())
578 * FwdState::checkRetriable
580 * Return TRUE if this is the kind of request that can be retried
581 * after a failure. If the request is not retriable then we don't
582 * want to risk sending it on a persistent connection. Instead we'll
583 * force it to go on a new HTTP connection.
586 FwdState::checkRetriable()
588 // Optimize: A compliant proxy may retry PUTs, but Squid lacks the [rather
589 // complicated] code required to protect the PUT request body from being
590 // nibbled during the first try. Thus, Squid cannot retry some PUTs today.
591 if (request
->body_pipe
!= NULL
)
594 // RFC2616 9.1 Safe and Idempotent Methods
595 return (request
->method
.isHttpSafe() || request
->method
.isIdempotent());
599 FwdState::serverClosed(int fd
)
601 debugs(17, 2, HERE
<< "FD " << fd
<< " " << entry
->url());
606 FwdState::retryOrBail()
609 debugs(17, 3, HERE
<< "re-forwarding (" << n_tries
<< " tries, " << (squid_curtime
- start_t
) << " secs)");
610 // we should retry the same destination if it failed due to pconn race
611 if (pconnRace
== raceHappened
)
612 debugs(17, 4, HERE
<< "retrying the same destination");
614 serverDestinations
.erase(serverDestinations
.begin()); // last one failed. try another.
615 startConnectionOrFail();
619 // TODO: should we call completed() here and move doneWithRetries there?
622 if (self
!= NULL
&& !err
&& shutting_down
) {
623 ErrorState
*anErr
= new ErrorState(ERR_SHUTTING_DOWN
, Http::scServiceUnavailable
, request
);
624 errorAppendEntry(entry
, anErr
);
627 self
= NULL
; // refcounted
630 // If the Server quits before nibbling at the request body, the body sender
631 // will not know (so that we can retry). Call this if we will not retry. We
632 // will notify the sender so that it does not get stuck waiting for space.
634 FwdState::doneWithRetries()
636 if (request
&& request
->body_pipe
!= NULL
)
637 request
->body_pipe
->expectNoConsumption();
640 // called by the server that failed after calling unregister()
642 FwdState::handleUnregisteredServerEnd()
644 debugs(17, 2, HERE
<< "self=" << self
<< " err=" << err
<< ' ' << entry
->url());
645 assert(!Comm::IsConnOpen(serverConn
));
651 FwdState::negotiateSSL(int fd
)
653 unsigned long ssl_lib_error
= SSL_ERROR_NONE
;
654 SSL
*ssl
= fd_table
[fd
].ssl
;
657 if ((ret
= SSL_connect(ssl
)) <= 0) {
658 int ssl_error
= SSL_get_error(ssl
, ret
);
660 int sysErrNo
= EPROTO
;
662 int sysErrNo
= EACCES
;
667 case SSL_ERROR_WANT_READ
:
668 Comm::SetSelect(fd
, COMM_SELECT_READ
, fwdNegotiateSSLWrapper
, this, 0);
671 case SSL_ERROR_WANT_WRITE
:
672 Comm::SetSelect(fd
, COMM_SELECT_WRITE
, fwdNegotiateSSLWrapper
, this, 0);
676 case SSL_ERROR_SYSCALL
:
677 ssl_lib_error
= ERR_get_error();
678 debugs(81, DBG_IMPORTANT
, "fwdNegotiateSSL: Error negotiating SSL connection on FD " << fd
<<
679 ": " << ERR_error_string(ssl_lib_error
, NULL
) << " (" << ssl_error
<<
680 "/" << ret
<< "/" << errno
<< ")");
682 // store/report errno when ssl_error is SSL_ERROR_SYSCALL, ssl_lib_error is 0, and ret is -1
683 if (ssl_error
== SSL_ERROR_SYSCALL
&& ret
== -1 && ssl_lib_error
== 0)
686 // falling through to complete error handling
689 // TODO: move into a method before merge
690 Ssl::ErrorDetail
*errDetails
;
691 Ssl::ErrorDetail
*errFromFailure
= (Ssl::ErrorDetail
*)SSL_get_ex_data(ssl
, ssl_ex_index_ssl_error_detail
);
692 if (errFromFailure
!= NULL
) {
693 // The errFromFailure is attached to the ssl object
694 // and will be released when ssl object destroyed.
695 // Copy errFromFailure to a new Ssl::ErrorDetail object.
696 errDetails
= new Ssl::ErrorDetail(*errFromFailure
);
698 // server_cert can be NULL here
699 X509
*server_cert
= SSL_get_peer_certificate(ssl
);
700 errDetails
= new Ssl::ErrorDetail(SQUID_ERR_SSL_HANDSHAKE
, server_cert
, NULL
);
701 X509_free(server_cert
);
704 if (ssl_lib_error
!= SSL_ERROR_NONE
)
705 errDetails
->setLibError(ssl_lib_error
);
707 if (request
->clientConnectionManager
.valid()) {
708 // remember the server certificate from the ErrorDetail object
709 if (Ssl::ServerBump
*serverBump
= request
->clientConnectionManager
->serverBump()) {
710 serverBump
->serverCert
.resetAndLock(errDetails
->peerCert());
712 // remember validation errors, if any
713 if (Ssl::CertErrors
*errs
= static_cast<Ssl::CertErrors
*>(SSL_get_ex_data(ssl
, ssl_ex_index_ssl_errors
)))
714 serverBump
->sslErrors
= cbdataReference(errs
);
717 // For intercepted connections, set the host name to the server
718 // certificate CN. Otherwise, we just hope that CONNECT is using
719 // a user-entered address (a host name or a user-entered IP).
720 const bool isConnectRequest
= !request
->clientConnectionManager
->port
->flags
.isIntercepted();
721 if (request
->flags
.sslPeek
&& !isConnectRequest
) {
722 if (X509
*srvX509
= errDetails
->peerCert()) {
723 if (const char *name
= Ssl::CommonHostName(srvX509
)) {
724 request
->SetHost(name
);
725 debugs(83, 3, HERE
<< "reset request host: " << name
);
731 ErrorState
*const anErr
= makeConnectingError(ERR_SECURE_CONNECT_FAIL
);
732 anErr
->xerrno
= sysErrNo
;
733 anErr
->detail
= errDetails
;
736 if (serverConnection()->getPeer()) {
737 peerConnectFailed(serverConnection()->getPeer());
745 if (request
->clientConnectionManager
.valid()) {
746 // remember the server certificate from the ErrorDetail object
747 if (Ssl::ServerBump
*serverBump
= request
->clientConnectionManager
->serverBump()) {
748 serverBump
->serverCert
.reset(SSL_get_peer_certificate(ssl
));
750 // remember validation errors, if any
751 if (Ssl::CertErrors
*errs
= static_cast<Ssl::CertErrors
*>(SSL_get_ex_data(ssl
, ssl_ex_index_ssl_errors
)))
752 serverBump
->sslErrors
= cbdataReference(errs
);
756 if (serverConnection()->getPeer() && !SSL_session_reused(ssl
)) {
757 if (serverConnection()->getPeer()->sslSession
)
758 SSL_SESSION_free(serverConnection()->getPeer()->sslSession
);
760 serverConnection()->getPeer()->sslSession
= SSL_get1_session(ssl
);
763 if (Ssl::TheConfig
.ssl_crt_validator
) {
764 Ssl::CertValidationRequest validationRequest
;
765 // WARNING: Currently we do not use any locking for any of the
766 // members of the Ssl::CertValidationRequest class. In this code the
767 // Ssl::CertValidationRequest object used only to pass data to
768 // Ssl::CertValidationHelper::submit method.
769 validationRequest
.ssl
= ssl
;
770 validationRequest
.domainName
= request
->GetHost();
771 if (Ssl::CertErrors
*errs
= static_cast<Ssl::CertErrors
*>(SSL_get_ex_data(ssl
, ssl_ex_index_ssl_errors
)))
772 // validationRequest disappears on return so no need to cbdataReference
773 validationRequest
.errors
= errs
;
775 validationRequest
.errors
= NULL
;
777 debugs(83, 5, "Sending SSL certificate for validation to ssl_crtvd.");
778 Ssl::CertValidationHelper::GetInstance()->sslSubmit(validationRequest
, sslCrtvdHandleReplyWrapper
, this);
780 } catch (const std::exception
&e
) {
781 debugs(33, DBG_IMPORTANT
, "ERROR: Failed to compose ssl_crtvd " <<
782 "request for " << validationRequest
.domainName
<<
783 " certificate: " << e
.what() << "; will now block to " <<
784 "validate that certificate.");
785 // fall through to do blocking in-process generation.
786 ErrorState
*anErr
= new ErrorState(ERR_GATEWAY_FAILURE
, Http::scInternalServerError
, request
);
788 if (serverConnection()->getPeer()) {
789 peerConnectFailed(serverConnection()->getPeer());
801 FwdState::sslCrtvdHandleReplyWrapper(void *data
, Ssl::CertValidationResponse
const &validationResponse
)
803 FwdState
* fwd
= (FwdState
*)(data
);
804 fwd
->sslCrtvdHandleReply(validationResponse
);
808 FwdState::sslCrtvdHandleReply(Ssl::CertValidationResponse
const &validationResponse
)
810 Ssl::CertErrors
*errs
= NULL
;
811 Ssl::ErrorDetail
*errDetails
= NULL
;
812 bool validatorFailed
= false;
813 if (!Comm::IsConnOpen(serverConnection())) {
817 debugs(83,5, request
->GetHost() << " cert validation result: " << validationResponse
.resultCode
);
819 if (validationResponse
.resultCode
== HelperReply::Error
)
820 errs
= sslCrtvdCheckForErrors(validationResponse
, errDetails
);
821 else if (validationResponse
.resultCode
!= HelperReply::Okay
)
822 validatorFailed
= true;
824 if (!errDetails
&& !validatorFailed
) {
829 ErrorState
*anErr
= NULL
;
830 if (validatorFailed
) {
831 anErr
= new ErrorState(ERR_GATEWAY_FAILURE
, Http::scInternalServerError
, request
);
834 // Check the list error with
835 if (errDetails
&& request
->clientConnectionManager
.valid()) {
836 // remember the server certificate from the ErrorDetail object
837 if (Ssl::ServerBump
*serverBump
= request
->clientConnectionManager
->serverBump()) {
838 // remember validation errors, if any
840 if (serverBump
->sslErrors
)
841 cbdataReferenceDone(serverBump
->sslErrors
);
842 serverBump
->sslErrors
= cbdataReference(errs
);
847 anErr
= makeConnectingError(ERR_SECURE_CONNECT_FAIL
);
848 anErr
->detail
= errDetails
;
849 /*anErr->xerrno= Should preserved*/
853 if (serverConnection()->getPeer()) {
854 peerConnectFailed(serverConnection()->getPeer());
861 /// Checks errors in the cert. validator response against sslproxy_cert_error.
862 /// The first honored error, if any, is returned via errDetails parameter.
863 /// The method returns all seen errors except SSL_ERROR_NONE as Ssl::CertErrors.
865 FwdState::sslCrtvdCheckForErrors(Ssl::CertValidationResponse
const &resp
, Ssl::ErrorDetail
*& errDetails
)
867 Ssl::CertErrors
*errs
= NULL
;
869 ACLFilledChecklist
*check
= NULL
;
870 if (acl_access
*acl
= Config
.ssl_client
.cert_error
)
871 check
= new ACLFilledChecklist(acl
, request
, dash_str
);
873 SSL
*ssl
= fd_table
[serverConnection()->fd
].ssl
;
874 typedef Ssl::CertValidationResponse::RecvdErrors::const_iterator SVCRECI
;
875 for (SVCRECI i
= resp
.errors
.begin(); i
!= resp
.errors
.end(); ++i
) {
876 debugs(83, 7, "Error item: " << i
->error_no
<< " " << i
->error_reason
);
878 assert(i
->error_no
!= SSL_ERROR_NONE
);
881 bool allowed
= false;
883 check
->sslErrors
= new Ssl::CertErrors(Ssl::CertError(i
->error_no
, i
->cert
.get()));
884 if (check
->fastCheck() == ACCESS_ALLOWED
)
887 // else the Config.ssl_client.cert_error access list is not defined
888 // and the first error will cause the error page
891 debugs(83, 3, "bypassing SSL error " << i
->error_no
<< " in " << "buffer");
893 debugs(83, 5, "confirming SSL error " << i
->error_no
);
894 X509
*brokenCert
= i
->cert
.get();
895 Ssl::X509_Pointer
peerCert(SSL_get_peer_certificate(ssl
));
896 const char *aReason
= i
->error_reason
.empty() ? NULL
: i
->error_reason
.c_str();
897 errDetails
= new Ssl::ErrorDetail(i
->error_no
, peerCert
.get(), brokenCert
, aReason
);
900 delete check
->sslErrors
;
901 check
->sslErrors
= NULL
;
906 errs
= new Ssl::CertErrors(Ssl::CertError(i
->error_no
, i
->cert
.get()));
908 errs
->push_back_unique(Ssl::CertError(i
->error_no
, i
->cert
.get()));
917 FwdState::initiateSSL()
920 SSL_CTX
*sslContext
= NULL
;
921 const CachePeer
*peer
= serverConnection()->getPeer();
922 int fd
= serverConnection()->fd
;
925 assert(peer
->use_ssl
);
926 sslContext
= peer
->sslContext
;
928 sslContext
= Config
.ssl_client
.sslContext
;
933 if ((ssl
= SSL_new(sslContext
)) == NULL
) {
934 debugs(83, DBG_IMPORTANT
, "fwdInitiateSSL: Error allocating handle: " << ERR_error_string(ERR_get_error(), NULL
) );
935 ErrorState
*anErr
= new ErrorState(ERR_SOCKET_FAILURE
, Http::scInternalServerError
, request
);
936 // TODO: create Ssl::ErrorDetail with OpenSSL-supplied error code
938 self
= NULL
; // refcounted
946 SSL_set_ex_data(ssl
, ssl_ex_index_server
, peer
->ssldomain
);
951 SSL_set_ex_data(ssl
, ssl_ex_index_server
, peer
->name
);
956 SSL_set_ex_data(ssl
, ssl_ex_index_server
, peer
->host
);
958 if (peer
->sslSession
)
959 SSL_set_session(ssl
, peer
->sslSession
);
962 // While we are peeking at the certificate, we may not know the server
963 // name that the client will request (after interception or CONNECT)
964 // unless it was the CONNECT request with a user-typed address.
965 const char *hostname
= request
->GetHost();
966 const bool hostnameIsIp
= request
->GetHostIsNumeric();
967 const bool isConnectRequest
= request
->clientConnectionManager
.valid() &&
968 !request
->clientConnectionManager
->port
->flags
.isIntercepted();
969 if (!request
->flags
.sslPeek
|| isConnectRequest
)
970 SSL_set_ex_data(ssl
, ssl_ex_index_server
, (void*)hostname
);
972 // Use SNI TLS extension only when we connect directly
973 // to the origin server and we know the server host name.
975 Ssl::setClientSNI(ssl
, hostname
);
978 // If CertValidation Helper used do not lookup checklist for errors,
979 // but keep a list of errors to send it to CertValidator
980 if (!Ssl::TheConfig
.ssl_crt_validator
) {
981 // Create the ACL check list now, while we have access to more info.
982 // The list is used in ssl_verify_cb() and is freed in ssl_free().
983 if (acl_access
*acl
= Config
.ssl_client
.cert_error
) {
984 ACLFilledChecklist
*check
= new ACLFilledChecklist(acl
, request
, dash_str
);
985 SSL_set_ex_data(ssl
, ssl_ex_index_cert_error_check
, check
);
989 // store peeked cert to check SQUID_X509_V_ERR_CERT_CHANGE
991 if (request
->clientConnectionManager
.valid() &&
992 request
->clientConnectionManager
->serverBump() &&
993 (peeked_cert
= request
->clientConnectionManager
->serverBump()->serverCert
.get())) {
994 CRYPTO_add(&(peeked_cert
->references
),1,CRYPTO_LOCK_X509
);
995 SSL_set_ex_data(ssl
, ssl_ex_index_ssl_peeked_cert
, peeked_cert
);
998 fd_table
[fd
].ssl
= ssl
;
999 fd_table
[fd
].read_method
= &ssl_read_method
;
1000 fd_table
[fd
].write_method
= &ssl_write_method
;
1007 FwdState::connectDone(const Comm::ConnectionPointer
&conn
, comm_err_t status
, int xerrno
)
1009 if (status
!= COMM_OK
) {
1010 ErrorState
*const anErr
= makeConnectingError(ERR_CONNECT_FAIL
);
1011 anErr
->xerrno
= xerrno
;
1014 /* it might have been a timeout with a partially open link */
1016 if (conn
->getPeer())
1017 peerConnectFailed(conn
->getPeer());
1026 flags
.connected_okay
= true;
1028 debugs(17, 3, HERE
<< serverConnection() << ": '" << entry
->url() << "'" );
1030 comm_add_close_handler(serverConnection()->fd
, fwdServerClosedWrapper
, this);
1032 if (serverConnection()->getPeer())
1033 peerConnectSucceded(serverConnection()->getPeer());
1036 if (!request
->flags
.pinned
) {
1037 if ((serverConnection()->getPeer() && serverConnection()->getPeer()->use_ssl
) ||
1038 (!serverConnection()->getPeer() && request
->protocol
== AnyP::PROTO_HTTPS
) ||
1039 request
->flags
.sslPeek
) {
1050 FwdState::connectTimeout(int fd
)
1052 debugs(17, 2, "fwdConnectTimeout: FD " << fd
<< ": '" << entry
->url() << "'" );
1053 assert(serverDestinations
[0] != NULL
);
1054 assert(fd
== serverDestinations
[0]->fd
);
1056 if (entry
->isEmpty()) {
1057 ErrorState
*anErr
= new ErrorState(ERR_CONNECT_FAIL
, Http::scGatewayTimeout
, request
);
1058 anErr
->xerrno
= ETIMEDOUT
;
1061 /* This marks the peer DOWN ... */
1062 if (serverDestinations
[0]->getPeer())
1063 peerConnectFailed(serverDestinations
[0]->getPeer());
1066 if (Comm::IsConnOpen(serverDestinations
[0])) {
1067 serverDestinations
[0]->close();
1072 * Called after Forwarding path selection (via peer select) has taken place.
1073 * And whenever forwarding needs to attempt a new connection (routing failover)
1074 * We have a vector of possible localIP->remoteIP paths now ready to start being connected.
1077 FwdState::connectStart()
1079 assert(serverDestinations
.size() > 0);
1081 debugs(17, 3, "fwdConnectStart: " << entry
->url());
1083 if (!request
->hier
.first_conn_start
.tv_sec
) // first attempt
1084 request
->hier
.first_conn_start
= current_time
;
1086 /* connection timeout */
1088 if (serverDestinations
[0]->getPeer()) {
1089 ctimeout
= serverDestinations
[0]->getPeer()->connect_timeout
> 0 ?
1090 serverDestinations
[0]->getPeer()->connect_timeout
: Config
.Timeout
.peer_connect
;
1092 ctimeout
= Config
.Timeout
.connect
;
1095 /* calculate total forwarding timeout ??? */
1096 int ftimeout
= Config
.Timeout
.forward
- (squid_curtime
- start_t
);
1100 if (ftimeout
< ctimeout
)
1101 ctimeout
= ftimeout
;
1103 if (serverDestinations
[0]->getPeer() && request
->flags
.sslBumped
) {
1104 debugs(50, 4, "fwdConnectStart: Ssl bumped connections through parent proxy are not allowed");
1105 ErrorState
*anErr
= new ErrorState(ERR_CANNOT_FORWARD
, Http::scServiceUnavailable
, request
);
1107 self
= NULL
; // refcounted
1111 request
->flags
.pinned
= false; // XXX: what if the ConnStateData set this to flag existing credentials?
1112 // XXX: answer: the peer selection *should* catch it and give us only the pinned peer. so we reverse the =0 step below.
1113 // XXX: also, logs will now lie if pinning is broken and leads to an error message.
1114 if (serverDestinations
[0]->peerType
== PINNED
) {
1115 ConnStateData
*pinned_connection
= request
->pinnedConnection();
1116 debugs(17,7, "pinned peer connection: " << pinned_connection
);
1117 // pinned_connection may become nil after a pconn race
1118 if (pinned_connection
)
1119 serverConn
= pinned_connection
->validatePinnedConnection(request
, serverDestinations
[0]->getPeer());
1122 if (Comm::IsConnOpen(serverConn
)) {
1123 pinned_connection
->stopPinnedConnectionMonitoring();
1124 flags
.connected_okay
= true;
1126 request
->flags
.pinned
= true;
1127 request
->hier
.note(serverConn
, pinned_connection
->pinning
.host
);
1128 if (pinned_connection
->pinnedAuth())
1129 request
->flags
.auth
= true;
1130 comm_add_close_handler(serverConn
->fd
, fwdServerClosedWrapper
, this);
1131 // the server may close the pinned connection before this request
1132 pconnRace
= racePossible
;
1136 // Pinned connection failure.
1137 debugs(17,2,HERE
<< "Pinned connection failed: " << pinned_connection
);
1138 ErrorState
*anErr
= new ErrorState(ERR_ZERO_SIZE_OBJECT
, Http::scServiceUnavailable
, request
);
1140 self
= NULL
; // refcounted
1144 // Use pconn to avoid opening a new connection.
1145 const char *host
= NULL
;
1146 if (!serverDestinations
[0]->getPeer())
1147 host
= request
->GetHost();
1149 Comm::ConnectionPointer temp
;
1150 // Avoid pconns after races so that the same client does not suffer twice.
1151 // This does not increase the total number of connections because we just
1152 // closed the connection that failed the race. And re-pinning assumes this.
1153 if (pconnRace
!= raceHappened
)
1154 temp
= fwdPconnPool
->pop(serverDestinations
[0], host
, checkRetriable());
1156 const bool openedPconn
= Comm::IsConnOpen(temp
);
1157 pconnRace
= openedPconn
? racePossible
: raceImpossible
;
1159 // if we found an open persistent connection to use. use it.
1162 flags
.connected_okay
= true;
1163 debugs(17, 3, HERE
<< "reusing pconn " << serverConnection());
1166 comm_add_close_handler(serverConnection()->fd
, fwdServerClosedWrapper
, this);
1168 /* Update server side TOS and Netfilter mark on the connection. */
1169 if (Ip::Qos::TheConfig
.isAclTosActive()) {
1170 const tos_t tos
= GetTosToServer(request
);
1171 Ip::Qos::setSockTos(temp
, tos
);
1174 if (Ip::Qos::TheConfig
.isAclNfmarkActive()) {
1175 const nfmark_t nfmark
= GetNfmarkToServer(request
);
1176 Ip::Qos::setSockNfmark(temp
, nfmark
);
1184 // We will try to open a new connection, possibly to the same destination.
1185 // We reset serverDestinations[0] in case we are using it again because
1186 // ConnOpener modifies its destination argument.
1187 serverDestinations
[0]->local
.port(0);
1190 #if URL_CHECKSUM_DEBUG
1191 entry
->mem_obj
->checkUrlChecksum();
1194 /* Get the server side TOS and Netfilter mark to be set on the connection. */
1195 if (Ip::Qos::TheConfig
.isAclTosActive()) {
1196 serverDestinations
[0]->tos
= GetTosToServer(request
);
1198 #if SO_MARK && USE_LIBCAP
1199 serverDestinations
[0]->nfmark
= GetNfmarkToServer(request
);
1200 debugs(17, 3, "fwdConnectStart: got outgoing addr " << serverDestinations
[0]->local
<< ", tos " << int(serverDestinations
[0]->tos
)
1201 << ", netfilter mark " << serverDestinations
[0]->nfmark
);
1203 serverDestinations
[0]->nfmark
= 0;
1204 debugs(17, 3, "fwdConnectStart: got outgoing addr " << serverDestinations
[0]->local
<< ", tos " << int(serverDestinations
[0]->tos
));
1207 calls
.connector
= commCbCall(17,3, "fwdConnectDoneWrapper", CommConnectCbPtrFun(fwdConnectDoneWrapper
, this));
1208 Comm::ConnOpener
*cs
= new Comm::ConnOpener(serverDestinations
[0], calls
.connector
, ctimeout
);
1211 AsyncJob::Start(cs
);
1215 FwdState::dispatch()
1217 debugs(17, 3, HERE
<< clientConn
<< ": Fetching '" << RequestMethodStr(request
->method
) << " " << entry
->url() << "'");
1219 * Assert that server_fd is set. This is to guarantee that fwdState
1220 * is attached to something and will be deallocated when server_fd
1223 assert(Comm::IsConnOpen(serverConn
));
1225 fd_note(serverConnection()->fd
, entry
->url());
1227 fd_table
[serverConnection()->fd
].noteUse(fwdPconnPool
);
1229 /*assert(!EBIT_TEST(entry->flags, ENTRY_DISPATCHED)); */
1230 assert(entry
->ping_status
!= PING_WAITING
);
1232 assert(entry
->locked());
1234 EBIT_SET(entry
->flags
, ENTRY_DISPATCHED
);
1236 netdbPingSite(request
->GetHost());
1238 /* Retrieves remote server TOS or MARK value, and stores it as part of the
1239 * original client request FD object. It is later used to forward
1240 * remote server's TOS/MARK in the response to the client in case of a MISS.
1242 if (Ip::Qos::TheConfig
.isHitNfmarkActive()) {
1243 if (Comm::IsConnOpen(clientConn
) && Comm::IsConnOpen(serverConnection())) {
1244 fde
* clientFde
= &fd_table
[clientConn
->fd
]; // XXX: move the fd_table access into Ip::Qos
1245 /* Get the netfilter mark for the connection */
1246 Ip::Qos::getNfmarkFromServer(serverConnection(), clientFde
);
1251 /* Bug 2537: The TOS forward part of QOS only applies to patched Linux kernels. */
1252 if (Ip::Qos::TheConfig
.isHitTosActive()) {
1253 if (Comm::IsConnOpen(clientConn
)) {
1254 fde
* clientFde
= &fd_table
[clientConn
->fd
]; // XXX: move the fd_table access into Ip::Qos
1255 /* Get the TOS value for the packet */
1256 Ip::Qos::getTosFromServer(serverConnection(), clientFde
);
1262 if (request
->flags
.sslPeek
) {
1263 CallJobHere1(17, 4, request
->clientConnectionManager
, ConnStateData
,
1264 ConnStateData::httpsPeeked
, serverConnection());
1265 unregister(serverConn
); // async call owns it now
1266 complete(); // destroys us
1271 if (serverConnection()->getPeer() != NULL
) {
1272 ++ serverConnection()->getPeer()->stats
.fetches
;
1273 request
->peer_login
= serverConnection()->getPeer()->login
;
1274 request
->peer_domain
= serverConnection()->getPeer()->domain
;
1277 assert(!request
->flags
.sslPeek
);
1278 request
->peer_login
= NULL
;
1279 request
->peer_domain
= NULL
;
1281 switch (request
->protocol
) {
1284 case AnyP::PROTO_HTTPS
:
1289 case AnyP::PROTO_HTTP
:
1293 case AnyP::PROTO_GOPHER
:
1297 case AnyP::PROTO_FTP
:
1301 case AnyP::PROTO_CACHE_OBJECT
:
1303 case AnyP::PROTO_INTERNAL
:
1305 case AnyP::PROTO_URN
:
1306 fatal_dump("Should never get here");
1309 case AnyP::PROTO_WHOIS
:
1313 case AnyP::PROTO_WAIS
: /* Not implemented */
1316 debugs(17, DBG_IMPORTANT
, "WARNING: Cannot retrieve '" << entry
->url() << "'.");
1317 ErrorState
*anErr
= new ErrorState(ERR_UNSUP_REQ
, Http::scBadRequest
, request
);
1319 // Set the dont_retry flag because this is not a transient (network) error.
1320 flags
.dont_retry
= true;
1321 if (Comm::IsConnOpen(serverConn
)) {
1322 serverConn
->close();
1330 * FwdState::reforward
1332 * returns TRUE if the transaction SHOULD be re-forwarded to the
1333 * next choice in the serverDestinations list. This method is called when
1334 * server-side communication completes normally, or experiences
1335 * some error after receiving the end of HTTP headers.
1338 FwdState::reforward()
1340 StoreEntry
*e
= entry
;
1342 if (EBIT_TEST(e
->flags
, ENTRY_ABORTED
)) {
1343 debugs(17, 3, HERE
<< "entry aborted");
1347 assert(e
->store_status
== STORE_PENDING
);
1349 #if URL_CHECKSUM_DEBUG
1351 e
->mem_obj
->checkUrlChecksum();
1354 debugs(17, 3, HERE
<< e
->url() << "?" );
1356 if (!EBIT_TEST(e
->flags
, ENTRY_FWD_HDR_WAIT
)) {
1357 debugs(17, 3, HERE
<< "No, ENTRY_FWD_HDR_WAIT isn't set");
1361 if (n_tries
> Config
.forward_max_tries
)
1364 if (request
->bodyNibbled())
1367 if (serverDestinations
.size() <= 1) {
1368 // NP: <= 1 since total count includes the recently failed one.
1369 debugs(17, 3, HERE
<< "No alternative forwarding paths left");
1373 const Http::StatusCode s
= e
->getReply()->sline
.status();
1374 debugs(17, 3, HERE
<< "status " << s
);
1375 return reforwardableStatus(s
);
1379 * Create "503 Service Unavailable" or "504 Gateway Timeout" error depending
1380 * on whether this is a validation request. RFC 2616 says that we MUST reply
1381 * with "504 Gateway Timeout" if validation fails and cached reply has
1382 * proxy-revalidate, must-revalidate or s-maxage Cache-Control directive.
1385 FwdState::makeConnectingError(const err_type type
) const
1387 return new ErrorState(type
, request
->flags
.needValidation
?
1388 Http::scGatewayTimeout
: Http::scServiceUnavailable
, request
);
1392 fwdStats(StoreEntry
* s
)
1396 storeAppendPrintf(s
, "Status");
1398 for (j
= 1; j
< MAX_FWD_STATS_IDX
; ++j
) {
1399 storeAppendPrintf(s
, "\ttry#%d", j
);
1402 storeAppendPrintf(s
, "\n");
1404 for (i
= 0; i
<= (int) Http::scInvalidHeader
; ++i
) {
1405 if (FwdReplyCodes
[0][i
] == 0)
1408 storeAppendPrintf(s
, "%3d", i
);
1410 for (j
= 0; j
<= MAX_FWD_STATS_IDX
; ++j
) {
1411 storeAppendPrintf(s
, "\t%d", FwdReplyCodes
[j
][i
]);
1414 storeAppendPrintf(s
, "\n");
1418 /**** STATIC MEMBER FUNCTIONS *************************************************/
1421 FwdState::reforwardableStatus(const Http::StatusCode s
) const
1425 case Http::scBadGateway
:
1427 case Http::scGatewayTimeout
:
1430 case Http::scForbidden
:
1432 case Http::scInternalServerError
:
1434 case Http::scNotImplemented
:
1436 case Http::scServiceUnavailable
:
1437 return Config
.retry
.onerror
;
1447 * Decide where details need to be gathered to correctly describe a persistent connection.
1449 * - the address/port details about this link
1450 * - domain name of server at other end of this link (either peer or requested host)
1453 FwdState::pconnPush(Comm::ConnectionPointer
&conn
, const char *domain
)
1455 if (conn
->getPeer()) {
1456 fwdPconnPool
->push(conn
, NULL
);
1458 fwdPconnPool
->push(conn
, domain
);
1463 FwdState::initModule()
1465 RegisterWithCacheManager();
1469 FwdState::RegisterWithCacheManager(void)
1471 Mgr::RegisterAction("forward", "Request Forwarding Statistics", fwdStats
, 0, 1);
1475 FwdState::logReplyStatus(int tries
, const Http::StatusCode status
)
1477 if (status
> Http::scInvalidHeader
)
1482 if (tries
> MAX_FWD_STATS_IDX
)
1483 tries
= MAX_FWD_STATS_IDX
;
1485 ++ FwdReplyCodes
[tries
][status
];
1488 /**** PRIVATE NON-MEMBER FUNCTIONS ********************************************/
1492 * Formerly static, but now used by client_side_request.cc
1494 /// Checks for a TOS value to apply depending on the ACL
1496 aclMapTOS(acl_tos
* head
, ACLChecklist
* ch
)
1500 for (l
= head
; l
; l
= l
->next
) {
1501 if (!l
->aclList
|| ch
->fastCheck(l
->aclList
) == ACCESS_ALLOWED
)
1508 /// Checks for a netfilter mark value to apply depending on the ACL
1510 aclMapNfmark(acl_nfmark
* head
, ACLChecklist
* ch
)
1514 for (l
= head
; l
; l
= l
->next
) {
1515 if (!l
->aclList
|| ch
->fastCheck(l
->aclList
) == ACCESS_ALLOWED
)
1523 getOutgoingAddress(HttpRequest
* request
, Comm::ConnectionPointer conn
)
1525 // skip if an outgoing address is already set.
1526 if (!conn
->local
.isAnyAddr()) return;
1528 // ensure that at minimum the wildcard local matches remote protocol
1529 if (conn
->remote
.isIPv4())
1530 conn
->local
.setIPv4();
1532 // maybe use TPROXY client address
1533 if (request
&& request
->flags
.spoofClientIp
) {
1534 if (!conn
->getPeer() || !conn
->getPeer()->options
.no_tproxy
) {
1535 #if FOLLOW_X_FORWARDED_FOR && LINUX_NETFILTER
1536 if (Config
.onoff
.tproxy_uses_indirect_client
)
1537 conn
->local
= request
->indirect_client_addr
;
1540 conn
->local
= request
->client_addr
;
1541 // some flags need setting on the socket to use this address
1542 conn
->flags
|= COMM_DOBIND
;
1543 conn
->flags
|= COMM_TRANSPARENT
;
1546 // else no tproxy today ...
1549 if (!Config
.accessList
.outgoing_address
) {
1550 return; // anything will do.
1553 ACLFilledChecklist
ch(NULL
, request
, NULL
);
1554 ch
.dst_peer
= conn
->getPeer();
1555 ch
.dst_addr
= conn
->remote
;
1557 // TODO use the connection details in ACL.
1558 // needs a bit of rework in ACLFilledChecklist to use Comm::Connection instead of ConnStateData
1561 for (l
= Config
.accessList
.outgoing_address
; l
; l
= l
->next
) {
1563 /* check if the outgoing address is usable to the destination */
1564 if (conn
->remote
.isIPv4() != l
->addr
.isIPv4()) continue;
1566 /* check ACLs for this outgoing address */
1567 if (!l
->aclList
|| ch
.fastCheck(l
->aclList
) == ACCESS_ALLOWED
) {
1568 conn
->local
= l
->addr
;
1575 GetTosToServer(HttpRequest
* request
)
1577 ACLFilledChecklist
ch(NULL
, request
, NULL
);
1578 return aclMapTOS(Ip::Qos::TheConfig
.tosToServer
, &ch
);
1582 GetNfmarkToServer(HttpRequest
* request
)
1584 ACLFilledChecklist
ch(NULL
, request
, NULL
);
1585 return aclMapNfmark(Ip::Qos::TheConfig
.nfmarkToServer
, &ch
);