]> git.ipfire.org Git - thirdparty/squid.git/blob - src/client_side_request.cc
Merge from trunk
[thirdparty/squid.git] / src / client_side_request.cc
1
2 /*
3 * $Id$
4 *
5 * DEBUG: section 85 Client-side Request Routines
6 * AUTHOR: Robert Collins (Originally Duane Wessels in client_side.c)
7 *
8 * SQUID Web Proxy Cache http://www.squid-cache.org/
9 * ----------------------------------------------------------
10 *
11 * Squid is the result of efforts by numerous individuals from
12 * the Internet community; see the CONTRIBUTORS file for full
13 * details. Many organizations have provided support for Squid's
14 * development; see the SPONSORS file for full details. Squid is
15 * Copyrighted (C) 2001 by the Regents of the University of
16 * California; see the COPYRIGHT file for full details. Squid
17 * incorporates software developed and/or copyrighted by other
18 * sources; see the CREDITS file for full details.
19 *
20 * This program is free software; you can redistribute it and/or modify
21 * it under the terms of the GNU General Public License as published by
22 * the Free Software Foundation; either version 2 of the License, or
23 * (at your option) any later version.
24 *
25 * This program is distributed in the hope that it will be useful,
26 * but WITHOUT ANY WARRANTY; without even the implied warranty of
27 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
28 * GNU General Public License for more details.
29 *
30 * You should have received a copy of the GNU General Public License
31 * along with this program; if not, write to the Free Software
32 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111, USA.
33 *
34 */
35
36
37 /*
38 * General logic of request processing:
39 *
40 * We run a series of tests to determine if access will be permitted, and to do
41 * any redirection. Then we call into the result clientStream to retrieve data.
42 * From that point on it's up to reply management.
43 */
44
45 #include "squid.h"
46 #include "acl/FilledChecklist.h"
47 #include "acl/Gadgets.h"
48 #if USE_ADAPTATION
49 #include "adaptation/AccessCheck.h"
50 #include "adaptation/Iterator.h"
51 #include "adaptation/Service.h"
52 #if ICAP_CLIENT
53 #include "adaptation/icap/History.h"
54 #endif
55 #endif
56 #include "auth/UserRequest.h"
57 #include "clientStream.h"
58 #include "client_side.h"
59 #include "client_side_reply.h"
60 #include "client_side_request.h"
61 #include "ClientRequestContext.h"
62 #include "comm/Connection.h"
63 #include "compat/inet_pton.h"
64 #include "fde.h"
65 #include "HttpReply.h"
66 #include "HttpRequest.h"
67 #include "MemObject.h"
68 #include "ProtoPort.h"
69 #include "Store.h"
70 #include "SquidTime.h"
71 #include "wordlist.h"
72
73
74 #if LINGERING_CLOSE
75 #define comm_close comm_lingering_close
76 #endif
77
78 static const char *const crlf = "\r\n";
79
80 #if FOLLOW_X_FORWARDED_FOR
81 static void
82 clientFollowXForwardedForCheck(int answer, void *data);
83 #endif /* FOLLOW_X_FORWARDED_FOR */
84
85 CBDATA_CLASS_INIT(ClientRequestContext);
86
87 void *
88 ClientRequestContext::operator new (size_t size)
89 {
90 assert (size == sizeof(ClientRequestContext));
91 CBDATA_INIT_TYPE(ClientRequestContext);
92 ClientRequestContext *result = cbdataAlloc(ClientRequestContext);
93 return result;
94 }
95
96 void
97 ClientRequestContext::operator delete (void *address)
98 {
99 ClientRequestContext *t = static_cast<ClientRequestContext *>(address);
100 cbdataFree(t);
101 }
102
103 /* Local functions */
104 /* other */
105 static void clientAccessCheckDoneWrapper(int, void *);
106 static int clientHierarchical(ClientHttpRequest * http);
107 static void clientInterpretRequestHeaders(ClientHttpRequest * http);
108 static RH clientRedirectDoneWrapper;
109 static PF checkNoCacheDoneWrapper;
110 extern "C" CSR clientGetMoreData;
111 extern "C" CSS clientReplyStatus;
112 extern "C" CSD clientReplyDetach;
113 static void checkFailureRatio(err_type, hier_code);
114
115 ClientRequestContext::~ClientRequestContext()
116 {
117 /*
118 * Release our "lock" on our parent, ClientHttpRequest, if we
119 * still have one
120 */
121
122 if (http)
123 cbdataReferenceDone(http);
124
125 debugs(85,3, HERE << this << " ClientRequestContext destructed");
126 }
127
128 ClientRequestContext::ClientRequestContext(ClientHttpRequest *anHttp) : http(cbdataReference(anHttp)), acl_checklist (NULL), redirect_state (REDIRECT_NONE)
129 {
130 http_access_done = false;
131 redirect_done = false;
132 no_cache_done = false;
133 interpreted_req_hdrs = false;
134 debugs(85,3, HERE << this << " ClientRequestContext constructed");
135 }
136
137 CBDATA_CLASS_INIT(ClientHttpRequest);
138
139 void *
140 ClientHttpRequest::operator new (size_t size)
141 {
142 assert (size == sizeof (ClientHttpRequest));
143 CBDATA_INIT_TYPE(ClientHttpRequest);
144 ClientHttpRequest *result = cbdataAlloc(ClientHttpRequest);
145 return result;
146 }
147
148 void
149 ClientHttpRequest::operator delete (void *address)
150 {
151 ClientHttpRequest *t = static_cast<ClientHttpRequest *>(address);
152 cbdataFree(t);
153 }
154
155 ClientHttpRequest::ClientHttpRequest(ConnStateData * aConn) :
156 #if USE_ADAPTATION
157 AsyncJob("ClientHttpRequest"),
158 #endif
159 loggingEntry_(NULL)
160 {
161 start_time = current_time;
162 setConn(aConn);
163 dlinkAdd(this, &active, &ClientActiveRequests);
164 #if USE_ADAPTATION
165 request_satisfaction_mode = false;
166 #endif
167 }
168
169 /*
170 * returns true if client specified that the object must come from the cache
171 * without contacting origin server
172 */
173 bool
174 ClientHttpRequest::onlyIfCached()const
175 {
176 assert(request);
177 return request->cache_control &&
178 EBIT_TEST(request->cache_control->mask, CC_ONLY_IF_CACHED);
179 }
180
181 /*
182 * This function is designed to serve a fairly specific purpose.
183 * Occasionally our vBNS-connected caches can talk to each other, but not
184 * the rest of the world. Here we try to detect frequent failures which
185 * make the cache unusable (e.g. DNS lookup and connect() failures). If
186 * the failure:success ratio goes above 1.0 then we go into "hit only"
187 * mode where we only return UDP_HIT or UDP_MISS_NOFETCH. Neighbors
188 * will only fetch HITs from us if they are using the ICP protocol. We
189 * stay in this mode for 5 minutes.
190 *
191 * Duane W., Sept 16, 1996
192 */
193
194 #define FAILURE_MODE_TIME 300
195
196 static void
197 checkFailureRatio(err_type etype, hier_code hcode)
198 {
199 static double magic_factor = 100.0;
200 double n_good;
201 double n_bad;
202
203 if (hcode == HIER_NONE)
204 return;
205
206 n_good = magic_factor / (1.0 + request_failure_ratio);
207
208 n_bad = magic_factor - n_good;
209
210 switch (etype) {
211
212 case ERR_DNS_FAIL:
213
214 case ERR_CONNECT_FAIL:
215 case ERR_SECURE_CONNECT_FAIL:
216
217 case ERR_READ_ERROR:
218 n_bad++;
219 break;
220
221 default:
222 n_good++;
223 }
224
225 request_failure_ratio = n_bad / n_good;
226
227 if (hit_only_mode_until > squid_curtime)
228 return;
229
230 if (request_failure_ratio < 1.0)
231 return;
232
233 debugs(33, 0, "Failure Ratio at "<< std::setw(4)<<
234 std::setprecision(3) << request_failure_ratio);
235
236 debugs(33, 0, "Going into hit-only-mode for " <<
237 FAILURE_MODE_TIME / 60 << " minutes...");
238
239 hit_only_mode_until = squid_curtime + FAILURE_MODE_TIME;
240
241 request_failure_ratio = 0.8; /* reset to something less than 1.0 */
242 }
243
244 ClientHttpRequest::~ClientHttpRequest()
245 {
246 debugs(33, 3, "httpRequestFree: " << uri);
247 PROF_start(httpRequestFree);
248
249 // Even though freeResources() below may destroy the request,
250 // we no longer set request->body_pipe to NULL here
251 // because we did not initiate that pipe (ConnStateData did)
252
253 /* the ICP check here was erroneous
254 * - StoreEntry::releaseRequest was always called if entry was valid
255 */
256 assert(logType < LOG_TYPE_MAX);
257
258 logRequest();
259
260 loggingEntry(NULL);
261
262 if (request)
263 checkFailureRatio(request->errType, al.hier.code);
264
265 freeResources();
266
267 #if USE_ADAPTATION
268 announceInitiatorAbort(virginHeadSource);
269
270 if (adaptedBodySource != NULL)
271 stopConsumingFrom(adaptedBodySource);
272 #endif
273
274 if (calloutContext)
275 delete calloutContext;
276
277 if (conn_)
278 cbdataReferenceDone(conn_);
279
280 /* moving to the next connection is handled by the context free */
281 dlinkDelete(&active, &ClientActiveRequests);
282
283 PROF_stop(httpRequestFree);
284 }
285
286 /**
287 * Create a request and kick it off
288 *
289 * \retval 0 success
290 * \retval -1 failure
291 *
292 * TODO: Pass in the buffers to be used in the inital Read request, as they are
293 * determined by the user
294 */
295 int
296 clientBeginRequest(const HttpRequestMethod& method, char const *url, CSCB * streamcallback,
297 CSD * streamdetach, ClientStreamData streamdata, HttpHeader const *header,
298 char *tailbuf, size_t taillen)
299 {
300 size_t url_sz;
301 ClientHttpRequest *http = new ClientHttpRequest(NULL);
302 HttpRequest *request;
303 StoreIOBuffer tempBuffer;
304 http->start_time = current_time;
305 /* this is only used to adjust the connection offset in client_side.c */
306 http->req_sz = 0;
307 tempBuffer.length = taillen;
308 tempBuffer.data = tailbuf;
309 /* client stream setup */
310 clientStreamInit(&http->client_stream, clientGetMoreData, clientReplyDetach,
311 clientReplyStatus, new clientReplyContext(http), streamcallback,
312 streamdetach, streamdata, tempBuffer);
313 /* make it visible in the 'current acctive requests list' */
314 /* Set flags */
315 /* internal requests only makes sense in an
316 * accelerator today. TODO: accept flags ? */
317 http->flags.accel = 1;
318 /* allow size for url rewriting */
319 url_sz = strlen(url) + Config.appendDomainLen + 5;
320 http->uri = (char *)xcalloc(url_sz, 1);
321 strcpy(http->uri, url);
322
323 if ((request = HttpRequest::CreateFromUrlAndMethod(http->uri, method)) == NULL) {
324 debugs(85, 5, "Invalid URL: " << http->uri);
325 return -1;
326 }
327
328 /*
329 * now update the headers in request with our supplied headers. urlParse
330 * should return a blank header set, but we use Update to be sure of
331 * correctness.
332 */
333 if (header)
334 request->header.update(header, NULL);
335
336 http->log_uri = xstrdup(urlCanonicalClean(request));
337
338 /* http struct now ready */
339
340 /*
341 * build new header list *? TODO
342 */
343 request->flags.accelerated = http->flags.accel;
344
345 request->flags.internalclient = 1;
346
347 /* this is an internally created
348 * request, not subject to acceleration
349 * target overrides */
350 /*
351 * FIXME? Do we want to detect and handle internal requests of internal
352 * objects ?
353 */
354
355 /* Internally created requests cannot have bodies today */
356 request->content_length = 0;
357
358 request->client_addr.SetNoAddr();
359
360 #if FOLLOW_X_FORWARDED_FOR
361 request->indirect_client_addr.SetNoAddr();
362 #endif /* FOLLOW_X_FORWARDED_FOR */
363
364 request->my_addr.SetNoAddr(); /* undefined for internal requests */
365
366 request->my_addr.SetPort(0);
367
368 /* Our version is HTTP/1.1 */
369 HttpVersion http_ver(1,1);
370 request->http_ver = http_ver;
371
372 http->request = HTTPMSGLOCK(request);
373
374 /* optional - skip the access check ? */
375 http->calloutContext = new ClientRequestContext(http);
376
377 http->calloutContext->http_access_done = false;
378
379 http->calloutContext->redirect_done = true;
380
381 http->calloutContext->no_cache_done = true;
382
383 http->doCallouts();
384
385 return 0;
386 }
387
388 bool
389 ClientRequestContext::httpStateIsValid()
390 {
391 ClientHttpRequest *http_ = http;
392
393 if (cbdataReferenceValid(http_))
394 return true;
395
396 http = NULL;
397
398 cbdataReferenceDone(http_);
399
400 return false;
401 }
402
403 #if FOLLOW_X_FORWARDED_FOR
404 /**
405 * clientFollowXForwardedForCheck() checks the content of X-Forwarded-For:
406 * against the followXFF ACL, or cleans up and passes control to
407 * clientAccessCheck().
408 *
409 * The trust model here is a little ambiguous. So to clarify the logic:
410 * - we may always use the direct client address as the client IP.
411 * - these trust tests merey tell whether we trust given IP enough to believe the
412 * IP string which it appended to the X-Forwarded-For: header.
413 * - if at any point we don't trust what an IP adds we stop looking.
414 * - at that point the current contents of indirect_client_addr are the value set
415 * by the last previously trusted IP.
416 * ++ indirect_client_addr contains the remote direct client from the trusted peers viewpoint.
417 */
418 static void
419 clientFollowXForwardedForCheck(int answer, void *data)
420 {
421 ClientRequestContext *calloutContext = (ClientRequestContext *) data;
422
423 if (!calloutContext->httpStateIsValid())
424 return;
425
426 ClientHttpRequest *http = calloutContext->http;
427 HttpRequest *request = http->request;
428
429 /*
430 * answer should be be ACCESS_ALLOWED or ACCESS_DENIED if we are
431 * called as a result of ACL checks, or -1 if we are called when
432 * there's nothing left to do.
433 */
434 if (answer == ACCESS_ALLOWED &&
435 request->x_forwarded_for_iterator.size () != 0) {
436
437 /*
438 * Remove the last comma-delimited element from the
439 * x_forwarded_for_iterator and use it to repeat the cycle.
440 */
441 const char *p;
442 const char *asciiaddr;
443 int l;
444 Ip::Address addr;
445 p = request->x_forwarded_for_iterator.termedBuf();
446 l = request->x_forwarded_for_iterator.size();
447
448 /*
449 * XXX x_forwarded_for_iterator should really be a list of
450 * IP addresses, but it's a String instead. We have to
451 * walk backwards through the String, biting off the last
452 * comma-delimited part each time. As long as the data is in
453 * a String, we should probably implement and use a variant of
454 * strListGetItem() that walks backwards instead of forwards
455 * through a comma-separated list. But we don't even do that;
456 * we just do the work in-line here.
457 */
458 /* skip trailing space and commas */
459 while (l > 0 && (p[l-1] == ',' || xisspace(p[l-1])))
460 l--;
461 request->x_forwarded_for_iterator.cut(l);
462 /* look for start of last item in list */
463 while (l > 0 && ! (p[l-1] == ',' || xisspace(p[l-1])))
464 l--;
465 asciiaddr = p+l;
466 if ((addr = asciiaddr)) {
467 request->indirect_client_addr = addr;
468 request->x_forwarded_for_iterator.cut(l);
469 calloutContext->acl_checklist = clientAclChecklistCreate(Config.accessList.followXFF, http);
470 if (!Config.onoff.acl_uses_indirect_client) {
471 /* override the default src_addr tested if we have to go deeper than one level into XFF */
472 Filled(calloutContext->acl_checklist)->src_addr = request->indirect_client_addr;
473 }
474 calloutContext->acl_checklist->nonBlockingCheck(clientFollowXForwardedForCheck, data);
475 return;
476 }
477 } /*if (answer == ACCESS_ALLOWED &&
478 request->x_forwarded_for_iterator.size () != 0)*/
479
480 /* clean up, and pass control to clientAccessCheck */
481 if (Config.onoff.log_uses_indirect_client) {
482 /*
483 * Ensure that the access log shows the indirect client
484 * instead of the direct client.
485 */
486 ConnStateData *conn = http->getConn();
487 conn->log_addr = request->indirect_client_addr;
488 }
489 request->x_forwarded_for_iterator.clean();
490 request->flags.done_follow_x_forwarded_for = 1;
491
492 if (answer != ACCESS_ALLOWED && answer != ACCESS_DENIED) {
493 debugs(28, DBG_CRITICAL, "ERROR: Processing X-Forwarded-For. Stopping at IP address: " << request->indirect_client_addr );
494 }
495
496 /* process actual access ACL as normal. */
497 calloutContext->clientAccessCheck();
498 }
499 #endif /* FOLLOW_X_FORWARDED_FOR */
500
501 /* This is the entry point for external users of the client_side routines */
502 void
503 ClientRequestContext::clientAccessCheck()
504 {
505 #if FOLLOW_X_FORWARDED_FOR
506 if (!http->request->flags.done_follow_x_forwarded_for &&
507 Config.accessList.followXFF &&
508 http->request->header.has(HDR_X_FORWARDED_FOR)) {
509
510 /* we always trust the direct client address for actual use */
511 http->request->indirect_client_addr = http->request->client_addr;
512 http->request->indirect_client_addr.SetPort(0);
513
514 /* setup the XFF iterator for processing */
515 http->request->x_forwarded_for_iterator = http->request->header.getList(HDR_X_FORWARDED_FOR);
516
517 /* begin by checking to see if we trust direct client enough to walk XFF */
518 acl_checklist = clientAclChecklistCreate(Config.accessList.followXFF, http);
519 acl_checklist->nonBlockingCheck(clientFollowXForwardedForCheck, this);
520 return;
521 }
522 #endif /* FOLLOW_X_FORWARDED_FOR */
523
524 if (Config.accessList.http) {
525 acl_checklist = clientAclChecklistCreate(Config.accessList.http, http);
526 acl_checklist->nonBlockingCheck(clientAccessCheckDoneWrapper, this);
527 } else {
528 debugs(0, DBG_CRITICAL, "No http_access configuration found. This will block ALL traffic");
529 clientAccessCheckDone(ACCESS_DENIED);
530 }
531 }
532
533 /**
534 * Identical in operation to clientAccessCheck() but performed later using different configured ACL list.
535 * The default here is to allow all. Since the earlier http_access should do a default deny all.
536 * This check is just for a last-minute denial based on adapted request headers.
537 */
538 void
539 ClientRequestContext::clientAccessCheck2()
540 {
541 if (Config.accessList.adapted_http) {
542 acl_checklist = clientAclChecklistCreate(Config.accessList.adapted_http, http);
543 acl_checklist->nonBlockingCheck(clientAccessCheckDoneWrapper, this);
544 } else {
545 debugs(85, 2, HERE << "No adapted_http_access configuration. default: ALLOW");
546 clientAccessCheckDone(ACCESS_ALLOWED);
547 }
548 }
549
550 void
551 clientAccessCheckDoneWrapper(int answer, void *data)
552 {
553 ClientRequestContext *calloutContext = (ClientRequestContext *) data;
554
555 if (!calloutContext->httpStateIsValid())
556 return;
557
558 calloutContext->clientAccessCheckDone(answer);
559 }
560
561 void
562 ClientRequestContext::clientAccessCheckDone(int answer)
563 {
564 acl_checklist = NULL;
565 err_type page_id;
566 http_status status;
567 debugs(85, 2, "The request " <<
568 RequestMethodStr(http->request->method) << " " <<
569 http->uri << " is " <<
570 (answer == ACCESS_ALLOWED ? "ALLOWED" : "DENIED") <<
571 ", because it matched '" <<
572 (AclMatchedName ? AclMatchedName : "NO ACL's") << "'" );
573 char const *proxy_auth_msg = "<null>";
574
575 if (http->getConn() != NULL && http->getConn()->auth_user_request != NULL)
576 proxy_auth_msg = http->getConn()->auth_user_request->denyMessage("<null>");
577 else if (http->request->auth_user_request != NULL)
578 proxy_auth_msg = http->request->auth_user_request->denyMessage("<null>");
579
580 if (answer != ACCESS_ALLOWED) {
581 /* Send an error */
582 int require_auth = (answer == ACCESS_REQ_PROXY_AUTH || aclIsProxyAuth(AclMatchedName));
583 debugs(85, 5, "Access Denied: " << http->uri);
584 debugs(85, 5, "AclMatchedName = " << (AclMatchedName ? AclMatchedName : "<null>"));
585
586 if (require_auth)
587 debugs(33, 5, "Proxy Auth Message = " << (proxy_auth_msg ? proxy_auth_msg : "<null>"));
588
589 /*
590 * NOTE: get page_id here, based on AclMatchedName because if
591 * USE_DELAY_POOLS is enabled, then AclMatchedName gets clobbered in
592 * the clientCreateStoreEntry() call just below. Pedro Ribeiro
593 * <pribeiro@isel.pt>
594 */
595 page_id = aclGetDenyInfoPage(&Config.denyInfoList, AclMatchedName, answer != ACCESS_REQ_PROXY_AUTH);
596
597 http->logType = LOG_TCP_DENIED;
598
599 if (require_auth) {
600 if (!http->flags.accel) {
601 /* Proxy authorisation needed */
602 status = HTTP_PROXY_AUTHENTICATION_REQUIRED;
603 } else {
604 /* WWW authorisation needed */
605 status = HTTP_UNAUTHORIZED;
606 }
607
608 if (page_id == ERR_NONE)
609 page_id = ERR_CACHE_ACCESS_DENIED;
610 } else {
611 status = HTTP_FORBIDDEN;
612
613 if (page_id == ERR_NONE)
614 page_id = ERR_ACCESS_DENIED;
615 }
616
617 clientStreamNode *node = (clientStreamNode *)http->client_stream.tail->prev->data;
618 clientReplyContext *repContext = dynamic_cast<clientReplyContext *>(node->data.getRaw());
619 assert (repContext);
620 Ip::Address tmpnoaddr;
621 tmpnoaddr.SetNoAddr();
622 repContext->setReplyToError(page_id, status,
623 http->request->method, NULL,
624 http->getConn() != NULL ? http->getConn()->peer : tmpnoaddr,
625 http->request,
626 NULL,
627 http->getConn() != NULL && http->getConn()->auth_user_request != NULL ?
628 http->getConn()->auth_user_request : http->request->auth_user_request);
629
630 node = (clientStreamNode *)http->client_stream.tail->data;
631 clientStreamRead(node, http, node->readBuffer);
632 return;
633 }
634
635 /* ACCESS_ALLOWED continues here ... */
636 safe_free(http->uri);
637
638 http->uri = xstrdup(urlCanonical(http->request));
639
640 http->doCallouts();
641 }
642
643 #if USE_ADAPTATION
644 static void
645 adaptationAclCheckDoneWrapper(Adaptation::ServiceGroupPointer g, void *data)
646 {
647 ClientRequestContext *calloutContext = (ClientRequestContext *)data;
648
649 if (!calloutContext->httpStateIsValid())
650 return;
651
652 calloutContext->adaptationAclCheckDone(g);
653 }
654
655 void
656 ClientRequestContext::adaptationAclCheckDone(Adaptation::ServiceGroupPointer g)
657 {
658 debugs(93,3,HERE << this << " adaptationAclCheckDone called");
659 assert(http);
660
661 #if ICAP_CLIENT
662 Adaptation::Icap::History::Pointer ih = http->request->icapHistory();
663 if (ih != NULL) {
664 if (http->getConn() != NULL) {
665 ih->rfc931 = http->getConn()->rfc931;
666 #if USE_SSL
667 assert(http->getConn()->clientConn != NULL);
668 ih->ssluser = sslGetUserEmail(fd_table[http->getConn()->clientConn->fd].ssl);
669 #endif
670 }
671 ih->log_uri = http->log_uri;
672 ih->req_sz = http->req_sz;
673 }
674 #endif
675
676 if (!g) {
677 debugs(85,3, HERE << "no adaptation needed");
678 http->doCallouts();
679 return;
680 }
681
682 http->startAdaptation(g);
683 }
684
685 #endif
686
687 static void
688 clientRedirectAccessCheckDone(int answer, void *data)
689 {
690 ClientRequestContext *context = (ClientRequestContext *)data;
691 ClientHttpRequest *http = context->http;
692 context->acl_checklist = NULL;
693
694 if (answer == ACCESS_ALLOWED)
695 redirectStart(http, clientRedirectDoneWrapper, context);
696 else
697 context->clientRedirectDone(NULL);
698 }
699
700 void
701 ClientRequestContext::clientRedirectStart()
702 {
703 debugs(33, 5, "clientRedirectStart: '" << http->uri << "'");
704
705 if (Config.accessList.redirector) {
706 acl_checklist = clientAclChecklistCreate(Config.accessList.redirector, http);
707 acl_checklist->nonBlockingCheck(clientRedirectAccessCheckDone, this);
708 } else
709 redirectStart(http, clientRedirectDoneWrapper, this);
710 }
711
712 static int
713 clientHierarchical(ClientHttpRequest * http)
714 {
715 const char *url = http->uri;
716 HttpRequest *request = http->request;
717 HttpRequestMethod method = request->method;
718 const wordlist *p = NULL;
719
720 /*
721 * IMS needs a private key, so we can use the hierarchy for IMS only if our
722 * neighbors support private keys
723 */
724
725 if (request->flags.ims && !neighbors_do_private_keys)
726 return 0;
727
728 /*
729 * This is incorrect: authenticating requests can be sent via a hierarchy
730 * (they can even be cached if the correct headers are set on the reply)
731 */
732 if (request->flags.auth)
733 return 0;
734
735 if (method == METHOD_TRACE)
736 return 1;
737
738 if (method != METHOD_GET)
739 return 0;
740
741 /* scan hierarchy_stoplist */
742 for (p = Config.hierarchy_stoplist; p; p = p->next)
743 if (strstr(url, p->key))
744 return 0;
745
746 if (request->flags.loopdetect)
747 return 0;
748
749 if (request->protocol == PROTO_HTTP)
750 return httpCachable(method);
751
752 if (request->protocol == PROTO_GOPHER)
753 return gopherCachable(request);
754
755 if (request->protocol == PROTO_CACHEOBJ)
756 return 0;
757
758 return 1;
759 }
760
761
762 static void
763 clientCheckPinning(ClientHttpRequest * http)
764 {
765 HttpRequest *request = http->request;
766 HttpHeader *req_hdr = &request->header;
767 ConnStateData *http_conn = http->getConn();
768
769 /* Internal requests such as those from ESI includes may be without
770 * a client connection
771 */
772 if (!http_conn)
773 return;
774
775 request->flags.connection_auth_disabled = http_conn->port->connection_auth_disabled;
776 if (!request->flags.connection_auth_disabled) {
777 if (http_conn->pinning.fd != -1) {
778 if (http_conn->pinning.auth) {
779 request->flags.connection_auth = 1;
780 request->flags.auth = 1;
781 } else {
782 request->flags.connection_proxy_auth = 1;
783 }
784 request->setPinnedConnection(http_conn);
785 }
786 }
787
788 /* check if connection auth is used, and flag as candidate for pinning
789 * in such case.
790 * Note: we may need to set flags.connection_auth even if the connection
791 * is already pinned if it was pinned earlier due to proxy auth
792 */
793 if (!request->flags.connection_auth) {
794 if (req_hdr->has(HDR_AUTHORIZATION) || req_hdr->has(HDR_PROXY_AUTHORIZATION)) {
795 HttpHeaderPos pos = HttpHeaderInitPos;
796 HttpHeaderEntry *e;
797 int may_pin = 0;
798 while ((e = req_hdr->getEntry(&pos))) {
799 if (e->id == HDR_AUTHORIZATION || e->id == HDR_PROXY_AUTHORIZATION) {
800 const char *value = e->value.rawBuf();
801 if (strncasecmp(value, "NTLM ", 5) == 0
802 ||
803 strncasecmp(value, "Negotiate ", 10) == 0
804 ||
805 strncasecmp(value, "Kerberos ", 9) == 0) {
806 if (e->id == HDR_AUTHORIZATION) {
807 request->flags.connection_auth = 1;
808 may_pin = 1;
809 } else {
810 request->flags.connection_proxy_auth = 1;
811 may_pin = 1;
812 }
813 }
814 }
815 }
816 if (may_pin && !request->pinnedConnection()) {
817 request->setPinnedConnection(http->getConn());
818 }
819 }
820 }
821 }
822
823 static void
824 clientInterpretRequestHeaders(ClientHttpRequest * http)
825 {
826 HttpRequest *request = http->request;
827 HttpHeader *req_hdr = &request->header;
828 int no_cache = 0;
829 const char *str;
830
831 request->imslen = -1;
832 request->ims = req_hdr->getTime(HDR_IF_MODIFIED_SINCE);
833
834 if (request->ims > 0)
835 request->flags.ims = 1;
836
837 if (!request->flags.ignore_cc) {
838 if (req_hdr->has(HDR_PRAGMA)) {
839 String s = req_hdr->getList(HDR_PRAGMA);
840
841 if (strListIsMember(&s, "no-cache", ','))
842 no_cache++;
843
844 s.clean();
845 }
846
847 if (request->cache_control)
848 if (EBIT_TEST(request->cache_control->mask, CC_NO_CACHE))
849 no_cache++;
850
851 /*
852 * Work around for supporting the Reload button in IE browsers when Squid
853 * is used as an accelerator or transparent proxy, by turning accelerated
854 * IMS request to no-cache requests. Now knows about IE 5.5 fix (is
855 * actually only fixed in SP1, but we can't tell whether we are talking to
856 * SP1 or not so all 5.5 versions are treated 'normally').
857 */
858 if (Config.onoff.ie_refresh) {
859 if (http->flags.accel && request->flags.ims) {
860 if ((str = req_hdr->getStr(HDR_USER_AGENT))) {
861 if (strstr(str, "MSIE 5.01") != NULL)
862 no_cache++;
863 else if (strstr(str, "MSIE 5.0") != NULL)
864 no_cache++;
865 else if (strstr(str, "MSIE 4.") != NULL)
866 no_cache++;
867 else if (strstr(str, "MSIE 3.") != NULL)
868 no_cache++;
869 }
870 }
871 }
872 }
873
874 if (request->method == METHOD_OTHER) {
875 no_cache++;
876 }
877
878 if (no_cache) {
879 #if USE_HTTP_VIOLATIONS
880
881 if (Config.onoff.reload_into_ims)
882 request->flags.nocache_hack = 1;
883 else if (refresh_nocache_hack)
884 request->flags.nocache_hack = 1;
885 else
886 #endif
887
888 request->flags.nocache = 1;
889 }
890
891 /* ignore range header in non-GETs or non-HEADs */
892 if (request->method == METHOD_GET || request->method == METHOD_HEAD) {
893 // XXX: initialize if we got here without HttpRequest::parseHeader()
894 if (!request->range)
895 request->range = req_hdr->getRange();
896
897 if (request->range) {
898 request->flags.range = 1;
899 clientStreamNode *node = (clientStreamNode *)http->client_stream.tail->data;
900 /* XXX: This is suboptimal. We should give the stream the range set,
901 * and thereby let the top of the stream set the offset when the
902 * size becomes known. As it is, we will end up requesting from 0
903 * for evey -X range specification.
904 * RBC - this may be somewhat wrong. We should probably set the range
905 * iter up at this point.
906 */
907 node->readBuffer.offset = request->range->lowestOffset(0);
908 http->range_iter.pos = request->range->begin();
909 http->range_iter.valid = true;
910 }
911 }
912
913 /* Only HEAD and GET requests permit a Range or Request-Range header.
914 * If these headers appear on any other type of request, delete them now.
915 */
916 else {
917 req_hdr->delById(HDR_RANGE);
918 req_hdr->delById(HDR_REQUEST_RANGE);
919 delete request->range;
920 request->range = NULL;
921 }
922
923 if (req_hdr->has(HDR_AUTHORIZATION))
924 request->flags.auth = 1;
925
926 clientCheckPinning(http);
927
928 if (request->login[0] != '\0')
929 request->flags.auth = 1;
930
931 if (req_hdr->has(HDR_VIA)) {
932 String s = req_hdr->getList(HDR_VIA);
933 /*
934 * ThisCache cannot be a member of Via header, "1.0 ThisCache" can.
935 * Note ThisCache2 has a space prepended to the hostname so we don't
936 * accidentally match super-domains.
937 */
938
939 if (strListIsSubstr(&s, ThisCache2, ',')) {
940 debugObj(33, 1, "WARNING: Forwarding loop detected for:\n",
941 request, (ObjPackMethod) & httpRequestPack);
942 request->flags.loopdetect = 1;
943 }
944
945 #if USE_FORW_VIA_DB
946 fvdbCountVia(s.termedBuf());
947
948 #endif
949
950 s.clean();
951 }
952
953 /**
954 \todo --enable-useragent-log and --enable-referer-log. We should
955 probably drop those two as the custom log formats accomplish pretty much the same thing..
956 */
957 #if USE_USERAGENT_LOG
958 if ((str = req_hdr->getStr(HDR_USER_AGENT)))
959 logUserAgent(fqdnFromAddr(http->getConn()->log_addr), str);
960
961 #endif
962 #if USE_REFERER_LOG
963
964 if ((str = req_hdr->getStr(HDR_REFERER)))
965 logReferer(fqdnFromAddr(http->getConn()->log_addr), str, http->log_uri);
966
967 #endif
968 #if USE_FORW_VIA_DB
969
970 if (req_hdr->has(HDR_X_FORWARDED_FOR)) {
971 String s = req_hdr->getList(HDR_X_FORWARDED_FOR);
972 fvdbCountForw(s.termedBuf());
973 s.clean();
974 }
975
976 #endif
977
978 request->flags.cachable = http->request->cacheable();
979
980 if (clientHierarchical(http))
981 request->flags.hierarchical = 1;
982
983 debugs(85, 5, "clientInterpretRequestHeaders: REQ_NOCACHE = " <<
984 (request->flags.nocache ? "SET" : "NOT SET"));
985 debugs(85, 5, "clientInterpretRequestHeaders: REQ_CACHABLE = " <<
986 (request->flags.cachable ? "SET" : "NOT SET"));
987 debugs(85, 5, "clientInterpretRequestHeaders: REQ_HIERARCHICAL = " <<
988 (request->flags.hierarchical ? "SET" : "NOT SET"));
989
990 }
991
992 void
993 clientRedirectDoneWrapper(void *data, char *result)
994 {
995 ClientRequestContext *calloutContext = (ClientRequestContext *)data;
996
997 if (!calloutContext->httpStateIsValid())
998 return;
999
1000 calloutContext->clientRedirectDone(result);
1001 }
1002
1003 void
1004 ClientRequestContext::clientRedirectDone(char *result)
1005 {
1006 HttpRequest *new_request = NULL;
1007 HttpRequest *old_request = http->request;
1008 debugs(85, 5, "clientRedirectDone: '" << http->uri << "' result=" << (result ? result : "NULL"));
1009 assert(redirect_state == REDIRECT_PENDING);
1010 redirect_state = REDIRECT_DONE;
1011
1012 if (result) {
1013 http_status status = (http_status) atoi(result);
1014
1015 if (status == HTTP_MOVED_PERMANENTLY
1016 || status == HTTP_MOVED_TEMPORARILY
1017 || status == HTTP_SEE_OTHER
1018 || status == HTTP_TEMPORARY_REDIRECT) {
1019 char *t = result;
1020
1021 if ((t = strchr(result, ':')) != NULL) {
1022 http->redirect.status = status;
1023 http->redirect.location = xstrdup(t + 1);
1024 // TODO: validate the URL produced here is RFC 2616 compliant absolute URI
1025 } else {
1026 if (old_request->http_ver < HttpVersion(1,1))
1027 debugs(85, DBG_CRITICAL, "ERROR: URL-rewrite produces invalid 302 redirect Location: " << result);
1028 else
1029 debugs(85, DBG_CRITICAL, "ERROR: URL-rewrite produces invalid 303 redirect Location: " << result);
1030 }
1031 } else if (strcmp(result, http->uri)) {
1032 if (!(new_request = HttpRequest::CreateFromUrlAndMethod(result, old_request->method)))
1033 debugs(85, DBG_CRITICAL, "ERROR: URL-rewrite produces invalid request: " <<
1034 old_request->method << " " << result << " HTTP/1.1");
1035 }
1036 }
1037
1038 if (new_request) {
1039 safe_free(http->uri);
1040 http->uri = xstrdup(urlCanonical(new_request));
1041 new_request->http_ver = old_request->http_ver;
1042 new_request->header.append(&old_request->header);
1043 new_request->client_addr = old_request->client_addr;
1044 #if FOLLOW_X_FORWARDED_FOR
1045 new_request->indirect_client_addr = old_request->indirect_client_addr;
1046 #endif /* FOLLOW_X_FORWARDED_FOR */
1047 new_request->my_addr = old_request->my_addr;
1048 new_request->flags = old_request->flags;
1049 new_request->flags.redirected = 1;
1050 new_request->auth_user_request = old_request->auth_user_request;
1051
1052 if (old_request->body_pipe != NULL) {
1053 new_request->body_pipe = old_request->body_pipe;
1054 old_request->body_pipe = NULL;
1055 debugs(0,0,HERE << "redirecting body_pipe " << new_request->body_pipe << " from request " << old_request << " to " << new_request);
1056 }
1057
1058 new_request->content_length = old_request->content_length;
1059 new_request->extacl_user = old_request->extacl_user;
1060 new_request->extacl_passwd = old_request->extacl_passwd;
1061 new_request->flags.proxy_keepalive = old_request->flags.proxy_keepalive;
1062 HTTPMSGUNLOCK(old_request);
1063 http->request = HTTPMSGLOCK(new_request);
1064 }
1065
1066 /* FIXME PIPELINE: This is innacurate during pipelining */
1067
1068 if (http->getConn() != NULL && Comm::IsConnOpen(http->getConn()->clientConn))
1069 fd_note(http->getConn()->clientConn->fd, http->uri);
1070
1071 assert(http->uri);
1072
1073 http->doCallouts();
1074 }
1075
1076 /** Test cache allow/deny configuration
1077 * Sets flags.cachable=1 if caching is not denied.
1078 */
1079 void
1080 ClientRequestContext::checkNoCache()
1081 {
1082 if (Config.accessList.noCache) {
1083 acl_checklist = clientAclChecklistCreate(Config.accessList.noCache, http);
1084 acl_checklist->nonBlockingCheck(checkNoCacheDoneWrapper, this);
1085 } else {
1086 /* unless otherwise specified, we try to cache. */
1087 checkNoCacheDone(1);
1088 }
1089 }
1090
1091 static void
1092 checkNoCacheDoneWrapper(int answer, void *data)
1093 {
1094 ClientRequestContext *calloutContext = (ClientRequestContext *) data;
1095
1096 if (!calloutContext->httpStateIsValid())
1097 return;
1098
1099 calloutContext->checkNoCacheDone(answer);
1100 }
1101
1102 void
1103 ClientRequestContext::checkNoCacheDone(int answer)
1104 {
1105 acl_checklist = NULL;
1106 http->request->flags.cachable = answer;
1107 http->doCallouts();
1108 }
1109
1110 /*
1111 * Identify requests that do not go through the store and client side stream
1112 * and forward them to the appropriate location. All other requests, request
1113 * them.
1114 */
1115 void
1116 ClientHttpRequest::processRequest()
1117 {
1118 debugs(85, 4, "clientProcessRequest: " << RequestMethodStr(request->method) << " '" << uri << "'");
1119
1120 #if USE_SSL
1121 if (request->method == METHOD_CONNECT && sslBumpNeeded()) {
1122 sslBumpStart();
1123 return;
1124 }
1125 #endif
1126
1127 if (request->method == METHOD_CONNECT && !redirect.status) {
1128 logType = LOG_TCP_MISS;
1129 getConn()->stopReading(); // tunnels read for themselves
1130 tunnelStart(this, &out.size, &al.http.code);
1131 return;
1132 }
1133
1134 httpStart();
1135 }
1136
1137 void
1138 ClientHttpRequest::httpStart()
1139 {
1140 PROF_start(httpStart);
1141 logType = LOG_TAG_NONE;
1142 debugs(85, 4, "ClientHttpRequest::httpStart: " << log_tags[logType] << " for '" << uri << "'");
1143
1144 /* no one should have touched this */
1145 assert(out.offset == 0);
1146 /* Use the Stream Luke */
1147 clientStreamNode *node = (clientStreamNode *)client_stream.tail->data;
1148 clientStreamRead(node, this, node->readBuffer);
1149 PROF_stop(httpStart);
1150 }
1151
1152 #if USE_SSL
1153
1154 // determines whether we should bump the CONNECT request
1155 bool
1156 ClientHttpRequest::sslBumpNeeded() const
1157 {
1158 if (!getConn()->port->sslBump || !Config.accessList.ssl_bump)
1159 return false;
1160
1161 debugs(85, 5, HERE << "SslBump possible, checking ACL");
1162
1163 ACLFilledChecklist check(Config.accessList.ssl_bump, request, NULL);
1164 check.src_addr = request->client_addr;
1165 check.my_addr = request->my_addr;
1166 return check.fastCheck() == 1;
1167 }
1168
1169 // called when comm_write has completed
1170 static void
1171 SslBumpEstablish(const Comm::ConnectionPointer &, char *, size_t, comm_err_t errflag, int, void *data)
1172 {
1173 ClientHttpRequest *r = static_cast<ClientHttpRequest*>(data);
1174 debugs(85, 5, HERE << "responded to CONNECT: " << r << " ? " << errflag);
1175
1176 assert(r && cbdataReferenceValid(r));
1177 r->sslBumpEstablish(errflag);
1178 }
1179
1180 void
1181 ClientHttpRequest::sslBumpEstablish(comm_err_t errflag)
1182 {
1183 // Bail out quickly on COMM_ERR_CLOSING - close handlers will tidy up
1184 if (errflag == COMM_ERR_CLOSING)
1185 return;
1186
1187 if (errflag) {
1188 getConn()->startClosing("CONNECT response failure in SslBump");
1189 return;
1190 }
1191
1192 getConn()->switchToHttps();
1193 }
1194
1195 void
1196 ClientHttpRequest::sslBumpStart()
1197 {
1198 debugs(85, 5, HERE << "Confirming CONNECT tunnel on FD " << getConn()->clientConn);
1199 // send an HTTP 200 response to kick client SSL negotiation
1200 debugs(33, 7, HERE << "Confirming CONNECT tunnel on FD " << getConn()->clientConn);
1201
1202 // TODO: Unify with tunnel.cc and add a Server(?) header
1203 static const char *const conn_established = "HTTP/1.0 200 Connection established\r\n\r\n";
1204 comm_write(getConn()->clientConn, conn_established, strlen(conn_established), &SslBumpEstablish, this, NULL);
1205 }
1206
1207 #endif
1208
1209 bool
1210 ClientHttpRequest::gotEnough() const
1211 {
1212 /** TODO: should be querying the stream. */
1213 int64_t contentLength =
1214 memObject()->getReply()->bodySize(request->method);
1215 assert(contentLength >= 0);
1216
1217 if (out.offset < contentLength)
1218 return false;
1219
1220 return true;
1221 }
1222
1223 void
1224 ClientHttpRequest::storeEntry(StoreEntry *newEntry)
1225 {
1226 entry_ = newEntry;
1227 }
1228
1229 void
1230 ClientHttpRequest::loggingEntry(StoreEntry *newEntry)
1231 {
1232 if (loggingEntry_)
1233 loggingEntry_->unlock();
1234
1235 loggingEntry_ = newEntry;
1236
1237 if (loggingEntry_)
1238 loggingEntry_->lock();
1239 }
1240
1241 /*
1242 * doCallouts() - This function controls the order of "callout"
1243 * executions, including non-blocking access control checks, the
1244 * redirector, and ICAP. Previously, these callouts were chained
1245 * together such that "clientAccessCheckDone()" would call
1246 * "clientRedirectStart()" and so on.
1247 *
1248 * The ClientRequestContext (aka calloutContext) class holds certain
1249 * state data for the callout/callback operations. Previously
1250 * ClientHttpRequest would sort of hand off control to ClientRequestContext
1251 * for a short time. ClientRequestContext would then delete itself
1252 * and pass control back to ClientHttpRequest when all callouts
1253 * were finished.
1254 *
1255 * This caused some problems for ICAP because we want to make the
1256 * ICAP callout after checking ACLs, but before checking the no_cache
1257 * list. We can't stuff the ICAP state into the ClientRequestContext
1258 * class because we still need the ICAP state after ClientRequestContext
1259 * goes away.
1260 *
1261 * Note that ClientRequestContext is created before the first call
1262 * to doCallouts().
1263 *
1264 * If one of the callouts notices that ClientHttpRequest is no
1265 * longer valid, it should call cbdataReferenceDone() so that
1266 * ClientHttpRequest's reference count goes to zero and it will get
1267 * deleted. ClientHttpRequest will then delete ClientRequestContext.
1268 *
1269 * Note that we set the _done flags here before actually starting
1270 * the callout. This is strictly for convenience.
1271 */
1272
1273 extern int aclMapTOS (acl_tos * head, ACLChecklist * ch);
1274
1275 void
1276 ClientHttpRequest::doCallouts()
1277 {
1278 assert(calloutContext);
1279
1280 /*Save the original request for logging purposes*/
1281 if (!calloutContext->http->al.request)
1282 calloutContext->http->al.request = HTTPMSGLOCK(request);
1283
1284 if (!calloutContext->http_access_done) {
1285 debugs(83, 3, HERE << "Doing calloutContext->clientAccessCheck()");
1286 calloutContext->http_access_done = true;
1287 calloutContext->clientAccessCheck();
1288 return;
1289 }
1290
1291 #if USE_ADAPTATION
1292 if (!calloutContext->adaptation_acl_check_done) {
1293 calloutContext->adaptation_acl_check_done = true;
1294 if (Adaptation::AccessCheck::Start(
1295 Adaptation::methodReqmod, Adaptation::pointPreCache,
1296 request, NULL, adaptationAclCheckDoneWrapper, calloutContext))
1297 return; // will call callback
1298 }
1299 #endif
1300
1301 if (!calloutContext->redirect_done) {
1302 calloutContext->redirect_done = true;
1303 assert(calloutContext->redirect_state == REDIRECT_NONE);
1304
1305 if (Config.Program.redirect) {
1306 debugs(83, 3, HERE << "Doing calloutContext->clientRedirectStart()");
1307 calloutContext->redirect_state = REDIRECT_PENDING;
1308 calloutContext->clientRedirectStart();
1309 return;
1310 }
1311 }
1312
1313 if (!calloutContext->adapted_http_access_done) {
1314 debugs(83, 3, HERE << "Doing calloutContext->clientAccessCheck2()");
1315 calloutContext->adapted_http_access_done = true;
1316 calloutContext->clientAccessCheck2();
1317 return;
1318 }
1319
1320 if (!calloutContext->interpreted_req_hdrs) {
1321 debugs(83, 3, HERE << "Doing clientInterpretRequestHeaders()");
1322 calloutContext->interpreted_req_hdrs = 1;
1323 clientInterpretRequestHeaders(this);
1324 }
1325
1326 if (!calloutContext->no_cache_done) {
1327 calloutContext->no_cache_done = true;
1328
1329 if (Config.accessList.noCache && request->flags.cachable) {
1330 debugs(83, 3, HERE << "Doing calloutContext->checkNoCache()");
1331 calloutContext->checkNoCache();
1332 return;
1333 }
1334 }
1335
1336 if (!calloutContext->clientside_tos_done) {
1337 calloutContext->clientside_tos_done = true;
1338 if (getConn() != NULL && Comm::IsConnOpen(getConn()->clientConn)) {
1339 ACLFilledChecklist ch(NULL, request, NULL);
1340 ch.src_addr = request->client_addr;
1341 ch.my_addr = request->my_addr;
1342 int tos = aclMapTOS(Config.accessList.clientside_tos, &ch);
1343 if (tos)
1344 comm_set_tos(getConn()->clientConn->fd, tos);
1345 }
1346 }
1347
1348 cbdataReferenceDone(calloutContext->http);
1349 delete calloutContext;
1350 calloutContext = NULL;
1351 #if HEADERS_LOG
1352
1353 headersLog(0, 1, request->method, request);
1354 #endif
1355
1356 debugs(83, 3, HERE << "calling processRequest()");
1357 processRequest();
1358
1359 #if ICAP_CLIENT
1360 Adaptation::Icap::History::Pointer ih = request->icapHistory();
1361 if (ih != NULL)
1362 ih->logType = logType;
1363 #endif
1364 }
1365
1366 #if !_USE_INLINE_
1367 #include "client_side_request.cci"
1368 #endif
1369
1370 #if USE_ADAPTATION
1371 /// Initiate an asynchronous adaptation transaction which will call us back.
1372 void
1373 ClientHttpRequest::startAdaptation(const Adaptation::ServiceGroupPointer &g)
1374 {
1375 debugs(85, 3, HERE << "adaptation needed for " << this);
1376 assert(!virginHeadSource);
1377 assert(!adaptedBodySource);
1378 virginHeadSource = initiateAdaptation(
1379 new Adaptation::Iterator(request, NULL, g));
1380
1381 // we could try to guess whether we can bypass this adaptation
1382 // initiation failure, but it should not really happen
1383 Must(initiated(virginHeadSource));
1384 }
1385
1386 void
1387 ClientHttpRequest::noteAdaptationAnswer(HttpMsg *msg)
1388 {
1389 assert(cbdataReferenceValid(this)); // indicates bug
1390 assert(msg);
1391
1392 if (HttpRequest *new_req = dynamic_cast<HttpRequest*>(msg)) {
1393 /*
1394 * Replace the old request with the new request.
1395 */
1396 HTTPMSGUNLOCK(request);
1397 request = HTTPMSGLOCK(new_req);
1398 /*
1399 * Store the new URI for logging
1400 */
1401 xfree(uri);
1402 uri = xstrdup(urlCanonical(request));
1403 setLogUri(this, urlCanonicalClean(request));
1404 assert(request->method.id());
1405 } else if (HttpReply *new_rep = dynamic_cast<HttpReply*>(msg)) {
1406 debugs(85,3,HERE << "REQMOD reply is HTTP reply");
1407
1408 // subscribe to receive reply body
1409 if (new_rep->body_pipe != NULL) {
1410 adaptedBodySource = new_rep->body_pipe;
1411 int consumer_ok = adaptedBodySource->setConsumerIfNotLate(this);
1412 assert(consumer_ok);
1413 }
1414
1415 clientStreamNode *node = (clientStreamNode *)client_stream.tail->prev->data;
1416 clientReplyContext *repContext = dynamic_cast<clientReplyContext *>(node->data.getRaw());
1417 repContext->createStoreEntry(request->method, request->flags);
1418
1419 EBIT_CLR(storeEntry()->flags, ENTRY_FWD_HDR_WAIT);
1420 request_satisfaction_mode = true;
1421 request_satisfaction_offset = 0;
1422 storeEntry()->replaceHttpReply(new_rep);
1423 storeEntry()->timestampsSet();
1424
1425 if (!adaptedBodySource) // no body
1426 storeEntry()->complete();
1427 clientGetMoreData(node, this);
1428 }
1429
1430 // we are done with getting headers (but may be receiving body)
1431 clearAdaptation(virginHeadSource);
1432
1433 if (!request_satisfaction_mode)
1434 doCallouts();
1435 }
1436
1437 void
1438 ClientHttpRequest::noteAdaptationQueryAbort(bool final)
1439 {
1440 clearAdaptation(virginHeadSource);
1441 assert(!adaptedBodySource);
1442 handleAdaptationFailure(!final);
1443 }
1444
1445 void
1446 ClientHttpRequest::noteMoreBodyDataAvailable(BodyPipe::Pointer)
1447 {
1448 assert(request_satisfaction_mode);
1449 assert(adaptedBodySource != NULL);
1450
1451 if (const size_t contentSize = adaptedBodySource->buf().contentSize()) {
1452 BodyPipeCheckout bpc(*adaptedBodySource);
1453 const StoreIOBuffer ioBuf(&bpc.buf, request_satisfaction_offset);
1454 storeEntry()->write(ioBuf);
1455 // assume can write everything
1456 request_satisfaction_offset += contentSize;
1457 bpc.buf.consume(contentSize);
1458 bpc.checkIn();
1459 }
1460
1461 if (adaptedBodySource->exhausted())
1462 endRequestSatisfaction();
1463 // else wait for more body data
1464 }
1465
1466 void
1467 ClientHttpRequest::noteBodyProductionEnded(BodyPipe::Pointer)
1468 {
1469 assert(!virginHeadSource);
1470 if (adaptedBodySource != NULL) { // did not end request satisfaction yet
1471 // We do not expect more because noteMoreBodyDataAvailable always
1472 // consumes everything. We do not even have a mechanism to consume
1473 // leftovers after noteMoreBodyDataAvailable notifications seize.
1474 assert(adaptedBodySource->exhausted());
1475 endRequestSatisfaction();
1476 }
1477 }
1478
1479 void
1480 ClientHttpRequest::endRequestSatisfaction()
1481 {
1482 debugs(85,4, HERE << this << " ends request satisfaction");
1483 assert(request_satisfaction_mode);
1484 stopConsumingFrom(adaptedBodySource);
1485
1486 // TODO: anything else needed to end store entry formation correctly?
1487 storeEntry()->complete();
1488 }
1489
1490 void
1491 ClientHttpRequest::noteBodyProducerAborted(BodyPipe::Pointer)
1492 {
1493 assert(!virginHeadSource);
1494 stopConsumingFrom(adaptedBodySource);
1495 handleAdaptationFailure();
1496 }
1497
1498 void
1499 ClientHttpRequest::handleAdaptationFailure(bool bypassable)
1500 {
1501 debugs(85,3, HERE << "handleAdaptationFailure(" << bypassable << ")");
1502
1503 const bool usedStore = storeEntry() && !storeEntry()->isEmpty();
1504 const bool usedPipe = request->body_pipe != NULL &&
1505 request->body_pipe->consumedSize() > 0;
1506
1507 if (bypassable && !usedStore && !usedPipe) {
1508 debugs(85,3, HERE << "ICAP REQMOD callout failed, bypassing: " << calloutContext);
1509 if (calloutContext)
1510 doCallouts();
1511 return;
1512 }
1513
1514 debugs(85,3, HERE << "ICAP REQMOD callout failed, responding with error");
1515
1516 clientStreamNode *node = (clientStreamNode *)client_stream.tail->prev->data;
1517 clientReplyContext *repContext = dynamic_cast<clientReplyContext *>(node->data.getRaw());
1518 assert(repContext);
1519
1520 // The original author of the code also wanted to pass an errno to
1521 // setReplyToError, but it seems unlikely that the errno reflects the
1522 // true cause of the error at this point, so I did not pass it.
1523 Ip::Address noAddr;
1524 noAddr.SetNoAddr();
1525 ConnStateData * c = getConn();
1526 repContext->setReplyToError(ERR_ICAP_FAILURE, HTTP_INTERNAL_SERVER_ERROR,
1527 request->method, NULL,
1528 (c != NULL ? c->peer : noAddr), request, NULL,
1529 (c != NULL && c->auth_user_request != NULL ?
1530 c->auth_user_request : request->auth_user_request));
1531
1532 node = (clientStreamNode *)client_stream.tail->data;
1533 clientStreamRead(node, this, node->readBuffer);
1534 }
1535
1536 #endif