]> git.ipfire.org Git - thirdparty/squid.git/blame - src/http.cc
Bug 3082: Typo in error message
[thirdparty/squid.git] / src / http.cc
CommitLineData
da2b3a17 1
30a4f2a8 2/*
262a0e14 3 * $Id$
30a4f2a8 4 *
5 * DEBUG: section 11 Hypertext Transfer Protocol (HTTP)
6 * AUTHOR: Harvest Derived
7 *
2b6662ba 8 * SQUID Web Proxy Cache http://www.squid-cache.org/
e25c139f 9 * ----------------------------------------------------------
30a4f2a8 10 *
2b6662ba 11 * Squid is the result of efforts by numerous individuals from
12 * the Internet community; see the CONTRIBUTORS file for full
13 * details. Many organizations have provided support for Squid's
14 * development; see the SPONSORS file for full details. Squid is
15 * Copyrighted (C) 2001 by the Regents of the University of
16 * California; see the COPYRIGHT file for full details. Squid
17 * incorporates software developed and/or copyrighted by other
18 * sources; see the CREDITS file for full details.
30a4f2a8 19 *
20 * This program is free software; you can redistribute it and/or modify
21 * it under the terms of the GNU General Public License as published by
22 * the Free Software Foundation; either version 2 of the License, or
23 * (at your option) any later version.
9e008dda 24 *
30a4f2a8 25 * This program is distributed in the hope that it will be useful,
26 * but WITHOUT ANY WARRANTY; without even the implied warranty of
27 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
28 * GNU General Public License for more details.
9e008dda 29 *
30a4f2a8 30 * You should have received a copy of the GNU General Public License
31 * along with this program; if not, write to the Free Software
cbdec147 32 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111, USA.
e25c139f 33 *
30a4f2a8 34 */
019dd986 35
4a83b852 36/*
37 * Anonymizing patch by lutz@as-node.jena.thur.de
de3bdb4c 38 * have a look into http-anon.c to get more informations.
4a83b852 39 */
40
44a47c6e 41#include "squid.h"
9ca29d23
AJ
42
43#include "acl/FilledChecklist.h"
44#include "auth/UserRequest.h"
655daa06 45#include "base/AsyncJobCalls.h"
3d93a84d 46#include "base/TextException.h"
9ca29d23
AJ
47#if DELAY_POOLS
48#include "DelayPools.h"
49#endif
aa839030 50#include "errorpage.h"
9ca29d23 51#include "fde.h"
e6ccf245 52#include "http.h"
655daa06 53#include "HttpControlMsg.h"
528b2c61 54#include "HttpHdrContRange.h"
b19dd748 55#include "HttpHdrSc.h"
56#include "HttpHdrScTarget.h"
9ca29d23
AJ
57#include "HttpReply.h"
58#include "HttpRequest.h"
59#include "MemBuf.h"
60#include "MemObject.h"
61#include "protos.h"
1fa9b1a7 62#include "rfc1738.h"
985c86bc 63#include "SquidTime.h"
9ca29d23 64#include "Store.h"
af0bb8e5 65
9ca29d23 66
af0bb8e5 67#define SQUID_ENTER_THROWING_CODE() try {
68#define SQUID_EXIT_THROWING_CODE(status) \
69 status = true; \
70 } \
0a8bbeeb
AR
71 catch (const std::exception &e) { \
72 debugs (11, 1, "Exception error:" << e.what()); \
af0bb8e5 73 status = false; \
9e008dda 74 }
e6ccf245 75
2afaba07 76CBDATA_CLASS_INIT(HttpStateData);
090089c4 77
6bf8443a 78static const char *const crlf = "\r\n";
4db43fab 79
f9cece6e 80static void httpMaybeRemovePublic(StoreEntry *, http_status);
9e498bfb
AJ
81static void copyOneHeaderFromClientsideRequestToUpstreamRequest(const HttpHeaderEntry *e, const String strConnection, HttpRequest * request, const HttpRequest * orig_request,
82 HttpHeader * hdr_out, const int we_do_ranges, const http_state_flags);
528b2c61 83
dc56a9b1 84HttpStateData::HttpStateData(FwdState *theFwdState) : AsyncJob("HttpStateData"), ServerStateData(theFwdState),
e1381638
AJ
85 lastChunk(0), header_bytes_read(0), reply_bytes_read(0),
86 body_bytes_truncated(0), httpChunkDecoder(NULL)
2bb867b5 87{
88 debugs(11,5,HERE << "HttpStateData " << this << " created");
a3d50c30 89 ignoreCacheControl = false;
90 surrogateNoStore = false;
a3d50c30 91 fd = fwd->server_fd;
92 readBuf = new MemBuf;
4b6af349 93 readBuf->init();
6dd9f4bd 94 orig_request = HTTPMSGLOCK(fwd->request);
a3d50c30 95
3ff65596
AR
96 // reset peer response time stats for %<pt
97 orig_request->hier.peer_http_request_sent.tv_sec = 0;
98 orig_request->hier.peer_http_request_sent.tv_usec = 0;
99
a3d50c30 100 if (fwd->servers)
101 _peer = fwd->servers->_peer; /* might be NULL */
102
103 if (_peer) {
104 const char *url;
105
106 if (_peer->options.originserver)
d53b3f6d 107 url = orig_request->urlpath.termedBuf();
a3d50c30 108 else
3900307b 109 url = entry->url();
a3d50c30 110
5cafad19 111 HttpRequest * proxy_req = new HttpRequest(orig_request->method,
9e008dda 112 orig_request->protocol, url);
a3d50c30 113
cc192b50 114 proxy_req->SetHost(_peer->host);
a3d50c30 115
116 proxy_req->port = _peer->http_port;
117
118 proxy_req->flags = orig_request->flags;
119
120 proxy_req->lastmod = orig_request->lastmod;
121
122 proxy_req->flags.proxying = 1;
123
6dd9f4bd 124 HTTPMSGUNLOCK(request);
253caccb 125
6dd9f4bd 126 request = HTTPMSGLOCK(proxy_req);
a3d50c30 127
128 /*
129 * This NEIGHBOR_PROXY_ONLY check probably shouldn't be here.
130 * We might end up getting the object from somewhere else if,
131 * for example, the request to this neighbor fails.
132 */
133 if (_peer->options.proxy_only)
d88e3c49 134 entry->releaseRequest();
a3d50c30 135
136#if DELAY_POOLS
137
138 entry->setNoDelay(_peer->options.no_delay);
139
140#endif
a3d50c30 141 }
142
143 /*
144 * register the handler to free HTTP state data when the FD closes
145 */
dc56a9b1 146 typedef CommCbMemFunT<HttpStateData, CommCloseCbParams> Dialer;
4299f876 147 closeHandler = JobCallback(9, 5,
4cb2536f 148 Dialer, this, HttpStateData::httpStateConnClosed);
dc56a9b1 149 comm_add_close_handler(fd, closeHandler);
2bb867b5 150}
b8d8561b 151
2afaba07 152HttpStateData::~HttpStateData()
f5558c95 153{
253caccb 154 /*
3b299123 155 * don't forget that ~ServerStateData() gets called automatically
253caccb 156 */
157
2afaba07 158 if (!readBuf->isNull())
159 readBuf->clean();
62e76326 160
2afaba07 161 delete readBuf;
162
9e008dda
AJ
163 if (httpChunkDecoder)
164 delete httpChunkDecoder;
af0bb8e5 165
6dd9f4bd 166 HTTPMSGUNLOCK(orig_request);
2afaba07 167
5f8252d2 168 debugs(11,5, HERE << "HttpStateData " << this << " destroyed; FD " << fd);
169}
170
171int
fc68f6b1 172HttpStateData::dataDescriptor() const
173{
5f8252d2 174 return fd;
2afaba07 175}
dc56a9b1 176/*
2afaba07 177static void
178httpStateFree(int fd, void *data)
179{
180 HttpStateData *httpState = static_cast<HttpStateData *>(data);
bf8fe701 181 debugs(11, 5, "httpStateFree: FD " << fd << ", httpState=" << data);
5f8252d2 182 delete httpState;
dc56a9b1 183}*/
184
9e008dda 185void
dc56a9b1 186HttpStateData::httpStateConnClosed(const CommCloseCbParams &params)
187{
188 debugs(11, 5, "httpStateFree: FD " << params.fd << ", httpState=" << params.data);
189 deleteThis("HttpStateData::httpStateConnClosed");
f5558c95 190}
191
b8d8561b 192int
60745f24 193httpCachable(const HttpRequestMethod& method)
090089c4 194{
090089c4 195 /* GET and HEAD are cachable. Others are not. */
62e76326 196
9e008dda 197 // TODO: replase to HttpRequestMethod::isCachable() ?
6eb42cae 198 if (method != METHOD_GET && method != METHOD_HEAD)
62e76326 199 return 0;
200
090089c4 201 /* else cachable */
202 return 1;
203}
204
dc56a9b1 205void
206HttpStateData::httpTimeout(const CommTimeoutCbParams &params)
090089c4 207{
bf8fe701 208 debugs(11, 4, "httpTimeout: FD " << fd << ": '" << entry->url() << "'" );
62e76326 209
12158bdc 210 if (entry->store_status == STORE_PENDING) {
dc56a9b1 211 fwd->fail(errorCon(ERR_READ_TIMEOUT, HTTP_GATEWAY_TIMEOUT, fwd->request));
9b312a19 212 }
62e76326 213
0d4d4170 214 comm_close(fd);
090089c4 215}
216
f9cece6e 217static void
218httpMaybeRemovePublic(StoreEntry * e, http_status status)
219{
914b89a2 220 int remove = 0;
7e3ce7b9 221 int forbidden = 0;
f9cece6e 222 StoreEntry *pe;
62e76326 223
d46a87a8 224 if (!EBIT_TEST(e->flags, KEY_PRIVATE))
62e76326 225 return;
226
f9cece6e 227 switch (status) {
62e76326 228
f9cece6e 229 case HTTP_OK:
62e76326 230
f9cece6e 231 case HTTP_NON_AUTHORITATIVE_INFORMATION:
62e76326 232
f9cece6e 233 case HTTP_MULTIPLE_CHOICES:
62e76326 234
f9cece6e 235 case HTTP_MOVED_PERMANENTLY:
62e76326 236
f9cece6e 237 case HTTP_MOVED_TEMPORARILY:
62e76326 238
f9cece6e 239 case HTTP_GONE:
62e76326 240
7e3ce7b9 241 case HTTP_NOT_FOUND:
914b89a2 242 remove = 1;
62e76326 243
244 break;
245
7e3ce7b9 246 case HTTP_FORBIDDEN:
62e76326 247
7e3ce7b9 248 case HTTP_METHOD_NOT_ALLOWED:
62e76326 249 forbidden = 1;
250
251 break;
252
f9cece6e 253#if WORK_IN_PROGRESS
62e76326 254
c8fd0193 255 case HTTP_UNAUTHORIZED:
62e76326 256 forbidden = 1;
257
258 break;
259
f9cece6e 260#endif
62e76326 261
f9cece6e 262 default:
7e3ce7b9 263#if QUESTIONABLE
62e76326 264 /*
265 * Any 2xx response should eject previously cached entities...
266 */
abb929f0 267
62e76326 268 if (status >= 200 && status < 300)
914b89a2 269 remove = 1;
62e76326 270
7e3ce7b9 271#endif
62e76326 272
273 break;
f9cece6e 274 }
62e76326 275
914b89a2 276 if (!remove && !forbidden)
62e76326 277 return;
278
f9cece6e 279 assert(e->mem_obj);
62e76326 280
f66a9ef4 281 if (e->mem_obj->request)
62e76326 282 pe = storeGetPublicByRequest(e->mem_obj->request);
f66a9ef4 283 else
62e76326 284 pe = storeGetPublic(e->mem_obj->url, e->mem_obj->method);
285
f66a9ef4 286 if (pe != NULL) {
62e76326 287 assert(e != pe);
d9129474 288#if USE_HTCP
8dceeee3 289 neighborsHtcpClear(e, NULL, e->mem_obj->request, e->mem_obj->method, HTCP_CLR_INVALIDATION);
d9129474 290#endif
5f33b71d 291 pe->release();
0856d155 292 }
62e76326 293
914b89a2 294 /** \par
7e3ce7b9 295 * Also remove any cached HEAD response in case the object has
296 * changed.
297 */
f66a9ef4 298 if (e->mem_obj->request)
62e76326 299 pe = storeGetPublicByRequestMethod(e->mem_obj->request, METHOD_HEAD);
f66a9ef4 300 else
62e76326 301 pe = storeGetPublic(e->mem_obj->url, METHOD_HEAD);
302
f66a9ef4 303 if (pe != NULL) {
62e76326 304 assert(e != pe);
d9129474 305#if USE_HTCP
8dceeee3 306 neighborsHtcpClear(e, NULL, e->mem_obj->request, HttpRequestMethod(METHOD_HEAD), HTCP_CLR_INVALIDATION);
d9129474 307#endif
5f33b71d 308 pe->release();
7e3ce7b9 309 }
f9cece6e 310}
311
43ae1d95 312void
313HttpStateData::processSurrogateControl(HttpReply *reply)
314{
43ae1d95 315 if (request->flags.accelerated && reply->surrogate_control) {
45cca89d 316 HttpHdrScTarget *sctusable = httpHdrScGetMergedTarget(reply->surrogate_control, Config.Accel.surrogate_id);
43ae1d95 317
318 if (sctusable) {
319 if (EBIT_TEST(sctusable->mask, SC_NO_STORE) ||
320 (Config.onoff.surrogate_is_remote
321 && EBIT_TEST(sctusable->mask, SC_NO_STORE_REMOTE))) {
322 surrogateNoStore = true;
5ed72359 323 entry->makePrivate();
43ae1d95 324 }
325
326 /* The HttpHeader logic cannot tell if the header it's parsing is a reply to an
327 * accelerated request or not...
45cca89d 328 * Still, this is an abstraction breach. - RC
43ae1d95 329 */
330 if (sctusable->max_age != -1) {
331 if (sctusable->max_age < sctusable->max_stale)
332 reply->expires = reply->date + sctusable->max_age;
333 else
334 reply->expires = reply->date + sctusable->max_stale;
335
336 /* And update the timestamps */
3900307b 337 entry->timestampsSet();
43ae1d95 338 }
339
340 /* We ignore cache-control directives as per the Surrogate specification */
341 ignoreCacheControl = true;
342
343 httpHdrScTargetDestroy(sctusable);
344 }
345 }
43ae1d95 346}
347
924f73bc 348int
349HttpStateData::cacheableReply()
c54e9052 350{
585ab260 351 HttpReply const *rep = finalReply();
528b2c61 352 HttpHeader const *hdr = &rep->header;
d8b249ef 353 const int cc_mask = (rep->cache_control) ? rep->cache_control->mask : 0;
c68e9c6b 354 const char *v;
626096be 355#if USE_HTTP_VIOLATIONS
62e76326 356
38f9c547 357 const refresh_t *R = NULL;
b6445726 358
346be6ad 359 /* This strange looking define first looks up the refresh pattern
b6445726 360 * and then checks if the specified flag is set. The main purpose
626096be 361 * of this is to simplify the refresh pattern lookup and USE_HTTP_VIOLATIONS
b6445726 362 * condition
363 */
364#define REFRESH_OVERRIDE(flag) \
5f8252d2 365 ((R = (R ? R : refreshLimits(entry->mem_obj->url))) , \
366 (R && R->flags.flag))
b445957e 367#else
368#define REFRESH_OVERRIDE(flag) 0
38f9c547 369#endif
43ae1d95 370
38f9c547 371 if (surrogateNoStore)
62e76326 372 return 0;
373
8466a4af
AR
374 // RFC 2616: do not cache replies to responses with no-store CC directive
375 if (request && request->cache_control &&
ab745b44
A
376 EBIT_TEST(request->cache_control->mask, CC_NO_STORE) &&
377 !REFRESH_OVERRIDE(ignore_no_store))
8466a4af
AR
378 return 0;
379
924f73bc 380 if (!ignoreCacheControl) {
38f9c547 381 if (EBIT_TEST(cc_mask, CC_PRIVATE)) {
b6445726 382 if (!REFRESH_OVERRIDE(ignore_private))
38f9c547 383 return 0;
384 }
385
386 if (EBIT_TEST(cc_mask, CC_NO_CACHE)) {
b6445726 387 if (!REFRESH_OVERRIDE(ignore_no_cache))
38f9c547 388 return 0;
389 }
390
391 if (EBIT_TEST(cc_mask, CC_NO_STORE)) {
b6445726 392 if (!REFRESH_OVERRIDE(ignore_no_store))
38f9c547 393 return 0;
394 }
43ae1d95 395 }
396
d67acb4e 397 if (request->flags.auth || request->flags.auth_sent) {
62e76326 398 /*
399 * Responses to requests with authorization may be cached
400 * only if a Cache-Control: public reply header is present.
401 * RFC 2068, sec 14.9.4
402 */
403
38f9c547 404 if (!EBIT_TEST(cc_mask, CC_PUBLIC)) {
b6445726 405 if (!REFRESH_OVERRIDE(ignore_auth))
38f9c547 406 return 0;
407 }
a6dfe2d9 408 }
62e76326 409
c68e9c6b 410 /* Pragma: no-cache in _replies_ is not documented in HTTP,
411 * but servers like "Active Imaging Webcast/2.0" sure do use it */
a9925b40 412 if (hdr->has(HDR_PRAGMA)) {
30abd221 413 String s = hdr->getList(HDR_PRAGMA);
62e76326 414 const int no_cache = strListIsMember(&s, "no-cache", ',');
30abd221 415 s.clean();
62e76326 416
38f9c547 417 if (no_cache) {
b6445726 418 if (!REFRESH_OVERRIDE(ignore_no_cache))
38f9c547 419 return 0;
420 }
c68e9c6b 421 }
62e76326 422
c68e9c6b 423 /*
424 * The "multipart/x-mixed-replace" content type is used for
425 * continuous push replies. These are generally dynamic and
426 * probably should not be cachable
427 */
a9925b40 428 if ((v = hdr->getStr(HDR_CONTENT_TYPE)))
62e76326 429 if (!strncasecmp(v, "multipart/x-mixed-replace", 25))
430 return 0;
431
585ab260 432 switch (rep->sline.status) {
62e76326 433 /* Responses that are cacheable */
434
19a04dac 435 case HTTP_OK:
62e76326 436
19a04dac 437 case HTTP_NON_AUTHORITATIVE_INFORMATION:
62e76326 438
19a04dac 439 case HTTP_MULTIPLE_CHOICES:
62e76326 440
19a04dac 441 case HTTP_MOVED_PERMANENTLY:
62e76326 442
19a04dac 443 case HTTP_GONE:
62e76326 444 /*
445 * Don't cache objects that need to be refreshed on next request,
446 * unless we know how to refresh it.
447 */
448
3d8b6ba4 449 if (!refreshIsCachable(entry) && !REFRESH_OVERRIDE(store_stale)) {
bf8fe701 450 debugs(22, 3, "refreshIsCachable() returned non-cacheable..");
62e76326 451 return 0;
ca34dacd 452 } else
62e76326 453 return 1;
454
62e76326 455 /* NOTREACHED */
456 break;
457
458 /* Responses that only are cacheable if the server says so */
459
19a04dac 460 case HTTP_MOVED_TEMPORARILY:
f18c86fd 461 case HTTP_TEMPORARY_REDIRECT:
6a2bf8f4 462 if (rep->expires > rep->date && rep->date > 0)
62e76326 463 return 1;
464 else
465 return 0;
466
467 /* NOTREACHED */
468 break;
469
470 /* Errors can be negatively cached */
471
19a04dac 472 case HTTP_NO_CONTENT:
62e76326 473
19a04dac 474 case HTTP_USE_PROXY:
62e76326 475
19a04dac 476 case HTTP_BAD_REQUEST:
62e76326 477
19a04dac 478 case HTTP_FORBIDDEN:
62e76326 479
19a04dac 480 case HTTP_NOT_FOUND:
62e76326 481
19a04dac 482 case HTTP_METHOD_NOT_ALLOWED:
62e76326 483
19a04dac 484 case HTTP_REQUEST_URI_TOO_LARGE:
62e76326 485
19a04dac 486 case HTTP_INTERNAL_SERVER_ERROR:
62e76326 487
19a04dac 488 case HTTP_NOT_IMPLEMENTED:
62e76326 489
19a04dac 490 case HTTP_BAD_GATEWAY:
62e76326 491
19a04dac 492 case HTTP_SERVICE_UNAVAILABLE:
62e76326 493
19a04dac 494 case HTTP_GATEWAY_TIMEOUT:
62e76326 495 return -1;
496
497 /* NOTREACHED */
498 break;
499
500 /* Some responses can never be cached */
501
0cdcddb9 502 case HTTP_PARTIAL_CONTENT: /* Not yet supported */
62e76326 503
19a04dac 504 case HTTP_SEE_OTHER:
62e76326 505
19a04dac 506 case HTTP_NOT_MODIFIED:
62e76326 507
19a04dac 508 case HTTP_UNAUTHORIZED:
62e76326 509
19a04dac 510 case HTTP_PROXY_AUTHENTICATION_REQUIRED:
62e76326 511
0cdcddb9 512 case HTTP_INVALID_HEADER: /* Squid header parsing error */
4eb368f9 513
514 case HTTP_HEADER_TOO_LARGE:
b004a7fc 515
516 case HTTP_PAYMENT_REQUIRED:
517 case HTTP_NOT_ACCEPTABLE:
518 case HTTP_REQUEST_TIMEOUT:
519 case HTTP_CONFLICT:
520 case HTTP_LENGTH_REQUIRED:
521 case HTTP_PRECONDITION_FAILED:
522 case HTTP_REQUEST_ENTITY_TOO_LARGE:
523 case HTTP_UNSUPPORTED_MEDIA_TYPE:
524 case HTTP_UNPROCESSABLE_ENTITY:
525 case HTTP_LOCKED:
526 case HTTP_FAILED_DEPENDENCY:
527 case HTTP_INSUFFICIENT_STORAGE:
cc7c3c84 528 case HTTP_REQUESTED_RANGE_NOT_SATISFIABLE:
529 case HTTP_EXPECTATION_FAILED:
b004a7fc 530
62e76326 531 return 0;
532
41217979
AJ
533 default:
534 /* RFC 2616 section 6.1.1: an unrecognized response MUST NOT be cached. */
535 debugs (11, 3, HERE << "Unknown HTTP status code " << rep->sline.status << ". Not cacheable.");
62e76326 536
537 return 0;
538
539 /* NOTREACHED */
540 break;
c54e9052 541 }
62e76326 542
79d39a72 543 /* NOTREACHED */
c54e9052 544}
090089c4 545
f66a9ef4 546/*
9e008dda 547 * For Vary, store the relevant request headers as
f66a9ef4 548 * virtual headers in the reply
549 * Returns false if the variance cannot be stored
550 */
551const char *
190154cf 552httpMakeVaryMark(HttpRequest * request, HttpReply const * reply)
f66a9ef4 553{
30abd221 554 String vary, hdr;
f66a9ef4 555 const char *pos = NULL;
556 const char *item;
557 const char *value;
558 int ilen;
30abd221 559 static String vstr;
f66a9ef4 560
30abd221 561 vstr.clean();
a9925b40 562 vary = reply->header.getList(HDR_VARY);
62e76326 563
f66a9ef4 564 while (strListGetItem(&vary, ',', &item, &ilen, &pos)) {
62e76326 565 char *name = (char *)xmalloc(ilen + 1);
566 xstrncpy(name, item, ilen + 1);
567 Tolower(name);
9776e3cc 568
569 if (strcmp(name, "*") == 0) {
570 /* Can not handle "Vary: *" withtout ETag support */
571 safe_free(name);
30abd221 572 vstr.clean();
9776e3cc 573 break;
574 }
575
62e76326 576 strListAdd(&vstr, name, ',');
a9925b40 577 hdr = request->header.getByName(name);
62e76326 578 safe_free(name);
d53b3f6d 579 value = hdr.termedBuf();
62e76326 580
581 if (value) {
582 value = rfc1738_escape_part(value);
583 vstr.append("=\"", 2);
584 vstr.append(value);
585 vstr.append("\"", 1);
586 }
587
30abd221 588 hdr.clean();
f66a9ef4 589 }
62e76326 590
30abd221 591 vary.clean();
f66a9ef4 592#if X_ACCELERATOR_VARY
62e76326 593
aa38be4a 594 pos = NULL;
a9925b40 595 vary = reply->header.getList(HDR_X_ACCELERATOR_VARY);
62e76326 596
f66a9ef4 597 while (strListGetItem(&vary, ',', &item, &ilen, &pos)) {
62e76326 598 char *name = (char *)xmalloc(ilen + 1);
599 xstrncpy(name, item, ilen + 1);
600 Tolower(name);
601 strListAdd(&vstr, name, ',');
a9925b40 602 hdr = request->header.getByName(name);
62e76326 603 safe_free(name);
d53b3f6d 604 value = hdr.termedBuf();
62e76326 605
606 if (value) {
607 value = rfc1738_escape_part(value);
608 vstr.append("=\"", 2);
609 vstr.append(value);
610 vstr.append("\"", 1);
611 }
612
30abd221 613 hdr.clean();
f66a9ef4 614 }
62e76326 615
30abd221 616 vary.clean();
f66a9ef4 617#endif
62e76326 618
d53b3f6d
FC
619 debugs(11, 3, "httpMakeVaryMark: " << vstr);
620 return vstr.termedBuf();
f66a9ef4 621}
622
2afaba07 623void
624HttpStateData::keepaliveAccounting(HttpReply *reply)
625{
626 if (flags.keepalive)
627 if (_peer)
628 _peer->stats.n_keepalives_sent++;
629
630 if (reply->keep_alive) {
631 if (_peer)
632 _peer->stats.n_keepalives_recv++;
633
af6a12ee
AJ
634 if (Config.onoff.detect_broken_server_pconns
635 && reply->bodySize(request->method) == -1 && !flags.chunked) {
bf8fe701 636 debugs(11, 1, "keepaliveAccounting: Impossible keep-alive header from '" << entry->url() << "'" );
637 // debugs(11, 2, "GOT HTTP REPLY HDR:\n---------\n" << readBuf->content() << "\n----------" );
2afaba07 638 flags.keepalive_broken = 1;
639 }
640 }
641}
642
643void
644HttpStateData::checkDateSkew(HttpReply *reply)
645{
646 if (reply->date > -1 && !_peer) {
647 int skew = abs((int)(reply->date - squid_curtime));
648
649 if (skew > 86400)
cc192b50 650 debugs(11, 3, "" << request->GetHost() << "'s clock is skewed by " << skew << " seconds!");
2afaba07 651 }
652}
653
073ba374 654/**
4eb368f9 655 * This creates the error page itself.. its likely
656 * that the forward ported reply header max size patch
657 * generates non http conformant error pages - in which
658 * case the errors where should be 'BAD_GATEWAY' etc
659 */
b8d8561b 660void
2afaba07 661HttpStateData::processReplyHeader()
f5558c95 662{
073ba374 663 /** Creates a blank header. If this routine is made incremental, this will not do */
859f1666
AJ
664
665 /* NP: all exit points to this function MUST call ctx_exit(ctx) */
82384411 666 Ctx ctx = ctx_enter(entry->mem_obj->url);
859f1666 667
bf8fe701 668 debugs(11, 3, "processReplyHeader: key '" << entry->getMD5Text() << "'");
62e76326 669
1a98175f 670 assert(!flags.headers_parsed);
62e76326 671
859f1666
AJ
672 if (!readBuf->hasContent()) {
673 ctx_exit(ctx);
b73a07d6 674 return;
859f1666 675 }
b73a07d6 676
2afaba07 677 http_status error = HTTP_STATUS_NONE;
62e76326 678
585ab260 679 HttpReply *newrep = new HttpReply;
4a56ee8d 680 const bool parsed = newrep->parse(readBuf, eof, &error);
62e76326 681
e77d7ef0 682 if (!parsed && readBuf->contentSize() > 5 && strncmp(readBuf->content(), "HTTP/", 5) != 0 && strncmp(readBuf->content(), "ICY", 3) != 0) {
9e008dda
AJ
683 MemBuf *mb;
684 HttpReply *tmprep = new HttpReply;
11992b6f 685 tmprep->setHeaders(HTTP_OK, "Gatewaying", NULL, -1, -1, -1);
9e008dda
AJ
686 tmprep->header.putExt("X-Transformed-From", "HTTP/0.9");
687 mb = tmprep->pack();
688 newrep->parse(mb, eof, &error);
ddbe383d 689 delete mb;
9e008dda
AJ
690 delete tmprep;
691 } else {
692 if (!parsed && error > 0) { // unrecoverable parsing error
693 debugs(11, 3, "processReplyHeader: Non-HTTP-compliant header: '" << readBuf->content() << "'");
694 flags.headers_parsed = 1;
871c031f 695 newrep->sline.version = HttpVersion(1,1);
9e008dda
AJ
696 newrep->sline.status = error;
697 HttpReply *vrep = setVirginReply(newrep);
698 entry->replaceHttpReply(vrep);
699 ctx_exit(ctx);
700 return;
701 }
702
703 if (!parsed) { // need more data
704 assert(!error);
705 assert(!eof);
706 delete newrep;
707 ctx_exit(ctx);
708 return;
709 }
710
711 debugs(11, 9, "GOT HTTP REPLY HDR:\n---------\n" << readBuf->content() << "\n----------");
712
713 header_bytes_read = headersEnd(readBuf->content(), readBuf->contentSize());
714 readBuf->consume(header_bytes_read);
f5558c95 715 }
62e76326 716
c679653d
AR
717 newrep->removeStaleWarnings();
718
3d9e71e6 719 if (newrep->sline.protocol == PROTO_HTTP && newrep->sline.status >= 100 && newrep->sline.status < 200) {
655daa06 720 handle1xx(newrep);
3d9e71e6 721 ctx_exit(ctx);
3d9e71e6
AJ
722 return;
723 }
724
af0bb8e5 725 flags.chunked = 0;
c3d0ba0c 726 if (newrep->sline.protocol == PROTO_HTTP && newrep->header.chunked()) {
9e008dda
AJ
727 flags.chunked = 1;
728 httpChunkDecoder = new ChunkedCodingParser;
af0bb8e5 729 }
730
9e008dda
AJ
731 if (!peerSupportsConnectionPinning())
732 orig_request->flags.connection_auth_disabled = 1;
d67acb4e 733
585ab260 734 HttpReply *vrep = setVirginReply(newrep);
6965ab28 735 flags.headers_parsed = 1;
736
585ab260 737 keepaliveAccounting(vrep);
47ac2ebe 738
585ab260 739 checkDateSkew(vrep);
47ac2ebe 740
585ab260 741 processSurrogateControl (vrep);
528b2c61 742
073ba374 743 /** \todo IF the reply is a 1.0 reply, AND it has a Connection: Header
528b2c61 744 * Parse the header and remove all referenced headers
745 */
746
3ff65596
AR
747 orig_request->hier.peer_reply_status = newrep->sline.status;
748
2afaba07 749 ctx_exit(ctx);
750}
751
655daa06
AR
752/// ignore or start forwarding the 1xx response (a.k.a., control message)
753void
754HttpStateData::handle1xx(HttpReply *reply)
755{
756 HttpMsgPointerT<HttpReply> msg(reply); // will destroy reply if unused
757
758 // one 1xx at a time: we must not be called while waiting for previous 1xx
759 Must(!flags.handling1xx);
760 flags.handling1xx = true;
761
762 if (!orig_request->canHandle1xx()) {
763 debugs(11, 2, HERE << "ignoring client-unsupported 1xx");
764 proceedAfter1xx();
765 return;
766 }
767
768#if USE_HTTP_VIOLATIONS
769 // check whether the 1xx response forwarding is allowed by squid.conf
770 if (Config.accessList.reply) {
771 ACLFilledChecklist ch(Config.accessList.reply, request, NULL);
772 ch.reply = HTTPMSGLOCK(reply);
773 if (!ch.fastCheck()) { // TODO: support slow lookups?
774 debugs(11, 3, HERE << "ignoring denied 1xx");
775 proceedAfter1xx();
776 return;
de48b288 777 }
655daa06
AR
778 }
779#endif // USE_HTTP_VIOLATIONS
780
781 debugs(11, 2, HERE << "forwarding 1xx to client");
782
783 // the Sink will use this to call us back after writing 1xx to the client
784 typedef NullaryMemFunT<HttpStateData> CbDialer;
785 const AsyncCall::Pointer cb = JobCallback(11, 3, CbDialer, this,
de48b288 786 HttpStateData::proceedAfter1xx);
655daa06
AR
787 CallJobHere1(11, 4, orig_request->clientConnection, ConnStateData,
788 ConnStateData::sendControlMsg, HttpControlMsg(msg, cb));
789 // If the call is not fired, then the Sink is gone, and HttpStateData
790 // will terminate due to an aborted store entry or another similar error.
791 // If we get stuck, it is not handle1xx fault if we could get stuck
792 // for similar reasons without a 1xx response.
793}
794
795/// restores state and resumes processing after 1xx is ignored or forwarded
796void
797HttpStateData::proceedAfter1xx()
798{
799 Must(flags.handling1xx);
800
801 debugs(11, 2, HERE << "consuming " << header_bytes_read <<
de48b288 802 " header and " << reply_bytes_read << " body bytes read after 1xx");
655daa06
AR
803 header_bytes_read = 0;
804 reply_bytes_read = 0;
805
806 CallJobHere(11, 3, this, HttpStateData, HttpStateData::processReply);
807}
808
809
d67acb4e
AJ
810/**
811 * returns true if the peer can support connection pinning
812*/
813bool HttpStateData::peerSupportsConnectionPinning() const
814{
815 const HttpReply *rep = entry->mem_obj->getReply();
816 const HttpHeader *hdr = &rep->header;
817 bool rc;
818 String header;
819
820 if (!_peer)
9e008dda
AJ
821 return true;
822
823 /*If this peer does not support connection pinning (authenticated
d67acb4e
AJ
824 connections) return false
825 */
826 if (!_peer->connection_auth)
9e008dda 827 return false;
d67acb4e 828
9e008dda 829 /*The peer supports connection pinning and the http reply status
d67acb4e
AJ
830 is not unauthorized, so the related connection can be pinned
831 */
832 if (rep->sline.status != HTTP_UNAUTHORIZED)
9e008dda
AJ
833 return true;
834
835 /*The server respond with HTTP_UNAUTHORIZED and the peer configured
836 with "connection-auth=on" we know that the peer supports pinned
d67acb4e
AJ
837 connections
838 */
839 if (_peer->connection_auth == 1)
9e008dda 840 return true;
d67acb4e 841
9e008dda
AJ
842 /*At this point peer has configured with "connection-auth=auto"
843 parameter so we need some extra checks to decide if we are going
d67acb4e
AJ
844 to allow pinned connections or not
845 */
846
9e008dda 847 /*if the peer configured with originserver just allow connection
d67acb4e
AJ
848 pinning (squid 2.6 behaviour)
849 */
850 if (_peer->options.originserver)
9e008dda 851 return true;
d67acb4e
AJ
852
853 /*if the connections it is already pinned it is OK*/
854 if (request->flags.pinned)
9e008dda
AJ
855 return true;
856
857 /*Allow pinned connections only if the Proxy-support header exists in
858 reply and has in its list the "Session-Based-Authentication"
d67acb4e
AJ
859 which means that the peer supports connection pinning.
860 */
861 if (!hdr->has(HDR_PROXY_SUPPORT))
9e008dda 862 return false;
d67acb4e
AJ
863
864 header = hdr->getStrOrList(HDR_PROXY_SUPPORT);
865 /* XXX This ought to be done in a case-insensitive manner */
d53b3f6d 866 rc = (strstr(header.termedBuf(), "Session-Based-Authentication") != NULL);
d67acb4e
AJ
867
868 return rc;
869}
870
5f8252d2 871// Called when we parsed (and possibly adapted) the headers but
872// had not starting storing (a.k.a., sending) the body yet.
2afaba07 873void
874HttpStateData::haveParsedReplyHeaders()
875{
c1520b67
AJ
876 ServerStateData::haveParsedReplyHeaders();
877
2afaba07 878 Ctx ctx = ctx_enter(entry->mem_obj->url);
585ab260 879 HttpReply *rep = finalReply();
2afaba07 880
585ab260 881 if (rep->sline.status == HTTP_PARTIAL_CONTENT &&
882 rep->content_range)
883 currentOffset = rep->content_range->spec.offset;
62e76326 884
3900307b 885 entry->timestampsSet();
62e76326 886
9bc73deb 887 /* Check if object is cacheable or not based on reply code */
585ab260 888 debugs(11, 3, "haveParsedReplyHeaders: HTTP CODE: " << rep->sline.status);
62e76326 889
9bc73deb 890 if (neighbors_do_private_keys)
585ab260 891 httpMaybeRemovePublic(entry, rep->sline.status);
e6ccf245 892
585ab260 893 if (rep->header.has(HDR_VARY)
f66a9ef4 894#if X_ACCELERATOR_VARY
585ab260 895 || rep->header.has(HDR_X_ACCELERATOR_VARY)
f66a9ef4 896#endif
4b44c907 897 ) {
585ab260 898 const char *vary = httpMakeVaryMark(orig_request, rep);
4b44c907 899
900 if (!vary) {
5ed72359 901 entry->makePrivate();
d7d3253b
AJ
902 if (!fwd->reforwardableStatus(rep->sline.status))
903 EBIT_CLR(entry->flags, ENTRY_FWD_HDR_WAIT);
4b44c907 904 goto no_cache;
62e76326 905 }
906
4b44c907 907 entry->mem_obj->vary_headers = xstrdup(vary);
908 }
909
2afaba07 910#if WIP_FWD_LOG
911 fwdStatus(fwd, s);
912
913#endif
914 /*
915 * If its not a reply that we will re-forward, then
916 * allow the client to get it.
917 */
585ab260 918 if (!fwd->reforwardableStatus(rep->sline.status))
2afaba07 919 EBIT_CLR(entry->flags, ENTRY_FWD_HDR_WAIT);
920
4b44c907 921 switch (cacheableReply()) {
922
923 case 1:
5ed72359 924 entry->makePublic();
62e76326 925 break;
926
9bc73deb 927 case 0:
5ed72359 928 entry->makePrivate();
62e76326 929 break;
930
9bc73deb 931 case -1:
4b44c907 932
626096be 933#if USE_HTTP_VIOLATIONS
4b44c907 934 if (Config.negativeTtl > 0)
5ed72359 935 entry->cacheNegatively();
4b44c907 936 else
ac9cc053 937#endif
5ed72359 938 entry->makePrivate();
4b44c907 939
62e76326 940 break;
941
9bc73deb 942 default:
62e76326 943 assert(0);
4b44c907 944
62e76326 945 break;
9bc73deb 946 }
62e76326 947
4b44c907 948no_cache:
949
585ab260 950 if (!ignoreCacheControl && rep->cache_control) {
7948b784 951 if (EBIT_TEST(rep->cache_control->mask, CC_PROXY_REVALIDATE) ||
477438e1
A
952 EBIT_TEST(rep->cache_control->mask, CC_MUST_REVALIDATE) ||
953 EBIT_TEST(rep->cache_control->mask, CC_S_MAXAGE))
62e76326 954 EBIT_SET(entry->flags, ENTRY_REVALIDATE);
9bc73deb 955 }
62e76326 956
c3609322 957#if HEADERS_LOG
585ab260 958 headersLog(1, 0, request->method, rep);
fc68f6b1 959
c3609322 960#endif
5f8252d2 961
962 ctx_exit(ctx);
f5558c95 963}
964
528b2c61 965HttpStateData::ConnectionStatus
966HttpStateData::statusIfComplete() const
603a02fd 967{
585ab260 968 const HttpReply *rep = virginReply();
073ba374
AJ
969 /** \par
970 * If the reply wants to close the connection, it takes precedence */
62e76326 971
2afaba07 972 if (httpHeaderHasConnDir(&rep->header, "close"))
62e76326 973 return COMPLETE_NONPERSISTENT_MSG;
974
073ba374
AJ
975 /** \par
976 * If we didn't send a keep-alive request header, then this
978e455f 977 * can not be a persistent connection.
978 */
528b2c61 979 if (!flags.keepalive)
62e76326 980 return COMPLETE_NONPERSISTENT_MSG;
981
073ba374 982 /** \par
72b63f06 983 * If we haven't sent the whole request then this can not be a persistent
984 * connection.
985 */
986 if (!flags.request_sent) {
60745f24 987 debugs(11, 1, "statusIfComplete: Request not yet fully sent \"" << RequestMethodStr(orig_request->method) << " " << entry->url() << "\"" );
72b63f06 988 return COMPLETE_NONPERSISTENT_MSG;
989 }
990
073ba374 991 /** \par
9f5a2895 992 * What does the reply have to say about keep-alive?
993 */
073ba374
AJ
994 /**
995 \bug XXX BUG?
b6a2f15e 996 * If the origin server (HTTP/1.0) does not send a keep-alive
997 * header, but keeps the connection open anyway, what happens?
998 * We'll return here and http.c waits for an EOF before changing
999 * store_status to STORE_OK. Combine this with ENTRY_FWD_HDR_WAIT
1000 * and an error status code, and we might have to wait until
1001 * the server times out the socket.
1002 */
2afaba07 1003 if (!rep->keep_alive)
528b2c61 1004 return COMPLETE_NONPERSISTENT_MSG;
62e76326 1005
528b2c61 1006 return COMPLETE_PERSISTENT_MSG;
1007}
1008
1009HttpStateData::ConnectionStatus
1010HttpStateData::persistentConnStatus() const
1011{
ba82c452 1012 debugs(11, 3, "persistentConnStatus: FD " << fd << " eof=" << eof);
585ab260 1013 const HttpReply *vrep = virginReply();
1014 debugs(11, 5, "persistentConnStatus: content_length=" << vrep->content_length);
62e76326 1015
5f8252d2 1016 /* If we haven't seen the end of reply headers, we are not done */
bf8fe701 1017 debugs(11, 5, "persistentConnStatus: flags.headers_parsed=" << flags.headers_parsed);
fc68f6b1 1018
1a98175f 1019 if (!flags.headers_parsed)
62e76326 1020 return INCOMPLETE_MSG;
1021
839291ac
AJ
1022 if (eof) // already reached EOF
1023 return COMPLETE_NONPERSISTENT_MSG;
1024
9035d1d5
AJ
1025 /** \par
1026 * In chunked response we do not know the content length but we are absolutely
af0bb8e5 1027 * sure about the end of response, so we are calling the statusIfComplete to
9e008dda 1028 * decide if we can be persistant
af0bb8e5 1029 */
839291ac 1030 if (lastChunk && flags.chunked)
9e008dda 1031 return statusIfComplete();
af0bb8e5 1032
47f6e231 1033 const int64_t clen = vrep->bodySize(request->method);
fc68f6b1 1034
bf8fe701 1035 debugs(11, 5, "persistentConnStatus: clen=" << clen);
2afaba07 1036
35282fbf 1037 /* If the body size is unknown we must wait for EOF */
1038 if (clen < 0)
62e76326 1039 return INCOMPLETE_MSG;
1040
9035d1d5
AJ
1041 /** \par
1042 * If the body size is known, we must wait until we've gotten all of it. */
5f8252d2 1043 if (clen > 0) {
1044 // old technique:
585ab260 1045 // if (entry->mem_obj->endOffset() < vrep->content_length + vrep->hdr_sz)
47f6e231 1046 const int64_t body_bytes_read = reply_bytes_read - header_bytes_read;
5f8252d2 1047 debugs(11,5, "persistentConnStatus: body_bytes_read=" <<
585ab260 1048 body_bytes_read << " content_length=" << vrep->content_length);
2afaba07 1049
585ab260 1050 if (body_bytes_read < vrep->content_length)
5f8252d2 1051 return INCOMPLETE_MSG;
821beb5e
AR
1052
1053 if (body_bytes_truncated > 0) // already read more than needed
1054 return COMPLETE_NONPERSISTENT_MSG; // disable pconns
5f8252d2 1055 }
62e76326 1056
9035d1d5
AJ
1057 /** \par
1058 * If there is no message body or we got it all, we can be persistent */
5f8252d2 1059 return statusIfComplete();
603a02fd 1060}
090089c4 1061
2afaba07 1062/*
1063 * This is the callback after some data has been read from the network
1064 */
dc56a9b1 1065/*
e5ee81f0 1066void
d53b3f6d 1067HttpStateData::ReadReplyWrapper(int fd, char *buf, size_t len, comm_err_t flag, int xerrno, void *data)
c4b7a5a9 1068{
1069 HttpStateData *httpState = static_cast<HttpStateData *>(data);
7194987f 1070 assert (fd == httpState->fd);
d53b3f6d 1071 // assert(buf == readBuf->content());
1d5161bd 1072 PROF_start(HttpStateData_readReply);
e6edd8df 1073 httpState->readReply(len, flag, xerrno);
1d5161bd 1074 PROF_stop(HttpStateData_readReply);
c4b7a5a9 1075}
dc56a9b1 1076*/
073ba374 1077
2afdbf48 1078/* XXX this function is too long! */
c4b7a5a9 1079void
e6edd8df 1080HttpStateData::readReply(const CommIoCbParams &io)
090089c4 1081{
30a4f2a8 1082 int bin;
090089c4 1083 int clen;
dc56a9b1 1084 int len = io.size;
c4b7a5a9 1085
dc56a9b1 1086 assert(fd == io.fd);
1087
1088 flags.do_next_read = 0;
9e008dda 1089
7a7cc03f 1090 debugs(11, 5, "httpReadReply: FD " << fd << ": len " << len << ".");
62e76326 1091
7a7cc03f 1092 // Bail out early on COMM_ERR_CLOSING - close handlers will tidy up for us
dc56a9b1 1093 if (io.flag == COMM_ERR_CLOSING) {
bf8fe701 1094 debugs(11, 3, "http socket closing");
c4b7a5a9 1095 return;
1096 }
1097
e92e4e44 1098 if (EBIT_TEST(entry->flags, ENTRY_ABORTED)) {
5f8252d2 1099 maybeReadVirginBody();
62e76326 1100 return;
e92e4e44 1101 }
c4b7a5a9 1102
fdf55365 1103 // handle I/O errors
dc56a9b1 1104 if (io.flag != COMM_OK || len < 0) {
7a7cc03f 1105 debugs(11, 2, "httpReadReply: FD " << fd << ": read failure: " << xstrerror() << ".");
fdf55365 1106
dc56a9b1 1107 if (ignoreErrno(io.xerrno)) {
fdf55365 1108 flags.do_next_read = 1;
1109 } else {
1110 ErrorState *err;
1111 err = errorCon(ERR_READ_ERROR, HTTP_BAD_GATEWAY, fwd->request);
dc56a9b1 1112 err->xerrno = io.xerrno;
fdf55365 1113 fwd->fail(err);
1114 flags.do_next_read = 0;
1115 comm_close(fd);
1116 }
1117
1118 return;
1119 }
1120
7a7cc03f 1121 // update I/O stats
fdf55365 1122 if (len > 0) {
2afaba07 1123 readBuf->appended(len);
5f8252d2 1124 reply_bytes_read += len;
447e176b 1125#if DELAY_POOLS
2afaba07 1126
1127 DelayId delayId = entry->mem_obj->mostBytesAllowed();
62e76326 1128 delayId.bytesIn(len);
447e176b 1129#endif
62e76326 1130
1131 kb_incr(&statCounter.server.all.kbytes_in, len);
1132 kb_incr(&statCounter.server.http.kbytes_in, len);
62e76326 1133 IOStats.Http.reads++;
1134
1135 for (clen = len - 1, bin = 0; clen; bin++)
1136 clen >>= 1;
1137
1138 IOStats.Http.read_hist[bin]++;
3ff65596
AR
1139
1140 // update peer response time stats (%<pt)
1141 const timeval &sent = orig_request->hier.peer_http_request_sent;
1142 orig_request->hier.peer_response_time =
1143 sent.tv_sec ? tvSubMsec(sent, current_time) : -1;
30a4f2a8 1144 }
62e76326 1145
073ba374
AJ
1146 /** \par
1147 * Here the RFC says we should ignore whitespace between replies, but we can't as
5fa061b8 1148 * doing so breaks HTTP/0.9 replies beginning with witespace, and in addition
1149 * the response splitting countermeasures is extremely likely to trigger on this,
1150 * not allowing connection reuse in the first place.
1151 */
1152#if DONT_DO_THIS
fdf55365 1153 if (!flags.headers_parsed && len > 0 && fd_table[fd].uses > 1) {
5fa061b8 1154 /* Skip whitespace between replies */
62e76326 1155
d53b3f6d
FC
1156 while (len > 0 && xisspace(*buf))
1157 xmemmove(buf, buf + 1, len--);
62e76326 1158
1159 if (len == 0) {
1160 /* Continue to read... */
21b92762 1161 /* Timeout NOT increased. This whitespace was from previous reply */
f61f0107 1162 flags.do_next_read = 1;
5f8252d2 1163 maybeReadVirginBody();
62e76326 1164 return;
1165 }
5ede6c8f 1166 }
62e76326 1167
5fa061b8 1168#endif
1169
ba82c452 1170 if (len == 0) { // reached EOF?
62e76326 1171 eof = 1;
f61f0107 1172 flags.do_next_read = 0;
da6c8415 1173
b73a07d6 1174 /* Bug 2879: Replies may terminate with \r\n then EOF instead of \r\n\r\n
da6c8415 1175 * Ensure here that we have at minimum two \r\n when EOF is seen.
b73a07d6 1176 * TODO: Add eof parameter to headersEnd() and move this hack there.
da6c8415 1177 */
b73a07d6 1178 if (readBuf->contentSize() && !flags.headers_parsed) {
da6c8415
AJ
1179 /*
1180 * Yes Henrik, there is a point to doing this. When we
1181 * called httpProcessReplyHeader() before, we didn't find
1182 * the end of headers, but now we are definately at EOF, so
1183 * we want to process the reply headers.
1184 */
1185 /* Fake an "end-of-headers" to work around such broken servers */
1186 readBuf->append("\r\n", 2);
da6c8415 1187 }
ba82c452 1188 }
62e76326 1189
655daa06
AR
1190 processReply();
1191}
1192
1193/// processes the already read and buffered response data, possibly after
1194/// waiting for asynchronous 1xx control message processing
1195void
de48b288
A
1196HttpStateData::processReply()
1197{
655daa06
AR
1198
1199 if (flags.handling1xx) { // we came back after handling a 1xx response
1200 debugs(11, 5, HERE << "done with 1xx handling");
1201 flags.handling1xx = false;
1202 Must(!flags.headers_parsed);
1203 }
1204
ba82c452 1205 if (!flags.headers_parsed) { // have not parsed headers yet?
1206 PROF_start(HttpStateData_processReplyHeader);
1207 processReplyHeader();
1208 PROF_stop(HttpStateData_processReplyHeader);
1209
1210 if (!continueAfterParsingHeader()) // parsing error or need more data
1211 return; // TODO: send errors to ICAP
1212
585ab260 1213 adaptOrFinalizeReply();
ba82c452 1214 }
1215
1216 // kick more reads if needed and/or process the response body, if any
1217 PROF_start(HttpStateData_processReplyBody);
1218 processReplyBody(); // may call serverComplete()
1219 PROF_stop(HttpStateData_processReplyBody);
1220}
1221
073ba374
AJ
1222/**
1223 \retval true if we can continue with processing the body or doing ICAP.
1224 */
ba82c452 1225bool
1226HttpStateData::continueAfterParsingHeader()
1227{
655daa06
AR
1228 if (flags.handling1xx) {
1229 debugs(11, 5, HERE << "wait for 1xx handling");
1230 Must(!flags.headers_parsed);
1231 return false;
1232 }
1233
073ba374 1234 if (!flags.headers_parsed && !eof) {
ba82c452 1235 debugs(11, 9, HERE << "needs more at " << readBuf->contentSize());
1236 flags.do_next_read = 1;
073ba374
AJ
1237 /** \retval false If we have not finished parsing the headers and may get more data.
1238 * Schedules more reads to retrieve the missing data.
1239 */
ba82c452 1240 maybeReadVirginBody(); // schedules all kinds of reads; TODO: rename
073ba374 1241 return false;
ba82c452 1242 }
1243
073ba374 1244 /** If we are done with parsing, check for errors */
ba82c452 1245
1246 err_type error = ERR_NONE;
1247
1248 if (flags.headers_parsed) { // parsed headers, possibly with errors
1249 // check for header parsing errors
585ab260 1250 if (HttpReply *vrep = virginReply()) {
1251 const http_status s = vrep->sline.status;
1252 const HttpVersion &v = vrep->sline.version;
ba82c452 1253 if (s == HTTP_INVALID_HEADER && v != HttpVersion(0,9)) {
9121eba6 1254 debugs(11, DBG_IMPORTANT, "WARNING: HTTP: Invalid Response: Bad header encountered from " << entry->url() << " AKA " << orig_request->GetHost() << orig_request->urlpath.termedBuf() );
ba82c452 1255 error = ERR_INVALID_RESP;
e1381638
AJ
1256 } else if (s == HTTP_HEADER_TOO_LARGE) {
1257 fwd->dontRetry(true);
1258 error = ERR_TOO_BIG;
1259 } else {
1260 return true; // done parsing, got reply, and no error
1261 }
ba82c452 1262 } else {
1263 // parsed headers but got no reply
9121eba6 1264 debugs(11, DBG_IMPORTANT, "WARNING: HTTP: Invalid Response: No reply at all for " << entry->url() << " AKA " << orig_request->GetHost() << orig_request->urlpath.termedBuf() );
ba82c452 1265 error = ERR_INVALID_RESP;
62e76326 1266 }
090089c4 1267 } else {
ba82c452 1268 assert(eof);
9121eba6
AJ
1269 if (readBuf->hasContent()) {
1270 error = ERR_INVALID_RESP;
1271 debugs(11, DBG_IMPORTANT, "WARNING: HTTP: Invalid Response: Headers did not parse at all for " << entry->url() << " AKA " << orig_request->GetHost() << orig_request->urlpath.termedBuf() );
1272 } else {
1273 error = ERR_ZERO_SIZE_OBJECT;
94a1d715
AJ
1274 debugs(11, (orig_request->flags.accelerated?DBG_IMPORTANT:2), "WARNING: HTTP: Invalid Response: No object data received for " <<
1275 entry->url() << " AKA " << orig_request->GetHost() << orig_request->urlpath.termedBuf() );
9121eba6 1276 }
2afaba07 1277 }
ba82c452 1278
1279 assert(error != ERR_NONE);
1280 entry->reset();
1281 fwd->fail(errorCon(error, HTTP_BAD_GATEWAY, fwd->request));
1282 flags.do_next_read = 0;
1283 comm_close(fd);
1284 return false; // quit on error
2afaba07 1285}
1286
821beb5e
AR
1287/** truncate what we read if we read too much so that writeReplyBody()
1288 writes no more than what we should have read */
1289void
1290HttpStateData::truncateVirginBody()
1291{
1292 assert(flags.headers_parsed);
1293
1294 HttpReply *vrep = virginReply();
1295 int64_t clen = -1;
1296 if (!vrep->expectingBody(request->method, clen) || clen < 0)
1297 return; // no body or a body of unknown size, including chunked
1298
1299 const int64_t body_bytes_read = reply_bytes_read - header_bytes_read;
e1381638 1300 if (body_bytes_read - body_bytes_truncated <= clen)
821beb5e
AR
1301 return; // we did not read too much or already took care of the extras
1302
1303 if (const int64_t extras = body_bytes_read - body_bytes_truncated - clen) {
1304 // server sent more that the advertised content length
e1381638
AJ
1305 debugs(11,5, HERE << "body_bytes_read=" << body_bytes_read <<
1306 " clen=" << clen << '/' << vrep->content_length <<
1307 " body_bytes_truncated=" << body_bytes_truncated << '+' << extras);
821beb5e
AR
1308
1309 readBuf->truncate(extras);
1310 body_bytes_truncated += extras;
1311 }
1312}
1313
073ba374 1314/**
2afaba07 1315 * Call this when there is data from the origin server
1316 * which should be sent to either StoreEntry, or to ICAP...
1317 */
1318void
5f8252d2 1319HttpStateData::writeReplyBody()
2afaba07 1320{
821beb5e 1321 truncateVirginBody(); // if needed
5f8252d2 1322 const char *data = readBuf->content();
1323 int len = readBuf->contentSize();
bc81cb2b 1324 addVirginReplyBody(data, len);
5f8252d2 1325 readBuf->consume(len);
af0bb8e5 1326}
fc68f6b1 1327
af0bb8e5 1328bool
1329HttpStateData::decodeAndWriteReplyBody()
1330{
1331 const char *data = NULL;
1332 int len;
e053c141 1333 bool wasThereAnException = false;
af0bb8e5 1334 assert(flags.chunked);
1335 assert(httpChunkDecoder);
1336 SQUID_ENTER_THROWING_CODE();
1337 MemBuf decodedData;
1338 decodedData.init();
e053c141 1339 const bool doneParsing = httpChunkDecoder->parse(readBuf,&decodedData);
af0bb8e5 1340 len = decodedData.contentSize();
1341 data=decodedData.content();
1342 addVirginReplyBody(data, len);
e053c141 1343 if (doneParsing) {
839291ac
AJ
1344 lastChunk = 1;
1345 flags.do_next_read = 0;
af0bb8e5 1346 }
e053c141
FC
1347 SQUID_EXIT_THROWING_CODE(wasThereAnException);
1348 return wasThereAnException;
e6ccf245 1349}
1350
073ba374 1351/**
2afaba07 1352 * processReplyBody has two purposes:
1353 * 1 - take the reply body data, if any, and put it into either
1354 * the StoreEntry, or give it over to ICAP.
1355 * 2 - see if we made it to the end of the response (persistent
1356 * connections and such)
1357 */
e6ccf245 1358void
2afaba07 1359HttpStateData::processReplyBody()
e6ccf245 1360{
dc56a9b1 1361 AsyncCall::Pointer call;
b7ac5457 1362 Ip::Address client_addr;
d67acb4e 1363 bool ispinned = false;
fc68f6b1 1364
1a98175f 1365 if (!flags.headers_parsed) {
f61f0107 1366 flags.do_next_read = 1;
5f8252d2 1367 maybeReadVirginBody();
62e76326 1368 return;
528b2c61 1369 }
62e76326 1370
a83c6ed6 1371#if USE_ADAPTATION
c30ac6ea 1372 debugs(11,5, HERE << "adaptationAccessCheckPending=" << adaptationAccessCheckPending);
a83c6ed6 1373 if (adaptationAccessCheckPending)
2afaba07 1374 return;
fc68f6b1 1375
2afaba07 1376#endif
62e76326 1377
2afaba07 1378 /*
1379 * At this point the reply headers have been parsed and consumed.
1380 * That means header content has been removed from readBuf and
1381 * it contains only body data.
1382 */
9e008dda
AJ
1383 if (flags.chunked) {
1384 if (!decodeAndWriteReplyBody()) {
1385 flags.do_next_read = 0;
1386 serverComplete();
1387 return;
1388 }
1389 } else
1390 writeReplyBody();
528b2c61 1391
e6ccf245 1392 if (EBIT_TEST(entry->flags, ENTRY_ABORTED)) {
62e76326 1393 /*
073ba374 1394 * The above writeReplyBody() call could ABORT this entry,
62e76326 1395 * in that case, the server FD should already be closed.
1396 * there's nothing for us to do.
1397 */
1398 (void) 0;
1399 } else
1400 switch (persistentConnStatus()) {
62e76326 1401 case INCOMPLETE_MSG:
bf8fe701 1402 debugs(11, 5, "processReplyBody: INCOMPLETE_MSG");
21b92762 1403 /* Wait for more data or EOF condition */
21b92762 1404 if (flags.keepalive_broken) {
9e008dda 1405 call = NULL;
dc56a9b1 1406 commSetTimeout(fd, 10, call);
21b92762 1407 } else {
9e008dda 1408 call = NULL;
dc56a9b1 1409 commSetTimeout(fd, Config.Timeout.read, call);
21b92762 1410 }
1411
f61f0107 1412 flags.do_next_read = 1;
62e76326 1413 break;
1414
1415 case COMPLETE_PERSISTENT_MSG:
bf8fe701 1416 debugs(11, 5, "processReplyBody: COMPLETE_PERSISTENT_MSG");
62e76326 1417 /* yes we have to clear all these! */
9e008dda 1418 call = NULL;
dc56a9b1 1419 commSetTimeout(fd, -1, call);
f61f0107 1420 flags.do_next_read = 0;
62e76326 1421
9e008dda 1422 comm_remove_close_handler(fd, closeHandler);
dc56a9b1 1423 closeHandler = NULL;
b6b6f466 1424 fwd->unregister(fd);
fc68f6b1 1425
f165d2fb 1426 if (orig_request->flags.spoof_client_ip)
cc192b50 1427 client_addr = orig_request->client_addr;
fc68f6b1 1428
d67acb4e 1429
9e008dda
AJ
1430 if (request->flags.pinned) {
1431 ispinned = true;
1432 } else if (request->flags.connection_auth && request->flags.auth_sent) {
1433 ispinned = true;
1434 }
1435
1436 if (orig_request->pinnedConnection() && ispinned) {
1437 orig_request->pinnedConnection()->pinConnection(fd, orig_request, _peer,
1438 (request->flags.connection_auth != 0));
bd0723ad 1439 } else {
06093389 1440 fwd->pconnPush(fd, _peer, request, orig_request->GetHost(), client_addr);
bd0723ad 1441 }
1442
62e76326 1443 fd = -1;
2afaba07 1444
5f8252d2 1445 serverComplete();
62e76326 1446 return;
1447
1448 case COMPLETE_NONPERSISTENT_MSG:
bf8fe701 1449 debugs(11, 5, "processReplyBody: COMPLETE_NONPERSISTENT_MSG");
5f8252d2 1450 serverComplete();
62e76326 1451 return;
1452 }
1453
5f8252d2 1454 maybeReadVirginBody();
c4b7a5a9 1455}
1456
1457void
5f8252d2 1458HttpStateData::maybeReadVirginBody()
c4b7a5a9 1459{
52edecde 1460 // we may need to grow the buffer if headers do not fit
1c9605c5 1461 const int minRead = flags.headers_parsed ? 0 :1024;
d5f8d05f 1462 const int read_size = replyBodySpace(*readBuf, minRead);
2afaba07 1463
5f8252d2 1464 debugs(11,9, HERE << (flags.do_next_read ? "may" : "wont") <<
d5f8d05f 1465 " read up to " << read_size << " bytes from FD " << fd);
2afaba07 1466
1467 /*
1468 * why <2? Because delayAwareRead() won't actually read if
1469 * you ask it to read 1 byte. The delayed read request
1470 * just gets re-queued until the client side drains, then
1471 * the I/O thread hangs. Better to not register any read
1472 * handler until we get a notification from someone that
1473 * its okay to read again.
1474 */
d5f8d05f 1475 if (read_size < 2)
52edecde 1476 return;
2afaba07 1477
f61f0107 1478 if (flags.do_next_read) {
dc56a9b1 1479 flags.do_next_read = 0;
1480 typedef CommCbMemFunT<HttpStateData, CommIoCbParams> Dialer;
d5f8d05f 1481 entry->delayAwareRead(fd, readBuf->space(read_size), read_size,
4cb2536f 1482 JobCallback(11, 5, Dialer, this, HttpStateData::readReply));
528b2c61 1483 }
090089c4 1484}
1485
39cb8c41 1486/// called after writing the very last request byte (body, last-chunk, etc)
d576a6a6 1487void
39cb8c41 1488HttpStateData::wroteLast(const CommIoCbParams &io)
090089c4 1489{
39cb8c41 1490 debugs(11, 5, HERE << "FD " << fd << ": size " << io.size << ": errflag " << io.flag << ".");
bc87dc25 1491#if URL_CHECKSUM_DEBUG
62e76326 1492
528b2c61 1493 entry->mem_obj->checkUrlChecksum();
bc87dc25 1494#endif
62e76326 1495
dc56a9b1 1496 if (io.size > 0) {
1497 fd_bytes(fd, io.size, FD_WRITE);
1498 kb_incr(&statCounter.server.all.kbytes_out, io.size);
1499 kb_incr(&statCounter.server.http.kbytes_out, io.size);
ee1679df 1500 }
62e76326 1501
dc56a9b1 1502 if (io.flag == COMM_ERR_CLOSING)
62e76326 1503 return;
1504
dc56a9b1 1505 if (io.flag) {
6cae5db1 1506 ErrorState *err;
dc56a9b1 1507 err = errorCon(ERR_WRITE_ERROR, HTTP_BAD_GATEWAY, fwd->request);
1508 err->xerrno = io.xerrno;
1509 fwd->fail(err);
62e76326 1510 comm_close(fd);
1511 return;
090089c4 1512 }
72b63f06 1513
39cb8c41
AR
1514 sendComplete();
1515}
1516
1517/// successfully wrote the entire request (including body, last-chunk, etc.)
1518void
1519HttpStateData::sendComplete()
1520{
2afaba07 1521 /*
1522 * Set the read timeout here because it hasn't been set yet.
1523 * We only set the read timeout after the request has been
1524 * fully written to the server-side. If we start the timeout
1525 * after connection establishment, then we are likely to hit
1526 * the timeout for POST/PUT requests that have very large
1527 * request bodies.
1528 */
dc56a9b1 1529 typedef CommCbMemFunT<HttpStateData, CommTimeoutCbParams> TimeoutDialer;
4299f876 1530 AsyncCall::Pointer timeoutCall = JobCallback(11, 5,
4cb2536f 1531 TimeoutDialer, this, HttpStateData::httpTimeout);
2afaba07 1532
dc56a9b1 1533 commSetTimeout(fd, Config.Timeout.read, timeoutCall);
1534
1535 flags.request_sent = 1;
e1381638 1536
3ff65596 1537 orig_request->hier.peer_http_request_sent = current_time;
090089c4 1538}
1539
5f8252d2 1540// Close the HTTP server connection. Used by serverComplete().
2afaba07 1541void
5f8252d2 1542HttpStateData::closeServer()
2afaba07 1543{
5f8252d2 1544 debugs(11,5, HERE << "closing HTTP server FD " << fd << " this " << this);
fc68f6b1 1545
2afaba07 1546 if (fd >= 0) {
b6b6f466 1547 fwd->unregister(fd);
9e008dda 1548 comm_remove_close_handler(fd, closeHandler);
dc56a9b1 1549 closeHandler = NULL;
2afaba07 1550 comm_close(fd);
1551 fd = -1;
1552 }
5f8252d2 1553}
2afaba07 1554
5f8252d2 1555bool
1556HttpStateData::doneWithServer() const
1557{
1558 return fd < 0;
2afaba07 1559}
1560
ee0b94f4
HN
1561
1562/*
1563 * Fixup authentication request headers for special cases
1564 */
1565static void
1566httpFixupAuthentication(HttpRequest * request, HttpRequest * orig_request, const HttpHeader * hdr_in, HttpHeader * hdr_out, http_state_flags flags)
1567{
1568 http_hdr_type header = flags.originpeer ? HDR_AUTHORIZATION : HDR_PROXY_AUTHORIZATION;
1569
1570 /* Nothing to do unless we are forwarding to a peer */
1571 if (!request->flags.proxying)
f54f527e 1572 return;
ee0b94f4
HN
1573
1574 /* Needs to be explicitly enabled */
dcde39a7 1575 if (!orig_request->peer_login)
f54f527e 1576 return;
ee0b94f4
HN
1577
1578 /* Maybe already dealt with? */
1579 if (hdr_out->has(header))
f54f527e 1580 return;
ee0b94f4
HN
1581
1582 /* Nothing to do here for PASSTHRU */
1583 if (strcmp(orig_request->peer_login, "PASSTHRU") == 0)
f54f527e 1584 return;
ee0b94f4
HN
1585
1586 /* PROXYPASS is a special case, single-signon to servers with the proxy password (basic only) */
1587 if (flags.originpeer && strcmp(orig_request->peer_login, "PROXYPASS") == 0 && hdr_in->has(HDR_PROXY_AUTHORIZATION)) {
f54f527e 1588 const char *auth = hdr_in->getStr(HDR_PROXY_AUTHORIZATION);
ee0b94f4 1589
f54f527e
AJ
1590 if (auth && strncasecmp(auth, "basic ", 6) == 0) {
1591 hdr_out->putStr(header, auth);
1592 return;
1593 }
ee0b94f4
HN
1594 }
1595
1596 /* Special mode to pass the username to the upstream cache */
1597 if (*orig_request->peer_login == '*') {
f54f527e
AJ
1598 char loginbuf[256];
1599 const char *username = "-";
ee0b94f4 1600
f54f527e
AJ
1601 if (orig_request->extacl_user.size())
1602 username = orig_request->extacl_user.termedBuf();
a33a428a 1603 else if (orig_request->auth_user_request != NULL)
f54f527e 1604 username = orig_request->auth_user_request->username();
ee0b94f4 1605
f54f527e 1606 snprintf(loginbuf, sizeof(loginbuf), "%s%s", username, orig_request->peer_login + 1);
ee0b94f4 1607
f54f527e
AJ
1608 httpHeaderPutStrf(hdr_out, header, "Basic %s",
1609 base64_encode(loginbuf));
1610 return;
ee0b94f4
HN
1611 }
1612
1613 /* external_acl provided credentials */
1614 if (orig_request->extacl_user.size() && orig_request->extacl_passwd.size() &&
f54f527e
AJ
1615 (strcmp(orig_request->peer_login, "PASS") == 0 ||
1616 strcmp(orig_request->peer_login, "PROXYPASS") == 0)) {
1617 char loginbuf[256];
1618 snprintf(loginbuf, sizeof(loginbuf), SQUIDSTRINGPH ":" SQUIDSTRINGPH,
1619 SQUIDSTRINGPRINT(orig_request->extacl_user),
1620 SQUIDSTRINGPRINT(orig_request->extacl_passwd));
1621 httpHeaderPutStrf(hdr_out, header, "Basic %s",
1622 base64_encode(loginbuf));
1623 return;
ee0b94f4
HN
1624 }
1625
9ca29d23
AJ
1626 /* Kerberos login to peer */
1627#if HAVE_KRB5 && HAVE_GSSAPI
1628 if (strncmp(orig_request->peer_login, "NEGOTIATE",strlen("NEGOTIATE")) == 0) {
1629 char *Token=NULL;
1630 char *PrincipalName=NULL,*p;
1631 if ((p=strchr(orig_request->peer_login,':')) != NULL ) {
1632 PrincipalName=++p;
1633 }
1634 Token = peer_proxy_negotiate_auth(PrincipalName,request->peer_host);
1635 if (Token) {
1636 httpHeaderPutStrf(hdr_out, HDR_PROXY_AUTHORIZATION, "Negotiate %s",Token);
1637 }
1638 return;
1639 }
1640#endif /* HAVE_KRB5 && HAVE_GSSAPI */
1641
0606266f 1642 httpHeaderPutStrf(hdr_out, header, "Basic %s",
f54f527e 1643 base64_encode(orig_request->peer_login));
ee0b94f4
HN
1644 return;
1645}
1646
99edd1c3 1647/*
9e008dda 1648 * build request headers and append them to a given MemBuf
e5ee81f0 1649 * used by buildRequestPrefix()
818c6c9e 1650 * note: initialised the HttpHeader, the caller is responsible for Clean()-ing
99edd1c3 1651 */
e1e72f06 1652void
e5ee81f0 1653HttpStateData::httpBuildRequestHeader(HttpRequest * request,
1654 HttpRequest * orig_request,
1655 StoreEntry * entry,
1656 HttpHeader * hdr_out,
386c7842 1657 const http_state_flags flags)
6bf8443a 1658{
99edd1c3 1659 /* building buffer for complex strings */
5999b776 1660#define BBUF_SZ (MAX_URL+32)
99edd1c3 1661 LOCAL_ARRAY(char, bbuf, BBUF_SZ);
67c06f0d 1662 LOCAL_ARRAY(char, ntoabuf, MAX_IPSTRLEN);
99edd1c3 1663 const HttpHeader *hdr_in = &orig_request->header;
67c06f0d 1664 const HttpHeaderEntry *e = NULL;
99edd1c3 1665 HttpHeaderPos pos = HttpHeaderInitPos;
75faaa7a 1666 assert (hdr_out->owner == hoRequest);
62e76326 1667
262a0e14 1668 /* append our IMS header */
fa3e249f 1669 if (request->lastmod > -1)
a9925b40 1670 hdr_out->putTime(HDR_IF_MODIFIED_SINCE, request->lastmod);
99edd1c3 1671
528b2c61 1672 bool we_do_ranges = decideIfWeDoRanges (orig_request);
1673
30abd221 1674 String strConnection (hdr_in->getList(HDR_CONNECTION));
62e76326 1675
a9925b40 1676 while ((e = hdr_in->getEntry(&pos)))
62e76326 1677 copyOneHeaderFromClientsideRequestToUpstreamRequest(e, strConnection, request, orig_request, hdr_out, we_do_ranges, flags);
528b2c61 1678
43ae1d95 1679 /* Abstraction break: We should interpret multipart/byterange responses
528b2c61 1680 * into offset-length data, and this works around our inability to do so.
1681 */
62e76326 1682 if (!we_do_ranges && orig_request->multipartRangeRequest()) {
1683 /* don't cache the result */
1684 orig_request->flags.cachable = 0;
1685 /* pretend it's not a range request */
00d77d6b 1686 delete orig_request->range;
62e76326 1687 orig_request->range = NULL;
1688 orig_request->flags.range = 0;
1689 }
528b2c61 1690
99edd1c3 1691 /* append Via */
736cb6aa 1692 if (Config.onoff.via) {
30abd221 1693 String strVia;
a9925b40 1694 strVia = hdr_in->getList(HDR_VIA);
62e76326 1695 snprintf(bbuf, BBUF_SZ, "%d.%d %s",
1696 orig_request->http_ver.major,
1697 orig_request->http_ver.minor, ThisCache);
1698 strListAdd(&strVia, bbuf, ',');
d53b3f6d 1699 hdr_out->putStr(HDR_VIA, strVia.termedBuf());
30abd221 1700 strVia.clean();
736cb6aa 1701 }
62e76326 1702
432bc83c 1703 if (orig_request->flags.accelerated) {
43ae1d95 1704 /* Append Surrogate-Capabilities */
45cca89d
AJ
1705 String strSurrogate(hdr_in->getList(HDR_SURROGATE_CAPABILITY));
1706#if USE_SQUID_ESI
1707 snprintf(bbuf, BBUF_SZ, "%s=\"Surrogate/1.0 ESI/1.0\"", Config.Accel.surrogate_id);
1708#else
1709 snprintf(bbuf, BBUF_SZ, "%s=\"Surrogate/1.0\"", Config.Accel.surrogate_id);
1710#endif
43ae1d95 1711 strListAdd(&strSurrogate, bbuf, ',');
d53b3f6d 1712 hdr_out->putStr(HDR_SURROGATE_CAPABILITY, strSurrogate.termedBuf());
43ae1d95 1713 }
43ae1d95 1714
67c06f0d 1715 /** \pre Handle X-Forwarded-For */
9e008dda 1716 if (strcmp(opt_forwarded_for, "delete") != 0) {
c4f30223
AR
1717
1718 String strFwd = hdr_in->getList(HDR_X_FORWARDED_FOR);
1719
1720 if (strFwd.size() > 65536/2) {
1721 // There is probably a forwarding loop with Via detection disabled.
1722 // If we do nothing, String will assert on overflow soon.
1723 // TODO: Terminate all transactions with huge XFF?
1724 strFwd = "error";
1725
1726 static int warnedCount = 0;
1727 if (warnedCount++ < 100) {
1728 const char *url = entry ? entry->url() : urlCanonical(orig_request);
1729 debugs(11, 1, "Warning: likely forwarding loop with " << url);
1730 }
1731 }
1732
9e008dda 1733 if (strcmp(opt_forwarded_for, "on") == 0) {
67c06f0d 1734 /** If set to ON - append client IP or 'unknown'. */
9e008dda 1735 if ( orig_request->client_addr.IsNoAddr() )
67c06f0d
AJ
1736 strListAdd(&strFwd, "unknown", ',');
1737 else
1738 strListAdd(&strFwd, orig_request->client_addr.NtoA(ntoabuf, MAX_IPSTRLEN), ',');
9e008dda 1739 } else if (strcmp(opt_forwarded_for, "off") == 0) {
67c06f0d 1740 /** If set to OFF - append 'unknown'. */
67c06f0d 1741 strListAdd(&strFwd, "unknown", ',');
9e008dda 1742 } else if (strcmp(opt_forwarded_for, "transparent") == 0) {
67c06f0d 1743 /** If set to TRANSPARENT - pass through unchanged. */
9e008dda 1744 } else if (strcmp(opt_forwarded_for, "truncate") == 0) {
67c06f0d 1745 /** If set to TRUNCATE - drop existing list and replace with client IP or 'unknown'. */
9e008dda 1746 if ( orig_request->client_addr.IsNoAddr() )
67c06f0d
AJ
1747 strFwd = "unknown";
1748 else
1749 strFwd = orig_request->client_addr.NtoA(ntoabuf, MAX_IPSTRLEN);
1750 }
9e008dda 1751 if (strFwd.size() > 0)
d53b3f6d 1752 hdr_out->putStr(HDR_X_FORWARDED_FOR, strFwd.termedBuf());
cc192b50 1753 }
67c06f0d 1754 /** If set to DELETE - do not copy through. */
6bccf575 1755
99edd1c3 1756 /* append Host if not there already */
a9925b40 1757 if (!hdr_out->has(HDR_HOST)) {
62e76326 1758 if (orig_request->peer_domain) {
a9925b40 1759 hdr_out->putStr(HDR_HOST, orig_request->peer_domain);
62e76326 1760 } else if (orig_request->port == urlDefaultPort(orig_request->protocol)) {
1761 /* use port# only if not default */
cc192b50 1762 hdr_out->putStr(HDR_HOST, orig_request->GetHost());
62e76326 1763 } else {
1764 httpHeaderPutStrf(hdr_out, HDR_HOST, "%s:%d",
cc192b50 1765 orig_request->GetHost(),
1766 (int) orig_request->port);
62e76326 1767 }
6bf8443a 1768 }
62e76326 1769
c68e9c6b 1770 /* append Authorization if known in URL, not in header and going direct */
a9925b40 1771 if (!hdr_out->has(HDR_AUTHORIZATION)) {
62e76326 1772 if (!request->flags.proxying && *request->login) {
1773 httpHeaderPutStrf(hdr_out, HDR_AUTHORIZATION, "Basic %s",
1774 base64_encode(request->login));
1775 }
c68e9c6b 1776 }
62e76326 1777
ee0b94f4
HN
1778 /* Fixup (Proxy-)Authorization special cases. Plain relaying dealt with above */
1779 httpFixupAuthentication(request, orig_request, hdr_in, hdr_out, flags);
62e76326 1780
ee0b94f4
HN
1781 /* append Cache-Control, add max-age if not there already */
1782 {
a9925b40 1783 HttpHdrCc *cc = hdr_in->getCc();
62e76326 1784
1785 if (!cc)
1786 cc = httpHdrCcCreate();
1787
7dc5c309
AJ
1788#if 0 /* see bug 2330 */
1789 /* Set no-cache if determined needed but not found */
1790 if (orig_request->flags.nocache)
1791 EBIT_SET(cc->mask, CC_NO_CACHE);
1792#endif
1793
af6a12ee
AJ
1794 /* Add max-age only without no-cache */
1795 if (!EBIT_TEST(cc->mask, CC_MAX_AGE) && !EBIT_TEST(cc->mask, CC_NO_CACHE)) {
43ae1d95 1796 const char *url =
3900307b 1797 entry ? entry->url() : urlCanonical(orig_request);
62e76326 1798 httpHdrCcSetMaxAge(cc, getMaxAge(url));
1799
1800 if (request->urlpath.size())
e8466ea9 1801 assert(strstr(url, request->urlpath.termedBuf()));
62e76326 1802 }
1803
ce2d6441 1804 /* Enforce sibling relations */
62e76326 1805 if (flags.only_if_cached)
1806 EBIT_SET(cc->mask, CC_ONLY_IF_CACHED);
1807
a9925b40 1808 hdr_out->putCc(cc);
62e76326 1809
1810 httpHdrCcDestroy(cc);
6bf8443a 1811 }
62e76326 1812
99edd1c3 1813 /* maybe append Connection: keep-alive */
b515fc11 1814 if (flags.keepalive) {
95e78500 1815 hdr_out->putStr(HDR_CONNECTION, "keep-alive");
603a02fd 1816 }
62e76326 1817
a7ad6e4e 1818 /* append Front-End-Https */
1819 if (flags.front_end_https) {
62e76326 1820 if (flags.front_end_https == 1 || request->protocol == PROTO_HTTPS)
a9925b40 1821 hdr_out->putStr(HDR_FRONT_END_HTTPS, "On");
a7ad6e4e 1822 }
1823
e31a1e67
AR
1824 if (flags.chunked_request) {
1825 // Do not just copy the original value so that if the client-side
1826 // starts decode other encodings, this code may remain valid.
39cb8c41
AR
1827 hdr_out->putStr(HDR_TRANSFER_ENCODING, "chunked");
1828 }
1829
6bccf575 1830 /* Now mangle the headers. */
4f56514c 1831 if (Config2.onoff.mangle_request_headers)
5967c0bf 1832 httpHdrMangleList(hdr_out, request, ROR_REQUEST);
62e76326 1833
30abd221 1834 strConnection.clean();
99edd1c3 1835}
1836
9e498bfb
AJ
1837/**
1838 * Decides whether a particular header may be cloned from the received Clients request
1839 * to our outgoing fetch request.
1840 */
528b2c61 1841void
9e498bfb 1842copyOneHeaderFromClientsideRequestToUpstreamRequest(const HttpHeaderEntry *e, const String strConnection, HttpRequest * request, const HttpRequest * orig_request, HttpHeader * hdr_out, const int we_do_ranges, const http_state_flags flags)
528b2c61 1843{
e8466ea9 1844 debugs(11, 5, "httpBuildRequestHeader: " << e->name << ": " << e->value );
62e76326 1845
528b2c61 1846 switch (e->id) {
62e76326 1847
af6a12ee 1848 /** \par RFC 2616 sect 13.5.1 - Hop-by-Hop headers which Squid should not pass on. */
9e498bfb 1849
be753325 1850 case HDR_PROXY_AUTHORIZATION:
9e498bfb
AJ
1851 /** \par Proxy-Authorization:
1852 * Only pass on proxy authentication to peers for which
62e76326 1853 * authentication forwarding is explicitly enabled
1854 */
ee0b94f4 1855 if (!flags.originpeer && flags.proxying && orig_request->peer_login &&
f54f527e
AJ
1856 (strcmp(orig_request->peer_login, "PASS") == 0 ||
1857 strcmp(orig_request->peer_login, "PROXYPASS") == 0 ||
1858 strcmp(orig_request->peer_login, "PASSTHRU") == 0)) {
eede25e7 1859 hdr_out->addEntry(e->clone());
62e76326 1860 }
62e76326 1861 break;
1862
af6a12ee 1863 /** \par RFC 2616 sect 13.5.1 - Hop-by-Hop headers which Squid does not pass on. */
9e498bfb
AJ
1864
1865 case HDR_CONNECTION: /** \par Connection: */
1866 case HDR_TE: /** \par TE: */
1867 case HDR_KEEP_ALIVE: /** \par Keep-Alive: */
1868 case HDR_PROXY_AUTHENTICATE: /** \par Proxy-Authenticate: */
a1651bad 1869 case HDR_TRAILER: /** \par Trailer: */
9e498bfb
AJ
1870 case HDR_UPGRADE: /** \par Upgrade: */
1871 case HDR_TRANSFER_ENCODING: /** \par Transfer-Encoding: */
1872 break;
1873
1874
af6a12ee 1875 /** \par OTHER headers I haven't bothered to track down yet. */
9e498bfb 1876
be753325 1877 case HDR_AUTHORIZATION:
9e498bfb
AJ
1878 /** \par WWW-Authorization:
1879 * Pass on WWW authentication */
62e76326 1880
1881 if (!flags.originpeer) {
eede25e7 1882 hdr_out->addEntry(e->clone());
62e76326 1883 } else {
9e498bfb 1884 /** \note In accelerators, only forward authentication if enabled
ee0b94f4 1885 * (see also httpFixupAuthentication for special cases)
62e76326 1886 */
abb929f0 1887 if (orig_request->peer_login &&
1888 (strcmp(orig_request->peer_login, "PASS") == 0 ||
11e4c5e5 1889 strcmp(orig_request->peer_login, "PASSTHRU") == 0 ||
abb929f0 1890 strcmp(orig_request->peer_login, "PROXYPASS") == 0)) {
eede25e7 1891 hdr_out->addEntry(e->clone());
62e76326 1892 }
1893 }
1894
1895 break;
1896
be753325 1897 case HDR_HOST:
9e498bfb 1898 /** \par Host:
b883b594 1899 * Normally Squid rewrites the Host: header.
1900 * However, there is one case when we don't: If the URL
62e76326 1901 * went through our redirector and the admin configured
1902 * 'redir_rewrites_host' to be off.
1903 */
9e008dda 1904 if (orig_request->peer_domain)
488b27c5
HN
1905 hdr_out->putStr(HDR_HOST, orig_request->peer_domain);
1906 else if (request->flags.redirected && !Config.onoff.redir_rewrites_host)
eede25e7 1907 hdr_out->addEntry(e->clone());
b883b594 1908 else {
1909 /* use port# only if not default */
1910
1911 if (orig_request->port == urlDefaultPort(orig_request->protocol)) {
cc192b50 1912 hdr_out->putStr(HDR_HOST, orig_request->GetHost());
b883b594 1913 } else {
1914 httpHeaderPutStrf(hdr_out, HDR_HOST, "%s:%d",
cc192b50 1915 orig_request->GetHost(),
1916 (int) orig_request->port);
b883b594 1917 }
1918 }
62e76326 1919
1920 break;
1921
be753325 1922 case HDR_IF_MODIFIED_SINCE:
9e498bfb 1923 /** \par If-Modified-Since:
af6a12ee 1924 * append unless we added our own;
9e498bfb 1925 * \note at most one client's ims header can pass through */
b883b594 1926
a9925b40 1927 if (!hdr_out->has(HDR_IF_MODIFIED_SINCE))
eede25e7 1928 hdr_out->addEntry(e->clone());
62e76326 1929
1930 break;
1931
be753325 1932 case HDR_MAX_FORWARDS:
9e498bfb 1933 /** \par Max-Forwards:
fc90edc3
AJ
1934 * pass only on TRACE or OPTIONS requests */
1935 if (orig_request->method == METHOD_TRACE || orig_request->method == METHOD_OPTIONS) {
1936 const int64_t hops = e->getInt64();
62e76326 1937
1938 if (hops > 0)
fc90edc3 1939 hdr_out->putInt64(HDR_MAX_FORWARDS, hops - 1);
62e76326 1940 }
1941
1942 break;
1943
be753325 1944 case HDR_VIA:
9e498bfb
AJ
1945 /** \par Via:
1946 * If Via is disabled then forward any received header as-is.
1947 * Otherwise leave for explicit updated addition later. */
62e76326 1948
1949 if (!Config.onoff.via)
eede25e7 1950 hdr_out->addEntry(e->clone());
62e76326 1951
1952 break;
1953
be753325 1954 case HDR_RANGE:
62e76326 1955
be753325 1956 case HDR_IF_RANGE:
62e76326 1957
be753325 1958 case HDR_REQUEST_RANGE:
9e498bfb
AJ
1959 /** \par Range:, If-Range:, Request-Range:
1960 * Only pass if we accept ranges */
62e76326 1961 if (!we_do_ranges)
eede25e7 1962 hdr_out->addEntry(e->clone());
62e76326 1963
1964 break;
1965
95e78500
AJ
1966 case HDR_PROXY_CONNECTION: // SHOULD ignore. But doing so breaks things.
1967 break;
62e76326 1968
be753325 1969 case HDR_X_FORWARDED_FOR:
62e76326 1970
be753325 1971 case HDR_CACHE_CONTROL:
95e78500 1972 /** \par X-Forwarded-For:, Cache-Control:
9e498bfb
AJ
1973 * handled specially by Squid, so leave off for now.
1974 * append these after the loop if needed */
62e76326 1975 break;
1976
be753325 1977 case HDR_FRONT_END_HTTPS:
9e498bfb
AJ
1978 /** \par Front-End-Https:
1979 * Pass thru only if peer is configured with front-end-https */
62e76326 1980 if (!flags.front_end_https)
eede25e7 1981 hdr_out->addEntry(e->clone());
62e76326 1982
1983 break;
1984
be753325 1985 default:
9e498bfb
AJ
1986 /** \par default.
1987 * pass on all other header fields
1988 * which are NOT listed by the special Connection: header. */
1989
a7a42b14 1990 if (strConnection.size()>0 && strListIsMember(&strConnection, e->name.termedBuf(), ',')) {
e1ea7456 1991 debugs(11, 2, "'" << e->name << "' header cropped by Connection: definition");
9e498bfb
AJ
1992 return;
1993 }
1994
eede25e7 1995 hdr_out->addEntry(e->clone());
528b2c61 1996 }
1997}
1998
e5ee81f0 1999bool
2000HttpStateData::decideIfWeDoRanges (HttpRequest * orig_request)
528b2c61 2001{
e5ee81f0 2002 bool result = true;
62e76326 2003 /* decide if we want to do Ranges ourselves
2004 * and fetch the whole object now)
2005 * We want to handle Ranges ourselves iff
2006 * - we can actually parse client Range specs
2007 * - the specs are expected to be simple enough (e.g. no out-of-order ranges)
2008 * - reply will be cachable
2009 * (If the reply will be uncachable we have to throw it away after
2010 * serving this request, so it is better to forward ranges to
2011 * the server and fetch only the requested content)
2012 */
2013
11e3fa1c
AJ
2014 int64_t roffLimit = orig_request->getRangeOffsetLimit();
2015
62e76326 2016 if (NULL == orig_request->range || !orig_request->flags.cachable
11e3fa1c 2017 || orig_request->range->offsetLimitExceeded(roffLimit) || orig_request->flags.connection_auth)
e5ee81f0 2018 result = false;
62e76326 2019
9e008dda
AJ
2020 debugs(11, 8, "decideIfWeDoRanges: range specs: " <<
2021 orig_request->range << ", cachable: " <<
2022 orig_request->flags.cachable << "; we_do_ranges: " << result);
62e76326 2023
2024 return result;
528b2c61 2025}
2026
62e76326 2027/* build request prefix and append it to a given MemBuf;
99edd1c3 2028 * return the length of the prefix */
9bc73deb 2029mb_size_t
e053c141
FC
2030HttpStateData::buildRequestPrefix(HttpRequest * aRequest,
2031 HttpRequest * original_request,
2032 StoreEntry * sentry,
386c7842 2033 MemBuf * mb)
99edd1c3 2034{
2035 const int offset = mb->size;
3872be7c 2036 HttpVersion httpver(1,1);
2fe7eff9 2037 mb->Printf("%s %s HTTP/%d.%d\r\n",
e053c141
FC
2038 RequestMethodStr(aRequest->method),
2039 aRequest->urlpath.size() ? aRequest->urlpath.termedBuf() : "/",
2fe7eff9 2040 httpver.major,httpver.minor);
99edd1c3 2041 /* build and pack headers */
2042 {
75faaa7a 2043 HttpHeader hdr(hoRequest);
62e76326 2044 Packer p;
386c7842 2045 httpBuildRequestHeader(aRequest, original_request, sentry, &hdr, flags);
9e008dda 2046
e053c141
FC
2047 if (aRequest->flags.pinned && aRequest->flags.connection_auth)
2048 aRequest->flags.auth_sent = 1;
d67acb4e 2049 else if (hdr.has(HDR_AUTHORIZATION))
e053c141 2050 aRequest->flags.auth_sent = 1;
d67acb4e 2051
62e76326 2052 packerToMemInit(&p, mb);
a9925b40 2053 hdr.packInto(&p);
519e0948 2054 hdr.clean();
62e76326 2055 packerClean(&p);
9d9d144b 2056 }
99edd1c3 2057 /* append header terminator */
2fe7eff9 2058 mb->append(crlf, 2);
99edd1c3 2059 return mb->size - offset;
6bf8443a 2060}
62e76326 2061
090089c4 2062/* This will be called when connect completes. Write request. */
5f8252d2 2063bool
2bb867b5 2064HttpStateData::sendRequest()
090089c4 2065{
99edd1c3 2066 MemBuf mb;
090089c4 2067
bf8fe701 2068 debugs(11, 5, "httpSendRequest: FD " << fd << ", request " << request << ", this " << this << ".");
a0297974
AR
2069
2070 if (!canSend(fd)) {
2071 debugs(11,3, HERE << "cannot send request to closing FD " << fd);
2072 assert(closeHandler != NULL);
2073 return false;
2074 }
2075
dc56a9b1 2076 typedef CommCbMemFunT<HttpStateData, CommTimeoutCbParams> TimeoutDialer;
4299f876 2077 AsyncCall::Pointer timeoutCall = JobCallback(11, 5,
4cb2536f 2078 TimeoutDialer, this, HttpStateData::httpTimeout);
dc56a9b1 2079 commSetTimeout(fd, Config.Timeout.lifetime, timeoutCall);
2bb867b5 2080 flags.do_next_read = 1;
5f8252d2 2081 maybeReadVirginBody();
2082
2083 if (orig_request->body_pipe != NULL) {
123ec4de 2084 if (!startRequestBodyFlow()) // register to receive body data
5f8252d2 2085 return false;
9e008dda 2086 typedef CommCbMemFunT<HttpStateData, CommIoCbParams> Dialer;
4299f876 2087 requestSender = JobCallback(11,5,
4cb2536f 2088 Dialer, this, HttpStateData::sentRequestBody);
e31a1e67
AR
2089
2090 Must(!flags.chunked_request);
2091 // Preserve original chunked encoding unless we learned the length.
2092 if (orig_request->header.chunked() && orig_request->content_length < 0)
2093 flags.chunked_request = 1;
5f8252d2 2094 } else {
2095 assert(!requestBodySource);
9e008dda 2096 typedef CommCbMemFunT<HttpStateData, CommIoCbParams> Dialer;
4299f876 2097 requestSender = JobCallback(11,5,
39cb8c41 2098 Dialer, this, HttpStateData::wroteLast);
5f8252d2 2099 }
54220df8 2100
2bb867b5 2101 if (_peer != NULL) {
2102 if (_peer->options.originserver) {
2103 flags.proxying = 0;
2104 flags.originpeer = 1;
62e76326 2105 } else {
2bb867b5 2106 flags.proxying = 1;
2107 flags.originpeer = 0;
62e76326 2108 }
be753325 2109 } else {
2bb867b5 2110 flags.proxying = 0;
2111 flags.originpeer = 0;
be753325 2112 }
62e76326 2113
efb9218c 2114 /*
99edd1c3 2115 * Is keep-alive okay for all request methods?
efb9218c 2116 */
d67acb4e 2117 if (orig_request->flags.must_keepalive)
9e008dda 2118 flags.keepalive = 1;
d67acb4e 2119 else if (!Config.onoff.server_pconns)
2bb867b5 2120 flags.keepalive = 0;
2121 else if (_peer == NULL)
2122 flags.keepalive = 1;
2123 else if (_peer->stats.n_keepalives_sent < 10)
2124 flags.keepalive = 1;
2125 else if ((double) _peer->stats.n_keepalives_recv /
2126 (double) _peer->stats.n_keepalives_sent > 0.50)
2127 flags.keepalive = 1;
2128
2129 if (_peer) {
2130 if (neighborType(_peer, request) == PEER_SIBLING &&
2131 !_peer->options.allow_miss)
2132 flags.only_if_cached = 1;
2133
2134 flags.front_end_https = _peer->front_end_https;
a7ad6e4e 2135 }
62e76326 2136
2fe7eff9 2137 mb.init();
9ca29d23 2138 request->peer_host=_peer?_peer->host:NULL;
386c7842 2139 buildRequestPrefix(request, orig_request, entry, &mb);
bf8fe701 2140 debugs(11, 6, "httpSendRequest: FD " << fd << ":\n" << mb.buf);
dc56a9b1 2141 comm_write_mbuf(fd, &mb, requestSender);
5f8252d2 2142
2143 return true;
090089c4 2144}
b6a2f15e 2145
39cb8c41
AR
2146bool
2147HttpStateData::getMoreRequestBody(MemBuf &buf)
2148{
2149 // parent's implementation can handle the no-encoding case
e31a1e67 2150 if (!flags.chunked_request)
39cb8c41
AR
2151 return ServerStateData::getMoreRequestBody(buf);
2152
2153 MemBuf raw;
2154
2155 Must(requestBodySource != NULL);
2156 if (!requestBodySource->getMoreData(raw))
2157 return false; // no request body bytes to chunk yet
2158
2159 // optimization: pre-allocate buffer size that should be enough
2160 const mb_size_t rawDataSize = raw.contentSize();
2161 // we may need to send: hex-chunk-size CRLF raw-data CRLF last-chunk
2162 buf.init(16 + 2 + rawDataSize + 2 + 5, raw.max_capacity);
2163
d958d14f 2164 buf.Printf("%x\r\n", static_cast<unsigned int>(rawDataSize));
39cb8c41
AR
2165 buf.append(raw.content(), rawDataSize);
2166 buf.Printf("\r\n");
2167
2168 Must(rawDataSize > 0); // we did not accidently created last-chunk above
2169
2170 // Do not send last-chunk unless we successfully received everything
2171 if (receivedWholeRequestBody) {
2172 Must(!flags.sentLastChunk);
2173 flags.sentLastChunk = true;
de48b288 2174 buf.append("0\r\n\r\n", 5);
39cb8c41
AR
2175 }
2176
2177 return true;
2178}
2179
910169e5 2180void
b6b6f466 2181httpStart(FwdState *fwd)
603a02fd 2182{
60745f24 2183 debugs(11, 3, "httpStart: \"" << RequestMethodStr(fwd->request->method) << " " << fwd->entry->url() << "\"" );
a3d50c30 2184 HttpStateData *httpState = new HttpStateData(fwd);
62e76326 2185
5f8252d2 2186 if (!httpState->sendRequest()) {
bf8fe701 2187 debugs(11, 3, "httpStart: aborted");
5f8252d2 2188 delete httpState;
2189 return;
2190 }
62e76326 2191
5f8252d2 2192 statCounter.server.all.requests++;
83704487 2193 statCounter.server.http.requests++;
62e76326 2194
b6a2f15e 2195 /*
2196 * We used to set the read timeout here, but not any more.
2197 * Now its set in httpSendComplete() after the full request,
2198 * including request body, has been written to the server.
2199 */
090089c4 2200}
2201
39cb8c41
AR
2202/// if broken posts are enabled for the request, try to fix and return true
2203bool
2204HttpStateData::finishingBrokenPost()
2bb867b5 2205{
626096be 2206#if USE_HTTP_VIOLATIONS
39cb8c41
AR
2207 if (!Config.accessList.brokenPosts) {
2208 debugs(11, 5, HERE << "No brokenPosts list");
2209 return false;
2210 }
a0297974 2211
39cb8c41
AR
2212 ACLFilledChecklist ch(Config.accessList.brokenPosts, request, NULL);
2213 if (!ch.fastCheck()) {
2214 debugs(11, 5, HERE << "didn't match brokenPosts");
2215 return false;
2216 }
a0297974 2217
39cb8c41
AR
2218 if (!canSend(fd)) {
2219 debugs(11,2, HERE << "ignoring broken POST for closing FD " << fd);
2220 assert(closeHandler != NULL);
2221 return true; // prevent caller from proceeding as if nothing happened
54220df8 2222 }
39cb8c41
AR
2223
2224 debugs(11, 2, "finishingBrokenPost: fixing broken POST");
2225 typedef CommCbMemFunT<HttpStateData, CommIoCbParams> Dialer;
2226 requestSender = JobCallback(11,5,
2227 Dialer, this, HttpStateData::wroteLast);
2228 comm_write(fd, "\r\n", 2, requestSender);
2229 return true;
2230#else
2231 return false;
626096be 2232#endif /* USE_HTTP_VIOLATIONS */
39cb8c41
AR
2233}
2234
2235/// if needed, write last-chunk to end the request body and return true
2236bool
2237HttpStateData::finishingChunkedRequest()
2238{
2239 if (flags.sentLastChunk) {
2240 debugs(11, 5, HERE << "already sent last-chunk");
2241 return false;
2242 }
2243
2244 Must(receivedWholeRequestBody); // or we should not be sending last-chunk
2245 flags.sentLastChunk = true;
2246
2247 typedef CommCbMemFunT<HttpStateData, CommIoCbParams> Dialer;
2248 requestSender = JobCallback(11,5,
2249 Dialer, this, HttpStateData::wroteLast);
2250 comm_write(fd, "0\r\n\r\n", 5, requestSender);
2251 return true;
2252}
2253
2254void
2255HttpStateData::doneSendingRequestBody()
2256{
2257 ServerStateData::doneSendingRequestBody();
2258 debugs(11,5, HERE << "doneSendingRequestBody: FD " << fd);
2259
2260 // do we need to write something after the last body byte?
e31a1e67 2261 if (flags.chunked_request && finishingChunkedRequest())
39cb8c41 2262 return;
e31a1e67 2263 if (!flags.chunked_request && finishingBrokenPost())
39cb8c41 2264 return;
aa49962c 2265
39cb8c41 2266 sendComplete();
94439e4e 2267}
2268
5f8252d2 2269// more origin request body data is available
2bb867b5 2270void
5f8252d2 2271HttpStateData::handleMoreRequestBodyAvailable()
2bb867b5 2272{
2bb867b5 2273 if (eof || fd < 0) {
5f8252d2 2274 // XXX: we should check this condition in other callbacks then!
2275 // TODO: Check whether this can actually happen: We should unsubscribe
2276 // as a body consumer when the above condition(s) are detected.
2bb867b5 2277 debugs(11, 1, HERE << "Transaction aborted while reading HTTP body");
2bb867b5 2278 return;
2279 }
62e76326 2280
5f8252d2 2281 assert(requestBodySource != NULL);
fc68f6b1 2282
5f8252d2 2283 if (requestBodySource->buf().hasContent()) {
2284 // XXX: why does not this trigger a debug message on every request?
fc68f6b1 2285
2bb867b5 2286 if (flags.headers_parsed && !flags.abuse_detected) {
2287 flags.abuse_detected = 1;
cc192b50 2288 debugs(11, 1, "http handleMoreRequestBodyAvailable: Likely proxy abuse detected '" << orig_request->client_addr << "' -> '" << entry->url() << "'" );
21b92762 2289
585ab260 2290 if (virginReply()->sline.status == HTTP_INVALID_HEADER) {
2bb867b5 2291 comm_close(fd);
21b92762 2292 return;
2293 }
2294 }
b6a2f15e 2295 }
5f8252d2 2296
2297 HttpStateData::handleMoreRequestBodyAvailable();
376bb137 2298}
2299
5f8252d2 2300// premature end of the request body
2bb867b5 2301void
5f8252d2 2302HttpStateData::handleRequestBodyProducerAborted()
376bb137 2303{
5f8252d2 2304 ServerStateData::handleRequestBodyProducerAborted();
39cb8c41 2305 abortTransaction("request body producer aborted");
2bb867b5 2306}
2307
5f8252d2 2308// called when we wrote request headers(!) or a part of the body
2bb867b5 2309void
dc56a9b1 2310HttpStateData::sentRequestBody(const CommIoCbParams &io)
2bb867b5 2311{
dc56a9b1 2312 if (io.size > 0)
2313 kb_incr(&statCounter.server.http.kbytes_out, io.size);
fc68f6b1 2314
dc56a9b1 2315 ServerStateData::sentRequestBody(io);
5f8252d2 2316}
3b299123 2317
5f8252d2 2318// Quickly abort the transaction
2319// TODO: destruction should be sufficient as the destructor should cleanup,
2320// including canceling close handlers
2321void
2322HttpStateData::abortTransaction(const char *reason)
2323{
2324 debugs(11,5, HERE << "aborting transaction for " << reason <<
2325 "; FD " << fd << ", this " << this);
fc68f6b1 2326
3e8c047e 2327 if (fd >= 0) {
62e76326 2328 comm_close(fd);
3e8c047e 2329 return;
c23f0c74 2330 }
3e8c047e 2331
2332 fwd->handleUnregisteredServerEnd();
dc56a9b1 2333 deleteThis("HttpStateData::abortTransaction");
54220df8 2334}
ccf44862 2335
7c4e4e7f 2336HttpRequest *
2337HttpStateData::originalRequest()
2afaba07 2338{
7c4e4e7f 2339 return orig_request;
2afaba07 2340}