]> git.ipfire.org Git - thirdparty/squid.git/blame - src/http.cc
Fix compile errors detected by clang++
[thirdparty/squid.git] / src / http.cc
CommitLineData
da2b3a17 1
30a4f2a8 2/*
262a0e14 3 * $Id$
30a4f2a8 4 *
5 * DEBUG: section 11 Hypertext Transfer Protocol (HTTP)
6 * AUTHOR: Harvest Derived
7 *
2b6662ba 8 * SQUID Web Proxy Cache http://www.squid-cache.org/
e25c139f 9 * ----------------------------------------------------------
30a4f2a8 10 *
2b6662ba 11 * Squid is the result of efforts by numerous individuals from
12 * the Internet community; see the CONTRIBUTORS file for full
13 * details. Many organizations have provided support for Squid's
14 * development; see the SPONSORS file for full details. Squid is
15 * Copyrighted (C) 2001 by the Regents of the University of
16 * California; see the COPYRIGHT file for full details. Squid
17 * incorporates software developed and/or copyrighted by other
18 * sources; see the CREDITS file for full details.
30a4f2a8 19 *
20 * This program is free software; you can redistribute it and/or modify
21 * it under the terms of the GNU General Public License as published by
22 * the Free Software Foundation; either version 2 of the License, or
23 * (at your option) any later version.
9e008dda 24 *
30a4f2a8 25 * This program is distributed in the hope that it will be useful,
26 * but WITHOUT ANY WARRANTY; without even the implied warranty of
27 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
28 * GNU General Public License for more details.
9e008dda 29 *
30a4f2a8 30 * You should have received a copy of the GNU General Public License
31 * along with this program; if not, write to the Free Software
cbdec147 32 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111, USA.
e25c139f 33 *
30a4f2a8 34 */
019dd986 35
4a83b852 36/*
37 * Anonymizing patch by lutz@as-node.jena.thur.de
de3bdb4c 38 * have a look into http-anon.c to get more informations.
4a83b852 39 */
40
44a47c6e 41#include "squid.h"
9ca29d23
AJ
42
43#include "acl/FilledChecklist.h"
2f1431ea 44#if USE_AUTH
9ca29d23 45#include "auth/UserRequest.h"
2f1431ea 46#endif
655daa06 47#include "base/AsyncJobCalls.h"
3d93a84d 48#include "base/TextException.h"
25f98340 49#include "base64.h"
8d71285d 50#include "comm/Connection.h"
ec41b64c 51#include "comm/Write.h"
9a0a18de 52#if USE_DELAY_POOLS
9ca29d23
AJ
53#include "DelayPools.h"
54#endif
8b997339 55#include "err_detail_type.h"
aa839030 56#include "errorpage.h"
e6ccf245 57#include "http.h"
655daa06 58#include "HttpControlMsg.h"
528b2c61 59#include "HttpHdrContRange.h"
b19dd748 60#include "HttpHdrSc.h"
61#include "HttpHdrScTarget.h"
9ca29d23
AJ
62#include "HttpReply.h"
63#include "HttpRequest.h"
64#include "MemBuf.h"
65#include "MemObject.h"
66#include "protos.h"
1fa9b1a7 67#include "rfc1738.h"
985c86bc 68#include "SquidTime.h"
9ca29d23 69#include "Store.h"
af0bb8e5 70
9ca29d23 71
af0bb8e5 72#define SQUID_ENTER_THROWING_CODE() try {
73#define SQUID_EXIT_THROWING_CODE(status) \
74 status = true; \
75 } \
0a8bbeeb
AR
76 catch (const std::exception &e) { \
77 debugs (11, 1, "Exception error:" << e.what()); \
af0bb8e5 78 status = false; \
9e008dda 79 }
e6ccf245 80
2afaba07 81CBDATA_CLASS_INIT(HttpStateData);
090089c4 82
6bf8443a 83static const char *const crlf = "\r\n";
4db43fab 84
f9cece6e 85static void httpMaybeRemovePublic(StoreEntry *, http_status);
e24f13cd 86static void copyOneHeaderFromClientsideRequestToUpstreamRequest(const HttpHeaderEntry *e, const String strConnection, const HttpRequest * request,
9e498bfb 87 HttpHeader * hdr_out, const int we_do_ranges, const http_state_flags);
528b2c61 88
dc56a9b1 89HttpStateData::HttpStateData(FwdState *theFwdState) : AsyncJob("HttpStateData"), ServerStateData(theFwdState),
e1381638
AJ
90 lastChunk(0), header_bytes_read(0), reply_bytes_read(0),
91 body_bytes_truncated(0), httpChunkDecoder(NULL)
2bb867b5 92{
93 debugs(11,5,HERE << "HttpStateData " << this << " created");
a3d50c30 94 ignoreCacheControl = false;
95 surrogateNoStore = false;
8d71285d 96 serverConnection = fwd->serverConnection();
a3d50c30 97 readBuf = new MemBuf;
9cfb5f4d 98 readBuf->init(16*1024, 256*1024);
a3d50c30 99
3ff65596 100 // reset peer response time stats for %<pt
e24f13cd
CT
101 request->hier.peer_http_request_sent.tv_sec = 0;
102 request->hier.peer_http_request_sent.tv_usec = 0;
3ff65596 103
5229395c
AJ
104 if (fwd->serverConnection() != NULL)
105 _peer = cbdataReference(fwd->serverConnection()->getPeer()); /* might be NULL */
a3d50c30 106
107 if (_peer) {
e24f13cd 108 request->flags.proxying = 1;
a3d50c30 109 /*
110 * This NEIGHBOR_PROXY_ONLY check probably shouldn't be here.
111 * We might end up getting the object from somewhere else if,
112 * for example, the request to this neighbor fails.
113 */
114 if (_peer->options.proxy_only)
d88e3c49 115 entry->releaseRequest();
a3d50c30 116
9a0a18de 117#if USE_DELAY_POOLS
a3d50c30 118 entry->setNoDelay(_peer->options.no_delay);
a3d50c30 119#endif
a3d50c30 120 }
121
122 /*
123 * register the handler to free HTTP state data when the FD closes
124 */
dc56a9b1 125 typedef CommCbMemFunT<HttpStateData, CommCloseCbParams> Dialer;
d1c7f781 126 closeHandler = JobCallback(9, 5, Dialer, this, HttpStateData::httpStateConnClosed);
8d71285d 127 comm_add_close_handler(serverConnection->fd, closeHandler);
2bb867b5 128}
b8d8561b 129
2afaba07 130HttpStateData::~HttpStateData()
f5558c95 131{
253caccb 132 /*
3b299123 133 * don't forget that ~ServerStateData() gets called automatically
253caccb 134 */
135
2afaba07 136 if (!readBuf->isNull())
137 readBuf->clean();
62e76326 138
2afaba07 139 delete readBuf;
140
9e008dda
AJ
141 if (httpChunkDecoder)
142 delete httpChunkDecoder;
af0bb8e5 143
5229395c
AJ
144 cbdataReferenceDone(_peer);
145
9cf7de1b 146 debugs(11,5, HERE << "HttpStateData " << this << " destroyed; " << serverConnection);
5f8252d2 147}
148
6b679a01 149const Comm::ConnectionPointer &
e83cc785 150HttpStateData::dataConnection() const
fc68f6b1 151{
6b679a01 152 return serverConnection;
2afaba07 153}
8d71285d 154
dc56a9b1 155/*
2afaba07 156static void
157httpStateFree(int fd, void *data)
158{
159 HttpStateData *httpState = static_cast<HttpStateData *>(data);
bf8fe701 160 debugs(11, 5, "httpStateFree: FD " << fd << ", httpState=" << data);
5f8252d2 161 delete httpState;
dc56a9b1 162}*/
163
9e008dda 164void
dc56a9b1 165HttpStateData::httpStateConnClosed(const CommCloseCbParams &params)
166{
167 debugs(11, 5, "httpStateFree: FD " << params.fd << ", httpState=" << params.data);
168 deleteThis("HttpStateData::httpStateConnClosed");
f5558c95 169}
170
b8d8561b 171int
60745f24 172httpCachable(const HttpRequestMethod& method)
090089c4 173{
090089c4 174 /* GET and HEAD are cachable. Others are not. */
62e76326 175
9e008dda 176 // TODO: replase to HttpRequestMethod::isCachable() ?
6eb42cae 177 if (method != METHOD_GET && method != METHOD_HEAD)
62e76326 178 return 0;
179
090089c4 180 /* else cachable */
181 return 1;
182}
183
dc56a9b1 184void
185HttpStateData::httpTimeout(const CommTimeoutCbParams &params)
090089c4 186{
9cf7de1b 187 debugs(11, 4, HERE << serverConnection << ": '" << entry->url() << "'" );
62e76326 188
12158bdc 189 if (entry->store_status == STORE_PENDING) {
dc56a9b1 190 fwd->fail(errorCon(ERR_READ_TIMEOUT, HTTP_GATEWAY_TIMEOUT, fwd->request));
9b312a19 191 }
62e76326 192
8d71285d 193 serverConnection->close();
090089c4 194}
195
f9cece6e 196static void
197httpMaybeRemovePublic(StoreEntry * e, http_status status)
198{
914b89a2 199 int remove = 0;
7e3ce7b9 200 int forbidden = 0;
f9cece6e 201 StoreEntry *pe;
62e76326 202
d46a87a8 203 if (!EBIT_TEST(e->flags, KEY_PRIVATE))
62e76326 204 return;
205
f9cece6e 206 switch (status) {
62e76326 207
f9cece6e 208 case HTTP_OK:
62e76326 209
f9cece6e 210 case HTTP_NON_AUTHORITATIVE_INFORMATION:
62e76326 211
f9cece6e 212 case HTTP_MULTIPLE_CHOICES:
62e76326 213
f9cece6e 214 case HTTP_MOVED_PERMANENTLY:
62e76326 215
f9cece6e 216 case HTTP_MOVED_TEMPORARILY:
62e76326 217
f9cece6e 218 case HTTP_GONE:
62e76326 219
7e3ce7b9 220 case HTTP_NOT_FOUND:
914b89a2 221 remove = 1;
62e76326 222
223 break;
224
7e3ce7b9 225 case HTTP_FORBIDDEN:
62e76326 226
7e3ce7b9 227 case HTTP_METHOD_NOT_ALLOWED:
62e76326 228 forbidden = 1;
229
230 break;
231
f9cece6e 232#if WORK_IN_PROGRESS
62e76326 233
c8fd0193 234 case HTTP_UNAUTHORIZED:
62e76326 235 forbidden = 1;
236
237 break;
238
f9cece6e 239#endif
62e76326 240
f9cece6e 241 default:
7e3ce7b9 242#if QUESTIONABLE
62e76326 243 /*
244 * Any 2xx response should eject previously cached entities...
245 */
abb929f0 246
62e76326 247 if (status >= 200 && status < 300)
914b89a2 248 remove = 1;
62e76326 249
7e3ce7b9 250#endif
62e76326 251
252 break;
f9cece6e 253 }
62e76326 254
914b89a2 255 if (!remove && !forbidden)
62e76326 256 return;
257
f9cece6e 258 assert(e->mem_obj);
62e76326 259
f66a9ef4 260 if (e->mem_obj->request)
62e76326 261 pe = storeGetPublicByRequest(e->mem_obj->request);
f66a9ef4 262 else
62e76326 263 pe = storeGetPublic(e->mem_obj->url, e->mem_obj->method);
264
f66a9ef4 265 if (pe != NULL) {
62e76326 266 assert(e != pe);
d9129474 267#if USE_HTCP
8dceeee3 268 neighborsHtcpClear(e, NULL, e->mem_obj->request, e->mem_obj->method, HTCP_CLR_INVALIDATION);
d9129474 269#endif
5f33b71d 270 pe->release();
0856d155 271 }
62e76326 272
914b89a2 273 /** \par
7e3ce7b9 274 * Also remove any cached HEAD response in case the object has
275 * changed.
276 */
f66a9ef4 277 if (e->mem_obj->request)
62e76326 278 pe = storeGetPublicByRequestMethod(e->mem_obj->request, METHOD_HEAD);
f66a9ef4 279 else
62e76326 280 pe = storeGetPublic(e->mem_obj->url, METHOD_HEAD);
281
f66a9ef4 282 if (pe != NULL) {
62e76326 283 assert(e != pe);
d9129474 284#if USE_HTCP
8dceeee3 285 neighborsHtcpClear(e, NULL, e->mem_obj->request, HttpRequestMethod(METHOD_HEAD), HTCP_CLR_INVALIDATION);
d9129474 286#endif
5f33b71d 287 pe->release();
7e3ce7b9 288 }
f9cece6e 289}
290
43ae1d95 291void
292HttpStateData::processSurrogateControl(HttpReply *reply)
293{
43ae1d95 294 if (request->flags.accelerated && reply->surrogate_control) {
45cca89d 295 HttpHdrScTarget *sctusable = httpHdrScGetMergedTarget(reply->surrogate_control, Config.Accel.surrogate_id);
43ae1d95 296
297 if (sctusable) {
298 if (EBIT_TEST(sctusable->mask, SC_NO_STORE) ||
299 (Config.onoff.surrogate_is_remote
300 && EBIT_TEST(sctusable->mask, SC_NO_STORE_REMOTE))) {
301 surrogateNoStore = true;
5ed72359 302 entry->makePrivate();
43ae1d95 303 }
304
305 /* The HttpHeader logic cannot tell if the header it's parsing is a reply to an
306 * accelerated request or not...
45cca89d 307 * Still, this is an abstraction breach. - RC
43ae1d95 308 */
309 if (sctusable->max_age != -1) {
310 if (sctusable->max_age < sctusable->max_stale)
311 reply->expires = reply->date + sctusable->max_age;
312 else
313 reply->expires = reply->date + sctusable->max_stale;
314
315 /* And update the timestamps */
3900307b 316 entry->timestampsSet();
43ae1d95 317 }
318
319 /* We ignore cache-control directives as per the Surrogate specification */
320 ignoreCacheControl = true;
321
322 httpHdrScTargetDestroy(sctusable);
323 }
324 }
43ae1d95 325}
326
924f73bc 327int
328HttpStateData::cacheableReply()
c54e9052 329{
585ab260 330 HttpReply const *rep = finalReply();
528b2c61 331 HttpHeader const *hdr = &rep->header;
d8b249ef 332 const int cc_mask = (rep->cache_control) ? rep->cache_control->mask : 0;
c68e9c6b 333 const char *v;
626096be 334#if USE_HTTP_VIOLATIONS
62e76326 335
38f9c547 336 const refresh_t *R = NULL;
b6445726 337
346be6ad 338 /* This strange looking define first looks up the refresh pattern
b6445726 339 * and then checks if the specified flag is set. The main purpose
626096be 340 * of this is to simplify the refresh pattern lookup and USE_HTTP_VIOLATIONS
b6445726 341 * condition
342 */
343#define REFRESH_OVERRIDE(flag) \
5f8252d2 344 ((R = (R ? R : refreshLimits(entry->mem_obj->url))) , \
345 (R && R->flags.flag))
b445957e 346#else
347#define REFRESH_OVERRIDE(flag) 0
38f9c547 348#endif
43ae1d95 349
38f9c547 350 if (surrogateNoStore)
62e76326 351 return 0;
352
8466a4af
AR
353 // RFC 2616: do not cache replies to responses with no-store CC directive
354 if (request && request->cache_control &&
ab745b44
A
355 EBIT_TEST(request->cache_control->mask, CC_NO_STORE) &&
356 !REFRESH_OVERRIDE(ignore_no_store))
8466a4af
AR
357 return 0;
358
924f73bc 359 if (!ignoreCacheControl) {
38f9c547 360 if (EBIT_TEST(cc_mask, CC_PRIVATE)) {
b6445726 361 if (!REFRESH_OVERRIDE(ignore_private))
38f9c547 362 return 0;
363 }
364
365 if (EBIT_TEST(cc_mask, CC_NO_CACHE)) {
b6445726 366 if (!REFRESH_OVERRIDE(ignore_no_cache))
38f9c547 367 return 0;
368 }
369
370 if (EBIT_TEST(cc_mask, CC_NO_STORE)) {
b6445726 371 if (!REFRESH_OVERRIDE(ignore_no_store))
38f9c547 372 return 0;
373 }
43ae1d95 374 }
375
d67acb4e 376 if (request->flags.auth || request->flags.auth_sent) {
62e76326 377 /*
378 * Responses to requests with authorization may be cached
379 * only if a Cache-Control: public reply header is present.
380 * RFC 2068, sec 14.9.4
381 */
382
38f9c547 383 if (!EBIT_TEST(cc_mask, CC_PUBLIC)) {
b6445726 384 if (!REFRESH_OVERRIDE(ignore_auth))
38f9c547 385 return 0;
386 }
a6dfe2d9 387 }
62e76326 388
c68e9c6b 389 /* Pragma: no-cache in _replies_ is not documented in HTTP,
390 * but servers like "Active Imaging Webcast/2.0" sure do use it */
a9925b40 391 if (hdr->has(HDR_PRAGMA)) {
30abd221 392 String s = hdr->getList(HDR_PRAGMA);
62e76326 393 const int no_cache = strListIsMember(&s, "no-cache", ',');
30abd221 394 s.clean();
62e76326 395
38f9c547 396 if (no_cache) {
b6445726 397 if (!REFRESH_OVERRIDE(ignore_no_cache))
38f9c547 398 return 0;
399 }
c68e9c6b 400 }
62e76326 401
c68e9c6b 402 /*
403 * The "multipart/x-mixed-replace" content type is used for
404 * continuous push replies. These are generally dynamic and
405 * probably should not be cachable
406 */
a9925b40 407 if ((v = hdr->getStr(HDR_CONTENT_TYPE)))
62e76326 408 if (!strncasecmp(v, "multipart/x-mixed-replace", 25))
409 return 0;
410
585ab260 411 switch (rep->sline.status) {
62e76326 412 /* Responses that are cacheable */
413
19a04dac 414 case HTTP_OK:
62e76326 415
19a04dac 416 case HTTP_NON_AUTHORITATIVE_INFORMATION:
62e76326 417
19a04dac 418 case HTTP_MULTIPLE_CHOICES:
62e76326 419
19a04dac 420 case HTTP_MOVED_PERMANENTLY:
62e76326 421
19a04dac 422 case HTTP_GONE:
62e76326 423 /*
424 * Don't cache objects that need to be refreshed on next request,
425 * unless we know how to refresh it.
426 */
427
3d8b6ba4 428 if (!refreshIsCachable(entry) && !REFRESH_OVERRIDE(store_stale)) {
bf8fe701 429 debugs(22, 3, "refreshIsCachable() returned non-cacheable..");
62e76326 430 return 0;
ca34dacd 431 } else
62e76326 432 return 1;
433
62e76326 434 /* NOTREACHED */
435 break;
436
437 /* Responses that only are cacheable if the server says so */
438
19a04dac 439 case HTTP_MOVED_TEMPORARILY:
f18c86fd 440 case HTTP_TEMPORARY_REDIRECT:
6a2bf8f4 441 if (rep->expires > rep->date && rep->date > 0)
62e76326 442 return 1;
443 else
444 return 0;
445
446 /* NOTREACHED */
447 break;
448
449 /* Errors can be negatively cached */
450
19a04dac 451 case HTTP_NO_CONTENT:
62e76326 452
19a04dac 453 case HTTP_USE_PROXY:
62e76326 454
19a04dac 455 case HTTP_BAD_REQUEST:
62e76326 456
19a04dac 457 case HTTP_FORBIDDEN:
62e76326 458
19a04dac 459 case HTTP_NOT_FOUND:
62e76326 460
19a04dac 461 case HTTP_METHOD_NOT_ALLOWED:
62e76326 462
19a04dac 463 case HTTP_REQUEST_URI_TOO_LARGE:
62e76326 464
19a04dac 465 case HTTP_INTERNAL_SERVER_ERROR:
62e76326 466
19a04dac 467 case HTTP_NOT_IMPLEMENTED:
62e76326 468
19a04dac 469 case HTTP_BAD_GATEWAY:
62e76326 470
19a04dac 471 case HTTP_SERVICE_UNAVAILABLE:
62e76326 472
19a04dac 473 case HTTP_GATEWAY_TIMEOUT:
62e76326 474 return -1;
475
476 /* NOTREACHED */
477 break;
478
479 /* Some responses can never be cached */
480
0cdcddb9 481 case HTTP_PARTIAL_CONTENT: /* Not yet supported */
62e76326 482
19a04dac 483 case HTTP_SEE_OTHER:
62e76326 484
19a04dac 485 case HTTP_NOT_MODIFIED:
62e76326 486
19a04dac 487 case HTTP_UNAUTHORIZED:
62e76326 488
19a04dac 489 case HTTP_PROXY_AUTHENTICATION_REQUIRED:
62e76326 490
0cdcddb9 491 case HTTP_INVALID_HEADER: /* Squid header parsing error */
4eb368f9 492
493 case HTTP_HEADER_TOO_LARGE:
b004a7fc 494
495 case HTTP_PAYMENT_REQUIRED:
496 case HTTP_NOT_ACCEPTABLE:
497 case HTTP_REQUEST_TIMEOUT:
498 case HTTP_CONFLICT:
499 case HTTP_LENGTH_REQUIRED:
500 case HTTP_PRECONDITION_FAILED:
501 case HTTP_REQUEST_ENTITY_TOO_LARGE:
502 case HTTP_UNSUPPORTED_MEDIA_TYPE:
503 case HTTP_UNPROCESSABLE_ENTITY:
504 case HTTP_LOCKED:
505 case HTTP_FAILED_DEPENDENCY:
506 case HTTP_INSUFFICIENT_STORAGE:
cc7c3c84 507 case HTTP_REQUESTED_RANGE_NOT_SATISFIABLE:
508 case HTTP_EXPECTATION_FAILED:
b004a7fc 509
62e76326 510 return 0;
511
41217979
AJ
512 default:
513 /* RFC 2616 section 6.1.1: an unrecognized response MUST NOT be cached. */
514 debugs (11, 3, HERE << "Unknown HTTP status code " << rep->sline.status << ". Not cacheable.");
62e76326 515
516 return 0;
517
518 /* NOTREACHED */
519 break;
c54e9052 520 }
62e76326 521
79d39a72 522 /* NOTREACHED */
c54e9052 523}
090089c4 524
f66a9ef4 525/*
9e008dda 526 * For Vary, store the relevant request headers as
f66a9ef4 527 * virtual headers in the reply
528 * Returns false if the variance cannot be stored
529 */
530const char *
190154cf 531httpMakeVaryMark(HttpRequest * request, HttpReply const * reply)
f66a9ef4 532{
30abd221 533 String vary, hdr;
f66a9ef4 534 const char *pos = NULL;
535 const char *item;
536 const char *value;
537 int ilen;
30abd221 538 static String vstr;
f66a9ef4 539
30abd221 540 vstr.clean();
a9925b40 541 vary = reply->header.getList(HDR_VARY);
62e76326 542
f66a9ef4 543 while (strListGetItem(&vary, ',', &item, &ilen, &pos)) {
62e76326 544 char *name = (char *)xmalloc(ilen + 1);
545 xstrncpy(name, item, ilen + 1);
546 Tolower(name);
9776e3cc 547
548 if (strcmp(name, "*") == 0) {
549 /* Can not handle "Vary: *" withtout ETag support */
550 safe_free(name);
30abd221 551 vstr.clean();
9776e3cc 552 break;
553 }
554
62e76326 555 strListAdd(&vstr, name, ',');
a9925b40 556 hdr = request->header.getByName(name);
62e76326 557 safe_free(name);
d53b3f6d 558 value = hdr.termedBuf();
62e76326 559
560 if (value) {
561 value = rfc1738_escape_part(value);
562 vstr.append("=\"", 2);
563 vstr.append(value);
564 vstr.append("\"", 1);
565 }
566
30abd221 567 hdr.clean();
f66a9ef4 568 }
62e76326 569
30abd221 570 vary.clean();
f66a9ef4 571#if X_ACCELERATOR_VARY
62e76326 572
aa38be4a 573 pos = NULL;
a9925b40 574 vary = reply->header.getList(HDR_X_ACCELERATOR_VARY);
62e76326 575
f66a9ef4 576 while (strListGetItem(&vary, ',', &item, &ilen, &pos)) {
62e76326 577 char *name = (char *)xmalloc(ilen + 1);
578 xstrncpy(name, item, ilen + 1);
579 Tolower(name);
580 strListAdd(&vstr, name, ',');
a9925b40 581 hdr = request->header.getByName(name);
62e76326 582 safe_free(name);
d53b3f6d 583 value = hdr.termedBuf();
62e76326 584
585 if (value) {
586 value = rfc1738_escape_part(value);
587 vstr.append("=\"", 2);
588 vstr.append(value);
589 vstr.append("\"", 1);
590 }
591
30abd221 592 hdr.clean();
f66a9ef4 593 }
62e76326 594
30abd221 595 vary.clean();
f66a9ef4 596#endif
62e76326 597
d53b3f6d
FC
598 debugs(11, 3, "httpMakeVaryMark: " << vstr);
599 return vstr.termedBuf();
f66a9ef4 600}
601
2afaba07 602void
603HttpStateData::keepaliveAccounting(HttpReply *reply)
604{
605 if (flags.keepalive)
606 if (_peer)
607 _peer->stats.n_keepalives_sent++;
608
609 if (reply->keep_alive) {
610 if (_peer)
611 _peer->stats.n_keepalives_recv++;
612
af6a12ee
AJ
613 if (Config.onoff.detect_broken_server_pconns
614 && reply->bodySize(request->method) == -1 && !flags.chunked) {
bf8fe701 615 debugs(11, 1, "keepaliveAccounting: Impossible keep-alive header from '" << entry->url() << "'" );
616 // debugs(11, 2, "GOT HTTP REPLY HDR:\n---------\n" << readBuf->content() << "\n----------" );
2afaba07 617 flags.keepalive_broken = 1;
618 }
619 }
620}
621
622void
623HttpStateData::checkDateSkew(HttpReply *reply)
624{
625 if (reply->date > -1 && !_peer) {
626 int skew = abs((int)(reply->date - squid_curtime));
627
628 if (skew > 86400)
cc192b50 629 debugs(11, 3, "" << request->GetHost() << "'s clock is skewed by " << skew << " seconds!");
2afaba07 630 }
631}
632
073ba374 633/**
4eb368f9 634 * This creates the error page itself.. its likely
635 * that the forward ported reply header max size patch
636 * generates non http conformant error pages - in which
637 * case the errors where should be 'BAD_GATEWAY' etc
638 */
b8d8561b 639void
2afaba07 640HttpStateData::processReplyHeader()
f5558c95 641{
073ba374 642 /** Creates a blank header. If this routine is made incremental, this will not do */
859f1666
AJ
643
644 /* NP: all exit points to this function MUST call ctx_exit(ctx) */
82384411 645 Ctx ctx = ctx_enter(entry->mem_obj->url);
859f1666 646
bf8fe701 647 debugs(11, 3, "processReplyHeader: key '" << entry->getMD5Text() << "'");
62e76326 648
1a98175f 649 assert(!flags.headers_parsed);
62e76326 650
859f1666
AJ
651 if (!readBuf->hasContent()) {
652 ctx_exit(ctx);
b73a07d6 653 return;
859f1666 654 }
b73a07d6 655
2afaba07 656 http_status error = HTTP_STATUS_NONE;
62e76326 657
585ab260 658 HttpReply *newrep = new HttpReply;
4a56ee8d 659 const bool parsed = newrep->parse(readBuf, eof, &error);
62e76326 660
e77d7ef0 661 if (!parsed && readBuf->contentSize() > 5 && strncmp(readBuf->content(), "HTTP/", 5) != 0 && strncmp(readBuf->content(), "ICY", 3) != 0) {
9e008dda
AJ
662 MemBuf *mb;
663 HttpReply *tmprep = new HttpReply;
11992b6f 664 tmprep->setHeaders(HTTP_OK, "Gatewaying", NULL, -1, -1, -1);
9e008dda
AJ
665 tmprep->header.putExt("X-Transformed-From", "HTTP/0.9");
666 mb = tmprep->pack();
667 newrep->parse(mb, eof, &error);
ddbe383d 668 delete mb;
9e008dda
AJ
669 delete tmprep;
670 } else {
671 if (!parsed && error > 0) { // unrecoverable parsing error
672 debugs(11, 3, "processReplyHeader: Non-HTTP-compliant header: '" << readBuf->content() << "'");
673 flags.headers_parsed = 1;
871c031f 674 newrep->sline.version = HttpVersion(1,1);
9e008dda
AJ
675 newrep->sline.status = error;
676 HttpReply *vrep = setVirginReply(newrep);
677 entry->replaceHttpReply(vrep);
678 ctx_exit(ctx);
679 return;
680 }
681
682 if (!parsed) { // need more data
683 assert(!error);
684 assert(!eof);
685 delete newrep;
686 ctx_exit(ctx);
687 return;
688 }
689
1ce34ddd
AJ
690 debugs(11, 2, "HTTP Server " << serverConnection);
691 debugs(11, 2, "HTTP Server REPLY:\n---------\n" << readBuf->content() << "\n----------");
9e008dda
AJ
692
693 header_bytes_read = headersEnd(readBuf->content(), readBuf->contentSize());
694 readBuf->consume(header_bytes_read);
f5558c95 695 }
62e76326 696
c679653d 697 newrep->removeStaleWarnings();
3d9e71e6 698
0c3d3f65 699 if (newrep->sline.protocol == AnyP::PROTO_HTTP && newrep->sline.status >= 100 && newrep->sline.status < 200) {
655daa06 700 handle1xx(newrep);
3d9e71e6 701 ctx_exit(ctx);
3d9e71e6
AJ
702 return;
703 }
704
af0bb8e5 705 flags.chunked = 0;
0c3d3f65 706 if (newrep->sline.protocol == AnyP::PROTO_HTTP && newrep->header.chunked()) {
9e008dda
AJ
707 flags.chunked = 1;
708 httpChunkDecoder = new ChunkedCodingParser;
af0bb8e5 709 }
710
9e008dda 711 if (!peerSupportsConnectionPinning())
e24f13cd 712 request->flags.connection_auth_disabled = 1;
d67acb4e 713
585ab260 714 HttpReply *vrep = setVirginReply(newrep);
6965ab28 715 flags.headers_parsed = 1;
716
585ab260 717 keepaliveAccounting(vrep);
47ac2ebe 718
585ab260 719 checkDateSkew(vrep);
47ac2ebe 720
585ab260 721 processSurrogateControl (vrep);
528b2c61 722
073ba374 723 /** \todo IF the reply is a 1.0 reply, AND it has a Connection: Header
528b2c61 724 * Parse the header and remove all referenced headers
725 */
726
e24f13cd 727 request->hier.peer_reply_status = newrep->sline.status;
3ff65596 728
2afaba07 729 ctx_exit(ctx);
730}
731
655daa06
AR
732/// ignore or start forwarding the 1xx response (a.k.a., control message)
733void
734HttpStateData::handle1xx(HttpReply *reply)
735{
736 HttpMsgPointerT<HttpReply> msg(reply); // will destroy reply if unused
737
738 // one 1xx at a time: we must not be called while waiting for previous 1xx
739 Must(!flags.handling1xx);
740 flags.handling1xx = true;
741
e24f13cd 742 if (!request->canHandle1xx()) {
655daa06
AR
743 debugs(11, 2, HERE << "ignoring client-unsupported 1xx");
744 proceedAfter1xx();
745 return;
746 }
747
748#if USE_HTTP_VIOLATIONS
749 // check whether the 1xx response forwarding is allowed by squid.conf
750 if (Config.accessList.reply) {
e11513e1 751 ACLFilledChecklist ch(Config.accessList.reply, originalRequest(), NULL);
655daa06
AR
752 ch.reply = HTTPMSGLOCK(reply);
753 if (!ch.fastCheck()) { // TODO: support slow lookups?
754 debugs(11, 3, HERE << "ignoring denied 1xx");
755 proceedAfter1xx();
756 return;
de48b288 757 }
655daa06
AR
758 }
759#endif // USE_HTTP_VIOLATIONS
760
761 debugs(11, 2, HERE << "forwarding 1xx to client");
762
763 // the Sink will use this to call us back after writing 1xx to the client
764 typedef NullaryMemFunT<HttpStateData> CbDialer;
765 const AsyncCall::Pointer cb = JobCallback(11, 3, CbDialer, this,
de48b288 766 HttpStateData::proceedAfter1xx);
e24f13cd 767 CallJobHere1(11, 4, request->clientConnectionManager, ConnStateData,
655daa06
AR
768 ConnStateData::sendControlMsg, HttpControlMsg(msg, cb));
769 // If the call is not fired, then the Sink is gone, and HttpStateData
770 // will terminate due to an aborted store entry or another similar error.
771 // If we get stuck, it is not handle1xx fault if we could get stuck
772 // for similar reasons without a 1xx response.
773}
774
775/// restores state and resumes processing after 1xx is ignored or forwarded
776void
777HttpStateData::proceedAfter1xx()
778{
779 Must(flags.handling1xx);
780
781 debugs(11, 2, HERE << "consuming " << header_bytes_read <<
de48b288 782 " header and " << reply_bytes_read << " body bytes read after 1xx");
655daa06
AR
783 header_bytes_read = 0;
784 reply_bytes_read = 0;
785
786 CallJobHere(11, 3, this, HttpStateData, HttpStateData::processReply);
787}
788
789
d67acb4e
AJ
790/**
791 * returns true if the peer can support connection pinning
792*/
793bool HttpStateData::peerSupportsConnectionPinning() const
794{
795 const HttpReply *rep = entry->mem_obj->getReply();
796 const HttpHeader *hdr = &rep->header;
797 bool rc;
798 String header;
799
800 if (!_peer)
9e008dda
AJ
801 return true;
802
803 /*If this peer does not support connection pinning (authenticated
d67acb4e
AJ
804 connections) return false
805 */
806 if (!_peer->connection_auth)
9e008dda 807 return false;
d67acb4e 808
9e008dda 809 /*The peer supports connection pinning and the http reply status
d67acb4e
AJ
810 is not unauthorized, so the related connection can be pinned
811 */
812 if (rep->sline.status != HTTP_UNAUTHORIZED)
9e008dda
AJ
813 return true;
814
815 /*The server respond with HTTP_UNAUTHORIZED and the peer configured
816 with "connection-auth=on" we know that the peer supports pinned
d67acb4e
AJ
817 connections
818 */
819 if (_peer->connection_auth == 1)
9e008dda 820 return true;
d67acb4e 821
9e008dda
AJ
822 /*At this point peer has configured with "connection-auth=auto"
823 parameter so we need some extra checks to decide if we are going
d67acb4e
AJ
824 to allow pinned connections or not
825 */
826
9e008dda 827 /*if the peer configured with originserver just allow connection
d67acb4e
AJ
828 pinning (squid 2.6 behaviour)
829 */
830 if (_peer->options.originserver)
9e008dda 831 return true;
d67acb4e
AJ
832
833 /*if the connections it is already pinned it is OK*/
834 if (request->flags.pinned)
9e008dda
AJ
835 return true;
836
837 /*Allow pinned connections only if the Proxy-support header exists in
838 reply and has in its list the "Session-Based-Authentication"
d67acb4e
AJ
839 which means that the peer supports connection pinning.
840 */
841 if (!hdr->has(HDR_PROXY_SUPPORT))
9e008dda 842 return false;
d67acb4e
AJ
843
844 header = hdr->getStrOrList(HDR_PROXY_SUPPORT);
845 /* XXX This ought to be done in a case-insensitive manner */
d53b3f6d 846 rc = (strstr(header.termedBuf(), "Session-Based-Authentication") != NULL);
d67acb4e
AJ
847
848 return rc;
849}
850
5f8252d2 851// Called when we parsed (and possibly adapted) the headers but
852// had not starting storing (a.k.a., sending) the body yet.
2afaba07 853void
854HttpStateData::haveParsedReplyHeaders()
855{
c1520b67
AJ
856 ServerStateData::haveParsedReplyHeaders();
857
2afaba07 858 Ctx ctx = ctx_enter(entry->mem_obj->url);
585ab260 859 HttpReply *rep = finalReply();
2afaba07 860
585ab260 861 if (rep->sline.status == HTTP_PARTIAL_CONTENT &&
862 rep->content_range)
863 currentOffset = rep->content_range->spec.offset;
62e76326 864
3900307b 865 entry->timestampsSet();
62e76326 866
9bc73deb 867 /* Check if object is cacheable or not based on reply code */
585ab260 868 debugs(11, 3, "haveParsedReplyHeaders: HTTP CODE: " << rep->sline.status);
62e76326 869
9bc73deb 870 if (neighbors_do_private_keys)
585ab260 871 httpMaybeRemovePublic(entry, rep->sline.status);
e6ccf245 872
585ab260 873 if (rep->header.has(HDR_VARY)
f66a9ef4 874#if X_ACCELERATOR_VARY
585ab260 875 || rep->header.has(HDR_X_ACCELERATOR_VARY)
f66a9ef4 876#endif
4b44c907 877 ) {
e24f13cd 878 const char *vary = httpMakeVaryMark(request, rep);
4b44c907 879
880 if (!vary) {
5ed72359 881 entry->makePrivate();
d7d3253b
AJ
882 if (!fwd->reforwardableStatus(rep->sline.status))
883 EBIT_CLR(entry->flags, ENTRY_FWD_HDR_WAIT);
4b44c907 884 goto no_cache;
62e76326 885 }
886
4b44c907 887 entry->mem_obj->vary_headers = xstrdup(vary);
888 }
889
2afaba07 890 /*
891 * If its not a reply that we will re-forward, then
892 * allow the client to get it.
893 */
585ab260 894 if (!fwd->reforwardableStatus(rep->sline.status))
2afaba07 895 EBIT_CLR(entry->flags, ENTRY_FWD_HDR_WAIT);
896
4b44c907 897 switch (cacheableReply()) {
898
899 case 1:
5ed72359 900 entry->makePublic();
62e76326 901 break;
902
9bc73deb 903 case 0:
5ed72359 904 entry->makePrivate();
62e76326 905 break;
906
9bc73deb 907 case -1:
4b44c907 908
626096be 909#if USE_HTTP_VIOLATIONS
4b44c907 910 if (Config.negativeTtl > 0)
5ed72359 911 entry->cacheNegatively();
4b44c907 912 else
ac9cc053 913#endif
5ed72359 914 entry->makePrivate();
4b44c907 915
62e76326 916 break;
917
9bc73deb 918 default:
62e76326 919 assert(0);
4b44c907 920
62e76326 921 break;
9bc73deb 922 }
62e76326 923
4b44c907 924no_cache:
925
585ab260 926 if (!ignoreCacheControl && rep->cache_control) {
7948b784 927 if (EBIT_TEST(rep->cache_control->mask, CC_PROXY_REVALIDATE) ||
477438e1
A
928 EBIT_TEST(rep->cache_control->mask, CC_MUST_REVALIDATE) ||
929 EBIT_TEST(rep->cache_control->mask, CC_S_MAXAGE))
62e76326 930 EBIT_SET(entry->flags, ENTRY_REVALIDATE);
9bc73deb 931 }
62e76326 932
c3609322 933#if HEADERS_LOG
585ab260 934 headersLog(1, 0, request->method, rep);
fc68f6b1 935
c3609322 936#endif
5f8252d2 937
938 ctx_exit(ctx);
f5558c95 939}
940
528b2c61 941HttpStateData::ConnectionStatus
942HttpStateData::statusIfComplete() const
603a02fd 943{
585ab260 944 const HttpReply *rep = virginReply();
073ba374
AJ
945 /** \par
946 * If the reply wants to close the connection, it takes precedence */
62e76326 947
2afaba07 948 if (httpHeaderHasConnDir(&rep->header, "close"))
62e76326 949 return COMPLETE_NONPERSISTENT_MSG;
950
073ba374
AJ
951 /** \par
952 * If we didn't send a keep-alive request header, then this
978e455f 953 * can not be a persistent connection.
954 */
528b2c61 955 if (!flags.keepalive)
62e76326 956 return COMPLETE_NONPERSISTENT_MSG;
957
073ba374 958 /** \par
72b63f06 959 * If we haven't sent the whole request then this can not be a persistent
960 * connection.
961 */
962 if (!flags.request_sent) {
e24f13cd 963 debugs(11, 2, "statusIfComplete: Request not yet fully sent \"" << RequestMethodStr(request->method) << " " << entry->url() << "\"" );
72b63f06 964 return COMPLETE_NONPERSISTENT_MSG;
965 }
966
073ba374 967 /** \par
9f5a2895 968 * What does the reply have to say about keep-alive?
969 */
073ba374
AJ
970 /**
971 \bug XXX BUG?
b6a2f15e 972 * If the origin server (HTTP/1.0) does not send a keep-alive
973 * header, but keeps the connection open anyway, what happens?
974 * We'll return here and http.c waits for an EOF before changing
975 * store_status to STORE_OK. Combine this with ENTRY_FWD_HDR_WAIT
976 * and an error status code, and we might have to wait until
977 * the server times out the socket.
978 */
2afaba07 979 if (!rep->keep_alive)
528b2c61 980 return COMPLETE_NONPERSISTENT_MSG;
62e76326 981
528b2c61 982 return COMPLETE_PERSISTENT_MSG;
983}
984
985HttpStateData::ConnectionStatus
986HttpStateData::persistentConnStatus() const
987{
9cf7de1b 988 debugs(11, 3, HERE << serverConnection << " eof=" << eof);
839291ac
AJ
989 if (eof) // already reached EOF
990 return COMPLETE_NONPERSISTENT_MSG;
991
505c2f28
AR
992 /* If server fd is closing (but we have not been notified yet), stop Comm
993 I/O to avoid assertions. TODO: Change Comm API to handle callers that
994 want more I/O after async closing (usually initiated by others). */
995 // XXX: add canReceive or s/canSend/canTalkToServer/
e7cea0ed 996 if (!Comm::IsConnOpen(serverConnection))
505c2f28
AR
997 return COMPLETE_NONPERSISTENT_MSG;
998
9035d1d5
AJ
999 /** \par
1000 * In chunked response we do not know the content length but we are absolutely
af0bb8e5 1001 * sure about the end of response, so we are calling the statusIfComplete to
9e008dda 1002 * decide if we can be persistant
af0bb8e5 1003 */
839291ac 1004 if (lastChunk && flags.chunked)
9e008dda 1005 return statusIfComplete();
af0bb8e5 1006
718d84bf
AR
1007 const HttpReply *vrep = virginReply();
1008 debugs(11, 5, "persistentConnStatus: content_length=" << vrep->content_length);
1009
47f6e231 1010 const int64_t clen = vrep->bodySize(request->method);
fc68f6b1 1011
bf8fe701 1012 debugs(11, 5, "persistentConnStatus: clen=" << clen);
2afaba07 1013
35282fbf 1014 /* If the body size is unknown we must wait for EOF */
1015 if (clen < 0)
62e76326 1016 return INCOMPLETE_MSG;
1017
9035d1d5
AJ
1018 /** \par
1019 * If the body size is known, we must wait until we've gotten all of it. */
5f8252d2 1020 if (clen > 0) {
1021 // old technique:
585ab260 1022 // if (entry->mem_obj->endOffset() < vrep->content_length + vrep->hdr_sz)
47f6e231 1023 const int64_t body_bytes_read = reply_bytes_read - header_bytes_read;
5f8252d2 1024 debugs(11,5, "persistentConnStatus: body_bytes_read=" <<
585ab260 1025 body_bytes_read << " content_length=" << vrep->content_length);
2afaba07 1026
585ab260 1027 if (body_bytes_read < vrep->content_length)
5f8252d2 1028 return INCOMPLETE_MSG;
821beb5e
AR
1029
1030 if (body_bytes_truncated > 0) // already read more than needed
1031 return COMPLETE_NONPERSISTENT_MSG; // disable pconns
5f8252d2 1032 }
62e76326 1033
9035d1d5
AJ
1034 /** \par
1035 * If there is no message body or we got it all, we can be persistent */
5f8252d2 1036 return statusIfComplete();
603a02fd 1037}
090089c4 1038
2afaba07 1039/*
1040 * This is the callback after some data has been read from the network
1041 */
dc56a9b1 1042/*
e5ee81f0 1043void
d53b3f6d 1044HttpStateData::ReadReplyWrapper(int fd, char *buf, size_t len, comm_err_t flag, int xerrno, void *data)
c4b7a5a9 1045{
1046 HttpStateData *httpState = static_cast<HttpStateData *>(data);
8d71285d 1047 assert (fd == httpState->serverConnection->fd);
d53b3f6d 1048 // assert(buf == readBuf->content());
1d5161bd 1049 PROF_start(HttpStateData_readReply);
e6edd8df 1050 httpState->readReply(len, flag, xerrno);
1d5161bd 1051 PROF_stop(HttpStateData_readReply);
c4b7a5a9 1052}
dc56a9b1 1053*/
073ba374 1054
2afdbf48 1055/* XXX this function is too long! */
c4b7a5a9 1056void
e6edd8df 1057HttpStateData::readReply(const CommIoCbParams &io)
090089c4 1058{
30a4f2a8 1059 int bin;
090089c4 1060 int clen;
dc56a9b1 1061 int len = io.size;
c4b7a5a9 1062
dc56a9b1 1063 flags.do_next_read = 0;
9e008dda 1064
3e4bebf8 1065 debugs(11, 5, HERE << io.conn << ": len " << len << ".");
62e76326 1066
7a7cc03f 1067 // Bail out early on COMM_ERR_CLOSING - close handlers will tidy up for us
dc56a9b1 1068 if (io.flag == COMM_ERR_CLOSING) {
bf8fe701 1069 debugs(11, 3, "http socket closing");
c4b7a5a9 1070 return;
1071 }
1072
e92e4e44 1073 if (EBIT_TEST(entry->flags, ENTRY_ABORTED)) {
a171b5f0 1074 // TODO: should we call abortTransaction() here?
62e76326 1075 return;
e92e4e44 1076 }
c4b7a5a9 1077
fdf55365 1078 // handle I/O errors
dc56a9b1 1079 if (io.flag != COMM_OK || len < 0) {
3e4bebf8 1080 debugs(11, 2, HERE << io.conn << ": read failure: " << xstrerror() << ".");
fdf55365 1081
dc56a9b1 1082 if (ignoreErrno(io.xerrno)) {
fdf55365 1083 flags.do_next_read = 1;
1084 } else {
1085 ErrorState *err;
1086 err = errorCon(ERR_READ_ERROR, HTTP_BAD_GATEWAY, fwd->request);
dc56a9b1 1087 err->xerrno = io.xerrno;
fdf55365 1088 fwd->fail(err);
1089 flags.do_next_read = 0;
8d71285d 1090 serverConnection->close();
fdf55365 1091 }
1092
1093 return;
1094 }
1095
7a7cc03f 1096 // update I/O stats
fdf55365 1097 if (len > 0) {
2afaba07 1098 readBuf->appended(len);
5f8252d2 1099 reply_bytes_read += len;
9a0a18de 1100#if USE_DELAY_POOLS
2afaba07 1101 DelayId delayId = entry->mem_obj->mostBytesAllowed();
62e76326 1102 delayId.bytesIn(len);
447e176b 1103#endif
62e76326 1104
1105 kb_incr(&statCounter.server.all.kbytes_in, len);
1106 kb_incr(&statCounter.server.http.kbytes_in, len);
62e76326 1107 IOStats.Http.reads++;
1108
1109 for (clen = len - 1, bin = 0; clen; bin++)
1110 clen >>= 1;
1111
1112 IOStats.Http.read_hist[bin]++;
3ff65596
AR
1113
1114 // update peer response time stats (%<pt)
e24f13cd
CT
1115 const timeval &sent = request->hier.peer_http_request_sent;
1116 request->hier.peer_response_time =
3ff65596 1117 sent.tv_sec ? tvSubMsec(sent, current_time) : -1;
30a4f2a8 1118 }
62e76326 1119
073ba374
AJ
1120 /** \par
1121 * Here the RFC says we should ignore whitespace between replies, but we can't as
5fa061b8 1122 * doing so breaks HTTP/0.9 replies beginning with witespace, and in addition
1123 * the response splitting countermeasures is extremely likely to trigger on this,
1124 * not allowing connection reuse in the first place.
1125 */
1126#if DONT_DO_THIS
8d71285d 1127 if (!flags.headers_parsed && len > 0 && fd_table[serverConnection->fd].uses > 1) {
5fa061b8 1128 /* Skip whitespace between replies */
62e76326 1129
d53b3f6d 1130 while (len > 0 && xisspace(*buf))
41d00cd3 1131 memmove(buf, buf + 1, len--);
62e76326 1132
1133 if (len == 0) {
1134 /* Continue to read... */
21b92762 1135 /* Timeout NOT increased. This whitespace was from previous reply */
f61f0107 1136 flags.do_next_read = 1;
5f8252d2 1137 maybeReadVirginBody();
62e76326 1138 return;
1139 }
5ede6c8f 1140 }
62e76326 1141
5fa061b8 1142#endif
1143
ba82c452 1144 if (len == 0) { // reached EOF?
62e76326 1145 eof = 1;
f61f0107 1146 flags.do_next_read = 0;
da6c8415 1147
b73a07d6 1148 /* Bug 2879: Replies may terminate with \r\n then EOF instead of \r\n\r\n
da6c8415 1149 * Ensure here that we have at minimum two \r\n when EOF is seen.
b73a07d6 1150 * TODO: Add eof parameter to headersEnd() and move this hack there.
da6c8415 1151 */
b73a07d6 1152 if (readBuf->contentSize() && !flags.headers_parsed) {
da6c8415
AJ
1153 /*
1154 * Yes Henrik, there is a point to doing this. When we
1155 * called httpProcessReplyHeader() before, we didn't find
1156 * the end of headers, but now we are definately at EOF, so
1157 * we want to process the reply headers.
1158 */
1159 /* Fake an "end-of-headers" to work around such broken servers */
1160 readBuf->append("\r\n", 2);
da6c8415 1161 }
ba82c452 1162 }
62e76326 1163
655daa06
AR
1164 processReply();
1165}
1166
1167/// processes the already read and buffered response data, possibly after
1168/// waiting for asynchronous 1xx control message processing
1169void
de48b288
A
1170HttpStateData::processReply()
1171{
655daa06
AR
1172
1173 if (flags.handling1xx) { // we came back after handling a 1xx response
1174 debugs(11, 5, HERE << "done with 1xx handling");
1175 flags.handling1xx = false;
1176 Must(!flags.headers_parsed);
1177 }
1178
ba82c452 1179 if (!flags.headers_parsed) { // have not parsed headers yet?
1180 PROF_start(HttpStateData_processReplyHeader);
1181 processReplyHeader();
1182 PROF_stop(HttpStateData_processReplyHeader);
1183
1184 if (!continueAfterParsingHeader()) // parsing error or need more data
1185 return; // TODO: send errors to ICAP
1186
585ab260 1187 adaptOrFinalizeReply();
ba82c452 1188 }
1189
1190 // kick more reads if needed and/or process the response body, if any
1191 PROF_start(HttpStateData_processReplyBody);
1192 processReplyBody(); // may call serverComplete()
1193 PROF_stop(HttpStateData_processReplyBody);
1194}
1195
073ba374
AJ
1196/**
1197 \retval true if we can continue with processing the body or doing ICAP.
1198 */
ba82c452 1199bool
1200HttpStateData::continueAfterParsingHeader()
1201{
655daa06
AR
1202 if (flags.handling1xx) {
1203 debugs(11, 5, HERE << "wait for 1xx handling");
1204 Must(!flags.headers_parsed);
1205 return false;
1206 }
1207
073ba374 1208 if (!flags.headers_parsed && !eof) {
ba82c452 1209 debugs(11, 9, HERE << "needs more at " << readBuf->contentSize());
1210 flags.do_next_read = 1;
073ba374
AJ
1211 /** \retval false If we have not finished parsing the headers and may get more data.
1212 * Schedules more reads to retrieve the missing data.
1213 */
ba82c452 1214 maybeReadVirginBody(); // schedules all kinds of reads; TODO: rename
073ba374 1215 return false;
ba82c452 1216 }
1217
073ba374 1218 /** If we are done with parsing, check for errors */
ba82c452 1219
1220 err_type error = ERR_NONE;
1221
1222 if (flags.headers_parsed) { // parsed headers, possibly with errors
1223 // check for header parsing errors
585ab260 1224 if (HttpReply *vrep = virginReply()) {
1225 const http_status s = vrep->sline.status;
1226 const HttpVersion &v = vrep->sline.version;
ba82c452 1227 if (s == HTTP_INVALID_HEADER && v != HttpVersion(0,9)) {
e24f13cd 1228 debugs(11, DBG_IMPORTANT, "WARNING: HTTP: Invalid Response: Bad header encountered from " << entry->url() << " AKA " << request->GetHost() << request->urlpath.termedBuf() );
ba82c452 1229 error = ERR_INVALID_RESP;
e1381638
AJ
1230 } else if (s == HTTP_HEADER_TOO_LARGE) {
1231 fwd->dontRetry(true);
1232 error = ERR_TOO_BIG;
1233 } else {
1234 return true; // done parsing, got reply, and no error
1235 }
ba82c452 1236 } else {
1237 // parsed headers but got no reply
e24f13cd 1238 debugs(11, DBG_IMPORTANT, "WARNING: HTTP: Invalid Response: No reply at all for " << entry->url() << " AKA " << request->GetHost() << request->urlpath.termedBuf() );
ba82c452 1239 error = ERR_INVALID_RESP;
62e76326 1240 }
090089c4 1241 } else {
ba82c452 1242 assert(eof);
9121eba6
AJ
1243 if (readBuf->hasContent()) {
1244 error = ERR_INVALID_RESP;
e24f13cd 1245 debugs(11, DBG_IMPORTANT, "WARNING: HTTP: Invalid Response: Headers did not parse at all for " << entry->url() << " AKA " << request->GetHost() << request->urlpath.termedBuf() );
9121eba6
AJ
1246 } else {
1247 error = ERR_ZERO_SIZE_OBJECT;
e24f13cd
CT
1248 debugs(11, (request->flags.accelerated?DBG_IMPORTANT:2), "WARNING: HTTP: Invalid Response: No object data received for " <<
1249 entry->url() << " AKA " << request->GetHost() << request->urlpath.termedBuf() );
9121eba6 1250 }
2afaba07 1251 }
ba82c452 1252
1253 assert(error != ERR_NONE);
1254 entry->reset();
1255 fwd->fail(errorCon(error, HTTP_BAD_GATEWAY, fwd->request));
1256 flags.do_next_read = 0;
8d71285d 1257 serverConnection->close();
ba82c452 1258 return false; // quit on error
2afaba07 1259}
1260
821beb5e
AR
1261/** truncate what we read if we read too much so that writeReplyBody()
1262 writes no more than what we should have read */
1263void
1264HttpStateData::truncateVirginBody()
1265{
1266 assert(flags.headers_parsed);
1267
1268 HttpReply *vrep = virginReply();
1269 int64_t clen = -1;
1270 if (!vrep->expectingBody(request->method, clen) || clen < 0)
1271 return; // no body or a body of unknown size, including chunked
1272
1273 const int64_t body_bytes_read = reply_bytes_read - header_bytes_read;
e1381638 1274 if (body_bytes_read - body_bytes_truncated <= clen)
821beb5e
AR
1275 return; // we did not read too much or already took care of the extras
1276
1277 if (const int64_t extras = body_bytes_read - body_bytes_truncated - clen) {
1278 // server sent more that the advertised content length
e1381638
AJ
1279 debugs(11,5, HERE << "body_bytes_read=" << body_bytes_read <<
1280 " clen=" << clen << '/' << vrep->content_length <<
1281 " body_bytes_truncated=" << body_bytes_truncated << '+' << extras);
821beb5e
AR
1282
1283 readBuf->truncate(extras);
1284 body_bytes_truncated += extras;
1285 }
1286}
1287
073ba374 1288/**
2afaba07 1289 * Call this when there is data from the origin server
1290 * which should be sent to either StoreEntry, or to ICAP...
1291 */
1292void
5f8252d2 1293HttpStateData::writeReplyBody()
2afaba07 1294{
821beb5e 1295 truncateVirginBody(); // if needed
5f8252d2 1296 const char *data = readBuf->content();
1297 int len = readBuf->contentSize();
bc81cb2b 1298 addVirginReplyBody(data, len);
5f8252d2 1299 readBuf->consume(len);
af0bb8e5 1300}
fc68f6b1 1301
af0bb8e5 1302bool
1303HttpStateData::decodeAndWriteReplyBody()
1304{
1305 const char *data = NULL;
1306 int len;
e053c141 1307 bool wasThereAnException = false;
af0bb8e5 1308 assert(flags.chunked);
1309 assert(httpChunkDecoder);
1310 SQUID_ENTER_THROWING_CODE();
1311 MemBuf decodedData;
1312 decodedData.init();
e053c141 1313 const bool doneParsing = httpChunkDecoder->parse(readBuf,&decodedData);
af0bb8e5 1314 len = decodedData.contentSize();
1315 data=decodedData.content();
1316 addVirginReplyBody(data, len);
e053c141 1317 if (doneParsing) {
839291ac
AJ
1318 lastChunk = 1;
1319 flags.do_next_read = 0;
af0bb8e5 1320 }
e053c141
FC
1321 SQUID_EXIT_THROWING_CODE(wasThereAnException);
1322 return wasThereAnException;
e6ccf245 1323}
1324
073ba374 1325/**
2afaba07 1326 * processReplyBody has two purposes:
1327 * 1 - take the reply body data, if any, and put it into either
1328 * the StoreEntry, or give it over to ICAP.
1329 * 2 - see if we made it to the end of the response (persistent
1330 * connections and such)
1331 */
e6ccf245 1332void
2afaba07 1333HttpStateData::processReplyBody()
e6ccf245 1334{
b7ac5457 1335 Ip::Address client_addr;
d67acb4e 1336 bool ispinned = false;
fc68f6b1 1337
1a98175f 1338 if (!flags.headers_parsed) {
f61f0107 1339 flags.do_next_read = 1;
5f8252d2 1340 maybeReadVirginBody();
62e76326 1341 return;
528b2c61 1342 }
62e76326 1343
a83c6ed6 1344#if USE_ADAPTATION
c30ac6ea 1345 debugs(11,5, HERE << "adaptationAccessCheckPending=" << adaptationAccessCheckPending);
a83c6ed6 1346 if (adaptationAccessCheckPending)
2afaba07 1347 return;
fc68f6b1 1348
2afaba07 1349#endif
62e76326 1350
2afaba07 1351 /*
1352 * At this point the reply headers have been parsed and consumed.
1353 * That means header content has been removed from readBuf and
1354 * it contains only body data.
1355 */
9e008dda
AJ
1356 if (flags.chunked) {
1357 if (!decodeAndWriteReplyBody()) {
1358 flags.do_next_read = 0;
1359 serverComplete();
1360 return;
1361 }
1362 } else
1363 writeReplyBody();
528b2c61 1364
e6ccf245 1365 if (EBIT_TEST(entry->flags, ENTRY_ABORTED)) {
62e76326 1366 /*
073ba374 1367 * The above writeReplyBody() call could ABORT this entry,
62e76326 1368 * in that case, the server FD should already be closed.
1369 * there's nothing for us to do.
1370 */
1371 (void) 0;
1372 } else
1373 switch (persistentConnStatus()) {
dc49061a 1374 case INCOMPLETE_MSG: {
3e4bebf8 1375 debugs(11, 5, "processReplyBody: INCOMPLETE_MSG from " << serverConnection);
21b92762 1376 /* Wait for more data or EOF condition */
8d77a37c 1377 AsyncCall::Pointer nil;
21b92762 1378 if (flags.keepalive_broken) {
8d77a37c 1379 commSetConnTimeout(serverConnection, 10, nil);
21b92762 1380 } else {
8d77a37c 1381 commSetConnTimeout(serverConnection, Config.Timeout.read, nil);
21b92762 1382 }
1383
f61f0107 1384 flags.do_next_read = 1;
dc49061a
A
1385 }
1386 break;
62e76326 1387
1388 case COMPLETE_PERSISTENT_MSG:
3e4bebf8 1389 debugs(11, 5, "processReplyBody: COMPLETE_PERSISTENT_MSG from " << serverConnection);
62e76326 1390 /* yes we have to clear all these! */
8d77a37c 1391 commUnsetConnTimeout(serverConnection);
f61f0107 1392 flags.do_next_read = 0;
62e76326 1393
8d71285d 1394 comm_remove_close_handler(serverConnection->fd, closeHandler);
dc56a9b1 1395 closeHandler = NULL;
8d71285d 1396 fwd->unregister(serverConnection);
fc68f6b1 1397
e24f13cd
CT
1398 if (request->flags.spoof_client_ip)
1399 client_addr = request->client_addr;
fc68f6b1 1400
d67acb4e 1401
9e008dda
AJ
1402 if (request->flags.pinned) {
1403 ispinned = true;
1404 } else if (request->flags.connection_auth && request->flags.auth_sent) {
1405 ispinned = true;
1406 }
1407
e24f13cd
CT
1408 if (request->pinnedConnection() && ispinned) {
1409 request->pinnedConnection()->pinConnection(serverConnection, request, _peer,
9e008dda 1410 (request->flags.connection_auth != 0));
bd0723ad 1411 } else {
e24f13cd 1412 fwd->pconnPush(serverConnection, request->peer_host ? request->peer_host : request->GetHost());
bd0723ad 1413 }
1414
8d71285d 1415 serverConnection = NULL;
5f8252d2 1416 serverComplete();
62e76326 1417 return;
1418
1419 case COMPLETE_NONPERSISTENT_MSG:
3e4bebf8 1420 debugs(11, 5, "processReplyBody: COMPLETE_NONPERSISTENT_MSG from " << serverConnection);
5f8252d2 1421 serverComplete();
62e76326 1422 return;
1423 }
1424
5f8252d2 1425 maybeReadVirginBody();
c4b7a5a9 1426}
1427
1428void
5f8252d2 1429HttpStateData::maybeReadVirginBody()
c4b7a5a9 1430{
52edecde 1431 // we may need to grow the buffer if headers do not fit
1c9605c5 1432 const int minRead = flags.headers_parsed ? 0 :1024;
d5f8d05f 1433 const int read_size = replyBodySpace(*readBuf, minRead);
2afaba07 1434
5f8252d2 1435 debugs(11,9, HERE << (flags.do_next_read ? "may" : "wont") <<
9cf7de1b 1436 " read up to " << read_size << " bytes from " << serverConnection);
2afaba07 1437
1438 /*
1439 * why <2? Because delayAwareRead() won't actually read if
1440 * you ask it to read 1 byte. The delayed read request
1441 * just gets re-queued until the client side drains, then
1442 * the I/O thread hangs. Better to not register any read
1443 * handler until we get a notification from someone that
1444 * its okay to read again.
1445 */
d5f8d05f 1446 if (read_size < 2)
52edecde 1447 return;
2afaba07 1448
f61f0107 1449 if (flags.do_next_read) {
dc56a9b1 1450 flags.do_next_read = 0;
1451 typedef CommCbMemFunT<HttpStateData, CommIoCbParams> Dialer;
3e4bebf8 1452 entry->delayAwareRead(serverConnection, readBuf->space(read_size), read_size,
4cb2536f 1453 JobCallback(11, 5, Dialer, this, HttpStateData::readReply));
528b2c61 1454 }
090089c4 1455}
1456
39cb8c41 1457/// called after writing the very last request byte (body, last-chunk, etc)
d576a6a6 1458void
39cb8c41 1459HttpStateData::wroteLast(const CommIoCbParams &io)
090089c4 1460{
9cf7de1b 1461 debugs(11, 5, HERE << serverConnection << ": size " << io.size << ": errflag " << io.flag << ".");
bc87dc25 1462#if URL_CHECKSUM_DEBUG
62e76326 1463
528b2c61 1464 entry->mem_obj->checkUrlChecksum();
bc87dc25 1465#endif
62e76326 1466
dc56a9b1 1467 if (io.size > 0) {
49ae8b95 1468 fd_bytes(io.fd, io.size, FD_WRITE);
dc56a9b1 1469 kb_incr(&statCounter.server.all.kbytes_out, io.size);
1470 kb_incr(&statCounter.server.http.kbytes_out, io.size);
ee1679df 1471 }
62e76326 1472
dc56a9b1 1473 if (io.flag == COMM_ERR_CLOSING)
62e76326 1474 return;
1475
dc56a9b1 1476 if (io.flag) {
6cae5db1 1477 ErrorState *err;
dc56a9b1 1478 err = errorCon(ERR_WRITE_ERROR, HTTP_BAD_GATEWAY, fwd->request);
1479 err->xerrno = io.xerrno;
1480 fwd->fail(err);
8d71285d 1481 serverConnection->close();
62e76326 1482 return;
090089c4 1483 }
72b63f06 1484
39cb8c41
AR
1485 sendComplete();
1486}
1487
1488/// successfully wrote the entire request (including body, last-chunk, etc.)
1489void
1490HttpStateData::sendComplete()
1491{
2afaba07 1492 /*
1493 * Set the read timeout here because it hasn't been set yet.
1494 * We only set the read timeout after the request has been
1495 * fully written to the server-side. If we start the timeout
1496 * after connection establishment, then we are likely to hit
1497 * the timeout for POST/PUT requests that have very large
1498 * request bodies.
1499 */
dc56a9b1 1500 typedef CommCbMemFunT<HttpStateData, CommTimeoutCbParams> TimeoutDialer;
4299f876 1501 AsyncCall::Pointer timeoutCall = JobCallback(11, 5,
4cb2536f 1502 TimeoutDialer, this, HttpStateData::httpTimeout);
2afaba07 1503
8d77a37c 1504 commSetConnTimeout(serverConnection, Config.Timeout.read, timeoutCall);
dc56a9b1 1505
1506 flags.request_sent = 1;
e1381638 1507
e24f13cd 1508 request->hier.peer_http_request_sent = current_time;
090089c4 1509}
1510
5f8252d2 1511// Close the HTTP server connection. Used by serverComplete().
2afaba07 1512void
5f8252d2 1513HttpStateData::closeServer()
2afaba07 1514{
9cf7de1b 1515 debugs(11,5, HERE << "closing HTTP server " << serverConnection << " this " << this);
fc68f6b1 1516
9cf7de1b 1517 if (Comm::IsConnOpen(serverConnection)) {
8d71285d
AJ
1518 fwd->unregister(serverConnection);
1519 comm_remove_close_handler(serverConnection->fd, closeHandler);
dc56a9b1 1520 closeHandler = NULL;
8d71285d 1521 serverConnection->close();
2afaba07 1522 }
5f8252d2 1523}
2afaba07 1524
5f8252d2 1525bool
1526HttpStateData::doneWithServer() const
1527{
9cf7de1b 1528 return !Comm::IsConnOpen(serverConnection);
2afaba07 1529}
1530
ee0b94f4
HN
1531/*
1532 * Fixup authentication request headers for special cases
1533 */
1534static void
e24f13cd 1535httpFixupAuthentication(HttpRequest * request, const HttpHeader * hdr_in, HttpHeader * hdr_out, http_state_flags flags)
ee0b94f4
HN
1536{
1537 http_hdr_type header = flags.originpeer ? HDR_AUTHORIZATION : HDR_PROXY_AUTHORIZATION;
1538
1539 /* Nothing to do unless we are forwarding to a peer */
1540 if (!request->flags.proxying)
f54f527e 1541 return;
ee0b94f4
HN
1542
1543 /* Needs to be explicitly enabled */
e24f13cd 1544 if (!request->peer_login)
f54f527e 1545 return;
ee0b94f4
HN
1546
1547 /* Maybe already dealt with? */
1548 if (hdr_out->has(header))
f54f527e 1549 return;
ee0b94f4
HN
1550
1551 /* Nothing to do here for PASSTHRU */
e24f13cd 1552 if (strcmp(request->peer_login, "PASSTHRU") == 0)
f54f527e 1553 return;
ee0b94f4
HN
1554
1555 /* PROXYPASS is a special case, single-signon to servers with the proxy password (basic only) */
e24f13cd 1556 if (flags.originpeer && strcmp(request->peer_login, "PROXYPASS") == 0 && hdr_in->has(HDR_PROXY_AUTHORIZATION)) {
f54f527e 1557 const char *auth = hdr_in->getStr(HDR_PROXY_AUTHORIZATION);
ee0b94f4 1558
f54f527e
AJ
1559 if (auth && strncasecmp(auth, "basic ", 6) == 0) {
1560 hdr_out->putStr(header, auth);
1561 return;
1562 }
ee0b94f4
HN
1563 }
1564
1565 /* Special mode to pass the username to the upstream cache */
e24f13cd 1566 if (*request->peer_login == '*') {
f54f527e
AJ
1567 char loginbuf[256];
1568 const char *username = "-";
ee0b94f4 1569
e24f13cd
CT
1570 if (request->extacl_user.size())
1571 username = request->extacl_user.termedBuf();
2f1431ea 1572#if USE_AUTH
e24f13cd
CT
1573 else if (request->auth_user_request != NULL)
1574 username = request->auth_user_request->username();
2f1431ea 1575#endif
ee0b94f4 1576
e24f13cd 1577 snprintf(loginbuf, sizeof(loginbuf), "%s%s", username, request->peer_login + 1);
ee0b94f4 1578
f54f527e 1579 httpHeaderPutStrf(hdr_out, header, "Basic %s",
8bdd0cec 1580 old_base64_encode(loginbuf));
f54f527e 1581 return;
ee0b94f4
HN
1582 }
1583
1584 /* external_acl provided credentials */
e24f13cd
CT
1585 if (request->extacl_user.size() && request->extacl_passwd.size() &&
1586 (strcmp(request->peer_login, "PASS") == 0 ||
1587 strcmp(request->peer_login, "PROXYPASS") == 0)) {
f54f527e
AJ
1588 char loginbuf[256];
1589 snprintf(loginbuf, sizeof(loginbuf), SQUIDSTRINGPH ":" SQUIDSTRINGPH,
e24f13cd
CT
1590 SQUIDSTRINGPRINT(request->extacl_user),
1591 SQUIDSTRINGPRINT(request->extacl_passwd));
f54f527e 1592 httpHeaderPutStrf(hdr_out, header, "Basic %s",
8bdd0cec 1593 old_base64_encode(loginbuf));
f54f527e 1594 return;
ee0b94f4
HN
1595 }
1596
9ca29d23 1597 /* Kerberos login to peer */
2f1431ea 1598#if HAVE_AUTH_MODULE_NEGOTIATE && HAVE_KRB5 && HAVE_GSSAPI
e24f13cd 1599 if (strncmp(request->peer_login, "NEGOTIATE",strlen("NEGOTIATE")) == 0) {
9ca29d23
AJ
1600 char *Token=NULL;
1601 char *PrincipalName=NULL,*p;
e24f13cd 1602 if ((p=strchr(request->peer_login,':')) != NULL ) {
9ca29d23
AJ
1603 PrincipalName=++p;
1604 }
e24f13cd 1605 Token = peer_proxy_negotiate_auth(PrincipalName, request->peer_host);
9ca29d23 1606 if (Token) {
63f03f79 1607 httpHeaderPutStrf(hdr_out, header, "Negotiate %s",Token);
9ca29d23
AJ
1608 }
1609 return;
1610 }
1611#endif /* HAVE_KRB5 && HAVE_GSSAPI */
1612
0606266f 1613 httpHeaderPutStrf(hdr_out, header, "Basic %s",
e24f13cd 1614 old_base64_encode(request->peer_login));
ee0b94f4
HN
1615 return;
1616}
1617
99edd1c3 1618/*
9e008dda 1619 * build request headers and append them to a given MemBuf
e5ee81f0 1620 * used by buildRequestPrefix()
818c6c9e 1621 * note: initialised the HttpHeader, the caller is responsible for Clean()-ing
99edd1c3 1622 */
e1e72f06 1623void
e5ee81f0 1624HttpStateData::httpBuildRequestHeader(HttpRequest * request,
e5ee81f0 1625 StoreEntry * entry,
1626 HttpHeader * hdr_out,
386c7842 1627 const http_state_flags flags)
6bf8443a 1628{
99edd1c3 1629 /* building buffer for complex strings */
5999b776 1630#define BBUF_SZ (MAX_URL+32)
99edd1c3 1631 LOCAL_ARRAY(char, bbuf, BBUF_SZ);
67c06f0d 1632 LOCAL_ARRAY(char, ntoabuf, MAX_IPSTRLEN);
e24f13cd 1633 const HttpHeader *hdr_in = &request->header;
67c06f0d 1634 const HttpHeaderEntry *e = NULL;
99edd1c3 1635 HttpHeaderPos pos = HttpHeaderInitPos;
75faaa7a 1636 assert (hdr_out->owner == hoRequest);
62e76326 1637
262a0e14 1638 /* append our IMS header */
fa3e249f 1639 if (request->lastmod > -1)
a9925b40 1640 hdr_out->putTime(HDR_IF_MODIFIED_SINCE, request->lastmod);
99edd1c3 1641
e24f13cd 1642 bool we_do_ranges = decideIfWeDoRanges (request);
528b2c61 1643
30abd221 1644 String strConnection (hdr_in->getList(HDR_CONNECTION));
62e76326 1645
a9925b40 1646 while ((e = hdr_in->getEntry(&pos)))
e24f13cd 1647 copyOneHeaderFromClientsideRequestToUpstreamRequest(e, strConnection, request, hdr_out, we_do_ranges, flags);
528b2c61 1648
43ae1d95 1649 /* Abstraction break: We should interpret multipart/byterange responses
528b2c61 1650 * into offset-length data, and this works around our inability to do so.
1651 */
e24f13cd 1652 if (!we_do_ranges && request->multipartRangeRequest()) {
62e76326 1653 /* don't cache the result */
e24f13cd 1654 request->flags.cachable = 0;
62e76326 1655 /* pretend it's not a range request */
e24f13cd
CT
1656 delete request->range;
1657 request->range = NULL;
1658 request->flags.range = 0;
62e76326 1659 }
528b2c61 1660
99edd1c3 1661 /* append Via */
736cb6aa 1662 if (Config.onoff.via) {
30abd221 1663 String strVia;
a9925b40 1664 strVia = hdr_in->getList(HDR_VIA);
62e76326 1665 snprintf(bbuf, BBUF_SZ, "%d.%d %s",
e24f13cd
CT
1666 request->http_ver.major,
1667 request->http_ver.minor, ThisCache);
62e76326 1668 strListAdd(&strVia, bbuf, ',');
d53b3f6d 1669 hdr_out->putStr(HDR_VIA, strVia.termedBuf());
30abd221 1670 strVia.clean();
736cb6aa 1671 }
62e76326 1672
e24f13cd 1673 if (request->flags.accelerated) {
43ae1d95 1674 /* Append Surrogate-Capabilities */
45cca89d
AJ
1675 String strSurrogate(hdr_in->getList(HDR_SURROGATE_CAPABILITY));
1676#if USE_SQUID_ESI
1677 snprintf(bbuf, BBUF_SZ, "%s=\"Surrogate/1.0 ESI/1.0\"", Config.Accel.surrogate_id);
1678#else
1679 snprintf(bbuf, BBUF_SZ, "%s=\"Surrogate/1.0\"", Config.Accel.surrogate_id);
1680#endif
43ae1d95 1681 strListAdd(&strSurrogate, bbuf, ',');
d53b3f6d 1682 hdr_out->putStr(HDR_SURROGATE_CAPABILITY, strSurrogate.termedBuf());
43ae1d95 1683 }
43ae1d95 1684
67c06f0d 1685 /** \pre Handle X-Forwarded-For */
9e008dda 1686 if (strcmp(opt_forwarded_for, "delete") != 0) {
c4f30223
AR
1687
1688 String strFwd = hdr_in->getList(HDR_X_FORWARDED_FOR);
1689
1690 if (strFwd.size() > 65536/2) {
1691 // There is probably a forwarding loop with Via detection disabled.
1692 // If we do nothing, String will assert on overflow soon.
1693 // TODO: Terminate all transactions with huge XFF?
1694 strFwd = "error";
1695
1696 static int warnedCount = 0;
1697 if (warnedCount++ < 100) {
e24f13cd 1698 const char *url = entry ? entry->url() : urlCanonical(request);
c4f30223
AR
1699 debugs(11, 1, "Warning: likely forwarding loop with " << url);
1700 }
1701 }
1702
9e008dda 1703 if (strcmp(opt_forwarded_for, "on") == 0) {
67c06f0d 1704 /** If set to ON - append client IP or 'unknown'. */
e24f13cd 1705 if ( request->client_addr.IsNoAddr() )
67c06f0d
AJ
1706 strListAdd(&strFwd, "unknown", ',');
1707 else
e24f13cd 1708 strListAdd(&strFwd, request->client_addr.NtoA(ntoabuf, MAX_IPSTRLEN), ',');
9e008dda 1709 } else if (strcmp(opt_forwarded_for, "off") == 0) {
67c06f0d 1710 /** If set to OFF - append 'unknown'. */
67c06f0d 1711 strListAdd(&strFwd, "unknown", ',');
9e008dda 1712 } else if (strcmp(opt_forwarded_for, "transparent") == 0) {
67c06f0d 1713 /** If set to TRANSPARENT - pass through unchanged. */
9e008dda 1714 } else if (strcmp(opt_forwarded_for, "truncate") == 0) {
67c06f0d 1715 /** If set to TRUNCATE - drop existing list and replace with client IP or 'unknown'. */
e24f13cd 1716 if ( request->client_addr.IsNoAddr() )
67c06f0d
AJ
1717 strFwd = "unknown";
1718 else
e24f13cd 1719 strFwd = request->client_addr.NtoA(ntoabuf, MAX_IPSTRLEN);
67c06f0d 1720 }
9e008dda 1721 if (strFwd.size() > 0)
d53b3f6d 1722 hdr_out->putStr(HDR_X_FORWARDED_FOR, strFwd.termedBuf());
cc192b50 1723 }
67c06f0d 1724 /** If set to DELETE - do not copy through. */
6bccf575 1725
99edd1c3 1726 /* append Host if not there already */
a9925b40 1727 if (!hdr_out->has(HDR_HOST)) {
e24f13cd
CT
1728 if (request->peer_domain) {
1729 hdr_out->putStr(HDR_HOST, request->peer_domain);
1730 } else if (request->port == urlDefaultPort(request->protocol)) {
62e76326 1731 /* use port# only if not default */
e24f13cd 1732 hdr_out->putStr(HDR_HOST, request->GetHost());
62e76326 1733 } else {
1734 httpHeaderPutStrf(hdr_out, HDR_HOST, "%s:%d",
e24f13cd
CT
1735 request->GetHost(),
1736 (int) request->port);
62e76326 1737 }
6bf8443a 1738 }
62e76326 1739
c68e9c6b 1740 /* append Authorization if known in URL, not in header and going direct */
a9925b40 1741 if (!hdr_out->has(HDR_AUTHORIZATION)) {
e24f13cd 1742 if (!request->flags.proxying && request->login && *request->login) {
62e76326 1743 httpHeaderPutStrf(hdr_out, HDR_AUTHORIZATION, "Basic %s",
8bdd0cec 1744 old_base64_encode(request->login));
62e76326 1745 }
c68e9c6b 1746 }
62e76326 1747
ee0b94f4 1748 /* Fixup (Proxy-)Authorization special cases. Plain relaying dealt with above */
e24f13cd 1749 httpFixupAuthentication(request, hdr_in, hdr_out, flags);
62e76326 1750
ee0b94f4
HN
1751 /* append Cache-Control, add max-age if not there already */
1752 {
a9925b40 1753 HttpHdrCc *cc = hdr_in->getCc();
62e76326 1754
1755 if (!cc)
1756 cc = httpHdrCcCreate();
1757
7dc5c309
AJ
1758#if 0 /* see bug 2330 */
1759 /* Set no-cache if determined needed but not found */
e24f13cd 1760 if (request->flags.nocache)
7dc5c309
AJ
1761 EBIT_SET(cc->mask, CC_NO_CACHE);
1762#endif
1763
af6a12ee
AJ
1764 /* Add max-age only without no-cache */
1765 if (!EBIT_TEST(cc->mask, CC_MAX_AGE) && !EBIT_TEST(cc->mask, CC_NO_CACHE)) {
43ae1d95 1766 const char *url =
e24f13cd 1767 entry ? entry->url() : urlCanonical(request);
62e76326 1768 httpHdrCcSetMaxAge(cc, getMaxAge(url));
1769
62e76326 1770 }
1771
ce2d6441 1772 /* Enforce sibling relations */
62e76326 1773 if (flags.only_if_cached)
1774 EBIT_SET(cc->mask, CC_ONLY_IF_CACHED);
1775
a9925b40 1776 hdr_out->putCc(cc);
62e76326 1777
1778 httpHdrCcDestroy(cc);
6bf8443a 1779 }
62e76326 1780
99edd1c3 1781 /* maybe append Connection: keep-alive */
b515fc11 1782 if (flags.keepalive) {
95e78500 1783 hdr_out->putStr(HDR_CONNECTION, "keep-alive");
603a02fd 1784 }
62e76326 1785
a7ad6e4e 1786 /* append Front-End-Https */
1787 if (flags.front_end_https) {
0c3d3f65 1788 if (flags.front_end_https == 1 || request->protocol == AnyP::PROTO_HTTPS)
a9925b40 1789 hdr_out->putStr(HDR_FRONT_END_HTTPS, "On");
a7ad6e4e 1790 }
1791
e31a1e67
AR
1792 if (flags.chunked_request) {
1793 // Do not just copy the original value so that if the client-side
1794 // starts decode other encodings, this code may remain valid.
39cb8c41
AR
1795 hdr_out->putStr(HDR_TRANSFER_ENCODING, "chunked");
1796 }
1797
6bccf575 1798 /* Now mangle the headers. */
4f56514c 1799 if (Config2.onoff.mangle_request_headers)
5967c0bf 1800 httpHdrMangleList(hdr_out, request, ROR_REQUEST);
62e76326 1801
30abd221 1802 strConnection.clean();
99edd1c3 1803}
1804
9e498bfb
AJ
1805/**
1806 * Decides whether a particular header may be cloned from the received Clients request
1807 * to our outgoing fetch request.
1808 */
528b2c61 1809void
e24f13cd 1810copyOneHeaderFromClientsideRequestToUpstreamRequest(const HttpHeaderEntry *e, const String strConnection, const HttpRequest * request, HttpHeader * hdr_out, const int we_do_ranges, const http_state_flags flags)
528b2c61 1811{
e8466ea9 1812 debugs(11, 5, "httpBuildRequestHeader: " << e->name << ": " << e->value );
62e76326 1813
528b2c61 1814 switch (e->id) {
62e76326 1815
af6a12ee 1816 /** \par RFC 2616 sect 13.5.1 - Hop-by-Hop headers which Squid should not pass on. */
9e498bfb 1817
be753325 1818 case HDR_PROXY_AUTHORIZATION:
9e498bfb
AJ
1819 /** \par Proxy-Authorization:
1820 * Only pass on proxy authentication to peers for which
62e76326 1821 * authentication forwarding is explicitly enabled
1822 */
e24f13cd
CT
1823 if (!flags.originpeer && flags.proxying && request->peer_login &&
1824 (strcmp(request->peer_login, "PASS") == 0 ||
1825 strcmp(request->peer_login, "PROXYPASS") == 0 ||
1826 strcmp(request->peer_login, "PASSTHRU") == 0)) {
eede25e7 1827 hdr_out->addEntry(e->clone());
62e76326 1828 }
62e76326 1829 break;
1830
af6a12ee 1831 /** \par RFC 2616 sect 13.5.1 - Hop-by-Hop headers which Squid does not pass on. */
9e498bfb
AJ
1832
1833 case HDR_CONNECTION: /** \par Connection: */
1834 case HDR_TE: /** \par TE: */
1835 case HDR_KEEP_ALIVE: /** \par Keep-Alive: */
1836 case HDR_PROXY_AUTHENTICATE: /** \par Proxy-Authenticate: */
a1651bad 1837 case HDR_TRAILER: /** \par Trailer: */
9e498bfb
AJ
1838 case HDR_UPGRADE: /** \par Upgrade: */
1839 case HDR_TRANSFER_ENCODING: /** \par Transfer-Encoding: */
1840 break;
1841
1842
af6a12ee 1843 /** \par OTHER headers I haven't bothered to track down yet. */
9e498bfb 1844
be753325 1845 case HDR_AUTHORIZATION:
9e498bfb
AJ
1846 /** \par WWW-Authorization:
1847 * Pass on WWW authentication */
62e76326 1848
1849 if (!flags.originpeer) {
eede25e7 1850 hdr_out->addEntry(e->clone());
62e76326 1851 } else {
9e498bfb 1852 /** \note In accelerators, only forward authentication if enabled
ee0b94f4 1853 * (see also httpFixupAuthentication for special cases)
62e76326 1854 */
e24f13cd
CT
1855 if (request->peer_login &&
1856 (strcmp(request->peer_login, "PASS") == 0 ||
1857 strcmp(request->peer_login, "PASSTHRU") == 0 ||
1858 strcmp(request->peer_login, "PROXYPASS") == 0)) {
eede25e7 1859 hdr_out->addEntry(e->clone());
62e76326 1860 }
1861 }
1862
1863 break;
1864
be753325 1865 case HDR_HOST:
9e498bfb 1866 /** \par Host:
b883b594 1867 * Normally Squid rewrites the Host: header.
1868 * However, there is one case when we don't: If the URL
62e76326 1869 * went through our redirector and the admin configured
1870 * 'redir_rewrites_host' to be off.
1871 */
e24f13cd
CT
1872 if (request->peer_domain)
1873 hdr_out->putStr(HDR_HOST, request->peer_domain);
488b27c5 1874 else if (request->flags.redirected && !Config.onoff.redir_rewrites_host)
eede25e7 1875 hdr_out->addEntry(e->clone());
b883b594 1876 else {
1877 /* use port# only if not default */
1878
e24f13cd
CT
1879 if (request->port == urlDefaultPort(request->protocol)) {
1880 hdr_out->putStr(HDR_HOST, request->GetHost());
b883b594 1881 } else {
1882 httpHeaderPutStrf(hdr_out, HDR_HOST, "%s:%d",
e24f13cd
CT
1883 request->GetHost(),
1884 (int) request->port);
b883b594 1885 }
1886 }
62e76326 1887
1888 break;
1889
be753325 1890 case HDR_IF_MODIFIED_SINCE:
9e498bfb 1891 /** \par If-Modified-Since:
af6a12ee 1892 * append unless we added our own;
9e498bfb 1893 * \note at most one client's ims header can pass through */
b883b594 1894
a9925b40 1895 if (!hdr_out->has(HDR_IF_MODIFIED_SINCE))
eede25e7 1896 hdr_out->addEntry(e->clone());
62e76326 1897
1898 break;
1899
be753325 1900 case HDR_MAX_FORWARDS:
9e498bfb 1901 /** \par Max-Forwards:
fc90edc3 1902 * pass only on TRACE or OPTIONS requests */
e24f13cd 1903 if (request->method == METHOD_TRACE || request->method == METHOD_OPTIONS) {
fc90edc3 1904 const int64_t hops = e->getInt64();
62e76326 1905
1906 if (hops > 0)
fc90edc3 1907 hdr_out->putInt64(HDR_MAX_FORWARDS, hops - 1);
62e76326 1908 }
1909
1910 break;
1911
be753325 1912 case HDR_VIA:
9e498bfb
AJ
1913 /** \par Via:
1914 * If Via is disabled then forward any received header as-is.
1915 * Otherwise leave for explicit updated addition later. */
62e76326 1916
1917 if (!Config.onoff.via)
eede25e7 1918 hdr_out->addEntry(e->clone());
62e76326 1919
1920 break;
1921
be753325 1922 case HDR_RANGE:
62e76326 1923
be753325 1924 case HDR_IF_RANGE:
62e76326 1925
be753325 1926 case HDR_REQUEST_RANGE:
9e498bfb
AJ
1927 /** \par Range:, If-Range:, Request-Range:
1928 * Only pass if we accept ranges */
62e76326 1929 if (!we_do_ranges)
eede25e7 1930 hdr_out->addEntry(e->clone());
62e76326 1931
1932 break;
1933
95e78500
AJ
1934 case HDR_PROXY_CONNECTION: // SHOULD ignore. But doing so breaks things.
1935 break;
62e76326 1936
f228d6f6
AR
1937 case HDR_CONTENT_LENGTH:
1938 // pass through unless we chunk; also, keeping this away from default
1939 // prevents request smuggling via Connection: Content-Length tricks
1940 if (!flags.chunked_request)
1941 hdr_out->addEntry(e->clone());
1942 break;
1943
be753325 1944 case HDR_X_FORWARDED_FOR:
62e76326 1945
be753325 1946 case HDR_CACHE_CONTROL:
95e78500 1947 /** \par X-Forwarded-For:, Cache-Control:
9e498bfb
AJ
1948 * handled specially by Squid, so leave off for now.
1949 * append these after the loop if needed */
62e76326 1950 break;
1951
be753325 1952 case HDR_FRONT_END_HTTPS:
9e498bfb
AJ
1953 /** \par Front-End-Https:
1954 * Pass thru only if peer is configured with front-end-https */
62e76326 1955 if (!flags.front_end_https)
eede25e7 1956 hdr_out->addEntry(e->clone());
62e76326 1957
1958 break;
1959
be753325 1960 default:
9e498bfb
AJ
1961 /** \par default.
1962 * pass on all other header fields
1963 * which are NOT listed by the special Connection: header. */
1964
a7a42b14 1965 if (strConnection.size()>0 && strListIsMember(&strConnection, e->name.termedBuf(), ',')) {
e1ea7456 1966 debugs(11, 2, "'" << e->name << "' header cropped by Connection: definition");
9e498bfb
AJ
1967 return;
1968 }
1969
eede25e7 1970 hdr_out->addEntry(e->clone());
528b2c61 1971 }
1972}
1973
e5ee81f0 1974bool
e24f13cd 1975HttpStateData::decideIfWeDoRanges (HttpRequest * request)
528b2c61 1976{
e5ee81f0 1977 bool result = true;
62e76326 1978 /* decide if we want to do Ranges ourselves
1979 * and fetch the whole object now)
1980 * We want to handle Ranges ourselves iff
1981 * - we can actually parse client Range specs
1982 * - the specs are expected to be simple enough (e.g. no out-of-order ranges)
1983 * - reply will be cachable
1984 * (If the reply will be uncachable we have to throw it away after
1985 * serving this request, so it is better to forward ranges to
1986 * the server and fetch only the requested content)
1987 */
1988
e24f13cd 1989 int64_t roffLimit = request->getRangeOffsetLimit();
11e3fa1c 1990
e24f13cd
CT
1991 if (NULL == request->range || !request->flags.cachable
1992 || request->range->offsetLimitExceeded(roffLimit) || request->flags.connection_auth)
e5ee81f0 1993 result = false;
62e76326 1994
9e008dda 1995 debugs(11, 8, "decideIfWeDoRanges: range specs: " <<
e24f13cd
CT
1996 request->range << ", cachable: " <<
1997 request->flags.cachable << "; we_do_ranges: " << result);
62e76326 1998
1999 return result;
528b2c61 2000}
2001
62e76326 2002/* build request prefix and append it to a given MemBuf;
99edd1c3 2003 * return the length of the prefix */
9bc73deb 2004mb_size_t
e24f13cd 2005HttpStateData::buildRequestPrefix(MemBuf * mb)
99edd1c3 2006{
2007 const int offset = mb->size;
3872be7c 2008 HttpVersion httpver(1,1);
e24f13cd
CT
2009 const char * url;
2010 if (_peer && !_peer->options.originserver)
2011 url = entry->url();
2012 else
2013 url = request->urlpath.termedBuf();
c9fd01b4 2014 mb->Printf("%s %s %s/%d.%d\r\n",
e24f13cd
CT
2015 RequestMethodStr(request->method),
2016 url && *url ? url : "/",
c9fd01b4 2017 AnyP::ProtocolType_str[httpver.protocol],
2fe7eff9 2018 httpver.major,httpver.minor);
99edd1c3 2019 /* build and pack headers */
2020 {
75faaa7a 2021 HttpHeader hdr(hoRequest);
62e76326 2022 Packer p;
e24f13cd 2023 httpBuildRequestHeader(request, entry, &hdr, flags);
9e008dda 2024
e24f13cd
CT
2025 if (request->flags.pinned && request->flags.connection_auth)
2026 request->flags.auth_sent = 1;
d67acb4e 2027 else if (hdr.has(HDR_AUTHORIZATION))
e24f13cd 2028 request->flags.auth_sent = 1;
d67acb4e 2029
62e76326 2030 packerToMemInit(&p, mb);
a9925b40 2031 hdr.packInto(&p);
519e0948 2032 hdr.clean();
62e76326 2033 packerClean(&p);
9d9d144b 2034 }
99edd1c3 2035 /* append header terminator */
2fe7eff9 2036 mb->append(crlf, 2);
99edd1c3 2037 return mb->size - offset;
6bf8443a 2038}
62e76326 2039
090089c4 2040/* This will be called when connect completes. Write request. */
5f8252d2 2041bool
2bb867b5 2042HttpStateData::sendRequest()
090089c4 2043{
99edd1c3 2044 MemBuf mb;
090089c4 2045
9cf7de1b 2046 debugs(11, 5, HERE << serverConnection << ", request " << request << ", this " << this << ".");
a0297974 2047
6b679a01 2048 if (!Comm::IsConnOpen(serverConnection)) {
9cf7de1b 2049 debugs(11,3, HERE << "cannot send request to closing " << serverConnection);
a0297974
AR
2050 assert(closeHandler != NULL);
2051 return false;
2052 }
2053
dc56a9b1 2054 typedef CommCbMemFunT<HttpStateData, CommTimeoutCbParams> TimeoutDialer;
4299f876 2055 AsyncCall::Pointer timeoutCall = JobCallback(11, 5,
4cb2536f 2056 TimeoutDialer, this, HttpStateData::httpTimeout);
8d77a37c 2057 commSetConnTimeout(serverConnection, Config.Timeout.lifetime, timeoutCall);
2bb867b5 2058 flags.do_next_read = 1;
5f8252d2 2059 maybeReadVirginBody();
2060
e24f13cd 2061 if (request->body_pipe != NULL) {
123ec4de 2062 if (!startRequestBodyFlow()) // register to receive body data
5f8252d2 2063 return false;
9e008dda 2064 typedef CommCbMemFunT<HttpStateData, CommIoCbParams> Dialer;
4299f876 2065 requestSender = JobCallback(11,5,
4cb2536f 2066 Dialer, this, HttpStateData::sentRequestBody);
e31a1e67
AR
2067
2068 Must(!flags.chunked_request);
f228d6f6 2069 // use chunked encoding if we do not know the length
e24f13cd 2070 if (request->content_length < 0)
e31a1e67 2071 flags.chunked_request = 1;
5f8252d2 2072 } else {
2073 assert(!requestBodySource);
9e008dda 2074 typedef CommCbMemFunT<HttpStateData, CommIoCbParams> Dialer;
4299f876 2075 requestSender = JobCallback(11,5,
39cb8c41 2076 Dialer, this, HttpStateData::wroteLast);
5f8252d2 2077 }
54220df8 2078
2bb867b5 2079 if (_peer != NULL) {
2080 if (_peer->options.originserver) {
2081 flags.proxying = 0;
2082 flags.originpeer = 1;
62e76326 2083 } else {
2bb867b5 2084 flags.proxying = 1;
2085 flags.originpeer = 0;
62e76326 2086 }
be753325 2087 } else {
2bb867b5 2088 flags.proxying = 0;
2089 flags.originpeer = 0;
be753325 2090 }
62e76326 2091
efb9218c 2092 /*
99edd1c3 2093 * Is keep-alive okay for all request methods?
efb9218c 2094 */
e24f13cd 2095 if (request->flags.must_keepalive)
9e008dda 2096 flags.keepalive = 1;
d67acb4e 2097 else if (!Config.onoff.server_pconns)
2bb867b5 2098 flags.keepalive = 0;
2099 else if (_peer == NULL)
2100 flags.keepalive = 1;
2101 else if (_peer->stats.n_keepalives_sent < 10)
2102 flags.keepalive = 1;
2103 else if ((double) _peer->stats.n_keepalives_recv /
2104 (double) _peer->stats.n_keepalives_sent > 0.50)
2105 flags.keepalive = 1;
2106
2107 if (_peer) {
2ecba5b6 2108 /*The old code here was
e24f13cd
CT
2109 if (neighborType(_peer, request) == PEER_SIBLING && ...
2110 which is equivalent to:
2111 if (neighborType(_peer, NULL) == PEER_SIBLING && ...
2112 or better:
2113 if (((_peer->type == PEER_MULTICAST && p->options.mcast_siblings) ||
2114 _peer->type == PEER_SIBLINGS ) && _peer->options.allow_miss)
2115 flags.only_if_cached = 1;
2116
2117 But I suppose it was a bug
2118 */
2bb867b5 2119 if (neighborType(_peer, request) == PEER_SIBLING &&
2120 !_peer->options.allow_miss)
2121 flags.only_if_cached = 1;
2122
2123 flags.front_end_https = _peer->front_end_https;
a7ad6e4e 2124 }
62e76326 2125
2fe7eff9 2126 mb.init();
9ca29d23 2127 request->peer_host=_peer?_peer->host:NULL;
e24f13cd 2128 buildRequestPrefix(&mb);
5f8252d2 2129
1ce34ddd
AJ
2130 debugs(11, 2, "HTTP Server " << serverConnection);
2131 debugs(11, 2, "HTTP Server REQUEST:\n---------\n" << mb.buf << "\n----------");
2132
2133 Comm::Write(serverConnection, &mb, requestSender);
5f8252d2 2134 return true;
090089c4 2135}
b6a2f15e 2136
39cb8c41
AR
2137bool
2138HttpStateData::getMoreRequestBody(MemBuf &buf)
2139{
2140 // parent's implementation can handle the no-encoding case
e31a1e67 2141 if (!flags.chunked_request)
39cb8c41
AR
2142 return ServerStateData::getMoreRequestBody(buf);
2143
2144 MemBuf raw;
2145
2146 Must(requestBodySource != NULL);
2147 if (!requestBodySource->getMoreData(raw))
2148 return false; // no request body bytes to chunk yet
2149
2150 // optimization: pre-allocate buffer size that should be enough
2151 const mb_size_t rawDataSize = raw.contentSize();
2152 // we may need to send: hex-chunk-size CRLF raw-data CRLF last-chunk
2153 buf.init(16 + 2 + rawDataSize + 2 + 5, raw.max_capacity);
2154
d958d14f 2155 buf.Printf("%x\r\n", static_cast<unsigned int>(rawDataSize));
39cb8c41
AR
2156 buf.append(raw.content(), rawDataSize);
2157 buf.Printf("\r\n");
2158
2159 Must(rawDataSize > 0); // we did not accidently created last-chunk above
2160
2161 // Do not send last-chunk unless we successfully received everything
2162 if (receivedWholeRequestBody) {
2163 Must(!flags.sentLastChunk);
2164 flags.sentLastChunk = true;
de48b288 2165 buf.append("0\r\n\r\n", 5);
39cb8c41
AR
2166 }
2167
2168 return true;
2169}
2170
910169e5 2171void
b6b6f466 2172httpStart(FwdState *fwd)
603a02fd 2173{
60745f24 2174 debugs(11, 3, "httpStart: \"" << RequestMethodStr(fwd->request->method) << " " << fwd->entry->url() << "\"" );
a3d50c30 2175 HttpStateData *httpState = new HttpStateData(fwd);
62e76326 2176
5f8252d2 2177 if (!httpState->sendRequest()) {
bf8fe701 2178 debugs(11, 3, "httpStart: aborted");
5f8252d2 2179 delete httpState;
2180 return;
2181 }
62e76326 2182
5f8252d2 2183 statCounter.server.all.requests++;
83704487 2184 statCounter.server.http.requests++;
62e76326 2185
b6a2f15e 2186 /*
2187 * We used to set the read timeout here, but not any more.
2188 * Now its set in httpSendComplete() after the full request,
2189 * including request body, has been written to the server.
2190 */
090089c4 2191}
2192
39cb8c41
AR
2193/// if broken posts are enabled for the request, try to fix and return true
2194bool
2195HttpStateData::finishingBrokenPost()
2bb867b5 2196{
626096be 2197#if USE_HTTP_VIOLATIONS
39cb8c41
AR
2198 if (!Config.accessList.brokenPosts) {
2199 debugs(11, 5, HERE << "No brokenPosts list");
2200 return false;
2201 }
a0297974 2202
e11513e1 2203 ACLFilledChecklist ch(Config.accessList.brokenPosts, originalRequest(), NULL);
39cb8c41
AR
2204 if (!ch.fastCheck()) {
2205 debugs(11, 5, HERE << "didn't match brokenPosts");
2206 return false;
2207 }
a0297974 2208
9cf7de1b
AJ
2209 if (!Comm::IsConnOpen(serverConnection)) {
2210 debugs(11,2, HERE << "ignoring broken POST for closed " << serverConnection);
39cb8c41
AR
2211 assert(closeHandler != NULL);
2212 return true; // prevent caller from proceeding as if nothing happened
54220df8 2213 }
39cb8c41
AR
2214
2215 debugs(11, 2, "finishingBrokenPost: fixing broken POST");
2216 typedef CommCbMemFunT<HttpStateData, CommIoCbParams> Dialer;
2217 requestSender = JobCallback(11,5,
2218 Dialer, this, HttpStateData::wroteLast);
b0388924 2219 Comm::Write(serverConnection, "\r\n", 2, requestSender, NULL);
39cb8c41
AR
2220 return true;
2221#else
2222 return false;
626096be 2223#endif /* USE_HTTP_VIOLATIONS */
39cb8c41
AR
2224}
2225
2226/// if needed, write last-chunk to end the request body and return true
2227bool
2228HttpStateData::finishingChunkedRequest()
2229{
2230 if (flags.sentLastChunk) {
2231 debugs(11, 5, HERE << "already sent last-chunk");
2232 return false;
2233 }
2234
2235 Must(receivedWholeRequestBody); // or we should not be sending last-chunk
2236 flags.sentLastChunk = true;
2237
2238 typedef CommCbMemFunT<HttpStateData, CommIoCbParams> Dialer;
e0d28505 2239 requestSender = JobCallback(11,5, Dialer, this, HttpStateData::wroteLast);
b0388924 2240 Comm::Write(serverConnection, "0\r\n\r\n", 5, requestSender, NULL);
39cb8c41
AR
2241 return true;
2242}
2243
2244void
2245HttpStateData::doneSendingRequestBody()
2246{
2247 ServerStateData::doneSendingRequestBody();
9cf7de1b 2248 debugs(11,5, HERE << serverConnection);
39cb8c41
AR
2249
2250 // do we need to write something after the last body byte?
e31a1e67 2251 if (flags.chunked_request && finishingChunkedRequest())
39cb8c41 2252 return;
e31a1e67 2253 if (!flags.chunked_request && finishingBrokenPost())
39cb8c41 2254 return;
aa49962c 2255
39cb8c41 2256 sendComplete();
94439e4e 2257}
2258
5f8252d2 2259// more origin request body data is available
2bb867b5 2260void
5f8252d2 2261HttpStateData::handleMoreRequestBodyAvailable()
2bb867b5 2262{
6b679a01 2263 if (eof || !Comm::IsConnOpen(serverConnection)) {
5f8252d2 2264 // XXX: we should check this condition in other callbacks then!
2265 // TODO: Check whether this can actually happen: We should unsubscribe
2266 // as a body consumer when the above condition(s) are detected.
2bb867b5 2267 debugs(11, 1, HERE << "Transaction aborted while reading HTTP body");
2bb867b5 2268 return;
2269 }
62e76326 2270
5f8252d2 2271 assert(requestBodySource != NULL);
fc68f6b1 2272
5f8252d2 2273 if (requestBodySource->buf().hasContent()) {
2274 // XXX: why does not this trigger a debug message on every request?
fc68f6b1 2275
2bb867b5 2276 if (flags.headers_parsed && !flags.abuse_detected) {
2277 flags.abuse_detected = 1;
e24f13cd 2278 debugs(11, 1, "http handleMoreRequestBodyAvailable: Likely proxy abuse detected '" << request->client_addr << "' -> '" << entry->url() << "'" );
21b92762 2279
585ab260 2280 if (virginReply()->sline.status == HTTP_INVALID_HEADER) {
8d71285d 2281 serverConnection->close();
21b92762 2282 return;
2283 }
2284 }
b6a2f15e 2285 }
5f8252d2 2286
2287 HttpStateData::handleMoreRequestBodyAvailable();
376bb137 2288}
2289
5f8252d2 2290// premature end of the request body
2bb867b5 2291void
5f8252d2 2292HttpStateData::handleRequestBodyProducerAborted()
376bb137 2293{
5f8252d2 2294 ServerStateData::handleRequestBodyProducerAborted();
64b66b76 2295 if (entry->isEmpty()) {
25b481e6 2296 debugs(11, 3, "request body aborted: " << serverConnection);
64b66b76 2297 ErrorState *err;
8b997339
AR
2298 // We usually get here when ICAP REQMOD aborts during body processing.
2299 // We might also get here if client-side aborts, but then our response
2300 // should not matter because either client-side will provide its own or
2301 // there will be no response at all (e.g., if the the client has left).
2302 err = errorCon(ERR_ICAP_FAILURE, HTTP_INTERNAL_SERVER_ERROR, fwd->request);
2303 err->xerrno = ERR_DETAIL_SRV_REQMOD_REQ_BODY;
64b66b76
CT
2304 fwd->fail(err);
2305 }
2306
39cb8c41 2307 abortTransaction("request body producer aborted");
2bb867b5 2308}
2309
5f8252d2 2310// called when we wrote request headers(!) or a part of the body
2bb867b5 2311void
dc56a9b1 2312HttpStateData::sentRequestBody(const CommIoCbParams &io)
2bb867b5 2313{
dc56a9b1 2314 if (io.size > 0)
2315 kb_incr(&statCounter.server.http.kbytes_out, io.size);
fc68f6b1 2316
dc56a9b1 2317 ServerStateData::sentRequestBody(io);
5f8252d2 2318}
3b299123 2319
5f8252d2 2320// Quickly abort the transaction
2321// TODO: destruction should be sufficient as the destructor should cleanup,
2322// including canceling close handlers
2323void
2324HttpStateData::abortTransaction(const char *reason)
2325{
2326 debugs(11,5, HERE << "aborting transaction for " << reason <<
9cf7de1b 2327 "; " << serverConnection << ", this " << this);
fc68f6b1 2328
be364179 2329 if (Comm::IsConnOpen(serverConnection)) {
8d71285d 2330 serverConnection->close();
3e8c047e 2331 return;
c23f0c74 2332 }
3e8c047e 2333
2334 fwd->handleUnregisteredServerEnd();
dc56a9b1 2335 deleteThis("HttpStateData::abortTransaction");
54220df8 2336}