]>
Commit | Line | Data |
---|---|---|
516350ca | 1 | /* |
bbc27441 | 2 | * Copyright (C) 1996-2014 The Squid Software Foundation and contributors |
e25c139f | 3 | * |
bbc27441 AJ |
4 | * Squid software is distributed under GPLv2+ license and includes |
5 | * contributions from numerous individuals and organizations. | |
6 | * Please see the COPYING and CONTRIBUTORS files for details. | |
516350ca | 7 | */ |
8 | ||
bbc27441 AJ |
9 | /* DEBUG: section 38 Network Measurement Database */ |
10 | ||
add2192d | 11 | /* |
12 | * XXX XXX XXX | |
13 | * | |
14 | * This code may be slightly broken now. If you're getting consistent | |
15 | * (sometimes working) corrupt data exchanges, please contact adrian | |
16 | * (adrian@squid-cache.org) to sort them out. | |
17 | */ | |
18 | ||
582c2af2 | 19 | #include "squid.h" |
a011edee | 20 | #include "CachePeer.h" |
aa839030 | 21 | #include "cbdata.h" |
5bed43d6 | 22 | #include "disk.h" |
a553a5a3 | 23 | #include "event.h" |
528b2c61 | 24 | #include "fde.h" |
eb13c21e | 25 | #include "FwdState.h" |
5bed43d6 FC |
26 | #include "HttpReply.h" |
27 | #include "HttpRequest.h" | |
28 | #include "icmp/net_db.h" | |
fc54b8d2 | 29 | #include "internal.h" |
5bed43d6 FC |
30 | #include "ip/Address.h" |
31 | #include "log/File.h" | |
5bed43d6 FC |
32 | #include "MemObject.h" |
33 | #include "mgr/Registration.h" | |
b6149797 | 34 | #include "mime_header.h" |
5bed43d6 | 35 | #include "neighbors.h" |
985c86bc | 36 | #include "SquidTime.h" |
5bed43d6 | 37 | #include "Store.h" |
e87137f1 | 38 | #include "StoreClient.h" |
5bed43d6 FC |
39 | #include "SwapDir.h" |
40 | #include "tools.h" | |
41 | #include "URL.h" | |
42 | #include "wordlist.h" | |
fc54b8d2 | 43 | |
582c2af2 FC |
44 | #if HAVE_SYS_STAT_H |
45 | #include <sys/stat.h> | |
46 | #endif | |
47 | ||
a97cfa48 | 48 | #if USE_ICMP |
9b5c4a9a | 49 | #include "icmp/IcmpSquid.h" |
714e68b7 | 50 | #include "ipcache.h" |
4b725156 | 51 | #include "StoreClient.h" |
52 | ||
f53969cc | 53 | #define NETDB_REQBUF_SZ 4096 |
add2192d | 54 | |
55 | typedef enum { | |
fa80a8ef | 56 | STATE_NONE, |
57 | STATE_HEADER, | |
58 | STATE_BODY | |
add2192d | 59 | } netdb_conn_state_t; |
8b833697 | 60 | |
26ac0430 | 61 | typedef struct { |
a3c6762c | 62 | CachePeer *p; |
a74c5601 | 63 | StoreEntry *e; |
06d2839d | 64 | store_client *sc; |
190154cf | 65 | HttpRequest *r; |
57d55dfa | 66 | int64_t used; |
a74c5601 | 67 | size_t buf_sz; |
add2192d | 68 | char buf[NETDB_REQBUF_SZ]; |
69 | int buf_ofs; | |
70 | netdb_conn_state_t connstate; | |
2fadd50d | 71 | } netdbExchangeState; |
9ad1cbca | 72 | |
ce75f381 | 73 | static hash_table *addr_table = NULL; |
365e5b34 | 74 | static hash_table *host_table = NULL; |
87801fcb | 75 | |
b7ac5457 | 76 | Ip::Address networkFromInaddr(const Ip::Address &a); |
f5b8bbc4 | 77 | static void netdbRelease(netdbEntry * n); |
62e76326 | 78 | |
b7ac5457 | 79 | static void netdbHashInsert(netdbEntry * n, Ip::Address &addr); |
f5b8bbc4 | 80 | static void netdbHashDelete(const char *key); |
587d8445 | 81 | static void netdbHostInsert(netdbEntry * n, const char *hostname); |
82 | static void netdbHostDelete(const net_db_name * x); | |
f5b8bbc4 | 83 | static void netdbPurgeLRU(void); |
23d92c64 | 84 | static netdbEntry *netdbLookupHost(const char *key); |
f5b8bbc4 | 85 | static net_db_peer *netdbPeerByName(const netdbEntry * n, const char *); |
a3c6762c | 86 | static net_db_peer *netdbPeerAdd(netdbEntry * n, CachePeer * e); |
858783c9 | 87 | static const char *netdbPeerName(const char *name); |
b69f7771 | 88 | static IPH netdbSendPing; |
79d39a72 | 89 | static QS sortPeerByRtt; |
90 | static QS sortByRtt; | |
91 | static QS netdbLRU; | |
ec878047 | 92 | static FREE netdbFreeNameEntry; |
93 | static FREE netdbFreeNetdbEntry; | |
9ad1cbca | 94 | static STCB netdbExchangeHandleReply; |
45c54bdc | 95 | static void netdbExchangeDone(void *); |
429fdbec | 96 | |
a3c6762c | 97 | /* We have to keep a local list of CachePeer names. The Peers structure |
429fdbec | 98 | * gets freed during a reconfigure. We want this database to |
99 | * remain persisitent, so _net_db_peer->peername points into this | |
100 | * linked list */ | |
101 | static wordlist *peer_names = NULL; | |
67508012 | 102 | |
87801fcb | 103 | static void |
b7ac5457 | 104 | netdbHashInsert(netdbEntry * n, Ip::Address &addr) |
87801fcb | 105 | { |
4dd643d5 | 106 | networkFromInaddr(addr).toStr(n->network, MAX_IPSTRLEN); |
186477c1 | 107 | n->hash.key = n->network; |
587d8445 | 108 | assert(hash_lookup(addr_table, n->network) == NULL); |
186477c1 | 109 | hash_join(addr_table, &n->hash); |
87801fcb | 110 | } |
111 | ||
112 | static void | |
0ee4272b | 113 | netdbHashDelete(const char *key) |
87801fcb | 114 | { |
e6ccf245 | 115 | hash_link *hptr = (hash_link *)hash_lookup(addr_table, key); |
62e76326 | 116 | |
87801fcb | 117 | if (hptr == NULL) { |
62e76326 | 118 | debug_trap("netdbHashDelete: key not found"); |
119 | return; | |
87801fcb | 120 | } |
62e76326 | 121 | |
e0b1c6aa | 122 | hash_remove_link(addr_table, hptr); |
67508012 | 123 | } |
124 | ||
125 | static void | |
587d8445 | 126 | netdbHostInsert(netdbEntry * n, const char *hostname) |
67508012 | 127 | { |
e6ccf245 | 128 | net_db_name *x = (net_db_name *)memAllocate(MEM_NET_DB_NAME); |
186477c1 | 129 | x->hash.key = xstrdup(hostname); |
67508012 | 130 | x->next = n->hosts; |
131 | n->hosts = x; | |
587d8445 | 132 | x->net_db_entry = n; |
133 | assert(hash_lookup(host_table, hostname) == NULL); | |
186477c1 | 134 | hash_join(host_table, &x->hash); |
7c64cac7 | 135 | ++ n->link_count; |
67508012 | 136 | } |
137 | ||
138 | static void | |
587d8445 | 139 | netdbHostDelete(const net_db_name * x) |
67508012 | 140 | { |
141 | netdbEntry *n; | |
b19361fd | 142 | net_db_name **X; |
b19361fd | 143 | assert(x != NULL); |
587d8445 | 144 | assert(x->net_db_entry != NULL); |
145 | n = x->net_db_entry; | |
7c64cac7 | 146 | -- n->link_count; |
62e76326 | 147 | |
587d8445 | 148 | for (X = &n->hosts; *X; X = &(*X)->next) { |
62e76326 | 149 | if (*X == x) { |
150 | *X = x->next; | |
151 | break; | |
152 | } | |
587d8445 | 153 | } |
62e76326 | 154 | |
587d8445 | 155 | hash_remove_link(host_table, (hash_link *) x); |
186477c1 | 156 | xfree(x->hash.key); |
db1cd23c | 157 | memFree((void *) x, MEM_NET_DB_NAME); |
87801fcb | 158 | } |
159 | ||
160 | static netdbEntry * | |
0ee4272b | 161 | netdbLookupHost(const char *key) |
87801fcb | 162 | { |
587d8445 | 163 | net_db_name *x = (net_db_name *) hash_lookup(host_table, key); |
164 | return x ? x->net_db_entry : NULL; | |
87801fcb | 165 | } |
166 | ||
c907000b | 167 | static void |
168 | netdbRelease(netdbEntry * n) | |
169 | { | |
429fdbec | 170 | net_db_name *x; |
587d8445 | 171 | net_db_name *next; |
62e76326 | 172 | |
c907000b | 173 | for (x = n->hosts; x; x = next) { |
62e76326 | 174 | next = x->next; |
175 | netdbHostDelete(x); | |
c907000b | 176 | } |
62e76326 | 177 | |
c907000b | 178 | n->hosts = NULL; |
429fdbec | 179 | safe_free(n->peers); |
429fdbec | 180 | n->peers = NULL; |
181 | n->n_peers = 0; | |
182 | n->n_peers_alloc = 0; | |
62e76326 | 183 | |
c907000b | 184 | if (n->link_count == 0) { |
62e76326 | 185 | netdbHashDelete(n->network); |
186 | memFree(n, MEM_NETDBENTRY); | |
c907000b | 187 | } |
188 | } | |
189 | ||
190 | static int | |
79d39a72 | 191 | netdbLRU(const void *A, const void *B) |
c907000b | 192 | { |
e6ccf245 | 193 | const netdbEntry *const *n1 = (const netdbEntry *const *)A; |
194 | const netdbEntry *const *n2 = (const netdbEntry *const *)B; | |
62e76326 | 195 | |
c907000b | 196 | if ((*n1)->last_use_time > (*n2)->last_use_time) |
62e76326 | 197 | return (1); |
198 | ||
c907000b | 199 | if ((*n1)->last_use_time < (*n2)->last_use_time) |
62e76326 | 200 | return (-1); |
201 | ||
c907000b | 202 | return (0); |
203 | } | |
204 | ||
c907000b | 205 | static void |
206 | netdbPurgeLRU(void) | |
207 | { | |
208 | netdbEntry *n; | |
209 | netdbEntry **list; | |
210 | int k = 0; | |
211 | int list_count = 0; | |
212 | int removed = 0; | |
e6ccf245 | 213 | list = (netdbEntry **)xcalloc(memInUse(MEM_NETDBENTRY), sizeof(netdbEntry *)); |
0f6bebac | 214 | hash_first(addr_table); |
62e76326 | 215 | |
0f6bebac | 216 | while ((n = (netdbEntry *) hash_next(addr_table))) { |
62e76326 | 217 | assert(list_count < memInUse(MEM_NETDBENTRY)); |
218 | *(list + list_count) = n; | |
7c64cac7 | 219 | ++list_count; |
c907000b | 220 | } |
62e76326 | 221 | |
c907000b | 222 | qsort((char *) list, |
62e76326 | 223 | list_count, |
224 | sizeof(netdbEntry *), | |
225 | netdbLRU); | |
226 | ||
7c64cac7 | 227 | for (k = 0; k < list_count; ++k) { |
62e76326 | 228 | if (memInUse(MEM_NETDBENTRY) < Config.Netdb.low) |
229 | break; | |
230 | ||
231 | netdbRelease(*(list + k)); | |
232 | ||
7c64cac7 | 233 | ++removed; |
c907000b | 234 | } |
62e76326 | 235 | |
c907000b | 236 | xfree(list); |
237 | } | |
238 | ||
67508012 | 239 | static netdbEntry * |
b7ac5457 | 240 | netdbLookupAddr(const Ip::Address &addr) |
87801fcb | 241 | { |
587d8445 | 242 | netdbEntry *n; |
cc192b50 | 243 | char *key = new char[MAX_IPSTRLEN]; |
4dd643d5 | 244 | networkFromInaddr(addr).toStr(key,MAX_IPSTRLEN); |
587d8445 | 245 | n = (netdbEntry *) hash_lookup(addr_table, key); |
4a7799f9 | 246 | delete[] key; |
587d8445 | 247 | return n; |
87801fcb | 248 | } |
249 | ||
67508012 | 250 | static netdbEntry * |
b7ac5457 | 251 | netdbAdd(Ip::Address &addr) |
87801fcb | 252 | { |
253 | netdbEntry *n; | |
62e76326 | 254 | |
587d8445 | 255 | if (memInUse(MEM_NETDBENTRY) > Config.Netdb.high) |
62e76326 | 256 | netdbPurgeLRU(); |
257 | ||
26ac0430 | 258 | if ((n = netdbLookupAddr(addr)) == NULL) { |
62e76326 | 259 | n = (netdbEntry *)memAllocate(MEM_NETDBENTRY); |
260 | netdbHashInsert(n, addr); | |
87801fcb | 261 | } |
62e76326 | 262 | |
67508012 | 263 | return n; |
87801fcb | 264 | } |
265 | ||
266 | static void | |
3ff65596 | 267 | netdbSendPing(const ipcache_addrs *ia, const DnsLookupDetails &, void *data) |
87801fcb | 268 | { |
b7ac5457 | 269 | Ip::Address addr; |
2eaf5ca0 | 270 | char *hostname = NULL; |
aa839030 | 271 | static_cast<generic_cbdata *>(data)->unwrap(&hostname); |
87801fcb | 272 | netdbEntry *n; |
b19361fd | 273 | netdbEntry *na; |
587d8445 | 274 | net_db_name *x; |
275 | net_db_name **X; | |
62e76326 | 276 | |
e5f6c5c2 | 277 | if (ia == NULL) { |
62e76326 | 278 | xfree(hostname); |
279 | return; | |
cb190ed7 | 280 | } |
62e76326 | 281 | |
e5f6c5c2 | 282 | addr = ia->in_addrs[ia->cur]; |
62e76326 | 283 | |
b19361fd | 284 | if ((n = netdbLookupHost(hostname)) == NULL) { |
62e76326 | 285 | n = netdbAdd(addr); |
286 | netdbHostInsert(n, hostname); | |
b19361fd | 287 | } else if ((na = netdbLookupAddr(addr)) != n) { |
62e76326 | 288 | /* |
289 | *hostname moved from 'network n' to 'network na'! | |
290 | */ | |
291 | ||
292 | if (na == NULL) | |
293 | na = netdbAdd(addr); | |
294 | ||
bf8fe701 | 295 | debugs(38, 3, "netdbSendPing: " << hostname << " moved from " << n->network << " to " << na->network); |
62e76326 | 296 | |
297 | x = (net_db_name *) hash_lookup(host_table, hostname); | |
298 | ||
299 | if (x == NULL) { | |
e0236918 | 300 | debugs(38, DBG_IMPORTANT, "netdbSendPing: net_db_name list bug: " << hostname << " not found"); |
62e76326 | 301 | xfree(hostname); |
302 | return; | |
303 | } | |
304 | ||
305 | /* remove net_db_name from 'network n' linked list */ | |
306 | for (X = &n->hosts; *X; X = &(*X)->next) { | |
307 | if (*X == x) { | |
308 | *X = x->next; | |
309 | break; | |
310 | } | |
311 | } | |
312 | ||
7c64cac7 | 313 | -- n->link_count; |
62e76326 | 314 | /* point to 'network na' from host entry */ |
315 | x->net_db_entry = na; | |
316 | /* link net_db_name to 'network na' */ | |
317 | x->next = na->hosts; | |
318 | na->hosts = x; | |
7c64cac7 | 319 | ++ na->link_count; |
62e76326 | 320 | n = na; |
b19361fd | 321 | } |
62e76326 | 322 | |
674ac814 | 323 | if (n->next_ping_time <= squid_curtime) { |
bf8fe701 | 324 | debugs(38, 3, "netdbSendPing: pinging " << hostname); |
cc192b50 | 325 | icmpEngine.DomainPing(addr, hostname); |
7c64cac7 | 326 | ++ n->pings_sent; |
62e76326 | 327 | n->next_ping_time = squid_curtime + Config.Netdb.period; |
328 | n->last_use_time = squid_curtime; | |
674ac814 | 329 | } |
62e76326 | 330 | |
28c60158 | 331 | xfree(hostname); |
67508012 | 332 | } |
333 | ||
b7ac5457 AJ |
334 | Ip::Address |
335 | networkFromInaddr(const Ip::Address &in) | |
67508012 | 336 | { |
b7ac5457 | 337 | Ip::Address out; |
cc192b50 | 338 | |
339 | out = in; | |
cc192b50 | 340 | |
341 | /* in IPv6 the 'network' should be the routing section. */ | |
4dd643d5 AJ |
342 | if ( in.isIPv6() ) { |
343 | out.applyMask(64, AF_INET6); | |
cc192b50 | 344 | debugs(14, 5, "networkFromInaddr : Masked IPv6 Address to " << in << "/64 routing part."); |
345 | return out; | |
346 | } | |
62e76326 | 347 | |
429fdbec | 348 | #if USE_CLASSFUL |
cc192b50 | 349 | struct in_addr b; |
350 | ||
4dd643d5 | 351 | in.getInAddr(b); |
62e76326 | 352 | |
67508012 | 353 | if (IN_CLASSC(b.s_addr)) |
62e76326 | 354 | b.s_addr &= IN_CLASSC_NET; |
67508012 | 355 | else if (IN_CLASSB(b.s_addr)) |
62e76326 | 356 | b.s_addr &= IN_CLASSB_NET; |
67508012 | 357 | else if (IN_CLASSA(b.s_addr)) |
62e76326 | 358 | b.s_addr &= IN_CLASSA_NET; |
359 | ||
cc192b50 | 360 | out = b; |
62e76326 | 361 | |
429fdbec | 362 | #endif |
62e76326 | 363 | |
cc192b50 | 364 | debugs(14, 5, "networkFromInaddr : Masked IPv4 Address to " << out << "/24."); |
62e76326 | 365 | |
cc192b50 | 366 | /* use /24 for everything under IPv4 */ |
4dd643d5 | 367 | out.applyMask(24, AF_INET); |
cc192b50 | 368 | debugs(14, 5, "networkFromInaddr : Masked IPv4 Address to " << in << "/24."); |
369 | ||
370 | return out; | |
67508012 | 371 | } |
372 | ||
373 | static int | |
79d39a72 | 374 | sortByRtt(const void *A, const void *B) |
67508012 | 375 | { |
e6ccf245 | 376 | const netdbEntry *const *n1 = (const netdbEntry *const *)A; |
377 | const netdbEntry *const *n2 = (const netdbEntry *const *)B; | |
62e76326 | 378 | |
429fdbec | 379 | if ((*n1)->rtt > (*n2)->rtt) |
62e76326 | 380 | return 1; |
429fdbec | 381 | else if ((*n1)->rtt < (*n2)->rtt) |
62e76326 | 382 | return -1; |
67508012 | 383 | else |
62e76326 | 384 | return 0; |
67508012 | 385 | } |
386 | ||
429fdbec | 387 | static net_db_peer * |
388 | netdbPeerByName(const netdbEntry * n, const char *peername) | |
389 | { | |
390 | int i; | |
391 | net_db_peer *p = n->peers; | |
62e76326 | 392 | |
7c64cac7 | 393 | for (i = 0; i < n->n_peers; ++i, ++p) { |
62e76326 | 394 | if (!strcmp(p->peername, peername)) |
395 | return p; | |
429fdbec | 396 | } |
62e76326 | 397 | |
429fdbec | 398 | return NULL; |
399 | } | |
400 | ||
401 | static net_db_peer * | |
a3c6762c | 402 | netdbPeerAdd(netdbEntry * n, CachePeer * e) |
429fdbec | 403 | { |
404 | net_db_peer *p; | |
405 | net_db_peer *o; | |
406 | int osize; | |
407 | int i; | |
62e76326 | 408 | |
429fdbec | 409 | if (n->n_peers == n->n_peers_alloc) { |
62e76326 | 410 | o = n->peers; |
411 | osize = n->n_peers_alloc; | |
412 | ||
413 | if (n->n_peers_alloc == 0) | |
414 | n->n_peers_alloc = 2; | |
415 | else | |
416 | n->n_peers_alloc <<= 1; | |
417 | ||
bf8fe701 | 418 | debugs(38, 3, "netdbPeerAdd: Growing peer list for '" << n->network << "' to " << n->n_peers_alloc); |
62e76326 | 419 | |
420 | n->peers = (net_db_peer *)xcalloc(n->n_peers_alloc, sizeof(net_db_peer)); | |
421 | ||
7c64cac7 | 422 | for (i = 0; i < osize; ++i) |
62e76326 | 423 | *(n->peers + i) = *(o + i); |
424 | ||
425 | if (osize) { | |
426 | safe_free(o); | |
427 | } | |
429fdbec | 428 | } |
62e76326 | 429 | |
429fdbec | 430 | p = n->peers + n->n_peers; |
431 | p->peername = netdbPeerName(e->host); | |
7c64cac7 | 432 | ++ n->n_peers; |
429fdbec | 433 | return p; |
434 | } | |
435 | ||
436 | static int | |
79d39a72 | 437 | sortPeerByRtt(const void *A, const void *B) |
429fdbec | 438 | { |
e6ccf245 | 439 | const net_db_peer *p1 = (net_db_peer *)A; |
440 | const net_db_peer *p2 = (net_db_peer *)B; | |
62e76326 | 441 | |
429fdbec | 442 | if (p1->rtt > p2->rtt) |
62e76326 | 443 | return 1; |
429fdbec | 444 | else if (p1->rtt < p2->rtt) |
62e76326 | 445 | return -1; |
429fdbec | 446 | else |
62e76326 | 447 | return 0; |
429fdbec | 448 | } |
449 | ||
450 | static void | |
451 | netdbSaveState(void *foo) | |
452 | { | |
b7ed6dbb | 453 | if (strcmp(Config.netdbFilename, "none") == 0) |
26ac0430 | 454 | return; |
2b753521 | 455 | |
08e8e020 | 456 | Logfile *lf; |
429fdbec | 457 | netdbEntry *n; |
429fdbec | 458 | net_db_name *x; |
62e76326 | 459 | |
429fdbec | 460 | struct timeval start = current_time; |
461 | int count = 0; | |
111b16cf | 462 | /* |
463 | * This was nicer when we were using stdio, but thanks to | |
464 | * Solaris bugs, its a bad idea. fopen can fail if more than | |
465 | * 256 FDs are open. | |
466 | */ | |
e3732f4f | 467 | /* |
468 | * unlink() is here because there is currently no way to make | |
469 | * logfileOpen() use O_TRUNC. | |
470 | */ | |
2b753521 | 471 | unlink(Config.netdbFilename); |
472 | lf = logfileOpen(Config.netdbFilename, 4096, 0); | |
62e76326 | 473 | |
08e8e020 | 474 | if (NULL == lf) { |
e0236918 | 475 | debugs(50, DBG_IMPORTANT, "netdbSaveState: " << Config.netdbFilename << ": " << xstrerror()); |
62e76326 | 476 | return; |
429fdbec | 477 | } |
62e76326 | 478 | |
0f6bebac | 479 | hash_first(addr_table); |
62e76326 | 480 | |
0f6bebac | 481 | while ((n = (netdbEntry *) hash_next(addr_table))) { |
62e76326 | 482 | if (n->pings_recv == 0) |
483 | continue; | |
484 | ||
485 | logfilePrintf(lf, "%s %d %d %10.5f %10.5f %d %d", | |
486 | n->network, | |
487 | n->pings_sent, | |
488 | n->pings_recv, | |
489 | n->hops, | |
490 | n->rtt, | |
491 | (int) n->next_ping_time, | |
492 | (int) n->last_use_time); | |
493 | ||
494 | for (x = n->hosts; x; x = x->next) | |
495 | logfilePrintf(lf, " %s", hashKeyStr(&x->hash)); | |
496 | ||
497 | logfilePrintf(lf, "\n"); | |
498 | ||
7c64cac7 | 499 | ++count; |
62e76326 | 500 | |
111b16cf | 501 | #undef RBUF_SZ |
62e76326 | 502 | |
429fdbec | 503 | } |
62e76326 | 504 | |
08e8e020 | 505 | logfileClose(lf); |
587d8445 | 506 | getCurrentTime(); |
e0236918 | 507 | debugs(38, DBG_IMPORTANT, "NETDB state saved; " << |
26ac0430 AJ |
508 | count << " entries, " << |
509 | tvSubMsec(start, current_time) << " msec" ); | |
52040193 | 510 | eventAddIsh("netdbSaveState", netdbSaveState, NULL, 3600.0, 1); |
429fdbec | 511 | } |
512 | ||
513 | static void | |
514 | netdbReloadState(void) | |
515 | { | |
b7ed6dbb | 516 | if (strcmp(Config.netdbFilename, "none") == 0) |
26ac0430 | 517 | return; |
2b753521 | 518 | |
111b16cf | 519 | char *s; |
520 | int fd; | |
521 | int l; | |
62e76326 | 522 | |
111b16cf | 523 | struct stat sb; |
429fdbec | 524 | netdbEntry *n; |
525 | netdbEntry N; | |
62e76326 | 526 | |
b7ac5457 | 527 | Ip::Address addr; |
429fdbec | 528 | int count = 0; |
62e76326 | 529 | |
429fdbec | 530 | struct timeval start = current_time; |
111b16cf | 531 | /* |
532 | * This was nicer when we were using stdio, but thanks to | |
533 | * Solaris bugs, its a bad idea. fopen can fail if more than | |
534 | * 256 FDs are open. | |
535 | */ | |
2b753521 | 536 | fd = file_open(Config.netdbFilename, O_RDONLY | O_BINARY); |
62e76326 | 537 | |
111b16cf | 538 | if (fd < 0) |
62e76326 | 539 | return; |
540 | ||
053ea9f4 | 541 | if (fstat(fd, &sb) < 0) { |
62e76326 | 542 | file_close(fd); |
543 | return; | |
053ea9f4 | 544 | } |
62e76326 | 545 | |
e0bbe966 | 546 | char *t; |
547 | char *buf = (char *)xcalloc(1, sb.st_size + 1); | |
548 | t = buf; | |
d0ef8ea8 | 549 | l = FD_READ_METHOD(fd, buf, sb.st_size); |
111b16cf | 550 | file_close(fd); |
62e76326 | 551 | |
e0bbe966 | 552 | if (l <= 0) { |
62e76326 | 553 | safe_free (buf); |
554 | return; | |
e0bbe966 | 555 | }; |
62e76326 | 556 | |
111b16cf | 557 | while ((s = strchr(t, '\n'))) { |
62e76326 | 558 | char *q; |
559 | assert(s - buf < l); | |
560 | *s = '\0'; | |
561 | memset(&N, '\0', sizeof(netdbEntry)); | |
562 | q = strtok(t, w_space); | |
563 | t = s + 1; | |
564 | ||
565 | if (NULL == q) | |
566 | continue; | |
567 | ||
cc192b50 | 568 | if (! (addr = q) ) |
62e76326 | 569 | continue; |
570 | ||
f53969cc | 571 | if (netdbLookupAddr(addr) != NULL) /* no dups! */ |
62e76326 | 572 | continue; |
573 | ||
574 | if ((q = strtok(NULL, w_space)) == NULL) | |
575 | continue; | |
576 | ||
577 | N.pings_sent = atoi(q); | |
578 | ||
579 | if ((q = strtok(NULL, w_space)) == NULL) | |
580 | continue; | |
581 | ||
582 | N.pings_recv = atoi(q); | |
583 | ||
584 | if (N.pings_recv == 0) | |
585 | continue; | |
586 | ||
587 | /* give this measurement low weight */ | |
588 | N.pings_sent = 1; | |
589 | ||
590 | N.pings_recv = 1; | |
591 | ||
592 | if ((q = strtok(NULL, w_space)) == NULL) | |
593 | continue; | |
594 | ||
595 | N.hops = atof(q); | |
596 | ||
597 | if ((q = strtok(NULL, w_space)) == NULL) | |
598 | continue; | |
599 | ||
600 | N.rtt = atof(q); | |
601 | ||
602 | if ((q = strtok(NULL, w_space)) == NULL) | |
603 | continue; | |
604 | ||
605 | N.next_ping_time = (time_t) atoi(q); | |
606 | ||
607 | if ((q = strtok(NULL, w_space)) == NULL) | |
608 | continue; | |
609 | ||
610 | N.last_use_time = (time_t) atoi(q); | |
611 | ||
612 | n = (netdbEntry *)memAllocate(MEM_NETDBENTRY); | |
613 | ||
41d00cd3 | 614 | memcpy(n, &N, sizeof(netdbEntry)); |
62e76326 | 615 | |
616 | netdbHashInsert(n, addr); | |
617 | ||
618 | while ((q = strtok(NULL, w_space)) != NULL) { | |
f53969cc | 619 | if (netdbLookupHost(q) != NULL) /* no dups! */ |
62e76326 | 620 | continue; |
621 | ||
622 | netdbHostInsert(n, q); | |
623 | } | |
624 | ||
7c64cac7 | 625 | ++count; |
429fdbec | 626 | } |
62e76326 | 627 | |
111b16cf | 628 | xfree(buf); |
587d8445 | 629 | getCurrentTime(); |
e0236918 | 630 | debugs(38, DBG_IMPORTANT, "NETDB state reloaded; " << |
26ac0430 AJ |
631 | count << " entries, " << |
632 | tvSubMsec(start, current_time) << " msec" ); | |
429fdbec | 633 | } |
634 | ||
858783c9 | 635 | static const char * |
429fdbec | 636 | netdbPeerName(const char *name) |
637 | { | |
858783c9 | 638 | const wordlist *w; |
62e76326 | 639 | |
429fdbec | 640 | for (w = peer_names; w; w = w->next) { |
62e76326 | 641 | if (!strcmp(w->key, name)) |
642 | return w->key; | |
429fdbec | 643 | } |
62e76326 | 644 | |
858783c9 | 645 | return wordlistAdd(&peer_names, name); |
429fdbec | 646 | } |
647 | ||
45c54bdc | 648 | static void |
649 | netdbFreeNetdbEntry(void *data) | |
650 | { | |
e6ccf245 | 651 | netdbEntry *n = (netdbEntry *)data; |
45c54bdc | 652 | safe_free(n->peers); |
db1cd23c | 653 | memFree(n, MEM_NETDBENTRY); |
45c54bdc | 654 | } |
429fdbec | 655 | |
45c54bdc | 656 | static void |
657 | netdbFreeNameEntry(void *data) | |
658 | { | |
e6ccf245 | 659 | net_db_name *x = (net_db_name *)data; |
186477c1 | 660 | xfree(x->hash.key); |
db1cd23c | 661 | memFree(x, MEM_NET_DB_NAME); |
45c54bdc | 662 | } |
663 | ||
664 | static void | |
2324cda2 | 665 | netdbExchangeHandleReply(void *data, StoreIOBuffer receivedData) |
45c54bdc | 666 | { |
b7ac5457 | 667 | Ip::Address addr; |
cc192b50 | 668 | |
e6ccf245 | 669 | netdbExchangeState *ex = (netdbExchangeState *)data; |
45c54bdc | 670 | int rec_sz = 0; |
57d55dfa | 671 | int o; |
62e76326 | 672 | |
cc192b50 | 673 | struct in_addr line_addr; |
45c54bdc | 674 | double rtt; |
675 | double hops; | |
676 | char *p; | |
677 | int j; | |
528b2c61 | 678 | HttpReply const *rep; |
45c54bdc | 679 | size_t hdr_sz; |
70305391 | 680 | int nused = 0; |
add2192d | 681 | int size; |
682 | int oldbufofs = ex->buf_ofs; | |
683 | ||
45c54bdc | 684 | rec_sz = 0; |
cc192b50 | 685 | rec_sz += 1 + sizeof(struct in_addr); |
45c54bdc | 686 | rec_sz += 1 + sizeof(int); |
687 | rec_sz += 1 + sizeof(int); | |
2324cda2 | 688 | debugs(38, 3, "netdbExchangeHandleReply: " << receivedData.length << " read bytes"); |
62e76326 | 689 | |
fa80a8ef | 690 | if (!cbdataReferenceValid(ex->p)) { |
bf8fe701 | 691 | debugs(38, 3, "netdbExchangeHandleReply: Peer became invalid"); |
62e76326 | 692 | netdbExchangeDone(ex); |
693 | return; | |
45c54bdc | 694 | } |
62e76326 | 695 | |
bf8fe701 | 696 | debugs(38, 3, "netdbExchangeHandleReply: for '" << ex->p->host << ":" << ex->p->http_port << "'"); |
528b2c61 | 697 | |
2324cda2 | 698 | if (receivedData.length == 0 && |
699 | !receivedData.flags.error) { | |
bf8fe701 | 700 | debugs(38, 3, "netdbExchangeHandleReply: Done"); |
62e76326 | 701 | netdbExchangeDone(ex); |
702 | return; | |
528b2c61 | 703 | } |
62e76326 | 704 | |
add2192d | 705 | p = ex->buf; |
706 | ||
707 | /* Get the size of the buffer now */ | |
2324cda2 | 708 | size = ex->buf_ofs + receivedData.length; |
137a13ea | 709 | debugs(38, 3, "netdbExchangeHandleReply: " << size << " bytes buf"); |
add2192d | 710 | |
711 | /* Check if we're still doing headers */ | |
62e76326 | 712 | |
add2192d | 713 | if (ex->connstate == STATE_HEADER) { |
714 | ||
2324cda2 | 715 | ex->buf_ofs += receivedData.length; |
62e76326 | 716 | |
717 | /* skip reply headers */ | |
718 | ||
719 | if ((hdr_sz = headersEnd(p, ex->buf_ofs))) { | |
137a13ea | 720 | debugs(38, 5, "netdbExchangeHandleReply: hdr_sz = " << hdr_sz); |
62e76326 | 721 | rep = ex->e->getReply(); |
9b769c67 AJ |
722 | assert(rep->sline.status() != Http::scNone); |
723 | debugs(38, 3, "netdbExchangeHandleReply: reply status " << rep->sline.status()); | |
62e76326 | 724 | |
9b769c67 | 725 | if (rep->sline.status() != Http::scOkay) { |
62e76326 | 726 | netdbExchangeDone(ex); |
727 | return; | |
728 | } | |
729 | ||
730 | assert((size_t)ex->buf_ofs >= hdr_sz); | |
731 | ||
732 | /* | |
733 | * Now, point p to the part of the buffer where the data | |
734 | * starts, and update the size accordingly | |
735 | */ | |
736 | assert(ex->used == 0); | |
737 | ex->used = hdr_sz; | |
738 | size = ex->buf_ofs - hdr_sz; | |
739 | p += hdr_sz; | |
740 | ||
741 | /* Finally, set the conn state mode to STATE_BODY */ | |
742 | ex->connstate = STATE_BODY; | |
743 | } else { | |
744 | StoreIOBuffer tempBuffer; | |
745 | tempBuffer.offset = ex->buf_ofs; | |
746 | tempBuffer.length = ex->buf_sz - ex->buf_ofs; | |
747 | tempBuffer.data = ex->buf + ex->buf_ofs; | |
748 | /* Have more headers .. */ | |
749 | storeClientCopy(ex->sc, ex->e, tempBuffer, | |
750 | netdbExchangeHandleReply, ex); | |
751 | return; | |
752 | } | |
45c54bdc | 753 | } |
62e76326 | 754 | |
add2192d | 755 | assert(ex->connstate == STATE_BODY); |
756 | ||
757 | /* If we get here, we have some body to parse .. */ | |
bf8fe701 | 758 | debugs(38, 5, "netdbExchangeHandleReply: start parsing loop, size = " << size); |
62e76326 | 759 | |
45c54bdc | 760 | while (size >= rec_sz) { |
bf8fe701 | 761 | debugs(38, 5, "netdbExchangeHandleReply: in parsing loop, size = " << size); |
4dd643d5 | 762 | addr.setAnyAddr(); |
62e76326 | 763 | hops = rtt = 0.0; |
764 | ||
765 | for (o = 0; o < rec_sz;) { | |
766 | switch ((int) *(p + o)) { | |
767 | ||
768 | case NETDB_EX_NETWORK: | |
7c64cac7 | 769 | ++o; |
cc192b50 | 770 | /* FIXME INET6 : NetDB can still ony send IPv4 */ |
41d00cd3 | 771 | memcpy(&line_addr, p + o, sizeof(struct in_addr)); |
cc192b50 | 772 | addr = line_addr; |
773 | o += sizeof(struct in_addr); | |
62e76326 | 774 | break; |
775 | ||
776 | case NETDB_EX_RTT: | |
7c64cac7 | 777 | ++o; |
41d00cd3 | 778 | memcpy(&j, p + o, sizeof(int)); |
62e76326 | 779 | o += sizeof(int); |
780 | rtt = (double) ntohl(j) / 1000.0; | |
781 | break; | |
782 | ||
783 | case NETDB_EX_HOPS: | |
7c64cac7 | 784 | ++o; |
41d00cd3 | 785 | memcpy(&j, p + o, sizeof(int)); |
62e76326 | 786 | o += sizeof(int); |
787 | hops = (double) ntohl(j) / 1000.0; | |
788 | break; | |
789 | ||
790 | default: | |
e0236918 | 791 | debugs(38, DBG_IMPORTANT, "netdbExchangeHandleReply: corrupt data, aborting"); |
62e76326 | 792 | netdbExchangeDone(ex); |
793 | return; | |
794 | } | |
795 | } | |
796 | ||
4dd643d5 | 797 | if (!addr.isAnyAddr() && rtt > 0) |
62e76326 | 798 | netdbExchangeUpdatePeer(addr, ex->p, rtt, hops); |
799 | ||
800 | assert(o == rec_sz); | |
801 | ||
802 | ex->used += rec_sz; | |
803 | ||
804 | size -= rec_sz; | |
805 | ||
806 | p += rec_sz; | |
807 | ||
7c64cac7 | 808 | ++nused; |
45c54bdc | 809 | } |
add2192d | 810 | |
811 | /* | |
812 | * Copy anything that is left over to the beginning of the buffer, | |
813 | * and adjust buf_ofs accordingly | |
814 | */ | |
815 | ||
816 | /* | |
817 | * Evilly, size refers to the buf size left now, | |
818 | * ex->buf_ofs is the original buffer size, so just copy that | |
819 | * much data over | |
820 | */ | |
821 | memmove(ex->buf, ex->buf + (ex->buf_ofs - size), size); | |
62e76326 | 822 | |
add2192d | 823 | ex->buf_ofs = size; |
824 | ||
825 | /* | |
826 | * And don't re-copy the remaining data .. | |
827 | */ | |
828 | ex->used += size; | |
829 | ||
830 | /* | |
831 | * Now the tricky bit - size _included_ the leftover bit from the _last_ | |
832 | * storeClientCopy. We don't want to include that, or our offset will be wrong. | |
833 | * So, don't count the size of the leftover buffer we began with. | |
834 | * This can _disappear_ when we're not tracking offsets .. | |
835 | */ | |
836 | ex->used -= oldbufofs; | |
837 | ||
bf8fe701 | 838 | debugs(38, 3, "netdbExchangeHandleReply: size left over in this buffer: " << size << " bytes"); |
add2192d | 839 | |
bf8fe701 | 840 | debugs(38, 3, "netdbExchangeHandleReply: used " << nused << |
841 | " entries, (x " << rec_sz << " bytes) == " << nused * rec_sz << | |
842 | " bytes total"); | |
62e76326 | 843 | |
4a7a3d56 | 844 | debugs(38, 3, "netdbExchangeHandleReply: used " << ex->used); |
62e76326 | 845 | |
b7fe0ab0 | 846 | if (EBIT_TEST(ex->e->flags, ENTRY_ABORTED)) { |
bf8fe701 | 847 | debugs(38, 3, "netdbExchangeHandleReply: ENTRY_ABORTED"); |
62e76326 | 848 | netdbExchangeDone(ex); |
ce9b54e8 | 849 | } else if (ex->e->store_status == STORE_PENDING) { |
62e76326 | 850 | StoreIOBuffer tempBuffer; |
851 | tempBuffer.offset = ex->used; | |
852 | tempBuffer.length = ex->buf_sz - ex->buf_ofs; | |
853 | tempBuffer.data = ex->buf + ex->buf_ofs; | |
2324cda2 | 854 | debugs(38, 3, "netdbExchangeHandleReply: EOF not received"); |
62e76326 | 855 | storeClientCopy(ex->sc, ex->e, tempBuffer, |
856 | netdbExchangeHandleReply, ex); | |
45c54bdc | 857 | } |
858 | } | |
859 | ||
860 | static void | |
861 | netdbExchangeDone(void *data) | |
862 | { | |
e6ccf245 | 863 | netdbExchangeState *ex = (netdbExchangeState *)data; |
bf8fe701 | 864 | debugs(38, 3, "netdbExchangeDone: " << ex->e->url() ); |
6dd9f4bd | 865 | HTTPMSGUNLOCK(ex->r); |
06d2839d | 866 | storeUnregister(ex->sc, ex->e, ex); |
acc5dc4c | 867 | ex->e->unlock("netdbExchangeDone"); |
fa80a8ef | 868 | cbdataReferenceDone(ex->p); |
45c54bdc | 869 | cbdataFree(ex); |
870 | } | |
429fdbec | 871 | |
5f5e883f | 872 | static void |
f69d9265 | 873 | netdbRegisterWithCacheManager(void) |
5f5e883f | 874 | { |
8822ebee | 875 | Mgr::RegisterAction("netdb", "Network Measurement Database", netdbDump, 0, 1); |
5f5e883f FC |
876 | } |
877 | ||
f69d9265 AJ |
878 | #endif /* USE_ICMP */ |
879 | ||
e97f40f4 | 880 | /* PUBLIC FUNCTIONS */ |
881 | ||
67508012 | 882 | void |
e97f40f4 | 883 | netdbInit(void) |
884 | { | |
885 | #if USE_ICMP | |
aa9e2cab | 886 | int n; |
62e76326 | 887 | |
f69d9265 | 888 | netdbRegisterWithCacheManager(); |
d120ed12 | 889 | |
19054954 | 890 | if (addr_table) |
62e76326 | 891 | return; |
892 | ||
aa9e2cab | 893 | n = hashPrime(Config.Netdb.high / 4); |
62e76326 | 894 | |
30abd221 | 895 | addr_table = hash_create((HASHCMP *) strcmp, n, hash_string); |
62e76326 | 896 | |
aa9e2cab | 897 | n = hashPrime(3 * Config.Netdb.high / 4); |
62e76326 | 898 | |
30abd221 | 899 | host_table = hash_create((HASHCMP *) strcmp, n, hash_string); |
62e76326 | 900 | |
52040193 | 901 | eventAddIsh("netdbSaveState", netdbSaveState, NULL, 3600.0, 1); |
62e76326 | 902 | |
429fdbec | 903 | netdbReloadState(); |
62e76326 | 904 | |
62ee09ca | 905 | #endif |
906 | } | |
907 | ||
e97f40f4 | 908 | void |
0ee4272b | 909 | netdbPingSite(const char *hostname) |
67508012 | 910 | { |
e97f40f4 | 911 | #if USE_ICMP |
67508012 | 912 | netdbEntry *n; |
62e76326 | 913 | |
e97f40f4 | 914 | if ((n = netdbLookupHost(hostname)) != NULL) |
62e76326 | 915 | if (n->next_ping_time > squid_curtime) |
916 | return; | |
917 | ||
aa839030 | 918 | ipcache_nbgethostbyname(hostname, netdbSendPing, |
26ac0430 | 919 | new generic_cbdata(xstrdup(hostname))); |
62e76326 | 920 | |
e97f40f4 | 921 | #endif |
67508012 | 922 | } |
923 | ||
e97f40f4 | 924 | void |
b7ac5457 | 925 | netdbHandlePingReply(const Ip::Address &from, int hops, int rtt) |
4d311579 | 926 | { |
e97f40f4 | 927 | #if USE_ICMP |
928 | netdbEntry *n; | |
929 | int N; | |
cc192b50 | 930 | debugs(38, 3, "netdbHandlePingReply: from " << from); |
62e76326 | 931 | |
cc192b50 | 932 | if ((n = netdbLookupAddr(from)) == NULL) |
62e76326 | 933 | return; |
934 | ||
429fdbec | 935 | N = ++n->pings_recv; |
62e76326 | 936 | |
429fdbec | 937 | if (N > 5) |
62e76326 | 938 | N = 5; |
939 | ||
e6ccf245 | 940 | if (rtt < 1) |
62e76326 | 941 | rtt = 1; |
942 | ||
e97f40f4 | 943 | n->hops = ((n->hops * (N - 1)) + hops) / N; |
62e76326 | 944 | |
e97f40f4 | 945 | n->rtt = ((n->rtt * (N - 1)) + rtt) / N; |
62e76326 | 946 | |
bf8fe701 | 947 | debugs(38, 3, "netdbHandlePingReply: " << n->network << "; rtt="<< |
948 | std::setw(5)<< std::setprecision(2) << n->rtt << " hops="<< | |
949 | std::setw(4) << n->hops); | |
62e76326 | 950 | |
e97f40f4 | 951 | #endif |
4d311579 | 952 | } |
e5f6c5c2 | 953 | |
954 | void | |
955 | netdbFreeMemory(void) | |
956 | { | |
e97f40f4 | 957 | #if USE_ICMP |
ec878047 | 958 | hashFreeItems(addr_table, netdbFreeNetdbEntry); |
e5f6c5c2 | 959 | hashFreeMemory(addr_table); |
afe95a7e | 960 | addr_table = NULL; |
ec878047 | 961 | hashFreeItems(host_table, netdbFreeNameEntry); |
962 | hashFreeMemory(host_table); | |
afe95a7e | 963 | host_table = NULL; |
429fdbec | 964 | wordlistDestroy(&peer_names); |
965 | peer_names = NULL; | |
e97f40f4 | 966 | #endif |
e5f6c5c2 | 967 | } |
968 | ||
e97f40f4 | 969 | void |
970 | netdbDump(StoreEntry * sentry) | |
971 | { | |
972 | #if USE_ICMP | |
973 | netdbEntry *n; | |
974 | netdbEntry **list; | |
429fdbec | 975 | net_db_name *x; |
e97f40f4 | 976 | int k; |
977 | int i; | |
429fdbec | 978 | int j; |
979 | net_db_peer *p; | |
15576b6a | 980 | storeAppendPrintf(sentry, "Network DB Statistics:\n"); |
cc192b50 | 981 | storeAppendPrintf(sentry, "%-46.46s %9s %7s %5s %s\n", /* Max between 16 (IPv4) or 46 (IPv6) */ |
62e76326 | 982 | "Network", |
983 | "recv/sent", | |
984 | "RTT", | |
985 | "Hops", | |
986 | "Hostnames"); | |
e6ccf245 | 987 | list = (netdbEntry **)xcalloc(memInUse(MEM_NETDBENTRY), sizeof(netdbEntry *)); |
0ee4272b | 988 | i = 0; |
0f6bebac | 989 | hash_first(addr_table); |
62e76326 | 990 | |
a38ec4b1 FC |
991 | while ((n = (netdbEntry *) hash_next(addr_table))) { |
992 | *(list + i) = n; | |
993 | ++i; | |
994 | } | |
62e76326 | 995 | |
587d8445 | 996 | if (i != memInUse(MEM_NETDBENTRY)) |
fa84c01d | 997 | debugs(38, DBG_CRITICAL, "WARNING: netdb_addrs count off, found " << i << |
bf8fe701 | 998 | ", expected " << memInUse(MEM_NETDBENTRY)); |
62e76326 | 999 | |
0ee4272b | 1000 | qsort((char *) list, |
62e76326 | 1001 | i, |
1002 | sizeof(netdbEntry *), | |
1003 | sortByRtt); | |
1004 | ||
7c64cac7 | 1005 | for (k = 0; k < i; ++k) { |
62e76326 | 1006 | n = *(list + k); |
cc192b50 | 1007 | storeAppendPrintf(sentry, "%-46.46s %4d/%4d %7.1f %5.1f", /* Max between 16 (IPv4) or 46 (IPv6) */ |
62e76326 | 1008 | n->network, |
1009 | n->pings_recv, | |
1010 | n->pings_sent, | |
1011 | n->rtt, | |
1012 | n->hops); | |
1013 | ||
1014 | for (x = n->hosts; x; x = x->next) | |
1015 | storeAppendPrintf(sentry, " %s", hashKeyStr(&x->hash)); | |
1016 | ||
1017 | storeAppendPrintf(sentry, "\n"); | |
1018 | ||
1019 | p = n->peers; | |
1020 | ||
7c64cac7 | 1021 | for (j = 0; j < n->n_peers; ++j, ++p) { |
62e76326 | 1022 | storeAppendPrintf(sentry, " %-22.22s %7.1f %5.1f\n", |
1023 | p->peername, | |
1024 | p->rtt, | |
1025 | p->hops); | |
1026 | } | |
0ee4272b | 1027 | } |
62e76326 | 1028 | |
0ee4272b | 1029 | xfree(list); |
c8391077 | 1030 | #else |
62e76326 | 1031 | |
9b5c4a9a | 1032 | storeAppendPrintf(sentry,"NETDB support not compiled into this Squid cache.\n"); |
e97f40f4 | 1033 | #endif |
1034 | } | |
48f44632 | 1035 | |
1036 | int | |
1037 | netdbHostHops(const char *host) | |
1038 | { | |
1039 | #if USE_ICMP | |
1040 | netdbEntry *n = netdbLookupHost(host); | |
62e76326 | 1041 | |
429fdbec | 1042 | if (n) { |
62e76326 | 1043 | n->last_use_time = squid_curtime; |
1044 | return (int) (n->hops + 0.5); | |
429fdbec | 1045 | } |
62e76326 | 1046 | |
48f44632 | 1047 | #endif |
429fdbec | 1048 | return 0; |
48f44632 | 1049 | } |
1050 | ||
1051 | int | |
1052 | netdbHostRtt(const char *host) | |
1053 | { | |
1054 | #if USE_ICMP | |
1055 | netdbEntry *n = netdbLookupHost(host); | |
62e76326 | 1056 | |
429fdbec | 1057 | if (n) { |
62e76326 | 1058 | n->last_use_time = squid_curtime; |
1059 | return (int) (n->rtt + 0.5); | |
429fdbec | 1060 | } |
62e76326 | 1061 | |
429fdbec | 1062 | #endif |
1063 | return 0; | |
1064 | } | |
1065 | ||
1d6ae62d | 1066 | void |
1067 | netdbHostData(const char *host, int *samp, int *rtt, int *hops) | |
1068 | { | |
1069 | #if USE_ICMP | |
5942e8d4 | 1070 | netdbEntry *n = netdbLookupHost(host); |
62e76326 | 1071 | |
5942e8d4 | 1072 | if (n == NULL) |
62e76326 | 1073 | return; |
1074 | ||
5942e8d4 | 1075 | *samp = n->pings_recv; |
62e76326 | 1076 | |
5942e8d4 | 1077 | *rtt = (int) (n->rtt + 0.5); |
62e76326 | 1078 | |
5942e8d4 | 1079 | *hops = (int) (n->hops + 0.5); |
62e76326 | 1080 | |
4ed6ef62 | 1081 | n->last_use_time = squid_curtime; |
62e76326 | 1082 | |
1d6ae62d | 1083 | #endif |
1084 | } | |
1085 | ||
429fdbec | 1086 | void |
a3c6762c | 1087 | netdbUpdatePeer(HttpRequest * r, CachePeer * e, int irtt, int ihops) |
429fdbec | 1088 | { |
1089 | #if USE_ICMP | |
1090 | netdbEntry *n; | |
1091 | double rtt = (double) irtt; | |
1092 | double hops = (double) ihops; | |
1093 | net_db_peer *p; | |
cc192b50 | 1094 | debugs(38, 3, "netdbUpdatePeer: '" << r->GetHost() << "', " << ihops << " hops, " << irtt << " rtt"); |
1095 | n = netdbLookupHost(r->GetHost()); | |
62e76326 | 1096 | |
429fdbec | 1097 | if (n == NULL) { |
cc192b50 | 1098 | debugs(38, 3, "netdbUpdatePeer: host '" << r->GetHost() << "' not found"); |
62e76326 | 1099 | return; |
429fdbec | 1100 | } |
62e76326 | 1101 | |
429fdbec | 1102 | if ((p = netdbPeerByName(n, e->host)) == NULL) |
62e76326 | 1103 | p = netdbPeerAdd(n, e); |
1104 | ||
429fdbec | 1105 | p->rtt = rtt; |
62e76326 | 1106 | |
429fdbec | 1107 | p->hops = hops; |
62e76326 | 1108 | |
429fdbec | 1109 | p->expires = squid_curtime + 3600; |
62e76326 | 1110 | |
429fdbec | 1111 | if (n->n_peers < 2) |
62e76326 | 1112 | return; |
1113 | ||
429fdbec | 1114 | qsort((char *) n->peers, |
62e76326 | 1115 | n->n_peers, |
1116 | sizeof(net_db_peer), | |
1117 | sortPeerByRtt); | |
1118 | ||
48f44632 | 1119 | #endif |
48f44632 | 1120 | } |
ce75f381 | 1121 | |
27efd484 | 1122 | void |
a3c6762c | 1123 | netdbExchangeUpdatePeer(Ip::Address &addr, CachePeer * e, double rtt, double hops) |
27efd484 | 1124 | { |
1125 | #if USE_ICMP | |
1126 | netdbEntry *n; | |
1127 | net_db_peer *p; | |
cc192b50 | 1128 | debugs(38, 5, "netdbExchangeUpdatePeer: '" << addr << "', "<< |
bf8fe701 | 1129 | std::setfill('0')<< std::setprecision(2) << hops << " hops, " << |
1130 | rtt << " rtt"); | |
1131 | ||
4dd643d5 | 1132 | if ( !addr.isIPv4() ) { |
cc192b50 | 1133 | debugs(38, 5, "netdbExchangeUpdatePeer: Aborting peer update for '" << addr << "', NetDB cannot handle IPv6."); |
1134 | return; | |
1135 | } | |
1136 | ||
27efd484 | 1137 | n = netdbLookupAddr(addr); |
62e76326 | 1138 | |
27efd484 | 1139 | if (n == NULL) |
62e76326 | 1140 | n = netdbAdd(addr); |
1141 | ||
27efd484 | 1142 | assert(NULL != n); |
62e76326 | 1143 | |
27efd484 | 1144 | if ((p = netdbPeerByName(n, e->host)) == NULL) |
62e76326 | 1145 | p = netdbPeerAdd(n, e); |
1146 | ||
27efd484 | 1147 | p->rtt = rtt; |
62e76326 | 1148 | |
27efd484 | 1149 | p->hops = hops; |
62e76326 | 1150 | |
f53969cc | 1151 | p->expires = squid_curtime + 3600; /* XXX ? */ |
62e76326 | 1152 | |
27efd484 | 1153 | if (n->n_peers < 2) |
62e76326 | 1154 | return; |
1155 | ||
27efd484 | 1156 | qsort((char *) n->peers, |
62e76326 | 1157 | n->n_peers, |
1158 | sizeof(net_db_peer), | |
1159 | sortPeerByRtt); | |
1160 | ||
27efd484 | 1161 | #endif |
1162 | } | |
1163 | ||
587d8445 | 1164 | void |
b7ac5457 | 1165 | netdbDeleteAddrNetwork(Ip::Address &addr) |
587d8445 | 1166 | { |
1167 | #if USE_ICMP | |
1168 | netdbEntry *n = netdbLookupAddr(addr); | |
62e76326 | 1169 | |
587d8445 | 1170 | if (n == NULL) |
62e76326 | 1171 | return; |
1172 | ||
bf8fe701 | 1173 | debugs(38, 3, "netdbDeleteAddrNetwork: " << n->network); |
62e76326 | 1174 | |
587d8445 | 1175 | netdbRelease(n); |
1176 | #endif | |
1177 | } | |
de2a0782 | 1178 | |
1179 | void | |
1180 | netdbBinaryExchange(StoreEntry * s) | |
1181 | { | |
06a5ae20 | 1182 | HttpReply *reply = new HttpReply; |
9ad1cbca | 1183 | #if USE_ICMP |
62e76326 | 1184 | |
b7ac5457 | 1185 | Ip::Address addr; |
cc192b50 | 1186 | |
de2a0782 | 1187 | netdbEntry *n; |
de2a0782 | 1188 | int i; |
1189 | int j; | |
1190 | int rec_sz; | |
1191 | char *buf; | |
62e76326 | 1192 | |
cc192b50 | 1193 | struct in_addr line_addr; |
3900307b | 1194 | s->buffer(); |
955394ce | 1195 | reply->setHeaders(Http::scOkay, "OK", NULL, -1, squid_curtime, -2); |
db237875 | 1196 | s->replaceHttpReply(reply); |
de2a0782 | 1197 | rec_sz = 0; |
cc192b50 | 1198 | rec_sz += 1 + sizeof(struct in_addr); |
de2a0782 | 1199 | rec_sz += 1 + sizeof(int); |
1200 | rec_sz += 1 + sizeof(int); | |
e6ccf245 | 1201 | buf = (char *)memAllocate(MEM_4K_BUF); |
de2a0782 | 1202 | i = 0; |
0f6bebac | 1203 | hash_first(addr_table); |
62e76326 | 1204 | |
0f6bebac | 1205 | while ((n = (netdbEntry *) hash_next(addr_table))) { |
62e76326 | 1206 | if (0.0 == n->rtt) |
1207 | continue; | |
1208 | ||
f53969cc | 1209 | if (n->rtt > 60000) /* RTT > 1 MIN probably bogus */ |
62e76326 | 1210 | continue; |
1211 | ||
cc192b50 | 1212 | if (! (addr = n->network) ) |
1213 | continue; | |
1214 | ||
1215 | /* FIXME INET6 : NetDB cannot yet handle IPv6 addresses. Ensure only IPv4 get sent. */ | |
4dd643d5 | 1216 | if ( !addr.isIPv4() ) |
62e76326 | 1217 | continue; |
1218 | ||
a38ec4b1 FC |
1219 | buf[i] = (char) NETDB_EX_NETWORK; |
1220 | ++i; | |
62e76326 | 1221 | |
4dd643d5 | 1222 | addr.getInAddr(line_addr); |
41d00cd3 | 1223 | memcpy(&buf[i], &line_addr, sizeof(struct in_addr)); |
62e76326 | 1224 | |
cc192b50 | 1225 | i += sizeof(struct in_addr); |
62e76326 | 1226 | |
a38ec4b1 FC |
1227 | buf[i] = (char) NETDB_EX_RTT; |
1228 | ++i; | |
62e76326 | 1229 | |
1230 | j = htonl((int) (n->rtt * 1000)); | |
1231 | ||
41d00cd3 | 1232 | memcpy(&buf[i], &j, sizeof(int)); |
62e76326 | 1233 | |
1234 | i += sizeof(int); | |
1235 | ||
a38ec4b1 FC |
1236 | buf[i] = (char) NETDB_EX_HOPS; |
1237 | ++i; | |
62e76326 | 1238 | |
1239 | j = htonl((int) (n->hops * 1000)); | |
1240 | ||
41d00cd3 | 1241 | memcpy(&buf[i], &j, sizeof(int)); |
62e76326 | 1242 | |
1243 | i += sizeof(int); | |
1244 | ||
1245 | if (i + rec_sz > 4096) { | |
3900307b | 1246 | s->append(buf, i); |
62e76326 | 1247 | i = 0; |
1248 | } | |
de2a0782 | 1249 | } |
62e76326 | 1250 | |
84075e8f | 1251 | if (i > 0) { |
3900307b | 1252 | s->append(buf, i); |
62e76326 | 1253 | i = 0; |
84075e8f | 1254 | } |
62e76326 | 1255 | |
de2a0782 | 1256 | assert(0 == i); |
3900307b | 1257 | s->flush(); |
db1cd23c | 1258 | memFree(buf, MEM_4K_BUF); |
de2a0782 | 1259 | #else |
62e76326 | 1260 | |
955394ce | 1261 | reply->setHeaders(Http::scBadRequest, "Bad Request", NULL, -1, squid_curtime, -2); |
db237875 | 1262 | s->replaceHttpReply(reply); |
de2a0782 | 1263 | storeAppendPrintf(s, "NETDB support not compiled into this Squid cache.\n"); |
1264 | #endif | |
62e76326 | 1265 | |
528b2c61 | 1266 | s->complete(); |
9ad1cbca | 1267 | } |
1268 | ||
28c60158 | 1269 | #if USE_ICMP |
1270 | CBDATA_TYPE(netdbExchangeState); | |
1271 | #endif | |
1272 | ||
9ad1cbca | 1273 | void |
1274 | netdbExchangeStart(void *data) | |
1275 | { | |
45c54bdc | 1276 | #if USE_ICMP |
a3c6762c | 1277 | CachePeer *p = (CachePeer *)data; |
a74c5601 | 1278 | char *uri; |
28c60158 | 1279 | netdbExchangeState *ex; |
528b2c61 | 1280 | StoreIOBuffer tempBuffer; |
28c60158 | 1281 | CBDATA_INIT_TYPE(netdbExchangeState); |
72711e31 | 1282 | ex = cbdataAlloc(netdbExchangeState); |
fa80a8ef | 1283 | ex->p = cbdataReference(p); |
a74c5601 | 1284 | uri = internalRemoteUri(p->host, p->http_port, "/squid-internal-dynamic/", "netdb"); |
bf8fe701 | 1285 | debugs(38, 3, "netdbExchangeStart: Requesting '" << uri << "'"); |
a74c5601 | 1286 | assert(NULL != uri); |
c21ad0f5 | 1287 | ex->r = HttpRequest::CreateFromUrl(uri); |
62e76326 | 1288 | |
a74c5601 | 1289 | if (NULL == ex->r) { |
e0236918 | 1290 | debugs(38, DBG_IMPORTANT, "netdbExchangeStart: Bad URI " << uri); |
62e76326 | 1291 | return; |
a74c5601 | 1292 | } |
62e76326 | 1293 | |
6dd9f4bd | 1294 | HTTPMSGLOCK(ex->r); |
a74c5601 | 1295 | assert(NULL != ex->r); |
2592bc70 | 1296 | ex->r->http_ver = Http::ProtocolVersion(); |
add2192d | 1297 | ex->connstate = STATE_HEADER; |
c2a7cefd | 1298 | ex->e = storeCreateEntry(uri, uri, RequestFlags(), Http::METHOD_GET); |
add2192d | 1299 | ex->buf_sz = NETDB_REQBUF_SZ; |
a74c5601 | 1300 | assert(NULL != ex->e); |
06d2839d | 1301 | ex->sc = storeClientListAdd(ex->e, ex); |
4b725156 | 1302 | tempBuffer.offset = 0; |
1303 | tempBuffer.length = ex->buf_sz; | |
1304 | tempBuffer.data = ex->buf; | |
1305 | storeClientCopy(ex->sc, ex->e, tempBuffer, | |
62e76326 | 1306 | netdbExchangeHandleReply, ex); |
f53969cc | 1307 | ex->r->flags.loopDetected = true; /* cheat! -- force direct */ |
62e76326 | 1308 | |
92d6986d | 1309 | // XXX: send as Proxy-Authenticate instead |
9bc73deb | 1310 | if (p->login) |
92d6986d | 1311 | ex->r->url.userInfo(SBuf(p->login)); |
62e76326 | 1312 | |
6d98acc0 AJ |
1313 | urlCanonical(ex->r); |
1314 | ||
e83cc785 | 1315 | FwdState::fwdStart(Comm::ConnectionPointer(), ex->e, ex->r); |
62e76326 | 1316 | |
45c54bdc | 1317 | #endif |
de2a0782 | 1318 | } |
69c95dd3 | 1319 | |
a3c6762c | 1320 | CachePeer * |
190154cf | 1321 | netdbClosestParent(HttpRequest * request) |
69c95dd3 | 1322 | { |
69c95dd3 | 1323 | #if USE_ICMP |
a3c6762c | 1324 | CachePeer *p = NULL; |
69c95dd3 | 1325 | netdbEntry *n; |
1326 | const ipcache_addrs *ia; | |
1327 | net_db_peer *h; | |
1328 | int i; | |
cc192b50 | 1329 | n = netdbLookupHost(request->GetHost()); |
62e76326 | 1330 | |
69c95dd3 | 1331 | if (NULL == n) { |
62e76326 | 1332 | /* try IP addr */ |
cc192b50 | 1333 | ia = ipcache_gethostbyname(request->GetHost(), 0); |
62e76326 | 1334 | |
1335 | if (NULL != ia) | |
1336 | n = netdbLookupAddr(ia->in_addrs[ia->cur]); | |
69c95dd3 | 1337 | } |
62e76326 | 1338 | |
69c95dd3 | 1339 | if (NULL == n) |
62e76326 | 1340 | return NULL; |
1341 | ||
69c95dd3 | 1342 | if (0 == n->n_peers) |
62e76326 | 1343 | return NULL; |
1344 | ||
4ed6ef62 | 1345 | n->last_use_time = squid_curtime; |
62e76326 | 1346 | |
1347 | /* | |
69c95dd3 | 1348 | * Find the parent with the least RTT to the origin server. |
1349 | * Make sure we don't return a parent who is farther away than | |
1350 | * we are. Note, the n->peers list is pre-sorted by RTT. | |
1351 | */ | |
7c64cac7 | 1352 | for (i = 0; i < n->n_peers; ++i) { |
62e76326 | 1353 | h = &n->peers[i]; |
1354 | ||
1355 | if (n->rtt > 0) | |
1356 | if (n->rtt < h->rtt) | |
1357 | break; | |
1358 | ||
1359 | p = peerFindByName(h->peername); | |
1360 | ||
f53969cc | 1361 | if (NULL == p) /* not found */ |
62e76326 | 1362 | continue; |
1363 | ||
1364 | if (neighborType(p, request) != PEER_PARENT) | |
1365 | continue; | |
1366 | ||
f53969cc | 1367 | if (!peerHTTPOkay(p, request)) /* not allowed */ |
62e76326 | 1368 | continue; |
1369 | ||
1370 | return p; | |
69c95dd3 | 1371 | } |
62e76326 | 1372 | |
69c95dd3 | 1373 | #endif |
1374 | return NULL; | |
1375 | } | |
f53969cc | 1376 |