src/DiskIO/DiskDaemon/diskd.cc

   1 /*
   2  * $Id: diskd.cc,v 1.8 2007/08/16 23:32:28 hno Exp $
   3  *
   4  * DEBUG: section --    External DISKD process implementation.
   5  * AUTHOR: Harvest Derived
   6  *
   7  * SQUID Web Proxy Cache          http://www.squid-cache.org/
   8  * ----------------------------------------------------------
   9  *
  10  *  Squid is the result of efforts by numerous individuals from
  11  *  the Internet community; see the CONTRIBUTORS file for full
  12  *  details.   Many organizations have provided support for Squid's
  13  *  development; see the SPONSORS file for full details.  Squid is
  14  *  Copyrighted (C) 2001 by the Regents of the University of
  15  *  California; see the COPYRIGHT file for full details.  Squid
  16  *  incorporates software developed and/or copyrighted by other
  17  *  sources; see the CREDITS file for full details.
  18  *
  19  *  This program is free software; you can redistribute it and/or modify
  20  *  it under the terms of the GNU General Public License as published by
  21  *  the Free Software Foundation; either version 2 of the License, or
  22  *  (at your option) any later version.
  23  *
  24  *  This program is distributed in the hope that it will be useful,
  25  *  but WITHOUT ANY WARRANTY; without even the implied warranty of
  26  *  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  27  *  GNU General Public License for more details.
  28  *
  29  *  You should have received a copy of the GNU General Public License
  30  *  along with this program; if not, write to the Free Software
  31  *  Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111, USA.
  32  *
  33  */
  34
  35 #include "config.h"
  36 #include "squid.h"
  37
  38 #include <sys/ipc.h>
  39 #include <sys/msg.h>
  40 #include <sys/shm.h>
  41
  42 #include "DiskIO/DiskDaemon/diomsg.h"
  43
  44 void
  45 xassert(const char *msg, const char *file, int line)
  46 {
  47     fprintf(stderr,"assertion failed: %s:%d: \"%s\"\n", file, line, msg);
  48
  49     abort();
  50 }
  51
  52 const int diomsg::msg_snd_rcv_sz = sizeof(diomsg) - sizeof(mtyp_t);
  53 #define DEBUG(LEVEL) if ((LEVEL) <= DebugLevel)
  54
  55 typedef struct _file_state file_state;
  56
  57 struct _file_state
  58 {
  59     void *key;
  60     file_state *next;
  61     int id;
  62     int fd;
  63     off_t offset;
  64 };
  65
  66 static hash_table *hash = NULL;
  67 static pid_t mypid;
  68 static char *shmbuf;
  69 static int DebugLevel = 0;
  70
  71 static int
  72 do_open(diomsg * r, int len, const char *buf)
  73 {
  74     int fd;
  75     file_state *fs;
  76     /*
  77      * note r->offset holds open() flags
  78      */
  79     fd = open(buf, r->offset, 0600);
  80
  81     if (fd < 0) {
  82         DEBUG(1) {
  83             fprintf(stderr, "%d %s: ", (int) mypid, buf);
  84             perror("open");
  85         }
  86
  87         return -errno;
  88     }
  89
  90     fs = (file_state *)xcalloc(1, sizeof(*fs));
  91     fs->id = r->id;
  92     fs->key = &fs->id;          /* gack */
  93     fs->fd = fd;
  94     hash_join(hash, (hash_link *) fs);
  95     DEBUG(2)
  96     fprintf(stderr, "%d OPEN  id %d, FD %d, fs %p\n",
  97             (int) mypid,
  98             fs->id,
  99             fs->fd,
 100             fs);
 101     return fd;
 102 }
 103
 104 static int
 105 do_close(diomsg * r, int len)
 106 {
 107     int fd;
 108     file_state *fs;
 109     fs = (file_state *) hash_lookup(hash, &r->id);
 110
 111     if (NULL == fs) {
 112         errno = EBADF;
 113         DEBUG(1) {
 114             fprintf(stderr, "%d CLOSE id %d: ", (int) mypid, r->id);
 115             perror("do_close");
 116         }
 117
 118         return -errno;
 119     }
 120
 121     fd = fs->fd;
 122     hash_remove_link(hash, (hash_link *) fs);
 123     DEBUG(2)
 124     fprintf(stderr, "%d CLOSE id %d, FD %d, fs %p\n",
 125             (int) mypid,
 126             r->id,
 127             fs->fd,
 128             fs);
 129     xfree(fs);
 130     return close(fd);
 131 }
 132
 133 static int
 134 do_read(diomsg * r, int len, char *buf)
 135 {
 136     int x;
 137     int readlen = r->size;
 138     file_state *fs;
 139     fs = (file_state *) hash_lookup(hash, &r->id);
 140
 141     if (NULL == fs) {
 142         errno = EBADF;
 143         DEBUG(1) {
 144             fprintf(stderr, "%d READ  id %d: ", (int) mypid, r->id);
 145             perror("do_read");
 146         }
 147
 148         return -errno;
 149     }
 150
 151     if (r->offset > -1 && r->offset != fs->offset) {
 152         DEBUG(2)
 153         fprintf(stderr, "seeking to %"PRId64"\n", (int64_t)r->offset);
 154
 155         if (lseek(fs->fd, r->offset, SEEK_SET) < 0) {
 156             DEBUG(1) {
 157                 fprintf(stderr, "%d FD %d, offset %"PRId64": ", (int) mypid, fs->fd, (int64_t)r->offset);
 158                 perror("lseek");
 159             }
 160         }
 161     }
 162
 163     x = read(fs->fd, buf, readlen);
 164     DEBUG(2)
 165     fprintf(stderr, "%d READ %d,%d,%"PRId64" ret %d\n", (int) mypid,
 166             fs->fd, readlen, (int64_t)r->offset, x);
 167
 168     if (x < 0) {
 169         DEBUG(1) {
 170             fprintf(stderr, "%d FD %d: ", (int) mypid, fs->fd);
 171             perror("read");
 172         }
 173
 174         return -errno;
 175     }
 176
 177     fs->offset = r->offset + x;
 178     return x;
 179 }
 180
 181 static int
 182 do_write(diomsg * r, int len, const char *buf)
 183 {
 184     int wrtlen = r->size;
 185     int x;
 186     file_state *fs;
 187     fs = (file_state *) hash_lookup(hash, &r->id);
 188
 189     if (NULL == fs) {
 190         errno = EBADF;
 191         DEBUG(1) {
 192             fprintf(stderr, "%d WRITE id %d: ", (int) mypid, r->id);
 193             perror("do_write");
 194         }
 195
 196         return -errno;
 197     }
 198
 199     if (r->offset > -1 && r->offset != fs->offset) {
 200         if (lseek(fs->fd, r->offset, SEEK_SET) < 0) {
 201             DEBUG(1) {
 202                 fprintf(stderr, "%d FD %d, offset %"PRId64": ", (int) mypid, fs->fd, (int64_t)r->offset);
 203                 perror("lseek");
 204             }
 205         }
 206     }
 207
 208     DEBUG(2)
 209     fprintf(stderr, "%d WRITE %d,%d,%"PRId64"\n", (int) mypid,
 210             fs->fd, wrtlen, (int64_t)r->offset);
 211     x = write(fs->fd, buf, wrtlen);
 212
 213     if (x < 0) {
 214         DEBUG(1) {
 215             fprintf(stderr, "%d FD %d: ", (int) mypid, fs->fd);
 216             perror("write");
 217         }
 218
 219         return -errno;
 220     }
 221
 222     fs->offset = r->offset + x;
 223     return x;
 224 }
 225
 226 static int
 227 do_unlink(diomsg * r, int len, const char *buf)
 228 {
 229     if (unlink(buf) < 0) {
 230         DEBUG(1) {
 231             fprintf(stderr, "%d UNLNK id %d %s: ", (int) mypid, r->id, buf);
 232             perror("unlink");
 233         }
 234
 235         return -errno;
 236     }
 237
 238     DEBUG(2)
 239     fprintf(stderr, "%d UNLNK %s\n", (int) mypid, buf);
 240     return 0;
 241 }
 242
 243 static void
 244 msg_handle(diomsg * r, int rl, diomsg * s)
 245 {
 246     char *buf = NULL;
 247     s->mtype = r->mtype;
 248     s->id = r->id;
 249     s->seq_no = r->seq_no;      /* optional, debugging */
 250     s->callback_data = r->callback_data;
 251     s->requestor = r->requestor;
 252     s->size = 0;                /* optional, debugging */
 253     s->offset = 0;              /* optional, debugging */
 254     s->shm_offset = r->shm_offset;
 255     s->newstyle = r->newstyle;
 256
 257     if (s->shm_offset > -1)
 258         buf = shmbuf + s->shm_offset;
 259
 260     switch (r->mtype) {
 261
 262     case _MQD_OPEN:
 263
 264     case _MQD_CREATE:
 265         s->status = do_open(r, rl, buf);
 266         break;
 267
 268     case _MQD_CLOSE:
 269         s->status = do_close(r, rl);
 270         break;
 271
 272     case _MQD_READ:
 273         s->status = do_read(r, rl, buf);
 274         break;
 275
 276     case _MQD_WRITE:
 277         s->status = do_write(r, rl, buf);
 278         break;
 279
 280     case _MQD_UNLINK:
 281         s->status = do_unlink(r, rl, buf);
 282         break;
 283
 284     default:
 285         assert(0);
 286         break;
 287     }
 288 }
 289
 290 static int
 291 fsCmp(const void *a, const void *b)
 292 {
 293     const int *A = (const int *)a;
 294     const int *B = (const int *)b;
 295     return *A != *B;
 296 }
 297
 298 static unsigned int
 299 fsHash(const void *key, unsigned int n)
 300 {
 301     /* note, n must be a power of 2! */
 302     const int *k = (const int *)key;
 303     return (*k & (--n));
 304 }
 305
 306 static void
 307 alarm_handler(int sig)
 308 {
 309     (void) 0;
 310 }
 311
 312 int
 313 main(int argc, char *argv[])
 314 {
 315     int key;
 316     int rmsgid;
 317     int smsgid;
 318     int shmid;
 319     diomsg rmsg;
 320     diomsg smsg;
 321     int rlen;
 322     char rbuf[512];
 323
 324     struct sigaction sa;
 325     setbuf(stdout, NULL);
 326     setbuf(stderr, NULL);
 327     mypid = getpid();
 328     assert(4 == argc);
 329     key = atoi(argv[1]);
 330     rmsgid = msgget(key, 0600);
 331
 332     if (rmsgid < 0) {
 333         perror("msgget");
 334         return 1;
 335     }
 336
 337     key = atoi(argv[2]);
 338     smsgid = msgget(key, 0600);
 339
 340     if (smsgid < 0) {
 341         perror("msgget");
 342         return 1;
 343     }
 344
 345     key = atoi(argv[3]);
 346     shmid = shmget(key, 0, 0600);
 347
 348     if (shmid < 0) {
 349         perror("shmget");
 350         return 1;
 351     }
 352
 353     shmbuf = (char *)shmat(shmid, NULL, 0);
 354
 355     if (shmbuf == (void *) -1) {
 356         perror("shmat");
 357         return 1;
 358     }
 359
 360     hash = hash_create(fsCmp, 1 << 4, fsHash);
 361     assert(hash);
 362     fcntl(0, F_SETFL, SQUID_NONBLOCK);
 363     memset(&sa, '\0', sizeof(sa));
 364     sa.sa_handler = alarm_handler;
 365     sa.sa_flags = SA_RESTART;
 366     sigaction(SIGALRM, &sa, NULL);
 367
 368     for (;;) {
 369         alarm(1);
 370         memset(&rmsg, '\0', sizeof(rmsg));
 371         DEBUG(2)
 372         std::cerr << "msgrcv: " << rmsgid << ", "
 373         << &rmsg << ", " << diomsg::msg_snd_rcv_sz
 374         << ", " << 0 << ", " << 0 << std::endl;
 375         rlen = msgrcv(rmsgid, &rmsg, diomsg::msg_snd_rcv_sz, 0, 0);
 376
 377         if (rlen < 0) {
 378             if (EINTR == errno) {
 379                 if (read(0, rbuf, 512) <= 0) {
 380                     if (EWOULDBLOCK == errno)
 381                         (void) 0;
 382                     else if (EAGAIN == errno)
 383                         (void) 0;
 384                     else
 385                         break;
 386                 }
 387             }
 388
 389             if (EAGAIN == errno) {
 390                 continue;
 391             }
 392
 393             perror("msgrcv");
 394             break;
 395         }
 396
 397         alarm(0);
 398         msg_handle(&rmsg, rlen, &smsg);
 399
 400         if (msgsnd(smsgid, &smsg, diomsg::msg_snd_rcv_sz, 0) < 0) {
 401             perror("msgsnd");
 402             break;
 403         }
 404     }
 405
 406     DEBUG(2)
 407     fprintf(stderr, "%d diskd exiting\n", (int) mypid);
 408
 409     if (msgctl(rmsgid, IPC_RMID, 0) < 0)
 410         perror("msgctl IPC_RMID");
 411
 412     if (msgctl(smsgid, IPC_RMID, 0) < 0)
 413         perror("msgctl IPC_RMID");
 414
 415     if (shmdt(shmbuf) < 0)
 416         perror("shmdt");
 417
 418     if (shmctl(shmid, IPC_RMID, 0) < 0)
 419         perror("shmctl IPC_RMID");
 420
 421     return 0;
 422 }