X-Git-Url: http://git.ipfire.org/?p=thirdparty%2Fmdadm.git;a=blobdiff_plain;f=Monitor.c;h=f6fd95cdfa9401c9bef67bdefd3403f8a3a5e852;hp=16a39b491f89732868ee330c624bdad12e02603a;hb=329c82786932b2fbc56cd57ac0bfc185d83a04c9;hpb=0df46c2ad8872a9d6e5832f3098d12a7e0d2eb01 diff --git a/Monitor.c b/Monitor.c index 16a39b49..f6fd95cd 100644 --- a/Monitor.c +++ b/Monitor.c @@ -1,7 +1,7 @@ /* * mdadm - manage Linux "md" devices aka RAID arrays. * - * Copyright (C) 2001-2002 Neil Brown + * Copyright (C) 2001-2009 Neil Brown * * * This program is free software; you can redistribute it and/or modify @@ -19,24 +19,21 @@ * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA * * Author: Neil Brown - * Email: - * Paper: Neil Brown - * School of Computer Science and Engineering - * The University of New South Wales - * Sydney, 2052 - * Australia + * Email: */ #include "mdadm.h" #include "md_p.h" #include "md_u.h" #include -#include -#include +#include +#include +#include -static void alert(char *event, char *dev, char *disc, char *mailaddr, char *cmd); +static void alert(char *event, char *dev, char *disc, char *mailaddr, char *mailfrom, + char *cmd, int dosyslog); -static char *percentalerts[] = { +static char *percentalerts[] = { "RebuildStarted", "Rebuild20", "Rebuild40", @@ -44,10 +41,15 @@ static char *percentalerts[] = { "Rebuild80", }; +/* The largest number of disks current arrays can manage is 384 + * This really should be dynamically, but that will have to wait + * At least it isn't MD_SB_DISKS. + */ +#define MaxDisks 384 int Monitor(mddev_dev_t devlist, char *mailaddr, char *alert_cmd, int period, int daemonise, int scan, int oneshot, - char *config, int test, char* pidfile) + int dosyslog, int test, char* pidfile) { /* * Every few seconds, scan every md device looking for changes @@ -99,22 +101,25 @@ int Monitor(mddev_dev_t devlist, char *spare_group; int active, working, failed, spare, raid; int expected_spares; - int devstate[MD_SB_DISKS]; - int devid[MD_SB_DISKS]; + int devstate[MaxDisks]; + int devid[MaxDisks]; int percent; struct state *next; } *statelist = NULL; int finished = 0; struct mdstat_ent *mdstat = NULL; + char *mailfrom = NULL; if (!mailaddr) { - mailaddr = conf_get_mailaddr(config); + mailaddr = conf_get_mailaddr(); if (mailaddr && ! scan) fprintf(stderr, Name ": Monitor using email address \"%s\" from config file\n", mailaddr); } + mailfrom = conf_get_mailfrom(); + if (!alert_cmd) { - alert_cmd = conf_get_program(config); + alert_cmd = conf_get_program(); if (alert_cmd && ! scan) fprintf(stderr, Name ": Monitor using program \"%s\" from config file\n", alert_cmd); @@ -146,23 +151,34 @@ int Monitor(mddev_dev_t devlist, return 1; } close(0); - open("/dev/null", 3); + open("/dev/null", O_RDWR); dup2(0,1); dup2(0,2); setsid(); } if (devlist == NULL) { - mddev_ident_t mdlist = conf_get_ident(config, NULL); + mddev_ident_t mdlist = conf_get_ident(NULL); for (; mdlist; mdlist=mdlist->next) { - struct state *st = malloc(sizeof *st); + struct state *st; + if (mdlist->devname == NULL) + continue; + if (strcasecmp(mdlist->devname, "") == 0) + continue; + st = malloc(sizeof *st); if (st == NULL) continue; - st->devname = strdup(mdlist->devname); + if (mdlist->devname[0] == '/') + st->devname = strdup(mdlist->devname); + else { + st->devname = malloc(8+strlen(mdlist->devname)+1); + strcpy(strcpy(st->devname, "/dev/md/"), + mdlist->devname); + } st->utime = 0; st->next = statelist; st->err = 0; - st->devnum = MAXINT; + st->devnum = INT_MAX; st->percent = -2; st->expected_spares = mdlist->spare_disks; if (mdlist->spare_group) @@ -174,7 +190,7 @@ int Monitor(mddev_dev_t devlist, } else { mddev_dev_t dv; for (dv=devlist ; dv; dv=dv->next) { - mddev_ident_t mdlist = conf_get_ident(config, dv->devname); + mddev_ident_t mdlist = conf_get_ident(dv->devname); struct state *st = malloc(sizeof *st); if (st == NULL) continue; @@ -182,7 +198,7 @@ int Monitor(mddev_dev_t devlist, st->utime = 0; st->next = statelist; st->err = 0; - st->devnum = MAXINT; + st->devnum = INT_MAX; st->percent = -2; st->expected_spares = -1; st->spare_group = NULL; @@ -202,9 +218,10 @@ int Monitor(mddev_dev_t devlist, if (mdstat) free_mdstat(mdstat); - mdstat = mdstat_read(oneshot?0:1); + mdstat = mdstat_read(oneshot?0:1, 0); for (st=statelist; st; st=st->next) { + struct { int state, major, minor; } info[MaxDisks]; mdu_array_info_t array; struct mdstat_ent *mse = NULL, *mse2; char *dev = st->devname; @@ -212,37 +229,40 @@ int Monitor(mddev_dev_t devlist, unsigned int i; if (test) - alert("TestMessage", dev, NULL, mailaddr, alert_cmd); + alert("TestMessage", dev, NULL, mailaddr, mailfrom, alert_cmd, dosyslog); fd = open(dev, O_RDONLY); if (fd < 0) { if (!st->err) alert("DeviceDisappeared", dev, NULL, - mailaddr, alert_cmd); + mailaddr, mailfrom, alert_cmd, dosyslog); /* fprintf(stderr, Name ": cannot open %s: %s\n", dev, strerror(errno)); */ st->err=1; continue; } + fcntl(fd, F_SETFD, FD_CLOEXEC); if (ioctl(fd, GET_ARRAY_INFO, &array)<0) { if (!st->err) alert("DeviceDisappeared", dev, NULL, - mailaddr, alert_cmd); + mailaddr, mailfrom, alert_cmd, dosyslog); /* fprintf(stderr, Name ": cannot get array info for %s: %s\n", dev, strerror(errno)); */ st->err=1; close(fd); continue; } - if (array.level != 1 && array.level != 5 && array.level != -4 && - array.level != 6 && array.level != 10) { + /* It's much easier to list what array levels can't + * have a device disappear than all of them that can + */ + if (array.level == 0 || array.level == -1) { if (!st->err) alert("DeviceDisappeared", dev, "Wrong-Level", - mailaddr, alert_cmd); + mailaddr, mailfrom, alert_cmd, dosyslog); st->err = 1; close(fd); continue; } - if (st->devnum == MAXINT) { + if (st->devnum == INT_MAX) { struct stat stb; if (fstat(fd, &stb) == 0 && (S_IFMT&stb.st_mode)==S_IFBLK) { @@ -255,10 +275,14 @@ int Monitor(mddev_dev_t devlist, for (mse2 = mdstat ; mse2 ; mse2=mse2->next) if (mse2->devnum == st->devnum) { - mse2->devnum = MAXINT; /* flag it as "used" */ + mse2->devnum = INT_MAX; /* flag it as "used" */ mse = mse2; } + if (array.utime == 0) + /* external arrays don't update utime */ + array.utime = time(0); + if (st->utime == array.utime && st->failed == array.failed_disks && st->working == array.working_disks && @@ -274,45 +298,84 @@ int Monitor(mddev_dev_t devlist, mse && /* is in /proc/mdstat */ mse->pattern && strchr(mse->pattern, '_') /* degraded */ ) - alert("DegradedArray", dev, NULL, mailaddr, alert_cmd); + alert("DegradedArray", dev, NULL, mailaddr, mailfrom, alert_cmd, dosyslog); if (st->utime == 0 && /* new array */ - st->expected_spares > 0 && - array.spare_disks < st->expected_spares) - alert("SparesMissing", dev, NULL, mailaddr, alert_cmd); + st->expected_spares > 0 && + array.spare_disks < st->expected_spares) + alert("SparesMissing", dev, NULL, mailaddr, mailfrom, alert_cmd, dosyslog); if (mse && - st->percent == -1 && + st->percent == -1 && mse->percent >= 0) - alert("RebuildStarted", dev, NULL, mailaddr, alert_cmd); + alert("RebuildStarted", dev, NULL, mailaddr, mailfrom, alert_cmd, dosyslog); if (mse && st->percent >= 0 && mse->percent >= 0 && (mse->percent / 20) > (st->percent / 20)) alert(percentalerts[mse->percent/20], - dev, NULL, mailaddr, alert_cmd); + dev, NULL, mailaddr, mailfrom, alert_cmd, dosyslog); if (mse && mse->percent == -1 && - st->percent >= 0) - alert("RebuildFinished", dev, NULL, mailaddr, alert_cmd); + st->percent >= 0) { + /* Rebuild/sync/whatever just finished. + * If there is a number in /mismatch_cnt, + * we should report that. + */ + struct mdinfo *sra = + sysfs_read(-1, st->devnum, GET_MISMATCH); + if (sra && sra->mismatch_cnt > 0) { + char cnt[40]; + sprintf(cnt, " mismatches found: %d", sra->mismatch_cnt); + alert("RebuildFinished", dev, cnt, mailaddr, mailfrom, alert_cmd, dosyslog); + } else + alert("RebuildFinished", dev, NULL, mailaddr, mailfrom, alert_cmd, dosyslog); + if (sra) + free(sra); + } if (mse) st->percent = mse->percent; - - for (i=0; i= 0) { + info[i].state = disc.state; + info[i].major = disc.major; + info[i].minor = disc.minor; + } else + info[i].major = info[i].minor = 0; + } + close(fd); + + for (i=0; i= 0) { - newstate = disc.state; - dv = map_dev(disc.major, disc.minor); - } else if (mse && mse->pattern && i < strlen(mse->pattern)) + if (i > array.raid_disks + array.nr_disks) { + newstate = 0; + disc.major = disc.minor = 0; + } else if (info[i].major || info[i].minor) { + newstate = info[i].state; + dv = map_dev(info[i].major, info[i].minor, 1); + disc.state = newstate; + disc.major = info[i].major; + disc.minor = info[i].minor; + } else if (mse && mse->pattern && i < strlen(mse->pattern)) { switch(mse->pattern[i]) { case 'U': newstate = 6 /* ACTIVE/SYNC */; break; case '_': newstate = 0; break; } + disc.major = disc.minor = 0; + } + if (dv == NULL && st->devid[i]) + dv = map_dev(major(st->devid[i]), + minor(st->devid[i]), 1); change = newstate ^ st->devstate[i]; if (st->utime && change && !st->err) { if (i < (unsigned)array.raid_disks && @@ -320,24 +383,23 @@ int Monitor(mddev_dev_t devlist, ((st->devstate[i]&change)&(1<devstate[i]&change)&(1<= (unsigned)array.raid_disks && (disc.major || disc.minor) && st->devid[i] == makedev(disc.major, disc.minor) && ((newstate&change)&(1<devstate[i]&change)&(1<devstate[i] = disc.state; + st->devstate[i] = newstate; st->devid[i] = makedev(disc.major, disc.minor); } - close(fd); st->active = array.active_disks; st->working = array.working_disks; st->spare = array.spare_disks; @@ -349,11 +411,11 @@ int Monitor(mddev_dev_t devlist, /* now check if there are any new devices found in mdstat */ if (scan) { struct mdstat_ent *mse; - for (mse=mdstat; mse; mse=mse->next) - if (mse->devnum != MAXINT && - (strcmp(mse->level, "raid1")==0 || - strcmp(mse->level, "raid5")==0 || - strcmp(mse->level, "multipath")==0) + for (mse=mdstat; mse; mse=mse->next) + if (mse->devnum != INT_MAX && + mse->level && + (strcmp(mse->level, "raid0")!=0 && + strcmp(mse->level, "linear")!=0) ) { struct state *st = malloc(sizeof *st); mdu_array_info_t array; @@ -365,6 +427,7 @@ int Monitor(mddev_dev_t devlist, ioctl(fd, GET_ARRAY_INFO, &array)< 0) { /* no such array */ if (fd >=0) close(fd); + put_md_name(st->devname); free(st->devname); free(st); continue; @@ -378,7 +441,9 @@ int Monitor(mddev_dev_t devlist, st->spare_group = NULL; st->expected_spares = -1; statelist = st; - alert("NewArray", st->devname, NULL, mailaddr, alert_cmd); + if (test) + alert("TestMessage", st->devname, NULL, mailaddr, mailfrom, alert_cmd, dosyslog); + alert("NewArray", st->devname, NULL, mailaddr, mailfrom, alert_cmd, dosyslog); new_found = 1; } } @@ -407,7 +472,7 @@ int Monitor(mddev_dev_t devlist, if (fd2>=0) close(fd2); continue; } - for (d=st2->raid; draid; d < MaxDisks; d++) { if (st2->devid[d] > 0 && st2->devstate[d] == 0) { dev = st2->devid[d]; @@ -415,16 +480,25 @@ int Monitor(mddev_dev_t devlist, } } if (dev > 0) { - if (ioctl(fd2, HOT_REMOVE_DISK, - (unsigned long)dev) == 0) { - if (ioctl(fd1, HOT_ADD_DISK, - (unsigned long)dev) == 0) { - alert("MoveSpare", st->devname, st2->devname, mailaddr, alert_cmd); + struct mddev_dev_s devlist; + char devname[20]; + devlist.next = NULL; + devlist.used = 0; + devlist.re_add = 0; + devlist.writemostly = 0; + devlist.devname = devname; + sprintf(devname, "%d:%d", major(dev), minor(dev)); + + devlist.disposition = 'r'; + if (Manage_subdevs(st2->devname, fd2, &devlist, -1) == 0) { + devlist.disposition = 'a'; + if (Manage_subdevs(st->devname, fd1, &devlist, -1) == 0) { + alert("MoveSpare", st->devname, st2->devname, mailaddr, mailfrom, alert_cmd, dosyslog); close(fd1); close(fd2); break; } - else ioctl(fd2, HOT_ADD_DISK, (unsigned long) dev); + else Manage_subdevs(st2->devname, fd2, &devlist, -1); } } close(fd1); @@ -445,11 +519,14 @@ int Monitor(mddev_dev_t devlist, } -static void alert(char *event, char *dev, char *disc, char *mailaddr, char *cmd) +static void alert(char *event, char *dev, char *disc, char *mailaddr, char *mailfrom, char *cmd, + int dosyslog) { + int priority; + if (!cmd && !mailaddr) { time_t now = time(0); - + printf("%1.15s: %s on %s %s\n", ctime(&now)+4, event, dev, disc?disc:"unknown device"); } if (cmd) { @@ -465,16 +542,21 @@ static void alert(char *event, char *dev, char *disc, char *mailaddr, char *cmd) exit(2); } } - if (mailaddr && - (strncmp(event, "Fail", 4)==0 || + if (mailaddr && + (strncmp(event, "Fail", 4)==0 || strncmp(event, "Test", 4)==0 || + strncmp(event, "Spares", 6)==0 || strncmp(event, "Degrade", 7)==0)) { FILE *mp = popen(Sendmail, "w"); if (mp) { + FILE *mdstat; char hname[256]; gethostname(hname, sizeof(hname)); signal(SIGPIPE, SIG_IGN); - fprintf(mp, "From: " Name " monitoring \n"); + if (mailfrom) + fprintf(mp, "From: %s\n", mailfrom); + else + fprintf(mp, "From: " Name " monitoring \n"); fprintf(mp, "To: %s\n", mailaddr); fprintf(mp, "Subject: %s event on %s:%s\n\n", event, dev, hname); @@ -483,13 +565,87 @@ static void alert(char *event, char *dev, char *disc, char *mailaddr, char *cmd) fprintf(mp, "A %s event had been detected on md device %s.\n\n", event, dev); - if (disc) + if (disc && disc[0] != ' ') fprintf(mp, "It could be related to component device %s.\n\n", disc); + if (disc && disc[0] == ' ') + fprintf(mp, "Extra information:%s.\n\n", disc); fprintf(mp, "Faithfully yours, etc.\n"); + + mdstat = fopen("/proc/mdstat", "r"); + if (mdstat) { + char buf[8192]; + int n; + fprintf(mp, "\nP.S. The /proc/mdstat file currently contains the following:\n\n"); + while ( (n=fread(buf, 1, sizeof(buf), mdstat)) > 0) + n=fwrite(buf, 1, n, mp); /* yes, i don't care about the result */ + fclose(mdstat); + } fclose(mp); } } - /* FIXME log the event to syslog maybe */ + + /* log the event to syslog maybe */ + if (dosyslog) { + /* Log at a different severity depending on the event. + * + * These are the critical events: */ + if (strncmp(event, "Fail", 4)==0 || + strncmp(event, "Degrade", 7)==0 || + strncmp(event, "DeviceDisappeared", 17)==0) + priority = LOG_CRIT; + /* Good to know about, but are not failures: */ + else if (strncmp(event, "Rebuild", 7)==0 || + strncmp(event, "MoveSpare", 9)==0 || + strncmp(event, "Spares", 6) != 0) + priority = LOG_WARNING; + /* Everything else: */ + else + priority = LOG_INFO; + + if (disc) + syslog(priority, "%s event detected on md device %s, component device %s", event, dev, disc); + else + syslog(priority, "%s event detected on md device %s", event, dev); + } +} + +/* Not really Monitor but ... */ +int Wait(char *dev) +{ + struct stat stb; + int devnum; + int rv = 1; + + if (stat(dev, &stb) != 0) { + fprintf(stderr, Name ": Cannot find %s: %s\n", dev, + strerror(errno)); + return 2; + } + devnum = stat2devnum(&stb); + + while(1) { + struct mdstat_ent *ms = mdstat_read(1, 0); + struct mdstat_ent *e; + + for (e=ms ; e; e=e->next) + if (e->devnum == devnum) + break; + + if (!e || e->percent < 0) { + if (e && e->metadata_version && + strncmp(e->metadata_version, "external:", 9) == 0) { + if (is_subarray(&e->metadata_version[9])) + ping_monitor(&e->metadata_version[9]); + else + ping_monitor(devnum2devname(devnum)); + } + free_mdstat(ms); + return rv; + } + free_mdstat(ms); + rv = 0; + mdstat_wait(5); + } }