]>
Commit | Line | Data |
---|---|---|
52826846 | 1 | /* |
9a9dab36 | 2 | * mdadm - manage Linux "md" devices aka RAID arrays. |
52826846 | 3 | * |
e736b623 | 4 | * Copyright (C) 2001-2009 Neil Brown <neilb@suse.de> |
52826846 NB |
5 | * |
6 | * | |
7 | * This program is free software; you can redistribute it and/or modify | |
8 | * it under the terms of the GNU General Public License as published by | |
9 | * the Free Software Foundation; either version 2 of the License, or | |
10 | * (at your option) any later version. | |
11 | * | |
12 | * This program is distributed in the hope that it will be useful, | |
13 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | |
14 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |
15 | * GNU General Public License for more details. | |
16 | * | |
17 | * You should have received a copy of the GNU General Public License | |
18 | * along with this program; if not, write to the Free Software | |
19 | * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA | |
20 | * | |
21 | * Author: Neil Brown | |
e736b623 | 22 | * Email: <neilb@suse.de> |
52826846 NB |
23 | */ |
24 | ||
9a9dab36 | 25 | #include "mdadm.h" |
52826846 NB |
26 | #include "md_p.h" |
27 | #include "md_u.h" | |
e0d19036 | 28 | #include <sys/wait.h> |
98127a6d | 29 | #include <signal.h> |
4450e59f | 30 | #include <limits.h> |
773135f5 | 31 | #include <syslog.h> |
52826846 | 32 | |
4948b8f7 NB |
33 | static void alert(char *event, char *dev, char *disc, char *mailaddr, char *mailfrom, |
34 | char *cmd, int dosyslog); | |
52826846 | 35 | |
e27d562b NB |
36 | /* The largest number of disks current arrays can manage is 384 |
37 | * This really should be dynamically, but that will have to wait | |
38 | * At least it isn't MD_SB_DISKS. | |
39 | */ | |
40 | #define MaxDisks 384 | |
a655e550 | 41 | int Monitor(struct mddev_dev *devlist, |
52826846 | 42 | char *mailaddr, char *alert_cmd, |
aa88f531 | 43 | int period, int daemonise, int scan, int oneshot, |
edde9560 AC |
44 | int dosyslog, int test, char *pidfile, int increments, |
45 | int share) | |
52826846 NB |
46 | { |
47 | /* | |
48 | * Every few seconds, scan every md device looking for changes | |
49 | * When a change is found, log it, possibly run the alert command, | |
50 | * and possibly send Email | |
51 | * | |
52 | * For each array, we record: | |
53 | * Update time | |
54 | * active/working/failed/spare drives | |
55 | * State of each device. | |
e0d19036 | 56 | * %rebuilt if rebuilding |
52826846 NB |
57 | * |
58 | * If the update time changes, check out all the data again | |
59 | * It is possible that we cannot get the state of each device | |
60 | * due to bugs in the md kernel module. | |
e0d19036 NB |
61 | * We also read /proc/mdstat to get rebuild percent, |
62 | * and to get state on all active devices incase of kernel bug. | |
52826846 | 63 | * |
e0d19036 NB |
64 | * Events are: |
65 | * Fail | |
66 | * An active device had Faulty set or Active/Sync removed | |
67 | * FailSpare | |
68 | * A spare device had Faulty set | |
69 | * SpareActive | |
70 | * An active device had a reverse transition | |
71 | * RebuildStarted | |
72 | * percent went from -1 to +ve | |
9a36a9b7 ZB |
73 | * RebuildNN |
74 | * percent went from below to not-below NN% | |
e0d19036 NB |
75 | * DeviceDisappeared |
76 | * Couldn't access a device which was previously visible | |
52826846 NB |
77 | * |
78 | * if we detect an array with active<raid and spare==0 | |
79 | * we look at other arrays that have same spare-group | |
80 | * If we find one with active==raid and spare>0, | |
81 | * and if we can get_disk_info and find a name | |
82 | * Then we hot-remove and hot-add to the other array | |
83 | * | |
e0d19036 NB |
84 | * If devlist is NULL, then we can monitor everything because --scan |
85 | * was given. We get an initial list from config file and add anything | |
86 | * that appears in /proc/mdstat | |
52826846 NB |
87 | */ |
88 | ||
89 | struct state { | |
90 | char *devname; | |
e0d19036 | 91 | int devnum; /* to sync with mdstat info */ |
52826846 NB |
92 | long utime; |
93 | int err; | |
e0d19036 NB |
94 | char *spare_group; |
95 | int active, working, failed, spare, raid; | |
feb716e9 | 96 | int expected_spares; |
e27d562b | 97 | int devstate[MaxDisks]; |
f21e18ca | 98 | unsigned devid[MaxDisks]; |
e0d19036 | 99 | int percent; |
52826846 NB |
100 | struct state *next; |
101 | } *statelist = NULL; | |
102 | int finished = 0; | |
e0d19036 | 103 | struct mdstat_ent *mdstat = NULL; |
4948b8f7 | 104 | char *mailfrom = NULL; |
e0d19036 | 105 | |
d013a55e | 106 | if (!mailaddr) { |
8aec876d | 107 | mailaddr = conf_get_mailaddr(); |
d013a55e | 108 | if (mailaddr && ! scan) |
56eedc1a | 109 | fprintf(stderr, Name ": Monitor using email address \"%s\" from config file\n", |
d013a55e NB |
110 | mailaddr); |
111 | } | |
8aec876d | 112 | mailfrom = conf_get_mailfrom(); |
4948b8f7 | 113 | |
d013a55e | 114 | if (!alert_cmd) { |
8aec876d | 115 | alert_cmd = conf_get_program(); |
d013a55e | 116 | if (alert_cmd && ! scan) |
56eedc1a | 117 | fprintf(stderr, Name ": Monitor using program \"%s\" from config file\n", |
d013a55e NB |
118 | alert_cmd); |
119 | } | |
56eedc1a NB |
120 | if (scan && !mailaddr && !alert_cmd) { |
121 | fprintf(stderr, Name ": No mail address or alert command - not monitoring.\n"); | |
d013a55e | 122 | return 1; |
56eedc1a | 123 | } |
d013a55e NB |
124 | |
125 | if (daemonise) { | |
126 | int pid = fork(); | |
127 | if (pid > 0) { | |
b5e64645 NB |
128 | if (!pidfile) |
129 | printf("%d\n", pid); | |
130 | else { | |
131 | FILE *pid_file; | |
132 | pid_file=fopen(pidfile, "w"); | |
133 | if (!pid_file) | |
134 | perror("cannot create pid file"); | |
135 | else { | |
136 | fprintf(pid_file,"%d\n", pid); | |
137 | fclose(pid_file); | |
138 | } | |
139 | } | |
d013a55e NB |
140 | return 0; |
141 | } | |
142 | if (pid < 0) { | |
143 | perror("daemonise"); | |
144 | return 1; | |
145 | } | |
146 | close(0); | |
fb97b4d6 | 147 | open("/dev/null", O_RDWR); |
d013a55e NB |
148 | dup2(0,1); |
149 | dup2(0,2); | |
150 | setsid(); | |
151 | } | |
e0d19036 | 152 | |
edde9560 AC |
153 | if (share) { |
154 | int pid, rv; | |
155 | FILE *fp; | |
156 | char dir[20]; | |
157 | struct stat buf; | |
158 | fp = fopen("/var/run/mdadm/autorebuild.pid", "r"); | |
159 | if (fp) { | |
160 | fscanf(fp, "%d", &pid); | |
161 | sprintf(dir, "/proc/%d", pid); | |
162 | rv = stat(dir, &buf); | |
163 | if (rv != -1) { | |
164 | if (scan) { | |
165 | fprintf(stderr, Name ": Only one " | |
166 | "autorebuild process allowed" | |
167 | " in scan mode, aborting\n"); | |
168 | fclose(fp); | |
169 | return 1; | |
170 | } else { | |
171 | fprintf(stderr, Name ": Warning: One" | |
172 | " autorebuild process already" | |
173 | " running."); | |
174 | } | |
175 | } | |
176 | fclose(fp); | |
177 | } | |
178 | if (scan) { | |
179 | fp = fopen("/var/run/mdadm/autorebuild.pid", "w"); | |
180 | if (!fp) | |
181 | fprintf(stderr, Name ": Cannot create" | |
182 | " autorebuild.pid " | |
183 | "file\n"); | |
184 | else { | |
185 | pid = getpid(); | |
186 | fprintf(fp, "%d\n", pid); | |
187 | fclose(fp); | |
188 | } | |
189 | } | |
190 | } | |
191 | ||
e0d19036 | 192 | if (devlist == NULL) { |
fa56eddb | 193 | struct mddev_ident *mdlist = conf_get_ident(NULL); |
e0d19036 | 194 | for (; mdlist; mdlist=mdlist->next) { |
fe056d1f N |
195 | struct state *st; |
196 | if (mdlist->devname == NULL) | |
197 | continue; | |
112cace6 N |
198 | if (strcasecmp(mdlist->devname, "<ignore>") == 0) |
199 | continue; | |
fe056d1f | 200 | st = malloc(sizeof *st); |
e0d19036 NB |
201 | if (st == NULL) |
202 | continue; | |
db2d001c N |
203 | if (mdlist->devname[0] == '/') |
204 | st->devname = strdup(mdlist->devname); | |
205 | else { | |
206 | st->devname = malloc(8+strlen(mdlist->devname)+1); | |
207 | strcpy(strcpy(st->devname, "/dev/md/"), | |
208 | mdlist->devname); | |
209 | } | |
e0d19036 NB |
210 | st->utime = 0; |
211 | st->next = statelist; | |
d013a55e | 212 | st->err = 0; |
4450e59f | 213 | st->devnum = INT_MAX; |
e0d19036 | 214 | st->percent = -2; |
feb716e9 | 215 | st->expected_spares = mdlist->spare_disks; |
e0d19036 NB |
216 | if (mdlist->spare_group) |
217 | st->spare_group = strdup(mdlist->spare_group); | |
218 | else | |
219 | st->spare_group = NULL; | |
220 | statelist = st; | |
221 | } | |
222 | } else { | |
a655e550 | 223 | struct mddev_dev *dv; |
e0d19036 | 224 | for (dv=devlist ; dv; dv=dv->next) { |
fa56eddb | 225 | struct mddev_ident *mdlist = conf_get_ident(dv->devname); |
e0d19036 NB |
226 | struct state *st = malloc(sizeof *st); |
227 | if (st == NULL) | |
228 | continue; | |
229 | st->devname = strdup(dv->devname); | |
230 | st->utime = 0; | |
231 | st->next = statelist; | |
d013a55e | 232 | st->err = 0; |
4450e59f | 233 | st->devnum = INT_MAX; |
e0d19036 | 234 | st->percent = -2; |
feb716e9 | 235 | st->expected_spares = -1; |
e0d19036 | 236 | st->spare_group = NULL; |
e5329c37 NB |
237 | if (mdlist) { |
238 | st->expected_spares = mdlist->spare_disks; | |
239 | if (mdlist->spare_group) | |
240 | st->spare_group = strdup(mdlist->spare_group); | |
241 | } | |
e0d19036 NB |
242 | statelist = st; |
243 | } | |
244 | } | |
245 | ||
246 | ||
247 | while (! finished) { | |
aa88f531 | 248 | int new_found = 0; |
e0d19036 NB |
249 | struct state *st; |
250 | ||
251 | if (mdstat) | |
252 | free_mdstat(mdstat); | |
22a88995 | 253 | mdstat = mdstat_read(oneshot?0:1, 0); |
e0d19036 NB |
254 | |
255 | for (st=statelist; st; st=st->next) { | |
ab5303d6 | 256 | struct { int state, major, minor; } info[MaxDisks]; |
52826846 | 257 | mdu_array_info_t array; |
dd0781e5 | 258 | struct mdstat_ent *mse = NULL, *mse2; |
e0d19036 | 259 | char *dev = st->devname; |
52826846 | 260 | int fd; |
f21e18ca | 261 | int i; |
e0d19036 | 262 | |
98c6faba | 263 | if (test) |
4948b8f7 | 264 | alert("TestMessage", dev, NULL, mailaddr, mailfrom, alert_cmd, dosyslog); |
52826846 NB |
265 | fd = open(dev, O_RDONLY); |
266 | if (fd < 0) { | |
267 | if (!st->err) | |
e0d19036 | 268 | alert("DeviceDisappeared", dev, NULL, |
4948b8f7 | 269 | mailaddr, mailfrom, alert_cmd, dosyslog); |
e0d19036 | 270 | /* fprintf(stderr, Name ": cannot open %s: %s\n", |
52826846 | 271 | dev, strerror(errno)); |
e0d19036 | 272 | */ st->err=1; |
52826846 NB |
273 | continue; |
274 | } | |
e4dc5106 | 275 | fcntl(fd, F_SETFD, FD_CLOEXEC); |
52826846 NB |
276 | if (ioctl(fd, GET_ARRAY_INFO, &array)<0) { |
277 | if (!st->err) | |
e0d19036 | 278 | alert("DeviceDisappeared", dev, NULL, |
4948b8f7 | 279 | mailaddr, mailfrom, alert_cmd, dosyslog); |
e0d19036 | 280 | /* fprintf(stderr, Name ": cannot get array info for %s: %s\n", |
52826846 | 281 | dev, strerror(errno)); |
e0d19036 | 282 | */ st->err=1; |
52826846 NB |
283 | close(fd); |
284 | continue; | |
285 | } | |
66f8bbbe DL |
286 | /* It's much easier to list what array levels can't |
287 | * have a device disappear than all of them that can | |
288 | */ | |
289 | if (array.level == 0 || array.level == -1) { | |
5787fa49 NB |
290 | if (!st->err) |
291 | alert("DeviceDisappeared", dev, "Wrong-Level", | |
4948b8f7 | 292 | mailaddr, mailfrom, alert_cmd, dosyslog); |
5787fa49 NB |
293 | st->err = 1; |
294 | close(fd); | |
295 | continue; | |
296 | } | |
4450e59f | 297 | if (st->devnum == INT_MAX) { |
e0d19036 NB |
298 | struct stat stb; |
299 | if (fstat(fd, &stb) == 0 && | |
98c6faba | 300 | (S_IFMT&stb.st_mode)==S_IFBLK) { |
0df46c2a NB |
301 | if (major(stb.st_rdev) == MD_MAJOR) |
302 | st->devnum = minor(stb.st_rdev); | |
98c6faba | 303 | else |
0df46c2a | 304 | st->devnum = -1- (minor(stb.st_rdev)>>6); |
98c6faba | 305 | } |
e0d19036 NB |
306 | } |
307 | ||
dd0781e5 NB |
308 | for (mse2 = mdstat ; mse2 ; mse2=mse2->next) |
309 | if (mse2->devnum == st->devnum) { | |
4450e59f | 310 | mse2->devnum = INT_MAX; /* flag it as "used" */ |
dd0781e5 NB |
311 | mse = mse2; |
312 | } | |
e0d19036 | 313 | |
0eac199a AC |
314 | if (!mse) { |
315 | /* duplicated array in statelist | |
316 | * or re-created after reading mdstat*/ | |
317 | st->err = 1; | |
318 | close(fd); | |
319 | continue; | |
320 | } | |
321 | /* this array is in /proc/mdstat */ | |
4736b5dc | 322 | if (array.utime == 0) |
b1717f0a N |
323 | /* external arrays don't update utime, so |
324 | * just make sure it is always different. */ | |
325 | array.utime = st->utime + 1;; | |
4736b5dc | 326 | |
52826846 | 327 | if (st->utime == array.utime && |
e0d19036 NB |
328 | st->failed == array.failed_disks && |
329 | st->working == array.working_disks && | |
330 | st->spare == array.spare_disks && | |
331 | (mse == NULL || ( | |
332 | mse->percent == st->percent | |
333 | ))) { | |
52826846 | 334 | close(fd); |
e0d19036 | 335 | st->err = 0; |
52826846 NB |
336 | continue; |
337 | } | |
aa88f531 | 338 | if (st->utime == 0 && /* new array */ |
aa88f531 NB |
339 | mse->pattern && strchr(mse->pattern, '_') /* degraded */ |
340 | ) | |
4948b8f7 | 341 | alert("DegradedArray", dev, NULL, mailaddr, mailfrom, alert_cmd, dosyslog); |
aa88f531 | 342 | |
feb716e9 | 343 | if (st->utime == 0 && /* new array */ |
aba69144 NB |
344 | st->expected_spares > 0 && |
345 | array.spare_disks < st->expected_spares) | |
4948b8f7 | 346 | alert("SparesMissing", dev, NULL, mailaddr, mailfrom, alert_cmd, dosyslog); |
0eac199a | 347 | if (st->percent == -1 && |
e0d19036 | 348 | mse->percent >= 0) |
4948b8f7 | 349 | alert("RebuildStarted", dev, NULL, mailaddr, mailfrom, alert_cmd, dosyslog); |
0eac199a | 350 | if (st->percent >= 0 && |
e0d19036 | 351 | mse->percent >= 0 && |
9a36a9b7 ZB |
352 | (mse->percent / increments) > (st->percent / increments)) { |
353 | char percentalert[15]; // "RebuildNN" (10 chars) or "RebuildStarted" (15 chars) | |
354 | ||
355 | if((mse->percent / increments) == 0) | |
356 | snprintf(percentalert, sizeof(percentalert), "RebuildStarted"); | |
357 | else | |
358 | snprintf(percentalert, sizeof(percentalert), "Rebuild%02d", mse->percent); | |
359 | ||
360 | alert(percentalert, | |
4948b8f7 | 361 | dev, NULL, mailaddr, mailfrom, alert_cmd, dosyslog); |
9a36a9b7 | 362 | } |
e0d19036 | 363 | |
0eac199a | 364 | if (mse->percent == -1 && |
37dfc3d6 NB |
365 | st->percent >= 0) { |
366 | /* Rebuild/sync/whatever just finished. | |
367 | * If there is a number in /mismatch_cnt, | |
368 | * we should report that. | |
369 | */ | |
7e0f6979 | 370 | struct mdinfo *sra = |
37dfc3d6 NB |
371 | sysfs_read(-1, st->devnum, GET_MISMATCH); |
372 | if (sra && sra->mismatch_cnt > 0) { | |
373 | char cnt[40]; | |
374 | sprintf(cnt, " mismatches found: %d", sra->mismatch_cnt); | |
375 | alert("RebuildFinished", dev, cnt, mailaddr, mailfrom, alert_cmd, dosyslog); | |
376 | } else | |
377 | alert("RebuildFinished", dev, NULL, mailaddr, mailfrom, alert_cmd, dosyslog); | |
378 | if (sra) | |
379 | free(sra); | |
380 | } | |
0eac199a | 381 | st->percent = mse->percent; |
ab5303d6 NB |
382 | |
383 | for (i=0; i<MaxDisks && i <= array.raid_disks + array.nr_disks; | |
384 | i++) { | |
385 | mdu_disk_info_t disc; | |
01d9299c | 386 | disc.number = i; |
ab5303d6 NB |
387 | if (ioctl(fd, GET_DISK_INFO, &disc) >= 0) { |
388 | info[i].state = disc.state; | |
389 | info[i].major = disc.major; | |
390 | info[i].minor = disc.minor; | |
391 | } else | |
392 | info[i].major = info[i].minor = 0; | |
393 | } | |
394 | close(fd); | |
395 | ||
e27d562b | 396 | for (i=0; i<MaxDisks; i++) { |
f21e18ca | 397 | mdu_disk_info_t disc = {0,0,0,0,0}; |
e0d19036 NB |
398 | int newstate=0; |
399 | int change; | |
400 | char *dv = NULL; | |
52826846 | 401 | disc.number = i; |
e27d562b NB |
402 | if (i > array.raid_disks + array.nr_disks) { |
403 | newstate = 0; | |
404 | disc.major = disc.minor = 0; | |
ab5303d6 NB |
405 | } else if (info[i].major || info[i].minor) { |
406 | newstate = info[i].state; | |
407 | dv = map_dev(info[i].major, info[i].minor, 1); | |
408 | disc.state = newstate; | |
409 | disc.major = info[i].major; | |
410 | disc.minor = info[i].minor; | |
f21e18ca | 411 | } else if (mse && mse->pattern && i < (int)strlen(mse->pattern)) { |
e0d19036 NB |
412 | switch(mse->pattern[i]) { |
413 | case 'U': newstate = 6 /* ACTIVE/SYNC */; break; | |
414 | case '_': newstate = 0; break; | |
52826846 | 415 | } |
e27d562b NB |
416 | disc.major = disc.minor = 0; |
417 | } | |
fe394e5e NB |
418 | if (dv == NULL && st->devid[i]) |
419 | dv = map_dev(major(st->devid[i]), | |
16c6fa80 | 420 | minor(st->devid[i]), 1); |
e0d19036 NB |
421 | change = newstate ^ st->devstate[i]; |
422 | if (st->utime && change && !st->err) { | |
f21e18ca | 423 | if (i < array.raid_disks && |
e0d19036 NB |
424 | (((newstate&change)&(1<<MD_DISK_FAULTY)) || |
425 | ((st->devstate[i]&change)&(1<<MD_DISK_ACTIVE)) || | |
426 | ((st->devstate[i]&change)&(1<<MD_DISK_SYNC))) | |
427 | ) | |
4948b8f7 | 428 | alert("Fail", dev, dv, mailaddr, mailfrom, alert_cmd, dosyslog); |
f21e18ca | 429 | else if (i >= array.raid_disks && |
e0d19036 | 430 | (disc.major || disc.minor) && |
0df46c2a | 431 | st->devid[i] == makedev(disc.major, disc.minor) && |
e0d19036 NB |
432 | ((newstate&change)&(1<<MD_DISK_FAULTY)) |
433 | ) | |
4948b8f7 | 434 | alert("FailSpare", dev, dv, mailaddr, mailfrom, alert_cmd, dosyslog); |
f21e18ca | 435 | else if (i < array.raid_disks && |
4460f8f7 | 436 | ! (newstate & (1<<MD_DISK_REMOVED)) && |
e0d19036 NB |
437 | (((st->devstate[i]&change)&(1<<MD_DISK_FAULTY)) || |
438 | ((newstate&change)&(1<<MD_DISK_ACTIVE)) || | |
439 | ((newstate&change)&(1<<MD_DISK_SYNC))) | |
440 | ) | |
4948b8f7 | 441 | alert("SpareActive", dev, dv, mailaddr, mailfrom, alert_cmd, dosyslog); |
52826846 | 442 | } |
3e6944b2 | 443 | st->devstate[i] = newstate; |
0df46c2a | 444 | st->devid[i] = makedev(disc.major, disc.minor); |
52826846 | 445 | } |
52826846 NB |
446 | st->active = array.active_disks; |
447 | st->working = array.working_disks; | |
448 | st->spare = array.spare_disks; | |
449 | st->failed = array.failed_disks; | |
450 | st->utime = array.utime; | |
e0d19036 NB |
451 | st->raid = array.raid_disks; |
452 | st->err = 0; | |
52826846 | 453 | } |
e0d19036 NB |
454 | /* now check if there are any new devices found in mdstat */ |
455 | if (scan) { | |
456 | struct mdstat_ent *mse; | |
aba69144 | 457 | for (mse=mdstat; mse; mse=mse->next) |
4450e59f | 458 | if (mse->devnum != INT_MAX && |
5d19bb23 AC |
459 | (!mse->level || /* retrieve containers */ |
460 | (strcmp(mse->level, "raid0") != 0 && | |
461 | strcmp(mse->level, "linear") != 0)) | |
5787fa49 | 462 | ) { |
e0d19036 | 463 | struct state *st = malloc(sizeof *st); |
98c6faba NB |
464 | mdu_array_info_t array; |
465 | int fd; | |
e0d19036 NB |
466 | if (st == NULL) |
467 | continue; | |
468 | st->devname = strdup(get_md_name(mse->devnum)); | |
98c6faba NB |
469 | if ((fd = open(st->devname, O_RDONLY)) < 0 || |
470 | ioctl(fd, GET_ARRAY_INFO, &array)< 0) { | |
471 | /* no such array */ | |
472 | if (fd >=0) close(fd); | |
8bd2e0c3 | 473 | put_md_name(st->devname); |
98c6faba NB |
474 | free(st->devname); |
475 | free(st); | |
476 | continue; | |
477 | } | |
dd0781e5 | 478 | close(fd); |
e0d19036 NB |
479 | st->utime = 0; |
480 | st->next = statelist; | |
481 | st->err = 1; | |
482 | st->devnum = mse->devnum; | |
483 | st->percent = -2; | |
484 | st->spare_group = NULL; | |
98c6faba | 485 | st->expected_spares = -1; |
e0d19036 | 486 | statelist = st; |
bc854448 N |
487 | if (test) |
488 | alert("TestMessage", st->devname, NULL, mailaddr, mailfrom, alert_cmd, dosyslog); | |
4948b8f7 | 489 | alert("NewArray", st->devname, NULL, mailaddr, mailfrom, alert_cmd, dosyslog); |
aa88f531 | 490 | new_found = 1; |
e0d19036 NB |
491 | } |
492 | } | |
493 | /* If an array has active < raid && spare == 0 && spare_group != NULL | |
494 | * Look for another array with spare > 0 and active == raid and same spare_group | |
495 | * if found, choose a device and hotremove/hotadd | |
496 | */ | |
edde9560 | 497 | if (share) for (st = statelist; st; st=st->next) |
e0d19036 NB |
498 | if (st->active < st->raid && |
499 | st->spare == 0 && | |
500 | st->spare_group != NULL) { | |
501 | struct state *st2; | |
502 | for (st2=statelist ; st2 ; st2=st2->next) | |
503 | if (st2 != st && | |
504 | st2->spare > 0 && | |
505 | st2->active == st2->raid && | |
506 | st2->spare_group != NULL && | |
507 | strcmp(st->spare_group, st2->spare_group) == 0) { | |
508 | /* try to remove and add */ | |
509 | int fd1 = open(st->devname, O_RDONLY); | |
510 | int fd2 = open(st2->devname, O_RDONLY); | |
511 | int dev = -1; | |
512 | int d; | |
513 | if (fd1 < 0 || fd2 < 0) { | |
514 | if (fd1>=0) close(fd1); | |
515 | if (fd2>=0) close(fd2); | |
516 | continue; | |
517 | } | |
e27d562b | 518 | for (d=st2->raid; d < MaxDisks; d++) { |
e0d19036 NB |
519 | if (st2->devid[d] > 0 && |
520 | st2->devstate[d] == 0) { | |
521 | dev = st2->devid[d]; | |
522 | break; | |
523 | } | |
524 | } | |
525 | if (dev > 0) { | |
a655e550 | 526 | struct mddev_dev devlist; |
c7b47447 N |
527 | char devname[20]; |
528 | devlist.next = NULL; | |
529 | devlist.used = 0; | |
530 | devlist.re_add = 0; | |
531 | devlist.writemostly = 0; | |
532 | devlist.devname = devname; | |
533 | sprintf(devname, "%d:%d", major(dev), minor(dev)); | |
534 | ||
535 | devlist.disposition = 'r'; | |
7d2e6486 | 536 | if (Manage_subdevs(st2->devname, fd2, &devlist, -1, 0) == 0) { |
c7b47447 | 537 | devlist.disposition = 'a'; |
7d2e6486 | 538 | if (Manage_subdevs(st->devname, fd1, &devlist, -1, 0) == 0) { |
4948b8f7 | 539 | alert("MoveSpare", st->devname, st2->devname, mailaddr, mailfrom, alert_cmd, dosyslog); |
e0d19036 NB |
540 | close(fd1); |
541 | close(fd2); | |
542 | break; | |
543 | } | |
7d2e6486 | 544 | else Manage_subdevs(st2->devname, fd2, &devlist, -1, 0); |
e0d19036 NB |
545 | } |
546 | } | |
547 | close(fd1); | |
548 | close(fd2); | |
549 | } | |
550 | } | |
aa88f531 NB |
551 | if (!new_found) { |
552 | if (oneshot) | |
553 | break; | |
554 | else | |
dd0781e5 | 555 | mdstat_wait(period); |
aa88f531 | 556 | } |
98c6faba | 557 | test = 0; |
52826846 | 558 | } |
b5e64645 NB |
559 | if (pidfile) |
560 | unlink(pidfile); | |
52826846 NB |
561 | return 0; |
562 | } | |
563 | ||
564 | ||
4948b8f7 | 565 | static void alert(char *event, char *dev, char *disc, char *mailaddr, char *mailfrom, char *cmd, |
773135f5 | 566 | int dosyslog) |
52826846 | 567 | { |
773135f5 NB |
568 | int priority; |
569 | ||
cd29a5c8 NB |
570 | if (!cmd && !mailaddr) { |
571 | time_t now = time(0); | |
aba69144 | 572 | |
e0d19036 | 573 | printf("%1.15s: %s on %s %s\n", ctime(&now)+4, event, dev, disc?disc:"unknown device"); |
cd29a5c8 | 574 | } |
52826846 NB |
575 | if (cmd) { |
576 | int pid = fork(); | |
577 | switch(pid) { | |
578 | default: | |
579 | waitpid(pid, NULL, 0); | |
580 | break; | |
581 | case -1: | |
582 | break; | |
583 | case 0: | |
584 | execl(cmd, cmd, event, dev, disc, NULL); | |
585 | exit(2); | |
586 | } | |
587 | } | |
aba69144 NB |
588 | if (mailaddr && |
589 | (strncmp(event, "Fail", 4)==0 || | |
98c6faba | 590 | strncmp(event, "Test", 4)==0 || |
d1732eeb | 591 | strncmp(event, "Spares", 6)==0 || |
aa88f531 | 592 | strncmp(event, "Degrade", 7)==0)) { |
52826846 NB |
593 | FILE *mp = popen(Sendmail, "w"); |
594 | if (mp) { | |
008e1100 | 595 | FILE *mdstat; |
52826846 NB |
596 | char hname[256]; |
597 | gethostname(hname, sizeof(hname)); | |
598 | signal(SIGPIPE, SIG_IGN); | |
4948b8f7 NB |
599 | if (mailfrom) |
600 | fprintf(mp, "From: %s\n", mailfrom); | |
601 | else | |
602 | fprintf(mp, "From: " Name " monitoring <root>\n"); | |
52826846 NB |
603 | fprintf(mp, "To: %s\n", mailaddr); |
604 | fprintf(mp, "Subject: %s event on %s:%s\n\n", event, dev, hname); | |
605 | ||
606 | fprintf(mp, "This is an automatically generated mail message from " Name "\n"); | |
607 | fprintf(mp, "running on %s\n\n", hname); | |
608 | ||
609 | fprintf(mp, "A %s event had been detected on md device %s.\n\n", event, dev); | |
610 | ||
37dfc3d6 | 611 | if (disc && disc[0] != ' ') |
56eedc1a | 612 | fprintf(mp, "It could be related to component device %s.\n\n", disc); |
37dfc3d6 NB |
613 | if (disc && disc[0] == ' ') |
614 | fprintf(mp, "Extra information:%s.\n\n", disc); | |
52826846 NB |
615 | |
616 | fprintf(mp, "Faithfully yours, etc.\n"); | |
008e1100 NB |
617 | |
618 | mdstat = fopen("/proc/mdstat", "r"); | |
619 | if (mdstat) { | |
620 | char buf[8192]; | |
621 | int n; | |
a524a7ee | 622 | fprintf(mp, "\nP.S. The /proc/mdstat file currently contains the following:\n\n"); |
008e1100 | 623 | while ( (n=fread(buf, 1, sizeof(buf), mdstat)) > 0) |
9fca7d62 | 624 | n=fwrite(buf, 1, n, mp); /* yes, i don't care about the result */ |
008e1100 NB |
625 | fclose(mdstat); |
626 | } | |
6278fb3a | 627 | pclose(mp); |
52826846 NB |
628 | } |
629 | ||
630 | } | |
773135f5 NB |
631 | |
632 | /* log the event to syslog maybe */ | |
633 | if (dosyslog) { | |
634 | /* Log at a different severity depending on the event. | |
635 | * | |
636 | * These are the critical events: */ | |
637 | if (strncmp(event, "Fail", 4)==0 || | |
638 | strncmp(event, "Degrade", 7)==0 || | |
639 | strncmp(event, "DeviceDisappeared", 17)==0) | |
640 | priority = LOG_CRIT; | |
641 | /* Good to know about, but are not failures: */ | |
642 | else if (strncmp(event, "Rebuild", 7)==0 || | |
d1732eeb NB |
643 | strncmp(event, "MoveSpare", 9)==0 || |
644 | strncmp(event, "Spares", 6) != 0) | |
773135f5 NB |
645 | priority = LOG_WARNING; |
646 | /* Everything else: */ | |
647 | else | |
648 | priority = LOG_INFO; | |
649 | ||
650 | if (disc) | |
651 | syslog(priority, "%s event detected on md device %s, component device %s", event, dev, disc); | |
652 | else | |
653 | syslog(priority, "%s event detected on md device %s", event, dev); | |
654 | } | |
52826846 | 655 | } |
b90c0e9a NB |
656 | |
657 | /* Not really Monitor but ... */ | |
658 | int Wait(char *dev) | |
659 | { | |
660 | struct stat stb; | |
661 | int devnum; | |
662 | int rv = 1; | |
663 | ||
664 | if (stat(dev, &stb) != 0) { | |
665 | fprintf(stderr, Name ": Cannot find %s: %s\n", dev, | |
666 | strerror(errno)); | |
667 | return 2; | |
668 | } | |
c94709e8 | 669 | devnum = stat2devnum(&stb); |
b90c0e9a NB |
670 | |
671 | while(1) { | |
672 | struct mdstat_ent *ms = mdstat_read(1, 0); | |
673 | struct mdstat_ent *e; | |
674 | ||
675 | for (e=ms ; e; e=e->next) | |
676 | if (e->devnum == devnum) | |
677 | break; | |
678 | ||
679 | if (!e || e->percent < 0) { | |
e7783ee6 | 680 | if (e && e->metadata_version && |
c94709e8 DW |
681 | strncmp(e->metadata_version, "external:", 9) == 0) { |
682 | if (is_subarray(&e->metadata_version[9])) | |
683 | ping_monitor(&e->metadata_version[9]); | |
684 | else | |
685 | ping_monitor(devnum2devname(devnum)); | |
686 | } | |
b90c0e9a NB |
687 | free_mdstat(ms); |
688 | return rv; | |
689 | } | |
89a10d84 | 690 | free_mdstat(ms); |
b90c0e9a NB |
691 | rv = 0; |
692 | mdstat_wait(5); | |
693 | } | |
694 | } |