]>
Commit | Line | Data |
---|---|---|
52826846 | 1 | /* |
9a9dab36 | 2 | * mdadm - manage Linux "md" devices aka RAID arrays. |
52826846 | 3 | * |
e736b623 | 4 | * Copyright (C) 2001-2009 Neil Brown <neilb@suse.de> |
52826846 NB |
5 | * |
6 | * | |
7 | * This program is free software; you can redistribute it and/or modify | |
8 | * it under the terms of the GNU General Public License as published by | |
9 | * the Free Software Foundation; either version 2 of the License, or | |
10 | * (at your option) any later version. | |
11 | * | |
12 | * This program is distributed in the hope that it will be useful, | |
13 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | |
14 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |
15 | * GNU General Public License for more details. | |
16 | * | |
17 | * You should have received a copy of the GNU General Public License | |
18 | * along with this program; if not, write to the Free Software | |
19 | * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA | |
20 | * | |
21 | * Author: Neil Brown | |
e736b623 | 22 | * Email: <neilb@suse.de> |
52826846 NB |
23 | */ |
24 | ||
9a9dab36 | 25 | #include "mdadm.h" |
52826846 NB |
26 | #include "md_p.h" |
27 | #include "md_u.h" | |
e0d19036 | 28 | #include <sys/wait.h> |
98127a6d | 29 | #include <signal.h> |
4450e59f | 30 | #include <limits.h> |
773135f5 | 31 | #include <syslog.h> |
52826846 | 32 | |
e27d562b NB |
33 | /* The largest number of disks current arrays can manage is 384 |
34 | * This really should be dynamically, but that will have to wait | |
35 | * At least it isn't MD_SB_DISKS. | |
36 | */ | |
37 | #define MaxDisks 384 | |
2e0172b1 N |
38 | struct state { |
39 | char *devname; | |
40 | int devnum; /* to sync with mdstat info */ | |
41 | long utime; | |
42 | int err; | |
43 | char *spare_group; | |
44 | int active, working, failed, spare, raid; | |
45 | int expected_spares; | |
46 | int devstate[MaxDisks]; | |
0f0749ad | 47 | dev_t devid[MaxDisks]; |
2e0172b1 N |
48 | int percent; |
49 | int parent_dev; /* For subarray, devnum of parent. | |
50 | * For others, NoMdDev | |
51 | */ | |
52 | struct supertype *metadata; | |
c3621c0a ML |
53 | struct state *subarray;/* for a container it is a link to first subarray |
54 | * for a subarray it is a link to next subarray | |
55 | * in the same container */ | |
56 | struct state *parent; /* for a subarray it is a link to its container | |
57 | */ | |
2e0172b1 N |
58 | struct state *next; |
59 | }; | |
60 | ||
e0bd6a96 N |
61 | struct alert_info { |
62 | char *mailaddr; | |
63 | char *mailfrom; | |
64 | char *alert_cmd; | |
65 | int dosyslog; | |
66 | }; | |
2e0172b1 N |
67 | static int make_daemon(char *pidfile); |
68 | static int check_one_sharer(int scan); | |
e0bd6a96 | 69 | static void alert(char *event, char *dev, char *disc, struct alert_info *info); |
a90e1050 | 70 | static int check_array(struct state *st, struct mdstat_ent *mdstat, |
e0bd6a96 | 71 | int test, struct alert_info *info, |
a90e1050 | 72 | int increments); |
83f3bc5f | 73 | static int add_new_arrays(struct mdstat_ent *mdstat, struct state **statelist, |
e0bd6a96 N |
74 | int test, struct alert_info *info); |
75 | static void try_spare_migration(struct state *statelist, struct alert_info *info); | |
c3621c0a | 76 | static void link_containers_with_subarrays(struct state *list); |
2e0172b1 | 77 | |
a655e550 | 78 | int Monitor(struct mddev_dev *devlist, |
52826846 | 79 | char *mailaddr, char *alert_cmd, |
aa88f531 | 80 | int period, int daemonise, int scan, int oneshot, |
edde9560 AC |
81 | int dosyslog, int test, char *pidfile, int increments, |
82 | int share) | |
52826846 NB |
83 | { |
84 | /* | |
85 | * Every few seconds, scan every md device looking for changes | |
86 | * When a change is found, log it, possibly run the alert command, | |
87 | * and possibly send Email | |
88 | * | |
89 | * For each array, we record: | |
90 | * Update time | |
91 | * active/working/failed/spare drives | |
92 | * State of each device. | |
e0d19036 | 93 | * %rebuilt if rebuilding |
52826846 NB |
94 | * |
95 | * If the update time changes, check out all the data again | |
96 | * It is possible that we cannot get the state of each device | |
97 | * due to bugs in the md kernel module. | |
e0d19036 NB |
98 | * We also read /proc/mdstat to get rebuild percent, |
99 | * and to get state on all active devices incase of kernel bug. | |
52826846 | 100 | * |
e0d19036 NB |
101 | * Events are: |
102 | * Fail | |
103 | * An active device had Faulty set or Active/Sync removed | |
104 | * FailSpare | |
105 | * A spare device had Faulty set | |
106 | * SpareActive | |
107 | * An active device had a reverse transition | |
108 | * RebuildStarted | |
109 | * percent went from -1 to +ve | |
9a36a9b7 ZB |
110 | * RebuildNN |
111 | * percent went from below to not-below NN% | |
e0d19036 NB |
112 | * DeviceDisappeared |
113 | * Couldn't access a device which was previously visible | |
52826846 NB |
114 | * |
115 | * if we detect an array with active<raid and spare==0 | |
116 | * we look at other arrays that have same spare-group | |
117 | * If we find one with active==raid and spare>0, | |
118 | * and if we can get_disk_info and find a name | |
119 | * Then we hot-remove and hot-add to the other array | |
120 | * | |
e0d19036 NB |
121 | * If devlist is NULL, then we can monitor everything because --scan |
122 | * was given. We get an initial list from config file and add anything | |
123 | * that appears in /proc/mdstat | |
52826846 NB |
124 | */ |
125 | ||
2e0172b1 | 126 | struct state *statelist = NULL; |
52826846 | 127 | int finished = 0; |
e0d19036 | 128 | struct mdstat_ent *mdstat = NULL; |
4948b8f7 | 129 | char *mailfrom = NULL; |
e0bd6a96 | 130 | struct alert_info info; |
e0d19036 | 131 | |
d013a55e | 132 | if (!mailaddr) { |
8aec876d | 133 | mailaddr = conf_get_mailaddr(); |
d013a55e | 134 | if (mailaddr && ! scan) |
56eedc1a | 135 | fprintf(stderr, Name ": Monitor using email address \"%s\" from config file\n", |
d013a55e NB |
136 | mailaddr); |
137 | } | |
8aec876d | 138 | mailfrom = conf_get_mailfrom(); |
4948b8f7 | 139 | |
d013a55e | 140 | if (!alert_cmd) { |
8aec876d | 141 | alert_cmd = conf_get_program(); |
d013a55e | 142 | if (alert_cmd && ! scan) |
56eedc1a | 143 | fprintf(stderr, Name ": Monitor using program \"%s\" from config file\n", |
d013a55e NB |
144 | alert_cmd); |
145 | } | |
56eedc1a NB |
146 | if (scan && !mailaddr && !alert_cmd) { |
147 | fprintf(stderr, Name ": No mail address or alert command - not monitoring.\n"); | |
d013a55e | 148 | return 1; |
56eedc1a | 149 | } |
e0bd6a96 N |
150 | info.alert_cmd = alert_cmd; |
151 | info.mailaddr = mailaddr; | |
152 | info.mailfrom = mailfrom; | |
153 | info.dosyslog = dosyslog; | |
d013a55e | 154 | |
44d337f0 AC |
155 | if (daemonise) { |
156 | int rv = make_daemon(pidfile); | |
157 | if (rv >= 0) | |
158 | return rv; | |
159 | } | |
e0d19036 | 160 | |
2e0172b1 N |
161 | if (share) |
162 | if (check_one_sharer(scan)) | |
163 | return 1; | |
edde9560 | 164 | |
e0d19036 | 165 | if (devlist == NULL) { |
fa56eddb | 166 | struct mddev_ident *mdlist = conf_get_ident(NULL); |
e0d19036 | 167 | for (; mdlist; mdlist=mdlist->next) { |
fe056d1f N |
168 | struct state *st; |
169 | if (mdlist->devname == NULL) | |
170 | continue; | |
112cace6 N |
171 | if (strcasecmp(mdlist->devname, "<ignore>") == 0) |
172 | continue; | |
9bfc6a7d | 173 | st = calloc(1, sizeof *st); |
e0d19036 NB |
174 | if (st == NULL) |
175 | continue; | |
db2d001c N |
176 | if (mdlist->devname[0] == '/') |
177 | st->devname = strdup(mdlist->devname); | |
178 | else { | |
179 | st->devname = malloc(8+strlen(mdlist->devname)+1); | |
180 | strcpy(strcpy(st->devname, "/dev/md/"), | |
181 | mdlist->devname); | |
182 | } | |
e0d19036 | 183 | st->next = statelist; |
4450e59f | 184 | st->devnum = INT_MAX; |
e0d19036 | 185 | st->percent = -2; |
feb716e9 | 186 | st->expected_spares = mdlist->spare_disks; |
e0d19036 NB |
187 | if (mdlist->spare_group) |
188 | st->spare_group = strdup(mdlist->spare_group); | |
e0d19036 NB |
189 | statelist = st; |
190 | } | |
191 | } else { | |
a655e550 | 192 | struct mddev_dev *dv; |
e0d19036 | 193 | for (dv=devlist ; dv; dv=dv->next) { |
fa56eddb | 194 | struct mddev_ident *mdlist = conf_get_ident(dv->devname); |
9bfc6a7d | 195 | struct state *st = calloc(1, sizeof *st); |
e0d19036 NB |
196 | if (st == NULL) |
197 | continue; | |
198 | st->devname = strdup(dv->devname); | |
e0d19036 | 199 | st->next = statelist; |
4450e59f | 200 | st->devnum = INT_MAX; |
e0d19036 | 201 | st->percent = -2; |
feb716e9 | 202 | st->expected_spares = -1; |
e5329c37 NB |
203 | if (mdlist) { |
204 | st->expected_spares = mdlist->spare_disks; | |
205 | if (mdlist->spare_group) | |
206 | st->spare_group = strdup(mdlist->spare_group); | |
207 | } | |
e0d19036 NB |
208 | statelist = st; |
209 | } | |
210 | } | |
211 | ||
212 | ||
213 | while (! finished) { | |
aa88f531 | 214 | int new_found = 0; |
e0d19036 | 215 | struct state *st; |
a90e1050 | 216 | int anydegraded = 0; |
e0d19036 NB |
217 | |
218 | if (mdstat) | |
219 | free_mdstat(mdstat); | |
22a88995 | 220 | mdstat = mdstat_read(oneshot?0:1, 0); |
e0d19036 | 221 | |
2e0172b1 | 222 | for (st=statelist; st; st=st->next) |
e0bd6a96 | 223 | if (check_array(st, mdstat, test, &info, increments)) |
a90e1050 | 224 | anydegraded = 1; |
2e0172b1 | 225 | |
e0d19036 | 226 | /* now check if there are any new devices found in mdstat */ |
2e0172b1 | 227 | if (scan) |
83f3bc5f | 228 | new_found = add_new_arrays(mdstat, &statelist, test, |
e0bd6a96 | 229 | &info); |
2e0172b1 | 230 | |
e0d19036 NB |
231 | /* If an array has active < raid && spare == 0 && spare_group != NULL |
232 | * Look for another array with spare > 0 and active == raid and same spare_group | |
233 | * if found, choose a device and hotremove/hotadd | |
234 | */ | |
a90e1050 | 235 | if (share && anydegraded) |
e0bd6a96 | 236 | try_spare_migration(statelist, &info); |
aa88f531 NB |
237 | if (!new_found) { |
238 | if (oneshot) | |
239 | break; | |
240 | else | |
dd0781e5 | 241 | mdstat_wait(period); |
aa88f531 | 242 | } |
98c6faba | 243 | test = 0; |
52826846 | 244 | } |
b5e64645 NB |
245 | if (pidfile) |
246 | unlink(pidfile); | |
52826846 NB |
247 | return 0; |
248 | } | |
249 | ||
2e0172b1 N |
250 | static int make_daemon(char *pidfile) |
251 | { | |
44d337f0 AC |
252 | /* Return: |
253 | * -1 in the forked daemon | |
254 | * 0 in the parent | |
255 | * 1 on error | |
256 | * so a none-negative becomes the exit code. | |
257 | */ | |
2e0172b1 N |
258 | int pid = fork(); |
259 | if (pid > 0) { | |
260 | if (!pidfile) | |
261 | printf("%d\n", pid); | |
262 | else { | |
263 | FILE *pid_file; | |
264 | pid_file=fopen(pidfile, "w"); | |
265 | if (!pid_file) | |
266 | perror("cannot create pid file"); | |
267 | else { | |
268 | fprintf(pid_file,"%d\n", pid); | |
269 | fclose(pid_file); | |
270 | } | |
271 | } | |
272 | return 0; | |
273 | } | |
274 | if (pid < 0) { | |
275 | perror("daemonise"); | |
276 | return 1; | |
277 | } | |
278 | close(0); | |
279 | open("/dev/null", O_RDWR); | |
280 | dup2(0,1); | |
281 | dup2(0,2); | |
282 | setsid(); | |
44d337f0 | 283 | return -1; |
2e0172b1 N |
284 | } |
285 | ||
286 | static int check_one_sharer(int scan) | |
287 | { | |
288 | int pid, rv; | |
289 | FILE *fp; | |
290 | char dir[20]; | |
291 | struct stat buf; | |
292 | fp = fopen("/var/run/mdadm/autorebuild.pid", "r"); | |
293 | if (fp) { | |
71204a50 N |
294 | if (fscanf(fp, "%d", &pid) != 1) |
295 | pid = -1; | |
2e0172b1 N |
296 | sprintf(dir, "/proc/%d", pid); |
297 | rv = stat(dir, &buf); | |
298 | if (rv != -1) { | |
299 | if (scan) { | |
300 | fprintf(stderr, Name ": Only one " | |
301 | "autorebuild process allowed" | |
302 | " in scan mode, aborting\n"); | |
303 | fclose(fp); | |
304 | return 1; | |
305 | } else { | |
306 | fprintf(stderr, Name ": Warning: One" | |
307 | " autorebuild process already" | |
a1bb2065 | 308 | " running.\n"); |
2e0172b1 N |
309 | } |
310 | } | |
311 | fclose(fp); | |
312 | } | |
313 | if (scan) { | |
a1bb2065 AC |
314 | if (mkdir("/var/run/mdadm", S_IRWXU) < 0 && |
315 | errno != EEXIST) { | |
316 | fprintf(stderr, Name ": Can't create " | |
317 | "autorebuild.pid file\n"); | |
318 | } else { | |
319 | fp = fopen("/var/run/mdadm/autorebuild.pid", "w"); | |
320 | if (!fp) | |
321 | fprintf(stderr, Name ": Cannot create" | |
322 | " autorebuild.pid" | |
323 | "file\n"); | |
324 | else { | |
325 | pid = getpid(); | |
326 | fprintf(fp, "%d\n", pid); | |
327 | fclose(fp); | |
328 | } | |
2e0172b1 N |
329 | } |
330 | } | |
331 | return 0; | |
332 | } | |
52826846 | 333 | |
e0bd6a96 | 334 | static void alert(char *event, char *dev, char *disc, struct alert_info *info) |
52826846 | 335 | { |
773135f5 NB |
336 | int priority; |
337 | ||
e0bd6a96 | 338 | if (!info->alert_cmd && !info->mailaddr) { |
cd29a5c8 | 339 | time_t now = time(0); |
aba69144 | 340 | |
e0d19036 | 341 | printf("%1.15s: %s on %s %s\n", ctime(&now)+4, event, dev, disc?disc:"unknown device"); |
cd29a5c8 | 342 | } |
e0bd6a96 | 343 | if (info->alert_cmd) { |
52826846 NB |
344 | int pid = fork(); |
345 | switch(pid) { | |
346 | default: | |
347 | waitpid(pid, NULL, 0); | |
348 | break; | |
349 | case -1: | |
350 | break; | |
351 | case 0: | |
e0bd6a96 N |
352 | execl(info->alert_cmd, info->alert_cmd, |
353 | event, dev, disc, NULL); | |
52826846 NB |
354 | exit(2); |
355 | } | |
356 | } | |
e0bd6a96 | 357 | if (info->mailaddr && |
aba69144 | 358 | (strncmp(event, "Fail", 4)==0 || |
98c6faba | 359 | strncmp(event, "Test", 4)==0 || |
d1732eeb | 360 | strncmp(event, "Spares", 6)==0 || |
aa88f531 | 361 | strncmp(event, "Degrade", 7)==0)) { |
52826846 NB |
362 | FILE *mp = popen(Sendmail, "w"); |
363 | if (mp) { | |
008e1100 | 364 | FILE *mdstat; |
52826846 NB |
365 | char hname[256]; |
366 | gethostname(hname, sizeof(hname)); | |
367 | signal(SIGPIPE, SIG_IGN); | |
e0bd6a96 N |
368 | if (info->mailfrom) |
369 | fprintf(mp, "From: %s\n", info->mailfrom); | |
4948b8f7 NB |
370 | else |
371 | fprintf(mp, "From: " Name " monitoring <root>\n"); | |
e0bd6a96 N |
372 | fprintf(mp, "To: %s\n", info->mailaddr); |
373 | fprintf(mp, "Subject: %s event on %s:%s\n\n", | |
374 | event, dev, hname); | |
52826846 | 375 | |
e0bd6a96 N |
376 | fprintf(mp, |
377 | "This is an automatically generated" | |
378 | " mail message from " Name "\n"); | |
52826846 NB |
379 | fprintf(mp, "running on %s\n\n", hname); |
380 | ||
e0bd6a96 N |
381 | fprintf(mp, |
382 | "A %s event had been detected on" | |
383 | " md device %s.\n\n", event, dev); | |
52826846 | 384 | |
37dfc3d6 | 385 | if (disc && disc[0] != ' ') |
e0bd6a96 N |
386 | fprintf(mp, |
387 | "It could be related to" | |
388 | " component device %s.\n\n", disc); | |
37dfc3d6 NB |
389 | if (disc && disc[0] == ' ') |
390 | fprintf(mp, "Extra information:%s.\n\n", disc); | |
52826846 NB |
391 | |
392 | fprintf(mp, "Faithfully yours, etc.\n"); | |
008e1100 NB |
393 | |
394 | mdstat = fopen("/proc/mdstat", "r"); | |
395 | if (mdstat) { | |
396 | char buf[8192]; | |
397 | int n; | |
e0bd6a96 N |
398 | fprintf(mp, |
399 | "\nP.S. The /proc/mdstat file" | |
400 | " currently contains the following:\n\n"); | |
008e1100 | 401 | while ( (n=fread(buf, 1, sizeof(buf), mdstat)) > 0) |
e0bd6a96 | 402 | n=fwrite(buf, 1, n, mp); |
008e1100 NB |
403 | fclose(mdstat); |
404 | } | |
6278fb3a | 405 | pclose(mp); |
52826846 | 406 | } |
52826846 | 407 | } |
773135f5 NB |
408 | |
409 | /* log the event to syslog maybe */ | |
e0bd6a96 | 410 | if (info->dosyslog) { |
773135f5 NB |
411 | /* Log at a different severity depending on the event. |
412 | * | |
413 | * These are the critical events: */ | |
414 | if (strncmp(event, "Fail", 4)==0 || | |
415 | strncmp(event, "Degrade", 7)==0 || | |
416 | strncmp(event, "DeviceDisappeared", 17)==0) | |
417 | priority = LOG_CRIT; | |
418 | /* Good to know about, but are not failures: */ | |
419 | else if (strncmp(event, "Rebuild", 7)==0 || | |
d1732eeb NB |
420 | strncmp(event, "MoveSpare", 9)==0 || |
421 | strncmp(event, "Spares", 6) != 0) | |
773135f5 NB |
422 | priority = LOG_WARNING; |
423 | /* Everything else: */ | |
424 | else | |
425 | priority = LOG_INFO; | |
426 | ||
427 | if (disc) | |
e0bd6a96 N |
428 | syslog(priority, |
429 | "%s event detected on md device %s," | |
430 | " component device %s", event, dev, disc); | |
773135f5 | 431 | else |
e0bd6a96 N |
432 | syslog(priority, |
433 | "%s event detected on md device %s", | |
434 | event, dev); | |
773135f5 | 435 | } |
52826846 | 436 | } |
b90c0e9a | 437 | |
a90e1050 | 438 | static int check_array(struct state *st, struct mdstat_ent *mdstat, |
e0bd6a96 | 439 | int test, struct alert_info *ainfo, |
a90e1050 | 440 | int increments) |
2e0172b1 | 441 | { |
ff044d6b AC |
442 | /* Update the state 'st' to reflect any changes shown in mdstat, |
443 | * or found by directly examining the array, and return | |
444 | * '1' if the array is degraded, or '0' if it is optimal (or dead). | |
445 | */ | |
2e0172b1 N |
446 | struct { int state, major, minor; } info[MaxDisks]; |
447 | mdu_array_info_t array; | |
448 | struct mdstat_ent *mse = NULL, *mse2; | |
449 | char *dev = st->devname; | |
450 | int fd; | |
451 | int i; | |
452 | ||
453 | if (test) | |
e0bd6a96 | 454 | alert("TestMessage", dev, NULL, ainfo); |
2e0172b1 N |
455 | fd = open(dev, O_RDONLY); |
456 | if (fd < 0) { | |
457 | if (!st->err) | |
e0bd6a96 N |
458 | alert("DeviceDisappeared", dev, NULL, ainfo); |
459 | st->err=1; | |
a90e1050 | 460 | return 0; |
2e0172b1 N |
461 | } |
462 | fcntl(fd, F_SETFD, FD_CLOEXEC); | |
463 | if (ioctl(fd, GET_ARRAY_INFO, &array)<0) { | |
464 | if (!st->err) | |
e0bd6a96 N |
465 | alert("DeviceDisappeared", dev, NULL, ainfo); |
466 | st->err=1; | |
2e0172b1 | 467 | close(fd); |
a90e1050 | 468 | return 0; |
2e0172b1 N |
469 | } |
470 | /* It's much easier to list what array levels can't | |
471 | * have a device disappear than all of them that can | |
472 | */ | |
473 | if (array.level == 0 || array.level == -1) { | |
474 | if (!st->err) | |
e0bd6a96 | 475 | alert("DeviceDisappeared", dev, "Wrong-Level", ainfo); |
2e0172b1 N |
476 | st->err = 1; |
477 | close(fd); | |
a90e1050 | 478 | return 0; |
2e0172b1 N |
479 | } |
480 | if (st->devnum == INT_MAX) { | |
481 | struct stat stb; | |
482 | if (fstat(fd, &stb) == 0 && | |
483 | (S_IFMT&stb.st_mode)==S_IFBLK) { | |
484 | if (major(stb.st_rdev) == MD_MAJOR) | |
485 | st->devnum = minor(stb.st_rdev); | |
486 | else | |
487 | st->devnum = -1- (minor(stb.st_rdev)>>6); | |
488 | } | |
489 | } | |
490 | ||
491 | for (mse2 = mdstat ; mse2 ; mse2=mse2->next) | |
492 | if (mse2->devnum == st->devnum) { | |
493 | mse2->devnum = INT_MAX; /* flag it as "used" */ | |
494 | mse = mse2; | |
495 | } | |
496 | ||
497 | if (!mse) { | |
498 | /* duplicated array in statelist | |
499 | * or re-created after reading mdstat*/ | |
500 | st->err = 1; | |
501 | close(fd); | |
a90e1050 | 502 | return 0; |
2e0172b1 N |
503 | } |
504 | /* this array is in /proc/mdstat */ | |
505 | if (array.utime == 0) | |
506 | /* external arrays don't update utime, so | |
507 | * just make sure it is always different. */ | |
508 | array.utime = st->utime + 1;; | |
509 | ||
510 | if (st->utime == array.utime && | |
511 | st->failed == array.failed_disks && | |
512 | st->working == array.working_disks && | |
513 | st->spare == array.spare_disks && | |
514 | (mse == NULL || ( | |
515 | mse->percent == st->percent | |
516 | ))) { | |
517 | close(fd); | |
518 | st->err = 0; | |
ff044d6b AC |
519 | if ((st->active < st->raid) && st->spare == 0) |
520 | return 1; | |
521 | else | |
522 | return 0; | |
2e0172b1 N |
523 | } |
524 | if (st->utime == 0 && /* new array */ | |
525 | mse->pattern && strchr(mse->pattern, '_') /* degraded */ | |
526 | ) | |
e0bd6a96 | 527 | alert("DegradedArray", dev, NULL, ainfo); |
2e0172b1 N |
528 | |
529 | if (st->utime == 0 && /* new array */ | |
530 | st->expected_spares > 0 && | |
531 | array.spare_disks < st->expected_spares) | |
e0bd6a96 | 532 | alert("SparesMissing", dev, NULL, ainfo); |
2e0172b1 N |
533 | if (st->percent == -1 && |
534 | mse->percent >= 0) | |
e0bd6a96 | 535 | alert("RebuildStarted", dev, NULL, ainfo); |
2e0172b1 N |
536 | if (st->percent >= 0 && |
537 | mse->percent >= 0 && | |
538 | (mse->percent / increments) > (st->percent / increments)) { | |
539 | char percentalert[15]; // "RebuildNN" (10 chars) or "RebuildStarted" (15 chars) | |
540 | ||
541 | if((mse->percent / increments) == 0) | |
542 | snprintf(percentalert, sizeof(percentalert), "RebuildStarted"); | |
543 | else | |
544 | snprintf(percentalert, sizeof(percentalert), "Rebuild%02d", mse->percent); | |
545 | ||
e0bd6a96 | 546 | alert(percentalert, dev, NULL, ainfo); |
2e0172b1 N |
547 | } |
548 | ||
549 | if (mse->percent == -1 && | |
550 | st->percent >= 0) { | |
551 | /* Rebuild/sync/whatever just finished. | |
552 | * If there is a number in /mismatch_cnt, | |
553 | * we should report that. | |
554 | */ | |
555 | struct mdinfo *sra = | |
556 | sysfs_read(-1, st->devnum, GET_MISMATCH); | |
557 | if (sra && sra->mismatch_cnt > 0) { | |
558 | char cnt[40]; | |
559 | sprintf(cnt, " mismatches found: %d", sra->mismatch_cnt); | |
e0bd6a96 | 560 | alert("RebuildFinished", dev, cnt, ainfo); |
2e0172b1 | 561 | } else |
e0bd6a96 | 562 | alert("RebuildFinished", dev, NULL, ainfo); |
2e0172b1 N |
563 | if (sra) |
564 | free(sra); | |
565 | } | |
566 | st->percent = mse->percent; | |
567 | ||
568 | for (i=0; i<MaxDisks && i <= array.raid_disks + array.nr_disks; | |
569 | i++) { | |
570 | mdu_disk_info_t disc; | |
571 | disc.number = i; | |
572 | if (ioctl(fd, GET_DISK_INFO, &disc) >= 0) { | |
573 | info[i].state = disc.state; | |
574 | info[i].major = disc.major; | |
575 | info[i].minor = disc.minor; | |
576 | } else | |
577 | info[i].major = info[i].minor = 0; | |
578 | } | |
579 | ||
580 | if (strncmp(mse->metadata_version, "external:", 9) == 0 && | |
581 | is_subarray(mse->metadata_version+9)) | |
582 | st->parent_dev = | |
583 | devname2devnum(mse->metadata_version+10); | |
584 | else | |
585 | st->parent_dev = NoMdDev; | |
586 | if (st->metadata == NULL && | |
587 | st->parent_dev == NoMdDev) | |
588 | st->metadata = super_by_fd(fd, NULL); | |
589 | ||
590 | close(fd); | |
591 | ||
592 | for (i=0; i<MaxDisks; i++) { | |
593 | mdu_disk_info_t disc = {0,0,0,0,0}; | |
594 | int newstate=0; | |
595 | int change; | |
596 | char *dv = NULL; | |
597 | disc.number = i; | |
598 | if (i > array.raid_disks + array.nr_disks) { | |
599 | newstate = 0; | |
600 | disc.major = disc.minor = 0; | |
601 | } else if (info[i].major || info[i].minor) { | |
602 | newstate = info[i].state; | |
603 | dv = map_dev(info[i].major, info[i].minor, 1); | |
604 | disc.state = newstate; | |
605 | disc.major = info[i].major; | |
606 | disc.minor = info[i].minor; | |
607 | } else if (mse && mse->pattern && i < (int)strlen(mse->pattern)) { | |
608 | switch(mse->pattern[i]) { | |
609 | case 'U': newstate = 6 /* ACTIVE/SYNC */; break; | |
38376c2e | 610 | case '_': newstate = 8 /* REMOVED */; break; |
2e0172b1 N |
611 | } |
612 | disc.major = disc.minor = 0; | |
613 | } | |
614 | if (dv == NULL && st->devid[i]) | |
615 | dv = map_dev(major(st->devid[i]), | |
616 | minor(st->devid[i]), 1); | |
617 | change = newstate ^ st->devstate[i]; | |
618 | if (st->utime && change && !st->err) { | |
619 | if (i < array.raid_disks && | |
620 | (((newstate&change)&(1<<MD_DISK_FAULTY)) || | |
621 | ((st->devstate[i]&change)&(1<<MD_DISK_ACTIVE)) || | |
622 | ((st->devstate[i]&change)&(1<<MD_DISK_SYNC))) | |
623 | ) | |
e0bd6a96 | 624 | alert("Fail", dev, dv, ainfo); |
2e0172b1 N |
625 | else if (i >= array.raid_disks && |
626 | (disc.major || disc.minor) && | |
627 | st->devid[i] == makedev(disc.major, disc.minor) && | |
628 | ((newstate&change)&(1<<MD_DISK_FAULTY)) | |
629 | ) | |
e0bd6a96 | 630 | alert("FailSpare", dev, dv, ainfo); |
2e0172b1 N |
631 | else if (i < array.raid_disks && |
632 | ! (newstate & (1<<MD_DISK_REMOVED)) && | |
633 | (((st->devstate[i]&change)&(1<<MD_DISK_FAULTY)) || | |
634 | ((newstate&change)&(1<<MD_DISK_ACTIVE)) || | |
635 | ((newstate&change)&(1<<MD_DISK_SYNC))) | |
636 | ) | |
e0bd6a96 | 637 | alert("SpareActive", dev, dv, ainfo); |
2e0172b1 N |
638 | } |
639 | st->devstate[i] = newstate; | |
640 | st->devid[i] = makedev(disc.major, disc.minor); | |
641 | } | |
642 | st->active = array.active_disks; | |
643 | st->working = array.working_disks; | |
644 | st->spare = array.spare_disks; | |
645 | st->failed = array.failed_disks; | |
646 | st->utime = array.utime; | |
647 | st->raid = array.raid_disks; | |
648 | st->err = 0; | |
a90e1050 N |
649 | if ((st->active < st->raid) && st->spare == 0) |
650 | return 1; | |
651 | return 0; | |
2e0172b1 N |
652 | } |
653 | ||
83f3bc5f | 654 | static int add_new_arrays(struct mdstat_ent *mdstat, struct state **statelist, |
e0bd6a96 | 655 | int test, struct alert_info *info) |
2e0172b1 N |
656 | { |
657 | struct mdstat_ent *mse; | |
658 | int new_found = 0; | |
659 | ||
660 | for (mse=mdstat; mse; mse=mse->next) | |
661 | if (mse->devnum != INT_MAX && | |
662 | (!mse->level || /* retrieve containers */ | |
663 | (strcmp(mse->level, "raid0") != 0 && | |
664 | strcmp(mse->level, "linear") != 0)) | |
665 | ) { | |
9bfc6a7d | 666 | struct state *st = calloc(1, sizeof *st); |
2e0172b1 N |
667 | mdu_array_info_t array; |
668 | int fd; | |
669 | if (st == NULL) | |
670 | continue; | |
671 | st->devname = strdup(get_md_name(mse->devnum)); | |
672 | if ((fd = open(st->devname, O_RDONLY)) < 0 || | |
673 | ioctl(fd, GET_ARRAY_INFO, &array)< 0) { | |
674 | /* no such array */ | |
675 | if (fd >=0) close(fd); | |
676 | put_md_name(st->devname); | |
677 | free(st->devname); | |
678 | if (st->metadata) { | |
679 | st->metadata->ss->free_super(st->metadata); | |
680 | free(st->metadata); | |
681 | } | |
682 | free(st); | |
683 | continue; | |
684 | } | |
685 | close(fd); | |
83f3bc5f | 686 | st->next = *statelist; |
2e0172b1 N |
687 | st->err = 1; |
688 | st->devnum = mse->devnum; | |
689 | st->percent = -2; | |
2e0172b1 N |
690 | st->expected_spares = -1; |
691 | if (strncmp(mse->metadata_version, "external:", 9) == 0 && | |
692 | is_subarray(mse->metadata_version+9)) | |
693 | st->parent_dev = | |
694 | devname2devnum(mse->metadata_version+10); | |
695 | else | |
696 | st->parent_dev = NoMdDev; | |
83f3bc5f | 697 | *statelist = st; |
2e0172b1 | 698 | if (test) |
e0bd6a96 N |
699 | alert("TestMessage", st->devname, NULL, info); |
700 | alert("NewArray", st->devname, NULL, info); | |
2e0172b1 N |
701 | new_found = 1; |
702 | } | |
703 | return new_found; | |
704 | } | |
705 | ||
de697acc | 706 | static int get_min_spare_size_required(struct state *st, unsigned long long *sizep) |
80e7f8c3 AC |
707 | { |
708 | int fd; | |
80e7f8c3 AC |
709 | |
710 | if (!st->metadata || | |
300f5033 CA |
711 | !st->metadata->ss->min_acceptable_spare_size) { |
712 | *sizep = 0; | |
de697acc | 713 | return 0; |
300f5033 | 714 | } |
80e7f8c3 AC |
715 | |
716 | fd = open(st->devname, O_RDONLY); | |
717 | if (fd < 0) | |
de697acc AC |
718 | return 1; |
719 | if (st->metadata->ss->external) | |
720 | st->metadata->ss->load_container(st->metadata, fd, st->devname); | |
721 | else | |
722 | st->metadata->ss->load_super(st->metadata, fd, st->devname); | |
80e7f8c3 | 723 | close(fd); |
de697acc AC |
724 | if (!st->metadata->sb) |
725 | return 1; | |
726 | *sizep = st->metadata->ss->min_acceptable_spare_size(st->metadata); | |
80e7f8c3 AC |
727 | st->metadata->ss->free_super(st->metadata); |
728 | ||
de697acc | 729 | return 0; |
80e7f8c3 AC |
730 | } |
731 | ||
5ec0f373 | 732 | static int check_donor(struct state *from, struct state *to) |
2feb22ef | 733 | { |
66f5c4b6 N |
734 | struct state *sub; |
735 | ||
2feb22ef N |
736 | if (from == to) |
737 | return 0; | |
66f5c4b6 N |
738 | if (from->parent) |
739 | /* Cannot move from a member */ | |
2feb22ef | 740 | return 0; |
ff044d6b AC |
741 | if (from->err) |
742 | return 0; | |
66f5c4b6 N |
743 | for (sub = from->subarray; sub; sub = sub->subarray) |
744 | /* If source array has degraded subarrays, don't | |
745 | * remove anything | |
746 | */ | |
747 | if (sub->active < sub->raid) | |
748 | return 0; | |
749 | if (from->metadata->ss->external == 0) | |
750 | if (from->active < from->raid) | |
751 | return 0; | |
2feb22ef N |
752 | if (from->spare <= 0) |
753 | return 0; | |
e78dda3b | 754 | return 1; |
2feb22ef N |
755 | } |
756 | ||
0f0749ad | 757 | static dev_t choose_spare(struct state *from, struct state *to, |
f0b85306 | 758 | struct domainlist *domlist, unsigned long long min_size) |
0fa21e85 N |
759 | { |
760 | int d; | |
0f0749ad | 761 | dev_t dev = 0; |
0fa21e85 N |
762 | |
763 | for (d = from->raid; !dev && d < MaxDisks; d++) { | |
764 | if (from->devid[d] > 0 && | |
765 | from->devstate[d] == 0) { | |
766 | struct dev_policy *pol; | |
767 | unsigned long long dev_size; | |
768 | ||
bfd76b93 CA |
769 | if (to->metadata->ss->external && |
770 | test_partition_from_id(from->devid[d])) | |
771 | continue; | |
772 | ||
0fa21e85 N |
773 | if (min_size && |
774 | dev_size_from_id(from->devid[d], &dev_size) && | |
775 | dev_size < min_size) | |
776 | continue; | |
777 | ||
778 | pol = devnum_policy(from->devid[d]); | |
779 | if (from->spare_group) | |
780 | pol_add(&pol, pol_domain, | |
781 | from->spare_group, NULL); | |
e5508b36 | 782 | if (domain_test(domlist, pol, to->metadata->ss->name) == 1) |
0fa21e85 N |
783 | dev = from->devid[d]; |
784 | dev_policy_free(pol); | |
785 | } | |
786 | } | |
787 | return dev; | |
788 | } | |
789 | ||
0f0749ad | 790 | static dev_t container_choose_spare(struct state *from, struct state *to, |
f0b85306 | 791 | struct domainlist *domlist, |
a1e49d69 | 792 | unsigned long long min_size, int active) |
5739e0d0 N |
793 | { |
794 | /* This is similar to choose_spare, but we cannot trust devstate, | |
795 | * so we need to read the metadata instead | |
796 | */ | |
326727d9 | 797 | struct mdinfo *list; |
5739e0d0 | 798 | struct supertype *st = from->metadata; |
ff044d6b | 799 | int fd = open(from->devname, O_RDONLY); |
5739e0d0 | 800 | int err; |
0f0749ad | 801 | dev_t dev = 0; |
5739e0d0 N |
802 | |
803 | if (fd < 0) | |
804 | return 0; | |
326727d9 AC |
805 | if (!st->ss->getinfo_super_disks) { |
806 | close(fd); | |
5739e0d0 | 807 | return 0; |
326727d9 | 808 | } |
5739e0d0 N |
809 | |
810 | err = st->ss->load_container(st, fd, NULL); | |
811 | close(fd); | |
812 | if (err) | |
813 | return 0; | |
5739e0d0 | 814 | |
a1e49d69 CA |
815 | if (from == to) { |
816 | /* We must check if number of active disks has not increased | |
817 | * since ioctl in main loop. mdmon may have added spare | |
818 | * to subarray. If so we do not need to look for more spares | |
819 | * so return non zero value */ | |
820 | int active_cnt = 0; | |
821 | struct mdinfo *dp; | |
822 | list = st->ss->getinfo_super_disks(st); | |
823 | if (!list) { | |
824 | st->ss->free_super(st); | |
825 | return 1; | |
826 | } | |
827 | dp = list->devs; | |
828 | while (dp) { | |
829 | if (dp->disk.state & (1<<MD_DISK_SYNC) && | |
830 | !(dp->disk.state & (1<<MD_DISK_FAULTY))) | |
831 | active_cnt++; | |
832 | dp = dp->next; | |
833 | } | |
834 | sysfs_free(list); | |
835 | if (active < active_cnt) { | |
836 | /* Spare just activated.*/ | |
837 | st->ss->free_super(st); | |
838 | return 1; | |
839 | } | |
840 | } | |
841 | ||
326727d9 AC |
842 | /* We only need one spare so full list not needed */ |
843 | list = container_choose_spares(st, min_size, domlist, from->spare_group, | |
844 | to->metadata->ss->name, 1); | |
845 | if (list) { | |
846 | struct mdinfo *disks = list->devs; | |
847 | if (disks) | |
848 | dev = makedev(disks->disk.major, disks->disk.minor); | |
849 | sysfs_free(list); | |
5739e0d0 | 850 | } |
326727d9 | 851 | st->ss->free_super(st); |
5739e0d0 N |
852 | return dev; |
853 | } | |
854 | ||
855 | ||
e0bd6a96 | 856 | static void try_spare_migration(struct state *statelist, struct alert_info *info) |
2e0172b1 | 857 | { |
66f5c4b6 N |
858 | struct state *from; |
859 | struct state *st; | |
c3621c0a ML |
860 | |
861 | link_containers_with_subarrays(statelist); | |
66f5c4b6 N |
862 | for (st = statelist; st; st = st->next) |
863 | if (st->active < st->raid && | |
ef15641f | 864 | st->spare == 0 && !st->err) { |
e78dda3b N |
865 | struct domainlist *domlist = NULL; |
866 | int d; | |
66f5c4b6 | 867 | struct state *to = st; |
f0b85306 | 868 | unsigned long long min_size; |
66f5c4b6 | 869 | |
c0dc0ad5 CA |
870 | if (to->parent_dev != NoMdDev && !to->parent) |
871 | /* subarray monitored without parent container | |
872 | * we can't move spares here */ | |
873 | continue; | |
874 | ||
66f5c4b6 N |
875 | if (to->parent) |
876 | /* member of a container */ | |
877 | to = to->parent; | |
e78dda3b | 878 | |
de697acc AC |
879 | if (get_min_spare_size_required(to, &min_size)) |
880 | continue; | |
e9a2ac02 AC |
881 | if (to->metadata->ss->external) { |
882 | /* We must make sure there is | |
883 | * no suitable spare in container already. | |
884 | * If there is we don't add more */ | |
885 | dev_t devid = container_choose_spare( | |
a1e49d69 | 886 | to, to, NULL, min_size, st->active); |
e9a2ac02 AC |
887 | if (devid > 0) |
888 | continue; | |
889 | } | |
e78dda3b N |
890 | for (d = 0; d < MaxDisks; d++) |
891 | if (to->devid[d]) | |
892 | domainlist_add_dev(&domlist, | |
893 | to->devid[d], | |
894 | to->metadata->ss->name); | |
895 | if (to->spare_group) | |
896 | domain_add(&domlist, to->spare_group); | |
5ec0f373 ML |
897 | /* |
898 | * No spare migration if the destination | |
899 | * has no domain. Skip this array. | |
900 | */ | |
901 | if (!domlist) | |
902 | continue; | |
0fa21e85 | 903 | for (from=statelist ; from ; from=from->next) { |
0f0749ad | 904 | dev_t devid; |
5ec0f373 | 905 | if (!check_donor(from, to)) |
0fa21e85 | 906 | continue; |
5739e0d0 N |
907 | if (from->metadata->ss->external) |
908 | devid = container_choose_spare( | |
a1e49d69 | 909 | from, to, domlist, min_size, 0); |
5739e0d0 | 910 | else |
f0b85306 AC |
911 | devid = choose_spare(from, to, domlist, |
912 | min_size); | |
0fa21e85 | 913 | if (devid > 0 |
d52bb542 AC |
914 | && move_spare(from->devname, to->devname, devid)) { |
915 | alert("MoveSpare", to->devname, from->devname, info); | |
916 | break; | |
917 | } | |
0fa21e85 | 918 | } |
e78dda3b | 919 | domain_free(domlist); |
2e0172b1 N |
920 | } |
921 | } | |
c3621c0a ML |
922 | |
923 | /* search the statelist to connect external | |
924 | * metadata subarrays with their containers | |
925 | * We always completely rebuild the tree from scratch as | |
926 | * that is safest considering the possibility of entries | |
927 | * disappearing or changing. | |
928 | */ | |
929 | static void link_containers_with_subarrays(struct state *list) | |
930 | { | |
931 | struct state *st; | |
932 | struct state *cont; | |
933 | for (st = list; st; st = st->next) { | |
934 | st->parent = NULL; | |
935 | st->subarray = NULL; | |
936 | } | |
937 | for (st = list; st; st = st->next) | |
938 | if (st->parent_dev != NoMdDev) | |
939 | for (cont = list; cont; cont = cont->next) | |
940 | if (!cont->err && | |
941 | cont->parent_dev == NoMdDev && | |
942 | cont->devnum == st->parent_dev) { | |
943 | st->parent = cont; | |
944 | st->subarray = cont->subarray; | |
945 | cont->subarray = st; | |
946 | break; | |
947 | } | |
948 | } | |
949 | ||
b90c0e9a NB |
950 | /* Not really Monitor but ... */ |
951 | int Wait(char *dev) | |
952 | { | |
953 | struct stat stb; | |
954 | int devnum; | |
955 | int rv = 1; | |
956 | ||
957 | if (stat(dev, &stb) != 0) { | |
958 | fprintf(stderr, Name ": Cannot find %s: %s\n", dev, | |
959 | strerror(errno)); | |
960 | return 2; | |
961 | } | |
c94709e8 | 962 | devnum = stat2devnum(&stb); |
b90c0e9a NB |
963 | |
964 | while(1) { | |
965 | struct mdstat_ent *ms = mdstat_read(1, 0); | |
966 | struct mdstat_ent *e; | |
967 | ||
968 | for (e=ms ; e; e=e->next) | |
969 | if (e->devnum == devnum) | |
970 | break; | |
971 | ||
972 | if (!e || e->percent < 0) { | |
e7783ee6 | 973 | if (e && e->metadata_version && |
c94709e8 DW |
974 | strncmp(e->metadata_version, "external:", 9) == 0) { |
975 | if (is_subarray(&e->metadata_version[9])) | |
976 | ping_monitor(&e->metadata_version[9]); | |
977 | else | |
983fff45 | 978 | ping_monitor_by_id(devnum); |
c94709e8 | 979 | } |
b90c0e9a NB |
980 | free_mdstat(ms); |
981 | return rv; | |
982 | } | |
89a10d84 | 983 | free_mdstat(ms); |
b90c0e9a NB |
984 | rv = 0; |
985 | mdstat_wait(5); | |
986 | } | |
987 | } |