]> git.ipfire.org Git - thirdparty/mdadm.git/blob - Assemble.c
Assemble/Incr : minor tidy up of setting 'trustworthy'.
[thirdparty/mdadm.git] / Assemble.c
1 /*
2 * mdadm - manage Linux "md" devices aka RAID arrays.
3 *
4 * Copyright (C) 2001-2006 Neil Brown <neilb@suse.de>
5 *
6 *
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License as published by
9 * the Free Software Foundation; either version 2 of the License, or
10 * (at your option) any later version.
11 *
12 * This program is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 * GNU General Public License for more details.
16 *
17 * You should have received a copy of the GNU General Public License
18 * along with this program; if not, write to the Free Software
19 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
20 *
21 * Author: Neil Brown
22 * Email: <neilb@cse.unsw.edu.au>
23 * Paper: Neil Brown
24 * School of Computer Science and Engineering
25 * The University of New South Wales
26 * Sydney, 2052
27 * Australia
28 */
29
30 #include "mdadm.h"
31 #include <ctype.h>
32
33 static int name_matches(char *found, char *required, char *homehost)
34 {
35 /* See if the name found matches the required name, possibly
36 * prefixed with 'homehost'
37 */
38 char fnd[33];
39
40 strncpy(fnd, found, 32);
41 fnd[32] = 0;
42 if (strcmp(found, required)==0)
43 return 1;
44 if (homehost) {
45 int l = strlen(homehost);
46 if (l < 32 && fnd[l] == ':' &&
47 strcmp(fnd+l+1, required)==0)
48 return 1;
49 }
50 return 0;
51 }
52
53 static int is_member_busy(char *metadata_version)
54 {
55 /* check if the given member array is active */
56 struct mdstat_ent *mdstat = mdstat_read(1, 0);
57 struct mdstat_ent *ent;
58 int busy = 0;
59
60 for (ent = mdstat; ent; ent = ent->next) {
61 if (ent->metadata_version == NULL)
62 continue;
63 if (strncmp(ent->metadata_version, "external:", 9) != 0)
64 continue;
65 if (!is_subarray(&ent->metadata_version[9]))
66 continue;
67 /* Skip first char - it can be '/' or '-' */
68 if (strcmp(&ent->metadata_version[10], metadata_version+1) == 0) {
69 busy = 1;
70 break;
71 }
72 }
73 free_mdstat(mdstat);
74
75 return busy;
76 }
77
78 int Assemble(struct supertype *st, char *mddev,
79 mddev_ident_t ident,
80 mddev_dev_t devlist, char *backup_file,
81 int readonly, int runstop,
82 char *update, char *homehost,
83 int verbose, int force)
84 {
85 /*
86 * The task of Assemble is to find a collection of
87 * devices that should (according to their superblocks)
88 * form an array, and to give this collection to the MD driver.
89 * In Linux-2.4 and later, this involves submitting a
90 * SET_ARRAY_INFO ioctl with no arg - to prepare
91 * the array - and then submit a number of
92 * ADD_NEW_DISK ioctls to add disks into
93 * the array. Finally RUN_ARRAY might
94 * be submitted to start the array.
95 *
96 * Much of the work of Assemble is in finding and/or
97 * checking the disks to make sure they look right.
98 *
99 * If mddev is not set, then scan must be set and we
100 * read through the config file for dev+uuid mapping
101 * We recurse, setting mddev, for each device that
102 * - isn't running
103 * - has a valid uuid (or any uuid if !uuidset)
104 *
105 * If mddev is set, we try to determine state of md.
106 * check version - must be at least 0.90.0
107 * check kernel version. must be at least 2.4.
108 * If not, we can possibly fall back on START_ARRAY
109 * Try to GET_ARRAY_INFO.
110 * If possible, give up
111 * If not, try to STOP_ARRAY just to make sure
112 *
113 * If !uuidset and scan, look in conf-file for uuid
114 * If not found, give up
115 * If !devlist and scan and uuidset, get list of devs from conf-file
116 *
117 * For each device:
118 * Check superblock - discard if bad
119 * Check uuid (set if we don't have one) - discard if no match
120 * Check superblock similarity if we have a superblock - discard if different
121 * Record events, devicenum
122 * This should give us a list of devices for the array
123 * We should collect the most recent event number
124 *
125 * Count disks with recent enough event count
126 * While force && !enough disks
127 * Choose newest rejected disks, update event count
128 * mark clean and rewrite superblock
129 * If recent kernel:
130 * SET_ARRAY_INFO
131 * foreach device with recent events : ADD_NEW_DISK
132 * if runstop == 1 || "enough" disks and runstop==0 -> RUN_ARRAY
133 * If old kernel:
134 * Check the device numbers in superblock are right
135 * update superblock if any changes
136 * START_ARRAY
137 *
138 */
139 int mdfd;
140 int clean;
141 int auto_assem = (mddev == NULL && !ident->uuid_set &&
142 ident->super_minor == UnSet && ident->name[0] == 0
143 && (ident->container == NULL || ident->member == NULL));
144 int old_linux = 0;
145 int vers = vers; /* Keep gcc quite - it really is initialised */
146 struct {
147 char *devname;
148 int uptodate; /* set once we decide that this device is as
149 * recent as everything else in the array.
150 */
151 struct mdinfo i;
152 } *devices;
153 int *best = NULL; /* indexed by raid_disk */
154 unsigned int bestcnt = 0;
155 int devcnt = 0;
156 unsigned int okcnt, sparecnt;
157 unsigned int req_cnt;
158 unsigned int i;
159 int most_recent = 0;
160 int chosen_drive;
161 int change = 0;
162 int inargv = 0;
163 int report_missmatch;
164 int bitmap_done;
165 int start_partial_ok = (runstop >= 0) &&
166 (force || devlist==NULL || auto_assem);
167 unsigned int num_devs;
168 mddev_dev_t tmpdev;
169 struct mdinfo info;
170 struct mdinfo *content = NULL;
171 char *avail;
172 int nextspare = 0;
173 char *name = NULL;
174 int trustworthy;
175 char chosen_name[1024];
176
177 if (get_linux_version() < 2004000)
178 old_linux = 1;
179
180 /*
181 * If any subdevs are listed, then any that don't
182 * match ident are discarded. Remainder must all match and
183 * become the array.
184 * If no subdevs, then we scan all devices in the config file, but
185 * there must be something in the identity
186 */
187
188 if (!devlist &&
189 ident->uuid_set == 0 &&
190 ident->super_minor < 0 &&
191 ident->devices == NULL) {
192 fprintf(stderr, Name ": No identity information available for %s - cannot assemble.\n",
193 mddev ? mddev : "further assembly");
194 return 1;
195 }
196
197 if (devlist == NULL)
198 devlist = conf_get_devs();
199 else if (mddev)
200 inargv = 1;
201
202 report_missmatch = ((inargv && verbose >= 0) || verbose > 0);
203 try_again:
204 /* We come back here when doing auto-assembly and attempting some
205 * set of devices failed. Those are now marked as ->used==2 and
206 * we ignore them and try again
207 */
208
209 tmpdev = devlist; num_devs = 0;
210 while (tmpdev) {
211 if (tmpdev->used)
212 tmpdev->used = 2;
213 else
214 num_devs++;
215 tmpdev = tmpdev->next;
216 }
217 devices = malloc(num_devs * sizeof(*devices));
218
219 if (!st && ident->st) st = ident->st;
220
221 if (verbose>0)
222 fprintf(stderr, Name ": looking for devices for %s\n",
223 mddev ? mddev : "further assembly");
224
225 /* first walk the list of devices to find a consistent set
226 * that match the criterea, if that is possible.
227 * We flag the ones we like with 'used'.
228 */
229 for (tmpdev = devlist;
230 tmpdev;
231 tmpdev = tmpdev->next) {
232 char *devname = tmpdev->devname;
233 int dfd;
234 struct stat stb;
235 struct supertype *tst = dup_super(st);
236
237 if (tmpdev->used > 1) continue;
238
239 if (ident->devices &&
240 !match_oneof(ident->devices, devname)) {
241 if (report_missmatch)
242 fprintf(stderr, Name ": %s is not one of %s\n", devname, ident->devices);
243 continue;
244 }
245
246 dfd = dev_open(devname, O_RDONLY|O_EXCL);
247 if (dfd < 0) {
248 if (report_missmatch)
249 fprintf(stderr, Name ": cannot open device %s: %s\n",
250 devname, strerror(errno));
251 tmpdev->used = 2;
252 } else if (fstat(dfd, &stb)< 0) {
253 /* Impossible! */
254 fprintf(stderr, Name ": fstat failed for %s: %s\n",
255 devname, strerror(errno));
256 tmpdev->used = 2;
257 } else if ((stb.st_mode & S_IFMT) != S_IFBLK) {
258 fprintf(stderr, Name ": %s is not a block device.\n",
259 devname);
260 tmpdev->used = 2;
261 } else if (!tst && (tst = guess_super(dfd)) == NULL) {
262 if (report_missmatch)
263 fprintf(stderr, Name ": no recogniseable superblock on %s\n",
264 devname);
265 tmpdev->used = 2;
266 } else if (auto_assem && st == NULL &&
267 !conf_test_metadata(tst->ss->name)) {
268 if (report_missmatch)
269 fprintf(stderr, Name ": %s has metadata type %s for which "
270 "auto-assembly is disabled\n",
271 devname, tst->ss->name);
272 tmpdev->used = 2;
273 } else if (tst->ss->load_super(tst,dfd, NULL)) {
274 if (report_missmatch)
275 fprintf( stderr, Name ": no RAID superblock on %s\n",
276 devname);
277 } else {
278 content = &info;
279 memset(content, 0, sizeof(*content));
280 tst->ss->getinfo_super(tst, content);
281 }
282 if (dfd >= 0) close(dfd);
283
284 if (tst && tst->sb && tst->ss->container_content
285 && tst->loaded_container) {
286 /* tmpdev is a container. We need to be either
287 * looking for a member, or auto-assembling
288 */
289 if (st) {
290 /* already found some components, this cannot
291 * be another one.
292 */
293 if (report_missmatch)
294 fprintf(stderr, Name ": %s is a container, but we are looking for components\n",
295 devname);
296 goto loop;
297 }
298
299 if (ident->container) {
300 if (ident->container[0] == '/' &&
301 !same_dev(ident->container, devname)) {
302 if (report_missmatch)
303 fprintf(stderr, Name ": %s is not the container required (%s)\n",
304 devname, ident->container);
305 goto loop;
306 }
307 if (ident->container[0] != '/') {
308 /* we have a uuid */
309 int uuid[4];
310 if (!parse_uuid(ident->container, uuid) ||
311 !same_uuid(content->uuid, uuid, tst->ss->swapuuid)) {
312 if (report_missmatch)
313 fprintf(stderr, Name ": %s has wrong UUID to be required container\n",
314 devname);
315 goto loop;
316 }
317 }
318 }
319 /* It is worth looking inside this container.
320 */
321 next_member:
322 if (tmpdev->content)
323 content = tmpdev->content;
324 else
325 content = tst->ss->container_content(tst);
326
327 tmpdev->content = content->next;
328 if (tmpdev->content == NULL)
329 tmpdev->used = 2;
330
331 } else if (ident->container || ident->member) {
332 /* No chance of this matching if we don't have
333 * a container */
334 if (report_missmatch)
335 fprintf(stderr, Name "%s is not a container, and one is required.\n",
336 devname);
337 goto loop;
338 }
339
340 if (ident->uuid_set && (!update || strcmp(update, "uuid")!= 0) &&
341 (!tst || !tst->sb ||
342 same_uuid(content->uuid, ident->uuid, tst->ss->swapuuid)==0)) {
343 if (report_missmatch)
344 fprintf(stderr, Name ": %s has wrong uuid.\n",
345 devname);
346 goto loop;
347 }
348 if (ident->name[0] && (!update || strcmp(update, "name")!= 0) &&
349 (!tst || !tst->sb ||
350 name_matches(content->name, ident->name, homehost)==0)) {
351 if (report_missmatch)
352 fprintf(stderr, Name ": %s has wrong name.\n",
353 devname);
354 goto loop;
355 }
356 if (ident->super_minor != UnSet &&
357 (!tst || !tst->sb ||
358 ident->super_minor != content->array.md_minor)) {
359 if (report_missmatch)
360 fprintf(stderr, Name ": %s has wrong super-minor.\n",
361 devname);
362 goto loop;
363 }
364 if (ident->level != UnSet &&
365 (!tst || !tst->sb ||
366 ident->level != content->array.level)) {
367 if (report_missmatch)
368 fprintf(stderr, Name ": %s has wrong raid level.\n",
369 devname);
370 goto loop;
371 }
372 if (ident->raid_disks != UnSet &&
373 (!tst || !tst->sb ||
374 ident->raid_disks!= content->array.raid_disks)) {
375 if (report_missmatch)
376 fprintf(stderr, Name ": %s requires wrong number of drives.\n",
377 devname);
378 goto loop;
379 }
380 if (auto_assem) {
381 if (tst == NULL || tst->sb == NULL)
382 continue;
383 }
384 /* If we are this far, then we are nearly commited to this device.
385 * If the super_block doesn't exist, or doesn't match others,
386 * then we probably cannot continue
387 * However if one of the arrays is for the homehost, and
388 * the other isn't that can disambiguate.
389 */
390
391 if (!tst || !tst->sb) {
392 fprintf(stderr, Name ": %s has no superblock - assembly aborted\n",
393 devname);
394 if (st)
395 st->ss->free_super(st);
396 return 1;
397 }
398
399 if (tst && tst->sb && tst->ss->container_content
400 && tst->loaded_container) {
401 /* we have the one container we need, don't keep
402 * looking. If the chosen member is active, skip.
403 */
404 if (is_member_busy(content->text_version)) {
405 if (report_missmatch)
406 fprintf(stderr, Name ": member %s in %s is already assembled\n",
407 content->text_version,
408 devname);
409 tst->ss->free_super(tst);
410 tst = NULL;
411 content = NULL;
412 if (auto_assem)
413 goto loop;
414 return 1;
415 }
416 st = tst; tst = NULL;
417 if (!auto_assem && tmpdev->next != NULL) {
418 fprintf(stderr, Name ": %s is a container, but is not "
419 "only device given: confused and aborting\n",
420 devname);
421 st->ss->free_super(st);
422 return 1;
423 }
424 break;
425 }
426 if (st == NULL)
427 st = dup_super(tst);
428 if (st->minor_version == -1)
429 st->minor_version = tst->minor_version;
430 if (st->ss != tst->ss ||
431 st->minor_version != tst->minor_version ||
432 st->ss->compare_super(st, tst) != 0) {
433 /* Some mismatch. If exactly one array matches this host,
434 * we can resolve on that one.
435 * Or, if we are auto assembling, we just ignore the second
436 * for now.
437 */
438 if (auto_assem)
439 goto loop;
440 if (homehost) {
441 int first = st->ss->match_home(st, homehost);
442 int last = tst->ss->match_home(tst, homehost);
443 if (first != last &&
444 (first == 1 || last == 1)) {
445 /* We can do something */
446 if (first) {/* just ignore this one */
447 if (report_missmatch)
448 fprintf(stderr, Name ": %s misses out due to wrong homehost\n",
449 devname);
450 goto loop;
451 } else { /* reject all those sofar */
452 mddev_dev_t td;
453 if (report_missmatch)
454 fprintf(stderr, Name ": %s overrides previous devices due to good homehost\n",
455 devname);
456 for (td=devlist; td != tmpdev; td=td->next)
457 if (td->used == 1)
458 td->used = 0;
459 tmpdev->used = 1;
460 goto loop;
461 }
462 }
463 }
464 fprintf(stderr, Name ": superblock on %s doesn't match others - assembly aborted\n",
465 devname);
466 tst->ss->free_super(tst);
467 st->ss->free_super(st);
468 return 1;
469 }
470
471 tmpdev->used = 1;
472
473 loop:
474 if (tmpdev->content)
475 goto next_member;
476 if (tst)
477 tst->ss->free_super(tst);
478 }
479
480 if (!st || !st->sb || !content)
481 return 2;
482
483 /* Now need to open the array device. Use create_mddev */
484 if (content == &info)
485 st->ss->getinfo_super(st, content);
486
487 trustworthy = FOREIGN;
488 name = content->name;
489 switch (st->ss->match_home(st, homehost)
490 ?: st->ss->match_home(st, "any")) {
491 case 1:
492 trustworthy = LOCAL;
493 name = strchr(content->name, ':');
494 if (name)
495 name++;
496 else
497 name = content->name;
498 break;
499 }
500 if (!auto_assem)
501 /* If the array is listed in mdadm.conf or on
502 * command line, then we trust the name
503 * even if the array doesn't look local
504 */
505 trustworthy = LOCAL;
506
507 if (name[0] == 0 &&
508 content->array.level == LEVEL_CONTAINER) {
509 name = content->text_version;
510 trustworthy = METADATA;
511 }
512 mdfd = create_mddev(mddev, name, ident->autof, trustworthy,
513 chosen_name);
514 if (mdfd < 0) {
515 st->ss->free_super(st);
516 free(devices);
517 if (auto_assem)
518 goto try_again;
519 return 1;
520 }
521 mddev = chosen_name;
522 vers = md_get_version(mdfd);
523 if (vers < 9000) {
524 fprintf(stderr, Name ": Assemble requires driver version 0.90.0 or later.\n"
525 " Upgrade your kernel or try --build\n");
526 close(mdfd);
527 return 1;
528 }
529 if (mddev_busy(fd2devnum(mdfd))) {
530 fprintf(stderr, Name ": %s already active, cannot restart it!\n",
531 mddev);
532 for (tmpdev = devlist ;
533 tmpdev && tmpdev->used != 1;
534 tmpdev = tmpdev->next)
535 ;
536 if (tmpdev && auto_assem)
537 fprintf(stderr, Name ": %s needed for %s...\n",
538 mddev, tmpdev->devname);
539 close(mdfd);
540 mdfd = -3;
541 st->ss->free_super(st);
542 free(devices);
543 if (auto_assem)
544 goto try_again;
545 return 1;
546 }
547 ioctl(mdfd, STOP_ARRAY, NULL); /* just incase it was started but has no content */
548
549 #ifndef MDASSEMBLE
550 if (content != &info) {
551 /* This is a member of a container. Try starting the array. */
552 return assemble_container_content(st, mdfd, content, runstop,
553 chosen_name, verbose);
554 }
555 #endif
556 /* Ok, no bad inconsistancy, we can try updating etc */
557 bitmap_done = 0;
558 for (tmpdev = devlist; tmpdev; tmpdev=tmpdev->next) if (tmpdev->used == 1) {
559 char *devname = tmpdev->devname;
560 struct stat stb;
561 /* looks like a good enough match to update the super block if needed */
562 #ifndef MDASSEMBLE
563 if (update) {
564 int dfd;
565 /* prepare useful information in info structures */
566 struct stat stb2;
567 struct supertype *tst;
568 fstat(mdfd, &stb2);
569
570 if (strcmp(update, "uuid")==0 &&
571 !ident->uuid_set) {
572 int rfd;
573 if ((rfd = open("/dev/urandom", O_RDONLY)) < 0 ||
574 read(rfd, ident->uuid, 16) != 16) {
575 *(__u32*)(ident->uuid) = random();
576 *(__u32*)(ident->uuid+1) = random();
577 *(__u32*)(ident->uuid+2) = random();
578 *(__u32*)(ident->uuid+3) = random();
579 }
580 if (rfd >= 0) close(rfd);
581 }
582 dfd = dev_open(devname, O_RDWR|O_EXCL);
583
584 remove_partitions(dfd);
585
586 tst = dup_super(st);
587 tst->ss->load_super(tst, dfd, NULL);
588 tst->ss->getinfo_super(tst, content);
589
590 memcpy(content->uuid, ident->uuid, 16);
591 strcpy(content->name, ident->name);
592 content->array.md_minor = minor(stb2.st_rdev);
593
594 tst->ss->update_super(tst, content, update,
595 devname, verbose,
596 ident->uuid_set, homehost);
597 if (strcmp(update, "uuid")==0 &&
598 !ident->uuid_set) {
599 ident->uuid_set = 1;
600 memcpy(ident->uuid, content->uuid, 16);
601 }
602 if (dfd < 0)
603 fprintf(stderr, Name ": Cannot open %s for superblock update\n",
604 devname);
605 else if (tst->ss->store_super(tst, dfd))
606 fprintf(stderr, Name ": Could not re-write superblock on %s.\n",
607 devname);
608 if (dfd >= 0)
609 close(dfd);
610
611 if (strcmp(update, "uuid")==0 &&
612 ident->bitmap_fd >= 0 && !bitmap_done) {
613 if (bitmap_update_uuid(ident->bitmap_fd,
614 content->uuid,
615 tst->ss->swapuuid) != 0)
616 fprintf(stderr, Name ": Could not update uuid on external bitmap.\n");
617 else
618 bitmap_done = 1;
619 }
620 tst->ss->free_super(tst);
621 } else
622 #endif
623 {
624 struct supertype *tst = dup_super(st);
625 int dfd;
626 dfd = dev_open(devname, O_RDWR|O_EXCL);
627
628 remove_partitions(dfd);
629
630 tst->ss->load_super(tst, dfd, NULL);
631 tst->ss->getinfo_super(tst, content);
632 tst->ss->free_super(tst);
633 close(dfd);
634 }
635
636 stat(devname, &stb);
637
638 if (verbose > 0)
639 fprintf(stderr, Name ": %s is identified as a member of %s, slot %d.\n",
640 devname, mddev, content->disk.raid_disk);
641 devices[devcnt].devname = devname;
642 devices[devcnt].uptodate = 0;
643 devices[devcnt].i = *content;
644 devices[devcnt].i.disk.major = major(stb.st_rdev);
645 devices[devcnt].i.disk.minor = minor(stb.st_rdev);
646 if (most_recent < devcnt) {
647 if (devices[devcnt].i.events
648 > devices[most_recent].i.events)
649 most_recent = devcnt;
650 }
651 if (content->array.level == -4)
652 /* with multipath, the raid_disk from the superblock is meaningless */
653 i = devcnt;
654 else
655 i = devices[devcnt].i.disk.raid_disk;
656 if (i+1 == 0) {
657 if (nextspare < content->array.raid_disks)
658 nextspare = content->array.raid_disks;
659 i = nextspare++;
660 } else {
661 if (i >= content->array.raid_disks &&
662 i >= nextspare)
663 nextspare = i+1;
664 }
665 if (i < 10000) {
666 if (i >= bestcnt) {
667 unsigned int newbestcnt = i+10;
668 int *newbest = malloc(sizeof(int)*newbestcnt);
669 unsigned int c;
670 for (c=0; c < newbestcnt; c++)
671 if (c < bestcnt)
672 newbest[c] = best[c];
673 else
674 newbest[c] = -1;
675 if (best)free(best);
676 best = newbest;
677 bestcnt = newbestcnt;
678 }
679 if (best[i] >=0 &&
680 devices[best[i]].i.events
681 == devices[devcnt].i.events
682 && (devices[best[i]].i.disk.minor
683 != devices[devcnt].i.disk.minor)
684 && st->ss == &super0
685 && content->array.level != LEVEL_MULTIPATH) {
686 /* two different devices with identical superblock.
687 * Could be a mis-detection caused by overlapping
688 * partitions. fail-safe.
689 */
690 fprintf(stderr, Name ": WARNING %s and %s appear"
691 " to have very similar superblocks.\n"
692 " If they are really different, "
693 "please --zero the superblock on one\n"
694 " If they are the same or overlap,"
695 " please remove one from %s.\n",
696 devices[best[i]].devname, devname,
697 inargv ? "the list" :
698 "the\n DEVICE list in mdadm.conf"
699 );
700 close(mdfd);
701 return 1;
702 }
703 if (best[i] == -1
704 || (devices[best[i]].i.events
705 < devices[devcnt].i.events))
706 best[i] = devcnt;
707 }
708 devcnt++;
709 }
710
711 if (devcnt == 0) {
712 fprintf(stderr, Name ": no devices found for %s\n",
713 mddev);
714 if (st)
715 st->ss->free_super(st);
716 close(mdfd);
717 return 1;
718 }
719
720 if (update && strcmp(update, "byteorder")==0)
721 st->minor_version = 90;
722
723 st->ss->getinfo_super(st, content);
724 clean = content->array.state & 1;
725
726 /* now we have some devices that might be suitable.
727 * I wonder how many
728 */
729 avail = malloc(content->array.raid_disks);
730 memset(avail, 0, content->array.raid_disks);
731 okcnt = 0;
732 sparecnt=0;
733 for (i=0; i< bestcnt ;i++) {
734 int j = best[i];
735 int event_margin = 1; /* always allow a difference of '1'
736 * like the kernel does
737 */
738 if (j < 0) continue;
739 /* note: we ignore error flags in multipath arrays
740 * as they don't make sense
741 */
742 if (content->array.level != -4)
743 if (!(devices[j].i.disk.state & (1<<MD_DISK_SYNC))) {
744 if (!(devices[j].i.disk.state
745 & (1<<MD_DISK_FAULTY)))
746 sparecnt++;
747 continue;
748 }
749 if (devices[j].i.events+event_margin >=
750 devices[most_recent].i.events) {
751 devices[j].uptodate = 1;
752 if (i < content->array.raid_disks) {
753 okcnt++;
754 avail[i]=1;
755 } else
756 sparecnt++;
757 }
758 }
759 while (force && !enough(content->array.level, content->array.raid_disks,
760 content->array.layout, 1,
761 avail, okcnt)) {
762 /* Choose the newest best drive which is
763 * not up-to-date, update the superblock
764 * and add it.
765 */
766 int fd;
767 struct supertype *tst;
768 long long current_events;
769 chosen_drive = -1;
770 for (i=0; i<content->array.raid_disks && i < bestcnt; i++) {
771 int j = best[i];
772 if (j>=0 &&
773 !devices[j].uptodate &&
774 (chosen_drive < 0 ||
775 devices[j].i.events
776 > devices[chosen_drive].i.events))
777 chosen_drive = j;
778 }
779 if (chosen_drive < 0)
780 break;
781 current_events = devices[chosen_drive].i.events;
782 add_another:
783 if (verbose >= 0)
784 fprintf(stderr, Name ": forcing event count in %s(%d) from %d upto %d\n",
785 devices[chosen_drive].devname,
786 devices[chosen_drive].i.disk.raid_disk,
787 (int)(devices[chosen_drive].i.events),
788 (int)(devices[most_recent].i.events));
789 fd = dev_open(devices[chosen_drive].devname, O_RDWR|O_EXCL);
790 if (fd < 0) {
791 fprintf(stderr, Name ": Couldn't open %s for write - not updating\n",
792 devices[chosen_drive].devname);
793 devices[chosen_drive].i.events = 0;
794 continue;
795 }
796 tst = dup_super(st);
797 if (tst->ss->load_super(tst,fd, NULL)) {
798 close(fd);
799 fprintf(stderr, Name ": RAID superblock disappeared from %s - not updating.\n",
800 devices[chosen_drive].devname);
801 devices[chosen_drive].i.events = 0;
802 continue;
803 }
804 content->events = devices[most_recent].i.events;
805 tst->ss->update_super(tst, content, "force-one",
806 devices[chosen_drive].devname, verbose,
807 0, NULL);
808
809 if (tst->ss->store_super(tst, fd)) {
810 close(fd);
811 fprintf(stderr, Name ": Could not re-write superblock on %s\n",
812 devices[chosen_drive].devname);
813 devices[chosen_drive].i.events = 0;
814 tst->ss->free_super(tst);
815 continue;
816 }
817 close(fd);
818 devices[chosen_drive].i.events = devices[most_recent].i.events;
819 devices[chosen_drive].uptodate = 1;
820 avail[chosen_drive] = 1;
821 okcnt++;
822 tst->ss->free_super(tst);
823
824 /* If there are any other drives of the same vintage,
825 * add them in as well. We can't lose and we might gain
826 */
827 for (i=0; i<content->array.raid_disks && i < bestcnt ; i++) {
828 int j = best[i];
829 if (j >= 0 &&
830 !devices[j].uptodate &&
831 devices[j].i.events == current_events) {
832 chosen_drive = j;
833 goto add_another;
834 }
835 }
836 }
837
838 /* Now we want to look at the superblock which the kernel will base things on
839 * and compare the devices that we think are working with the devices that the
840 * superblock thinks are working.
841 * If there are differences and --force is given, then update this chosen
842 * superblock.
843 */
844 chosen_drive = -1;
845 st->ss->free_super(st);
846 for (i=0; chosen_drive < 0 && i<bestcnt; i++) {
847 int j = best[i];
848 int fd;
849
850 if (j<0)
851 continue;
852 if (!devices[j].uptodate)
853 continue;
854 chosen_drive = j;
855 if ((fd=dev_open(devices[j].devname, O_RDONLY|O_EXCL))< 0) {
856 fprintf(stderr, Name ": Cannot open %s: %s\n",
857 devices[j].devname, strerror(errno));
858 close(mdfd);
859 return 1;
860 }
861 if (st->ss->load_super(st,fd, NULL)) {
862 close(fd);
863 fprintf(stderr, Name ": RAID superblock has disappeared from %s\n",
864 devices[j].devname);
865 close(mdfd);
866 return 1;
867 }
868 close(fd);
869 }
870 if (st->sb == NULL) {
871 fprintf(stderr, Name ": No suitable drives found for %s\n", mddev);
872 close(mdfd);
873 return 1;
874 }
875 st->ss->getinfo_super(st, content);
876 #ifndef MDASSEMBLE
877 sysfs_init(content, mdfd, 0);
878 #endif
879 for (i=0; i<bestcnt; i++) {
880 int j = best[i];
881 unsigned int desired_state;
882
883 if (i < content->array.raid_disks)
884 desired_state = (1<<MD_DISK_ACTIVE) | (1<<MD_DISK_SYNC);
885 else
886 desired_state = 0;
887
888 if (j<0)
889 continue;
890 if (!devices[j].uptodate)
891 continue;
892
893 devices[j].i.disk.state = desired_state;
894 if (!(devices[j].i.array.state & 1))
895 clean = 0;
896
897 if (st->ss->update_super(st, &devices[j].i, "assemble", NULL,
898 verbose, 0, NULL)) {
899 if (force) {
900 if (verbose >= 0)
901 fprintf(stderr, Name ": "
902 "clearing FAULTY flag for device %d in %s for %s\n",
903 j, mddev, devices[j].devname);
904 change = 1;
905 } else {
906 if (verbose >= -1)
907 fprintf(stderr, Name ": "
908 "device %d in %s has wrong state in superblock, but %s seems ok\n",
909 i, mddev, devices[j].devname);
910 }
911 }
912 #if 0
913 if (!(super.disks[i].i.disk.state & (1 << MD_DISK_FAULTY))) {
914 fprintf(stderr, Name ": devices %d of %s is not marked FAULTY in superblock, but cannot be found\n",
915 i, mddev);
916 }
917 #endif
918 }
919 if (force && !clean &&
920 !enough(content->array.level, content->array.raid_disks,
921 content->array.layout, clean,
922 avail, okcnt)) {
923 change += st->ss->update_super(st, content, "force-array",
924 devices[chosen_drive].devname, verbose,
925 0, NULL);
926 clean = 1;
927 }
928
929 if (change) {
930 int fd;
931 fd = dev_open(devices[chosen_drive].devname, O_RDWR|O_EXCL);
932 if (fd < 0) {
933 fprintf(stderr, Name ": Could not open %s for write - cannot Assemble array.\n",
934 devices[chosen_drive].devname);
935 close(mdfd);
936 return 1;
937 }
938 if (st->ss->store_super(st, fd)) {
939 close(fd);
940 fprintf(stderr, Name ": Could not re-write superblock on %s\n",
941 devices[chosen_drive].devname);
942 close(mdfd);
943 return 1;
944 }
945 close(fd);
946 }
947
948 /* If we are in the middle of a reshape we may need to restore saved data
949 * that was moved aside due to the reshape overwriting live data
950 * The code of doing this lives in Grow.c
951 */
952 #ifndef MDASSEMBLE
953 if (content->reshape_active) {
954 int err = 0;
955 int *fdlist = malloc(sizeof(int)* bestcnt);
956 for (i=0; i<bestcnt; i++) {
957 int j = best[i];
958 if (j >= 0) {
959 fdlist[i] = dev_open(devices[j].devname, O_RDWR|O_EXCL);
960 if (fdlist[i] < 0) {
961 fprintf(stderr, Name ": Could not open %s for write - cannot Assemble array.\n",
962 devices[j].devname);
963 err = 1;
964 break;
965 }
966 } else
967 fdlist[i] = -1;
968 }
969 if (!err)
970 err = Grow_restart(st, content, fdlist, bestcnt, backup_file);
971 while (i>0) {
972 i--;
973 if (fdlist[i]>=0) close(fdlist[i]);
974 }
975 if (err) {
976 fprintf(stderr, Name ": Failed to restore critical section for reshape, sorry.\n");
977 close(mdfd);
978 return err;
979 }
980 }
981 #endif
982 /* count number of in-sync devices according to the superblock.
983 * We must have this number to start the array without -s or -R
984 */
985 req_cnt = content->array.working_disks;
986
987 /* Almost ready to actually *do* something */
988 if (!old_linux) {
989 int rv;
990
991 /* First, fill in the map, so that udev can find our name
992 * as soon as we become active.
993 */
994 map_update(NULL, fd2devnum(mdfd), content->text_version,
995 content->uuid, chosen_name);
996
997 rv = set_array_info(mdfd, st, content);
998 if (rv) {
999 fprintf(stderr, Name ": failed to set array info for %s: %s\n",
1000 mddev, strerror(errno));
1001 close(mdfd);
1002 return 1;
1003 }
1004 if (ident->bitmap_fd >= 0) {
1005 if (ioctl(mdfd, SET_BITMAP_FILE, ident->bitmap_fd) != 0) {
1006 fprintf(stderr, Name ": SET_BITMAP_FILE failed.\n");
1007 close(mdfd);
1008 return 1;
1009 }
1010 } else if (ident->bitmap_file) {
1011 /* From config file */
1012 int bmfd = open(ident->bitmap_file, O_RDWR);
1013 if (bmfd < 0) {
1014 fprintf(stderr, Name ": Could not open bitmap file %s\n",
1015 ident->bitmap_file);
1016 close(mdfd);
1017 return 1;
1018 }
1019 if (ioctl(mdfd, SET_BITMAP_FILE, bmfd) != 0) {
1020 fprintf(stderr, Name ": Failed to set bitmapfile for %s\n", mddev);
1021 close(bmfd);
1022 close(mdfd);
1023 return 1;
1024 }
1025 close(bmfd);
1026 }
1027
1028 /* First, add the raid disks, but add the chosen one last */
1029 for (i=0; i<= bestcnt; i++) {
1030 int j;
1031 if (i < bestcnt) {
1032 j = best[i];
1033 if (j == chosen_drive)
1034 continue;
1035 } else
1036 j = chosen_drive;
1037
1038 if (j >= 0 /* && devices[j].uptodate */) {
1039 rv = add_disk(mdfd, st, content, &devices[j].i);
1040
1041 if (rv) {
1042 fprintf(stderr, Name ": failed to add "
1043 "%s to %s: %s\n",
1044 devices[j].devname,
1045 mddev,
1046 strerror(errno));
1047 if (i < content->array.raid_disks
1048 || i == bestcnt)
1049 okcnt--;
1050 else
1051 sparecnt--;
1052 } else if (verbose > 0)
1053 fprintf(stderr, Name ": added %s "
1054 "to %s as %d\n",
1055 devices[j].devname, mddev,
1056 devices[j].i.disk.raid_disk);
1057 } else if (verbose > 0 && i < content->array.raid_disks)
1058 fprintf(stderr, Name ": no uptodate device for "
1059 "slot %d of %s\n",
1060 i, mddev);
1061 }
1062
1063 if (content->array.level == LEVEL_CONTAINER) {
1064 if (verbose >= 0) {
1065 fprintf(stderr, Name ": Container %s has been "
1066 "assembled with %d drive%s",
1067 mddev, okcnt+sparecnt, okcnt+sparecnt==1?"":"s");
1068 if (okcnt < content->array.raid_disks)
1069 fprintf(stderr, " (out of %d)",
1070 content->array.raid_disks);
1071 fprintf(stderr, "\n");
1072 }
1073 sysfs_uevent(content, "change");
1074 wait_for(chosen_name, mdfd);
1075 close(mdfd);
1076 return 0;
1077 }
1078
1079 if (runstop == 1 ||
1080 (runstop <= 0 &&
1081 ( enough(content->array.level, content->array.raid_disks,
1082 content->array.layout, clean, avail, okcnt) &&
1083 (okcnt >= req_cnt || start_partial_ok)
1084 ))) {
1085 if (ioctl(mdfd, RUN_ARRAY, NULL)==0) {
1086 if (verbose >= 0) {
1087 fprintf(stderr, Name ": %s has been started with %d drive%s",
1088 mddev, okcnt, okcnt==1?"":"s");
1089 if (okcnt < content->array.raid_disks)
1090 fprintf(stderr, " (out of %d)", content->array.raid_disks);
1091 if (sparecnt)
1092 fprintf(stderr, " and %d spare%s", sparecnt, sparecnt==1?"":"s");
1093 fprintf(stderr, ".\n");
1094 }
1095 if (content->reshape_active &&
1096 content->array.level >= 4 &&
1097 content->array.level <= 6) {
1098 /* might need to increase the size
1099 * of the stripe cache - default is 256
1100 */
1101 if (256 < 4 * (content->array.chunk_size/4096)) {
1102 struct mdinfo *sra = sysfs_read(mdfd, 0, 0);
1103 if (sra)
1104 sysfs_set_num(sra, NULL,
1105 "stripe_cache_size",
1106 (4 * content->array.chunk_size / 4096) + 1);
1107 }
1108 }
1109 wait_for(mddev, mdfd);
1110 close(mdfd);
1111 if (auto_assem) {
1112 int usecs = 1;
1113 /* There is a nasty race with 'mdadm --monitor'.
1114 * If it opens this device before we close it,
1115 * it gets an incomplete open on which IO
1116 * doesn't work and the capacity is
1117 * wrong.
1118 * If we reopen (to check for layered devices)
1119 * before --monitor closes, we loose.
1120 *
1121 * So: wait upto 1 second for there to be
1122 * a non-zero capacity.
1123 */
1124 while (usecs < 1000) {
1125 mdfd = open(mddev, O_RDONLY);
1126 if (mdfd >= 0) {
1127 unsigned long long size;
1128 if (get_dev_size(mdfd, NULL, &size) &&
1129 size > 0)
1130 break;
1131 close(mdfd);
1132 }
1133 usleep(usecs);
1134 usecs <<= 1;
1135 }
1136 }
1137 return 0;
1138 }
1139 fprintf(stderr, Name ": failed to RUN_ARRAY %s: %s\n",
1140 mddev, strerror(errno));
1141
1142 if (!enough(content->array.level, content->array.raid_disks,
1143 content->array.layout, 1, avail, okcnt))
1144 fprintf(stderr, Name ": Not enough devices to "
1145 "start the array.\n");
1146 else if (!enough(content->array.level,
1147 content->array.raid_disks,
1148 content->array.layout, clean,
1149 avail, okcnt))
1150 fprintf(stderr, Name ": Not enough devices to "
1151 "start the array while not clean "
1152 "- consider --force.\n");
1153
1154 if (auto_assem)
1155 ioctl(mdfd, STOP_ARRAY, NULL);
1156 close(mdfd);
1157 return 1;
1158 }
1159 if (runstop == -1) {
1160 fprintf(stderr, Name ": %s assembled from %d drive%s",
1161 mddev, okcnt, okcnt==1?"":"s");
1162 if (okcnt != content->array.raid_disks)
1163 fprintf(stderr, " (out of %d)", content->array.raid_disks);
1164 fprintf(stderr, ", but not started.\n");
1165 close(mdfd);
1166 return 0;
1167 }
1168 if (verbose >= -1) {
1169 fprintf(stderr, Name ": %s assembled from %d drive%s", mddev, okcnt, okcnt==1?"":"s");
1170 if (sparecnt)
1171 fprintf(stderr, " and %d spare%s", sparecnt, sparecnt==1?"":"s");
1172 if (!enough(content->array.level, content->array.raid_disks,
1173 content->array.layout, 1, avail, okcnt))
1174 fprintf(stderr, " - not enough to start the array.\n");
1175 else if (!enough(content->array.level,
1176 content->array.raid_disks,
1177 content->array.layout, clean,
1178 avail, okcnt))
1179 fprintf(stderr, " - not enough to start the "
1180 "array while not clean - consider "
1181 "--force.\n");
1182 else {
1183 if (req_cnt == content->array.raid_disks)
1184 fprintf(stderr, " - need all %d to start it", req_cnt);
1185 else
1186 fprintf(stderr, " - need %d of %d to start", req_cnt, content->array.raid_disks);
1187 fprintf(stderr, " (use --run to insist).\n");
1188 }
1189 }
1190 if (auto_assem)
1191 ioctl(mdfd, STOP_ARRAY, NULL);
1192 close(mdfd);
1193 return 1;
1194 } else {
1195 /* The "chosen_drive" is a good choice, and if necessary, the superblock has
1196 * been updated to point to the current locations of devices.
1197 * so we can just start the array
1198 */
1199 unsigned long dev;
1200 dev = makedev(devices[chosen_drive].i.disk.major,
1201 devices[chosen_drive].i.disk.minor);
1202 if (ioctl(mdfd, START_ARRAY, dev)) {
1203 fprintf(stderr, Name ": Cannot start array: %s\n",
1204 strerror(errno));
1205 }
1206
1207 }
1208 close(mdfd);
1209 return 0;
1210 }
1211
1212 #ifndef MDASSEMBLE
1213 int assemble_container_content(struct supertype *st, int mdfd,
1214 struct mdinfo *content, int runstop,
1215 char *chosen_name, int verbose)
1216 {
1217 struct mdinfo *dev, *sra;
1218 int working = 0, preexist = 0;
1219 struct map_ent *map = NULL;
1220
1221 sysfs_init(content, mdfd, 0);
1222
1223 sra = sysfs_read(mdfd, 0, GET_VERSION);
1224 if (sra == NULL || strcmp(sra->text_version, content->text_version) != 0)
1225 if (sysfs_set_array(content, md_get_version(mdfd)) != 0) {
1226 close(mdfd);
1227 return 1;
1228 }
1229 if (sra)
1230 sysfs_free(sra);
1231
1232 for (dev = content->devs; dev; dev = dev->next)
1233 if (sysfs_add_disk(content, dev, 1) == 0)
1234 working++;
1235 else if (errno == EEXIST)
1236 preexist++;
1237 if (working == 0) {
1238 close(mdfd);
1239 return 1;/* Nothing new, don't try to start */
1240 }
1241
1242 map_update(&map, fd2devnum(mdfd),
1243 content->text_version,
1244 content->uuid, chosen_name);
1245
1246 if (runstop > 0 ||
1247 (working + preexist) >= content->array.working_disks) {
1248 int err;
1249
1250 switch(content->array.level) {
1251 case LEVEL_LINEAR:
1252 case LEVEL_MULTIPATH:
1253 case 0:
1254 err = sysfs_set_str(content, NULL, "array_state",
1255 "active");
1256 break;
1257 default:
1258 err = sysfs_set_str(content, NULL, "array_state",
1259 "readonly");
1260 /* start mdmon if needed. */
1261 if (!err) {
1262 if (!mdmon_running(st->container_dev))
1263 start_mdmon(st->container_dev);
1264 ping_monitor(devnum2devname(st->container_dev));
1265 }
1266 break;
1267 }
1268 if (!err)
1269 sysfs_set_safemode(content, content->safe_mode_delay);
1270 if (verbose >= 0) {
1271 if (err)
1272 fprintf(stderr, Name
1273 ": array %s now has %d devices",
1274 chosen_name, working + preexist);
1275 else
1276 fprintf(stderr, Name
1277 ": Started %s with %d devices",
1278 chosen_name, working + preexist);
1279 if (preexist)
1280 fprintf(stderr, " (%d new)", working);
1281 fprintf(stderr, "\n");
1282 }
1283 if (!err)
1284 wait_for(chosen_name, mdfd);
1285 close(mdfd);
1286 return 0;
1287 /* FIXME should have an O_EXCL and wait for read-auto */
1288 } else {
1289 if (verbose >= 0)
1290 fprintf(stderr, Name
1291 ": %s assembled with %d devices but "
1292 "not started\n",
1293 chosen_name, working);
1294 close(mdfd);
1295 return 1;
1296 }
1297 }
1298 #endif
1299