]> git.ipfire.org Git - thirdparty/mdadm.git/blobdiff - Assemble.c
Move calls to SET_ARRAY_INFO to common helper.
[thirdparty/mdadm.git] / Assemble.c
index cb97f8cd59a491684d6531318aaae0aecad6ab5e..65a679b650e1e7af29487c279f53161f51adbd7d 100644 (file)
@@ -51,7 +51,7 @@ static int name_matches(char *found, char *required, char *homehost)
 }
 
 int Assemble(struct supertype *st, char *mddev, int mdfd,
-            mddev_ident_t ident, char *conffile,
+            mddev_ident_t ident,
             mddev_dev_t devlist, char *backup_file,
             int readonly, int runstop,
             char *update, char *homehost,
@@ -111,19 +111,16 @@ int Assemble(struct supertype *st, char *mddev, int mdfd,
         *    START_ARRAY
         *
         */
+       int clean = 0;
        int must_close = 0;
        int old_linux = 0;
        int vers = 0; /* Keep gcc quite - it really is initialised */
-       void *first_super = NULL, *super = NULL;
        struct {
                char *devname;
-               unsigned int major, minor;
-               unsigned int oldmajor, oldminor;
-               long long events;
-               int uptodate;
-               int state;
-               int raid_disk;
-               int disk_nr;
+               int uptodate; /* set once we decide that this device is as
+                              * recent as everything else in the array.
+                              */
+               struct mdinfo i;
        } *devices;
        int *best = NULL; /* indexed by raid_disk */
        unsigned int bestcnt = 0;
@@ -135,6 +132,7 @@ int Assemble(struct supertype *st, char *mddev, int mdfd,
        int chosen_drive;
        int change = 0;
        int inargv = 0;
+       int bitmap_done;
        int start_partial_ok = (runstop >= 0) && (force || devlist==NULL || mdfd < 0);
        unsigned int num_devs;
        mddev_dev_t tmpdev;
@@ -142,6 +140,8 @@ int Assemble(struct supertype *st, char *mddev, int mdfd,
        char *avail;
        int nextspare = 0;
 
+       memset(&info, 0, sizeof(info));
+
        if (get_linux_version() < 2004000)
                old_linux = 1;
 
@@ -181,10 +181,12 @@ int Assemble(struct supertype *st, char *mddev, int mdfd,
                return 1;
        }
        if (devlist == NULL)
-               devlist = conf_get_devs(conffile);
+               devlist = conf_get_devs();
        else if (mdfd >= 0)
                inargv = 1;
 
+ try_again:
+
        tmpdev = devlist; num_devs = 0;
        while (tmpdev) {
                if (tmpdev->used)
@@ -211,7 +213,7 @@ int Assemble(struct supertype *st, char *mddev, int mdfd,
                char *devname = tmpdev->devname;
                int dfd;
                struct stat stb;
-               struct supertype *tst = st;
+               struct supertype *tst = dup_super(st);
 
                if (tmpdev->used > 1) continue;
 
@@ -222,11 +224,6 @@ int Assemble(struct supertype *st, char *mddev, int mdfd,
                        continue;
                }
 
-               if (super) {
-                       free(super);
-                       super = NULL;
-               }
-               
                dfd = dev_open(devname, O_RDONLY|O_EXCL);
                if (dfd < 0) {
                        if ((inargv && verbose >= 0) || verbose > 0)
@@ -247,62 +244,67 @@ int Assemble(struct supertype *st, char *mddev, int mdfd,
                                fprintf(stderr, Name ": no recogniseable superblock on %s\n",
                                        devname);
                        tmpdev->used = 2;
-               } else if (tst->ss->load_super(tst,dfd, &super, NULL)) {
+               } else if (tst->ss->load_super(tst,dfd, NULL)) {
                        if ((inargv && verbose >= 0) || verbose > 0)
                                fprintf( stderr, Name ": no RAID superblock on %s\n",
                                         devname);
                } else {
-                       tst->ss->getinfo_super(&info, super);
+                       tst->ss->getinfo_super(tst, &info);
                }
                if (dfd >= 0) close(dfd);
 
                if (ident->uuid_set && (!update || strcmp(update, "uuid")!= 0) &&
-                   (!super || same_uuid(info.uuid, ident->uuid, tst->ss->swapuuid)==0)) {
+                   (!tst || !tst->sb ||
+                    same_uuid(info.uuid, ident->uuid, tst->ss->swapuuid)==0)) {
                        if ((inargv && verbose >= 0) || verbose > 0)
                                fprintf(stderr, Name ": %s has wrong uuid.\n",
                                        devname);
-                       continue;
+                       goto loop;
                }
                if (ident->name[0] && (!update || strcmp(update, "name")!= 0) &&
-                   (!super || name_matches(info.name, ident->name, homehost)==0)) {
+                   (!tst || !tst->sb ||
+                    name_matches(info.name, ident->name, homehost)==0)) {
                        if ((inargv && verbose >= 0) || verbose > 0)
                                fprintf(stderr, Name ": %s has wrong name.\n",
                                        devname);
-                       continue;
+                       goto loop;
                }
                if (ident->super_minor != UnSet &&
-                   (!super || ident->super_minor != info.array.md_minor)) {
+                   (!tst || !tst->sb ||
+                    ident->super_minor != info.array.md_minor)) {
                        if ((inargv && verbose >= 0) || verbose > 0)
                                fprintf(stderr, Name ": %s has wrong super-minor.\n",
                                        devname);
-                       continue;
+                       goto loop;
                }
                if (ident->level != UnSet &&
-                   (!super|| ident->level != info.array.level)) {
+                   (!tst || !tst->sb ||
+                    ident->level != info.array.level)) {
                        if ((inargv && verbose >= 0) || verbose > 0)
                                fprintf(stderr, Name ": %s has wrong raid level.\n",
                                        devname);
-                       continue;
+                       goto loop;
                }
                if (ident->raid_disks != UnSet &&
-                   (!super || ident->raid_disks!= info.array.raid_disks)) {
+                   (!tst || !tst->sb ||
+                    ident->raid_disks!= info.array.raid_disks)) {
                        if ((inargv && verbose >= 0) || verbose > 0)
                                fprintf(stderr, Name ": %s requires wrong number of drives.\n",
                                        devname);
-                       continue;
+                       goto loop;
                }
                if (mdfd < 0) {
-                       if (tst == NULL || super == NULL)
+                       if (tst == NULL || tst->sb == NULL)
                                continue;
                        if (update == NULL &&
-                           tst->ss->match_home(super, homehost)==0) {
+                           tst->ss->match_home(tst, homehost)==0) {
                                if ((inargv && verbose >= 0) || verbose > 0)
                                        fprintf(stderr, Name ": %s is not built for host %s.\n",
                                                devname, homehost);
                                /* Auto-assemble, and this is not a usable host */
                                /* if update != NULL, we are updating the host
                                 * name... */
-                               continue;
+                               goto loop;
                        }
                }
                /* If we are this far, then we are nearly commited to this device.
@@ -312,35 +314,38 @@ int Assemble(struct supertype *st, char *mddev, int mdfd,
                 * the other isn't that can disambiguate.
                 */
 
-               if (!super) {
+               if (!tst || !tst->sb) {
                        fprintf(stderr, Name ": %s has no superblock - assembly aborted\n",
                                devname);
-                       free(first_super);
+                       if (st)
+                               st->ss->free_super(st);
                        return 1;
                }
 
                if (st == NULL)
-                       st = tst;
+                       st = dup_super(tst);
+               if (st->minor_version == -1)
+                       st->minor_version = tst->minor_version;
                if (st->ss != tst->ss ||
                    st->minor_version != tst->minor_version ||
-                   st->ss->compare_super(&first_super, super) != 0) {
+                   st->ss->compare_super(st, tst) != 0) {
                        /* Some mismatch. If exactly one array matches this host,
                         * we can resolve on that one.
                         * Or, if we are auto assembling, we just ignore the second
                         * for now.
                         */
                        if (mdfd < 0)
-                               continue;
+                               goto loop;
                        if (homehost) {
-                               int first = st->ss->match_home(first_super, homehost);
-                               int last = tst->ss->match_home(super, homehost);
+                               int first = st->ss->match_home(st, homehost);
+                               int last = tst->ss->match_home(tst, homehost);
                                if (first+last == 1) {
                                        /* We can do something */
                                        if (first) {/* just ignore this one */
                                                if ((inargv && verbose >= 0) || verbose > 0)
                                                        fprintf(stderr, Name ": %s misses out due to wrong homehost\n",
                                                                devname);
-                                               continue;
+                                               goto loop;
                                        } else { /* reject all those sofar */
                                                mddev_dev_t td;
                                                if ((inargv && verbose >= 0) || verbose > 0)
@@ -350,18 +355,22 @@ int Assemble(struct supertype *st, char *mddev, int mdfd,
                                                        if (td->used == 1)
                                                                td->used = 0;
                                                tmpdev->used = 1;
-                                               continue;
+                                               goto loop;
                                        }
                                }
                        }
                        fprintf(stderr, Name ": superblock on %s doesn't match others - assembly aborted\n",
                                devname);
-                       free(super);
-                       free(first_super);
+                       tst->ss->free_super(tst);
+                       st->ss->free_super(st);
                        return 1;
                }
 
                tmpdev->used = 1;
+
+       loop:
+               if (tst)
+                       tst->ss->free_super(tst);
        }
 
        if (mdfd < 0) {
@@ -371,10 +380,10 @@ int Assemble(struct supertype *st, char *mddev, int mdfd,
                 */
                mdu_array_info_t inf;
                char *c;
-               if (!first_super) {
+               if (!st || !st->sb) {
                        return 2;
                }
-               st->ss->getinfo_super(&info, first_super);
+               st->ss->getinfo_super(st, &info);
                c = strchr(info.name, ':');
                if (c) c++; else c= info.name;
                if (isdigit(*c) && ((ident->autof & 7)==4 || (ident->autof&7)==6))
@@ -383,19 +392,32 @@ int Assemble(struct supertype *st, char *mddev, int mdfd,
                else
                        asprintf(&mddev, "/dev/md/%s", c);
                mdfd = open_mddev(mddev, ident->autof);
-               if (mdfd < 0)
-                       return mdfd;
+               if (mdfd < 0) {
+                       st->ss->free_super(st);
+                       free(devices);
+                       goto try_again;
+               }
                vers = md_get_version(mdfd);
                if (ioctl(mdfd, GET_ARRAY_INFO, &inf)==0) {
+                       for (tmpdev = devlist ;
+                            tmpdev && tmpdev->used != 1;
+                            tmpdev = tmpdev->next)
+                               ;
                        fprintf(stderr, Name ": %s already active, cannot restart it!\n", mddev);
+                       if (tmpdev)
+                               fprintf(stderr, Name ":   %s needed for %s...\n",
+                                       mddev, tmpdev->devname);
                        close(mdfd);
-                       free(first_super);
-                       return 1;
+                       mdfd = -1;
+                       st->ss->free_super(st);
+                       free(devices);
+                       goto try_again;
                }
                must_close = 1;
        }
 
        /* Ok, no bad inconsistancy, we can try updating etc */
+       bitmap_done = 0;
        for (tmpdev = devlist; tmpdev; tmpdev=tmpdev->next) if (tmpdev->used == 1) {
                char *devname = tmpdev->devname;
                struct stat stb;
@@ -405,6 +427,7 @@ int Assemble(struct supertype *st, char *mddev, int mdfd,
                        int dfd;
                        /* prepare useful information in info structures */
                        struct stat stb2;
+                       struct supertype *tst;
                        fstat(mdfd, &stb2);
 
                        if (strcmp(update, "uuid")==0 &&
@@ -421,20 +444,19 @@ int Assemble(struct supertype *st, char *mddev, int mdfd,
                        }
                        dfd = dev_open(devname, O_RDWR|O_EXCL);
 
-                       if (super) {
-                               free(super);
-                               super = NULL;
-                       }
+                       remove_partitions(dfd);
 
-                       st->ss->load_super(st, dfd, &super, NULL);
-                       st->ss->getinfo_super(&info, super);
+                       tst = dup_super(st);
+                       tst->ss->load_super(tst, dfd, NULL);
+                       tst->ss->getinfo_super(tst, &info);
 
                        memcpy(info.uuid, ident->uuid, 16);
                        strcpy(info.name, ident->name);
                        info.array.md_minor = minor(stb2.st_rdev);
 
-                       st->ss->update_super(&info, super, update, devname, verbose,
-                                            ident->uuid_set, homehost);
+                       tst->ss->update_super(tst, &info, update,
+                                             devname, verbose,
+                                             ident->uuid_set, homehost);
                        if (strcmp(update, "uuid")==0 &&
                            !ident->uuid_set) {
                                ident->uuid_set = 1;
@@ -443,30 +465,34 @@ int Assemble(struct supertype *st, char *mddev, int mdfd,
                        if (dfd < 0)
                                fprintf(stderr, Name ": Cannot open %s for superblock update\n",
                                        devname);
-                       else if (st->ss->store_super(st, dfd, super))
+                       else if (tst->ss->store_super(tst, dfd))
                                fprintf(stderr, Name ": Could not re-write superblock on %s.\n",
                                        devname);
                        if (dfd >= 0)
                                close(dfd);
 
                        if (strcmp(update, "uuid")==0 &&
-                           ident->bitmap_fd)
-                               if (bitmap_update_uuid(ident->bitmap_fd, info.uuid) != 0)
-                                       fprintf(stderr, Name ": Could not update uuid on %s.\n",
-                                               devname);
+                           ident->bitmap_fd >= 0 && !bitmap_done) {
+                               if (bitmap_update_uuid(ident->bitmap_fd,
+                                                      info.uuid,
+                                                      tst->ss->swapuuid) != 0)
+                                       fprintf(stderr, Name ": Could not update uuid on external bitmap.\n");
+                               else
+                                       bitmap_done = 1;
+                       }
+                       tst->ss->free_super(tst);
                } else
 #endif
                {
+                       struct supertype *tst = dup_super(st);
                        int dfd;
                        dfd = dev_open(devname, O_RDWR|O_EXCL);
 
-                       if (super) {
-                               free(super);
-                               super = NULL;
-                       }
+                       remove_partitions(dfd);
 
-                       st->ss->load_super(st, dfd, &super, NULL);
-                       st->ss->getinfo_super(&info, super);
+                       tst->ss->load_super(tst, dfd, NULL);
+                       tst->ss->getinfo_super(tst, &info);
+                       tst->ss->free_super(tst);
                        close(dfd);
                }
 
@@ -476,29 +502,28 @@ int Assemble(struct supertype *st, char *mddev, int mdfd,
                        fprintf(stderr, Name ": %s is identified as a member of %s, slot %d.\n",
                                devname, mddev, info.disk.raid_disk);
                devices[devcnt].devname = devname;
-               devices[devcnt].major = major(stb.st_rdev);
-               devices[devcnt].minor = minor(stb.st_rdev);
-               devices[devcnt].oldmajor = info.disk.major;
-               devices[devcnt].oldminor = info.disk.minor;
-               devices[devcnt].events = info.events;
-               devices[devcnt].raid_disk = info.disk.raid_disk;
-               devices[devcnt].disk_nr = info.disk.number;
                devices[devcnt].uptodate = 0;
-               devices[devcnt].state = info.disk.state;
+               devices[devcnt].i = info;
+               devices[devcnt].i.disk.major = major(stb.st_rdev);
+               devices[devcnt].i.disk.minor = minor(stb.st_rdev);
                if (most_recent < devcnt) {
-                       if (devices[devcnt].events
-                           > devices[most_recent].events)
+                       if (devices[devcnt].i.events
+                           > devices[most_recent].i.events)
                                most_recent = devcnt;
                }
                if (info.array.level == -4)
                        /* with multipath, the raid_disk from the superblock is meaningless */
                        i = devcnt;
                else
-                       i = devices[devcnt].raid_disk;
+                       i = devices[devcnt].i.disk.raid_disk;
                if (i+1 == 0) {
                        if (nextspare < info.array.raid_disks)
                                nextspare = info.array.raid_disks;
                        i = nextspare++;
+               } else {
+                       if (i >= info.array.raid_disks &&
+                           i >= nextspare)
+                               nextspare = i+1;
                }
                if (i < 10000) {
                        if (i >= bestcnt) {
@@ -514,29 +539,52 @@ int Assemble(struct supertype *st, char *mddev, int mdfd,
                                best = newbest;
                                bestcnt = newbestcnt;
                        }
+                       if (best[i] >=0 &&
+                           devices[best[i]].i.events
+                           == devices[devcnt].i.events
+                           && (devices[best[i]].i.disk.minor
+                               != devices[devcnt].i.disk.minor)
+                           && st->ss == &super0
+                           && info.array.level != LEVEL_MULTIPATH) {
+                               /* two different devices with identical superblock.
+                                * Could be a mis-detection caused by overlapping
+                                * partitions.  fail-safe.
+                                */
+                               fprintf(stderr, Name ": WARNING %s and %s appear"
+                                       " to have very similar superblocks.\n"
+                                       "      If they are really different, "
+                                       "please --zero the superblock on one\n"
+                                       "      If they are the same or overlap,"
+                                       " please remove one from %s.\n",
+                                       devices[best[i]].devname, devname,
+                                       inargv ? "the list" :
+                                          "the\n      DEVICE list in mdadm.conf"
+                                       );
+                               if (must_close) close(mdfd);
+                               return 1;
+                       }
                        if (best[i] == -1
-                           || devices[best[i]].events < devices[devcnt].events)
+                           || (devices[best[i]].i.events
+                               < devices[devcnt].i.events))
                                best[i] = devcnt;
                }
                devcnt++;
        }
 
-       if (super)
-               free(super);
-       super = NULL;
-
-       if (update && strcmp(update, "byteorder")==0)
-               st->minor_version = 90;
-
        if (devcnt == 0) {
                fprintf(stderr, Name ": no devices found for %s\n",
                        mddev);
-               free(first_super);
+               if (st)
+                       st->ss->free_super(st);
                if (must_close) close(mdfd);
                return 1;
        }
 
-       st->ss->getinfo_super(&info, first_super);
+       if (update && strcmp(update, "byteorder")==0)
+               st->minor_version = 90;
+
+       st->ss->getinfo_super(st, &info);
+       clean = info.array.state & 1;
 
        /* now we have some devices that might be suitable.
         * I wonder how many
@@ -555,13 +603,14 @@ int Assemble(struct supertype *st, char *mddev, int mdfd,
                 * as they don't make sense
                 */
                if (info.array.level != -4)
-                       if (!(devices[j].state & (1<<MD_DISK_SYNC))) {
-                               if (!(devices[j].state & (1<<MD_DISK_FAULTY)))
+                       if (!(devices[j].i.disk.state & (1<<MD_DISK_SYNC))) {
+                               if (!(devices[j].i.disk.state
+                                     & (1<<MD_DISK_FAULTY)))
                                        sparecnt++;
                                continue;
                        }
-               if (devices[j].events+event_margin >=
-                   devices[most_recent].events) {
+               if (devices[j].i.events+event_margin >=
+                   devices[most_recent].i.events) {
                        devices[j].uptodate = 1;
                        if (i < info.array.raid_disks) {
                                okcnt++;
@@ -571,61 +620,84 @@ int Assemble(struct supertype *st, char *mddev, int mdfd,
                }
        }
        while (force && !enough(info.array.level, info.array.raid_disks,
-                               info.array.layout,
+                               info.array.layout, 1,
                                avail, okcnt)) {
                /* Choose the newest best drive which is
                 * not up-to-date, update the superblock
                 * and add it.
                 */
                int fd;
+               struct supertype *tst;
+               long long current_events;
                chosen_drive = -1;
                for (i=0; i<info.array.raid_disks && i < bestcnt; i++) {
                        int j = best[i];
                        if (j>=0 &&
                            !devices[j].uptodate &&
-                           devices[j].events > 0 &&
+                           devices[j].i.events > 0 &&
                            (chosen_drive < 0 ||
-                            devices[j].events > devices[chosen_drive].events))
+                            devices[j].i.events
+                            > devices[chosen_drive].i.events))
                                chosen_drive = j;
                }
                if (chosen_drive < 0)
                        break;
+               current_events = devices[chosen_drive].i.events;
+       add_another:
                if (verbose >= 0)
                        fprintf(stderr, Name ": forcing event count in %s(%d) from %d upto %d\n",
-                               devices[chosen_drive].devname, devices[chosen_drive].raid_disk,
-                               (int)(devices[chosen_drive].events),
-                               (int)(devices[most_recent].events));
+                               devices[chosen_drive].devname,
+                               devices[chosen_drive].i.disk.raid_disk,
+                               (int)(devices[chosen_drive].i.events),
+                               (int)(devices[most_recent].i.events));
                fd = dev_open(devices[chosen_drive].devname, O_RDWR|O_EXCL);
                if (fd < 0) {
                        fprintf(stderr, Name ": Couldn't open %s for write - not updating\n",
                                devices[chosen_drive].devname);
-                       devices[chosen_drive].events = 0;
+                       devices[chosen_drive].i.events = 0;
                        continue;
                }
-               if (st->ss->load_super(st,fd, &super, NULL)) {
+               tst = dup_super(st);
+               if (tst->ss->load_super(tst,fd, NULL)) {
                        close(fd);
                        fprintf(stderr, Name ": RAID superblock disappeared from %s - not updating.\n",
                                devices[chosen_drive].devname);
-                       devices[chosen_drive].events = 0;
+                       devices[chosen_drive].i.events = 0;
                        continue;
                }
-               info.events = devices[most_recent].events;
-               st->ss->update_super(&info, super, "force", devices[chosen_drive].devname, verbose, 0, NULL);
+               info.events = devices[most_recent].i.events;
+               tst->ss->update_super(tst, &info, "force-one",
+                                    devices[chosen_drive].devname, verbose,
+                                    0, NULL);
 
-               if (st->ss->store_super(st, fd, super)) {
+               if (tst->ss->store_super(tst, fd)) {
                        close(fd);
                        fprintf(stderr, Name ": Could not re-write superblock on %s\n",
                                devices[chosen_drive].devname);
-                       devices[chosen_drive].events = 0;
-                       free(super);
+                       devices[chosen_drive].i.events = 0;
+                       tst->ss->free_super(tst);
                        continue;
                }
                close(fd);
-               devices[chosen_drive].events = devices[most_recent].events;
+               devices[chosen_drive].i.events = devices[most_recent].i.events;
                devices[chosen_drive].uptodate = 1;
                avail[chosen_drive] = 1;
                okcnt++;
-               free(super);
+               tst->ss->free_super(tst);
+
+               /* If there are any other drives of the same vintage,
+                * add them in as well.  We can't lose and we might gain
+                */
+               for (i=0; i<info.array.raid_disks && i < bestcnt ; i++) {
+                       int j = best[i];
+                       if (j >= 0 &&
+                           !devices[j].uptodate &&
+                           devices[j].i.events > 0 &&
+                           devices[j].i.events == current_events) {
+                               chosen_drive = j;
+                               goto add_another;
+                       }
+               }
        }
 
        /* Now we want to look at the superblock which the kernel will base things on
@@ -635,7 +707,7 @@ int Assemble(struct supertype *st, char *mddev, int mdfd,
         * superblock.
         */
        chosen_drive = -1;
-       super = NULL;
+       st->ss->free_super(st);
        for (i=0; chosen_drive < 0 && i<bestcnt; i++) {
                int j = best[i];
                int fd;
@@ -651,7 +723,7 @@ int Assemble(struct supertype *st, char *mddev, int mdfd,
                        if (must_close) close(mdfd);
                        return 1;
                }
-               if (st->ss->load_super(st,fd, &super, NULL)) {
+               if (st->ss->load_super(st,fd, NULL)) {
                        close(fd);
                        fprintf(stderr, Name ": RAID superblock has disappeared from %s\n",
                                devices[j].devname);
@@ -660,12 +732,15 @@ int Assemble(struct supertype *st, char *mddev, int mdfd,
                }
                close(fd);
        }
-       if (super == NULL) {
+       if (st->sb == NULL) {
                fprintf(stderr, Name ": No suitable drives found for %s\n", mddev);
                if (must_close) close(mdfd);
                return 1;
        }
-       st->ss->getinfo_super(&info, super);
+       st->ss->getinfo_super(st, &info);
+#ifndef MDASSEMBLE
+       sysfs_init(&info, mdfd, 0);
+#endif
        for (i=0; i<bestcnt; i++) {
                int j = best[i];
                unsigned int desired_state;
@@ -679,12 +754,11 @@ int Assemble(struct supertype *st, char *mddev, int mdfd,
                        continue;
                if (!devices[j].uptodate)
                        continue;
-               info.disk.number = devices[j].disk_nr;
-               info.disk.raid_disk = i;
-               info.disk.state = desired_state;
 
-               if (devices[j].uptodate &&
-                   st->ss->update_super(&info, super, "assemble", NULL, verbose, 0, NULL)) {
+               devices[j].i.disk.state = desired_state;
+
+               if (st->ss->update_super(st, &devices[j].i, "assemble", NULL,
+                                        verbose, 0, NULL)) {
                        if (force) {
                                if (verbose >= 0)
                                        fprintf(stderr, Name ": "
@@ -699,17 +773,20 @@ int Assemble(struct supertype *st, char *mddev, int mdfd,
                        }
                }
 #if 0
-               if (!devices[j].uptodate &&
-                   !(super.disks[i].state & (1 << MD_DISK_FAULTY))) {
+               if (!(super.disks[i].i.disk.state & (1 << MD_DISK_FAULTY))) {
                        fprintf(stderr, Name ": devices %d of %s is not marked FAULTY in superblock, but cannot be found\n",
                                i, mddev);
                }
 #endif
        }
-       if (force && okcnt == info.array.raid_disks-1) {
-               /* FIXME check event count */
-               change += st->ss->update_super(&info, super, "force",
-                                       devices[chosen_drive].devname, verbose, 0, NULL);
+       if (force && !clean &&
+           !enough(info.array.level, info.array.raid_disks,
+                   info.array.layout, clean,
+                   avail, okcnt)) {
+               change += st->ss->update_super(st, &info, "force-array",
+                                       devices[chosen_drive].devname, verbose,
+                                              0, NULL);
+               clean = 1;
        }
 
        if (change) {
@@ -721,7 +798,7 @@ int Assemble(struct supertype *st, char *mddev, int mdfd,
                        if (must_close) close(mdfd);
                        return 1;
                }
-               if (st->ss->store_super(st, fd, super)) {
+               if (st->ss->store_super(st, fd)) {
                        close(fd);
                        fprintf(stderr, Name ": Could not re-write superblock on %s\n",
                                devices[chosen_drive].devname);
@@ -773,17 +850,10 @@ int Assemble(struct supertype *st, char *mddev, int mdfd,
        /* Almost ready to actually *do* something */
        if (!old_linux) {
                int rv;
-               if ((vers % 100) >= 1) { /* can use different versions */
-                       mdu_array_info_t inf;
-                       memset(&inf, 0, sizeof(inf));
-                       inf.major_version = st->ss->major;
-                       inf.minor_version = st->minor_version;
-                       rv = ioctl(mdfd, SET_ARRAY_INFO, &inf);
-               } else
-                       rv = ioctl(mdfd, SET_ARRAY_INFO, NULL);
 
+               rv = set_array_info(mdfd, st, &info);
                if (rv) {
-                       fprintf(stderr, Name ": SET_ARRAY_INFO failed for %s: %s\n",
+                       fprintf(stderr, Name ": failed to set array info for %s: %s\n",
                                mddev, strerror(errno));
                        if (must_close) close(mdfd);
                        return 1;
@@ -823,30 +893,49 @@ int Assemble(struct supertype *st, char *mddev, int mdfd,
                                j = chosen_drive;
 
                        if (j >= 0 /* && devices[j].uptodate */) {
-                               mdu_disk_info_t disk;
-                               memset(&disk, 0, sizeof(disk));
-                               disk.major = devices[j].major;
-                               disk.minor = devices[j].minor;
-                               if (ioctl(mdfd, ADD_NEW_DISK, &disk)!=0) {
-                                       fprintf(stderr, Name ": failed to add %s to %s: %s\n",
+                               rv = add_disk(mdfd, st, &info, &devices[j].i);
+
+                               if (rv) {
+                                       fprintf(stderr, Name ": failed to add "
+                                                       "%s to %s: %s\n",
                                                devices[j].devname,
                                                mddev,
                                                strerror(errno));
-                                       if (i < info.array.raid_disks || i == bestcnt)
+                                       if (i < info.array.raid_disks
+                                           || i == bestcnt)
                                                okcnt--;
                                        else
                                                sparecnt--;
                                } else if (verbose > 0)
-                                       fprintf(stderr, Name ": added %s to %s as %d\n",
-                                               devices[j].devname, mddev, devices[j].raid_disk);
+                                       fprintf(stderr, Name ": added %s "
+                                                       "to %s as %d\n",
+                                               devices[j].devname, mddev,
+                                               devices[j].i.disk.raid_disk);
                        } else if (verbose > 0 && i < info.array.raid_disks)
-                               fprintf(stderr, Name ": no uptodate device for slot %d of %s\n",
+                               fprintf(stderr, Name ": no uptodate device for "
+                                               "slot %d of %s\n",
                                        i, mddev);
                }
-               
+
+               if (info.array.level == LEVEL_CONTAINER) {
+                       if (verbose >= 0) {
+                               fprintf(stderr, Name ": Container %s has been "
+                                       "assembled with %d drive%s",
+                                       mddev, okcnt, okcnt==1?"":"s");
+                               if (okcnt < info.array.raid_disks)
+                                       fprintf(stderr, " (out of %d)",
+                                               info.array.raid_disks);
+                               fprintf(stderr, "\n");
+                       }
+                       if (must_close)
+                               close(mdfd);
+                       return 0;
+               }
+
                if (runstop == 1 ||
                    (runstop <= 0 &&
-                    ( enough(info.array.level, info.array.raid_disks, info.array.layout, avail, okcnt) &&
+                    ( enough(info.array.level, info.array.raid_disks,
+                             info.array.layout, clean, avail, okcnt) &&
                       (okcnt >= req_cnt || start_partial_ok)
                             ))) {
                        if (ioctl(mdfd, RUN_ARRAY, NULL)==0) {
@@ -865,7 +954,8 @@ int Assemble(struct supertype *st, char *mddev, int mdfd,
                                        /* There is a nasty race with 'mdadm --monitor'.
                                         * If it opens this device before we close it,
                                         * it gets an incomplete open on which IO
-                                        * doesn't work and the capacity if wrong.
+                                        * doesn't work and the capacity is
+                                        * wrong.
                                         * If we reopen (to check for layered devices)
                                         * before --monitor closes, we loose.
                                         *
@@ -875,8 +965,8 @@ int Assemble(struct supertype *st, char *mddev, int mdfd,
                                        while (usecs < 1000) {
                                                mdfd = open(mddev, O_RDONLY);
                                                if (mdfd >= 0) {
-                                                       unsigned long size;
-                                                       if (ioctl(mdfd, BLKGETSIZE, &size) == 0 &&
+                                                       unsigned long long size;
+                                                       if (get_dev_size(mdfd, NULL, &size) &&
                                                            size > 0)
                                                                break;
                                                        close(mdfd);
@@ -889,7 +979,23 @@ int Assemble(struct supertype *st, char *mddev, int mdfd,
                        }
                        fprintf(stderr, Name ": failed to RUN_ARRAY %s: %s\n",
                                mddev, strerror(errno));
-                       if (must_close) close(mdfd);
+
+                       if (!enough(info.array.level, info.array.raid_disks,
+                                   info.array.layout, 1, avail, okcnt))
+                               fprintf(stderr, Name ": Not enough devices to "
+                                       "start the array.\n");
+                       else if (!enough(info.array.level,
+                                        info.array.raid_disks,
+                                        info.array.layout, clean,
+                                        avail, okcnt))
+                               fprintf(stderr, Name ": Not enough devices to "
+                                       "start the array while not clean "
+                                       "- consider --force.\n");
+
+                       if (must_close) {
+                               ioctl(mdfd, STOP_ARRAY, NULL);
+                               close(mdfd);
+                       }
                        return 1;
                }
                if (runstop == -1) {
@@ -901,12 +1007,20 @@ int Assemble(struct supertype *st, char *mddev, int mdfd,
                        if (must_close) close(mdfd);
                        return 0;
                }
-               if (verbose >= 0) {
+               if (verbose >= -1) {
                        fprintf(stderr, Name ": %s assembled from %d drive%s", mddev, okcnt, okcnt==1?"":"s");
                        if (sparecnt)
                                fprintf(stderr, " and %d spare%s", sparecnt, sparecnt==1?"":"s");
-                       if (!enough(info.array.level, info.array.raid_disks, info.array.layout, avail, okcnt))
+                       if (!enough(info.array.level, info.array.raid_disks,
+                                   info.array.layout, 1, avail, okcnt))
                                fprintf(stderr, " - not enough to start the array.\n");
+                       else if (!enough(info.array.level,
+                                        info.array.raid_disks,
+                                        info.array.layout, clean,
+                                        avail, okcnt))
+                               fprintf(stderr, " - not enough to start the "
+                                       "array while not clean - consider "
+                                       "--force.\n");
                        else {
                                if (req_cnt == info.array.raid_disks)
                                        fprintf(stderr, " - need all %d to start it", req_cnt);
@@ -915,7 +1029,10 @@ int Assemble(struct supertype *st, char *mddev, int mdfd,
                                fprintf(stderr, " (use --run to insist).\n");
                        }
                }
-               if (must_close) close(mdfd);
+               if (must_close) {
+                       ioctl(mdfd, STOP_ARRAY, NULL);
+                       close(mdfd);
+               }
                return 1;
        } else {
                /* The "chosen_drive" is a good choice, and if necessary, the superblock has
@@ -923,13 +1040,13 @@ int Assemble(struct supertype *st, char *mddev, int mdfd,
                 * so we can just start the array
                 */
                unsigned long dev;
-               dev = makedev(devices[chosen_drive].major,
-                           devices[chosen_drive].minor);
+               dev = makedev(devices[chosen_drive].i.disk.major,
+                           devices[chosen_drive].i.disk.minor);
                if (ioctl(mdfd, START_ARRAY, dev)) {
                    fprintf(stderr, Name ": Cannot start array: %s\n",
                            strerror(errno));
                }
-               
+
        }
        if (must_close) close(mdfd);
        return 0;