]> git.ipfire.org Git - thirdparty/mdadm.git/blobdiff - Grow.c
Add missing return in case of trying to grow sub-array
[thirdparty/mdadm.git] / Grow.c
diff --git a/Grow.c b/Grow.c
index 048351d7fab236b77738789572b80afa8d1fe578..598fd595272c013c398b91709681a7045b86a22f 100644 (file)
--- a/Grow.c
+++ b/Grow.c
 #define offsetof(t,f) ((size_t)&(((t*)0)->f))
 #endif
 
+int restore_backup(struct supertype *st,
+                  struct mdinfo *content,
+                  int working_disks,
+                  int next_spare,
+                  char *backup_file,
+                  int verbose)
+{
+       int i;
+       int *fdlist;
+       struct mdinfo *dev;
+       int err;
+       int disk_count = next_spare + working_disks;
+
+       dprintf("Called restore_backup()\n");
+       fdlist = malloc(sizeof(int) * disk_count);
+       if (fdlist == NULL) {
+               fprintf(stderr,
+                       Name ": cannot allocate memory for disk list\n");
+               return 1;
+       }
+       for (i = 0; i < next_spare; i++)
+               fdlist[i] = -1;
+       for (dev = content->devs; dev; dev = dev->next) {
+               char buf[22];
+               int fd;
+               sprintf(buf, "%d:%d",
+                       dev->disk.major,
+                       dev->disk.minor);
+               fd = dev_open(buf, O_RDWR);
+
+               if (dev->disk.raid_disk >= 0)
+                       fdlist[dev->disk.raid_disk] = fd;
+               else
+                       fdlist[next_spare++] = fd;
+       }
+
+       if (st->ss->external && st->ss->recover_backup)
+               err = st->ss->recover_backup(st, content);
+       else
+               err = Grow_restart(st, content, fdlist, next_spare,
+                                  backup_file, verbose > 0);
+
+       while (next_spare > 0) {
+               next_spare--;
+               if (fdlist[next_spare] >= 0)
+                       close(fdlist[next_spare]);
+       }
+       free(fdlist);
+       if (err) {
+               fprintf(stderr, Name ": Failed to restore critical"
+                       " section for reshape - sorry.\n");
+               if (!backup_file)
+                       fprintf(stderr, Name ":  Possibly you need"
+                               " to specify a --backup-file\n");
+               return 1;
+       }
+
+       dprintf("restore_backup() returns status OK.\n");
+       return 0;
+}
+
 int Grow_Add_device(char *devname, int fd, char *newdev)
 {
        /* Add a device to an active array.
@@ -73,6 +134,7 @@ int Grow_Add_device(char *devname, int fd, char *newdev)
                fprintf(stderr, Name ": Cannot grow linear sub-arrays yet\n");
                free(subarray);
                free(st);
+               return 1;
        }
 
        nfd = open(newdev, O_RDWR|O_EXCL|O_DIRECT);
@@ -635,15 +697,19 @@ static int subarray_set_num(char *container, struct mdinfo *sra, char *name, int
        return rc;
 }
 
-int start_reshape(struct mdinfo *sra, int already_running)
+int start_reshape(struct mdinfo *sra, int already_running, int data_disks)
 {
        int err;
+       unsigned long long sync_max_to_set;
+
        sysfs_set_num(sra, NULL, "suspend_lo", 0x7FFFFFFFFFFFFFFFULL);
-       err = sysfs_set_num(sra, NULL, "suspend_hi", 0);
-       err = err ?: sysfs_set_num(sra, NULL, "suspend_lo", 0);
+       err = sysfs_set_num(sra, NULL, "suspend_hi", sra->reshape_progress);
+       err = err ?: sysfs_set_num(sra, NULL, "suspend_lo",
+                                  sra->reshape_progress);
+       sync_max_to_set = sra->reshape_progress / data_disks;
        if (!already_running)
-               sysfs_set_num(sra, NULL, "sync_min", 0);
-       err = err ?: sysfs_set_num(sra, NULL, "sync_max", 0);
+               sysfs_set_num(sra, NULL, "sync_min", sync_max_to_set);
+       err = err ?: sysfs_set_num(sra, NULL, "sync_max", sync_max_to_set);
        if (!already_running)
                err = err ?: sysfs_set_str(sra, NULL, "sync_action", "reshape");
 
@@ -1283,13 +1349,44 @@ static int reshape_array(char *container, int fd, char *devname,
                         struct supertype *st, struct mdinfo *info,
                         int force, struct mddev_dev *devlist,
                         char *backup_file, int quiet, int forked,
-                        int restart);
+                        int restart, int freeze_reshape);
 static int reshape_container(char *container, char *devname,
+                            int mdfd,
                             struct supertype *st, 
                             struct mdinfo *info,
                             int force,
                             char *backup_file,
-                            int quiet, int restart);
+                            int quiet, int restart, int freeze_reshape);
+
+/*
+ * helper routine to check metadata reshape avalability
+ * 1. Do not "grow" arrays with volume activation blocked
+ * 2. do not reshape containers with container reshape blocked
+ *
+ * IN:
+ *     subarray - array name or NULL for container wide reshape
+ *     content - md device info from container_content
+ * OUT:
+ *     0 - block reshape
+ */
+static int check_reshape(char *subarray, struct mdinfo *content)
+{
+       char *ep;
+       unsigned int idx;
+
+       if (!subarray) {
+               if (content->array.state & (1<<MD_SB_BLOCK_CONTAINER_RESHAPE))
+                       return 0;
+       } else {
+               /* do not "grow" arrays with volume activation blocked */
+               idx = strtoul(subarray, &ep, 10);
+               if (*ep == '\0'
+                   && content->container_member == (int) idx
+                   && (content->array.state & (1<<MD_SB_BLOCK_VOLUME)))
+                       return 0;
+       }
+       return 1;
+}
 
 int Grow_reshape(char *devname, int fd, int quiet, char *backup_file,
                 long long size,
@@ -1401,6 +1498,32 @@ int Grow_reshape(char *devname, int fd, int quiet, char *backup_file,
                        return 1;
                }
 
+               /* check if operation is supported for metadata handler */
+               if (st->ss->container_content) {
+                       struct mdinfo *cc = NULL;
+                       struct mdinfo *content = NULL;
+
+                       cc = st->ss->container_content(st, subarray);
+                       for (content = cc; content ; content = content->next) {
+                               int allow_reshape;
+
+                               /* check if reshape is allowed based on metadata
+                                * indications stored in content.array.status
+                                */
+                               allow_reshape = check_reshape(subarray, content);
+                               if (!allow_reshape) {
+                                       fprintf(stderr, Name
+                                               " cannot reshape arrays in"
+                                               " container with unsupported"
+                                               " metadata: %s(%s)\n",
+                                               devname, container_buf);
+                                       sysfs_free(cc);
+                                       free(subarray);
+                                       return 1;
+                               }
+                       }
+                       sysfs_free(cc);
+               }
                if (mdmon_running(container_dev))
                        st->update_tail = &st->updates;
        }
@@ -1446,6 +1569,7 @@ int Grow_reshape(char *devname, int fd, int quiet, char *backup_file,
        /* ========= set size =============== */
        if (size >= 0 && (size == 0 || size != array.size)) {
                long long orig_size = get_component_size(fd)/2;
+               long long min_csize;
                struct mdinfo *mdi;
 
                if (orig_size == 0)
@@ -1461,10 +1585,40 @@ int Grow_reshape(char *devname, int fd, int quiet, char *backup_file,
                /* Update the size of each member device in case
                 * they have been resized.  This will never reduce
                 * below the current used-size.  The "size" attribute
-                * understand '0' to mean 'max'.
+                * understands '0' to mean 'max'.
                 */
-               for (mdi = sra->devs; mdi; mdi = mdi->next)
-                       sysfs_set_num(sra, mdi, "size", size);
+               min_csize = 0;
+               for (mdi = sra->devs; mdi; mdi = mdi->next) {
+                       if (sysfs_set_num(sra, mdi, "size", size) < 0)
+                               break;
+                       if (array.not_persistent == 0 &&
+                           array.major_version == 0 &&
+                           get_linux_version() < 3001000) {
+                               /* Dangerous to allow size to exceed 2TB */
+                               unsigned long long csize;
+                               if (sysfs_get_ll(sra, mdi, "size", &csize) == 0) {
+                                       if (csize >= 2ULL*1024*1024*1024)
+                                               csize = 2ULL*1024*1024*1024;
+                                       if ((min_csize == 0 || (min_csize
+                                                               > (long long)csize)))
+                                               min_csize = csize;
+                               }
+                       }
+               }
+               if (min_csize && size > min_csize) {
+                       fprintf(stderr, Name ": Cannot safely make this array "
+                               "use more than 2TB per device on this kernel.\n");
+                       rv = 1;
+                       goto release;
+               }
+               if (min_csize && size == 0) {
+                       /* Don't let the kernel choose a size - it will get
+                        * it wrong
+                        */
+                       fprintf(stderr, Name ": Limited v0.90 array to "
+                               "2TB per device\n");
+                       size = min_csize;
+               }
 
                array.size = size;
                if (array.size != size) {
@@ -1552,8 +1706,12 @@ int Grow_reshape(char *devname, int fd, int quiet, char *backup_file,
                        rv = 1;
                        goto release;
                }
-               /* FIXME this is added with no justification - why is it here */
-               ping_monitor(container);
+               /* Make sure mdmon has seen the device removal
+                * and updated metadata before we continue with
+                * level change
+                */
+               if (container)
+                       ping_monitor(container);
        }
 
        memset(&info, 0, sizeof(info));
@@ -1668,8 +1826,8 @@ int Grow_reshape(char *devname, int fd, int quiet, char *backup_file,
                 * number of devices (On-Line Capacity Expansion) must be
                 * performed at the level of the container
                 */
-               rv = reshape_container(container, devname, st, &info,
-                                      force, backup_file, quiet, 0);
+               rv = reshape_container(container, devname, -1, st, &info,
+                                      force, backup_file, quiet, 0, 0);
                frozen = 0;
        } else {
                /* get spare devices from external metadata
@@ -1697,7 +1855,7 @@ int Grow_reshape(char *devname, int fd, int quiet, char *backup_file,
                }
                sync_metadata(st);
                rv = reshape_array(container, fd, devname, st, &info, force,
-                                  devlist, backup_file, quiet, 0, 0);
+                                  devlist, backup_file, quiet, 0, 0, 0);
                frozen = 0;
        }
 release:
@@ -1710,7 +1868,7 @@ static int reshape_array(char *container, int fd, char *devname,
                         struct supertype *st, struct mdinfo *info,
                         int force, struct mddev_dev *devlist,
                         char *backup_file, int quiet, int forked,
-                        int restart)
+                        int restart, int freeze_reshape)
 {
        struct reshape reshape;
        int spares_needed;
@@ -1724,8 +1882,8 @@ static int reshape_array(char *container, int fd, char *devname,
        struct mddev_dev *dv;
        int added_disks;
 
-       int *fdlist;
-       unsigned long long *offsets;
+       int *fdlist = NULL;
+       unsigned long long *offsets = NULL;
        int d;
        int nrdisks;
        int err;
@@ -2149,7 +2307,8 @@ started:
                }
        }
 
-       err = start_reshape(sra, restart);
+       err = start_reshape(sra, restart,
+                           info->array.raid_disks - reshape.parity);
        if (err) {
                fprintf(stderr, 
                        Name ": Cannot %s reshape for %s\n",
@@ -2159,6 +2318,15 @@ started:
        }
        if (restart)
                sysfs_set_str(sra, NULL, "array_state", "active");
+       if (freeze_reshape) {
+               free(fdlist);
+               free(offsets);
+               sysfs_free(sra);
+               fprintf(stderr, Name ": Reshape has to be continued from"
+                       " location %llu when root fileststem has been mounted\n",
+                       sra->reshape_progress);
+               return 1;
+       }
 
        /* Now we just need to kick off the reshape and watch, while
         * handling backups of the data...
@@ -2171,8 +2339,12 @@ started:
                abort_reshape(sra);
                goto release;
        default:
+               free(fdlist);
+               free(offsets);
+               sysfs_free(sra);
                return 0;
        case 0:
+               map_fork();
                break;
        }
 
@@ -2197,6 +2369,9 @@ started:
                        d - odisks, fdlist+odisks,
                        offsets+odisks);
 
+       free(fdlist);
+       free(offsets);
+
        if (backup_file && done)
                unlink(backup_file);
        if (!done) {
@@ -2212,6 +2387,7 @@ started:
                /* no need to wait for the reshape to finish as
                 * there is nothing more to do.
                 */
+               sysfs_free(sra);
                exit(0);
        }
        wait_reshape(sra);
@@ -2276,28 +2452,35 @@ started:
                        st->update_tail = NULL;
        }
 out:
+       sysfs_free(sra);
        if (forked)
                return 0;
        unfreeze(st);
        exit(0);
 
 release:
+       free(fdlist);
+       free(offsets);
        if (orig_level != UnSet && sra) {
                c = map_num(pers, orig_level);
                if (c && sysfs_set_str(sra, NULL, "level", c) == 0)
                        fprintf(stderr, Name ": aborting level change\n");
        }
+       sysfs_free(sra);
        if (!forked)
                unfreeze(st);
        return 1;
 }
 
+/* mdfd handle is passed to be closed in child process (after fork).
+ */
 int reshape_container(char *container, char *devname,
+                     int mdfd,
                      struct supertype *st, 
                      struct mdinfo *info,
                      int force,
                      char *backup_file,
-                     int quiet, int restart)
+                     int quiet, int restart, int freeze_reshape)
 {
        struct mdinfo *cc = NULL;
        int rv = restart;
@@ -2326,12 +2509,20 @@ int reshape_container(char *container, char *devname,
                unfreeze(st);
                return 1;
        default: /* parent */
-               printf(Name ": multi-array reshape continues in background\n");
+               if (!freeze_reshape)
+                       printf(Name ": multi-array reshape continues"
+                              " in background\n");
                return 0;
        case 0: /* child */
+               map_fork();
                break;
        }
 
+       /* close unused handle in child process
+        */
+       if (mdfd > -1)
+               close(mdfd);
+
        while(1) {
                /* For each member array with reshape_active,
                 * we need to perform the reshape.
@@ -2381,8 +2572,15 @@ int reshape_container(char *container, char *devname,
 
                rv = reshape_array(container, fd, adev, st,
                                   content, force, NULL,
-                                  backup_file, quiet, 1, restart);
+                                  backup_file, quiet, 1, restart,
+                                  freeze_reshape);
                close(fd);
+
+               if (freeze_reshape) {
+                       sysfs_free(cc);
+                       exit(0);
+               }
+
                restart = 0;
                if (rv)
                        break;
@@ -3520,37 +3718,212 @@ int Grow_restart(struct supertype *st, struct mdinfo *info, int *fdlist, int cnt
        return 1;
 }
 
-int Grow_continue(int mdfd, struct supertype *st, struct mdinfo *info,
-                 char *backup_file)
+int Grow_continue_command(char *devname, int fd,
+                         char *backup_file, int verbose)
 {
+       int ret_val = 0;
+       struct supertype *st = NULL;
+       struct mdinfo *content = NULL;
+       struct mdinfo array;
+       char *subarray = NULL;
+       struct mdinfo *cc = NULL;
+       struct mdstat_ent *mdstat = NULL;
        char buf[40];
-       char *container = NULL;
-       int err;
+       int cfd = -1;
+       int fd2 = -1;
+       char *ep;
+       unsigned long long position;
 
-       err = sysfs_set_str(info, NULL, "array_state", "readonly");
-       if (err)
-               return err;
-       if (st->ss->external) {
-               fmt_devname(buf, st->container_dev);
-               container = buf;
-               freeze(st);
+       dprintf("Grow continue from command line called for %s\n",
+               devname);
 
-               if (!mdmon_running(st->container_dev))
-                       start_mdmon(st->container_dev);
-               ping_monitor_by_id(st->container_dev);
+       st = super_by_fd(fd, &subarray);
+       if (!st || !st->ss) {
+               fprintf(stderr,
+                       Name ": Unable to determine metadata format for %s\n",
+                       devname);
+               return 1;
+       }
+       dprintf("Grow continue is run for ");
+       if (st->ss->external == 0) {
+               dprintf("native array (%s)\n", devname);
+               if (ioctl(fd, GET_ARRAY_INFO, &array) < 0) {
+                       fprintf(stderr, Name ": %s is not an active md array -"
+                               " aborting\n", devname);
+                       ret_val = 1;
+                       goto Grow_continue_command_exit;
+               }
+               content = &array;
+               sysfs_init(content, fd, st->devnum);
+       } else {
+               int container_dev;
 
+               if (subarray) {
+                       dprintf("subarray (%s)\n", subarray);
+                       container_dev = st->container_dev;
+                       cfd = open_dev_excl(st->container_dev);
+               } else {
+                       container_dev = st->devnum;
+                       close(fd);
+                       cfd = open_dev_excl(st->devnum);
+                       dprintf("container (%i)\n", container_dev);
+                       fd = cfd;
+               }
+               if (cfd < 0) {
+                       fprintf(stderr, Name ": Unable to open container "
+                               "for %s\n", devname);
+                       ret_val = 1;
+                       goto Grow_continue_command_exit;
+               }
+               fmt_devname(buf, container_dev);
 
-               if (info->reshape_active == 2) {
-                       int cfd = open_dev(st->container_dev);
-                       if (cfd < 0)
-                               return 1;
-                       st->ss->load_container(st, cfd, container);
-                       close(cfd);
-                       return reshape_container(container, NULL,
-                                                st, info, 0, backup_file,
-                                                0, 1);
+               /* find in container array under reshape
+                */
+               ret_val = st->ss->load_container(st, cfd, NULL);
+               if (ret_val) {
+                       fprintf(stderr,
+                               Name ": Cannot read superblock for %s\n",
+                               devname);
+                       ret_val = 1;
+                       goto Grow_continue_command_exit;
+               }
+
+               cc = st->ss->container_content(st, NULL);
+               for (content = cc; content ; content = content->next) {
+                       char *array;
+                       int allow_reshape;
+
+                       if (content->reshape_active == 0)
+                               continue;
+                       /* The decision about array or container wide
+                        * reshape is taken in Grow_continue based
+                        * content->reshape_active state, therefore we
+                        * need to check_reshape based on
+                        * reshape_active and subarray name
+                       */
+                       allow_reshape =
+                         check_reshape((content->reshape_active == CONTAINER_RESHAPE)? NULL : subarray,
+                                       content);
+                       if (!allow_reshape) {
+                               fprintf(stderr, Name
+                                       ": cannot continue reshape of an array"
+                                       " in container with unsupported"
+                                       " metadata: %s(%s)\n",
+                                       devname, buf);
+                               ret_val = 1;
+                               goto Grow_continue_command_exit;
+                       }
+
+                       array = strchr(content->text_version+1, '/')+1;
+                       mdstat = mdstat_by_subdev(array, container_dev);
+                       if (!mdstat)
+                               continue;
+                       break;
+               }
+               if (!content) {
+                       fprintf(stderr,
+                               Name ": Unable to determine reshaped "
+                               "array for %s\n", devname);
+                       ret_val = 1;
+                       goto Grow_continue_command_exit;
+               }
+               fd2 = open_dev(mdstat->devnum);
+               if (fd2 < 0) {
+                       fprintf(stderr, Name ": cannot open (md%i)\n",
+                               mdstat->devnum);
+                       ret_val = 1;
+                       goto Grow_continue_command_exit;
+               }
+
+               sysfs_init(content, fd2, mdstat->devnum);
+
+               /* start mdmon in case it is not running
+                */
+               if (!mdmon_running(container_dev))
+                       start_mdmon(container_dev);
+               ping_monitor(buf);
+
+               if (mdmon_running(container_dev))
+                       st->update_tail = &st->updates;
+               else {
+                       fprintf(stderr, Name ":  No mdmon found. "
+                               "Grow cannot continue.\n");
+                       ret_val = 1;
+                       goto Grow_continue_command_exit;
                }
        }
-       return reshape_array(container, mdfd, "array", st, info, 1,
-                            NULL, backup_file, 0, 0, 1);
+
+       /* verify that array under reshape is started from
+        * correct position
+        */
+       ret_val = sysfs_get_str(content, NULL, "sync_max", buf, 40);
+       if (ret_val <= 0) {
+               fprintf(stderr, Name
+                       ": cannot open verify reshape progress for %s (%i)\n",
+                       content->sys_name, ret_val);
+               ret_val = 1;
+               goto Grow_continue_command_exit;
+       }
+       dprintf(Name ": Read sync_max sysfs entry is: %s\n", buf);
+       position = strtoull(buf, &ep, 0);
+       if (ep == buf || (*ep != 0 && *ep != '\n' && *ep != ' ')) {
+               fprintf(stderr, Name ": Fatal error: array reshape was"
+                       " not properly frozen\n");
+               ret_val = 1;
+               goto Grow_continue_command_exit;
+       }
+       position *= get_data_disks(map_name(pers, mdstat->level),
+                                  content->new_layout,
+                                  content->array.raid_disks);
+       if (position != content->reshape_progress) {
+               fprintf(stderr, Name ": Fatal error: array reshape was"
+                       " not properly frozen.\n");
+               ret_val = 1;
+               goto Grow_continue_command_exit;
+       }
+
+       /* continue reshape
+        */
+       ret_val = Grow_continue(fd, st, content, backup_file, 0);
+
+Grow_continue_command_exit:
+       if (fd2 > -1)
+               close(fd2);
+       if (cfd > -1)
+               close(cfd);
+       st->ss->free_super(st);
+       free_mdstat(mdstat);
+       sysfs_free(cc);
+       free(subarray);
+
+       return ret_val;
+}
+
+int Grow_continue(int mdfd, struct supertype *st, struct mdinfo *info,
+                 char *backup_file, int freeze_reshape)
+{
+       int ret_val = 2;
+
+       if (!info->reshape_active)
+               return ret_val;
+
+       if (st->ss->external) {
+               char container[40];
+               int cfd = open_dev(st->container_dev);
+
+               if (cfd < 0)
+                       return 1;
+
+               fmt_devname(container, st->container_dev);
+               st->ss->load_container(st, cfd, container);
+               close(cfd);
+               ret_val = reshape_container(container, NULL, mdfd,
+                                           st, info, 0, backup_file,
+                                           0, 1, freeze_reshape);
+       } else
+               ret_val = reshape_array(NULL, mdfd, "array", st, info, 1,
+                                       NULL, backup_file, 0, 0, 1,
+                                       freeze_reshape);
+
+       return ret_val;
 }