]>
git.ipfire.org Git - thirdparty/mdadm.git/blob - Manage.c
2 * mdadm - manage Linux "md" devices aka RAID arrays.
4 * Copyright (C) 2001-2009 Neil Brown <neilb@suse.de>
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License as published by
9 * the Free Software Foundation; either version 2 of the License, or
10 * (at your option) any later version.
12 * This program is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 * GNU General Public License for more details.
17 * You should have received a copy of the GNU General Public License
18 * along with this program; if not, write to the Free Software
19 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
22 * Email: <neilb@suse.de>
30 #define REGISTER_DEV _IO (MD_MAJOR, 1)
31 #define START_MD _IO (MD_MAJOR, 2)
32 #define STOP_MD _IO (MD_MAJOR, 3)
34 int Manage_ro(char *devname
, int fd
, int readonly
)
36 /* switch to readonly or rw
39 * first check that array is runing
40 * use RESTART_ARRAY_RW or STOP_ARRAY_RO
43 mdu_array_info_t array
;
48 if (md_get_version(fd
) < 9000) {
49 fprintf(stderr
, Name
": need md driver version 0.90.0 or later\n");
53 /* If this is an externally-manage array, we need to modify the
54 * metadata_version so that mdmon doesn't undo our change.
56 mdi
= sysfs_read(fd
, -1, GET_LEVEL
|GET_VERSION
);
58 mdi
->array
.major_version
== -1 &&
59 mdi
->array
.level
> 0 &&
60 is_subarray(mdi
->text_version
)) {
62 strcpy(vers
, "external:");
63 strcat(vers
, mdi
->text_version
);
66 /* We set readonly ourselves. */
68 sysfs_set_str(mdi
, NULL
, "metadata_version", vers
);
71 rv
= sysfs_set_str(mdi
, NULL
, "array_state", "readonly");
74 fprintf(stderr
, Name
": failed to set readonly for %s: %s\n",
75 devname
, strerror(errno
));
77 vers
[9] = mdi
->text_version
[0];
78 sysfs_set_str(mdi
, NULL
, "metadata_version", vers
);
83 /* We cannot set read/write - must signal mdmon */
85 sysfs_set_str(mdi
, NULL
, "metadata_version", vers
);
87 cp
= strchr(vers
+10, '/');
90 ping_monitor(vers
+10);
95 if (ioctl(fd
, GET_ARRAY_INFO
, &array
)) {
96 fprintf(stderr
, Name
": %s does not appear to be active.\n",
102 if (ioctl(fd
, STOP_ARRAY_RO
, NULL
)) {
103 fprintf(stderr
, Name
": failed to set readonly for %s: %s\n",
104 devname
, strerror(errno
));
107 } else if (readonly
< 0) {
108 if (ioctl(fd
, RESTART_ARRAY_RW
, NULL
)) {
109 fprintf(stderr
, Name
": failed to set writable for %s: %s\n",
110 devname
, strerror(errno
));
119 static void remove_devices(int devnum
, char *path
)
121 /* Remove all 'standard' devices for 'devnum', including
122 * partitions. Also remove names at 'path' - possibly with
123 * partition suffixes - which link to those names.
134 sprintf(base
, "/dev/md%d", devnum
);
136 sprintf(base
, "/dev/md_d%d", -1-devnum
);
137 be
= base
+ strlen(base
);
139 path2
= malloc(strlen(path
)+20);
141 pe
= path2
+ strlen(path2
);
145 for (part
= 0; part
< 16; part
++) {
147 sprintf(be
, "p%d", part
);
150 sprintf(pe
, "p%d", part
);
152 sprintf(pe
, "%d", part
);
155 /* FIXME test if really is md device ?? */
158 n
= readlink(path2
, link
, sizeof(link
));
159 if (n
&& strlen(base
) == n
&&
160 strncmp(link
, base
, n
) == 0)
168 int Manage_runstop(char *devname
, int fd
, int runstop
, int quiet
)
170 /* Run or stop the array. array must already be configured
172 * Only print failure messages if quiet == 0;
173 * quiet > 0 means really be quiet
174 * quiet < 0 means we will try again if it fails.
176 mdu_param_t param
; /* unused */
178 if (runstop
== -1 && md_get_version(fd
) < 9000) {
179 if (ioctl(fd
, STOP_MD
, 0)) {
180 if (quiet
== 0) fprintf(stderr
,
181 Name
": stopping device %s "
183 devname
, strerror(errno
));
188 if (md_get_version(fd
) < 9000) {
189 fprintf(stderr
, Name
": need md driver version 0.90.0 or later\n");
193 if (ioctl(fd, GET_ARRAY_INFO, &array)) {
194 fprintf(stderr, Name ": %s does not appear to be active.\n",
200 if (ioctl(fd
, RUN_ARRAY
, ¶m
)) {
201 fprintf(stderr
, Name
": failed to run array %s: %s\n",
202 devname
, strerror(errno
));
206 fprintf(stderr
, Name
": started %s\n", devname
);
207 } else if (runstop
< 0){
208 struct map_ent
*map
= NULL
;
212 /* If this is an mdmon managed array, just write 'inactive'
213 * to the array state and let mdmon clear up.
215 devnum
= fd2devnum(fd
);
216 mdi
= sysfs_read(fd
, -1, GET_LEVEL
|GET_VERSION
);
218 mdi
->array
.level
> 0 &&
219 is_subarray(mdi
->text_version
)) {
220 /* This is mdmon managed. */
222 if (sysfs_set_str(mdi
, NULL
,
223 "array_state", "inactive") < 0) {
226 ": failed to stop array %s: %s\n",
227 devname
, strerror(errno
));
231 /* Give monitor a chance to act */
232 ping_monitor(mdi
->text_version
);
234 fd
= open(devname
, O_RDONLY
);
236 mdi
->array
.major_version
== -1 &&
237 mdi
->array
.minor_version
== -2 &&
238 !is_subarray(mdi
->text_version
)) {
239 struct mdstat_ent
*mds
, *m
;
240 /* container, possibly mdmon-managed.
241 * Make sure mdmon isn't opening it, which
242 * would interfere with the 'stop'
244 ping_monitor(mdi
->sys_name
);
246 /* now check that there are no existing arrays
247 * which are members of this array
249 mds
= mdstat_read(0, 0);
250 for (m
=mds
; m
; m
=m
->next
)
251 if (m
->metadata_version
&&
252 strncmp(m
->metadata_version
, "external:", 9)==0 &&
253 is_subarray(m
->metadata_version
+9) &&
254 devname2devnum(m
->metadata_version
+10) == devnum
) {
257 ": Cannot stop container %s: "
258 "member %s still active\n",
267 if (fd
>= 0 && ioctl(fd
, STOP_ARRAY
, NULL
)) {
270 ": failed to stop array %s: %s\n",
271 devname
, strerror(errno
));
273 fprintf(stderr
, "Perhaps a running "
274 "process, mounted filesystem "
275 "or active volume group?\n");
281 /* prior to 2.6.28, KOBJ_CHANGE was not sent when an md array
282 * was stopped, so We'll do it here just to be sure. Drop any
283 * partitions as well...
286 ioctl(fd
, BLKRRPART
, 0);
288 sysfs_uevent(mdi
, "change");
291 if (devnum
!= NoMdDev
&&
292 (stat("/dev/.udev", &stb
) != 0 ||
293 check_env("MDADM_NO_UDEV"))) {
294 struct map_ent
*mp
= map_by_devnum(&map
, devnum
);
295 remove_devices(devnum
, mp
? mp
->path
: NULL
);
300 fprintf(stderr
, Name
": stopped %s\n", devname
);
301 if (devnum
!= NoMdDev
) {
302 map_delete(&map
, devnum
);
310 int Manage_resize(char *devname
, int fd
, long long size
, int raid_disks
)
312 mdu_array_info_t info
;
313 if (ioctl(fd
, GET_ARRAY_INFO
, &info
) != 0) {
314 fprintf(stderr
, Name
": Cannot get array information for %s: %s\n",
315 devname
, strerror(errno
));
321 info
.raid_disks
= raid_disks
;
322 if (ioctl(fd
, SET_ARRAY_INFO
, &info
) != 0) {
323 fprintf(stderr
, Name
": Cannot set device size/shape for %s: %s\n",
324 devname
, strerror(errno
));
330 int Manage_subdevs(char *devname
, int fd
,
331 mddev_dev_t devlist
, int verbose
)
333 /* do something to each dev.
335 * 'a' - add the device
337 * If that fails EINVAL, try ADD_NEW_DISK
338 * 'r' - remove the device HOT_REMOVE_DISK
339 * device can be 'faulty' or 'detached' in which case all
340 * matching devices are removed.
341 * 'f' - set the device faulty SET_DISK_FAULTY
342 * device can be 'detached' in which case any device that
343 * is inaccessible will be marked faulty.
345 mdu_array_info_t array
;
346 mdu_disk_info_t disc
;
347 unsigned long long array_size
;
348 mddev_dev_t dv
, next
= NULL
;
352 struct supertype
*st
, *tst
;
357 if (ioctl(fd
, GET_ARRAY_INFO
, &array
)) {
358 fprintf(stderr
, Name
": cannot get array info for %s\n",
363 /* array.size is only 32 bit and may be truncated.
364 * So read from sysfs if possible, and record number of sectors
367 array_size
= get_component_size(fd
);
369 array_size
= array
.size
* 2;
371 tst
= super_by_fd(fd
);
373 fprintf(stderr
, Name
": unsupport array - version %d.%d\n",
374 array
.major_version
, array
.minor_version
);
378 for (dv
= devlist
, j
=0 ; dv
; dv
= next
, j
= jnext
) {
379 unsigned long long ldsize
;
381 char *dnprintable
= dv
->devname
;
387 if (strcmp(dv
->devname
, "failed")==0 ||
388 strcmp(dv
->devname
, "faulty")==0) {
389 if (dv
->disposition
!= 'r') {
390 fprintf(stderr
, Name
": %s only meaningful "
391 "with -r, not -%c\n",
392 dv
->devname
, dv
->disposition
);
395 for (; j
< array
.raid_disks
+ array
.nr_disks
; j
++) {
397 if (ioctl(fd
, GET_DISK_INFO
, &disc
))
399 if (disc
.major
== 0 && disc
.minor
== 0)
401 if ((disc
.state
& 1) == 0) /* faulty */
403 stb
.st_rdev
= makedev(disc
.major
, disc
.minor
);
406 sprintf(dvname
,"%d:%d", disc
.major
, disc
.minor
);
407 dnprintable
= dvname
;
412 } else if (strcmp(dv
->devname
, "detached") == 0) {
413 if (dv
->disposition
!= 'r' && dv
->disposition
!= 'f') {
414 fprintf(stderr
, Name
": %s only meaningful "
415 "with -r of -f, not -%c\n",
416 dv
->devname
, dv
->disposition
);
419 for (; j
< array
.raid_disks
+ array
.nr_disks
; j
++) {
422 if (ioctl(fd
, GET_DISK_INFO
, &disc
))
424 if (disc
.major
== 0 && disc
.minor
== 0)
426 sprintf(dvname
,"%d:%d", disc
.major
, disc
.minor
);
427 sfd
= dev_open(dvname
, O_RDONLY
);
432 if (dv
->disposition
== 'f' &&
433 (disc
.state
& 1) == 1) /* already faulty */
437 stb
.st_rdev
= makedev(disc
.major
, disc
.minor
);
440 dnprintable
= dvname
;
448 tfd
= dev_open(dv
->devname
, O_RDONLY
);
449 if (tfd
< 0 && dv
->disposition
== 'r' &&
450 lstat(dv
->devname
, &stb
) == 0)
451 /* Be happy, the lstat worked, that is
452 * enough for --remove
456 if (tfd
< 0 || fstat(tfd
, &stb
) != 0) {
457 fprintf(stderr
, Name
": cannot find %s: %s\n",
458 dv
->devname
, strerror(errno
));
465 if ((stb
.st_mode
& S_IFMT
) != S_IFBLK
) {
466 fprintf(stderr
, Name
": %s is not a "
472 switch(dv
->disposition
){
474 fprintf(stderr
, Name
": internal error - devmode[%s]=%d\n",
475 dv
->devname
, dv
->disposition
);
479 if (tst
->subarray
[0]) {
480 fprintf(stderr
, Name
": Cannot add disks to a"
481 " \'member\' array, perform this"
482 " operation on the parent container\n");
485 /* Make sure it isn't in use (in 2.6 or later) */
486 tfd
= dev_open(dv
->devname
, O_RDONLY
|O_EXCL
|O_DIRECT
);
488 fprintf(stderr
, Name
": Cannot open %s: %s\n",
489 dv
->devname
, strerror(errno
));
492 remove_partitions(tfd
);
496 if (array
.not_persistent
==0)
497 st
->ss
->load_super(st
, tfd
, NULL
);
499 if (!get_dev_size(tfd
, dv
->devname
, &ldsize
)) {
506 if (!tst
->ss
->external
&&
507 array
.major_version
== 0 &&
508 md_get_version(fd
)%100 < 2) {
509 if (ioctl(fd
, HOT_ADD_DISK
,
510 (unsigned long)stb
.st_rdev
)==0) {
512 fprintf(stderr
, Name
": hot added %s\n",
517 fprintf(stderr
, Name
": hot add failed for %s: %s\n",
518 dv
->devname
, strerror(errno
));
522 if (array
.not_persistent
== 0 || tst
->ss
->external
) {
524 /* need to find a sample superblock to copy, and
525 * a spare slot to use.
526 * For 'external' array (well, container based),
527 * We can just load the metadata for the array.
529 if (tst
->ss
->external
) {
530 tst
->ss
->load_super(tst
, fd
, NULL
);
531 } else for (j
= 0; j
< tst
->max_devs
; j
++) {
535 if (ioctl(fd
, GET_DISK_INFO
, &disc
))
537 if (disc
.major
==0 && disc
.minor
==0)
539 if ((disc
.state
& 4)==0) continue; /* sync */
540 /* Looks like a good device to try */
541 dev
= map_dev(disc
.major
, disc
.minor
, 1);
543 dfd
= dev_open(dev
, O_RDONLY
);
544 if (dfd
< 0) continue;
545 if (tst
->ss
->load_super(tst
, dfd
,
553 /* FIXME this is a bad test to be using */
555 fprintf(stderr
, Name
": cannot find valid superblock in this array - HELP\n");
559 /* Make sure device is large enough */
560 if (tst
->ss
->avail_size(tst
, ldsize
/512) <
562 fprintf(stderr
, Name
": %s not large enough to join array\n",
567 /* Possibly this device was recently part of the array
568 * and was temporarily removed, and is now being re-added.
569 * If so, we can simply re-add it.
571 tst
->ss
->uuid_from_super(tst
, duuid
);
573 /* re-add doesn't work for version-1 superblocks
576 if (array
.major_version
== 1 &&
577 get_linux_version() <= 2006018)
580 st
->ss
->uuid_from_super(st
, ouuid
);
581 if (memcmp(duuid
, ouuid
, sizeof(ouuid
))==0) {
582 /* looks close enough for now. Kernel
583 * will worry about whether a bitmap
584 * based reconstruction is possible.
587 st
->ss
->getinfo_super(st
, &mdi
);
588 disc
.major
= major(stb
.st_rdev
);
589 disc
.minor
= minor(stb
.st_rdev
);
590 disc
.number
= mdi
.disk
.number
;
591 disc
.raid_disk
= mdi
.disk
.raid_disk
;
592 disc
.state
= mdi
.disk
.state
;
593 if (dv
->writemostly
== 1)
594 disc
.state
|= 1 << MD_DISK_WRITEMOSTLY
;
595 if (dv
->writemostly
== 2)
596 disc
.state
&= ~(1 << MD_DISK_WRITEMOSTLY
);
597 /* don't even try if disk is marked as faulty */
599 if ((disc
.state
& 1) == 0 &&
600 ioctl(fd
, ADD_NEW_DISK
, &disc
) == 0) {
602 fprintf(stderr
, Name
": re-added %s\n", dv
->devname
);
605 if (errno
== ENOMEM
|| errno
== EROFS
) {
606 fprintf(stderr
, Name
": add new device failed for %s: %s\n",
607 dv
->devname
, strerror(errno
));
610 /* fall back on normal-add */
615 ": --re-add for %s to %s is not possible\n",
616 dv
->devname
, devname
);
620 /* non-persistent. Must ensure that new drive
621 * is at least array.size big.
623 if (ldsize
/512 < array_size
) {
624 fprintf(stderr
, Name
": %s not large enough to join array\n",
629 /* in 2.6.17 and earlier, version-1 superblocks won't
630 * use the number we write, but will choose a free number.
631 * we must choose the same free number, which requires
632 * starting at 'raid_disks' and counting up
634 for (j
= array
.raid_disks
; j
< tst
->max_devs
; j
++) {
636 if (ioctl(fd
, GET_DISK_INFO
, &disc
))
638 if (disc
.major
==0 && disc
.minor
==0)
640 if (disc
.state
& 8) /* removed */
643 disc
.major
= major(stb
.st_rdev
);
644 disc
.minor
= minor(stb
.st_rdev
);
647 if (array
.not_persistent
==0 || tst
->ss
->external
) {
649 if (dv
->writemostly
== 1)
650 disc
.state
|= 1 << MD_DISK_WRITEMOSTLY
;
651 dfd
= dev_open(dv
->devname
, O_RDWR
| O_EXCL
|O_DIRECT
);
652 if (tst
->ss
->add_to_super(tst
, &disc
, dfd
,
657 /* write_init_super will close 'dfd' */
658 if (tst
->ss
->external
)
659 /* mdmon will write the metadata */
661 else if (tst
->ss
->write_init_super(tst
))
663 } else if (dv
->re_add
) {
664 /* this had better be raid1.
665 * As we are "--re-add"ing we must find a spare slot
668 char *used
= malloc(array
.raid_disks
);
669 memset(used
, 0, array
.raid_disks
);
670 for (j
=0; j
< tst
->max_devs
; j
++) {
671 mdu_disk_info_t disc2
;
673 if (ioctl(fd
, GET_DISK_INFO
, &disc2
))
675 if (disc2
.major
==0 && disc2
.minor
==0)
677 if (disc2
.state
& 8) /* removed */
679 if (disc2
.raid_disk
< 0)
681 if (disc2
.raid_disk
> array
.raid_disks
)
683 used
[disc2
.raid_disk
] = 1;
685 for (j
=0 ; j
<array
.raid_disks
; j
++)
688 disc
.state
|= (1<<MD_DISK_SYNC
);
693 if (dv
->writemostly
== 1)
694 disc
.state
|= (1 << MD_DISK_WRITEMOSTLY
);
695 if (tst
->ss
->external
) {
696 /* add a disk to an external metadata container
697 * only if mdmon is around to see it
699 struct mdinfo new_mdi
;
702 int devnum
= fd2devnum(fd
);
704 container_fd
= open_dev_excl(devnum
);
705 if (container_fd
< 0) {
706 fprintf(stderr
, Name
": add failed for %s:"
707 " could not get exclusive access to container\n",
712 if (!mdmon_running(devnum
)) {
713 fprintf(stderr
, Name
": add failed for %s: mdmon not running\n",
719 sra
= sysfs_read(container_fd
, -1, 0);
721 fprintf(stderr
, Name
": add failed for %s: sysfs_read failed\n",
726 sra
->array
.level
= LEVEL_CONTAINER
;
727 /* Need to set data_offset and component_size */
728 tst
->ss
->getinfo_super(tst
, &new_mdi
);
729 new_mdi
.disk
.major
= disc
.major
;
730 new_mdi
.disk
.minor
= disc
.minor
;
731 new_mdi
.recovery_start
= 0;
732 if (sysfs_add_disk(sra
, &new_mdi
, 0) != 0) {
733 fprintf(stderr
, Name
": add new device to external metadata"
734 " failed for %s\n", dv
->devname
);
738 ping_monitor(devnum2devname(devnum
));
741 } else if (ioctl(fd
, ADD_NEW_DISK
, &disc
)) {
742 fprintf(stderr
, Name
": add new device failed for %s as %d: %s\n",
743 dv
->devname
, j
, strerror(errno
));
747 fprintf(stderr
, Name
": added %s\n", dv
->devname
);
752 if (tst
->subarray
[0]) {
753 fprintf(stderr
, Name
": Cannot remove disks from a"
754 " \'member\' array, perform this"
755 " operation on the parent container\n");
758 if (tst
->ss
->external
) {
759 /* To remove a device from a container, we must
760 * check that it isn't in use in an array.
761 * This involves looking in the 'holders'
762 * directory - there must be just one entry,
764 * To ensure that it doesn't get used as a
765 * hold spare while we are checking, we
766 * get an O_EXCL open on the container
768 int dnum
= fd2devnum(fd
);
769 lfd
= open_dev_excl(dnum
);
772 ": Cannot get exclusive access "
773 " to container - odd\n");
776 /* in the detached case it is not possible to
777 * check if we are the unique holder, so just
778 * rely on the 'detached' checks
780 if (strcmp(dv
->devname
, "detached") == 0 ||
781 sysfs_unique_holder(dnum
, stb
.st_rdev
))
785 ": %s is %s, cannot remove.\n",
787 errno
== EEXIST
? "still in use":
793 /* FIXME check that it is a current member */
794 err
= ioctl(fd
, HOT_REMOVE_DISK
, (unsigned long)stb
.st_rdev
);
795 if (err
&& errno
== ENODEV
) {
796 /* Old kernels rejected this if no personality
798 struct mdinfo
*sra
= sysfs_read(fd
, 0, GET_DEVS
);
799 struct mdinfo
*dv
= NULL
;
802 for ( ; dv
; dv
=dv
->next
)
803 if (dv
->disk
.major
== major(stb
.st_rdev
) &&
804 dv
->disk
.minor
== minor(stb
.st_rdev
))
807 err
= sysfs_set_str(sra
, dv
,
815 fprintf(stderr
, Name
": hot remove failed "
816 "for %s: %s\n", dnprintable
,
822 if (tst
->ss
->external
) {
824 * Before dropping our exclusive open we make an
825 * attempt at preventing mdmon from seeing an
826 * 'add' event before reconciling this 'remove'
829 char *name
= devnum2devname(fd2devnum(fd
));
832 fprintf(stderr
, Name
": unable to get container name\n");
841 fprintf(stderr
, Name
": hot removed %s\n",
845 case 'f': /* set faulty */
846 /* FIXME check current member */
847 if (ioctl(fd
, SET_DISK_FAULTY
, (unsigned long) stb
.st_rdev
)) {
848 fprintf(stderr
, Name
": set device faulty failed for %s: %s\n",
849 dnprintable
, strerror(errno
));
853 fprintf(stderr
, Name
": set %s faulty in %s\n",
854 dnprintable
, devname
);
864 /* Open any md device, and issue the RAID_AUTORUN ioctl */
866 int fd
= dev_open("9:0", O_RDONLY
);
868 if (ioctl(fd
, RAID_AUTORUN
, 0) == 0)