X-Git-Url: http://git.ipfire.org/?a=blobdiff_plain;f=bitmap.c;h=e38cb9650390235d481aeba3b3fa38b724e37910;hb=be2287de4d9962a99b7e2a9e8b2da28a409aec7f;hp=82da00a195c3c26dd0b59d5f7271c5c55aac9726;hpb=f6d75de8e0106a3789ed1a3aada306d197531e47;p=thirdparty%2Fmdadm.git

diff --git a/bitmap.c b/bitmap.c
index 82da00a1..e38cb965 100644
--- a/bitmap.c
+++ b/bitmap.c
@@ -18,14 +18,9 @@
  *    Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
  */
 
-#include <sys/types.h>
-#include <sys/stat.h>
 #include "mdadm.h"
-#include <asm/byteorder.h>
 
-#define min(a,b) (((a) < (b)) ? (a) : (b))
-
-inline void sb_le_to_cpu(bitmap_super_t *sb)
+static inline void sb_le_to_cpu(bitmap_super_t *sb)
 {
 	sb->magic = __le32_to_cpu(sb->magic);
 	sb->version = __le32_to_cpu(sb->version);
@@ -36,9 +31,12 @@ inline void sb_le_to_cpu(bitmap_super_t *sb)
 	sb->chunksize = __le32_to_cpu(sb->chunksize);
 	sb->daemon_sleep = __le32_to_cpu(sb->daemon_sleep);
 	sb->sync_size = __le64_to_cpu(sb->sync_size);
+	sb->write_behind = __le32_to_cpu(sb->write_behind);
+	sb->nodes = __le32_to_cpu(sb->nodes);
+	sb->sectors_reserved = __le32_to_cpu(sb->sectors_reserved);
 }
 
-inline void sb_cpu_to_le(bitmap_super_t *sb)
+static inline void sb_cpu_to_le(bitmap_super_t *sb)
 {
 	sb_le_to_cpu(sb); /* these are really the same thing */
 }
@@ -49,13 +47,13 @@ mapping_t bitmap_states[] = {
 	{ NULL, -1 }
 };
 
-const char *bitmap_state(int state_num)
+static const char *bitmap_state(int state_num)
 {
 	char *state = map_num(bitmap_states, state_num);
 	return state ? state : "Unknown";
 }
 
-const char *human_chunksize(unsigned long bytes)
+static const char *human_chunksize(unsigned long bytes)
 {
 	static char buf[16];
 	char *suffixes[] = { "B", "KB", "MB", "GB", "TB", NULL };
@@ -78,7 +76,7 @@ typedef struct bitmap_info_s {
 } bitmap_info_t;
 
 /* count the dirty bits in the first num_bits of byte */
-inline int count_dirty_bits_byte(char byte, int num_bits)
+static inline int count_dirty_bits_byte(char byte, int num_bits)
 {
 	int num = 0;
 
@@ -97,11 +95,11 @@ inline int count_dirty_bits_byte(char byte, int num_bits)
 	return num;
 }
 
-int count_dirty_bits(char *buf, int num_bits)
+static int count_dirty_bits(char *buf, int num_bits)
 {
 	int i, num = 0;
 
-	for (i=0; i < num_bits / 8; i++)
+	for (i = 0; i < num_bits / 8; i++)
 		num += count_dirty_bits_byte(buf[i], 8);
 
 	if (num_bits % 8) /* not an even byte boundary */
@@ -110,37 +108,36 @@ int count_dirty_bits(char *buf, int num_bits)
 	return num;
 }
 
-/* calculate the size of the bitmap given the array size and bitmap chunksize */
-unsigned long long bitmap_bits(unsigned long long array_size,
-				unsigned long chunksize)
-{
-	return (array_size * 512 + chunksize - 1) / chunksize;
-}
-
-bitmap_info_t *bitmap_fd_read(int fd, int brief)
+static bitmap_info_t *bitmap_fd_read(int fd, int brief)
 {
+	/* Note: fd might be open O_DIRECT, so we must be
+	 * careful to align reads properly
+	 */
 	unsigned long long total_bits = 0, read_bits = 0, dirty_bits = 0;
 	bitmap_info_t *info;
-	char buf[512];
-	int n;
+	void *buf;
+	unsigned int n, skip;
 
-	info = malloc(sizeof(*info));
-	if (info == NULL) {
-		fprintf(stderr, Name ": failed to allocate %d bytes\n",
-				sizeof(*info));
+	if (posix_memalign(&buf, 4096, 8192) != 0) {
+		pr_err("failed to allocate 8192 bytes\n");
 		return NULL;
 	}
+	n = read(fd, buf, 8192);
+
+	info = xmalloc(sizeof(*info));
 
-	if (read(fd, &info->sb, sizeof(info->sb)) != sizeof(info->sb)) {
-		fprintf(stderr, Name ": failed to read superblock of bitmap "
-			"file: %s\n", strerror(errno));
+	if (n < sizeof(info->sb)) {
+		pr_err("failed to read superblock of bitmap file: %s\n", strerror(errno));
 		free(info);
+		free(buf);
 		return NULL;
 	}
+	memcpy(&info->sb, buf, sizeof(info->sb));
+	skip = sizeof(info->sb);
 
 	sb_le_to_cpu(&info->sb); /* convert superblock to CPU byte ordering */
-	
-	if (brief || info->sb.sync_size == 0)
+
+	if (brief || info->sb.sync_size == 0 || info->sb.chunksize == 0)
 		goto out;
 
 	/* read the rest of the file counting total bits and dirty bits --
@@ -152,64 +149,81 @@ bitmap_info_t *bitmap_fd_read(int fd, int brief)
 	 */
 	total_bits = bitmap_bits(info->sb.sync_size, info->sb.chunksize);
 
-	while ((n = read(fd, buf, sizeof(buf))) > 0) {
+	while(read_bits < total_bits) {
 		unsigned long long remaining = total_bits - read_bits;
 
-		if (remaining > sizeof(buf) * 8) /* we want the full buffer */
-			remaining = sizeof(buf) * 8;
-		if (remaining > n * 8) /* the file is truncated */
-			remaining = n * 8;
-		dirty_bits += count_dirty_bits(buf, remaining);
+		if (n == 0) {
+			n = read(fd, buf, 8192);
+			skip = 0;
+			if (n <= 0)
+				break;
+		}
+		if (remaining > (n-skip) * 8) /* we want the full buffer */
+			remaining = (n-skip) * 8;
+
+		dirty_bits += count_dirty_bits(buf+skip, remaining);
 
 		read_bits += remaining;
-		if (read_bits >= total_bits) /* we've got what we want */
-			break;
+		n = 0;
 	}
 
 	if (read_bits < total_bits) { /* file truncated... */
-		fprintf(stderr, Name ": WARNING: bitmap file is not large "
-			"enough for array size %llu!\n\n", info->sb.sync_size);
+		pr_err("WARNING: bitmap file is not large enough for array size %llu!\n\n",
+			(unsigned long long)info->sb.sync_size);
 		total_bits = read_bits;
 	}
 out:
+	free(buf);
 	info->total_bits = total_bits;
 	info->dirty_bits = dirty_bits;
 	return info;
 }
 
-bitmap_info_t *bitmap_file_read(char *filename, int brief, struct supertype **stp)
+static int
+bitmap_file_open(char *filename, struct supertype **stp, int node_num)
 {
 	int fd;
-	bitmap_info_t *info;
 	struct stat stb;
 	struct supertype *st = *stp;
 
-	fd = open(filename, O_RDONLY);
+	fd = open(filename, O_RDONLY|O_DIRECT);
 	if (fd < 0) {
-		fprintf(stderr, Name ": failed to open bitmap file %s: %s\n",
-				filename, strerror(errno));
-		return NULL;
+		pr_err("failed to open bitmap file %s: %s\n",
+		       filename, strerror(errno));
+		return -1;
 	}
-	fstat(fd, &stb);
-	if ((S_IFMT & stb.st_mode) == S_IFBLK) {
+
+	if (fstat(fd, &stb) < 0) {
+		pr_err("fstat failed for %s: %s\n", filename, strerror(errno));
+		close(fd);
+		return -1;
+	}
+	if ((stb.st_mode & S_IFMT) == S_IFBLK) {
 		/* block device, so we are probably after an internal bitmap */
-		if (!st) st = guess_super(fd);
+		if (!st)
+			st = guess_super(fd);
 		if (!st) {
 			/* just look at device... */
 			lseek(fd, 0, 0);
-		} else {	
-			st->ss->locate_bitmap(st, fd, NULL);
+		} else if (!st->ss->locate_bitmap) {
+			pr_err("No bitmap possible with %s metadata\n",
+				st->ss->name);
+			close(fd);
+			return -1;
+		} else {
+			if (st->ss->locate_bitmap(st, fd, node_num)) {
+				pr_err("%s doesn't have bitmap\n", filename);
+				close(fd);
+				fd = -1;
+			}
 		}
-		ioctl(fd, BLKFLSBUF, 0); /* make sure we read current data */
 		*stp = st;
 	}
 
-	info = bitmap_fd_read(fd, brief);
-	close(fd);
-	return info;
+	return fd;
 }
 
-__u32 swapl(__u32 l)
+static __u32 swapl(__u32 l)
 {
 	char *c = (char*)&l;
 	char t= c[0];
@@ -231,40 +245,71 @@ int ExamineBitmap(char *filename, int brief, struct supertype *st)
 	bitmap_info_t *info;
 	int rv = 1;
 	char buf[64];
+	int swap;
+	int fd, i;
+	__u32 uuid32[4];
 
-	info = bitmap_file_read(filename, brief, &st);
-	if (!info)
+	fd = bitmap_file_open(filename, &st, 0);
+	if (fd < 0)
 		return rv;
 
+	info = bitmap_fd_read(fd, brief);
+	if (!info)
+		return rv;
 	sb = &info->sb;
+	if (sb->magic != BITMAP_MAGIC) {
+		pr_err("This is an md array.  To view a bitmap you need to examine\n");
+		pr_err("a member device, not the array.\n");
+		pr_err("Reporting bitmap that would be used if this array were used\n");
+		pr_err("as a member of some other array\n");
+	}
+	close(fd);
 	printf("        Filename : %s\n", filename);
 	printf("           Magic : %08x\n", sb->magic);
 	if (sb->magic != BITMAP_MAGIC) {
-		fprintf(stderr, Name ": invalid bitmap magic 0x%x, the bitmap file appears to be corrupted\n", sb->magic);
+		pr_err("invalid bitmap magic 0x%x, the bitmap file appears\n",
+		       sb->magic);
+		pr_err("to be corrupted or missing.\n");
 	}
 	printf("         Version : %d\n", sb->version);
-	if (sb->version != BITMAP_MAJOR) {
-		fprintf(stderr, Name ": unknown bitmap version %d, either the bitmap file is corrupted or you need to upgrade your tools\n", sb->version);
+	if (sb->version < BITMAP_MAJOR_LO ||
+	    sb->version > BITMAP_MAJOR_CLUSTERED) {
+		pr_err("unknown bitmap version %d, either the bitmap file\n",
+		       sb->version);
+		pr_err("is corrupted or you need to upgrade your tools\n");
 		goto free_info;
 	}
 
 	rv = 0;
-	if (st && st->ss->swapuuid) {
-	printf("            UUID : %08x.%08x.%08x.%08x\n",
-					swapl(*(__u32 *)(sb->uuid+0)),
-					swapl(*(__u32 *)(sb->uuid+4)),
-					swapl(*(__u32 *)(sb->uuid+8)),
-					swapl(*(__u32 *)(sb->uuid+12)));
-	} else {
-	printf("            UUID : %08x.%08x.%08x.%08x\n",
-					*(__u32 *)(sb->uuid+0),
-					*(__u32 *)(sb->uuid+4),
-					*(__u32 *)(sb->uuid+8),
-					*(__u32 *)(sb->uuid+12));
+	if (st)
+		swap = st->ss->swapuuid;
+	else
+#if __BYTE_ORDER == BIG_ENDIAN
+		swap = 0;
+#else
+		swap = 1;
+#endif
+	memcpy(uuid32, sb->uuid, 16);
+	if (swap)
+		printf("            UUID : %08x:%08x:%08x:%08x\n",
+		       swapl(uuid32[0]),
+		       swapl(uuid32[1]),
+		       swapl(uuid32[2]),
+		       swapl(uuid32[3]));
+	else
+		printf("            UUID : %08x:%08x:%08x:%08x\n",
+		       uuid32[0],
+		       uuid32[1],
+		       uuid32[2],
+		       uuid32[3]);
+
+	if (sb->nodes == 0) {
+		printf("          Events : %llu\n", (unsigned long long)sb->events);
+		printf("  Events Cleared : %llu\n", (unsigned long long)sb->events_cleared);
+		printf("           State : %s\n", bitmap_state(sb->state));
+
 	}
-	printf("          Events : %llu\n", sb->events);
-	printf("  Events Cleared : %llu\n", sb->events_cleared);
-	printf("           State : %s\n", bitmap_state(sb->state));
+
 	printf("       Chunksize : %s\n", human_chunksize(sb->chunksize));
 	printf("          Daemon : %ds flush period\n", sb->daemon_sleep);
 	if (sb->write_behind)
@@ -272,13 +317,52 @@ int ExamineBitmap(char *filename, int brief, struct supertype *st)
 	else
 		sprintf(buf, "Normal");
 	printf("      Write Mode : %s\n", buf);
-	printf("       Sync Size : %llu%s\n", sb->sync_size/2,
+	printf("       Sync Size : %llu%s\n", (unsigned long long)sb->sync_size/2,
 					human_size(sb->sync_size * 512));
-	if (brief)
-		goto free_info;
-	printf("          Bitmap : %llu bits (chunks), %llu dirty (%2.1f%%)\n",
-			info->total_bits, info->dirty_bits,
-			100.0 * info->dirty_bits / (info->total_bits + 1));
+
+	if (sb->nodes == 0) {
+		if (brief)
+			goto free_info;
+		printf("          Bitmap : %llu bits (chunks), %llu dirty (%2.1f%%)\n",
+		       info->total_bits, info->dirty_bits,
+		       100.0 * info->dirty_bits / (info->total_bits?:1));
+	} else {
+		printf("   Cluster nodes : %d\n", sb->nodes);
+		printf("    Cluster name : %-64s\n", sb->cluster_name);
+		for (i = 0; i < (int)sb->nodes; i++) {
+			st = NULL;
+			free(info);
+			fd = bitmap_file_open(filename, &st, i);
+			if (fd < 0) {
+				printf("   Unable to open bitmap file on node: %i\n", i);
+
+				continue;
+			}
+			info = bitmap_fd_read(fd, brief);
+			if (!info) {
+				close(fd);
+				printf("   Unable to read bitmap on node: %i\n", i);
+				continue;
+			}
+			sb = &info->sb;
+			if (sb->magic != BITMAP_MAGIC)
+				pr_err("invalid bitmap magic 0x%x, the bitmap file appears to be corrupted\n", sb->magic);
+
+			printf("       Node Slot : %d\n", i);
+			printf("          Events : %llu\n",
+			       (unsigned long long)sb->events);
+			printf("  Events Cleared : %llu\n",
+			       (unsigned long long)sb->events_cleared);
+			printf("           State : %s\n", bitmap_state(sb->state));
+			if (brief)
+				continue;
+			printf("          Bitmap : %llu bits (chunks), %llu dirty (%2.1f%%)\n",
+			       info->total_bits, info->dirty_bits,
+			       100.0 * info->dirty_bits / (info->total_bits?:1));
+			 close(fd);
+		}
+	}
+
 free_info:
 	free(info);
 	return rv;
@@ -287,7 +371,8 @@ free_info:
 int CreateBitmap(char *filename, int force, char uuid[16],
 		 unsigned long chunksize, unsigned long daemon_sleep,
 		 unsigned long write_behind,
-		 unsigned long long array_size /* sectors */)
+		 unsigned long long array_size /* sectors */,
+		 int major)
 {
 	/*
 	 * Create a bitmap file with a superblock and (optionally) a full bitmap
@@ -300,20 +385,32 @@ int CreateBitmap(char *filename, int force, char uuid[16],
 	long long bytes, filesize;
 
 	if (!force && access(filename, F_OK) == 0) {
-		fprintf(stderr, Name ": bitmap file %s already exists, use --force to overwrite\n", filename);
+		pr_err("bitmap file %s already exists, use --force to overwrite\n", filename);
 		return rv;
 	}
 
 	fp = fopen(filename, "w");
 	if (fp == NULL) {
-		fprintf(stderr, Name ": failed to open bitmap file %s: %s\n",
+		pr_err("failed to open bitmap file %s: %s\n",
 			filename, strerror(errno));
 		return rv;
 	}
 
+	if (chunksize == UnSet) {
+		/* We don't want more than 2^21 chunks, as 2^11 fill up one
+		 * 4K page (2 bytes per chunk), and 2^10 address of those
+		 * fill up a 4K indexing page.  2^20 might be safer, especially
+		 * on 64bit hosts, so use that.
+		 */
+		chunksize = DEFAULT_BITMAP_CHUNK;
+		/* <<20 for 2^20 chunks, >>9 to convert bytes to sectors */
+		while (array_size > ((unsigned long long)chunksize << (20-9)))
+			chunksize <<= 1;
+	}
+
 	memset(&sb, 0, sizeof(sb));
 	sb.magic = BITMAP_MAGIC;
-	sb.version = BITMAP_MAJOR;
+	sb.version = major;
 	if (uuid != NULL)
 		memcpy(sb.uuid, uuid, 16);
 	sb.chunksize = chunksize;
@@ -324,7 +421,7 @@ int CreateBitmap(char *filename, int force, char uuid[16],
 	sb_cpu_to_le(&sb); /* convert to on-disk byte ordering */
 
 	if (fwrite(&sb, sizeof(sb), 1, fp) != 1) {
-		fprintf(stderr, Name ": failed to write superblock to bitmap file %s: %s\n", filename, strerror(errno));
+		pr_err("failed to write superblock to bitmap file %s: %s\n", filename, strerror(errno));
 		goto out;
 	}
 
@@ -341,18 +438,40 @@ int CreateBitmap(char *filename, int force, char uuid[16],
 
 	while (bytes > 0) {
 		if (fwrite(block, sizeof(block), 1, fp) != 1) {
-			fprintf(stderr, Name ": failed to write bitmap file %s: %s\n", filename, strerror(errno));
+			pr_err("failed to write bitmap file %s: %s\n", filename, strerror(errno));
 			goto out;
 		}
 		bytes -= sizeof(block);
 	}
-	
+
 	rv = 0;
+	fflush(fp);
 	/* make the file be the right size (well, to the nearest byte) */
-	ftruncate(fileno(fp), filesize);
+	if (ftruncate(fileno(fp), filesize))
+		perror("ftrunace");
 out:
 	fclose(fp);
 	if (rv)
 		unlink(filename); /* possibly corrupted, better get rid of it */
 	return rv;
 }
+
+int bitmap_update_uuid(int fd, int *uuid, int swap)
+{
+	struct bitmap_super_s bm;
+	if (lseek(fd, 0, 0) != 0)
+		return 1;
+	if (read(fd, &bm, sizeof(bm)) != sizeof(bm))
+		return 1;
+	if (bm.magic != __cpu_to_le32(BITMAP_MAGIC))
+		return 1;
+	copy_uuid(bm.uuid, uuid, swap);
+	if (lseek(fd, 0, 0) != 0)
+		return 2;
+	if (write(fd, &bm, sizeof(bm)) != sizeof(bm)) {
+		lseek(fd, 0, 0);
+		return 2;
+	}
+	lseek(fd, 0, 0);
+	return 0;
+}