[thirdparty/xfsprogs-dev.git] / scrub / phase7.c

// SPDX-License-Identifier: GPL-2.0+
/*
 * Copyright (C) 2018 Oracle.  All Rights Reserved.
 * Author: Darrick J. Wong <darrick.wong@oracle.com>
 */
#include "xfs.h"
#include <stdint.h>
#include <stdlib.h>
#include <sys/statvfs.h>
#include "libfrog/paths.h"
#include "libfrog/ptvar.h"
#include "list.h"
#include "xfs_scrub.h"
#include "common.h"
#include "scrub.h"
#include "fscounters.h"
#include "spacemap.h"
#include "repair.h"

/* Phase 7: Check summary counters. */

struct summary_counts {
	unsigned long long	dbytes;		/* data dev bytes */
	unsigned long long	rbytes;		/* rt dev bytes */
	unsigned long long	next_phys;	/* next phys bytes we see? */
	unsigned long long	agbytes;	/* freespace bytes */
};

/* Record block usage. */
static int
count_block_summary(
	struct scrub_ctx	*ctx,
	struct fsmap		*fsmap,
	void			*arg)
{
	struct summary_counts	*counts;
	unsigned long long	len;
	int			ret;

	counts = ptvar_get((struct ptvar *)arg, &ret);
	if (ret) {
		str_liberror(ctx, ret, _("retrieving summary counts"));
		return ret;
	}
	if (fsmap->fmr_device == ctx->fsinfo.fs_logdev)
		return 0;
	if ((fsmap->fmr_flags & FMR_OF_SPECIAL_OWNER) &&
	    fsmap->fmr_owner == XFS_FMR_OWN_FREE)
		return 0;

	len = fsmap->fmr_length;

	/* freesp btrees live in free space, need to adjust counters later. */
	if ((fsmap->fmr_flags & FMR_OF_SPECIAL_OWNER) &&
	    fsmap->fmr_owner == XFS_FMR_OWN_AG) {
		counts->agbytes += fsmap->fmr_length;
	}
	if (fsmap->fmr_device == ctx->fsinfo.fs_rtdev) {
		/* Count realtime extents. */
		counts->rbytes += len;
	} else {
		/* Count datadev extents. */
		if (counts->next_phys >= fsmap->fmr_physical + len)
			return 0;
		else if (counts->next_phys > fsmap->fmr_physical)
			len = counts->next_phys - fsmap->fmr_physical;
		counts->dbytes += len;
		counts->next_phys = fsmap->fmr_physical + fsmap->fmr_length;
	}

	return 0;
}

/* Add all the summaries in the per-thread counter */
static int
xfs_add_summaries(
	struct ptvar		*ptv,
	void			*data,
	void			*arg)
{
	struct summary_counts	*total = arg;
	struct summary_counts	*item = data;

	total->dbytes += item->dbytes;
	total->rbytes += item->rbytes;
	total->agbytes += item->agbytes;
	return 0;
}

/*
 * Count all inodes and blocks in the filesystem as told by GETFSMAP and
 * BULKSTAT, and compare that to summary counters.  Since this is a live
 * filesystem we'll be content if the summary counts are within 10% of
 * what we observed.
 */
bool
xfs_scan_summary(
	struct scrub_ctx	*ctx)
{
	struct summary_counts	totalcount = {0};
	struct xfs_action_list	alist;
	struct ptvar		*ptvar;
	unsigned long long	used_data;
	unsigned long long	used_rt;
	unsigned long long	used_files;
	unsigned long long	stat_data;
	unsigned long long	stat_rt;
	uint64_t		counted_inodes = 0;
	unsigned long long	absdiff;
	unsigned long long	d_blocks;
	unsigned long long	d_bfree;
	unsigned long long	r_blocks;
	unsigned long long	r_bfree;
	unsigned long long	f_files;
	unsigned long long	f_free;
	bool			moveon;
	bool			complain;
	int			ip;
	int			error;

	/* Check and fix the fs summary counters. */
	xfs_action_list_init(&alist);
	moveon = xfs_scrub_fs_summary(ctx, &alist);
	if (!moveon)
		return false;
	moveon = xfs_action_list_process(ctx, ctx->mnt.fd, &alist,
			ALP_COMPLAIN_IF_UNFIXED | ALP_NOPROGRESS);
	if (!moveon)
		return moveon;

	/* Flush everything out to disk before we start counting. */
	error = syncfs(ctx->mnt.fd);
	if (error) {
		str_errno(ctx, ctx->mntpoint);
		return false;
	}

	error = ptvar_alloc(scrub_nproc(ctx), sizeof(struct summary_counts),
			&ptvar);
	if (error) {
		str_liberror(ctx, error, _("setting up block counter"));
		return false;
	}

	/* Use fsmap to count blocks. */
	error = scrub_scan_all_spacemaps(ctx, count_block_summary, ptvar);
	if (error) {
		moveon = false;
		goto out_free;
	}
	error = ptvar_foreach(ptvar, xfs_add_summaries, &totalcount);
	if (error) {
		str_liberror(ctx, error, _("counting blocks"));
		goto out_free;
	}
	ptvar_free(ptvar);

	/* Scan the whole fs. */
	error = scrub_count_all_inodes(ctx, &counted_inodes);
	if (error) {
		str_liberror(ctx, error, _("counting inodes"));
		moveon = false;
		goto out;
	}

	error = scrub_scan_estimate_blocks(ctx, &d_blocks, &d_bfree, &r_blocks,
			&r_bfree, &f_files, &f_free);
	if (error) {
		str_liberror(ctx, error, _("estimating verify work"));
		return false;
	}

	/*
	 * If we counted blocks with fsmap, then dblocks includes
	 * blocks for the AGFL and the freespace/rmap btrees.  The
	 * filesystem treats them as "free", but since we scanned
	 * them, we'll consider them used.
	 */
	d_bfree -= cvt_b_to_off_fsbt(&ctx->mnt, totalcount.agbytes);

	/* Report on what we found. */
	used_data = cvt_off_fsb_to_b(&ctx->mnt, d_blocks - d_bfree);
	used_rt = cvt_off_fsb_to_b(&ctx->mnt, r_blocks - r_bfree);
	used_files = f_files - f_free;
	stat_data = totalcount.dbytes;
	stat_rt = totalcount.rbytes;

	/*
	 * Complain if the counts are off by more than 10% unless
	 * the inaccuracy is less than 32MB worth of blocks or 100 inodes.
	 */
	absdiff = 1ULL << 25;
	complain = verbose;
	complain |= !within_range(ctx, stat_data, used_data, absdiff, 1, 10,
			_("data blocks"));
	complain |= !within_range(ctx, stat_rt, used_rt, absdiff, 1, 10,
			_("realtime blocks"));
	complain |= !within_range(ctx, counted_inodes, used_files, 100, 1, 10,
			_("inodes"));

	if (complain) {
		double		d, r, i;
		char		*du, *ru, *iu;

		if (used_rt || stat_rt) {
			d = auto_space_units(used_data, &du);
			r = auto_space_units(used_rt, &ru);
			i = auto_units(used_files, &iu, &ip);
			fprintf(stdout,
_("%.1f%s data used;  %.1f%s realtime data used;  %.*f%s inodes used.\n"),
					d, du, r, ru, ip, i, iu);
			d = auto_space_units(stat_data, &du);
			r = auto_space_units(stat_rt, &ru);
			i = auto_units(counted_inodes, &iu, &ip);
			fprintf(stdout,
_("%.1f%s data found; %.1f%s realtime data found; %.*f%s inodes found.\n"),
					d, du, r, ru, ip, i, iu);
		} else {
			d = auto_space_units(used_data, &du);
			i = auto_units(used_files, &iu, &ip);
			fprintf(stdout,
_("%.1f%s data used;  %.*f%s inodes used.\n"),
					d, du, ip, i, iu);
			d = auto_space_units(stat_data, &du);
			i = auto_units(counted_inodes, &iu, &ip);
			fprintf(stdout,
_("%.1f%s data found; %.*f%s inodes found.\n"),
					d, du, ip, i, iu);
		}
		fflush(stdout);
	}

	/*
	 * Complain if the checked inode counts are off, which
	 * implies an incomplete check.
	 */
	if (verbose ||
	    !within_range(ctx, counted_inodes, ctx->inodes_checked, 100, 1, 10,
			_("checked inodes"))) {
		double		i1, i2;
		char		*i1u, *i2u;
		int		i1p, i2p;

		i1 = auto_units(counted_inodes, &i1u, &i1p);
		i2 = auto_units(ctx->inodes_checked, &i2u, &i2p);
		fprintf(stdout,
_("%.*f%s inodes counted; %.*f%s inodes checked.\n"),
				i1p, i1, i1u, i2p, i2, i2u);
		fflush(stdout);
	}

	/*
	 * Complain if the checked block counts are off, which
	 * implies an incomplete check.
	 */
	if (ctx->bytes_checked &&
	    (verbose ||
	     !within_range(ctx, used_data + used_rt,
			ctx->bytes_checked, absdiff, 1, 10,
			_("verified blocks")))) {
		double		b1, b2;
		char		*b1u, *b2u;

		b1 = auto_space_units(used_data + used_rt, &b1u);
		b2 = auto_space_units(ctx->bytes_checked, &b2u);
		fprintf(stdout,
_("%.1f%s data counted; %.1f%s data verified.\n"),
				b1, b1u, b2, b2u);
		fflush(stdout);
	}

	moveon = true;

out:
	return moveon;
out_free:
	ptvar_free(ptvar);
	return moveon;
}
Commit	Line	Data
959ef981	1	// SPDX-License-Identifier: GPL-2.0+
698c6c7c DW	2	/*
698c6c7c DW	3	* Copyright (C) 2018 Oracle. All Rights Reserved.
698c6c7c	4	* Author: Darrick J. Wong <darrick.wong@oracle.com>
698c6c7c	5	*/
a440f877	6	#include "xfs.h"
698c6c7c	7	#include <stdint.h>
698c6c7c DW	8	#include <stdlib.h>
698c6c7c DW	9	#include <sys/statvfs.h>
42b4c8e8	10	#include "libfrog/paths.h"
14051909	11	#include "libfrog/ptvar.h"
cbaf1c9d	12	#include "list.h"
698c6c7c DW	13	#include "xfs_scrub.h"
698c6c7c DW	14	#include "common.h"
cbaf1c9d	15	#include "scrub.h"
698c6c7c DW	16	#include "fscounters.h"
698c6c7c DW	17	#include "spacemap.h"
cbaf1c9d	18	#include "repair.h"
698c6c7c DW	19
	20	/* Phase 7: Check summary counters. */
	21
593f2ab8	22	struct summary_counts {
698c6c7c DW	23	unsigned long long dbytes; /* data dev bytes */
	24	unsigned long long rbytes; /* rt dev bytes */
	25	unsigned long long next_phys; /* next phys bytes we see? */
	26	unsigned long long agbytes; /* freespace bytes */
	27	};
	28
	29	/* Record block usage. */
7a2eef2b DW	30	static int
7a2eef2b DW	31	count_block_summary(
593f2ab8	32	struct scrub_ctx *ctx,
593f2ab8 DW	33	struct fsmap *fsmap,
593f2ab8 DW	34	void *arg)
698c6c7c	35	{
593f2ab8 DW	36	struct summary_counts *counts;
593f2ab8 DW	37	unsigned long long len;
cb321a39	38	int ret;
698c6c7c	39
cb321a39 DW	40	counts = ptvar_get((struct ptvar *)arg, &ret);
	41	if (ret) {
	42	str_liberror(ctx, ret, _("retrieving summary counts"));
7a2eef2b	43	return ret;
cb321a39	44	}
698c6c7c	45	if (fsmap->fmr_device == ctx->fsinfo.fs_logdev)
7a2eef2b	46	return 0;
698c6c7c DW	47	if ((fsmap->fmr_flags & FMR_OF_SPECIAL_OWNER) &&
698c6c7c DW	48	fsmap->fmr_owner == XFS_FMR_OWN_FREE)
7a2eef2b	49	return 0;
698c6c7c DW	50
	51	len = fsmap->fmr_length;
	52
	53	/* freesp btrees live in free space, need to adjust counters later. */
	54	if ((fsmap->fmr_flags & FMR_OF_SPECIAL_OWNER) &&
	55	fsmap->fmr_owner == XFS_FMR_OWN_AG) {
	56	counts->agbytes += fsmap->fmr_length;
	57	}
	58	if (fsmap->fmr_device == ctx->fsinfo.fs_rtdev) {
	59	/* Count realtime extents. */
	60	counts->rbytes += len;
	61	} else {
	62	/* Count datadev extents. */
	63	if (counts->next_phys >= fsmap->fmr_physical + len)
7a2eef2b	64	return 0;
698c6c7c DW	65	else if (counts->next_phys > fsmap->fmr_physical)
	66	len = counts->next_phys - fsmap->fmr_physical;
	67	counts->dbytes += len;
	68	counts->next_phys = fsmap->fmr_physical + fsmap->fmr_length;
	69	}
	70
7a2eef2b	71	return 0;
698c6c7c DW	72	}
	73
	74	/* Add all the summaries in the per-thread counter */
cb321a39	75	static int
698c6c7c	76	xfs_add_summaries(
593f2ab8 DW	77	struct ptvar *ptv,
	78	void *data,
	79	void *arg)
698c6c7c	80	{
593f2ab8 DW	81	struct summary_counts *total = arg;
593f2ab8 DW	82	struct summary_counts *item = data;
698c6c7c DW	83
	84	total->dbytes += item->dbytes;
	85	total->rbytes += item->rbytes;
	86	total->agbytes += item->agbytes;
cb321a39	87	return 0;
698c6c7c DW	88	}
	89
	90	/*
	91	* Count all inodes and blocks in the filesystem as told by GETFSMAP and
	92	* BULKSTAT, and compare that to summary counters. Since this is a live
	93	* filesystem we'll be content if the summary counts are within 10% of
	94	* what we observed.
	95	*/
	96	bool
	97	xfs_scan_summary(
593f2ab8	98	struct scrub_ctx *ctx)
698c6c7c	99	{
593f2ab8	100	struct summary_counts totalcount = {0};
cbaf1c9d	101	struct xfs_action_list alist;
593f2ab8 DW	102	struct ptvar *ptvar;
	103	unsigned long long used_data;
	104	unsigned long long used_rt;
	105	unsigned long long used_files;
	106	unsigned long long stat_data;
	107	unsigned long long stat_rt;
	108	uint64_t counted_inodes = 0;
	109	unsigned long long absdiff;
	110	unsigned long long d_blocks;
	111	unsigned long long d_bfree;
	112	unsigned long long r_blocks;
	113	unsigned long long r_bfree;
	114	unsigned long long f_files;
	115	unsigned long long f_free;
	116	bool moveon;
	117	bool complain;
	118	int ip;
	119	int error;
698c6c7c	120
cbaf1c9d DW	121	/* Check and fix the fs summary counters. */
	122	xfs_action_list_init(&alist);
	123	moveon = xfs_scrub_fs_summary(ctx, &alist);
	124	if (!moveon)
	125	return false;
	126	moveon = xfs_action_list_process(ctx, ctx->mnt.fd, &alist,
	127	ALP_COMPLAIN_IF_UNFIXED \| ALP_NOPROGRESS);
	128	if (!moveon)
	129	return moveon;
	130
698c6c7c	131	/* Flush everything out to disk before we start counting. */
3f9efb2e	132	error = syncfs(ctx->mnt.fd);
698c6c7c DW	133	if (error) {
	134	str_errno(ctx, ctx->mntpoint);
	135	return false;
	136	}
	137
cb321a39 DW	138	error = ptvar_alloc(scrub_nproc(ctx), sizeof(struct summary_counts),
	139	&ptvar);
	140	if (error) {
	141	str_liberror(ctx, error, _("setting up block counter"));
698c6c7c DW	142	return false;
	143	}
	144
	145	/* Use fsmap to count blocks. */
7a2eef2b DW	146	error = scrub_scan_all_spacemaps(ctx, count_block_summary, ptvar);
	147	if (error) {
	148	moveon = false;
698c6c7c	149	goto out_free;
7a2eef2b	150	}
cb321a39 DW	151	error = ptvar_foreach(ptvar, xfs_add_summaries, &totalcount);
	152	if (error) {
	153	str_liberror(ctx, error, _("counting blocks"));
698c6c7c	154	goto out_free;
cb321a39	155	}
698c6c7c DW	156	ptvar_free(ptvar);
	157
	158	/* Scan the whole fs. */
934d8d3a DW	159	error = scrub_count_all_inodes(ctx, &counted_inodes);
	160	if (error) {
	161	str_liberror(ctx, error, _("counting inodes"));
	162	moveon = false;
698c6c7c	163	goto out;
934d8d3a	164	}
698c6c7c	165
934d8d3a	166	error = scrub_scan_estimate_blocks(ctx, &d_blocks, &d_bfree, &r_blocks,
698c6c7c	167	&r_bfree, &f_files, &f_free);
934d8d3a DW	168	if (error) {
	169	str_liberror(ctx, error, _("estimating verify work"));
	170	return false;
	171	}
698c6c7c DW	172
	173	/*
	174	* If we counted blocks with fsmap, then dblocks includes
	175	* blocks for the AGFL and the freespace/rmap btrees. The
	176	* filesystem treats them as "free", but since we scanned
	177	* them, we'll consider them used.
	178	*/
a749451c	179	d_bfree -= cvt_b_to_off_fsbt(&ctx->mnt, totalcount.agbytes);
698c6c7c DW	180
698c6c7c DW	181	/* Report on what we found. */
a749451c DW	182	used_data = cvt_off_fsb_to_b(&ctx->mnt, d_blocks - d_bfree);
a749451c DW	183	used_rt = cvt_off_fsb_to_b(&ctx->mnt, r_blocks - r_bfree);
698c6c7c DW	184	used_files = f_files - f_free;
	185	stat_data = totalcount.dbytes;
	186	stat_rt = totalcount.rbytes;
	187
	188	/*
	189	* Complain if the counts are off by more than 10% unless
	190	* the inaccuracy is less than 32MB worth of blocks or 100 inodes.
	191	*/
	192	absdiff = 1ULL << 25;
	193	complain = verbose;
	194	complain \|= !within_range(ctx, stat_data, used_data, absdiff, 1, 10,
	195	_("data blocks"));
	196	complain \|= !within_range(ctx, stat_rt, used_rt, absdiff, 1, 10,
	197	_("realtime blocks"));
	198	complain \|= !within_range(ctx, counted_inodes, used_files, 100, 1, 10,
	199	_("inodes"));
	200
	201	if (complain) {
	202	double d, r, i;
	203	char du, ru, *iu;
	204
	205	if (used_rt \|\| stat_rt) {
	206	d = auto_space_units(used_data, &du);
	207	r = auto_space_units(used_rt, &ru);
058f45da	208	i = auto_units(used_files, &iu, &ip);
698c6c7c	209	fprintf(stdout,
058f45da DW	210	_("%.1f%s data used; %.1f%s realtime data used; %.*f%s inodes used.\n"),
058f45da DW	211	d, du, r, ru, ip, i, iu);
698c6c7c DW	212	d = auto_space_units(stat_data, &du);
698c6c7c DW	213	r = auto_space_units(stat_rt, &ru);
058f45da	214	i = auto_units(counted_inodes, &iu, &ip);
698c6c7c	215	fprintf(stdout,
058f45da DW	216	_("%.1f%s data found; %.1f%s realtime data found; %.*f%s inodes found.\n"),
058f45da DW	217	d, du, r, ru, ip, i, iu);
698c6c7c DW	218	} else {
698c6c7c DW	219	d = auto_space_units(used_data, &du);
058f45da	220	i = auto_units(used_files, &iu, &ip);
698c6c7c	221	fprintf(stdout,
058f45da DW	222	_("%.1f%s data used; %.*f%s inodes used.\n"),
058f45da DW	223	d, du, ip, i, iu);
698c6c7c	224	d = auto_space_units(stat_data, &du);
058f45da	225	i = auto_units(counted_inodes, &iu, &ip);
698c6c7c	226	fprintf(stdout,
058f45da DW	227	_("%.1f%s data found; %.*f%s inodes found.\n"),
058f45da DW	228	d, du, ip, i, iu);
698c6c7c DW	229	}
	230	fflush(stdout);
	231	}
	232
	233	/*
	234	* Complain if the checked inode counts are off, which
	235	* implies an incomplete check.
	236	*/
	237	if (verbose \|\|
	238	!within_range(ctx, counted_inodes, ctx->inodes_checked, 100, 1, 10,
	239	_("checked inodes"))) {
	240	double i1, i2;
	241	char i1u, i2u;
058f45da	242	int i1p, i2p;
698c6c7c	243
058f45da DW	244	i1 = auto_units(counted_inodes, &i1u, &i1p);
058f45da DW	245	i2 = auto_units(ctx->inodes_checked, &i2u, &i2p);
698c6c7c	246	fprintf(stdout,
058f45da DW	247	_("%.f%s inodes counted; %.f%s inodes checked.\n"),
058f45da DW	248	i1p, i1, i1u, i2p, i2, i2u);
698c6c7c DW	249	fflush(stdout);
	250	}
	251
	252	/*
	253	* Complain if the checked block counts are off, which
	254	* implies an incomplete check.
	255	*/
	256	if (ctx->bytes_checked &&
	257	(verbose \|\|
	258	!within_range(ctx, used_data + used_rt,
	259	ctx->bytes_checked, absdiff, 1, 10,
	260	_("verified blocks")))) {
	261	double b1, b2;
	262	char b1u, b2u;
	263
	264	b1 = auto_space_units(used_data + used_rt, &b1u);
	265	b2 = auto_space_units(ctx->bytes_checked, &b2u);
	266	fprintf(stdout,
	267	_("%.1f%s data counted; %.1f%s data verified.\n"),
	268	b1, b1u, b2, b2u);
	269	fflush(stdout);
	270	}
	271
	272	moveon = true;
	273
	274	out:
	275	return moveon;
	276	out_free:
	277	ptvar_free(ptvar);
	278	return moveon;
	279	}