repair: compare superblock / AG headers fields against manual counts

Compare the free block / inode counters in the superblock and AG headers
against the values we get from a manual btree traversal.  Ported over from
xfs_db to get the same amount of superblock / AG header checking as in
xfs_check.

Note: this causes additional output in the xfstests 030 and 178 which will need
some adjustments in the testcases.

Signed-off-by: Christoph Hellwig <hch@lst.de>
Reviewed-by: Dave Chinner <david@fromorbit.com>

diff --git a/repair/phase2.c b/repair/phase2.c
index b2f2d624db32caba4e790048c0f29d901263a903..e81ebf06d53b9f5541a61dffc0ddeaac6a14c8ad 100644 (file)
--- a/repair/phase2.c
+++ b/repair/phase2.c
@@ -27,6 +27,7 @@
 
 void   set_mp(xfs_mount_t *mpp);
 void   scan_ag(xfs_agnumber_t agno);
+void   validate_sb(struct xfs_sb *sb);
 
 /* workaround craziness in the xlog routines */
 int xlog_recover_do_trans(xlog_t *log, xlog_recover_t *t, int p) { return 0; }
@@ -144,6 +145,11 @@ phase2(xfs_mount_t *mp)
 #endif
        }
 
+       /*
+        * Validate that our manual counts match the superblock.
+        */
+       validate_sb(&mp->m_sb);
+
        print_final_rpt();
 
        /*

diff --git a/repair/scan.c b/repair/scan.c
index faacf9fec7568d43fcc219fa1b6d07b9483d3d0f..c4d2825c84faaa226eb9863e86e140a5d420dcea 100644 (file)
--- a/repair/scan.c
+++ b/repair/scan.c
@@ -34,6 +34,29 @@ extern int verify_set_agheader(xfs_mount_t *mp, xfs_buf_t *sbuf, xfs_sb_t *sb,
 
 static xfs_mount_t     *mp = NULL;
 
+/*
+ * Global variables to validate superblock values against the manual count
+ * from the btree traversal.
+ *
+ * No locking for now as phase2 is not threaded.
+ */
+static __uint64_t      fdblocks;
+static __uint64_t      icount;
+static __uint64_t      ifreecount;
+
+/*
+ * Global variables to validate AG header values against the manual count
+ * from the btree traversal.
+ *
+ * Note: these values must be reset when processing a new AG, and for now
+ * forces the AG scanning in phase2 to not be threaded.
+ */
+static xfs_extlen_t    agffreeblks;
+static xfs_extlen_t    agflongest;
+static __uint64_t      agfbtreeblks;
+static __uint32_t      agicount;
+static __uint32_t      agifreecount;
+
 void
 set_mp(xfs_mount_t *mpp)
 {
@@ -476,6 +499,17 @@ scanfunc_allocbt(
                if (suspect)
                        return;
        }
+
+       /*
+        * All freespace btree blocks except the roots are freed for a
+        * fully used filesystem, thus they are counted towards the
+        * free data block counter.
+        */
+       if (!isroot) {
+               agfbtreeblks++;
+               fdblocks++;
+       }
+
        if (be16_to_cpu(block->bb_level) != level) {
                do_warn(_("expected level %d got %d in bt%s block %d/%d\n"),
                        level, be16_to_cpu(block->bb_level), name, agno, bno);
@@ -500,7 +534,6 @@ _("%s freespace btree block claimed (state %d), agno %d, bno %d, suspect %d\n"),
        numrecs = be16_to_cpu(block->bb_numrecs);
 
        if (level == 0) {
-
                if (numrecs > mp->m_alloc_mxr[0])  {
                        numrecs = mp->m_alloc_mxr[0];
                        hdr_errors++;
@@ -550,6 +583,10 @@ _("%s freespace btree block claimed (state %d), agno %d, bno %d, suspect %d\n"),
                                        lastblock = b;
                                }
                        } else {
+                               fdblocks += len;
+                               agffreeblks += len;
+                               if (len > agflongest)
+                                       agflongest = len;
                                if (len < lastcount) {
                                        do_warn(_(
        "out-of-order cnt btree record %d (%u %u) block %u/%u\n"),
@@ -930,8 +967,14 @@ _("inode btree block claimed (state %d), agno %d, bno %d, suspect %d\n"),
                 * of INODES_PER_CHUNK (64) inodes.  off is the offset into
                 * the block.  skip processing of bogus records.
                 */
-               for (i = 0; i < numrecs; i++)
+               for (i = 0; i < numrecs; i++) {
+                       agicount += XFS_INODES_PER_CHUNK;
+                       icount += XFS_INODES_PER_CHUNK;
+                       agifreecount += be32_to_cpu(rp[i].ir_freecount);
+                       ifreecount += be32_to_cpu(rp[i].ir_freecount);
+
                        suspect = scan_single_ino_chunk(agno, &rp[i], suspect);
+               }
 
                if (suspect)
                        bad_ino_btree = 1;
@@ -1024,25 +1067,150 @@ scan_freelist(
                do_warn(_("freeblk count %d != flcount %d in ag %d\n"), count,
                        be32_to_cpu(agf->agf_flcount), agno);
        }
+
+       fdblocks += count;
+
        libxfs_putbuf(agflbuf);
 }
 
+static void
+validate_agf(
+       struct xfs_agf          *agf,
+       xfs_agnumber_t          agno)
+{
+       xfs_agblock_t           bno;
+
+       bno = be32_to_cpu(agf->agf_roots[XFS_BTNUM_BNO]);
+       if (bno != 0 && verify_agbno(mp, agno, bno)) {
+               scan_sbtree(bno, be32_to_cpu(agf->agf_levels[XFS_BTNUM_BNO]),
+                           agno, 0, scanfunc_bno, 1);
+       } else {
+               do_warn(_("bad agbno %u for btbno root, agno %d\n"),
+                       bno, agno);
+       }
+
+       bno = be32_to_cpu(agf->agf_roots[XFS_BTNUM_CNT]);
+       if (bno != 0 && verify_agbno(mp, agno, bno)) {
+               scan_sbtree(bno, be32_to_cpu(agf->agf_levels[XFS_BTNUM_CNT]),
+                           agno, 0, scanfunc_cnt, 1);
+       } else  {
+               do_warn(_("bad agbno %u for btbcnt root, agno %d\n"),
+                       bno, agno);
+       }
+
+       if (be32_to_cpu(agf->agf_freeblks) != agffreeblks) {
+               do_warn(_("agf_freeblks %u, counted %u in ag %u\n"),
+                       be32_to_cpu(agf->agf_freeblks), agffreeblks, agno);
+       }
+
+       if (be32_to_cpu(agf->agf_longest) != agflongest) {
+               do_warn(_("agf_longest %u, counted %u in ag %u\n"),
+                       be32_to_cpu(agf->agf_longest), agflongest, agno);
+       }
+
+       if (xfs_sb_version_haslazysbcount(&mp->m_sb) &&
+           be32_to_cpu(agf->agf_btreeblks) != agfbtreeblks) {
+               do_warn(_("agf_btreeblks %u, counted %u in ag %u\n"),
+                       be32_to_cpu(agf->agf_btreeblks), agfbtreeblks, agno);
+       }
+}
+
+static void
+validate_agi(
+       struct xfs_agi          *agi,
+       xfs_agnumber_t          agno)
+{
+       xfs_agblock_t           bno;
+       int                     i;
+
+       bno = be32_to_cpu(agi->agi_root);
+       if (bno != 0 && verify_agbno(mp, agno, bno)) {
+               scan_sbtree(bno, be32_to_cpu(agi->agi_level),
+                           agno, 0, scanfunc_ino, 1);
+       } else {
+               do_warn(_("bad agbno %u for inobt root, agno %d\n"),
+                       be32_to_cpu(agi->agi_root), agno);
+       }
+
+       if (be32_to_cpu(agi->agi_count) != agicount) {
+               do_warn(_("agi_count %u, counted %u in ag %u\n"),
+                        be32_to_cpu(agi->agi_count), agicount, agno);
+       }
+
+       if (be32_to_cpu(agi->agi_freecount) != agifreecount) {
+               do_warn(_("agi_freecount %u, counted %u in ag %u\n"),
+                       be32_to_cpu(agi->agi_freecount), agifreecount, agno);
+       }
+
+       for (i = 0; i < XFS_AGI_UNLINKED_BUCKETS; i++) {
+               xfs_agino_t     agino = be32_to_cpu(agi->agi_unlinked[i]);
+
+               if (agino != NULLAGINO) {
+                       do_warn(
+       _("agi unlinked bucket %d is %u in ag %u (inode=%lld)\n"),
+                               i, agino, agno,
+                               XFS_AGINO_TO_INO(mp, agno, agino));
+               }
+       }
+}
+
+/*
+ * Validate block/inode counts in the superblock.
+ *
+ * Note: needs to be called after scan_ag() has been called for all
+ * allocation groups.
+ */
+void
+validate_sb(
+       struct xfs_sb           *sb)
+{
+       if (sb->sb_icount != icount) {
+               do_warn(_("sb_icount %lld, counted %lld\n"),
+                       sb->sb_icount, icount);
+       }
+
+       if (sb->sb_ifree != ifreecount) {
+               do_warn(_("sb_ifree %lld, counted %lld\n"),
+                       sb->sb_ifree, ifreecount);
+       }
+
+       if (sb->sb_fdblocks != fdblocks) {
+               do_warn(_("sb_fdblocks %lld, counted %lld\n"),
+                       sb->sb_fdblocks, fdblocks);
+       }
+
+       /* XXX: check sb_frextents */
+}
+
+/*
+ * Scan an AG for obvious corruption.
+ *
+ * Note: This code is not reentrant due to the use of global variables.
+ */
 void
 scan_ag(
        xfs_agnumber_t  agno)
 {
        xfs_agf_t       *agf;
        xfs_buf_t       *agfbuf;
-       int             agf_dirty;
+       int             agf_dirty = 0;
        xfs_agi_t       *agi;
        xfs_buf_t       *agibuf;
-       int             agi_dirty;
+       int             agi_dirty = 0;
        xfs_sb_t        *sb;
        xfs_buf_t       *sbbuf;
-       int             sb_dirty;
+       int             sb_dirty = 0;
        int             status;
 
-       agi_dirty = agf_dirty = sb_dirty = 0;
+       /*
+        * Reset the global variables to track the AG header validity.
+        *
+        * Because we use global variable but can get called multiple times
+        * we have to make sure to always reset these variables.
+        */
+       agicount = agifreecount = 0;
+       agffreeblks = agfbtreeblks = 0;
+       agflongest = 0;
 
        sbbuf = libxfs_readbuf(mp->m_dev, XFS_AG_DADDR(mp, agno, XFS_SB_DADDR),
                                XFS_FSS_TO_BB(mp, 1), 0);
@@ -1135,33 +1303,8 @@ scan_ag(
 
        scan_freelist(agf);
 
-       if (be32_to_cpu(agf->agf_roots[XFS_BTNUM_BNO]) != 0 && verify_agbno(mp,
-                       agno, be32_to_cpu(agf->agf_roots[XFS_BTNUM_BNO])))
-               scan_sbtree(be32_to_cpu(agf->agf_roots[XFS_BTNUM_BNO]),
-                               be32_to_cpu(agf->agf_levels[XFS_BTNUM_BNO]),
-                               agno, 0, scanfunc_bno, 1);
-       else
-               do_warn(_("bad agbno %u for btbno root, agno %d\n"),
-                       be32_to_cpu(agf->agf_roots[XFS_BTNUM_BNO]),
-                       agno);
-
-       if (be32_to_cpu(agf->agf_roots[XFS_BTNUM_CNT]) != 0 && verify_agbno(mp,
-                       agno, be32_to_cpu(agf->agf_roots[XFS_BTNUM_CNT])))
-               scan_sbtree(be32_to_cpu(agf->agf_roots[XFS_BTNUM_CNT]),
-                               be32_to_cpu(agf->agf_levels[XFS_BTNUM_CNT]),
-                               agno, 0, scanfunc_cnt, 1);
-       else
-               do_warn(_("bad agbno %u for btbcnt root, agno %d\n"),
-                       be32_to_cpu(agf->agf_roots[XFS_BTNUM_CNT]),
-                       agno);
-
-       if (be32_to_cpu(agi->agi_root) != 0 && verify_agbno(mp, agno,
-                                               be32_to_cpu(agi->agi_root)))
-               scan_sbtree(be32_to_cpu(agi->agi_root),
-                       be32_to_cpu(agi->agi_level), agno, 0, scanfunc_ino, 1);
-       else
-               do_warn(_("bad agbno %u for inobt root, agno %d\n"),
-                       be32_to_cpu(agi->agi_root), agno);
+       validate_agf(agf, agno);
+       validate_agi(agi, agno);
 
        ASSERT(agi_dirty == 0 || (agi_dirty && !no_modify));