2 * Copyright (c) 2000-2005 Silicon Graphics, Inc.
5 * This program is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU General Public License as
7 * published by the Free Software Foundation.
9 * This program is distributed in the hope that it would be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
12 * GNU General Public License for more details.
14 * You should have received a copy of the GNU General Public License
15 * along with this program; if not, write the Free Software Foundation,
16 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
28 #define rounddown(x, y) (((x)/(y))*(y))
29 #define uuid_equal(s,d) (platform_uuid_compare((s),(d)) == 0)
31 extern int platform_check_ismounted(char *, char *, struct stat64
*, int);
36 char LOGFILE_NAME
[] = "/var/tmp/xfs_copy.log.XXXXXX";
41 unsigned int source_blocksize
; /* source filesystem blocksize */
42 unsigned int source_sectorsize
; /* source disk sectorsize */
44 xfs_agblock_t first_agbno
;
46 __uint64_t barcount
[11];
48 unsigned int num_targets
;
49 target_control
*target
;
57 thread_control glob_masks
;
60 pthread_mutex_t mainwait
;
65 xfs_off_t
write_log_trailer(int fd
, wbuf
*w
, xfs_mount_t
*mp
);
66 xfs_off_t
write_log_header(int fd
, wbuf
*w
, xfs_mount_t
*mp
);
67 static int format_logs(struct xfs_mount
*);
69 /* general purpose message reporting routine */
71 #define OUT 0x01 /* use stdout stream */
72 #define ERR 0x02 /* use stderr stream */
73 #define LOG 0x04 /* use logerr stream */
74 #define PRE 0x08 /* append strerror string */
75 #define LAST 0x10 /* final message we print */
78 signal_maskfunc(int addset
, int newset
)
83 sigaddset(&set
, addset
);
84 sigprocmask(newset
, &set
, NULL
);
88 do_message(int flags
, int code
, const char *fmt
, ...)
95 if (vfprintf(logerr
, fmt
, ap
) <= 0)
100 flags
|= ERR
; /* failed, force stderr */
103 vfprintf(stderr
, fmt
, ap
);
105 } else if (flags
& OUT
) {
107 vfprintf(stdout
, fmt
, ap
);
112 do_message(flags
& ~PRE
, 0, ": %s\n", strerror(code
));
115 _("Check logfile \"%s\" for more details\n"),
119 /* logfile is broken, force a write to stderr */
121 fprintf(stderr
, _("%s: could not write to logfile \"%s\".\n"),
122 progname
, logfile_name
);
124 _("Aborting XFS copy -- logfile error -- reason: %s\n"),
130 #define do_out(args...) do_message(OUT|LOG, 0, ## args)
131 #define do_log(args...) do_message(ERR|LOG, 0, ## args)
132 #define do_warn(args...) do_message(LOG, 0, ## args)
133 #define do_error(e,s) do_message(ERR|LOG|PRE, e, s)
134 #define do_fatal(e,s) do_message(ERR|LOG|PRE|LAST, e, s)
135 #define do_vfatal(e,s,args...) do_message(ERR|LOG|PRE|LAST, e, s, ## args)
136 #define die_perror() \
138 do_message(ERR|LOG|PRE|LAST, errno, \
139 _("Aborting XFS copy - reason")); \
143 /* workaround craziness in the xlog routines */
144 int xlog_recover_do_trans(struct xlog
*log
, struct xlog_recover
*t
, int p
)
152 int i
, first_error
= 0;
154 for (i
= 0; i
< num_targets
; i
++) {
155 if (target
[i
].state
== INACTIVE
) {
156 if (first_error
== 0) {
159 _("THE FOLLOWING COPIES FAILED TO COMPLETE\n"));
161 do_log(" %s -- ", target
[i
].name
);
162 if (target
[i
].err_type
== 0)
163 do_log(_("write error"));
165 do_log(_("lseek64 error"));
166 do_log(_(" at offset %lld\n"), target
[i
].position
);
169 if (first_error
== 0) {
170 fprintf(stdout
, _("All copies completed.\n"));
173 fprintf(stderr
, _("See \"%s\" for more details.\n"),
180 * don't have to worry about alignment and mins because those
181 * are taken care of when the buffer's read in
194 if (target
[args
->id
].position
!= buf
->position
) {
195 if (lseek64(args
->fd
, buf
->position
, SEEK_SET
) < 0) {
196 error
= target
[args
->id
].err_type
= 1;
198 target
[args
->id
].position
= buf
->position
;
202 if ((res
= write(target
[args
->id
].fd
, buf
->data
,
203 buf
->length
)) == buf
->length
) {
204 target
[args
->id
].position
+= res
;
210 target
[args
->id
].error
= errno
;
211 target
[args
->id
].position
= buf
->position
;
217 begin_reader(void *arg
)
219 thread_args
*args
= arg
;
222 pthread_mutex_lock(&args
->wait
);
223 if (do_write(args
, NULL
))
225 pthread_mutex_lock(&glob_masks
.mutex
);
226 if (--glob_masks
.num_working
== 0)
227 pthread_mutex_unlock(&mainwait
);
228 pthread_mutex_unlock(&glob_masks
.mutex
);
233 /* error will be logged by primary thread */
235 pthread_mutex_lock(&glob_masks
.mutex
);
236 target
[args
->id
].state
= INACTIVE
;
237 if (--glob_masks
.num_working
== 0)
238 pthread_mutex_unlock(&mainwait
);
239 pthread_mutex_unlock(&glob_masks
.mutex
);
254 for (i
= 0; i
< num_targets
; i
++) {
255 if (target
[i
].pid
== pid
) {
256 if (target
[i
].state
== INACTIVE
) {
257 /* thread got an I/O error */
259 if (target
[i
].err_type
== 0) {
261 _("%s: write error on target %d \"%s\" at offset %lld\n"),
262 progname
, i
, target
[i
].name
,
266 _("%s: lseek64 error on target %d \"%s\" at offset %lld\n"),
267 progname
, i
, target
[i
].name
,
271 do_vfatal(target
[i
].error
,
272 _("Aborting target %d - reason"), i
);
276 _("Aborting XFS copy - no more targets.\n"));
281 signal(SIGCHLD
, handler
);
284 /* it just croaked it bigtime, log it */
287 _("%s: thread %d died unexpectedly, target \"%s\" incomplete\n"),
288 progname
, i
, target
[i
].name
);
289 do_warn(_("%s: offset was probably %lld\n"),
290 progname
, target
[i
].position
);
291 do_fatal(target
[i
].error
,
292 _("Aborting XFS copy - reason"));
298 /* unknown child -- something very wrong */
300 do_warn(_("%s: Unknown child died (should never happen!)\n"), progname
);
303 signal(SIGCHLD
, handler
);
310 _("Usage: %s [-bdV] [-L logfile] source target [target ...]\n"),
316 init_bar(__uint64_t source_blocks
)
320 for (i
= 0; i
< 11; i
++)
321 barcount
[i
] = (source_blocks
/10)*i
;
325 bump_bar(int tenths
, __uint64_t numblocks
)
327 static char *bar
[11] = {
342 printf("%s", bar
[10]);
345 while (tenths
< 10 && numblocks
> barcount
[tenths
]) {
346 printf("%s", bar
[tenths
]);
354 static xfs_off_t source_position
= -1;
357 wbuf_init(wbuf
*buf
, int data_size
, int data_align
, int min_io_size
, int id
)
359 ASSERT(data_size
% BBSIZE
== 0);
360 while ((buf
->data
= memalign(data_align
, data_size
)) == NULL
) {
362 if (data_size
< min_io_size
)
365 ASSERT(min_io_size
% BBSIZE
== 0);
366 buf
->data_align
= data_align
;
367 buf
->min_io_size
= min_io_size
;
368 buf
->size
= data_size
;
374 read_wbuf(int fd
, wbuf
*buf
, xfs_mount_t
*mp
)
381 newpos
= rounddown(buf
->position
, (xfs_off_t
) buf
->min_io_size
);
383 if (newpos
!= buf
->position
) {
384 diff
= buf
->position
- newpos
;
385 buf
->position
= newpos
;
390 if (source_position
!= buf
->position
) {
391 lres
= lseek64(fd
, buf
->position
, SEEK_SET
);
393 do_warn(_("%s: lseek64 failure at offset %lld\n"),
394 progname
, source_position
);
397 source_position
= buf
->position
;
400 ASSERT(source_position
% source_sectorsize
== 0);
402 /* round up length for direct I/O if necessary */
404 if (buf
->length
% buf
->min_io_size
!= 0)
405 buf
->length
= roundup(buf
->length
, buf
->min_io_size
);
407 if (buf
->length
> buf
->size
) {
408 do_warn(_("assert error: buf->length = %d, buf->size = %d\n"),
409 buf
->length
, buf
->size
);
413 if ((res
= read(fd
, buf
->data
, buf
->length
)) < 0) {
414 do_warn(_("%s: read failure at offset %lld\n"),
415 progname
, source_position
);
419 if (res
< buf
->length
&&
420 source_position
+ res
== mp
->m_sb
.sb_dblocks
* source_blocksize
)
423 ASSERT(res
== buf
->length
);
424 source_position
+= res
;
429 read_ag_header(int fd
, xfs_agnumber_t agno
, wbuf
*buf
, ag_header_t
*ag
,
430 xfs_mount_t
*mp
, int blocksize
, int sectorsize
)
437 /* initial settings */
440 off
= XFS_AG_DADDR(mp
, agno
, XFS_SB_DADDR
);
441 buf
->position
= (xfs_off_t
) off
* (xfs_off_t
) BBSIZE
;
442 length
= buf
->length
= first_agbno
* blocksize
;
444 do_log(_("ag header buffer invalid!\n"));
448 /* handle alignment stuff */
450 newpos
= rounddown(buf
->position
, (xfs_off_t
) buf
->min_io_size
);
451 if (newpos
!= buf
->position
) {
452 diff
= buf
->position
- newpos
;
453 buf
->position
= newpos
;
457 /* round up length for direct I/O if necessary */
459 if (buf
->length
% buf
->min_io_size
!= 0)
460 buf
->length
= roundup(buf
->length
, buf
->min_io_size
);
462 read_wbuf(fd
, buf
, mp
);
463 ASSERT(buf
->length
>= length
);
465 ag
->xfs_sb
= (xfs_dsb_t
*) (buf
->data
+ diff
);
466 ASSERT(be32_to_cpu(ag
->xfs_sb
->sb_magicnum
) == XFS_SB_MAGIC
);
467 ag
->xfs_agf
= (xfs_agf_t
*) (buf
->data
+ diff
+ sectorsize
);
468 ASSERT(be32_to_cpu(ag
->xfs_agf
->agf_magicnum
) == XFS_AGF_MAGIC
);
469 ag
->xfs_agi
= (xfs_agi_t
*) (buf
->data
+ diff
+ 2 * sectorsize
);
470 ASSERT(be32_to_cpu(ag
->xfs_agi
->agi_magicnum
) == XFS_AGI_MAGIC
);
471 ag
->xfs_agfl
= (xfs_agfl_t
*) (buf
->data
+ diff
+ 3 * sectorsize
);
480 /* verify target threads */
481 for (i
= 0; i
< num_targets
; i
++)
482 if (target
[i
].state
!= INACTIVE
)
483 glob_masks
.num_working
++;
485 /* release target threads */
486 for (i
= 0; i
< num_targets
; i
++)
487 if (target
[i
].state
!= INACTIVE
)
488 pthread_mutex_unlock(&targ
[i
].wait
); /* wake up */
490 signal_maskfunc(SIGCHLD
, SIG_UNBLOCK
);
491 pthread_mutex_lock(&mainwait
);
492 signal_maskfunc(SIGCHLD
, SIG_BLOCK
);
497 xfs_sb_t
*sb
, /* Original fs superblock */
498 ag_header_t
*ag_hdr
, /* AG hdr to update for this copy */
499 thread_args
*tcarg
) /* Args for this thread, with UUID */
502 * If this filesystem has CRCs, the original UUID is stamped into
503 * all metadata. If we don't have an existing meta_uuid field in the
504 * the original filesystem and we are changing the UUID in this copy,
505 * we must copy the original sb_uuid to the sb_meta_uuid slot and set
506 * the incompat flag for the feature on this copy.
508 if (xfs_sb_version_hascrc(sb
) && !xfs_sb_version_hasmetauuid(sb
) &&
509 !uuid_equal(&tcarg
->uuid
, &sb
->sb_uuid
)) {
512 feat
= be32_to_cpu(ag_hdr
->xfs_sb
->sb_features_incompat
);
513 feat
|= XFS_SB_FEAT_INCOMPAT_META_UUID
;
514 ag_hdr
->xfs_sb
->sb_features_incompat
= cpu_to_be32(feat
);
515 platform_uuid_copy(&ag_hdr
->xfs_sb
->sb_meta_uuid
,
519 /* Copy the (possibly new) fs-identifier UUID into sb_uuid */
520 platform_uuid_copy(&ag_hdr
->xfs_sb
->sb_uuid
, &tcarg
->uuid
);
522 /* We may have changed the UUID, so update the superblock CRC */
523 if (xfs_sb_version_hascrc(sb
))
524 xfs_update_cksum((char *)ag_hdr
->xfs_sb
, sb
->sb_sectsize
,
529 main(int argc
, char **argv
)
537 __uint64_t size
, sizeb
;
538 __uint64_t numblocks
= 0;
545 int source_is_file
= 0;
546 int buffered_output
= 0;
548 uint btree_levels
, current_level
;
555 xfs_agnumber_t num_ags
, agno
;
557 xfs_daddr_t begin
, next_begin
, ag_begin
, new_begin
, ag_end
;
558 struct xfs_btree_block
*block
;
559 xfs_alloc_ptr_t
*ptr
;
560 xfs_alloc_rec_t
*rec_ptr
;
565 struct stat64 statbuf
;
567 progname
= basename(argv
[0]);
569 setlocale(LC_ALL
, "");
570 bindtextdomain(PACKAGE
, LOCALEDIR
);
573 while ((c
= getopt(argc
, argv
, "bdL:V")) != EOF
) {
582 logfile_name
= optarg
;
585 printf(_("%s version %s\n"), progname
, VERSION
);
592 if (argc
- optind
< 2)
596 logfd
= open(logfile_name
, O_CREAT
|O_WRONLY
|O_EXCL
, 0600);
598 logfile_name
= LOGFILE_NAME
;
599 logfd
= mkstemp(logfile_name
);
603 fprintf(stderr
, _("%s: couldn't open log file \"%s\"\n"),
604 progname
, logfile_name
);
605 perror(_("Aborting XFS copy - reason"));
609 if ((logerr
= fdopen(logfd
, "w")) == NULL
) {
610 fprintf(stderr
, _("%s: couldn't set up logfile stream\n"),
612 perror(_("Aborting XFS copy - reason"));
616 source_name
= argv
[optind
];
620 num_targets
= argc
- optind
;
621 if ((target
= malloc(sizeof(target_control
) * num_targets
)) == NULL
) {
622 do_log(_("Couldn't allocate target array\n"));
625 for (i
= 0; optind
< argc
; i
++, optind
++) {
626 target
[i
].name
= argv
[optind
];
628 target
[i
].position
= -1;
629 target
[i
].state
= INACTIVE
;
631 target
[i
].err_type
= 0;
634 parent_pid
= getpid();
636 /* open up source -- is it a file? */
638 open_flags
= O_RDONLY
;
640 if ((source_fd
= open(source_name
, open_flags
)) < 0) {
641 do_log(_("%s: couldn't open source \"%s\"\n"),
642 progname
, source_name
);
646 if (fstat64(source_fd
, &statbuf
) < 0) {
647 do_log(_("%s: couldn't stat source \"%s\"\n"),
648 progname
, source_name
);
652 if (S_ISREG(statbuf
.st_mode
))
655 if (source_is_file
&& platform_test_xfs_fd(source_fd
)) {
656 if (fcntl(source_fd
, F_SETFL
, open_flags
| O_DIRECT
) < 0) {
657 do_log(_("%s: Cannot set direct I/O flag on \"%s\".\n"),
658 progname
, source_name
);
661 if (xfsctl(source_name
, source_fd
, XFS_IOC_DIOINFO
, &d
) < 0) {
662 do_log(_("%s: xfsctl on file \"%s\" failed.\n"),
663 progname
, source_name
);
667 wbuf_align
= d
.d_mem
;
668 wbuf_size
= MIN(d
.d_maxiosz
, 1 * 1024 * 1024);
669 wbuf_miniosize
= d
.d_miniosz
;
671 /* set arbitrary I/O params, miniosize at least 1 disk block */
673 wbuf_align
= getpagesize();
674 wbuf_size
= 1 * 1024 * 1024;
675 wbuf_miniosize
= -1; /* set after mounting source fs */
678 if (!source_is_file
) {
680 * check to make sure a filesystem isn't mounted
683 if (platform_check_ismounted(source_name
, NULL
, &statbuf
, 0)) {
685 _("%s: Warning -- a filesystem is mounted on the source device.\n"),
688 _("\t\tGenerated copies may be corrupt unless the source is\n"));
690 _("\t\tunmounted or mounted read-only. Copy proceeding...\n"));
694 /* prepare the libxfs_init structure */
696 memset(&xargs
, 0, sizeof(xargs
));
697 xargs
.isdirect
= LIBXFS_DIRECT
;
698 xargs
.isreadonly
= LIBXFS_ISREADONLY
;
700 if (source_is_file
) {
701 xargs
.dname
= source_name
;
704 xargs
.volname
= source_name
;
706 if (!libxfs_init(&xargs
)) {
707 do_log(_("%s: couldn't initialize XFS library\n"
708 "%s: Aborting.\n"), progname
, progname
);
712 memset(&mbuf
, 0, sizeof(xfs_mount_t
));
714 /* We don't yet know the sector size, so read maximal size */
715 libxfs_buftarg_init(&mbuf
, xargs
.ddev
, xargs
.logdev
, xargs
.rtdev
);
716 sbp
= libxfs_readbuf(mbuf
.m_ddev_targp
, XFS_SB_DADDR
,
717 1 << (XFS_MAX_SECTORSIZE_LOG
- BBSHIFT
), 0, NULL
);
719 libxfs_sb_from_disk(sb
, XFS_BUF_TO_SBP(sbp
));
721 /* Do it again, now with proper length and verifier */
723 libxfs_purgebuf(sbp
);
724 sbp
= libxfs_readbuf(mbuf
.m_ddev_targp
, XFS_SB_DADDR
,
725 1 << (sb
->sb_sectlog
- BBSHIFT
),
729 mp
= libxfs_mount(&mbuf
, sb
, xargs
.ddev
, xargs
.logdev
, xargs
.rtdev
, 0);
731 do_log(_("%s: %s filesystem failed to initialize\n"
732 "%s: Aborting.\n"), progname
, source_name
, progname
);
734 } else if (mp
->m_sb
.sb_inprogress
) {
735 do_log(_("%s %s filesystem failed to initialize\n"
736 "%s: Aborting.\n"), progname
, source_name
, progname
);
738 } else if (mp
->m_sb
.sb_logstart
== 0) {
739 do_log(_("%s: %s has an external log.\n%s: Aborting.\n"),
740 progname
, source_name
, progname
);
742 } else if (mp
->m_sb
.sb_rextents
!= 0) {
743 do_log(_("%s: %s has a real-time section.\n"
744 "%s: Aborting.\n"), progname
, source_name
, progname
);
750 * Set up the mount pointer to access the log and check whether the log
751 * is clean. Fail on a dirty or corrupt log in non-duplicate mode
752 * because the log is formatted as part of the copy and we don't want to
753 * destroy data. We also need the current log cycle to format v5
754 * superblock logs correctly.
756 memset(&xlog
, 0, sizeof(struct xlog
));
758 c
= xlog_is_dirty(mp
, mp
->m_log
, &xargs
, 0);
762 "Error: source filesystem log is dirty. Mount the filesystem to replay the\n"
763 "log, unmount and retry xfs_copy.\n"));
767 "Error: could not determine the log head or tail of the source filesystem.\n"
768 "Mount the filesystem to replay the log or run xfs_repair.\n"));
773 source_blocksize
= mp
->m_sb
.sb_blocksize
;
774 source_sectorsize
= mp
->m_sb
.sb_sectsize
;
776 if (wbuf_miniosize
== -1)
777 wbuf_miniosize
= source_sectorsize
;
779 ASSERT(source_blocksize
% source_sectorsize
== 0);
780 ASSERT(source_sectorsize
% BBSIZE
== 0);
782 if (source_blocksize
< source_sectorsize
) {
783 do_log(_("Error: filesystem block size is smaller than the"
784 " disk sectorsize.\nAborting XFS copy now.\n"));
788 first_agbno
= XFS_AGFL_BLOCK(mp
) + 1;
790 /* now open targets */
794 for (i
= 0; i
< num_targets
; i
++) {
795 int write_last_block
= 0;
797 if (stat64(target
[i
].name
, &statbuf
) < 0) {
798 /* ok, assume it's a file and create it */
800 do_out(_("Creating file %s\n"), target
[i
].name
);
802 open_flags
|= O_CREAT
;
803 if (!buffered_output
)
804 open_flags
|= O_DIRECT
;
805 write_last_block
= 1;
806 } else if (S_ISREG(statbuf
.st_mode
)) {
807 open_flags
|= O_TRUNC
;
808 if (!buffered_output
)
809 open_flags
|= O_DIRECT
;
810 write_last_block
= 1;
813 * check to make sure a filesystem isn't mounted
816 if (platform_check_ismounted(target
[i
].name
,
817 NULL
, &statbuf
, 0)) {
818 do_log(_("%s: a filesystem is mounted "
819 "on target device \"%s\".\n"
820 "%s cannot copy to mounted filesystems."
822 progname
, target
[i
].name
, progname
);
827 target
[i
].fd
= open(target
[i
].name
, open_flags
, 0644);
828 if (target
[i
].fd
< 0) {
829 do_log(_("%s: couldn't open target \"%s\"\n"),
830 progname
, target
[i
].name
);
834 if (write_last_block
) {
835 /* ensure regular files are correctly sized */
837 if (ftruncate64(target
[i
].fd
, mp
->m_sb
.sb_dblocks
*
839 do_log(_("%s: cannot grow data section.\n"),
843 if (platform_test_xfs_fd(target
[i
].fd
)) {
844 if (xfsctl(target
[i
].name
, target
[i
].fd
,
845 XFS_IOC_DIOINFO
, &d
) < 0) {
847 _("%s: xfsctl on \"%s\" failed.\n"),
848 progname
, target
[i
].name
);
851 wbuf_align
= MAX(wbuf_align
, d
.d_mem
);
852 wbuf_size
= MIN(d
.d_maxiosz
, wbuf_size
);
853 wbuf_miniosize
= MAX(d
.d_miniosz
,
858 char *lb
[XFS_MAX_SECTORSIZE
] = { NULL
};
861 /* ensure device files are sufficiently large */
863 off
= mp
->m_sb
.sb_dblocks
* source_blocksize
;
865 if (pwrite64(target
[i
].fd
, lb
, sizeof(lb
), off
) < 0) {
866 do_log(_("%s: failed to write last block\n"),
868 do_log(_("\tIs target \"%s\" too small?\n"),
875 /* initialize locks and bufs */
877 if (pthread_mutex_init(&glob_masks
.mutex
, NULL
) != 0) {
878 do_log(_("Couldn't initialize global thread mask\n"));
881 glob_masks
.num_working
= 0;
883 if (wbuf_init(&w_buf
, wbuf_size
, wbuf_align
,
884 wbuf_miniosize
, 0) == NULL
) {
885 do_log(_("Error initializing wbuf 0\n"));
889 wblocks
= wbuf_size
/ BBSIZE
;
891 if (wbuf_init(&btree_buf
, MAX(source_blocksize
, wbuf_miniosize
),
892 wbuf_align
, wbuf_miniosize
, 1) == NULL
) {
893 do_log(_("Error initializing btree buf 1\n"));
897 if (pthread_mutex_init(&mainwait
,NULL
) != 0) {
898 do_log(_("Error creating first semaphore.\n"));
902 /* need to start out blocking */
903 pthread_mutex_lock(&mainwait
);
905 /* set up sigchild signal handler */
907 signal(SIGCHLD
, handler
);
908 signal_maskfunc(SIGCHLD
, SIG_BLOCK
);
912 if ((targ
= malloc(num_targets
* sizeof(thread_args
))) == NULL
) {
913 do_log(_("Couldn't malloc space for thread args\n"));
918 for (i
= 0, tcarg
= targ
; i
< num_targets
; i
++, tcarg
++) {
920 platform_uuid_generate(&tcarg
->uuid
);
922 platform_uuid_copy(&tcarg
->uuid
, &mp
->m_sb
.sb_uuid
);
924 if (pthread_mutex_init(&tcarg
->wait
, NULL
) != 0) {
925 do_log(_("Error creating thread mutex %d\n"), i
);
929 /* need to start out blocking */
930 pthread_mutex_lock(&tcarg
->wait
);
933 for (i
= 0, tcarg
= targ
; i
< num_targets
; i
++, tcarg
++) {
935 tcarg
->fd
= target
[i
].fd
;
937 target
[i
].state
= ACTIVE
;
940 if (pthread_create(&target
[i
].pid
, NULL
,
941 begin_reader
, (void *)tcarg
)) {
942 do_log(_("Error creating thread for target %d\n"), i
);
947 ASSERT(num_targets
== num_threads
);
949 /* set up statistics */
951 num_ags
= mp
->m_sb
.sb_agcount
;
953 init_bar(mp
->m_sb
.sb_blocksize
/ BBSIZE
954 * ((__uint64_t
)mp
->m_sb
.sb_dblocks
955 - (__uint64_t
)mp
->m_sb
.sb_fdblocks
+ 10 * num_ags
));
959 for (agno
= 0; agno
< num_ags
&& kids
> 0; agno
++) {
960 /* read in first blocks of the ag */
962 read_ag_header(source_fd
, agno
, &w_buf
, &ag_hdr
, mp
,
963 source_blocksize
, source_sectorsize
);
965 /* set the in_progress bit for the first AG */
968 ag_hdr
.xfs_sb
->sb_inprogress
= 1;
970 /* save what we need (agf) in the btree buffer */
972 memmove(btree_buf
.data
, ag_hdr
.xfs_agf
, source_sectorsize
);
973 ag_hdr
.xfs_agf
= (xfs_agf_t
*) btree_buf
.data
;
974 btree_buf
.length
= source_blocksize
;
976 /* write the ag header out */
980 /* traverse btree until we get to the leftmost leaf node */
982 bno
= be32_to_cpu(ag_hdr
.xfs_agf
->agf_roots
[XFS_BTNUM_BNOi
]);
984 btree_levels
= be32_to_cpu(ag_hdr
.xfs_agf
->
985 agf_levels
[XFS_BTNUM_BNOi
]);
987 ag_end
= XFS_AGB_TO_DADDR(mp
, agno
,
988 be32_to_cpu(ag_hdr
.xfs_agf
->agf_length
) - 1)
989 + source_blocksize
/ BBSIZE
;
992 /* none of this touches the w_buf buffer */
994 if (current_level
>= btree_levels
) {
996 _("Error: current level %d >= btree levels %d\n"),
997 current_level
, btree_levels
);
1003 btree_buf
.position
= pos
= (xfs_off_t
)
1004 XFS_AGB_TO_DADDR(mp
,agno
,bno
) << BBSHIFT
;
1005 btree_buf
.length
= source_blocksize
;
1007 read_wbuf(source_fd
, &btree_buf
, mp
);
1008 block
= (struct xfs_btree_block
*)
1009 ((char *)btree_buf
.data
+
1010 pos
- btree_buf
.position
);
1012 if (be32_to_cpu(block
->bb_magic
) !=
1013 (xfs_sb_version_hascrc(&mp
->m_sb
) ?
1014 XFS_ABTB_CRC_MAGIC
: XFS_ABTB_MAGIC
)) {
1015 do_log(_("Bad btree magic 0x%x\n"),
1016 be32_to_cpu(block
->bb_magic
));
1020 if (be16_to_cpu(block
->bb_level
) == 0)
1023 ptr
= XFS_ALLOC_PTR_ADDR(mp
, block
, 1,
1024 mp
->m_alloc_mxr
[1]);
1025 bno
= be32_to_cpu(ptr
[0]);
1028 /* align first data copy but don't overwrite ag header */
1030 pos
= w_buf
.position
>> BBSHIFT
;
1031 length
= w_buf
.length
>> BBSHIFT
;
1032 next_begin
= pos
+ length
;
1033 ag_begin
= next_begin
;
1035 ASSERT(w_buf
.position
% source_sectorsize
== 0);
1037 /* handle the rest of the ag */
1040 if (be16_to_cpu(block
->bb_level
) != 0) {
1042 _("WARNING: source filesystem inconsistent.\n"));
1044 _(" A leaf btree rec isn't a leaf. Aborting now.\n"));
1048 rec_ptr
= XFS_ALLOC_REC_ADDR(mp
, block
, 1);
1049 for (i
= 0; i
< be16_to_cpu(block
->bb_numrecs
);
1051 /* calculate in daddr's */
1056 * protect against pathological case of a
1057 * hole right after the ag header in a
1061 if (begin
< ag_begin
)
1065 * round size up to ensure we copy a
1066 * range bigger than required
1069 sizeb
= XFS_AGB_TO_DADDR(mp
, agno
,
1070 be32_to_cpu(rec_ptr
->ar_startblock
)) -
1072 size
= roundup(sizeb
<<BBSHIFT
, wbuf_miniosize
);
1076 w_buf
.position
= (xfs_off_t
)
1081 * let lower layer do alignment
1083 if (size
> w_buf
.size
) {
1084 w_buf
.length
= w_buf
.size
;
1087 numblocks
+= wblocks
;
1089 w_buf
.length
= size
;
1094 read_wbuf(source_fd
, &w_buf
, mp
);
1097 w_buf
.position
+= w_buf
.length
;
1104 /* round next starting point down */
1106 new_begin
= XFS_AGB_TO_DADDR(mp
, agno
,
1107 be32_to_cpu(rec_ptr
->ar_startblock
) +
1108 be32_to_cpu(rec_ptr
->ar_blockcount
));
1109 next_begin
= rounddown(new_begin
,
1110 w_buf
.min_io_size
>> BBSHIFT
);
1113 if (be32_to_cpu(block
->bb_u
.s
.bb_rightsib
) == NULLAGBLOCK
)
1116 /* read in next btree record block */
1118 btree_buf
.position
= pos
= (xfs_off_t
)
1119 XFS_AGB_TO_DADDR(mp
, agno
, be32_to_cpu(
1120 block
->bb_u
.s
.bb_rightsib
)) << BBSHIFT
;
1121 btree_buf
.length
= source_blocksize
;
1123 /* let read_wbuf handle alignment */
1125 read_wbuf(source_fd
, &btree_buf
, mp
);
1127 block
= (struct xfs_btree_block
*)
1128 ((char *) btree_buf
.data
+
1129 pos
- btree_buf
.position
);
1131 ASSERT(be32_to_cpu(block
->bb_magic
) == XFS_ABTB_MAGIC
);
1135 * write out range of used blocks after last range
1136 * of free blocks in AG
1138 if (next_begin
< ag_end
) {
1141 sizeb
= ag_end
- begin
;
1142 size
= roundup(sizeb
<< BBSHIFT
, wbuf_miniosize
);
1147 w_buf
.position
= (xfs_off_t
) begin
<< BBSHIFT
;
1151 * let lower layer do alignment
1153 if (size
> w_buf
.size
) {
1154 w_buf
.length
= w_buf
.size
;
1157 numblocks
+= wblocks
;
1159 w_buf
.length
= size
;
1164 read_wbuf(source_fd
, &w_buf
, mp
);
1167 w_buf
.position
+= w_buf
.length
;
1169 howfar
= bump_bar(howfar
, numblocks
);
1177 /* write a clean log using the specified UUID */
1182 /* reread and rewrite superblocks (UUID and in-progress) */
1183 /* [backwards, so inprogress bit only updated when done] */
1185 for (i
= num_ags
- 1; i
>= 0; i
--) {
1186 read_ag_header(source_fd
, i
, &w_buf
, &ag_hdr
, mp
,
1187 source_blocksize
, source_sectorsize
);
1189 ag_hdr
.xfs_sb
->sb_inprogress
= 0;
1191 /* do each thread in turn, each has its own UUID */
1193 for (j
= 0, tcarg
= targ
; j
< num_targets
; j
++) {
1194 sb_update_uuid(sb
, &ag_hdr
, tcarg
);
1195 do_write(tcarg
, NULL
);
1210 next_log_chunk(char *p
, int offset
, void *private)
1212 wbuf
*buf
= (wbuf
*)private;
1214 if (buf
->length
< (int)(p
- buf
->data
) + offset
) {
1215 /* need to flush this one, then start afresh */
1217 do_write(buf
->owner
, NULL
);
1218 memset(buf
->data
, 0, buf
->length
);
1225 * Writes a log header at the start of the log (with the real
1226 * filesystem UUID embedded into it), and writes to all targets.
1228 * Returns the next buffer-length-aligned disk address.
1231 write_log_header(int fd
, wbuf
*buf
, xfs_mount_t
*mp
)
1233 char *p
= buf
->data
;
1237 logstart
= XFS_FSB_TO_DADDR(mp
, mp
->m_sb
.sb_logstart
) << BBSHIFT
;
1238 buf
->position
= rounddown(logstart
, (xfs_off_t
)buf
->length
);
1240 memset(p
, 0, buf
->size
);
1241 if (logstart
% buf
->length
) { /* unaligned */
1242 read_wbuf(fd
, buf
, mp
);
1243 offset
= logstart
- buf
->position
;
1245 memset(p
, 0, buf
->length
- offset
);
1248 offset
= libxfs_log_header(p
, &buf
->owner
->uuid
,
1249 xfs_sb_version_haslogv2(&mp
->m_sb
) ? 2 : 1,
1250 mp
->m_sb
.sb_logsunit
, XLOG_FMT
, NULLCOMMITLSN
,
1251 NULLCOMMITLSN
, next_log_chunk
, buf
);
1252 do_write(buf
->owner
, NULL
);
1254 return roundup(logstart
+ offset
, buf
->length
);
1258 * May do an aligned read of the last buffer in the log (& zero
1259 * the start of that buffer). Returns the disk address at the
1260 * end of last aligned buffer in the log.
1263 write_log_trailer(int fd
, wbuf
*buf
, xfs_mount_t
*mp
)
1268 logend
= XFS_FSB_TO_DADDR(mp
, mp
->m_sb
.sb_logstart
) << BBSHIFT
;
1269 logend
+= XFS_FSB_TO_B(mp
, mp
->m_sb
.sb_logblocks
);
1271 buf
->position
= rounddown(logend
, (xfs_off_t
)buf
->length
);
1273 if (logend
% buf
->length
) { /* unaligned */
1274 read_wbuf(fd
, buf
, mp
);
1275 offset
= (int)(logend
- buf
->position
);
1276 memset(buf
->data
, 0, offset
);
1277 do_write(buf
->owner
, NULL
);
1280 return buf
->position
;
1284 * Clear a log by writing a record at the head, the tail and zeroing everything
1289 struct xfs_mount
*mp
,
1295 w_buf
.owner
= tcarg
;
1296 w_buf
.length
= rounddown(w_buf
.size
, w_buf
.min_io_size
);
1297 pos
= write_log_header(source_fd
, &w_buf
, mp
);
1298 end_pos
= write_log_trailer(source_fd
, &w_buf
, mp
);
1299 w_buf
.position
= pos
;
1300 memset(w_buf
.data
, 0, w_buf
.length
);
1302 while (w_buf
.position
< end_pos
) {
1303 do_write(tcarg
, NULL
);
1304 w_buf
.position
+= w_buf
.length
;
1309 * Format the log to a particular cycle number. This is required for version 5
1310 * superblock filesystems to provide metadata LSN validity guarantees.
1314 struct xfs_mount
*mp
,
1320 int cycle
= XLOG_INIT_CYCLE
;
1323 buf
->length
= buf
->size
;
1324 buf
->position
= XFS_FSB_TO_DADDR(mp
, mp
->m_sb
.sb_logstart
) << BBSHIFT
;
1326 logstart
= XFS_FSB_TO_BB(mp
, mp
->m_sb
.sb_logstart
);
1327 length
= XFS_FSB_TO_BB(mp
, mp
->m_sb
.sb_logblocks
);
1330 * Bump the cycle number on v5 superblock filesystems to guarantee that
1331 * all existing metadata LSNs are valid (behind the current LSN) on the
1334 if (xfs_sb_version_hascrc(&mp
->m_sb
))
1335 cycle
= mp
->m_log
->l_curr_cycle
+ 1;
1338 * Format the entire log into the memory buffer and write it out. If the
1339 * write fails, mark the target inactive so the failure is reported.
1341 libxfs_log_clear(NULL
, buf
->data
, logstart
, length
, &buf
->owner
->uuid
,
1342 xfs_sb_version_haslogv2(&mp
->m_sb
) ? 2 : 1,
1343 mp
->m_sb
.sb_logsunit
, XLOG_FMT
, cycle
, true);
1344 if (do_write(buf
->owner
, buf
))
1345 target
[tcarg
->id
].state
= INACTIVE
;
1350 struct xfs_mount
*mp
)
1357 if (xfs_sb_version_hascrc(&mp
->m_sb
)) {
1358 logsize
= XFS_FSB_TO_B(mp
, mp
->m_sb
.sb_logblocks
);
1359 if (!wbuf_init(&logbuf
, logsize
, w_buf
.data_align
,
1360 w_buf
.min_io_size
, w_buf
.id
))
1364 for (i
= 0, tcarg
= targ
; i
< num_targets
; i
++) {
1365 if (xfs_sb_version_hascrc(&mp
->m_sb
))
1366 format_log(mp
, tcarg
, &logbuf
);
1368 clear_log(mp
, tcarg
);
1372 if (xfs_sb_version_hascrc(&mp
->m_sb
))