]> git.ipfire.org Git - thirdparty/glibc.git/commitdiff
test-container: Use xcopy_file_range for cross-device copy [BZ #23597]
authorH.J. Lu <hjl.tools@gmail.com>
Fri, 31 Aug 2018 20:07:47 +0000 (13:07 -0700)
committerH.J. Lu <hjl.tools@gmail.com>
Fri, 31 Aug 2018 20:08:02 +0000 (13:08 -0700)
copy_file_range can't be used to copy a file from glibc source directory
to glibc build directory since they may be on different filesystems.
This patch adds xcopy_file_range for cross-device copy.

Reviewed-by: Carlos O'Donell <carlos@redhat.com>
[BZ #23597]
* support/Makefile (libsupport-routines): Add
support_copy_file_range and xcopy_file_range.
* support/support.h: Include <sys/types.h>.
(support_copy_file_range): New prototype.
* support/support_copy_file_range.c: New file.  Copied and
modified from io/copy_file_range-compat.c.
* support/test-container.c (copy_one_file): Call xcopy_file_rang
instead of copy_file_range.
* support/xcopy_file_range.c: New file.
* support/xunistd.h (xcopy_file_range): New prototype.

ChangeLog
support/Makefile
support/support.h
support/support_copy_file_range.c [new file with mode: 0644]
support/test-container.c
support/xcopy_file_range.c [new file with mode: 0644]
support/xunistd.h

index 21d914141c6a9e6c13aa5b5b6f8e09020731333c..5288a7e5198e4c084c9ed8d176f791bf58c10b22 100644 (file)
--- a/ChangeLog
+++ b/ChangeLog
@@ -1,3 +1,17 @@
+2018-08-31  H.J. Lu  <hongjiu.lu@intel.com>
+
+       [BZ #23597]
+       * support/Makefile (libsupport-routines): Add
+       support_copy_file_range and xcopy_file_range.
+       * support/support.h: Include <sys/types.h>.
+       (support_copy_file_range): New prototype.
+       * support/support_copy_file_range.c: New file.  Copied and
+       modified from io/copy_file_range-compat.c.
+       * support/test-container.c (copy_one_file): Call xcopy_file_rang
+       instead of copy_file_range.
+       * support/xcopy_file_range.c: New file.
+       * support/xunistd.h (xcopy_file_range): New prototype.
+
 2018-08-30  Carlos O'Donell  <carlos@redhat.com>
 
        * elf/tst-dlopen-aout.c: Include support/xthread.h. Use
index b528f538a6195ae1f397aa47bf8c6b4da7131497..545bfa272799f6f114a999745663356fe02c8519 100644 (file)
@@ -43,6 +43,7 @@ libsupport-routines = \
   support_capture_subprocess \
   support_capture_subprocess_check \
   support_chroot \
+  support_copy_file_range \
   support_descriptor_supports_holes \
   support_enter_mount_namespace \
   support_enter_network_namespace \
@@ -74,6 +75,7 @@ libsupport-routines = \
   xchroot \
   xclose \
   xconnect \
+  xcopy_file_range \
   xdlfcn \
   xdup2 \
   xfclose \
index c6ff4bafb4f5bacdaded9d5bfd36820d0094e67a..d0e15bca1da212e568449127fc03d810c7fd9350 100644 (file)
@@ -27,6 +27,8 @@
 #include <sys/cdefs.h>
 /* For mode_t.  */
 #include <sys/stat.h>
+/* For ssize_t and off64_t.  */
+#include <sys/types.h>
 
 __BEGIN_DECLS
 
@@ -94,6 +96,9 @@ extern const char support_install_prefix[];
 /* Corresponds to the install's lib/ or lib64/ directory.  */
 extern const char support_libdir_prefix[];
 
+extern ssize_t support_copy_file_range (int, off64_t *, int, off64_t *,
+                                       size_t, unsigned int);
+
 __END_DECLS
 
 #endif /* SUPPORT_H */
diff --git a/support/support_copy_file_range.c b/support/support_copy_file_range.c
new file mode 100644 (file)
index 0000000..9a1e397
--- /dev/null
@@ -0,0 +1,143 @@
+/* Simplified copy_file_range with cross-device copy.
+   Copyright (C) 2018 Free Software Foundation, Inc.
+   This file is part of the GNU C Library.
+
+   The GNU C Library is free software; you can redistribute it and/or
+   modify it under the terms of the GNU Lesser General Public
+   License as published by the Free Software Foundation; either
+   version 2.1 of the License, or (at your option) any later version.
+
+   The GNU C Library is distributed in the hope that it will be useful,
+   but WITHOUT ANY WARRANTY; without even the implied warranty of
+   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+   Lesser General Public License for more details.
+
+   You should have received a copy of the GNU Lesser General Public
+   License along with the GNU C Library; if not, see
+   <http://www.gnu.org/licenses/>.  */
+
+#include <errno.h>
+#include <fcntl.h>
+#include <inttypes.h>
+#include <limits.h>
+#include <sys/stat.h>
+#include <sys/types.h>
+#include <unistd.h>
+#include <support/support.h>
+
+ssize_t
+support_copy_file_range (int infd, __off64_t *pinoff,
+                        int outfd, __off64_t *poutoff,
+                        size_t length, unsigned int flags)
+{
+  if (flags != 0)
+    {
+      errno = EINVAL;
+      return -1;
+    }
+
+  struct stat64 instat;
+  struct stat64 outstat;
+  if (fstat64 (infd, &instat) != 0 || fstat64 (outfd, &outstat) != 0)
+    return -1;
+  if (S_ISDIR (instat.st_mode) || S_ISDIR (outstat.st_mode))
+    {
+      errno = EISDIR;
+      return -1;
+    }
+  if (!S_ISREG (instat.st_mode) || !S_ISREG (outstat.st_mode))
+    {
+      /* We need a regular input file so that the we can seek
+        backwards in case of a write failure.  */
+      errno = EINVAL;
+      return -1;
+    }
+
+  /* The output descriptor must not have O_APPEND set.  */
+  if (fcntl (outfd, F_GETFL) & O_APPEND)
+    {
+      errno = EBADF;
+      return -1;
+    }
+
+  /* Avoid an overflow in the result.  */
+  if (length > SSIZE_MAX)
+    length = SSIZE_MAX;
+
+  /* Main copying loop.  The buffer size is arbitrary and is a
+     trade-off between stack size consumption, cache usage, and
+     amortization of system call overhead.  */
+  size_t copied = 0;
+  char buf[8192];
+  while (length > 0)
+    {
+      size_t to_read = length;
+      if (to_read > sizeof (buf))
+       to_read = sizeof (buf);
+
+      /* Fill the buffer.  */
+      ssize_t read_count;
+      if (pinoff == NULL)
+       read_count = read (infd, buf, to_read);
+      else
+       read_count = pread64 (infd, buf, to_read, *pinoff);
+      if (read_count == 0)
+       /* End of file reached prematurely.  */
+       return copied;
+      if (read_count < 0)
+       {
+         if (copied > 0)
+           /* Report the number of bytes copied so far.  */
+           return copied;
+         return -1;
+       }
+      if (pinoff != NULL)
+       *pinoff += read_count;
+
+      /* Write the buffer part which was read to the destination.  */
+      char *end = buf + read_count;
+      for (char *p = buf; p < end; )
+       {
+         ssize_t write_count;
+         if (poutoff == NULL)
+           write_count = write (outfd, p, end - p);
+         else
+           write_count = pwrite64 (outfd, p, end - p, *poutoff);
+         if (write_count < 0)
+           {
+             /* Adjust the input read position to match what we have
+                written, so that the caller can pick up after the
+                error.  */
+             size_t written = p - buf;
+             /* NB: This needs to be signed so that we can form the
+                negative value below.  */
+             ssize_t overread = read_count - written;
+             if (pinoff == NULL)
+               {
+                 if (overread > 0)
+                   {
+                     /* We are on an error recovery path, so we
+                        cannot deal with failure here.  */
+                     int save_errno = errno;
+                     (void) lseek64 (infd, -overread, SEEK_CUR);
+                     errno = save_errno;
+                   }
+               }
+             else /* pinoff != NULL */
+               *pinoff -= overread;
+
+             if (copied + written > 0)
+               /* Report the number of bytes copied so far.  */
+               return copied + written;
+             return -1;
+           }
+         p += write_count;
+         if (poutoff != NULL)
+           *poutoff += write_count;
+       } /* Write loop.  */
+
+      copied += read_count;
+      length -= read_count;
+    }
+  return copied;
+}
index 2e91bdf9ecb866fabb7620411e29f1f171133a36..c56b53ed81b73a84238d771d59d25b9a7988133e 100644 (file)
@@ -383,8 +383,7 @@ copy_one_file (const char *sname, const char *dname)
   if (dfd < 0)
     FAIL_EXIT1 ("unable to open %s for writing\n", dname);
 
-  if (copy_file_range (sfd, 0, dfd, 0, st.st_size, 0) != st.st_size)
-    FAIL_EXIT1 ("cannot copy file %s to %s\n", sname, dname);
+  xcopy_file_range (sfd, 0, dfd, 0, st.st_size, 0);
 
   xclose (sfd);
   xclose (dfd);
diff --git a/support/xcopy_file_range.c b/support/xcopy_file_range.c
new file mode 100644 (file)
index 0000000..b3501a4
--- /dev/null
@@ -0,0 +1,32 @@
+/* copy_file_range with error checking.
+   Copyright (C) 2018 Free Software Foundation, Inc.
+   This file is part of the GNU C Library.
+
+   The GNU C Library is free software; you can redistribute it and/or
+   modify it under the terms of the GNU Lesser General Public
+   License as published by the Free Software Foundation; either
+   version 2.1 of the License, or (at your option) any later version.
+
+   The GNU C Library is distributed in the hope that it will be useful,
+   but WITHOUT ANY WARRANTY; without even the implied warranty of
+   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+   Lesser General Public License for more details.
+
+   You should have received a copy of the GNU Lesser General Public
+   License along with the GNU C Library; if not, see
+   <http://www.gnu.org/licenses/>.  */
+
+#include <support/support.h>
+#include <support/xunistd.h>
+#include <support/check.h>
+
+ssize_t
+xcopy_file_range (int infd, off64_t *pinoff, int outfd, off64_t *poutoff,
+                 size_t length, unsigned int flags)
+{
+  ssize_t status = support_copy_file_range (infd, pinoff, outfd,
+                                           poutoff, length, flags);
+  if (status == -1)
+    FAIL_EXIT1 ("cannot copy file: %m\n");
+  return status;
+}
index cdd4e8d92d8f0b7dfbca3b0d5dcf703027d5ce02..f99f362cb4763c5b0bc5b81e70f2f35ecc28e316 100644 (file)
@@ -64,6 +64,9 @@ void *xmmap (void *addr, size_t length, int prot, int flags, int fd);
 void xmprotect (void *addr, size_t length, int prot);
 void xmunmap (void *addr, size_t length);
 
+ssize_t xcopy_file_range(int fd_in, loff_t *off_in, int fd_out,
+                        loff_t *off_out, size_t len, unsigned int flags);
+
 __END_DECLS
 
 #endif /* SUPPORT_XUNISTD_H */