1 /*-*- Mode: C; c-basic-offset: 8; indent-tabs-mode: nil -*-*/
4 This file is part of systemd.
6 Copyright 2015 Lennart Poettering
8 systemd is free software; you can redistribute it and/or modify it
9 under the terms of the GNU Lesser General Public License as published by
10 the Free Software Foundation; either version 2.1 of the License, or
11 (at your option) any later version.
13 systemd is distributed in the hope that it will be useful, but
14 WITHOUT ANY WARRANTY; without even the implied warranty of
15 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16 Lesser General Public License for more details.
18 You should have received a copy of the GNU Lesser General Public License
19 along with systemd; If not, see <http://www.gnu.org/licenses/>.
22 #include <sys/sendfile.h>
24 /* When we include libgen.h because we need dirname() we immediately
25 * undefine basename() since libgen.h defines it as a macro to the POSIX
26 * version which is really broken. We prefer GNU basename(). */
30 #include "sd-daemon.h"
32 #include "alloc-util.h"
33 #include "btrfs-util.h"
35 #include "export-raw.h"
38 #include "import-common.h"
39 #include "ratelimit.h"
40 #include "string-util.h"
43 #define COPY_BUFFER_SIZE (16*1024)
48 RawExportFinished on_finished
;
56 ImportCompress compress
;
58 sd_event_source
*output_event_source
;
62 size_t buffer_allocated
;
64 uint64_t written_compressed
;
65 uint64_t written_uncompressed
;
67 unsigned last_percent
;
68 RateLimit progress_rate_limit
;
77 RawExport
*raw_export_unref(RawExport
*e
) {
81 sd_event_source_unref(e
->output_event_source
);
83 import_compress_free(&e
->compress
);
85 sd_event_unref(e
->event
);
87 safe_close(e
->input_fd
);
99 RawExportFinished on_finished
,
102 _cleanup_(raw_export_unrefp
) RawExport
*e
= NULL
;
107 e
= new0(RawExport
, 1);
111 e
->output_fd
= e
->input_fd
= -1;
112 e
->on_finished
= on_finished
;
113 e
->userdata
= userdata
;
115 RATELIMIT_INIT(e
->progress_rate_limit
, 100 * USEC_PER_MSEC
, 1);
116 e
->last_percent
= (unsigned) -1;
119 e
->event
= sd_event_ref(event
);
121 r
= sd_event_default(&e
->event
);
132 static void raw_export_report_progress(RawExport
*e
) {
136 if (e
->written_uncompressed
>= (uint64_t) e
->st
.st_size
)
139 percent
= (unsigned) ((e
->written_uncompressed
* UINT64_C(100)) / (uint64_t) e
->st
.st_size
);
141 if (percent
== e
->last_percent
)
144 if (!ratelimit_test(&e
->progress_rate_limit
))
147 sd_notifyf(false, "X_IMPORT_PROGRESS=%u", percent
);
148 log_info("Exported %u%%.", percent
);
150 e
->last_percent
= percent
;
153 static int raw_export_process(RawExport
*e
) {
159 if (!e
->tried_reflink
&& e
->compress
.type
== IMPORT_COMPRESS_UNCOMPRESSED
) {
161 /* If we shall take an uncompressed snapshot we can
162 * reflink source to destination directly. Let's see
165 r
= btrfs_reflink(e
->input_fd
, e
->output_fd
);
171 e
->tried_reflink
= true;
174 if (!e
->tried_sendfile
&& e
->compress
.type
== IMPORT_COMPRESS_UNCOMPRESSED
) {
176 l
= sendfile(e
->output_fd
, e
->input_fd
, NULL
, COPY_BUFFER_SIZE
);
181 e
->tried_sendfile
= true;
186 e
->written_uncompressed
+= l
;
187 e
->written_compressed
+= l
;
189 raw_export_report_progress(e
);
195 while (e
->buffer_size
<= 0) {
196 uint8_t input
[COPY_BUFFER_SIZE
];
203 l
= read(e
->input_fd
, input
, sizeof(input
));
205 r
= log_error_errno(errno
, "Failed to read raw file: %m");
211 r
= import_compress_finish(&e
->compress
, &e
->buffer
, &e
->buffer_size
, &e
->buffer_allocated
);
213 e
->written_uncompressed
+= l
;
214 r
= import_compress(&e
->compress
, input
, l
, &e
->buffer
, &e
->buffer_size
, &e
->buffer_allocated
);
217 r
= log_error_errno(r
, "Failed to encode: %m");
222 l
= write(e
->output_fd
, e
->buffer
, e
->buffer_size
);
227 r
= log_error_errno(errno
, "Failed to write output file: %m");
231 assert((size_t) l
<= e
->buffer_size
);
232 memmove(e
->buffer
, (uint8_t*) e
->buffer
+ l
, e
->buffer_size
- l
);
234 e
->written_compressed
+= l
;
236 raw_export_report_progress(e
);
242 (void) copy_times(e
->input_fd
, e
->output_fd
);
243 (void) copy_xattr(e
->input_fd
, e
->output_fd
);
247 e
->on_finished(e
, r
, e
->userdata
);
249 sd_event_exit(e
->event
, r
);
254 static int raw_export_on_output(sd_event_source
*s
, int fd
, uint32_t revents
, void *userdata
) {
255 RawExport
*i
= userdata
;
257 return raw_export_process(i
);
260 static int raw_export_on_defer(sd_event_source
*s
, void *userdata
) {
261 RawExport
*i
= userdata
;
263 return raw_export_process(i
);
266 static int reflink_snapshot(int fd
, const char *path
) {
273 new_fd
= open(d
, O_TMPFILE
|O_CLOEXEC
|O_NOCTTY
|O_RDWR
, 0600);
275 _cleanup_free_
char *t
= NULL
;
277 r
= tempfn_random(path
, NULL
, &t
);
281 new_fd
= open(t
, O_CLOEXEC
|O_CREAT
|O_NOCTTY
|O_RDWR
, 0600);
288 r
= btrfs_reflink(fd
, new_fd
);
297 int raw_export_start(RawExport
*e
, const char *path
, int fd
, ImportCompressType compress
) {
298 _cleanup_close_
int sfd
= -1, tfd
= -1;
304 assert(compress
< _IMPORT_COMPRESS_TYPE_MAX
);
305 assert(compress
!= IMPORT_COMPRESS_UNKNOWN
);
307 if (e
->output_fd
>= 0)
310 r
= fd_nonblock(fd
, true);
314 r
= free_and_strdup(&e
->path
, path
);
318 sfd
= open(path
, O_RDONLY
|O_CLOEXEC
|O_NOCTTY
);
322 if (fstat(sfd
, &e
->st
) < 0)
324 if (!S_ISREG(e
->st
.st_mode
))
327 /* Try to take a reflink snapshot of the file, if we can t make the export atomic */
328 tfd
= reflink_snapshot(sfd
, path
);
337 r
= import_compress_init(&e
->compress
, compress
);
341 r
= sd_event_add_io(e
->event
, &e
->output_event_source
, fd
, EPOLLOUT
, raw_export_on_output
, e
);
343 r
= sd_event_add_defer(e
->event
, &e
->output_event_source
, raw_export_on_defer
, e
);
347 r
= sd_event_source_set_enabled(e
->output_event_source
, SD_EVENT_ON
);