1 /*-*- Mode: C; c-basic-offset: 8; indent-tabs-mode: nil -*-*/
4 This file is part of systemd.
6 Copyright 2015 Lennart Poettering
8 systemd is free software; you can redistribute it and/or modify it
9 under the terms of the GNU Lesser General Public License as published by
10 the Free Software Foundation; either version 2.1 of the License, or
11 (at your option) any later version.
13 systemd is distributed in the hope that it will be useful, but
14 WITHOUT ANY WARRANTY; without even the implied warranty of
15 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16 Lesser General Public License for more details.
18 You should have received a copy of the GNU Lesser General Public License
19 along with systemd; If not, see <http://www.gnu.org/licenses/>.
22 #include <sys/sendfile.h>
26 #include "sd-daemon.h"
28 #include "alloc-util.h"
29 #include "btrfs-util.h"
31 #include "export-raw.h"
34 #include "import-common.h"
35 #include "ratelimit.h"
36 #include "string-util.h"
39 #define COPY_BUFFER_SIZE (16*1024)
44 RawExportFinished on_finished
;
52 ImportCompress compress
;
54 sd_event_source
*output_event_source
;
58 size_t buffer_allocated
;
60 uint64_t written_compressed
;
61 uint64_t written_uncompressed
;
63 unsigned last_percent
;
64 RateLimit progress_rate_limit
;
73 RawExport
*raw_export_unref(RawExport
*e
) {
77 sd_event_source_unref(e
->output_event_source
);
79 import_compress_free(&e
->compress
);
81 sd_event_unref(e
->event
);
83 safe_close(e
->input_fd
);
95 RawExportFinished on_finished
,
98 _cleanup_(raw_export_unrefp
) RawExport
*e
= NULL
;
103 e
= new0(RawExport
, 1);
107 e
->output_fd
= e
->input_fd
= -1;
108 e
->on_finished
= on_finished
;
109 e
->userdata
= userdata
;
111 RATELIMIT_INIT(e
->progress_rate_limit
, 100 * USEC_PER_MSEC
, 1);
112 e
->last_percent
= (unsigned) -1;
115 e
->event
= sd_event_ref(event
);
117 r
= sd_event_default(&e
->event
);
128 static void raw_export_report_progress(RawExport
*e
) {
132 if (e
->written_uncompressed
>= (uint64_t) e
->st
.st_size
)
135 percent
= (unsigned) ((e
->written_uncompressed
* UINT64_C(100)) / (uint64_t) e
->st
.st_size
);
137 if (percent
== e
->last_percent
)
140 if (!ratelimit_test(&e
->progress_rate_limit
))
143 sd_notifyf(false, "X_IMPORT_PROGRESS=%u", percent
);
144 log_info("Exported %u%%.", percent
);
146 e
->last_percent
= percent
;
149 static int raw_export_process(RawExport
*e
) {
155 if (!e
->tried_reflink
&& e
->compress
.type
== IMPORT_COMPRESS_UNCOMPRESSED
) {
157 /* If we shall take an uncompressed snapshot we can
158 * reflink source to destination directly. Let's see
161 r
= btrfs_reflink(e
->input_fd
, e
->output_fd
);
167 e
->tried_reflink
= true;
170 if (!e
->tried_sendfile
&& e
->compress
.type
== IMPORT_COMPRESS_UNCOMPRESSED
) {
172 l
= sendfile(e
->output_fd
, e
->input_fd
, NULL
, COPY_BUFFER_SIZE
);
177 e
->tried_sendfile
= true;
182 e
->written_uncompressed
+= l
;
183 e
->written_compressed
+= l
;
185 raw_export_report_progress(e
);
191 while (e
->buffer_size
<= 0) {
192 uint8_t input
[COPY_BUFFER_SIZE
];
199 l
= read(e
->input_fd
, input
, sizeof(input
));
201 r
= log_error_errno(errno
, "Failed to read raw file: %m");
207 r
= import_compress_finish(&e
->compress
, &e
->buffer
, &e
->buffer_size
, &e
->buffer_allocated
);
209 e
->written_uncompressed
+= l
;
210 r
= import_compress(&e
->compress
, input
, l
, &e
->buffer
, &e
->buffer_size
, &e
->buffer_allocated
);
213 r
= log_error_errno(r
, "Failed to encode: %m");
218 l
= write(e
->output_fd
, e
->buffer
, e
->buffer_size
);
223 r
= log_error_errno(errno
, "Failed to write output file: %m");
227 assert((size_t) l
<= e
->buffer_size
);
228 memmove(e
->buffer
, (uint8_t*) e
->buffer
+ l
, e
->buffer_size
- l
);
230 e
->written_compressed
+= l
;
232 raw_export_report_progress(e
);
238 (void) copy_times(e
->input_fd
, e
->output_fd
);
239 (void) copy_xattr(e
->input_fd
, e
->output_fd
);
243 e
->on_finished(e
, r
, e
->userdata
);
245 sd_event_exit(e
->event
, r
);
250 static int raw_export_on_output(sd_event_source
*s
, int fd
, uint32_t revents
, void *userdata
) {
251 RawExport
*i
= userdata
;
253 return raw_export_process(i
);
256 static int raw_export_on_defer(sd_event_source
*s
, void *userdata
) {
257 RawExport
*i
= userdata
;
259 return raw_export_process(i
);
262 static int reflink_snapshot(int fd
, const char *path
) {
269 new_fd
= open(d
, O_TMPFILE
|O_CLOEXEC
|O_NOCTTY
|O_RDWR
, 0600);
271 _cleanup_free_
char *t
= NULL
;
273 r
= tempfn_random(path
, NULL
, &t
);
277 new_fd
= open(t
, O_CLOEXEC
|O_CREAT
|O_NOCTTY
|O_RDWR
, 0600);
284 r
= btrfs_reflink(fd
, new_fd
);
293 int raw_export_start(RawExport
*e
, const char *path
, int fd
, ImportCompressType compress
) {
294 _cleanup_close_
int sfd
= -1, tfd
= -1;
300 assert(compress
< _IMPORT_COMPRESS_TYPE_MAX
);
301 assert(compress
!= IMPORT_COMPRESS_UNKNOWN
);
303 if (e
->output_fd
>= 0)
306 r
= fd_nonblock(fd
, true);
310 r
= free_and_strdup(&e
->path
, path
);
314 sfd
= open(path
, O_RDONLY
|O_CLOEXEC
|O_NOCTTY
);
318 if (fstat(sfd
, &e
->st
) < 0)
320 if (!S_ISREG(e
->st
.st_mode
))
323 /* Try to take a reflink snapshot of the file, if we can t make the export atomic */
324 tfd
= reflink_snapshot(sfd
, path
);
333 r
= import_compress_init(&e
->compress
, compress
);
337 r
= sd_event_add_io(e
->event
, &e
->output_event_source
, fd
, EPOLLOUT
, raw_export_on_output
, e
);
339 r
= sd_event_add_defer(e
->event
, &e
->output_event_source
, raw_export_on_defer
, e
);
343 r
= sd_event_source_set_enabled(e
->output_event_source
, SD_EVENT_ON
);