1 /*-*- Mode: C; c-basic-offset: 8; indent-tabs-mode: nil -*-*/
4 This file is part of systemd.
6 Copyright 2015 Lennart Poettering
8 systemd is free software; you can redistribute it and/or modify it
9 under the terms of the GNU Lesser General Public License as published by
10 the Free Software Foundation; either version 2.1 of the License, or
11 (at your option) any later version.
13 systemd is distributed in the hope that it will be useful, but
14 WITHOUT ANY WARRANTY; without even the implied warranty of
15 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16 Lesser General Public License for more details.
18 You should have received a copy of the GNU Lesser General Public License
19 along with systemd; If not, see <http://www.gnu.org/licenses/>.
22 #include "sd-daemon.h"
24 #include "alloc-util.h"
25 #include "btrfs-util.h"
26 #include "export-tar.h"
29 #include "import-common.h"
30 #include "process-util.h"
31 #include "ratelimit.h"
32 #include "string-util.h"
35 #define COPY_BUFFER_SIZE (16*1024)
40 TarExportFinished on_finished
;
49 ImportCompress compress
;
51 sd_event_source
*output_event_source
;
55 size_t buffer_allocated
;
57 uint64_t written_compressed
;
58 uint64_t written_uncompressed
;
63 uint64_t quota_referenced
;
65 unsigned last_percent
;
66 RateLimit progress_rate_limit
;
72 TarExport
*tar_export_unref(TarExport
*e
) {
76 sd_event_source_unref(e
->output_event_source
);
79 (void) kill_and_sigcont(e
->tar_pid
, SIGKILL
);
80 (void) wait_for_terminate(e
->tar_pid
, NULL
);
84 (void) btrfs_subvol_remove(e
->temp_path
, BTRFS_REMOVE_QUOTA
);
88 import_compress_free(&e
->compress
);
90 sd_event_unref(e
->event
);
92 safe_close(e
->tar_fd
);
104 TarExportFinished on_finished
,
107 _cleanup_(tar_export_unrefp
) TarExport
*e
= NULL
;
112 e
= new0(TarExport
, 1);
116 e
->output_fd
= e
->tar_fd
= -1;
117 e
->on_finished
= on_finished
;
118 e
->userdata
= userdata
;
119 e
->quota_referenced
= (uint64_t) -1;
121 RATELIMIT_INIT(e
->progress_rate_limit
, 100 * USEC_PER_MSEC
, 1);
122 e
->last_percent
= (unsigned) -1;
125 e
->event
= sd_event_ref(event
);
127 r
= sd_event_default(&e
->event
);
138 static void tar_export_report_progress(TarExport
*e
) {
142 /* Do we have any quota info? If not, we don't know anything about the progress */
143 if (e
->quota_referenced
== (uint64_t) -1)
146 if (e
->written_uncompressed
>= e
->quota_referenced
)
149 percent
= (unsigned) ((e
->written_uncompressed
* UINT64_C(100)) / e
->quota_referenced
);
151 if (percent
== e
->last_percent
)
154 if (!ratelimit_test(&e
->progress_rate_limit
))
157 sd_notifyf(false, "X_IMPORT_PROGRESS=%u", percent
);
158 log_info("Exported %u%%.", percent
);
160 e
->last_percent
= percent
;
163 static int tar_export_process(TarExport
*e
) {
169 if (!e
->tried_splice
&& e
->compress
.type
== IMPORT_COMPRESS_UNCOMPRESSED
) {
171 l
= splice(e
->tar_fd
, NULL
, e
->output_fd
, NULL
, COPY_BUFFER_SIZE
, 0);
176 e
->tried_splice
= true;
181 e
->written_uncompressed
+= l
;
182 e
->written_compressed
+= l
;
184 tar_export_report_progress(e
);
190 while (e
->buffer_size
<= 0) {
191 uint8_t input
[COPY_BUFFER_SIZE
];
198 l
= read(e
->tar_fd
, input
, sizeof(input
));
200 r
= log_error_errno(errno
, "Failed to read tar file: %m");
206 r
= import_compress_finish(&e
->compress
, &e
->buffer
, &e
->buffer_size
, &e
->buffer_allocated
);
208 e
->written_uncompressed
+= l
;
209 r
= import_compress(&e
->compress
, input
, l
, &e
->buffer
, &e
->buffer_size
, &e
->buffer_allocated
);
212 r
= log_error_errno(r
, "Failed to encode: %m");
217 l
= write(e
->output_fd
, e
->buffer
, e
->buffer_size
);
222 r
= log_error_errno(errno
, "Failed to write output file: %m");
226 assert((size_t) l
<= e
->buffer_size
);
227 memmove(e
->buffer
, (uint8_t*) e
->buffer
+ l
, e
->buffer_size
- l
);
229 e
->written_compressed
+= l
;
231 tar_export_report_progress(e
);
237 e
->on_finished(e
, r
, e
->userdata
);
239 sd_event_exit(e
->event
, r
);
244 static int tar_export_on_output(sd_event_source
*s
, int fd
, uint32_t revents
, void *userdata
) {
245 TarExport
*i
= userdata
;
247 return tar_export_process(i
);
250 static int tar_export_on_defer(sd_event_source
*s
, void *userdata
) {
251 TarExport
*i
= userdata
;
253 return tar_export_process(i
);
256 int tar_export_start(TarExport
*e
, const char *path
, int fd
, ImportCompressType compress
) {
257 _cleanup_close_
int sfd
= -1;
263 assert(compress
< _IMPORT_COMPRESS_TYPE_MAX
);
264 assert(compress
!= IMPORT_COMPRESS_UNKNOWN
);
266 if (e
->output_fd
>= 0)
269 sfd
= open(path
, O_DIRECTORY
|O_RDONLY
|O_NOCTTY
|O_CLOEXEC
);
273 if (fstat(sfd
, &e
->st
) < 0)
276 r
= fd_nonblock(fd
, true);
280 r
= free_and_strdup(&e
->path
, path
);
284 e
->quota_referenced
= (uint64_t) -1;
286 if (e
->st
.st_ino
== 256) { /* might be a btrfs subvolume? */
289 r
= btrfs_subvol_get_subtree_quota_fd(sfd
, 0, &q
);
291 e
->quota_referenced
= q
.referenced
;
293 e
->temp_path
= mfree(e
->temp_path
);
295 r
= tempfn_random(path
, NULL
, &e
->temp_path
);
299 /* Let's try to make a snapshot, if we can, so that the export is atomic */
300 r
= btrfs_subvol_snapshot_fd(sfd
, e
->temp_path
, BTRFS_SNAPSHOT_READ_ONLY
|BTRFS_SNAPSHOT_RECURSIVE
);
302 log_debug_errno(r
, "Couldn't create snapshot %s of %s, not exporting atomically: %m", e
->temp_path
, path
);
303 e
->temp_path
= mfree(e
->temp_path
);
307 r
= import_compress_init(&e
->compress
, compress
);
311 r
= sd_event_add_io(e
->event
, &e
->output_event_source
, fd
, EPOLLOUT
, tar_export_on_output
, e
);
313 r
= sd_event_add_defer(e
->event
, &e
->output_event_source
, tar_export_on_defer
, e
);
317 r
= sd_event_source_set_enabled(e
->output_event_source
, SD_EVENT_ON
);
322 e
->tar_fd
= import_fork_tar_c(e
->temp_path
?: e
->path
, &e
->tar_pid
);
324 e
->output_event_source
= sd_event_source_unref(e
->output_event_source
);