1 /*-*- Mode: C; c-basic-offset: 8; indent-tabs-mode: nil -*-*/
4 This file is part of systemd.
6 Copyright 2015 Lennart Poettering
8 systemd is free software; you can redistribute it and/or modify it
9 under the terms of the GNU Lesser General Public License as published by
10 the Free Software Foundation; either version 2.1 of the License, or
11 (at your option) any later version.
13 systemd is distributed in the hope that it will be useful, but
14 WITHOUT ANY WARRANTY; without even the implied warranty of
15 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16 Lesser General Public License for more details.
18 You should have received a copy of the GNU Lesser General Public License
19 along with systemd; If not, see <http://www.gnu.org/licenses/>.
24 #include "sd-daemon.h"
27 #include "alloc-util.h"
28 #include "btrfs-util.h"
29 #include "chattr-util.h"
34 #include "hostname-util.h"
35 #include "import-common.h"
36 #include "import-compress.h"
37 #include "import-raw.h"
39 #include "machine-pool.h"
41 #include "path-util.h"
42 #include "qcow2-util.h"
43 #include "ratelimit.h"
45 #include "string-util.h"
53 RawImportFinished on_finished
;
59 bool grow_machine_directory
;
67 ImportCompress compress
;
69 uint64_t written_since_last_grow
;
71 sd_event_source
*input_event_source
;
73 uint8_t buffer
[16*1024];
76 uint64_t written_compressed
;
77 uint64_t written_uncompressed
;
81 unsigned last_percent
;
82 RateLimit progress_rate_limit
;
85 RawImport
* raw_import_unref(RawImport
*i
) {
89 sd_event_unref(i
->event
);
92 (void) unlink(i
->temp_path
);
96 import_compress_free(&i
->compress
);
98 sd_event_source_unref(i
->input_event_source
);
100 safe_close(i
->output_fd
);
113 const char *image_root
,
114 RawImportFinished on_finished
,
117 _cleanup_(raw_import_unrefp
) RawImport
*i
= NULL
;
122 i
= new0(RawImport
, 1);
126 i
->input_fd
= i
->output_fd
= -1;
127 i
->on_finished
= on_finished
;
128 i
->userdata
= userdata
;
130 RATELIMIT_INIT(i
->progress_rate_limit
, 100 * USEC_PER_MSEC
, 1);
131 i
->last_percent
= (unsigned) -1;
133 i
->image_root
= strdup(image_root
?: "/var/lib/machines");
137 i
->grow_machine_directory
= path_startswith(i
->image_root
, "/var/lib/machines");
140 i
->event
= sd_event_ref(event
);
142 r
= sd_event_default(&i
->event
);
153 static void raw_import_report_progress(RawImport
*i
) {
157 /* We have no size information, unless the source is a regular file */
158 if (!S_ISREG(i
->st
.st_mode
))
161 if (i
->written_compressed
>= (uint64_t) i
->st
.st_size
)
164 percent
= (unsigned) ((i
->written_compressed
* UINT64_C(100)) / (uint64_t) i
->st
.st_size
);
166 if (percent
== i
->last_percent
)
169 if (!ratelimit_test(&i
->progress_rate_limit
))
172 sd_notifyf(false, "X_IMPORT_PROGRESS=%u", percent
);
173 log_info("Imported %u%%.", percent
);
175 i
->last_percent
= percent
;
178 static int raw_import_maybe_convert_qcow2(RawImport
*i
) {
179 _cleanup_close_
int converted_fd
= -1;
180 _cleanup_free_
char *t
= NULL
;
185 r
= qcow2_detect(i
->output_fd
);
187 return log_error_errno(r
, "Failed to detect whether this is a QCOW2 image: %m");
191 /* This is a QCOW2 image, let's convert it */
192 r
= tempfn_random(i
->final_path
, NULL
, &t
);
196 converted_fd
= open(t
, O_RDWR
|O_CREAT
|O_EXCL
|O_NOCTTY
|O_CLOEXEC
, 0664);
197 if (converted_fd
< 0)
198 return log_error_errno(errno
, "Failed to create %s: %m", t
);
200 r
= chattr_fd(converted_fd
, FS_NOCOW_FL
, FS_NOCOW_FL
);
202 log_warning_errno(r
, "Failed to set file attributes on %s: %m", t
);
204 log_info("Unpacking QCOW2 file.");
206 r
= qcow2_convert(i
->output_fd
, converted_fd
);
209 return log_error_errno(r
, "Failed to convert qcow2 image: %m");
212 (void) unlink(i
->temp_path
);
217 safe_close(i
->output_fd
);
218 i
->output_fd
= converted_fd
;
224 static int raw_import_finish(RawImport
*i
) {
228 assert(i
->output_fd
>= 0);
229 assert(i
->temp_path
);
230 assert(i
->final_path
);
232 /* In case this was a sparse file, make sure the file system is right */
233 if (i
->written_uncompressed
> 0) {
234 if (ftruncate(i
->output_fd
, i
->written_uncompressed
) < 0)
235 return log_error_errno(errno
, "Failed to truncate file: %m");
238 r
= raw_import_maybe_convert_qcow2(i
);
242 if (S_ISREG(i
->st
.st_mode
)) {
243 (void) copy_times(i
->input_fd
, i
->output_fd
);
244 (void) copy_xattr(i
->input_fd
, i
->output_fd
);
248 r
= import_make_read_only_fd(i
->output_fd
);
254 (void) rm_rf(i
->final_path
, REMOVE_ROOT
|REMOVE_PHYSICAL
|REMOVE_SUBVOLUME
);
256 r
= rename_noreplace(AT_FDCWD
, i
->temp_path
, AT_FDCWD
, i
->final_path
);
258 return log_error_errno(r
, "Failed to move image into place: %m");
260 i
->temp_path
= mfree(i
->temp_path
);
265 static int raw_import_open_disk(RawImport
*i
) {
270 assert(!i
->final_path
);
271 assert(!i
->temp_path
);
272 assert(i
->output_fd
< 0);
274 i
->final_path
= strjoin(i
->image_root
, "/", i
->local
, ".raw", NULL
);
278 r
= tempfn_random(i
->final_path
, NULL
, &i
->temp_path
);
282 (void) mkdir_parents_label(i
->temp_path
, 0700);
284 i
->output_fd
= open(i
->temp_path
, O_RDWR
|O_CREAT
|O_EXCL
|O_NOCTTY
|O_CLOEXEC
, 0664);
285 if (i
->output_fd
< 0)
286 return log_error_errno(errno
, "Failed to open destination %s: %m", i
->temp_path
);
288 r
= chattr_fd(i
->output_fd
, FS_NOCOW_FL
, FS_NOCOW_FL
);
290 log_warning_errno(r
, "Failed to set file attributes on %s: %m", i
->temp_path
);
295 static int raw_import_try_reflink(RawImport
*i
) {
300 assert(i
->input_fd
>= 0);
301 assert(i
->output_fd
>= 0);
303 if (i
->compress
.type
!= IMPORT_COMPRESS_UNCOMPRESSED
)
306 if (!S_ISREG(i
->st
.st_mode
))
309 p
= lseek(i
->input_fd
, 0, SEEK_CUR
);
311 return log_error_errno(errno
, "Failed to read file offset of input file: %m");
313 /* Let's only try a btrfs reflink, if we are reading from the beginning of the file */
314 if ((uint64_t) p
!= (uint64_t) i
->buffer_size
)
317 r
= btrfs_reflink(i
->input_fd
, i
->output_fd
);
324 static int raw_import_write(const void *p
, size_t sz
, void *userdata
) {
325 RawImport
*i
= userdata
;
328 if (i
->grow_machine_directory
&& i
->written_since_last_grow
>= GROW_INTERVAL_BYTES
) {
329 i
->written_since_last_grow
= 0;
330 grow_machine_directory();
333 n
= sparse_write(i
->output_fd
, p
, sz
, 64);
339 i
->written_uncompressed
+= sz
;
340 i
->written_since_last_grow
+= sz
;
345 static int raw_import_process(RawImport
*i
) {
350 assert(i
->buffer_size
< sizeof(i
->buffer
));
352 l
= read(i
->input_fd
, i
->buffer
+ i
->buffer_size
, sizeof(i
->buffer
) - i
->buffer_size
);
357 r
= log_error_errno(errno
, "Failed to read input file: %m");
361 if (i
->compress
.type
== IMPORT_COMPRESS_UNKNOWN
) {
362 log_error("Premature end of file: %m");
367 r
= raw_import_finish(i
);
373 if (i
->compress
.type
== IMPORT_COMPRESS_UNKNOWN
) {
374 r
= import_uncompress_detect(&i
->compress
, i
->buffer
, i
->buffer_size
);
376 log_error("Failed to detect file compression: %m");
379 if (r
== 0) /* Need more data */
382 r
= raw_import_open_disk(i
);
386 r
= raw_import_try_reflink(i
);
390 r
= raw_import_finish(i
);
395 r
= import_uncompress(&i
->compress
, i
->buffer
, i
->buffer_size
, raw_import_write
, i
);
397 log_error_errno(r
, "Failed to decode and write: %m");
401 i
->written_compressed
+= i
->buffer_size
;
404 raw_import_report_progress(i
);
410 i
->on_finished(i
, r
, i
->userdata
);
412 sd_event_exit(i
->event
, r
);
417 static int raw_import_on_input(sd_event_source
*s
, int fd
, uint32_t revents
, void *userdata
) {
418 RawImport
*i
= userdata
;
420 return raw_import_process(i
);
423 static int raw_import_on_defer(sd_event_source
*s
, void *userdata
) {
424 RawImport
*i
= userdata
;
426 return raw_import_process(i
);
429 int raw_import_start(RawImport
*i
, int fd
, const char *local
, bool force_local
, bool read_only
) {
436 if (!machine_name_is_valid(local
))
439 if (i
->input_fd
>= 0)
442 r
= fd_nonblock(fd
, true);
446 r
= free_and_strdup(&i
->local
, local
);
449 i
->force_local
= force_local
;
450 i
->read_only
= read_only
;
452 if (fstat(fd
, &i
->st
) < 0)
455 r
= sd_event_add_io(i
->event
, &i
->input_event_source
, fd
, EPOLLIN
, raw_import_on_input
, i
);
457 /* This fd does not support epoll, for example because it is a regular file. Busy read in that case */
458 r
= sd_event_add_defer(i
->event
, &i
->input_event_source
, raw_import_on_defer
, i
);
462 r
= sd_event_source_set_enabled(i
->input_event_source
, SD_EVENT_ON
);