1 /* SPDX-License-Identifier: LGPL-2.1+ */
3 This file is part of systemd.
5 Copyright 2010 Lennart Poettering
7 systemd is free software; you can redistribute it and/or modify it
8 under the terms of the GNU Lesser General Public License as published by
9 the Free Software Foundation; either version 2.1 of the License, or
10 (at your option) any later version.
12 systemd is distributed in the hope that it will be useful, but
13 WITHOUT ANY WARRANTY; without even the implied warranty of
14 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 Lesser General Public License for more details.
17 You should have received a copy of the GNU Lesser General Public License
18 along with systemd; If not, see <http://www.gnu.org/licenses/>.
27 #include <linux/loop.h>
31 #include <selinux/selinux.h>
38 #include <sys/mount.h>
39 #include <sys/personality.h>
40 #include <sys/prctl.h>
41 #include <sys/types.h>
46 #include "sd-daemon.h"
49 #include "alloc-util.h"
51 #include "base-filesystem.h"
52 #include "blkid-util.h"
53 #include "btrfs-util.h"
56 #include "capability-util.h"
57 #include "cgroup-util.h"
59 #include "dev-setup.h"
60 #include "dissect-image.h"
65 #include "format-util.h"
68 #include "hexdecoct.h"
69 #include "hostname-util.h"
70 #include "id128-util.h"
72 #include "loop-util.h"
73 #include "loopback-setup.h"
74 #include "machine-image.h"
78 #include "mount-util.h"
79 #include "netlink-util.h"
80 #include "nspawn-cgroup.h"
81 #include "nspawn-def.h"
82 #include "nspawn-expose-ports.h"
83 #include "nspawn-mount.h"
84 #include "nspawn-network.h"
85 #include "nspawn-patch-uid.h"
86 #include "nspawn-register.h"
87 #include "nspawn-seccomp.h"
88 #include "nspawn-settings.h"
89 #include "nspawn-setuid.h"
90 #include "nspawn-stub-pid1.h"
91 #include "parse-util.h"
92 #include "path-util.h"
93 #include "process-util.h"
95 #include "random-util.h"
96 #include "raw-clone.h"
98 #include "selinux-util.h"
99 #include "signal-util.h"
100 #include "socket-util.h"
101 #include "stat-util.h"
102 #include "stdio-util.h"
103 #include "string-util.h"
105 #include "terminal-util.h"
106 #include "udev-util.h"
107 #include "umask-util.h"
108 #include "user-util.h"
112 #define STATIC_RESOLV_CONF "/lib/systemd/resolv.conf"
114 #define STATIC_RESOLV_CONF "/usr/lib/systemd/resolv.conf"
117 /* nspawn is listening on the socket at the path in the constant nspawn_notify_socket_path
118 * nspawn_notify_socket_path is relative to the container
119 * the init process in the container pid can send messages to nspawn following the sd_notify(3) protocol */
120 #define NSPAWN_NOTIFY_SOCKET_PATH "/run/systemd/nspawn/notify"
122 #define EXIT_FORCE_RESTART 133
124 typedef enum ContainerStatus
{
125 CONTAINER_TERMINATED
,
129 typedef enum LinkJournal
{
136 static char *arg_directory
= NULL
;
137 static char *arg_template
= NULL
;
138 static char *arg_chdir
= NULL
;
139 static char *arg_pivot_root_new
= NULL
;
140 static char *arg_pivot_root_old
= NULL
;
141 static char *arg_user
= NULL
;
142 static sd_id128_t arg_uuid
= {};
143 static char *arg_machine
= NULL
;
144 static const char *arg_selinux_context
= NULL
;
145 static const char *arg_selinux_apifs_context
= NULL
;
146 static const char *arg_slice
= NULL
;
147 static bool arg_private_network
= false;
148 static bool arg_read_only
= false;
149 static StartMode arg_start_mode
= START_PID1
;
150 static bool arg_ephemeral
= false;
151 static LinkJournal arg_link_journal
= LINK_AUTO
;
152 static bool arg_link_journal_try
= false;
153 static uint64_t arg_caps_retain
=
154 (1ULL << CAP_AUDIT_CONTROL
) |
155 (1ULL << CAP_AUDIT_WRITE
) |
156 (1ULL << CAP_CHOWN
) |
157 (1ULL << CAP_DAC_OVERRIDE
) |
158 (1ULL << CAP_DAC_READ_SEARCH
) |
159 (1ULL << CAP_FOWNER
) |
160 (1ULL << CAP_FSETID
) |
161 (1ULL << CAP_IPC_OWNER
) |
163 (1ULL << CAP_LEASE
) |
164 (1ULL << CAP_LINUX_IMMUTABLE
) |
165 (1ULL << CAP_MKNOD
) |
166 (1ULL << CAP_NET_BIND_SERVICE
) |
167 (1ULL << CAP_NET_BROADCAST
) |
168 (1ULL << CAP_NET_RAW
) |
169 (1ULL << CAP_SETFCAP
) |
170 (1ULL << CAP_SETGID
) |
171 (1ULL << CAP_SETPCAP
) |
172 (1ULL << CAP_SETUID
) |
173 (1ULL << CAP_SYS_ADMIN
) |
174 (1ULL << CAP_SYS_BOOT
) |
175 (1ULL << CAP_SYS_CHROOT
) |
176 (1ULL << CAP_SYS_NICE
) |
177 (1ULL << CAP_SYS_PTRACE
) |
178 (1ULL << CAP_SYS_RESOURCE
) |
179 (1ULL << CAP_SYS_TTY_CONFIG
);
180 static CustomMount
*arg_custom_mounts
= NULL
;
181 static unsigned arg_n_custom_mounts
= 0;
182 static char **arg_setenv
= NULL
;
183 static bool arg_quiet
= false;
184 static bool arg_register
= true;
185 static bool arg_keep_unit
= false;
186 static char **arg_network_interfaces
= NULL
;
187 static char **arg_network_macvlan
= NULL
;
188 static char **arg_network_ipvlan
= NULL
;
189 static bool arg_network_veth
= false;
190 static char **arg_network_veth_extra
= NULL
;
191 static char *arg_network_bridge
= NULL
;
192 static char *arg_network_zone
= NULL
;
193 static char *arg_network_namespace_path
= NULL
;
194 static unsigned long arg_personality
= PERSONALITY_INVALID
;
195 static char *arg_image
= NULL
;
196 static VolatileMode arg_volatile_mode
= VOLATILE_NO
;
197 static ExposePort
*arg_expose_ports
= NULL
;
198 static char **arg_property
= NULL
;
199 static UserNamespaceMode arg_userns_mode
= USER_NAMESPACE_NO
;
200 static uid_t arg_uid_shift
= UID_INVALID
, arg_uid_range
= 0x10000U
;
201 static bool arg_userns_chown
= false;
202 static int arg_kill_signal
= 0;
203 static CGroupUnified arg_unified_cgroup_hierarchy
= CGROUP_UNIFIED_UNKNOWN
;
204 static SettingsMask arg_settings_mask
= 0;
205 static int arg_settings_trusted
= -1;
206 static char **arg_parameters
= NULL
;
207 static const char *arg_container_service_name
= "systemd-nspawn";
208 static bool arg_notify_ready
= false;
209 static bool arg_use_cgns
= true;
210 static unsigned long arg_clone_ns_flags
= CLONE_NEWIPC
|CLONE_NEWPID
|CLONE_NEWUTS
;
211 static MountSettingsMask arg_mount_settings
= MOUNT_APPLY_APIVFS_RO
;
212 static void *arg_root_hash
= NULL
;
213 static size_t arg_root_hash_size
= 0;
214 static char **arg_syscall_whitelist
= NULL
;
215 static char **arg_syscall_blacklist
= NULL
;
217 static void help(void) {
218 printf("%s [OPTIONS...] [PATH] [ARGUMENTS...]\n\n"
219 "Spawn a minimal namespace container for debugging, testing and building.\n\n"
220 " -h --help Show this help\n"
221 " --version Print version string\n"
222 " -q --quiet Do not show status information\n"
223 " -D --directory=PATH Root directory for the container\n"
224 " --template=PATH Initialize root directory from template directory,\n"
226 " -x --ephemeral Run container with snapshot of root directory, and\n"
227 " remove it after exit\n"
228 " -i --image=PATH File system device or disk image for the container\n"
229 " --root-hash=HASH Specify verity root hash\n"
230 " -a --as-pid2 Maintain a stub init as PID1, invoke binary as PID2\n"
231 " -b --boot Boot up full system (i.e. invoke init)\n"
232 " --chdir=PATH Set working directory in the container\n"
233 " --pivot-root=PATH[:PATH]\n"
234 " Pivot root to given directory in the container\n"
235 " -u --user=USER Run the command under specified user or uid\n"
236 " -M --machine=NAME Set the machine name for the container\n"
237 " --uuid=UUID Set a specific machine UUID for the container\n"
238 " -S --slice=SLICE Place the container in the specified slice\n"
239 " --property=NAME=VALUE Set scope unit property\n"
240 " -U --private-users=pick Run within user namespace, autoselect UID/GID range\n"
241 " --private-users[=UIDBASE[:NUIDS]]\n"
242 " Similar, but with user configured UID/GID range\n"
243 " --private-users-chown Adjust OS tree ownership to private UID/GID range\n"
244 " --private-network Disable network in container\n"
245 " --network-interface=INTERFACE\n"
246 " Assign an existing network interface to the\n"
248 " --network-macvlan=INTERFACE\n"
249 " Create a macvlan network interface based on an\n"
250 " existing network interface to the container\n"
251 " --network-ipvlan=INTERFACE\n"
252 " Create a ipvlan network interface based on an\n"
253 " existing network interface to the container\n"
254 " -n --network-veth Add a virtual Ethernet connection between host\n"
256 " --network-veth-extra=HOSTIF[:CONTAINERIF]\n"
257 " Add an additional virtual Ethernet link between\n"
258 " host and container\n"
259 " --network-bridge=INTERFACE\n"
260 " Add a virtual Ethernet connection to the container\n"
261 " and attach it to an existing bridge on the host\n"
262 " --network-zone=NAME Similar, but attach the new interface to an\n"
263 " an automatically managed bridge interface\n"
264 " --network-namespace-path=PATH\n"
265 " Set network namespace to the one represented by\n"
266 " the specified kernel namespace file node\n"
267 " -p --port=[PROTOCOL:]HOSTPORT[:CONTAINERPORT]\n"
268 " Expose a container IP port on the host\n"
269 " -Z --selinux-context=SECLABEL\n"
270 " Set the SELinux security context to be used by\n"
271 " processes in the container\n"
272 " -L --selinux-apifs-context=SECLABEL\n"
273 " Set the SELinux security context to be used by\n"
274 " API/tmpfs file systems in the container\n"
275 " --capability=CAP In addition to the default, retain specified\n"
277 " --drop-capability=CAP Drop the specified capability from the default set\n"
278 " --system-call-filter=LIST|~LIST\n"
279 " Permit/prohibit specific system calls\n"
280 " --kill-signal=SIGNAL Select signal to use for shutting down PID 1\n"
281 " --link-journal=MODE Link up guest journal, one of no, auto, guest, \n"
282 " host, try-guest, try-host\n"
283 " -j Equivalent to --link-journal=try-guest\n"
284 " --read-only Mount the root directory read-only\n"
285 " --bind=PATH[:PATH[:OPTIONS]]\n"
286 " Bind mount a file or directory from the host into\n"
288 " --bind-ro=PATH[:PATH[:OPTIONS]\n"
289 " Similar, but creates a read-only bind mount\n"
290 " --tmpfs=PATH:[OPTIONS] Mount an empty tmpfs to the specified directory\n"
291 " --overlay=PATH[:PATH...]:PATH\n"
292 " Create an overlay mount from the host to \n"
294 " --overlay-ro=PATH[:PATH...]:PATH\n"
295 " Similar, but creates a read-only overlay mount\n"
296 " -E --setenv=NAME=VALUE Pass an environment variable to PID 1\n"
297 " --register=BOOLEAN Register container as machine\n"
298 " --keep-unit Do not register a scope for the machine, reuse\n"
299 " the service unit nspawn is running in\n"
300 " --volatile[=MODE] Run the system in volatile mode\n"
301 " --settings=BOOLEAN Load additional settings from .nspawn file\n"
302 " --notify-ready=BOOLEAN Receive notifications from the child init process\n"
303 , program_invocation_short_name
);
306 static int custom_mount_check_all(void) {
309 for (i
= 0; i
< arg_n_custom_mounts
; i
++) {
310 CustomMount
*m
= &arg_custom_mounts
[i
];
312 if (path_equal(m
->destination
, "/") && arg_userns_mode
!= USER_NAMESPACE_NO
) {
314 if (arg_userns_chown
) {
315 log_error("--private-users-chown may not be combined with custom root mounts.");
317 } else if (arg_uid_shift
== UID_INVALID
) {
318 log_error("--private-users with automatic UID shift may not be combined with custom root mounts.");
327 static int detect_unified_cgroup_hierarchy_from_environment(void) {
331 /* Allow the user to control whether the unified hierarchy is used */
332 e
= getenv("UNIFIED_CGROUP_HIERARCHY");
334 r
= parse_boolean(e
);
336 return log_error_errno(r
, "Failed to parse $UNIFIED_CGROUP_HIERARCHY.");
338 arg_unified_cgroup_hierarchy
= CGROUP_UNIFIED_ALL
;
340 arg_unified_cgroup_hierarchy
= CGROUP_UNIFIED_NONE
;
346 static int detect_unified_cgroup_hierarchy_from_image(const char *directory
) {
349 /* Let's inherit the mode to use from the host system, but let's take into consideration what systemd in the
350 * image actually supports. */
351 r
= cg_all_unified();
353 return log_error_errno(r
, "Failed to determine whether we are in all unified mode.");
355 /* Unified cgroup hierarchy support was added in 230. Unfortunately the detection
356 * routine only detects 231, so we'll have a false negative here for 230. */
357 r
= systemd_installation_has_version(directory
, 230);
359 return log_error_errno(r
, "Failed to determine systemd version in container: %m");
361 arg_unified_cgroup_hierarchy
= CGROUP_UNIFIED_ALL
;
363 arg_unified_cgroup_hierarchy
= CGROUP_UNIFIED_NONE
;
364 } else if (cg_unified_controller(SYSTEMD_CGROUP_CONTROLLER
) > 0) {
365 /* Mixed cgroup hierarchy support was added in 233 */
366 r
= systemd_installation_has_version(directory
, 233);
368 return log_error_errno(r
, "Failed to determine systemd version in container: %m");
370 arg_unified_cgroup_hierarchy
= CGROUP_UNIFIED_SYSTEMD
;
372 arg_unified_cgroup_hierarchy
= CGROUP_UNIFIED_NONE
;
374 arg_unified_cgroup_hierarchy
= CGROUP_UNIFIED_NONE
;
376 log_debug("Using %s hierarchy for container.",
377 arg_unified_cgroup_hierarchy
== CGROUP_UNIFIED_NONE
? "legacy" :
378 arg_unified_cgroup_hierarchy
== CGROUP_UNIFIED_SYSTEMD
? "hybrid" : "unified");
383 static void parse_share_ns_env(const char *name
, unsigned long ns_flag
) {
386 r
= getenv_bool(name
);
390 log_warning_errno(r
, "Failed to parse %s from environment, defaulting to false.", name
);
391 arg_clone_ns_flags
= (arg_clone_ns_flags
& ~ns_flag
) | (r
> 0 ? 0 : ns_flag
);
394 static void parse_mount_settings_env(void) {
398 e
= getenv("SYSTEMD_NSPAWN_API_VFS_WRITABLE");
402 if (streq(e
, "network")) {
403 arg_mount_settings
|= MOUNT_APPLY_APIVFS_RO
|MOUNT_APPLY_APIVFS_NETNS
;
407 r
= parse_boolean(e
);
409 log_warning_errno(r
, "Failed to parse SYSTEMD_NSPAWN_API_VFS_WRITABLE from environment, ignoring.");
413 SET_FLAG(arg_mount_settings
, MOUNT_APPLY_APIVFS_RO
, r
== 0);
414 SET_FLAG(arg_mount_settings
, MOUNT_APPLY_APIVFS_NETNS
, false);
417 static int parse_argv(int argc
, char *argv
[]) {
435 ARG_NETWORK_INTERFACE
,
440 ARG_NETWORK_VETH_EXTRA
,
441 ARG_NETWORK_NAMESPACE_PATH
,
451 ARG_PRIVATE_USERS_CHOWN
,
454 ARG_SYSTEM_CALL_FILTER
,
457 static const struct option options
[] = {
458 { "help", no_argument
, NULL
, 'h' },
459 { "version", no_argument
, NULL
, ARG_VERSION
},
460 { "directory", required_argument
, NULL
, 'D' },
461 { "template", required_argument
, NULL
, ARG_TEMPLATE
},
462 { "ephemeral", no_argument
, NULL
, 'x' },
463 { "user", required_argument
, NULL
, 'u' },
464 { "private-network", no_argument
, NULL
, ARG_PRIVATE_NETWORK
},
465 { "as-pid2", no_argument
, NULL
, 'a' },
466 { "boot", no_argument
, NULL
, 'b' },
467 { "uuid", required_argument
, NULL
, ARG_UUID
},
468 { "read-only", no_argument
, NULL
, ARG_READ_ONLY
},
469 { "capability", required_argument
, NULL
, ARG_CAPABILITY
},
470 { "drop-capability", required_argument
, NULL
, ARG_DROP_CAPABILITY
},
471 { "link-journal", required_argument
, NULL
, ARG_LINK_JOURNAL
},
472 { "bind", required_argument
, NULL
, ARG_BIND
},
473 { "bind-ro", required_argument
, NULL
, ARG_BIND_RO
},
474 { "tmpfs", required_argument
, NULL
, ARG_TMPFS
},
475 { "overlay", required_argument
, NULL
, ARG_OVERLAY
},
476 { "overlay-ro", required_argument
, NULL
, ARG_OVERLAY_RO
},
477 { "machine", required_argument
, NULL
, 'M' },
478 { "slice", required_argument
, NULL
, 'S' },
479 { "setenv", required_argument
, NULL
, 'E' },
480 { "selinux-context", required_argument
, NULL
, 'Z' },
481 { "selinux-apifs-context", required_argument
, NULL
, 'L' },
482 { "quiet", no_argument
, NULL
, 'q' },
483 { "share-system", no_argument
, NULL
, ARG_SHARE_SYSTEM
}, /* not documented */
484 { "register", required_argument
, NULL
, ARG_REGISTER
},
485 { "keep-unit", no_argument
, NULL
, ARG_KEEP_UNIT
},
486 { "network-interface", required_argument
, NULL
, ARG_NETWORK_INTERFACE
},
487 { "network-macvlan", required_argument
, NULL
, ARG_NETWORK_MACVLAN
},
488 { "network-ipvlan", required_argument
, NULL
, ARG_NETWORK_IPVLAN
},
489 { "network-veth", no_argument
, NULL
, 'n' },
490 { "network-veth-extra", required_argument
, NULL
, ARG_NETWORK_VETH_EXTRA
},
491 { "network-bridge", required_argument
, NULL
, ARG_NETWORK_BRIDGE
},
492 { "network-zone", required_argument
, NULL
, ARG_NETWORK_ZONE
},
493 { "network-namespace-path", required_argument
, NULL
, ARG_NETWORK_NAMESPACE_PATH
},
494 { "personality", required_argument
, NULL
, ARG_PERSONALITY
},
495 { "image", required_argument
, NULL
, 'i' },
496 { "volatile", optional_argument
, NULL
, ARG_VOLATILE
},
497 { "port", required_argument
, NULL
, 'p' },
498 { "property", required_argument
, NULL
, ARG_PROPERTY
},
499 { "private-users", optional_argument
, NULL
, ARG_PRIVATE_USERS
},
500 { "private-users-chown", optional_argument
, NULL
, ARG_PRIVATE_USERS_CHOWN
},
501 { "kill-signal", required_argument
, NULL
, ARG_KILL_SIGNAL
},
502 { "settings", required_argument
, NULL
, ARG_SETTINGS
},
503 { "chdir", required_argument
, NULL
, ARG_CHDIR
},
504 { "pivot-root", required_argument
, NULL
, ARG_PIVOT_ROOT
},
505 { "notify-ready", required_argument
, NULL
, ARG_NOTIFY_READY
},
506 { "root-hash", required_argument
, NULL
, ARG_ROOT_HASH
},
507 { "system-call-filter", required_argument
, NULL
, ARG_SYSTEM_CALL_FILTER
},
513 uint64_t plus
= 0, minus
= 0;
514 bool mask_all_settings
= false, mask_no_settings
= false;
519 while ((c
= getopt_long(argc
, argv
, "+hD:u:abL:M:jS:Z:qi:xp:nUE:", options
, NULL
)) >= 0)
531 r
= parse_path_argument_and_warn(optarg
, false, &arg_directory
);
537 r
= parse_path_argument_and_warn(optarg
, false, &arg_template
);
543 r
= parse_path_argument_and_warn(optarg
, false, &arg_image
);
549 arg_ephemeral
= true;
553 r
= free_and_strdup(&arg_user
, optarg
);
557 arg_settings_mask
|= SETTING_USER
;
560 case ARG_NETWORK_ZONE
: {
563 j
= strappend("vz-", optarg
);
567 if (!ifname_valid(j
)) {
568 log_error("Network zone name not valid: %s", j
);
573 free(arg_network_zone
);
574 arg_network_zone
= j
;
576 arg_network_veth
= true;
577 arg_private_network
= true;
578 arg_settings_mask
|= SETTING_NETWORK
;
582 case ARG_NETWORK_BRIDGE
:
584 if (!ifname_valid(optarg
)) {
585 log_error("Bridge interface name not valid: %s", optarg
);
589 r
= free_and_strdup(&arg_network_bridge
, optarg
);
595 arg_network_veth
= true;
596 arg_private_network
= true;
597 arg_settings_mask
|= SETTING_NETWORK
;
600 case ARG_NETWORK_VETH_EXTRA
:
601 r
= veth_extra_parse(&arg_network_veth_extra
, optarg
);
603 return log_error_errno(r
, "Failed to parse --network-veth-extra= parameter: %s", optarg
);
605 arg_private_network
= true;
606 arg_settings_mask
|= SETTING_NETWORK
;
609 case ARG_NETWORK_INTERFACE
:
611 if (!ifname_valid(optarg
)) {
612 log_error("Network interface name not valid: %s", optarg
);
616 if (strv_extend(&arg_network_interfaces
, optarg
) < 0)
619 arg_private_network
= true;
620 arg_settings_mask
|= SETTING_NETWORK
;
623 case ARG_NETWORK_MACVLAN
:
625 if (!ifname_valid(optarg
)) {
626 log_error("MACVLAN network interface name not valid: %s", optarg
);
630 if (strv_extend(&arg_network_macvlan
, optarg
) < 0)
633 arg_private_network
= true;
634 arg_settings_mask
|= SETTING_NETWORK
;
637 case ARG_NETWORK_IPVLAN
:
639 if (!ifname_valid(optarg
)) {
640 log_error("IPVLAN network interface name not valid: %s", optarg
);
644 if (strv_extend(&arg_network_ipvlan
, optarg
) < 0)
648 case ARG_PRIVATE_NETWORK
:
649 arg_private_network
= true;
650 arg_settings_mask
|= SETTING_NETWORK
;
653 case ARG_NETWORK_NAMESPACE_PATH
:
654 r
= parse_path_argument_and_warn(optarg
, false, &arg_network_namespace_path
);
661 if (arg_start_mode
== START_PID2
) {
662 log_error("--boot and --as-pid2 may not be combined.");
666 arg_start_mode
= START_BOOT
;
667 arg_settings_mask
|= SETTING_START_MODE
;
671 if (arg_start_mode
== START_BOOT
) {
672 log_error("--boot and --as-pid2 may not be combined.");
676 arg_start_mode
= START_PID2
;
677 arg_settings_mask
|= SETTING_START_MODE
;
681 r
= sd_id128_from_string(optarg
, &arg_uuid
);
683 return log_error_errno(r
, "Invalid UUID: %s", optarg
);
685 if (sd_id128_is_null(arg_uuid
)) {
686 log_error("Machine UUID may not be all zeroes.");
690 arg_settings_mask
|= SETTING_MACHINE_ID
;
699 arg_machine
= mfree(arg_machine
);
701 if (!machine_name_is_valid(optarg
)) {
702 log_error("Invalid machine name: %s", optarg
);
706 r
= free_and_strdup(&arg_machine
, optarg
);
713 arg_selinux_context
= optarg
;
717 arg_selinux_apifs_context
= optarg
;
721 arg_read_only
= true;
722 arg_settings_mask
|= SETTING_READ_ONLY
;
726 case ARG_DROP_CAPABILITY
: {
729 _cleanup_free_
char *t
= NULL
;
731 r
= extract_first_word(&p
, &t
, ",", 0);
733 return log_error_errno(r
, "Failed to parse capability %s.", t
);
738 if (streq(t
, "all")) {
739 if (c
== ARG_CAPABILITY
)
740 plus
= (uint64_t) -1;
742 minus
= (uint64_t) -1;
746 cap
= capability_from_name(t
);
748 log_error("Failed to parse capability %s.", t
);
752 if (c
== ARG_CAPABILITY
)
753 plus
|= 1ULL << (uint64_t) cap
;
755 minus
|= 1ULL << (uint64_t) cap
;
759 arg_settings_mask
|= SETTING_CAPABILITY
;
764 arg_link_journal
= LINK_GUEST
;
765 arg_link_journal_try
= true;
768 case ARG_LINK_JOURNAL
:
769 if (streq(optarg
, "auto")) {
770 arg_link_journal
= LINK_AUTO
;
771 arg_link_journal_try
= false;
772 } else if (streq(optarg
, "no")) {
773 arg_link_journal
= LINK_NO
;
774 arg_link_journal_try
= false;
775 } else if (streq(optarg
, "guest")) {
776 arg_link_journal
= LINK_GUEST
;
777 arg_link_journal_try
= false;
778 } else if (streq(optarg
, "host")) {
779 arg_link_journal
= LINK_HOST
;
780 arg_link_journal_try
= false;
781 } else if (streq(optarg
, "try-guest")) {
782 arg_link_journal
= LINK_GUEST
;
783 arg_link_journal_try
= true;
784 } else if (streq(optarg
, "try-host")) {
785 arg_link_journal
= LINK_HOST
;
786 arg_link_journal_try
= true;
788 log_error("Failed to parse link journal mode %s", optarg
);
796 r
= bind_mount_parse(&arg_custom_mounts
, &arg_n_custom_mounts
, optarg
, c
== ARG_BIND_RO
);
798 return log_error_errno(r
, "Failed to parse --bind(-ro)= argument %s: %m", optarg
);
800 arg_settings_mask
|= SETTING_CUSTOM_MOUNTS
;
804 r
= tmpfs_mount_parse(&arg_custom_mounts
, &arg_n_custom_mounts
, optarg
);
806 return log_error_errno(r
, "Failed to parse --tmpfs= argument %s: %m", optarg
);
808 arg_settings_mask
|= SETTING_CUSTOM_MOUNTS
;
813 r
= overlay_mount_parse(&arg_custom_mounts
, &arg_n_custom_mounts
, optarg
, c
== ARG_OVERLAY_RO
);
814 if (r
== -EADDRNOTAVAIL
)
815 return log_error_errno(r
, "--overlay(-ro)= needs at least two colon-separated directories specified.");
817 return log_error_errno(r
, "Failed to parse --overlay(-ro)= argument %s: %m", optarg
);
819 arg_settings_mask
|= SETTING_CUSTOM_MOUNTS
;
825 if (!env_assignment_is_valid(optarg
)) {
826 log_error("Environment variable assignment '%s' is not valid.", optarg
);
830 n
= strv_env_set(arg_setenv
, optarg
);
834 strv_free(arg_setenv
);
837 arg_settings_mask
|= SETTING_ENVIRONMENT
;
845 case ARG_SHARE_SYSTEM
:
846 /* We don't officially support this anymore, except for compat reasons. People should use the
847 * $SYSTEMD_NSPAWN_SHARE_* environment variables instead. */
848 arg_clone_ns_flags
= 0;
852 r
= parse_boolean(optarg
);
854 log_error("Failed to parse --register= argument: %s", optarg
);
862 arg_keep_unit
= true;
865 case ARG_PERSONALITY
:
867 arg_personality
= personality_from_string(optarg
);
868 if (arg_personality
== PERSONALITY_INVALID
) {
869 log_error("Unknown or unsupported personality '%s'.", optarg
);
873 arg_settings_mask
|= SETTING_PERSONALITY
;
879 arg_volatile_mode
= VOLATILE_YES
;
883 m
= volatile_mode_from_string(optarg
);
885 log_error("Failed to parse --volatile= argument: %s", optarg
);
888 arg_volatile_mode
= m
;
891 arg_settings_mask
|= SETTING_VOLATILE_MODE
;
895 r
= expose_port_parse(&arg_expose_ports
, optarg
);
897 return log_error_errno(r
, "Duplicate port specification: %s", optarg
);
899 return log_error_errno(r
, "Failed to parse host port %s: %m", optarg
);
901 arg_settings_mask
|= SETTING_EXPOSE_PORTS
;
905 if (strv_extend(&arg_property
, optarg
) < 0)
910 case ARG_PRIVATE_USERS
: {
915 else if (!in_charset(optarg
, DIGITS
))
916 /* do *not* parse numbers as booleans */
917 boolean
= parse_boolean(optarg
);
919 if (boolean
== false) {
920 /* no: User namespacing off */
921 arg_userns_mode
= USER_NAMESPACE_NO
;
922 arg_uid_shift
= UID_INVALID
;
923 arg_uid_range
= UINT32_C(0x10000);
924 } else if (boolean
== true) {
925 /* yes: User namespacing on, UID range is read from root dir */
926 arg_userns_mode
= USER_NAMESPACE_FIXED
;
927 arg_uid_shift
= UID_INVALID
;
928 arg_uid_range
= UINT32_C(0x10000);
929 } else if (streq(optarg
, "pick")) {
930 /* pick: User namespacing on, UID range is picked randomly */
931 arg_userns_mode
= USER_NAMESPACE_PICK
;
932 arg_uid_shift
= UID_INVALID
;
933 arg_uid_range
= UINT32_C(0x10000);
935 _cleanup_free_
char *buffer
= NULL
;
936 const char *range
, *shift
;
938 /* anything else: User namespacing on, UID range is explicitly configured */
940 range
= strchr(optarg
, ':');
942 buffer
= strndup(optarg
, range
- optarg
);
948 r
= safe_atou32(range
, &arg_uid_range
);
950 return log_error_errno(r
, "Failed to parse UID range \"%s\": %m", range
);
954 r
= parse_uid(shift
, &arg_uid_shift
);
956 return log_error_errno(r
, "Failed to parse UID \"%s\": %m", optarg
);
958 arg_userns_mode
= USER_NAMESPACE_FIXED
;
961 if (arg_uid_range
<= 0) {
962 log_error("UID range cannot be 0.");
966 arg_settings_mask
|= SETTING_USERNS
;
971 if (userns_supported()) {
972 arg_userns_mode
= USER_NAMESPACE_PICK
;
973 arg_uid_shift
= UID_INVALID
;
974 arg_uid_range
= UINT32_C(0x10000);
976 arg_settings_mask
|= SETTING_USERNS
;
981 case ARG_PRIVATE_USERS_CHOWN
:
982 arg_userns_chown
= true;
984 arg_settings_mask
|= SETTING_USERNS
;
987 case ARG_KILL_SIGNAL
:
988 arg_kill_signal
= signal_from_string_try_harder(optarg
);
989 if (arg_kill_signal
< 0) {
990 log_error("Cannot parse signal: %s", optarg
);
994 arg_settings_mask
|= SETTING_KILL_SIGNAL
;
999 /* no → do not read files
1000 * yes → read files, do not override cmdline, trust only subset
1001 * override → read files, override cmdline, trust only subset
1002 * trusted → read files, do not override cmdline, trust all
1005 r
= parse_boolean(optarg
);
1007 if (streq(optarg
, "trusted")) {
1008 mask_all_settings
= false;
1009 mask_no_settings
= false;
1010 arg_settings_trusted
= true;
1012 } else if (streq(optarg
, "override")) {
1013 mask_all_settings
= false;
1014 mask_no_settings
= true;
1015 arg_settings_trusted
= -1;
1017 return log_error_errno(r
, "Failed to parse --settings= argument: %s", optarg
);
1020 mask_all_settings
= false;
1021 mask_no_settings
= false;
1022 arg_settings_trusted
= -1;
1025 mask_all_settings
= true;
1026 mask_no_settings
= false;
1027 arg_settings_trusted
= false;
1033 if (!path_is_absolute(optarg
)) {
1034 log_error("Working directory %s is not an absolute path.", optarg
);
1038 r
= free_and_strdup(&arg_chdir
, optarg
);
1042 arg_settings_mask
|= SETTING_WORKING_DIRECTORY
;
1045 case ARG_PIVOT_ROOT
:
1046 r
= pivot_root_parse(&arg_pivot_root_new
, &arg_pivot_root_old
, optarg
);
1048 return log_error_errno(r
, "Failed to parse --pivot-root= argument %s: %m", optarg
);
1050 arg_settings_mask
|= SETTING_PIVOT_ROOT
;
1053 case ARG_NOTIFY_READY
:
1054 r
= parse_boolean(optarg
);
1056 log_error("%s is not a valid notify mode. Valid modes are: yes, no, and ready.", optarg
);
1059 arg_notify_ready
= r
;
1060 arg_settings_mask
|= SETTING_NOTIFY_READY
;
1063 case ARG_ROOT_HASH
: {
1067 r
= unhexmem(optarg
, strlen(optarg
), &k
, &l
);
1069 return log_error_errno(r
, "Failed to parse root hash: %s", optarg
);
1070 if (l
< sizeof(sd_id128_t
)) {
1071 log_error("Root hash must be at least 128bit long: %s", optarg
);
1076 free(arg_root_hash
);
1078 arg_root_hash_size
= l
;
1082 case ARG_SYSTEM_CALL_FILTER
: {
1086 negative
= optarg
[0] == '~';
1087 items
= negative
? optarg
+ 1 : optarg
;
1090 _cleanup_free_
char *word
= NULL
;
1092 r
= extract_first_word(&items
, &word
, NULL
, 0);
1098 return log_error_errno(r
, "Failed to parse system call filter: %m");
1101 r
= strv_extend(&arg_syscall_blacklist
, word
);
1103 r
= strv_extend(&arg_syscall_whitelist
, word
);
1108 arg_settings_mask
|= SETTING_SYSCALL_FILTER
;
1116 assert_not_reached("Unhandled option");
1119 /* If --network-namespace-path is given with any other network-related option,
1120 * we need to error out, to avoid conflicts between different network options. */
1121 if (arg_network_namespace_path
&&
1122 (arg_network_interfaces
|| arg_network_macvlan
||
1123 arg_network_ipvlan
|| arg_network_veth_extra
||
1124 arg_network_bridge
|| arg_network_zone
||
1125 arg_network_veth
|| arg_private_network
)) {
1126 log_error("--network-namespace-path cannot be combined with other network options.");
1130 parse_share_ns_env("SYSTEMD_NSPAWN_SHARE_NS_IPC", CLONE_NEWIPC
);
1131 parse_share_ns_env("SYSTEMD_NSPAWN_SHARE_NS_PID", CLONE_NEWPID
);
1132 parse_share_ns_env("SYSTEMD_NSPAWN_SHARE_NS_UTS", CLONE_NEWUTS
);
1133 parse_share_ns_env("SYSTEMD_NSPAWN_SHARE_SYSTEM", CLONE_NEWIPC
|CLONE_NEWPID
|CLONE_NEWUTS
);
1135 if (arg_userns_mode
!= USER_NAMESPACE_NO
)
1136 arg_mount_settings
|= MOUNT_USE_USERNS
;
1138 if (arg_private_network
)
1139 arg_mount_settings
|= MOUNT_APPLY_APIVFS_NETNS
;
1141 parse_mount_settings_env();
1143 if (!(arg_clone_ns_flags
& CLONE_NEWPID
) ||
1144 !(arg_clone_ns_flags
& CLONE_NEWUTS
)) {
1145 arg_register
= false;
1146 if (arg_start_mode
!= START_PID1
) {
1147 log_error("--boot cannot be used without namespacing.");
1152 if (arg_userns_mode
== USER_NAMESPACE_PICK
)
1153 arg_userns_chown
= true;
1155 if (arg_keep_unit
&& arg_register
&& cg_pid_get_owner_uid(0, NULL
) >= 0) {
1156 /* Save the user from accidentally registering either user-$SESSION.scope or user@.service.
1157 * The latter is not technically a user session, but we don't need to labour the point. */
1158 log_error("--keep-unit --register=yes may not be used when invoked from a user session.");
1162 if (arg_directory
&& arg_image
) {
1163 log_error("--directory= and --image= may not be combined.");
1167 if (arg_template
&& arg_image
) {
1168 log_error("--template= and --image= may not be combined.");
1172 if (arg_ephemeral
&& arg_template
&& !arg_directory
) {
1173 /* User asked for ephemeral execution but specified --template= instead of --directory=. Semantically
1174 * such an invocation makes some sense, see https://github.com/systemd/systemd/issues/3667. Let's
1175 * accept this here, and silently make "--ephemeral --template=" equivalent to "--ephemeral
1178 arg_directory
= TAKE_PTR(arg_template
);
1181 if (arg_template
&& !(arg_directory
|| arg_machine
)) {
1182 log_error("--template= needs --directory= or --machine=.");
1186 if (arg_ephemeral
&& arg_template
) {
1187 log_error("--ephemeral and --template= may not be combined.");
1191 if (arg_ephemeral
&& !IN_SET(arg_link_journal
, LINK_NO
, LINK_AUTO
)) {
1192 log_error("--ephemeral and --link-journal= may not be combined.");
1196 if (arg_userns_mode
!= USER_NAMESPACE_NO
&& !userns_supported()) {
1197 log_error("--private-users= is not supported, kernel compiled without user namespace support.");
1201 if (arg_userns_chown
&& arg_read_only
) {
1202 log_error("--read-only and --private-users-chown may not be combined.");
1206 if (arg_network_bridge
&& arg_network_zone
) {
1207 log_error("--network-bridge= and --network-zone= may not be combined.");
1211 if (argc
> optind
) {
1212 arg_parameters
= strv_copy(argv
+ optind
);
1213 if (!arg_parameters
)
1216 arg_settings_mask
|= SETTING_START_MODE
;
1219 /* Load all settings from .nspawn files */
1220 if (mask_no_settings
)
1221 arg_settings_mask
= 0;
1223 /* Don't load any settings from .nspawn files */
1224 if (mask_all_settings
)
1225 arg_settings_mask
= _SETTINGS_MASK_ALL
;
1227 arg_caps_retain
= (arg_caps_retain
| plus
| (arg_private_network
? 1ULL << CAP_NET_ADMIN
: 0)) & ~minus
;
1229 r
= cg_unified_flush();
1231 return log_error_errno(r
, "Failed to determine whether the unified cgroups hierarchy is used: %m");
1233 e
= getenv("SYSTEMD_NSPAWN_CONTAINER_SERVICE");
1235 arg_container_service_name
= e
;
1237 r
= getenv_bool("SYSTEMD_NSPAWN_USE_CGNS");
1239 arg_use_cgns
= cg_ns_supported();
1243 r
= custom_mount_check_all();
1250 static int verify_arguments(void) {
1251 if (arg_userns_mode
!= USER_NAMESPACE_NO
&& (arg_mount_settings
& MOUNT_APPLY_APIVFS_NETNS
) && !arg_private_network
) {
1252 log_error("Invalid namespacing settings. Mounting sysfs with --private-users requires --private-network.");
1256 if (arg_userns_mode
!= USER_NAMESPACE_NO
&& !(arg_mount_settings
& MOUNT_APPLY_APIVFS_RO
)) {
1257 log_error("Cannot combine --private-users with read-write mounts.");
1261 if (arg_volatile_mode
!= VOLATILE_NO
&& arg_read_only
) {
1262 log_error("Cannot combine --read-only with --volatile. Note that --volatile already implies a read-only base hierarchy.");
1266 if (arg_expose_ports
&& !arg_private_network
) {
1267 log_error("Cannot use --port= without private networking.");
1272 if (arg_expose_ports
) {
1273 log_error("--port= is not supported, compiled without libiptc support.");
1278 if (arg_start_mode
== START_BOOT
&& arg_kill_signal
<= 0)
1279 arg_kill_signal
= SIGRTMIN
+3;
1284 static int userns_lchown(const char *p
, uid_t uid
, gid_t gid
) {
1287 if (arg_userns_mode
== USER_NAMESPACE_NO
)
1290 if (uid
== UID_INVALID
&& gid
== GID_INVALID
)
1293 if (uid
!= UID_INVALID
) {
1294 uid
+= arg_uid_shift
;
1296 if (uid
< arg_uid_shift
|| uid
>= arg_uid_shift
+ arg_uid_range
)
1300 if (gid
!= GID_INVALID
) {
1301 gid
+= (gid_t
) arg_uid_shift
;
1303 if (gid
< (gid_t
) arg_uid_shift
|| gid
>= (gid_t
) (arg_uid_shift
+ arg_uid_range
))
1307 if (lchown(p
, uid
, gid
) < 0)
1313 static int userns_mkdir(const char *root
, const char *path
, mode_t mode
, uid_t uid
, gid_t gid
) {
1317 q
= prefix_roota(root
, path
);
1318 r
= mkdir_errno_wrapper(q
, mode
);
1324 return userns_lchown(q
, uid
, gid
);
1327 static int setup_timezone(const char *dest
) {
1328 _cleanup_free_
char *p
= NULL
, *q
= NULL
;
1329 const char *where
, *check
, *what
;
1335 /* Fix the timezone, if possible */
1336 r
= readlink_malloc("/etc/localtime", &p
);
1338 log_warning("host's /etc/localtime is not a symlink, not updating container timezone.");
1339 /* to handle warning, delete /etc/localtime and replace it
1340 * with a symbolic link to a time zone data file.
1343 * ln -s /usr/share/zoneinfo/UTC /etc/localtime
1348 z
= path_startswith(p
, "../usr/share/zoneinfo/");
1350 z
= path_startswith(p
, "/usr/share/zoneinfo/");
1352 log_warning("/etc/localtime does not point into /usr/share/zoneinfo/, not updating container timezone.");
1356 where
= prefix_roota(dest
, "/etc/localtime");
1357 r
= readlink_malloc(where
, &q
);
1359 y
= path_startswith(q
, "../usr/share/zoneinfo/");
1361 y
= path_startswith(q
, "/usr/share/zoneinfo/");
1363 /* Already pointing to the right place? Then do nothing .. */
1364 if (y
&& streq(y
, z
))
1368 check
= strjoina("/usr/share/zoneinfo/", z
);
1369 check
= prefix_roota(dest
, check
);
1370 if (laccess(check
, F_OK
) < 0) {
1371 log_warning("Timezone %s does not exist in container, not updating container timezone.", z
);
1375 if (unlink(where
) < 0 && errno
!= ENOENT
) {
1376 log_full_errno(IN_SET(errno
, EROFS
, EACCES
, EPERM
) ? LOG_DEBUG
: LOG_WARNING
, /* Don't complain on read-only images */
1378 "Failed to remove existing timezone info %s in container, ignoring: %m", where
);
1382 what
= strjoina("../usr/share/zoneinfo/", z
);
1383 if (symlink(what
, where
) < 0) {
1384 log_full_errno(IN_SET(errno
, EROFS
, EACCES
, EPERM
) ? LOG_DEBUG
: LOG_WARNING
,
1386 "Failed to correct timezone of container, ignoring: %m");
1390 r
= userns_lchown(where
, 0, 0);
1392 return log_warning_errno(r
, "Failed to chown /etc/localtime: %m");
1397 static int resolved_listening(void) {
1398 _cleanup_(sd_bus_flush_close_unrefp
) sd_bus
*bus
= NULL
;
1399 _cleanup_free_
char *dns_stub_listener_mode
= NULL
;
1402 /* Check if resolved is listening */
1404 r
= sd_bus_open_system(&bus
);
1408 r
= bus_name_has_owner(bus
, "org.freedesktop.resolve1", NULL
);
1412 r
= sd_bus_get_property_string(bus
,
1413 "org.freedesktop.resolve1",
1414 "/org/freedesktop/resolve1",
1415 "org.freedesktop.resolve1.Manager",
1418 &dns_stub_listener_mode
);
1422 return STR_IN_SET(dns_stub_listener_mode
, "udp", "yes");
1425 static int setup_resolv_conf(const char *dest
) {
1426 _cleanup_free_
char *resolved
= NULL
, *etc
= NULL
;
1432 if (arg_private_network
)
1435 r
= chase_symlinks("/etc", dest
, CHASE_PREFIX_ROOT
, &etc
);
1437 log_warning_errno(r
, "Failed to resolve /etc path in container, ignoring: %m");
1441 where
= strjoina(etc
, "/resolv.conf");
1442 found
= chase_symlinks(where
, dest
, CHASE_NONEXISTENT
, &resolved
);
1444 log_warning_errno(found
, "Failed to resolve /etc/resolv.conf path in container, ignoring: %m");
1448 if (access(STATIC_RESOLV_CONF
, F_OK
) >= 0 &&
1449 resolved_listening() > 0) {
1451 /* resolved is enabled on the host. In this, case bind mount its static resolv.conf file into the
1452 * container, so that the container can use the host's resolver. Given that network namespacing is
1453 * disabled it's only natural of the container also uses the host's resolver. It also has the big
1454 * advantage that the container will be able to follow the host's DNS server configuration changes
1457 if (found
== 0) /* missing? */
1458 (void) touch(resolved
);
1460 r
= mount_verbose(LOG_DEBUG
, STATIC_RESOLV_CONF
, resolved
, NULL
, MS_BIND
, NULL
);
1462 return mount_verbose(LOG_ERR
, NULL
, resolved
, NULL
, MS_BIND
|MS_REMOUNT
|MS_RDONLY
|MS_NOSUID
|MS_NODEV
, NULL
);
1465 /* If that didn't work, let's copy the file */
1466 r
= copy_file("/etc/resolv.conf", where
, O_TRUNC
|O_NOFOLLOW
, 0644, 0, COPY_REFLINK
);
1468 /* If the file already exists as symlink, let's suppress the warning, under the assumption that
1469 * resolved or something similar runs inside and the symlink points there.
1471 * If the disk image is read-only, there's also no point in complaining.
1473 log_full_errno(IN_SET(r
, -ELOOP
, -EROFS
, -EACCES
, -EPERM
) ? LOG_DEBUG
: LOG_WARNING
, r
,
1474 "Failed to copy /etc/resolv.conf to %s, ignoring: %m", where
);
1478 r
= userns_lchown(where
, 0, 0);
1480 log_warning_errno(r
, "Failed to chown /etc/resolv.conf, ignoring: %m");
1485 static int setup_boot_id(const char *dest
) {
1486 sd_id128_t rnd
= SD_ID128_NULL
;
1487 const char *from
, *to
;
1490 /* Generate a new randomized boot ID, so that each boot-up of
1491 * the container gets a new one */
1493 from
= prefix_roota(dest
, "/run/proc-sys-kernel-random-boot-id");
1494 to
= prefix_roota(dest
, "/proc/sys/kernel/random/boot_id");
1496 r
= sd_id128_randomize(&rnd
);
1498 return log_error_errno(r
, "Failed to generate random boot id: %m");
1500 r
= id128_write(from
, ID128_UUID
, rnd
, false);
1502 return log_error_errno(r
, "Failed to write boot id: %m");
1504 r
= mount_verbose(LOG_ERR
, from
, to
, NULL
, MS_BIND
, NULL
);
1506 r
= mount_verbose(LOG_ERR
, NULL
, to
, NULL
,
1507 MS_BIND
|MS_REMOUNT
|MS_RDONLY
|MS_NOSUID
|MS_NODEV
, NULL
);
1509 (void) unlink(from
);
1513 static int copy_devnodes(const char *dest
) {
1515 static const char devnodes
[] =
1526 _cleanup_umask_ mode_t u
;
1532 /* Create /dev/net, so that we can create /dev/net/tun in it */
1533 if (userns_mkdir(dest
, "/dev/net", 0755, 0, 0) < 0)
1534 return log_error_errno(r
, "Failed to create /dev/net directory: %m");
1536 NULSTR_FOREACH(d
, devnodes
) {
1537 _cleanup_free_
char *from
= NULL
, *to
= NULL
;
1540 from
= strappend("/dev/", d
);
1541 to
= prefix_root(dest
, from
);
1543 if (stat(from
, &st
) < 0) {
1545 if (errno
!= ENOENT
)
1546 return log_error_errno(errno
, "Failed to stat %s: %m", from
);
1548 } else if (!S_ISCHR(st
.st_mode
) && !S_ISBLK(st
.st_mode
)) {
1550 log_error("%s is not a char or block device, cannot copy.", from
);
1554 if (mknod(to
, st
.st_mode
, st
.st_rdev
) < 0) {
1555 /* Explicitly warn the user when /dev is already populated. */
1556 if (errno
== EEXIST
)
1557 log_notice("%s/dev is pre-mounted and pre-populated. If a pre-mounted /dev is provided it needs to be an unpopulated file system.", dest
);
1559 return log_error_errno(errno
, "mknod(%s) failed: %m", to
);
1561 /* Some systems abusively restrict mknod but
1562 * allow bind mounts. */
1565 return log_error_errno(r
, "touch (%s) failed: %m", to
);
1566 r
= mount_verbose(LOG_DEBUG
, from
, to
, NULL
, MS_BIND
, NULL
);
1568 return log_error_errno(r
, "Both mknod and bind mount (%s) failed: %m", to
);
1571 r
= userns_lchown(to
, 0, 0);
1573 return log_error_errno(r
, "chown() of device node %s failed: %m", to
);
1580 static int setup_pts(const char *dest
) {
1581 _cleanup_free_
char *options
= NULL
;
1586 if (arg_selinux_apifs_context
)
1587 (void) asprintf(&options
,
1588 "newinstance,ptmxmode=0666,mode=620,gid=" GID_FMT
",context=\"%s\"",
1589 arg_uid_shift
+ TTY_GID
,
1590 arg_selinux_apifs_context
);
1593 (void) asprintf(&options
,
1594 "newinstance,ptmxmode=0666,mode=620,gid=" GID_FMT
,
1595 arg_uid_shift
+ TTY_GID
);
1600 /* Mount /dev/pts itself */
1601 p
= prefix_roota(dest
, "/dev/pts");
1602 r
= mkdir_errno_wrapper(p
, 0755);
1604 return log_error_errno(r
, "Failed to create /dev/pts: %m");
1606 r
= mount_verbose(LOG_ERR
, "devpts", p
, "devpts", MS_NOSUID
|MS_NOEXEC
, options
);
1609 r
= userns_lchown(p
, 0, 0);
1611 return log_error_errno(r
, "Failed to chown /dev/pts: %m");
1613 /* Create /dev/ptmx symlink */
1614 p
= prefix_roota(dest
, "/dev/ptmx");
1615 if (symlink("pts/ptmx", p
) < 0)
1616 return log_error_errno(errno
, "Failed to create /dev/ptmx symlink: %m");
1617 r
= userns_lchown(p
, 0, 0);
1619 return log_error_errno(r
, "Failed to chown /dev/ptmx: %m");
1621 /* And fix /dev/pts/ptmx ownership */
1622 p
= prefix_roota(dest
, "/dev/pts/ptmx");
1623 r
= userns_lchown(p
, 0, 0);
1625 return log_error_errno(r
, "Failed to chown /dev/pts/ptmx: %m");
1630 static int setup_dev_console(const char *dest
, const char *console
) {
1631 _cleanup_umask_ mode_t u
;
1640 r
= chmod_and_chown(console
, 0600, arg_uid_shift
, arg_uid_shift
);
1642 return log_error_errno(r
, "Failed to correct access mode for TTY: %m");
1644 /* We need to bind mount the right tty to /dev/console since
1645 * ptys can only exist on pts file systems. To have something
1646 * to bind mount things on we create a empty regular file. */
1648 to
= prefix_roota(dest
, "/dev/console");
1651 return log_error_errno(r
, "touch() for /dev/console failed: %m");
1653 return mount_verbose(LOG_ERR
, console
, to
, NULL
, MS_BIND
, NULL
);
1656 static int setup_keyring(void) {
1657 key_serial_t keyring
;
1659 /* Allocate a new session keyring for the container. This makes sure the keyring of the session systemd-nspawn
1660 * was invoked from doesn't leak into the container. Note that by default we block keyctl() and request_key()
1661 * anyway via seccomp so doing this operation isn't strictly necessary, but in case people explicitly whitelist
1662 * these system calls let's make sure we don't leak anything into the container. */
1664 keyring
= keyctl(KEYCTL_JOIN_SESSION_KEYRING
, 0, 0, 0, 0);
1665 if (keyring
== -1) {
1666 if (errno
== ENOSYS
)
1667 log_debug_errno(errno
, "Kernel keyring not supported, ignoring.");
1668 else if (IN_SET(errno
, EACCES
, EPERM
))
1669 log_debug_errno(errno
, "Kernel keyring access prohibited, ignoring.");
1671 return log_error_errno(errno
, "Setting up kernel keyring failed: %m");
1677 static int setup_kmsg(const char *dest
, int kmsg_socket
) {
1678 const char *from
, *to
;
1679 _cleanup_umask_ mode_t u
;
1682 assert(kmsg_socket
>= 0);
1686 /* We create the kmsg FIFO as /run/kmsg, but immediately
1687 * delete it after bind mounting it to /proc/kmsg. While FIFOs
1688 * on the reading side behave very similar to /proc/kmsg,
1689 * their writing side behaves differently from /dev/kmsg in
1690 * that writing blocks when nothing is reading. In order to
1691 * avoid any problems with containers deadlocking due to this
1692 * we simply make /dev/kmsg unavailable to the container. */
1693 from
= prefix_roota(dest
, "/run/kmsg");
1694 to
= prefix_roota(dest
, "/proc/kmsg");
1696 if (mkfifo(from
, 0600) < 0)
1697 return log_error_errno(errno
, "mkfifo() for /run/kmsg failed: %m");
1698 r
= mount_verbose(LOG_ERR
, from
, to
, NULL
, MS_BIND
, NULL
);
1702 fd
= open(from
, O_RDWR
|O_NDELAY
|O_CLOEXEC
);
1704 return log_error_errno(errno
, "Failed to open fifo: %m");
1706 /* Store away the fd in the socket, so that it stays open as
1707 * long as we run the child */
1708 r
= send_one_fd(kmsg_socket
, fd
, 0);
1712 return log_error_errno(r
, "Failed to send FIFO fd: %m");
1714 /* And now make the FIFO unavailable as /run/kmsg... */
1715 (void) unlink(from
);
1720 static int on_address_change(sd_netlink
*rtnl
, sd_netlink_message
*m
, void *userdata
) {
1721 union in_addr_union
*exposed
= userdata
;
1727 expose_port_execute(rtnl
, arg_expose_ports
, exposed
);
1731 static int setup_hostname(void) {
1733 if ((arg_clone_ns_flags
& CLONE_NEWUTS
) == 0)
1736 if (sethostname_idempotent(arg_machine
) < 0)
1742 static int setup_journal(const char *directory
) {
1744 _cleanup_free_
char *d
= NULL
;
1750 /* Don't link journals in ephemeral mode */
1754 if (arg_link_journal
== LINK_NO
)
1757 try = arg_link_journal_try
|| arg_link_journal
== LINK_AUTO
;
1759 r
= sd_id128_get_machine(&this_id
);
1761 return log_error_errno(r
, "Failed to retrieve machine ID: %m");
1763 if (sd_id128_equal(arg_uuid
, this_id
)) {
1764 log_full(try ? LOG_WARNING
: LOG_ERR
,
1765 "Host and machine ids are equal (%s): refusing to link journals", sd_id128_to_string(arg_uuid
, id
));
1771 r
= userns_mkdir(directory
, "/var", 0755, 0, 0);
1773 return log_error_errno(r
, "Failed to create /var: %m");
1775 r
= userns_mkdir(directory
, "/var/log", 0755, 0, 0);
1777 return log_error_errno(r
, "Failed to create /var/log: %m");
1779 r
= userns_mkdir(directory
, "/var/log/journal", 0755, 0, 0);
1781 return log_error_errno(r
, "Failed to create /var/log/journal: %m");
1783 (void) sd_id128_to_string(arg_uuid
, id
);
1785 p
= strjoina("/var/log/journal/", id
);
1786 q
= prefix_roota(directory
, p
);
1788 if (path_is_mount_point(p
, NULL
, 0) > 0) {
1792 log_error("%s: already a mount point, refusing to use for journal", p
);
1796 if (path_is_mount_point(q
, NULL
, 0) > 0) {
1800 log_error("%s: already a mount point, refusing to use for journal", q
);
1804 r
= readlink_and_make_absolute(p
, &d
);
1806 if (IN_SET(arg_link_journal
, LINK_GUEST
, LINK_AUTO
) &&
1809 r
= userns_mkdir(directory
, p
, 0755, 0, 0);
1811 log_warning_errno(r
, "Failed to create directory %s: %m", q
);
1816 return log_error_errno(errno
, "Failed to remove symlink %s: %m", p
);
1817 } else if (r
== -EINVAL
) {
1819 if (arg_link_journal
== LINK_GUEST
&&
1822 if (errno
== ENOTDIR
) {
1823 log_error("%s already exists and is neither a symlink nor a directory", p
);
1826 return log_error_errno(errno
, "Failed to remove %s: %m", p
);
1828 } else if (r
!= -ENOENT
)
1829 return log_error_errno(r
, "readlink(%s) failed: %m", p
);
1831 if (arg_link_journal
== LINK_GUEST
) {
1833 if (symlink(q
, p
) < 0) {
1835 log_debug_errno(errno
, "Failed to symlink %s to %s, skipping journal setup: %m", q
, p
);
1838 return log_error_errno(errno
, "Failed to symlink %s to %s: %m", q
, p
);
1841 r
= userns_mkdir(directory
, p
, 0755, 0, 0);
1843 log_warning_errno(r
, "Failed to create directory %s: %m", q
);
1847 if (arg_link_journal
== LINK_HOST
) {
1848 /* don't create parents here — if the host doesn't have
1849 * permanent journal set up, don't force it here */
1851 r
= mkdir_errno_wrapper(p
, 0755);
1852 if (r
< 0 && r
!= -EEXIST
) {
1854 log_debug_errno(r
, "Failed to create %s, skipping journal setup: %m", p
);
1857 return log_error_errno(r
, "Failed to create %s: %m", p
);
1860 } else if (access(p
, F_OK
) < 0)
1863 if (dir_is_empty(q
) == 0)
1864 log_warning("%s is not empty, proceeding anyway.", q
);
1866 r
= userns_mkdir(directory
, p
, 0755, 0, 0);
1868 return log_error_errno(r
, "Failed to create %s: %m", q
);
1870 r
= mount_verbose(LOG_DEBUG
, p
, q
, NULL
, MS_BIND
, NULL
);
1872 return log_error_errno(errno
, "Failed to bind mount journal from host into guest: %m");
1877 static int drop_capabilities(void) {
1878 return capability_bounding_set_drop(arg_caps_retain
, false);
1881 static int reset_audit_loginuid(void) {
1882 _cleanup_free_
char *p
= NULL
;
1885 if ((arg_clone_ns_flags
& CLONE_NEWPID
) == 0)
1888 r
= read_one_line_file("/proc/self/loginuid", &p
);
1892 return log_error_errno(r
, "Failed to read /proc/self/loginuid: %m");
1894 /* Already reset? */
1895 if (streq(p
, "4294967295"))
1898 r
= write_string_file("/proc/self/loginuid", "4294967295", 0);
1901 "Failed to reset audit login UID. This probably means that your kernel is too\n"
1902 "old and you have audit enabled. Note that the auditing subsystem is known to\n"
1903 "be incompatible with containers on old kernels. Please make sure to upgrade\n"
1904 "your kernel or to off auditing with 'audit=0' on the kernel command line before\n"
1905 "using systemd-nspawn. Sleeping for 5s... (%m)");
1914 static int setup_propagate(const char *root
) {
1918 (void) mkdir_p("/run/systemd/nspawn/", 0755);
1919 (void) mkdir_p("/run/systemd/nspawn/propagate", 0600);
1920 p
= strjoina("/run/systemd/nspawn/propagate/", arg_machine
);
1921 (void) mkdir_p(p
, 0600);
1923 r
= userns_mkdir(root
, "/run/systemd", 0755, 0, 0);
1925 return log_error_errno(r
, "Failed to create /run/systemd: %m");
1927 r
= userns_mkdir(root
, "/run/systemd/nspawn", 0755, 0, 0);
1929 return log_error_errno(r
, "Failed to create /run/systemd/nspawn: %m");
1931 r
= userns_mkdir(root
, "/run/systemd/nspawn/incoming", 0600, 0, 0);
1933 return log_error_errno(r
, "Failed to create /run/systemd/nspawn/incoming: %m");
1935 q
= prefix_roota(root
, "/run/systemd/nspawn/incoming");
1936 r
= mount_verbose(LOG_ERR
, p
, q
, NULL
, MS_BIND
, NULL
);
1940 r
= mount_verbose(LOG_ERR
, NULL
, q
, NULL
, MS_BIND
|MS_REMOUNT
|MS_RDONLY
, NULL
);
1944 /* machined will MS_MOVE into that directory, and that's only
1945 * supported for non-shared mounts. */
1946 return mount_verbose(LOG_ERR
, NULL
, q
, NULL
, MS_SLAVE
, NULL
);
1949 static int setup_machine_id(const char *directory
) {
1950 const char *etc_machine_id
;
1954 /* If the UUID in the container is already set, then that's what counts, and we use. If it isn't set, and the
1955 * caller passed --uuid=, then we'll pass it in the $container_uuid env var to PID 1 of the container. The
1956 * assumption is that PID 1 will then write it to /etc/machine-id to make it persistent. If --uuid= is not
1957 * passed we generate a random UUID, and pass it via $container_uuid. In effect this means that /etc/machine-id
1958 * in the container and our idea of the container UUID will always be in sync (at least if PID 1 in the
1959 * container behaves nicely). */
1961 etc_machine_id
= prefix_roota(directory
, "/etc/machine-id");
1963 r
= id128_read(etc_machine_id
, ID128_PLAIN
, &id
);
1965 if (!IN_SET(r
, -ENOENT
, -ENOMEDIUM
)) /* If the file is missing or empty, we don't mind */
1966 return log_error_errno(r
, "Failed to read machine ID from container image: %m");
1968 if (sd_id128_is_null(arg_uuid
)) {
1969 r
= sd_id128_randomize(&arg_uuid
);
1971 return log_error_errno(r
, "Failed to acquire randomized machine UUID: %m");
1974 if (sd_id128_is_null(id
)) {
1975 log_error("Machine ID in container image is zero, refusing.");
1985 static int recursive_chown(const char *directory
, uid_t shift
, uid_t range
) {
1990 if (arg_userns_mode
== USER_NAMESPACE_NO
|| !arg_userns_chown
)
1993 r
= path_patch_uid(directory
, arg_uid_shift
, arg_uid_range
);
1994 if (r
== -EOPNOTSUPP
)
1995 return log_error_errno(r
, "Automatic UID/GID adjusting is only supported for UID/GID ranges starting at multiples of 2^16 with a range of 2^16.");
1997 return log_error_errno(r
, "Upper 16 bits of root directory UID and GID do not match.");
1999 return log_error_errno(r
, "Failed to adjust UID/GID shift of OS tree: %m");
2001 log_debug("Root directory of image is already owned by the right UID/GID range, skipping recursive chown operation.");
2003 log_debug("Patched directory tree to match UID/GID range.");
2010 * < 0 : wait_for_terminate() failed to get the state of the
2011 * container, the container was terminated by a signal, or
2012 * failed for an unknown reason. No change is made to the
2013 * container argument.
2014 * > 0 : The program executed in the container terminated with an
2015 * error. The exit code of the program executed in the
2016 * container is returned. The container argument has been set
2017 * to CONTAINER_TERMINATED.
2018 * 0 : The container is being rebooted, has been shut down or exited
2019 * successfully. The container argument has been set to either
2020 * CONTAINER_TERMINATED or CONTAINER_REBOOTED.
2022 * That is, success is indicated by a return value of zero, and an
2023 * error is indicated by a non-zero value.
2025 static int wait_for_container(pid_t pid
, ContainerStatus
*container
) {
2029 r
= wait_for_terminate(pid
, &status
);
2031 return log_warning_errno(r
, "Failed to wait for container: %m");
2033 switch (status
.si_code
) {
2036 if (status
.si_status
== 0)
2037 log_full(arg_quiet
? LOG_DEBUG
: LOG_INFO
, "Container %s exited successfully.", arg_machine
);
2039 log_full(arg_quiet
? LOG_DEBUG
: LOG_INFO
, "Container %s failed with error code %i.", arg_machine
, status
.si_status
);
2041 *container
= CONTAINER_TERMINATED
;
2042 return status
.si_status
;
2045 if (status
.si_status
== SIGINT
) {
2046 log_full(arg_quiet
? LOG_DEBUG
: LOG_INFO
, "Container %s has been shut down.", arg_machine
);
2047 *container
= CONTAINER_TERMINATED
;
2050 } else if (status
.si_status
== SIGHUP
) {
2051 log_full(arg_quiet
? LOG_DEBUG
: LOG_INFO
, "Container %s is being rebooted.", arg_machine
);
2052 *container
= CONTAINER_REBOOTED
;
2058 log_error("Container %s terminated by signal %s.", arg_machine
, signal_to_string(status
.si_status
));
2062 log_error("Container %s failed due to unknown reason.", arg_machine
);
2067 static int on_orderly_shutdown(sd_event_source
*s
, const struct signalfd_siginfo
*si
, void *userdata
) {
2070 pid
= PTR_TO_PID(userdata
);
2072 if (kill(pid
, arg_kill_signal
) >= 0) {
2073 log_info("Trying to halt container. Send SIGTERM again to trigger immediate termination.");
2074 sd_event_source_set_userdata(s
, NULL
);
2079 sd_event_exit(sd_event_source_get_event(s
), 0);
2083 static int on_sigchld(sd_event_source
*s
, const struct signalfd_siginfo
*ssi
, void *userdata
) {
2089 pid
= PTR_TO_PID(userdata
);
2094 if (waitid(P_ALL
, 0, &si
, WNOHANG
|WNOWAIT
|WEXITED
) < 0)
2095 return log_error_errno(errno
, "Failed to waitid(): %m");
2096 if (si
.si_pid
== 0) /* No pending children. */
2098 if (si
.si_pid
== pid
) {
2099 /* The main process we care for has exited. Return from
2100 * signal handler but leave the zombie. */
2101 sd_event_exit(sd_event_source_get_event(s
), 0);
2105 /* Reap all other children. */
2106 (void) waitid(P_PID
, si
.si_pid
, &si
, WNOHANG
|WEXITED
);
2112 static int on_request_stop(sd_bus_message
*m
, void *userdata
, sd_bus_error
*error
) {
2117 pid
= PTR_TO_PID(userdata
);
2119 if (arg_kill_signal
> 0) {
2120 log_info("Container termination requested. Attempting to halt container.");
2121 (void) kill(pid
, arg_kill_signal
);
2123 log_info("Container termination requested. Exiting.");
2124 sd_event_exit(sd_bus_get_event(sd_bus_message_get_bus(m
)), 0);
2130 static int determine_names(void) {
2133 if (arg_template
&& !arg_directory
&& arg_machine
) {
2135 /* If --template= was specified then we should not
2136 * search for a machine, but instead create a new one
2137 * in /var/lib/machine. */
2139 arg_directory
= strjoin("/var/lib/machines/", arg_machine
);
2144 if (!arg_image
&& !arg_directory
) {
2146 _cleanup_(image_unrefp
) Image
*i
= NULL
;
2148 r
= image_find(arg_machine
, &i
);
2150 return log_error_errno(r
, "Failed to find image for machine '%s': %m", arg_machine
);
2152 log_error("No image for machine '%s'.", arg_machine
);
2156 if (IN_SET(i
->type
, IMAGE_RAW
, IMAGE_BLOCK
))
2157 r
= free_and_strdup(&arg_image
, i
->path
);
2159 r
= free_and_strdup(&arg_directory
, i
->path
);
2164 arg_read_only
= arg_read_only
|| i
->read_only
;
2166 r
= safe_getcwd(&arg_directory
);
2168 return log_error_errno(r
, "Failed to determine current directory: %m");
2171 if (!arg_directory
&& !arg_image
) {
2172 log_error("Failed to determine path, please use -D or -i.");
2179 if (arg_directory
&& path_equal(arg_directory
, "/"))
2180 arg_machine
= gethostname_malloc();
2185 arg_machine
= strdup(basename(arg_image
));
2187 /* Truncate suffix if there is one */
2188 e
= endswith(arg_machine
, ".raw");
2192 arg_machine
= strdup(basename(arg_directory
));
2197 hostname_cleanup(arg_machine
);
2198 if (!machine_name_is_valid(arg_machine
)) {
2199 log_error("Failed to determine machine name automatically, please use -M.");
2203 if (arg_ephemeral
) {
2206 /* Add a random suffix when this is an
2207 * ephemeral machine, so that we can run many
2208 * instances at once without manually having
2209 * to specify -M each time. */
2211 if (asprintf(&b
, "%s-%016" PRIx64
, arg_machine
, random_u64()) < 0)
2222 static int chase_symlinks_and_update(char **p
, unsigned flags
) {
2231 r
= chase_symlinks(*p
, NULL
, flags
, &chased
);
2233 return log_error_errno(r
, "Failed to resolve path %s: %m", *p
);
2235 free_and_replace(*p
, chased
);
2236 return r
; /* r might be an fd here in case we ever use CHASE_OPEN in flags */
2239 static int determine_uid_shift(const char *directory
) {
2242 if (arg_userns_mode
== USER_NAMESPACE_NO
) {
2247 if (arg_uid_shift
== UID_INVALID
) {
2250 r
= stat(directory
, &st
);
2252 return log_error_errno(errno
, "Failed to determine UID base of %s: %m", directory
);
2254 arg_uid_shift
= st
.st_uid
& UINT32_C(0xffff0000);
2256 if (arg_uid_shift
!= (st
.st_gid
& UINT32_C(0xffff0000))) {
2257 log_error("UID and GID base of %s don't match.", directory
);
2261 arg_uid_range
= UINT32_C(0x10000);
2264 if (arg_uid_shift
> (uid_t
) -1 - arg_uid_range
) {
2265 log_error("UID base too high for UID range.");
2272 static int inner_child(
2274 const char *directory
,
2280 _cleanup_free_
char *home
= NULL
;
2283 const char *envp
[] = {
2284 "PATH=" DEFAULT_PATH_SPLIT_USR
,
2285 NULL
, /* container */
2290 NULL
, /* container_uuid */
2291 NULL
, /* LISTEN_FDS */
2292 NULL
, /* LISTEN_PID */
2293 NULL
, /* NOTIFY_SOCKET */
2296 const char *exec_target
;
2298 _cleanup_strv_free_
char **env_use
= NULL
;
2303 assert(kmsg_socket
>= 0);
2305 if (arg_userns_mode
!= USER_NAMESPACE_NO
) {
2306 /* Tell the parent, that it now can write the UID map. */
2307 (void) barrier_place(barrier
); /* #1 */
2309 /* Wait until the parent wrote the UID map */
2310 if (!barrier_place_and_sync(barrier
)) { /* #2 */
2311 log_error("Parent died too early");
2316 r
= reset_uid_gid();
2318 return log_error_errno(r
, "Couldn't become new root: %m");
2321 arg_mount_settings
| MOUNT_IN_USERNS
,
2324 arg_selinux_apifs_context
);
2328 if (!arg_network_namespace_path
&& arg_private_network
) {
2329 r
= unshare(CLONE_NEWNET
);
2331 return log_error_errno(errno
, "Failed to unshare network namespace: %m");
2334 r
= mount_sysfs(NULL
, arg_mount_settings
);
2338 /* Wait until we are cgroup-ified, so that we
2339 * can mount the right cgroup path writable */
2340 if (!barrier_place_and_sync(barrier
)) { /* #3 */
2341 log_error("Parent died too early");
2345 if (arg_use_cgns
&& cg_ns_supported()) {
2346 r
= unshare(CLONE_NEWCGROUP
);
2348 return log_error_errno(errno
, "Failed to unshare cgroup namespace: %m");
2351 arg_unified_cgroup_hierarchy
,
2352 arg_userns_mode
!= USER_NAMESPACE_NO
,
2355 arg_selinux_apifs_context
,
2360 r
= mount_systemd_cgroup_writable("", arg_unified_cgroup_hierarchy
);
2365 r
= setup_boot_id(NULL
);
2369 r
= setup_kmsg(NULL
, kmsg_socket
);
2372 kmsg_socket
= safe_close(kmsg_socket
);
2377 return log_error_errno(errno
, "setsid() failed: %m");
2379 if (arg_private_network
)
2382 if (arg_expose_ports
) {
2383 r
= expose_port_send_rtnl(rtnl_socket
);
2386 rtnl_socket
= safe_close(rtnl_socket
);
2389 r
= drop_capabilities();
2391 return log_error_errno(r
, "drop_capabilities() failed: %m");
2395 if (arg_personality
!= PERSONALITY_INVALID
) {
2396 r
= safe_personality(arg_personality
);
2398 return log_error_errno(r
, "personality() failed: %m");
2399 } else if (secondary
) {
2400 r
= safe_personality(PER_LINUX32
);
2402 return log_error_errno(r
, "personality() failed: %m");
2406 if (arg_selinux_context
)
2407 if (setexeccon(arg_selinux_context
) < 0)
2408 return log_error_errno(errno
, "setexeccon(\"%s\") failed: %m", arg_selinux_context
);
2411 r
= change_uid_gid(arg_user
, &home
);
2415 /* LXC sets container=lxc, so follow the scheme here */
2416 envp
[n_env
++] = strjoina("container=", arg_container_service_name
);
2418 envp
[n_env
] = strv_find_prefix(environ
, "TERM=");
2422 if ((asprintf((char**)(envp
+ n_env
++), "HOME=%s", home
? home
: "/root") < 0) ||
2423 (asprintf((char**)(envp
+ n_env
++), "USER=%s", arg_user
? arg_user
: "root") < 0) ||
2424 (asprintf((char**)(envp
+ n_env
++), "LOGNAME=%s", arg_user
? arg_user
: "root") < 0))
2427 assert(!sd_id128_is_null(arg_uuid
));
2429 if (asprintf((char**)(envp
+ n_env
++), "container_uuid=%s", id128_to_uuid_string(arg_uuid
, as_uuid
)) < 0)
2432 if (fdset_size(fds
) > 0) {
2433 r
= fdset_cloexec(fds
, false);
2435 return log_error_errno(r
, "Failed to unset O_CLOEXEC for file descriptors.");
2437 if ((asprintf((char **)(envp
+ n_env
++), "LISTEN_FDS=%u", fdset_size(fds
)) < 0) ||
2438 (asprintf((char **)(envp
+ n_env
++), "LISTEN_PID=1") < 0))
2441 if (asprintf((char **)(envp
+ n_env
++), "NOTIFY_SOCKET=%s", NSPAWN_NOTIFY_SOCKET_PATH
) < 0)
2444 env_use
= strv_env_merge(2, envp
, arg_setenv
);
2448 /* Let the parent know that we are ready and
2449 * wait until the parent is ready with the
2451 if (!barrier_place_and_sync(barrier
)) { /* #4 */
2452 log_error("Parent died too early");
2457 if (chdir(arg_chdir
) < 0)
2458 return log_error_errno(errno
, "Failed to change to specified working directory %s: %m", arg_chdir
);
2460 if (arg_start_mode
== START_PID2
) {
2461 r
= stub_pid1(arg_uuid
);
2466 /* Now, explicitly close the log, so that we
2467 * then can close all remaining fds. Closing
2468 * the log explicitly first has the benefit
2469 * that the logging subsystem knows about it,
2470 * and is thus ready to be reopened should we
2471 * need it again. Note that the other fds
2472 * closed here are at least the locking and
2475 (void) fdset_close_others(fds
);
2477 if (arg_start_mode
== START_BOOT
) {
2481 /* Automatically search for the init system */
2483 m
= strv_length(arg_parameters
);
2484 a
= newa(char*, m
+ 2);
2485 memcpy_safe(a
+ 1, arg_parameters
, m
* sizeof(char*));
2488 a
[0] = (char*) "/usr/lib/systemd/systemd";
2489 execve(a
[0], a
, env_use
);
2491 a
[0] = (char*) "/lib/systemd/systemd";
2492 execve(a
[0], a
, env_use
);
2494 a
[0] = (char*) "/sbin/init";
2495 execve(a
[0], a
, env_use
);
2497 exec_target
= "/usr/lib/systemd/systemd, /lib/systemd/systemd, /sbin/init";
2498 } else if (!strv_isempty(arg_parameters
)) {
2499 exec_target
= arg_parameters
[0];
2500 execvpe(arg_parameters
[0], arg_parameters
, env_use
);
2503 /* If we cannot change the directory, we'll end up in /, that is expected. */
2504 (void) chdir(home
?: "/root");
2506 execle("/bin/bash", "-bash", NULL
, env_use
);
2507 execle("/bin/sh", "-sh", NULL
, env_use
);
2509 exec_target
= "/bin/bash, /bin/sh";
2514 return log_error_errno(r
, "execv(%s) failed: %m", exec_target
);
2517 static int setup_sd_notify_child(void) {
2518 static const int one
= 1;
2520 union sockaddr_union sa
= {
2521 .sa
.sa_family
= AF_UNIX
,
2525 fd
= socket(AF_UNIX
, SOCK_DGRAM
|SOCK_CLOEXEC
|SOCK_NONBLOCK
, 0);
2527 return log_error_errno(errno
, "Failed to allocate notification socket: %m");
2529 (void) mkdir_parents(NSPAWN_NOTIFY_SOCKET_PATH
, 0755);
2530 (void) unlink(NSPAWN_NOTIFY_SOCKET_PATH
);
2532 strncpy(sa
.un
.sun_path
, NSPAWN_NOTIFY_SOCKET_PATH
, sizeof(sa
.un
.sun_path
)-1);
2533 r
= bind(fd
, &sa
.sa
, SOCKADDR_UN_LEN(sa
.un
));
2536 return log_error_errno(errno
, "bind(%s) failed: %m", sa
.un
.sun_path
);
2539 r
= userns_lchown(NSPAWN_NOTIFY_SOCKET_PATH
, 0, 0);
2542 return log_error_errno(r
, "Failed to chown " NSPAWN_NOTIFY_SOCKET_PATH
": %m");
2545 r
= setsockopt(fd
, SOL_SOCKET
, SO_PASSCRED
, &one
, sizeof(one
));
2548 return log_error_errno(errno
, "SO_PASSCRED failed: %m");
2554 static int outer_child(
2556 const char *directory
,
2557 const char *console
,
2558 DissectedImage
*dissected_image
,
2566 int uid_shift_socket
,
2567 int unified_cgroup_hierarchy_socket
,
2574 _cleanup_close_
int fd
= -1;
2579 assert(pid_socket
>= 0);
2580 assert(uuid_socket
>= 0);
2581 assert(notify_socket
>= 0);
2582 assert(kmsg_socket
>= 0);
2584 if (prctl(PR_SET_PDEATHSIG
, SIGKILL
) < 0)
2585 return log_error_errno(errno
, "PR_SET_PDEATHSIG failed: %m");
2590 terminal
= open_terminal(console
, O_RDWR
);
2592 return log_error_errno(terminal
, "Failed to open console: %m");
2594 r
= rearrange_stdio(terminal
, terminal
, terminal
); /* invalidates 'terminal' on success and failure */
2596 return log_error_errno(r
, "Failed to move console to stdin/stdout/stderr: %m");
2599 r
= reset_audit_loginuid();
2603 /* Mark everything as slave, so that we still
2604 * receive mounts from the real root, but don't
2605 * propagate mounts to the real root. */
2606 r
= mount_verbose(LOG_ERR
, NULL
, "/", NULL
, MS_SLAVE
|MS_REC
, NULL
);
2610 if (dissected_image
) {
2611 /* If we are operating on a disk image, then mount its root directory now, but leave out the rest. We
2612 * can read the UID shift from it if we need to. Further down we'll mount the rest, but then with the
2613 * uid shift known. That way we can mount VFAT file systems shifted to the right place right away. This
2614 * makes sure ESP partitions and userns are compatible. */
2616 r
= dissected_image_mount(dissected_image
, directory
, arg_uid_shift
,
2617 DISSECT_IMAGE_MOUNT_ROOT_ONLY
|DISSECT_IMAGE_DISCARD_ON_LOOP
|(arg_read_only
? DISSECT_IMAGE_READ_ONLY
: 0));
2622 r
= determine_uid_shift(directory
);
2626 if (arg_userns_mode
!= USER_NAMESPACE_NO
) {
2627 /* Let the parent know which UID shift we read from the image */
2628 l
= send(uid_shift_socket
, &arg_uid_shift
, sizeof(arg_uid_shift
), MSG_NOSIGNAL
);
2630 return log_error_errno(errno
, "Failed to send UID shift: %m");
2631 if (l
!= sizeof(arg_uid_shift
)) {
2632 log_error("Short write while sending UID shift.");
2636 if (arg_userns_mode
== USER_NAMESPACE_PICK
) {
2637 /* When we are supposed to pick the UID shift, the parent will check now whether the UID shift
2638 * we just read from the image is available. If yes, it will send the UID shift back to us, if
2639 * not it will pick a different one, and send it back to us. */
2641 l
= recv(uid_shift_socket
, &arg_uid_shift
, sizeof(arg_uid_shift
), 0);
2643 return log_error_errno(errno
, "Failed to recv UID shift: %m");
2644 if (l
!= sizeof(arg_uid_shift
)) {
2645 log_error("Short read while receiving UID shift.");
2650 log_info("Selected user namespace base " UID_FMT
" and range " UID_FMT
".", arg_uid_shift
, arg_uid_range
);
2653 if (dissected_image
) {
2654 /* Now we know the uid shift, let's now mount everything else that might be in the image. */
2655 r
= dissected_image_mount(dissected_image
, directory
, arg_uid_shift
,
2656 DISSECT_IMAGE_MOUNT_NON_ROOT_ONLY
|DISSECT_IMAGE_DISCARD_ON_LOOP
|(arg_read_only
? DISSECT_IMAGE_READ_ONLY
: 0));
2661 if (arg_unified_cgroup_hierarchy
== CGROUP_UNIFIED_UNKNOWN
) {
2662 /* OK, we don't know yet which cgroup mode to use yet. Let's figure it out, and tell the parent. */
2664 r
= detect_unified_cgroup_hierarchy_from_image(directory
);
2668 l
= send(unified_cgroup_hierarchy_socket
, &arg_unified_cgroup_hierarchy
, sizeof(arg_unified_cgroup_hierarchy
), MSG_NOSIGNAL
);
2670 return log_error_errno(errno
, "Failed to send cgroup mode: %m");
2671 if (l
!= sizeof(arg_unified_cgroup_hierarchy
)) {
2672 log_error("Short write while sending cgroup mode: %m");
2676 unified_cgroup_hierarchy_socket
= safe_close(unified_cgroup_hierarchy_socket
);
2679 /* Turn directory into bind mount */
2680 r
= mount_verbose(LOG_ERR
, directory
, directory
, NULL
, MS_BIND
|MS_REC
, NULL
);
2684 r
= setup_pivot_root(
2687 arg_pivot_root_old
);
2694 arg_userns_mode
!= USER_NAMESPACE_NO
,
2697 arg_selinux_context
);
2701 r
= setup_volatile_state(
2704 arg_userns_mode
!= USER_NAMESPACE_NO
,
2707 arg_selinux_context
);
2711 /* Mark everything as shared so our mounts get propagated down. This is
2712 * required to make new bind mounts available in systemd services
2713 * inside the containter that create a new mount namespace.
2714 * See https://github.com/systemd/systemd/issues/3860
2715 * Further submounts (such as /dev) done after this will inherit the
2716 * shared propagation mode. */
2717 r
= mount_verbose(LOG_ERR
, NULL
, directory
, NULL
, MS_SHARED
|MS_REC
, NULL
);
2721 r
= recursive_chown(directory
, arg_uid_shift
, arg_uid_range
);
2725 r
= base_filesystem_create(directory
, arg_uid_shift
, (gid_t
) arg_uid_shift
);
2729 if (arg_read_only
) {
2730 r
= bind_remount_recursive(directory
, true, NULL
);
2732 return log_error_errno(r
, "Failed to make tree read-only: %m");
2735 r
= mount_all(directory
,
2739 arg_selinux_apifs_context
);
2743 r
= copy_devnodes(directory
);
2747 dev_setup(directory
, arg_uid_shift
, arg_uid_shift
);
2749 r
= setup_pts(directory
);
2753 r
= setup_propagate(directory
);
2757 r
= setup_dev_console(directory
, console
);
2761 r
= setup_keyring();
2765 r
= setup_seccomp(arg_caps_retain
, arg_syscall_whitelist
, arg_syscall_blacklist
);
2769 r
= setup_timezone(directory
);
2773 r
= setup_resolv_conf(directory
);
2777 r
= setup_machine_id(directory
);
2781 r
= setup_journal(directory
);
2788 arg_n_custom_mounts
,
2789 arg_userns_mode
!= USER_NAMESPACE_NO
,
2792 arg_selinux_apifs_context
);
2796 if (!arg_use_cgns
|| !cg_ns_supported()) {
2799 arg_unified_cgroup_hierarchy
,
2800 arg_userns_mode
!= USER_NAMESPACE_NO
,
2803 arg_selinux_apifs_context
,
2809 r
= mount_move_root(directory
);
2811 return log_error_errno(r
, "Failed to move root directory: %m");
2813 fd
= setup_sd_notify_child();
2817 pid
= raw_clone(SIGCHLD
|CLONE_NEWNS
|
2818 arg_clone_ns_flags
|
2819 (arg_userns_mode
!= USER_NAMESPACE_NO
? CLONE_NEWUSER
: 0));
2821 return log_error_errno(errno
, "Failed to fork inner child: %m");
2823 pid_socket
= safe_close(pid_socket
);
2824 uuid_socket
= safe_close(uuid_socket
);
2825 notify_socket
= safe_close(notify_socket
);
2826 uid_shift_socket
= safe_close(uid_shift_socket
);
2828 /* The inner child has all namespaces that are
2829 * requested, so that we all are owned by the user if
2830 * user namespaces are turned on. */
2832 if (arg_network_namespace_path
) {
2833 r
= namespace_enter(-1, -1, netns_fd
, -1, -1);
2838 r
= inner_child(barrier
, directory
, secondary
, kmsg_socket
, rtnl_socket
, fds
);
2840 _exit(EXIT_FAILURE
);
2842 _exit(EXIT_SUCCESS
);
2845 l
= send(pid_socket
, &pid
, sizeof(pid
), MSG_NOSIGNAL
);
2847 return log_error_errno(errno
, "Failed to send PID: %m");
2848 if (l
!= sizeof(pid
)) {
2849 log_error("Short write while sending PID.");
2853 l
= send(uuid_socket
, &arg_uuid
, sizeof(arg_uuid
), MSG_NOSIGNAL
);
2855 return log_error_errno(errno
, "Failed to send machine ID: %m");
2856 if (l
!= sizeof(arg_uuid
)) {
2857 log_error("Short write while sending machine ID.");
2861 l
= send_one_fd(notify_socket
, fd
, 0);
2863 return log_error_errno(errno
, "Failed to send notify fd: %m");
2865 pid_socket
= safe_close(pid_socket
);
2866 uuid_socket
= safe_close(uuid_socket
);
2867 notify_socket
= safe_close(notify_socket
);
2868 kmsg_socket
= safe_close(kmsg_socket
);
2869 rtnl_socket
= safe_close(rtnl_socket
);
2870 netns_fd
= safe_close(netns_fd
);
2875 static int uid_shift_pick(uid_t
*shift
, LockFile
*ret_lock_file
) {
2876 bool tried_hashed
= false;
2877 unsigned n_tries
= 100;
2882 assert(ret_lock_file
);
2883 assert(arg_userns_mode
== USER_NAMESPACE_PICK
);
2884 assert(arg_uid_range
== 0x10000U
);
2888 (void) mkdir("/run/systemd/nspawn-uid", 0755);
2891 char lock_path
[STRLEN("/run/systemd/nspawn-uid/") + DECIMAL_STR_MAX(uid_t
) + 1];
2892 _cleanup_release_lock_file_ LockFile lf
= LOCK_FILE_INIT
;
2897 if (candidate
< CONTAINER_UID_BASE_MIN
|| candidate
> CONTAINER_UID_BASE_MAX
)
2899 if ((candidate
& UINT32_C(0xFFFF)) != 0)
2902 xsprintf(lock_path
, "/run/systemd/nspawn-uid/" UID_FMT
, candidate
);
2903 r
= make_lock_file(lock_path
, LOCK_EX
|LOCK_NB
, &lf
);
2904 if (r
== -EBUSY
) /* Range already taken by another nspawn instance */
2909 /* Make some superficial checks whether the range is currently known in the user database */
2910 if (getpwuid(candidate
))
2912 if (getpwuid(candidate
+ UINT32_C(0xFFFE)))
2914 if (getgrgid(candidate
))
2916 if (getgrgid(candidate
+ UINT32_C(0xFFFE)))
2919 *ret_lock_file
= lf
;
2920 lf
= (struct LockFile
) LOCK_FILE_INIT
;
2925 if (arg_machine
&& !tried_hashed
) {
2926 /* Try to hash the base from the container name */
2928 static const uint8_t hash_key
[] = {
2929 0xe1, 0x56, 0xe0, 0xf0, 0x4a, 0xf0, 0x41, 0xaf,
2930 0x96, 0x41, 0xcf, 0x41, 0x33, 0x94, 0xff, 0x72
2933 candidate
= (uid_t
) siphash24(arg_machine
, strlen(arg_machine
), hash_key
);
2935 tried_hashed
= true;
2937 random_bytes(&candidate
, sizeof(candidate
));
2939 candidate
= (candidate
% (CONTAINER_UID_BASE_MAX
- CONTAINER_UID_BASE_MIN
)) + CONTAINER_UID_BASE_MIN
;
2940 candidate
&= (uid_t
) UINT32_C(0xFFFF0000);
2944 static int setup_uid_map(pid_t pid
) {
2945 char uid_map
[STRLEN("/proc//uid_map") + DECIMAL_STR_MAX(uid_t
) + 1], line
[DECIMAL_STR_MAX(uid_t
)*3+3+1];
2950 xsprintf(uid_map
, "/proc/" PID_FMT
"/uid_map", pid
);
2951 xsprintf(line
, UID_FMT
" " UID_FMT
" " UID_FMT
"\n", 0, arg_uid_shift
, arg_uid_range
);
2952 r
= write_string_file(uid_map
, line
, 0);
2954 return log_error_errno(r
, "Failed to write UID map: %m");
2956 /* We always assign the same UID and GID ranges */
2957 xsprintf(uid_map
, "/proc/" PID_FMT
"/gid_map", pid
);
2958 r
= write_string_file(uid_map
, line
, 0);
2960 return log_error_errno(r
, "Failed to write GID map: %m");
2965 static int nspawn_dispatch_notify_fd(sd_event_source
*source
, int fd
, uint32_t revents
, void *userdata
) {
2966 char buf
[NOTIFY_BUFFER_MAX
+1];
2968 struct iovec iovec
= {
2970 .iov_len
= sizeof(buf
)-1,
2973 struct cmsghdr cmsghdr
;
2974 uint8_t buf
[CMSG_SPACE(sizeof(struct ucred
)) +
2975 CMSG_SPACE(sizeof(int) * NOTIFY_FD_MAX
)];
2977 struct msghdr msghdr
= {
2980 .msg_control
= &control
,
2981 .msg_controllen
= sizeof(control
),
2983 struct cmsghdr
*cmsg
;
2984 struct ucred
*ucred
= NULL
;
2986 pid_t inner_child_pid
;
2987 _cleanup_strv_free_
char **tags
= NULL
;
2991 inner_child_pid
= PTR_TO_PID(userdata
);
2993 if (revents
!= EPOLLIN
) {
2994 log_warning("Got unexpected poll event for notify fd.");
2998 n
= recvmsg(fd
, &msghdr
, MSG_DONTWAIT
|MSG_CMSG_CLOEXEC
);
3000 if (IN_SET(errno
, EAGAIN
, EINTR
))
3003 return log_warning_errno(errno
, "Couldn't read notification socket: %m");
3005 cmsg_close_all(&msghdr
);
3007 CMSG_FOREACH(cmsg
, &msghdr
) {
3008 if (cmsg
->cmsg_level
== SOL_SOCKET
&&
3009 cmsg
->cmsg_type
== SCM_CREDENTIALS
&&
3010 cmsg
->cmsg_len
== CMSG_LEN(sizeof(struct ucred
))) {
3012 ucred
= (struct ucred
*) CMSG_DATA(cmsg
);
3016 if (!ucred
|| ucred
->pid
!= inner_child_pid
) {
3017 log_debug("Received notify message without valid credentials. Ignoring.");
3021 if ((size_t) n
>= sizeof(buf
)) {
3022 log_warning("Received notify message exceeded maximum size. Ignoring.");
3027 tags
= strv_split(buf
, "\n\r");
3031 if (strv_find(tags
, "READY=1"))
3032 sd_notifyf(false, "READY=1\n");
3034 p
= strv_find_startswith(tags
, "STATUS=");
3036 sd_notifyf(false, "STATUS=Container running: %s", p
);
3041 static int setup_sd_notify_parent(sd_event
*event
, int fd
, pid_t
*inner_child_pid
, sd_event_source
**notify_event_source
) {
3044 r
= sd_event_add_io(event
, notify_event_source
, fd
, EPOLLIN
, nspawn_dispatch_notify_fd
, inner_child_pid
);
3046 return log_error_errno(r
, "Failed to allocate notify event source: %m");
3048 (void) sd_event_source_set_description(*notify_event_source
, "nspawn-notify");
3053 static int load_settings(void) {
3054 _cleanup_(settings_freep
) Settings
*settings
= NULL
;
3055 _cleanup_fclose_
FILE *f
= NULL
;
3056 _cleanup_free_
char *p
= NULL
;
3060 /* If all settings are masked, there's no point in looking for
3061 * the settings file */
3062 if ((arg_settings_mask
& _SETTINGS_MASK_ALL
) == _SETTINGS_MASK_ALL
)
3065 fn
= strjoina(arg_machine
, ".nspawn");
3067 /* We first look in the admin's directories in /etc and /run */
3068 FOREACH_STRING(i
, "/etc/systemd/nspawn", "/run/systemd/nspawn") {
3069 _cleanup_free_
char *j
= NULL
;
3071 j
= strjoin(i
, "/", fn
);
3079 /* By default, we trust configuration from /etc and /run */
3080 if (arg_settings_trusted
< 0)
3081 arg_settings_trusted
= true;
3086 if (errno
!= ENOENT
)
3087 return log_error_errno(errno
, "Failed to open %s: %m", j
);
3091 /* After that, let's look for a file next to the
3092 * actual image we shall boot. */
3095 p
= file_in_same_dir(arg_image
, fn
);
3098 } else if (arg_directory
) {
3099 p
= file_in_same_dir(arg_directory
, fn
);
3106 if (!f
&& errno
!= ENOENT
)
3107 return log_error_errno(errno
, "Failed to open %s: %m", p
);
3109 /* By default, we do not trust configuration from /var/lib/machines */
3110 if (arg_settings_trusted
< 0)
3111 arg_settings_trusted
= false;
3118 log_debug("Settings are trusted: %s", yes_no(arg_settings_trusted
));
3120 r
= settings_load(f
, p
, &settings
);
3124 /* Copy over bits from the settings, unless they have been
3125 * explicitly masked by command line switches. */
3127 if ((arg_settings_mask
& SETTING_START_MODE
) == 0 &&
3128 settings
->start_mode
>= 0) {
3129 arg_start_mode
= settings
->start_mode
;
3131 strv_free(arg_parameters
);
3132 arg_parameters
= TAKE_PTR(settings
->parameters
);
3135 if ((arg_settings_mask
& SETTING_PIVOT_ROOT
) == 0 &&
3136 settings
->pivot_root_new
) {
3137 free_and_replace(arg_pivot_root_new
, settings
->pivot_root_new
);
3138 free_and_replace(arg_pivot_root_old
, settings
->pivot_root_old
);
3141 if ((arg_settings_mask
& SETTING_WORKING_DIRECTORY
) == 0 &&
3142 settings
->working_directory
)
3143 free_and_replace(arg_chdir
, settings
->working_directory
);
3145 if ((arg_settings_mask
& SETTING_ENVIRONMENT
) == 0 &&
3146 settings
->environment
) {
3147 strv_free(arg_setenv
);
3148 arg_setenv
= TAKE_PTR(settings
->environment
);
3151 if ((arg_settings_mask
& SETTING_USER
) == 0 &&
3153 free_and_replace(arg_user
, settings
->user
);
3155 if ((arg_settings_mask
& SETTING_CAPABILITY
) == 0) {
3158 plus
= settings
->capability
;
3159 if (settings_private_network(settings
))
3160 plus
|= (1ULL << CAP_NET_ADMIN
);
3162 if (!arg_settings_trusted
&& plus
!= 0) {
3163 if (settings
->capability
!= 0)
3164 log_warning("Ignoring Capability= setting, file %s is not trusted.", p
);
3166 arg_caps_retain
|= plus
;
3168 arg_caps_retain
&= ~settings
->drop_capability
;
3171 if ((arg_settings_mask
& SETTING_KILL_SIGNAL
) == 0 &&
3172 settings
->kill_signal
> 0)
3173 arg_kill_signal
= settings
->kill_signal
;
3175 if ((arg_settings_mask
& SETTING_PERSONALITY
) == 0 &&
3176 settings
->personality
!= PERSONALITY_INVALID
)
3177 arg_personality
= settings
->personality
;
3179 if ((arg_settings_mask
& SETTING_MACHINE_ID
) == 0 &&
3180 !sd_id128_is_null(settings
->machine_id
)) {
3182 if (!arg_settings_trusted
)
3183 log_warning("Ignoring MachineID= setting, file %s is not trusted.", p
);
3185 arg_uuid
= settings
->machine_id
;
3188 if ((arg_settings_mask
& SETTING_READ_ONLY
) == 0 &&
3189 settings
->read_only
>= 0)
3190 arg_read_only
= settings
->read_only
;
3192 if ((arg_settings_mask
& SETTING_VOLATILE_MODE
) == 0 &&
3193 settings
->volatile_mode
!= _VOLATILE_MODE_INVALID
)
3194 arg_volatile_mode
= settings
->volatile_mode
;
3196 if ((arg_settings_mask
& SETTING_CUSTOM_MOUNTS
) == 0 &&
3197 settings
->n_custom_mounts
> 0) {
3199 if (!arg_settings_trusted
)
3200 log_warning("Ignoring TemporaryFileSystem=, Bind= and BindReadOnly= settings, file %s is not trusted.", p
);
3202 custom_mount_free_all(arg_custom_mounts
, arg_n_custom_mounts
);
3203 arg_custom_mounts
= TAKE_PTR(settings
->custom_mounts
);
3204 arg_n_custom_mounts
= settings
->n_custom_mounts
;
3205 settings
->n_custom_mounts
= 0;
3209 if ((arg_settings_mask
& SETTING_NETWORK
) == 0 &&
3210 (settings
->private_network
>= 0 ||
3211 settings
->network_veth
>= 0 ||
3212 settings
->network_bridge
||
3213 settings
->network_zone
||
3214 settings
->network_interfaces
||
3215 settings
->network_macvlan
||
3216 settings
->network_ipvlan
||
3217 settings
->network_veth_extra
)) {
3219 if (!arg_settings_trusted
)
3220 log_warning("Ignoring network settings, file %s is not trusted.", p
);
3222 arg_network_veth
= settings_network_veth(settings
);
3223 arg_private_network
= settings_private_network(settings
);
3225 strv_free(arg_network_interfaces
);
3226 arg_network_interfaces
= TAKE_PTR(settings
->network_interfaces
);
3228 strv_free(arg_network_macvlan
);
3229 arg_network_macvlan
= TAKE_PTR(settings
->network_macvlan
);
3231 strv_free(arg_network_ipvlan
);
3232 arg_network_ipvlan
= TAKE_PTR(settings
->network_ipvlan
);
3234 strv_free(arg_network_veth_extra
);
3235 arg_network_veth_extra
= TAKE_PTR(settings
->network_veth_extra
);
3237 free_and_replace(arg_network_bridge
, settings
->network_bridge
);
3238 free_and_replace(arg_network_zone
, settings
->network_zone
);
3242 if ((arg_settings_mask
& SETTING_EXPOSE_PORTS
) == 0 &&
3243 settings
->expose_ports
) {
3245 if (!arg_settings_trusted
)
3246 log_warning("Ignoring Port= setting, file %s is not trusted.", p
);
3248 expose_port_free_all(arg_expose_ports
);
3249 arg_expose_ports
= TAKE_PTR(settings
->expose_ports
);
3253 if ((arg_settings_mask
& SETTING_USERNS
) == 0 &&
3254 settings
->userns_mode
!= _USER_NAMESPACE_MODE_INVALID
) {
3256 if (!arg_settings_trusted
)
3257 log_warning("Ignoring PrivateUsers= and PrivateUsersChown= settings, file %s is not trusted.", p
);
3259 arg_userns_mode
= settings
->userns_mode
;
3260 arg_uid_shift
= settings
->uid_shift
;
3261 arg_uid_range
= settings
->uid_range
;
3262 arg_userns_chown
= settings
->userns_chown
;
3266 if ((arg_settings_mask
& SETTING_NOTIFY_READY
) == 0)
3267 arg_notify_ready
= settings
->notify_ready
;
3269 if ((arg_settings_mask
& SETTING_SYSCALL_FILTER
) == 0) {
3271 if (!arg_settings_trusted
&& !strv_isempty(arg_syscall_whitelist
))
3272 log_warning("Ignoring SystemCallFilter= settings, file %s is not trusted.", p
);
3274 strv_free(arg_syscall_whitelist
);
3275 strv_free(arg_syscall_blacklist
);
3277 arg_syscall_whitelist
= TAKE_PTR(settings
->syscall_whitelist
);
3278 arg_syscall_blacklist
= TAKE_PTR(settings
->syscall_blacklist
);
3285 static int run(int master
,
3286 const char* console
,
3287 DissectedImage
*dissected_image
,
3291 char veth_name
[IFNAMSIZ
], bool *veth_created
,
3292 union in_addr_union
*exposed
,
3293 pid_t
*pid
, int *ret
) {
3295 static const struct sigaction sa
= {
3296 .sa_handler
= nop_signal_handler
,
3297 .sa_flags
= SA_NOCLDSTOP
|SA_RESTART
,
3300 _cleanup_release_lock_file_ LockFile uid_shift_lock
= LOCK_FILE_INIT
;
3301 _cleanup_close_
int etc_passwd_lock
= -1;
3302 _cleanup_close_pair_
int
3303 kmsg_socket_pair
[2] = { -1, -1 },
3304 rtnl_socket_pair
[2] = { -1, -1 },
3305 pid_socket_pair
[2] = { -1, -1 },
3306 uuid_socket_pair
[2] = { -1, -1 },
3307 notify_socket_pair
[2] = { -1, -1 },
3308 uid_shift_socket_pair
[2] = { -1, -1 },
3309 unified_cgroup_hierarchy_socket_pair
[2] = { -1, -1};
3311 _cleanup_close_
int notify_socket
= -1;
3312 _cleanup_(barrier_destroy
) Barrier barrier
= BARRIER_NULL
;
3313 _cleanup_(sd_event_source_unrefp
) sd_event_source
*notify_event_source
= NULL
;
3314 _cleanup_(sd_event_unrefp
) sd_event
*event
= NULL
;
3315 _cleanup_(pty_forward_freep
) PTYForward
*forward
= NULL
;
3316 _cleanup_(sd_netlink_unrefp
) sd_netlink
*rtnl
= NULL
;
3317 _cleanup_(sd_bus_flush_close_unrefp
) sd_bus
*bus
= NULL
;
3318 ContainerStatus container_status
= 0;
3323 _cleanup_close_
int netns_fd
= -1;
3325 assert_se(sigemptyset(&mask_chld
) == 0);
3326 assert_se(sigaddset(&mask_chld
, SIGCHLD
) == 0);
3328 if (arg_userns_mode
== USER_NAMESPACE_PICK
) {
3329 /* When we shall pick the UID/GID range, let's first lock /etc/passwd, so that we can safely
3330 * check with getpwuid() if the specific user already exists. Note that /etc might be
3331 * read-only, in which case this will fail with EROFS. But that's really OK, as in that case we
3332 * can be reasonably sure that no users are going to be added. Note that getpwuid() checks are
3333 * really just an extra safety net. We kinda assume that the UID range we allocate from is
3336 etc_passwd_lock
= take_etc_passwd_lock(NULL
);
3337 if (etc_passwd_lock
< 0 && etc_passwd_lock
!= -EROFS
)
3338 return log_error_errno(etc_passwd_lock
, "Failed to take /etc/passwd lock: %m");
3341 r
= barrier_create(&barrier
);
3343 return log_error_errno(r
, "Cannot initialize IPC barrier: %m");
3345 if (socketpair(AF_UNIX
, SOCK_SEQPACKET
|SOCK_CLOEXEC
, 0, kmsg_socket_pair
) < 0)
3346 return log_error_errno(errno
, "Failed to create kmsg socket pair: %m");
3348 if (socketpair(AF_UNIX
, SOCK_SEQPACKET
|SOCK_CLOEXEC
, 0, rtnl_socket_pair
) < 0)
3349 return log_error_errno(errno
, "Failed to create rtnl socket pair: %m");
3351 if (socketpair(AF_UNIX
, SOCK_SEQPACKET
|SOCK_CLOEXEC
, 0, pid_socket_pair
) < 0)
3352 return log_error_errno(errno
, "Failed to create pid socket pair: %m");
3354 if (socketpair(AF_UNIX
, SOCK_SEQPACKET
|SOCK_CLOEXEC
, 0, uuid_socket_pair
) < 0)
3355 return log_error_errno(errno
, "Failed to create id socket pair: %m");
3357 if (socketpair(AF_UNIX
, SOCK_SEQPACKET
|SOCK_CLOEXEC
, 0, notify_socket_pair
) < 0)
3358 return log_error_errno(errno
, "Failed to create notify socket pair: %m");
3360 if (arg_userns_mode
!= USER_NAMESPACE_NO
)
3361 if (socketpair(AF_UNIX
, SOCK_SEQPACKET
|SOCK_CLOEXEC
, 0, uid_shift_socket_pair
) < 0)
3362 return log_error_errno(errno
, "Failed to create uid shift socket pair: %m");
3364 if (arg_unified_cgroup_hierarchy
== CGROUP_UNIFIED_UNKNOWN
)
3365 if (socketpair(AF_UNIX
, SOCK_SEQPACKET
|SOCK_CLOEXEC
, 0, unified_cgroup_hierarchy_socket_pair
) < 0)
3366 return log_error_errno(errno
, "Failed to create unified cgroup socket pair: %m");
3368 /* Child can be killed before execv(), so handle SIGCHLD in order to interrupt
3369 * parent's blocking calls and give it a chance to call wait() and terminate. */
3370 r
= sigprocmask(SIG_UNBLOCK
, &mask_chld
, NULL
);
3372 return log_error_errno(errno
, "Failed to change the signal mask: %m");
3374 r
= sigaction(SIGCHLD
, &sa
, NULL
);
3376 return log_error_errno(errno
, "Failed to install SIGCHLD handler: %m");
3378 if (arg_network_namespace_path
) {
3379 netns_fd
= open(arg_network_namespace_path
, O_RDONLY
|O_NOCTTY
|O_CLOEXEC
);
3381 return log_error_errno(errno
, "Cannot open file %s: %m", arg_network_namespace_path
);
3383 r
= fd_is_network_ns(netns_fd
);
3384 if (r
< 0 && r
!= -ENOTTY
)
3385 return log_error_errno(r
, "Failed to check %s fs type: %m", arg_network_namespace_path
);
3387 log_error("Path %s doesn't refer to a network namespace", arg_network_namespace_path
);
3392 *pid
= raw_clone(SIGCHLD
|CLONE_NEWNS
);
3394 return log_error_errno(errno
, "clone() failed%s: %m",
3396 ", do you have namespace support enabled in your kernel? (You need UTS, IPC, PID and NET namespacing built in)" : "");
3399 /* The outer child only has a file system namespace. */
3400 barrier_set_role(&barrier
, BARRIER_CHILD
);
3402 master
= safe_close(master
);
3404 kmsg_socket_pair
[0] = safe_close(kmsg_socket_pair
[0]);
3405 rtnl_socket_pair
[0] = safe_close(rtnl_socket_pair
[0]);
3406 pid_socket_pair
[0] = safe_close(pid_socket_pair
[0]);
3407 uuid_socket_pair
[0] = safe_close(uuid_socket_pair
[0]);
3408 notify_socket_pair
[0] = safe_close(notify_socket_pair
[0]);
3409 uid_shift_socket_pair
[0] = safe_close(uid_shift_socket_pair
[0]);
3410 unified_cgroup_hierarchy_socket_pair
[0] = safe_close(unified_cgroup_hierarchy_socket_pair
[0]);
3412 (void) reset_all_signal_handlers();
3413 (void) reset_signal_mask();
3415 r
= outer_child(&barrier
,
3422 uuid_socket_pair
[1],
3423 notify_socket_pair
[1],
3424 kmsg_socket_pair
[1],
3425 rtnl_socket_pair
[1],
3426 uid_shift_socket_pair
[1],
3427 unified_cgroup_hierarchy_socket_pair
[1],
3431 _exit(EXIT_FAILURE
);
3433 _exit(EXIT_SUCCESS
);
3436 barrier_set_role(&barrier
, BARRIER_PARENT
);
3438 fds
= fdset_free(fds
);
3440 kmsg_socket_pair
[1] = safe_close(kmsg_socket_pair
[1]);
3441 rtnl_socket_pair
[1] = safe_close(rtnl_socket_pair
[1]);
3442 pid_socket_pair
[1] = safe_close(pid_socket_pair
[1]);
3443 uuid_socket_pair
[1] = safe_close(uuid_socket_pair
[1]);
3444 notify_socket_pair
[1] = safe_close(notify_socket_pair
[1]);
3445 uid_shift_socket_pair
[1] = safe_close(uid_shift_socket_pair
[1]);
3446 unified_cgroup_hierarchy_socket_pair
[1] = safe_close(unified_cgroup_hierarchy_socket_pair
[1]);
3448 if (arg_userns_mode
!= USER_NAMESPACE_NO
) {
3449 /* The child just let us know the UID shift it might have read from the image. */
3450 l
= recv(uid_shift_socket_pair
[0], &arg_uid_shift
, sizeof arg_uid_shift
, 0);
3452 return log_error_errno(errno
, "Failed to read UID shift: %m");
3453 if (l
!= sizeof arg_uid_shift
) {
3454 log_error("Short read while reading UID shift.");
3458 if (arg_userns_mode
== USER_NAMESPACE_PICK
) {
3459 /* If we are supposed to pick the UID shift, let's try to use the shift read from the
3460 * image, but if that's already in use, pick a new one, and report back to the child,
3461 * which one we now picked. */
3463 r
= uid_shift_pick(&arg_uid_shift
, &uid_shift_lock
);
3465 return log_error_errno(r
, "Failed to pick suitable UID/GID range: %m");
3467 l
= send(uid_shift_socket_pair
[0], &arg_uid_shift
, sizeof arg_uid_shift
, MSG_NOSIGNAL
);
3469 return log_error_errno(errno
, "Failed to send UID shift: %m");
3470 if (l
!= sizeof arg_uid_shift
) {
3471 log_error("Short write while writing UID shift.");
3477 if (arg_unified_cgroup_hierarchy
== CGROUP_UNIFIED_UNKNOWN
) {
3478 /* The child let us know the support cgroup mode it might have read from the image. */
3479 l
= recv(unified_cgroup_hierarchy_socket_pair
[0], &arg_unified_cgroup_hierarchy
, sizeof(arg_unified_cgroup_hierarchy
), 0);
3481 return log_error_errno(errno
, "Failed to read cgroup mode: %m");
3482 if (l
!= sizeof(arg_unified_cgroup_hierarchy
)) {
3483 log_error("Short read while reading cgroup mode.");
3488 /* Wait for the outer child. */
3489 r
= wait_for_terminate_and_check("(sd-namespace)", *pid
, WAIT_LOG_ABNORMAL
);
3492 if (r
!= EXIT_SUCCESS
)
3495 /* And now retrieve the PID of the inner child. */
3496 l
= recv(pid_socket_pair
[0], pid
, sizeof *pid
, 0);
3498 return log_error_errno(errno
, "Failed to read inner child PID: %m");
3499 if (l
!= sizeof *pid
) {
3500 log_error("Short read while reading inner child PID.");
3504 /* We also retrieve container UUID in case it was generated by outer child */
3505 l
= recv(uuid_socket_pair
[0], &arg_uuid
, sizeof arg_uuid
, 0);
3507 return log_error_errno(errno
, "Failed to read container machine ID: %m");
3508 if (l
!= sizeof(arg_uuid
)) {
3509 log_error("Short read while reading container machined ID.");
3513 /* We also retrieve the socket used for notifications generated by outer child */
3514 notify_socket
= receive_one_fd(notify_socket_pair
[0], 0);
3515 if (notify_socket
< 0)
3516 return log_error_errno(notify_socket
,
3517 "Failed to receive notification socket from the outer child: %m");
3519 log_debug("Init process invoked as PID "PID_FMT
, *pid
);
3521 if (arg_userns_mode
!= USER_NAMESPACE_NO
) {
3522 if (!barrier_place_and_sync(&barrier
)) { /* #1 */
3523 log_error("Child died too early.");
3527 r
= setup_uid_map(*pid
);
3531 (void) barrier_place(&barrier
); /* #2 */
3534 if (arg_private_network
) {
3536 r
= move_network_interfaces(*pid
, arg_network_interfaces
);
3540 if (arg_network_veth
) {
3541 r
= setup_veth(arg_machine
, *pid
, veth_name
,
3542 arg_network_bridge
|| arg_network_zone
);
3548 if (arg_network_bridge
) {
3549 /* Add the interface to a bridge */
3550 r
= setup_bridge(veth_name
, arg_network_bridge
, false);
3555 } else if (arg_network_zone
) {
3556 /* Add the interface to a bridge, possibly creating it */
3557 r
= setup_bridge(veth_name
, arg_network_zone
, true);
3565 r
= setup_veth_extra(arg_machine
, *pid
, arg_network_veth_extra
);
3569 /* We created the primary and extra veth links now; let's remember this, so that we know to
3570 remove them later on. Note that we don't bother with removing veth links that were created
3571 here when their setup failed half-way, because in that case the kernel should be able to
3572 remove them on its own, since they cannot be referenced by anything yet. */
3573 *veth_created
= true;
3575 r
= setup_macvlan(arg_machine
, *pid
, arg_network_macvlan
);
3579 r
= setup_ipvlan(arg_machine
, *pid
, arg_network_ipvlan
);
3584 if (arg_register
|| !arg_keep_unit
) {
3585 r
= sd_bus_default_system(&bus
);
3587 return log_error_errno(r
, "Failed to open system bus: %m");
3590 if (!arg_keep_unit
) {
3591 /* When a new scope is created for this container, then we'll be registered as its controller, in which
3592 * case PID 1 will send us a friendly RequestStop signal, when it is asked to terminate the
3593 * scope. Let's hook into that, and cleanly shut down the container, and print a friendly message. */
3595 r
= sd_bus_match_signal_async(
3598 "org.freedesktop.systemd1",
3600 "org.freedesktop.systemd1.Scope",
3602 on_request_stop
, NULL
, PID_TO_PTR(*pid
));
3604 return log_error_errno(r
, "Failed to request RequestStop match: %m");
3609 r
= register_machine(
3617 arg_custom_mounts
, arg_n_custom_mounts
,
3621 arg_container_service_name
);
3625 } else if (!arg_keep_unit
) {
3632 arg_custom_mounts
, arg_n_custom_mounts
,
3638 } else if (arg_slice
|| arg_property
)
3639 log_notice("Machine and scope registration turned off, --slice= and --property= settings will have no effect.");
3641 r
= sync_cgroup(*pid
, arg_unified_cgroup_hierarchy
, arg_uid_shift
);
3645 if (arg_keep_unit
) {
3646 r
= create_subcgroup(*pid
, arg_unified_cgroup_hierarchy
);
3651 r
= chown_cgroup(*pid
, arg_unified_cgroup_hierarchy
, arg_uid_shift
);
3655 /* Notify the child that the parent is ready with all
3656 * its setup (including cgroup-ification), and that
3657 * the child can now hand over control to the code to
3658 * run inside the container. */
3659 (void) barrier_place(&barrier
); /* #3 */
3661 /* Block SIGCHLD here, before notifying child.
3662 * process_pty() will handle it with the other signals. */
3663 assert_se(sigprocmask(SIG_BLOCK
, &mask_chld
, NULL
) >= 0);
3665 /* Reset signal to default */
3666 r
= default_signals(SIGCHLD
, -1);
3668 return log_error_errno(r
, "Failed to reset SIGCHLD: %m");
3670 r
= sd_event_new(&event
);
3672 return log_error_errno(r
, "Failed to get default event source: %m");
3674 (void) sd_event_set_watchdog(event
, true);
3677 r
= sd_bus_attach_event(bus
, event
, 0);
3679 return log_error_errno(r
, "Failed to attach bus to event loop: %m");
3682 r
= setup_sd_notify_parent(event
, notify_socket
, PID_TO_PTR(*pid
), ¬ify_event_source
);
3686 /* Let the child know that we are ready and wait that the child is completely ready now. */
3687 if (!barrier_place_and_sync(&barrier
)) { /* #4 */
3688 log_error("Child died too early.");
3692 /* At this point we have made use of the UID we picked, and thus nss-mymachines
3693 * will make them appear in getpwuid(), thus we can release the /etc/passwd lock. */
3694 etc_passwd_lock
= safe_close(etc_passwd_lock
);
3697 "STATUS=Container running.\n"
3698 "X_NSPAWN_LEADER_PID=" PID_FMT
, *pid
);
3699 if (!arg_notify_ready
)
3700 sd_notify(false, "READY=1\n");
3702 if (arg_kill_signal
> 0) {
3703 /* Try to kill the init system on SIGINT or SIGTERM */
3704 sd_event_add_signal(event
, NULL
, SIGINT
, on_orderly_shutdown
, PID_TO_PTR(*pid
));
3705 sd_event_add_signal(event
, NULL
, SIGTERM
, on_orderly_shutdown
, PID_TO_PTR(*pid
));
3707 /* Immediately exit */
3708 sd_event_add_signal(event
, NULL
, SIGINT
, NULL
, NULL
);
3709 sd_event_add_signal(event
, NULL
, SIGTERM
, NULL
, NULL
);
3712 /* Exit when the child exits */
3713 sd_event_add_signal(event
, NULL
, SIGCHLD
, on_sigchld
, PID_TO_PTR(*pid
));
3715 if (arg_expose_ports
) {
3716 r
= expose_port_watch_rtnl(event
, rtnl_socket_pair
[0], on_address_change
, exposed
, &rtnl
);
3720 (void) expose_port_execute(rtnl
, arg_expose_ports
, exposed
);
3723 rtnl_socket_pair
[0] = safe_close(rtnl_socket_pair
[0]);
3725 r
= pty_forward_new(event
, master
,
3726 PTY_FORWARD_IGNORE_VHANGUP
| (interactive
? 0 : PTY_FORWARD_READ_ONLY
),
3729 return log_error_errno(r
, "Failed to create PTY forwarder: %m");
3731 r
= sd_event_loop(event
);
3733 return log_error_errno(r
, "Failed to run event loop: %m");
3735 pty_forward_get_last_char(forward
, &last_char
);
3737 forward
= pty_forward_free(forward
);
3739 if (!arg_quiet
&& last_char
!= '\n')
3742 /* Kill if it is not dead yet anyway */
3743 if (arg_register
&& !arg_keep_unit
&& bus
)
3744 terminate_machine(bus
, *pid
);
3746 /* Normally redundant, but better safe than sorry */
3747 (void) kill(*pid
, SIGKILL
);
3749 r
= wait_for_container(*pid
, &container_status
);
3753 /* We failed to wait for the container, or the container exited abnormally. */
3755 if (r
> 0 || container_status
== CONTAINER_TERMINATED
) {
3756 /* r > 0 → The container exited with a non-zero status.
3757 * As a special case, we need to replace 133 with a different value,
3758 * because 133 is special-cased in the service file to reboot the container.
3759 * otherwise → The container exited with zero status and a reboot was not requested.
3761 if (r
== EXIT_FORCE_RESTART
)
3762 r
= EXIT_FAILURE
; /* replace 133 with the general failure code */
3764 return 0; /* finito */
3767 /* CONTAINER_REBOOTED, loop again */
3769 if (arg_keep_unit
) {
3770 /* Special handling if we are running as a service: instead of simply
3771 * restarting the machine we want to restart the entire service, so let's
3772 * inform systemd about this with the special exit code 133. The service
3773 * file uses RestartForceExitStatus=133 so that this results in a full
3774 * nspawn restart. This is necessary since we might have cgroup parameters
3775 * set we want to have flushed out. */
3776 *ret
= EXIT_FORCE_RESTART
;
3777 return 0; /* finito */
3780 expose_port_flush(arg_expose_ports
, exposed
);
3782 (void) remove_veth_links(veth_name
, arg_network_veth_extra
);
3783 *veth_created
= false;
3784 return 1; /* loop again */
3787 int main(int argc
, char *argv
[]) {
3789 _cleanup_free_
char *console
= NULL
;
3790 _cleanup_close_
int master
= -1;
3791 _cleanup_fdset_free_ FDSet
*fds
= NULL
;
3792 int r
, n_fd_passed
, ret
= EXIT_SUCCESS
;
3793 char veth_name
[IFNAMSIZ
] = "";
3794 bool secondary
= false, remove_directory
= false, remove_image
= false;
3796 union in_addr_union exposed
= {};
3797 _cleanup_release_lock_file_ LockFile tree_global_lock
= LOCK_FILE_INIT
, tree_local_lock
= LOCK_FILE_INIT
;
3798 bool interactive
, veth_created
= false, remove_tmprootdir
= false;
3799 char tmprootdir
[] = "/tmp/nspawn-root-XXXXXX";
3800 _cleanup_(loop_device_unrefp
) LoopDevice
*loop
= NULL
;
3801 _cleanup_(decrypted_image_unrefp
) DecryptedImage
*decrypted_image
= NULL
;
3802 _cleanup_(dissected_image_unrefp
) DissectedImage
*dissected_image
= NULL
;
3804 log_parse_environment();
3807 /* Make sure rename_process() in the stub init process can work */
3811 r
= parse_argv(argc
, argv
);
3819 r
= determine_names();
3823 r
= load_settings();
3827 r
= verify_arguments();
3831 r
= detect_unified_cgroup_hierarchy_from_environment();
3835 n_fd_passed
= sd_listen_fds(false);
3836 if (n_fd_passed
> 0) {
3837 r
= fdset_new_listen_fds(&fds
, false);
3839 log_error_errno(r
, "Failed to collect file descriptors: %m");
3844 if (arg_directory
) {
3847 if (path_equal(arg_directory
, "/") && !arg_ephemeral
) {
3848 log_error("Spawning container on root directory is not supported. Consider using --ephemeral.");
3853 if (arg_ephemeral
) {
3854 _cleanup_free_
char *np
= NULL
;
3856 r
= chase_symlinks_and_update(&arg_directory
, 0);
3860 /* If the specified path is a mount point we
3861 * generate the new snapshot immediately
3862 * inside it under a random name. However if
3863 * the specified is not a mount point we
3864 * create the new snapshot in the parent
3865 * directory, just next to it. */
3866 r
= path_is_mount_point(arg_directory
, NULL
, 0);
3868 log_error_errno(r
, "Failed to determine whether directory %s is mount point: %m", arg_directory
);
3872 r
= tempfn_random_child(arg_directory
, "machine.", &np
);
3874 r
= tempfn_random(arg_directory
, "machine.", &np
);
3876 log_error_errno(r
, "Failed to generate name for directory snapshot: %m");
3880 r
= image_path_lock(np
, (arg_read_only
? LOCK_SH
: LOCK_EX
) | LOCK_NB
, &tree_global_lock
, &tree_local_lock
);
3882 log_error_errno(r
, "Failed to lock %s: %m", np
);
3886 r
= btrfs_subvol_snapshot(arg_directory
, np
,
3887 (arg_read_only
? BTRFS_SNAPSHOT_READ_ONLY
: 0) |
3888 BTRFS_SNAPSHOT_FALLBACK_COPY
|
3889 BTRFS_SNAPSHOT_FALLBACK_DIRECTORY
|
3890 BTRFS_SNAPSHOT_RECURSIVE
|
3891 BTRFS_SNAPSHOT_QUOTA
);
3893 log_error_errno(r
, "Failed to create snapshot %s from %s: %m", np
, arg_directory
);
3897 free_and_replace(arg_directory
, np
);
3899 remove_directory
= true;
3902 r
= chase_symlinks_and_update(&arg_directory
, arg_template
? CHASE_NONEXISTENT
: 0);
3906 r
= image_path_lock(arg_directory
, (arg_read_only
? LOCK_SH
: LOCK_EX
) | LOCK_NB
, &tree_global_lock
, &tree_local_lock
);
3908 log_error_errno(r
, "Directory tree %s is currently busy.", arg_directory
);
3912 log_error_errno(r
, "Failed to lock %s: %m", arg_directory
);
3917 r
= chase_symlinks_and_update(&arg_template
, 0);
3921 r
= btrfs_subvol_snapshot(arg_template
, arg_directory
,
3922 (arg_read_only
? BTRFS_SNAPSHOT_READ_ONLY
: 0) |
3923 BTRFS_SNAPSHOT_FALLBACK_COPY
|
3924 BTRFS_SNAPSHOT_FALLBACK_DIRECTORY
|
3925 BTRFS_SNAPSHOT_FALLBACK_IMMUTABLE
|
3926 BTRFS_SNAPSHOT_RECURSIVE
|
3927 BTRFS_SNAPSHOT_QUOTA
);
3930 log_info("Directory %s already exists, not populating from template %s.", arg_directory
, arg_template
);
3932 log_error_errno(r
, "Couldn't create snapshot %s from %s: %m", arg_directory
, arg_template
);
3936 log_info("Populated %s from template %s.", arg_directory
, arg_template
);
3941 if (arg_start_mode
== START_BOOT
) {
3942 if (path_is_os_tree(arg_directory
) <= 0) {
3943 log_error("Directory %s doesn't look like an OS root directory (os-release file is missing). Refusing.", arg_directory
);
3950 p
= strjoina(arg_directory
, "/usr/");
3951 if (laccess(p
, F_OK
) < 0) {
3952 log_error("Directory %s doesn't look like it has an OS tree. Refusing.", arg_directory
);
3960 assert(!arg_template
);
3962 r
= chase_symlinks_and_update(&arg_image
, 0);
3966 if (arg_ephemeral
) {
3967 _cleanup_free_
char *np
= NULL
;
3969 r
= tempfn_random(arg_image
, "machine.", &np
);
3971 log_error_errno(r
, "Failed to generate name for image snapshot: %m");
3975 r
= image_path_lock(np
, (arg_read_only
? LOCK_SH
: LOCK_EX
) | LOCK_NB
, &tree_global_lock
, &tree_local_lock
);
3977 r
= log_error_errno(r
, "Failed to create image lock: %m");
3981 r
= copy_file(arg_image
, np
, O_EXCL
, arg_read_only
? 0400 : 0600, FS_NOCOW_FL
, COPY_REFLINK
);
3983 r
= log_error_errno(r
, "Failed to copy image file: %m");
3987 free_and_replace(arg_image
, np
);
3989 remove_image
= true;
3991 r
= image_path_lock(arg_image
, (arg_read_only
? LOCK_SH
: LOCK_EX
) | LOCK_NB
, &tree_global_lock
, &tree_local_lock
);
3993 r
= log_error_errno(r
, "Disk image %s is currently busy.", arg_image
);
3997 r
= log_error_errno(r
, "Failed to create image lock: %m");
4001 if (!arg_root_hash
) {
4002 r
= root_hash_load(arg_image
, &arg_root_hash
, &arg_root_hash_size
);
4004 log_error_errno(r
, "Failed to load root hash file for %s: %m", arg_image
);
4010 if (!mkdtemp(tmprootdir
)) {
4011 r
= log_error_errno(errno
, "Failed to create temporary directory: %m");
4015 remove_tmprootdir
= true;
4017 arg_directory
= strdup(tmprootdir
);
4018 if (!arg_directory
) {
4023 r
= loop_device_make_by_path(arg_image
, arg_read_only
? O_RDONLY
: O_RDWR
, &loop
);
4025 log_error_errno(r
, "Failed to set up loopback block device: %m");
4029 r
= dissect_image_and_warn(
4032 arg_root_hash
, arg_root_hash_size
,
4033 DISSECT_IMAGE_REQUIRE_ROOT
,
4036 /* dissected_image_and_warn() already printed a brief error message. Extend on that with more details */
4037 log_notice("Note that the disk image needs to\n"
4038 " a) either contain only a single MBR partition of type 0x83 that is marked bootable\n"
4039 " b) or contain a single GPT partition of type 0FC63DAF-8483-4772-8E79-3D69D8477DE4\n"
4040 " c) or follow http://www.freedesktop.org/wiki/Specifications/DiscoverablePartitionsSpec/\n"
4041 " d) or contain a file system without a partition table\n"
4042 "in order to be bootable with systemd-nspawn.");
4048 if (!arg_root_hash
&& dissected_image
->can_verity
)
4049 log_notice("Note: image %s contains verity information, but no root hash specified! Proceeding without integrity checking.", arg_image
);
4051 r
= dissected_image_decrypt_interactively(dissected_image
, NULL
, arg_root_hash
, arg_root_hash_size
, 0, &decrypted_image
);
4055 /* Now that we mounted the image, let's try to remove it again, if it is ephemeral */
4056 if (remove_image
&& unlink(arg_image
) >= 0)
4057 remove_image
= false;
4060 r
= custom_mount_prepare_all(arg_directory
, arg_custom_mounts
, arg_n_custom_mounts
);
4065 isatty(STDIN_FILENO
) > 0 &&
4066 isatty(STDOUT_FILENO
) > 0;
4068 master
= posix_openpt(O_RDWR
|O_NOCTTY
|O_CLOEXEC
|O_NDELAY
);
4070 r
= log_error_errno(errno
, "Failed to acquire pseudo tty: %m");
4074 r
= ptsname_malloc(master
, &console
);
4076 r
= log_error_errno(r
, "Failed to determine tty name: %m");
4080 if (arg_selinux_apifs_context
) {
4081 r
= mac_selinux_apply(console
, arg_selinux_apifs_context
);
4086 if (unlockpt(master
) < 0) {
4087 r
= log_error_errno(errno
, "Failed to unlock tty: %m");
4092 log_info("Spawning container %s on %s.\nPress ^] three times within 1s to kill container.",
4093 arg_machine
, arg_image
?: arg_directory
);
4095 assert_se(sigprocmask_many(SIG_BLOCK
, NULL
, SIGCHLD
, SIGWINCH
, SIGTERM
, SIGINT
, -1) >= 0);
4097 if (prctl(PR_SET_CHILD_SUBREAPER
, 1) < 0) {
4098 r
= log_error_errno(errno
, "Failed to become subreaper: %m");
4106 interactive
, secondary
,
4108 veth_name
, &veth_created
,
4117 r
== 0 && ret
== EXIT_FORCE_RESTART
? "STOPPING=1\nSTATUS=Restarting..." :
4118 "STOPPING=1\nSTATUS=Terminating...");
4121 (void) kill(pid
, SIGKILL
);
4123 /* Try to flush whatever is still queued in the pty */
4125 (void) copy_bytes(master
, STDOUT_FILENO
, (uint64_t) -1, 0);
4126 master
= safe_close(master
);
4130 (void) wait_for_terminate(pid
, NULL
);
4132 if (remove_directory
&& arg_directory
) {
4135 k
= rm_rf(arg_directory
, REMOVE_ROOT
|REMOVE_PHYSICAL
|REMOVE_SUBVOLUME
);
4137 log_warning_errno(k
, "Cannot remove '%s', ignoring: %m", arg_directory
);
4140 if (remove_image
&& arg_image
) {
4141 if (unlink(arg_image
) < 0)
4142 log_warning_errno(errno
, "Can't remove image file '%s', ignoring: %m", arg_image
);
4145 if (remove_tmprootdir
) {
4146 if (rmdir(tmprootdir
) < 0)
4147 log_debug_errno(errno
, "Can't remove temporary root directory '%s', ignoring: %m", tmprootdir
);
4153 p
= strjoina("/run/systemd/nspawn/propagate/", arg_machine
);
4154 (void) rm_rf(p
, REMOVE_ROOT
);
4157 expose_port_flush(arg_expose_ports
, &exposed
);
4160 (void) remove_veth_links(veth_name
, arg_network_veth_extra
);
4161 (void) remove_bridge(arg_network_zone
);
4163 free(arg_directory
);
4168 free(arg_pivot_root_new
);
4169 free(arg_pivot_root_old
);
4171 strv_free(arg_setenv
);
4172 free(arg_network_bridge
);
4173 strv_free(arg_network_interfaces
);
4174 strv_free(arg_network_macvlan
);
4175 strv_free(arg_network_ipvlan
);
4176 strv_free(arg_network_veth_extra
);
4177 strv_free(arg_parameters
);
4178 custom_mount_free_all(arg_custom_mounts
, arg_n_custom_mounts
);
4179 expose_port_free_all(arg_expose_ports
);
4180 free(arg_root_hash
);
4182 return r
< 0 ? EXIT_FAILURE
: ret
;