1 /* SPDX-License-Identifier: LGPL-2.1+ */
3 This file is part of systemd.
5 Copyright 2010 Lennart Poettering
14 #include <linux/loop.h>
18 #include <selinux/selinux.h>
25 #include <sys/mount.h>
26 #include <sys/personality.h>
27 #include <sys/prctl.h>
28 #include <sys/types.h>
33 #include "sd-daemon.h"
36 #include "alloc-util.h"
38 #include "base-filesystem.h"
39 #include "blkid-util.h"
40 #include "btrfs-util.h"
43 #include "capability-util.h"
44 #include "cgroup-util.h"
46 #include "dev-setup.h"
47 #include "dissect-image.h"
52 #include "format-util.h"
55 #include "hexdecoct.h"
56 #include "hostname-util.h"
57 #include "id128-util.h"
59 #include "loop-util.h"
60 #include "loopback-setup.h"
61 #include "machine-image.h"
65 #include "mount-util.h"
66 #include "netlink-util.h"
67 #include "nspawn-cgroup.h"
68 #include "nspawn-def.h"
69 #include "nspawn-expose-ports.h"
70 #include "nspawn-mount.h"
71 #include "nspawn-network.h"
72 #include "nspawn-patch-uid.h"
73 #include "nspawn-register.h"
74 #include "nspawn-seccomp.h"
75 #include "nspawn-settings.h"
76 #include "nspawn-setuid.h"
77 #include "nspawn-stub-pid1.h"
78 #include "parse-util.h"
79 #include "path-util.h"
80 #include "process-util.h"
82 #include "random-util.h"
83 #include "raw-clone.h"
85 #include "selinux-util.h"
86 #include "signal-util.h"
87 #include "socket-util.h"
88 #include "stat-util.h"
89 #include "stdio-util.h"
90 #include "string-util.h"
92 #include "terminal-util.h"
93 #include "udev-util.h"
94 #include "umask-util.h"
95 #include "user-util.h"
99 #define STATIC_RESOLV_CONF "/lib/systemd/resolv.conf"
101 #define STATIC_RESOLV_CONF "/usr/lib/systemd/resolv.conf"
104 /* nspawn is listening on the socket at the path in the constant nspawn_notify_socket_path
105 * nspawn_notify_socket_path is relative to the container
106 * the init process in the container pid can send messages to nspawn following the sd_notify(3) protocol */
107 #define NSPAWN_NOTIFY_SOCKET_PATH "/run/systemd/nspawn/notify"
109 #define EXIT_FORCE_RESTART 133
111 typedef enum ContainerStatus
{
112 CONTAINER_TERMINATED
,
116 typedef enum LinkJournal
{
123 static char *arg_directory
= NULL
;
124 static char *arg_template
= NULL
;
125 static char *arg_chdir
= NULL
;
126 static char *arg_pivot_root_new
= NULL
;
127 static char *arg_pivot_root_old
= NULL
;
128 static char *arg_user
= NULL
;
129 static sd_id128_t arg_uuid
= {};
130 static char *arg_machine
= NULL
;
131 static const char *arg_selinux_context
= NULL
;
132 static const char *arg_selinux_apifs_context
= NULL
;
133 static const char *arg_slice
= NULL
;
134 static bool arg_private_network
= false;
135 static bool arg_read_only
= false;
136 static StartMode arg_start_mode
= START_PID1
;
137 static bool arg_ephemeral
= false;
138 static LinkJournal arg_link_journal
= LINK_AUTO
;
139 static bool arg_link_journal_try
= false;
140 static uint64_t arg_caps_retain
=
141 (1ULL << CAP_AUDIT_CONTROL
) |
142 (1ULL << CAP_AUDIT_WRITE
) |
143 (1ULL << CAP_CHOWN
) |
144 (1ULL << CAP_DAC_OVERRIDE
) |
145 (1ULL << CAP_DAC_READ_SEARCH
) |
146 (1ULL << CAP_FOWNER
) |
147 (1ULL << CAP_FSETID
) |
148 (1ULL << CAP_IPC_OWNER
) |
150 (1ULL << CAP_LEASE
) |
151 (1ULL << CAP_LINUX_IMMUTABLE
) |
152 (1ULL << CAP_MKNOD
) |
153 (1ULL << CAP_NET_BIND_SERVICE
) |
154 (1ULL << CAP_NET_BROADCAST
) |
155 (1ULL << CAP_NET_RAW
) |
156 (1ULL << CAP_SETFCAP
) |
157 (1ULL << CAP_SETGID
) |
158 (1ULL << CAP_SETPCAP
) |
159 (1ULL << CAP_SETUID
) |
160 (1ULL << CAP_SYS_ADMIN
) |
161 (1ULL << CAP_SYS_BOOT
) |
162 (1ULL << CAP_SYS_CHROOT
) |
163 (1ULL << CAP_SYS_NICE
) |
164 (1ULL << CAP_SYS_PTRACE
) |
165 (1ULL << CAP_SYS_RESOURCE
) |
166 (1ULL << CAP_SYS_TTY_CONFIG
);
167 static CustomMount
*arg_custom_mounts
= NULL
;
168 static unsigned arg_n_custom_mounts
= 0;
169 static char **arg_setenv
= NULL
;
170 static bool arg_quiet
= false;
171 static bool arg_register
= true;
172 static bool arg_keep_unit
= false;
173 static char **arg_network_interfaces
= NULL
;
174 static char **arg_network_macvlan
= NULL
;
175 static char **arg_network_ipvlan
= NULL
;
176 static bool arg_network_veth
= false;
177 static char **arg_network_veth_extra
= NULL
;
178 static char *arg_network_bridge
= NULL
;
179 static char *arg_network_zone
= NULL
;
180 static char *arg_network_namespace_path
= NULL
;
181 static unsigned long arg_personality
= PERSONALITY_INVALID
;
182 static char *arg_image
= NULL
;
183 static VolatileMode arg_volatile_mode
= VOLATILE_NO
;
184 static ExposePort
*arg_expose_ports
= NULL
;
185 static char **arg_property
= NULL
;
186 static UserNamespaceMode arg_userns_mode
= USER_NAMESPACE_NO
;
187 static uid_t arg_uid_shift
= UID_INVALID
, arg_uid_range
= 0x10000U
;
188 static bool arg_userns_chown
= false;
189 static int arg_kill_signal
= 0;
190 static CGroupUnified arg_unified_cgroup_hierarchy
= CGROUP_UNIFIED_UNKNOWN
;
191 static SettingsMask arg_settings_mask
= 0;
192 static int arg_settings_trusted
= -1;
193 static char **arg_parameters
= NULL
;
194 static const char *arg_container_service_name
= "systemd-nspawn";
195 static bool arg_notify_ready
= false;
196 static bool arg_use_cgns
= true;
197 static unsigned long arg_clone_ns_flags
= CLONE_NEWIPC
|CLONE_NEWPID
|CLONE_NEWUTS
;
198 static MountSettingsMask arg_mount_settings
= MOUNT_APPLY_APIVFS_RO
;
199 static void *arg_root_hash
= NULL
;
200 static size_t arg_root_hash_size
= 0;
201 static char **arg_syscall_whitelist
= NULL
;
202 static char **arg_syscall_blacklist
= NULL
;
204 static void help(void) {
205 printf("%s [OPTIONS...] [PATH] [ARGUMENTS...]\n\n"
206 "Spawn a minimal namespace container for debugging, testing and building.\n\n"
207 " -h --help Show this help\n"
208 " --version Print version string\n"
209 " -q --quiet Do not show status information\n"
210 " -D --directory=PATH Root directory for the container\n"
211 " --template=PATH Initialize root directory from template directory,\n"
213 " -x --ephemeral Run container with snapshot of root directory, and\n"
214 " remove it after exit\n"
215 " -i --image=PATH File system device or disk image for the container\n"
216 " --root-hash=HASH Specify verity root hash\n"
217 " -a --as-pid2 Maintain a stub init as PID1, invoke binary as PID2\n"
218 " -b --boot Boot up full system (i.e. invoke init)\n"
219 " --chdir=PATH Set working directory in the container\n"
220 " --pivot-root=PATH[:PATH]\n"
221 " Pivot root to given directory in the container\n"
222 " -u --user=USER Run the command under specified user or uid\n"
223 " -M --machine=NAME Set the machine name for the container\n"
224 " --uuid=UUID Set a specific machine UUID for the container\n"
225 " -S --slice=SLICE Place the container in the specified slice\n"
226 " --property=NAME=VALUE Set scope unit property\n"
227 " -U --private-users=pick Run within user namespace, autoselect UID/GID range\n"
228 " --private-users[=UIDBASE[:NUIDS]]\n"
229 " Similar, but with user configured UID/GID range\n"
230 " --private-users-chown Adjust OS tree ownership to private UID/GID range\n"
231 " --private-network Disable network in container\n"
232 " --network-interface=INTERFACE\n"
233 " Assign an existing network interface to the\n"
235 " --network-macvlan=INTERFACE\n"
236 " Create a macvlan network interface based on an\n"
237 " existing network interface to the container\n"
238 " --network-ipvlan=INTERFACE\n"
239 " Create a ipvlan network interface based on an\n"
240 " existing network interface to the container\n"
241 " -n --network-veth Add a virtual Ethernet connection between host\n"
243 " --network-veth-extra=HOSTIF[:CONTAINERIF]\n"
244 " Add an additional virtual Ethernet link between\n"
245 " host and container\n"
246 " --network-bridge=INTERFACE\n"
247 " Add a virtual Ethernet connection to the container\n"
248 " and attach it to an existing bridge on the host\n"
249 " --network-zone=NAME Similar, but attach the new interface to an\n"
250 " an automatically managed bridge interface\n"
251 " --network-namespace-path=PATH\n"
252 " Set network namespace to the one represented by\n"
253 " the specified kernel namespace file node\n"
254 " -p --port=[PROTOCOL:]HOSTPORT[:CONTAINERPORT]\n"
255 " Expose a container IP port on the host\n"
256 " -Z --selinux-context=SECLABEL\n"
257 " Set the SELinux security context to be used by\n"
258 " processes in the container\n"
259 " -L --selinux-apifs-context=SECLABEL\n"
260 " Set the SELinux security context to be used by\n"
261 " API/tmpfs file systems in the container\n"
262 " --capability=CAP In addition to the default, retain specified\n"
264 " --drop-capability=CAP Drop the specified capability from the default set\n"
265 " --system-call-filter=LIST|~LIST\n"
266 " Permit/prohibit specific system calls\n"
267 " --kill-signal=SIGNAL Select signal to use for shutting down PID 1\n"
268 " --link-journal=MODE Link up guest journal, one of no, auto, guest, \n"
269 " host, try-guest, try-host\n"
270 " -j Equivalent to --link-journal=try-guest\n"
271 " --read-only Mount the root directory read-only\n"
272 " --bind=PATH[:PATH[:OPTIONS]]\n"
273 " Bind mount a file or directory from the host into\n"
275 " --bind-ro=PATH[:PATH[:OPTIONS]\n"
276 " Similar, but creates a read-only bind mount\n"
277 " --tmpfs=PATH:[OPTIONS] Mount an empty tmpfs to the specified directory\n"
278 " --overlay=PATH[:PATH...]:PATH\n"
279 " Create an overlay mount from the host to \n"
281 " --overlay-ro=PATH[:PATH...]:PATH\n"
282 " Similar, but creates a read-only overlay mount\n"
283 " -E --setenv=NAME=VALUE Pass an environment variable to PID 1\n"
284 " --register=BOOLEAN Register container as machine\n"
285 " --keep-unit Do not register a scope for the machine, reuse\n"
286 " the service unit nspawn is running in\n"
287 " --volatile[=MODE] Run the system in volatile mode\n"
288 " --settings=BOOLEAN Load additional settings from .nspawn file\n"
289 " --notify-ready=BOOLEAN Receive notifications from the child init process\n"
290 , program_invocation_short_name
);
293 static int custom_mount_check_all(void) {
296 for (i
= 0; i
< arg_n_custom_mounts
; i
++) {
297 CustomMount
*m
= &arg_custom_mounts
[i
];
299 if (path_equal(m
->destination
, "/") && arg_userns_mode
!= USER_NAMESPACE_NO
) {
301 if (arg_userns_chown
) {
302 log_error("--private-users-chown may not be combined with custom root mounts.");
304 } else if (arg_uid_shift
== UID_INVALID
) {
305 log_error("--private-users with automatic UID shift may not be combined with custom root mounts.");
314 static int detect_unified_cgroup_hierarchy_from_environment(void) {
318 /* Allow the user to control whether the unified hierarchy is used */
319 e
= getenv("UNIFIED_CGROUP_HIERARCHY");
321 r
= parse_boolean(e
);
323 return log_error_errno(r
, "Failed to parse $UNIFIED_CGROUP_HIERARCHY.");
325 arg_unified_cgroup_hierarchy
= CGROUP_UNIFIED_ALL
;
327 arg_unified_cgroup_hierarchy
= CGROUP_UNIFIED_NONE
;
333 static int detect_unified_cgroup_hierarchy_from_image(const char *directory
) {
336 /* Let's inherit the mode to use from the host system, but let's take into consideration what systemd in the
337 * image actually supports. */
338 r
= cg_all_unified();
340 return log_error_errno(r
, "Failed to determine whether we are in all unified mode.");
342 /* Unified cgroup hierarchy support was added in 230. Unfortunately the detection
343 * routine only detects 231, so we'll have a false negative here for 230. */
344 r
= systemd_installation_has_version(directory
, 230);
346 return log_error_errno(r
, "Failed to determine systemd version in container: %m");
348 arg_unified_cgroup_hierarchy
= CGROUP_UNIFIED_ALL
;
350 arg_unified_cgroup_hierarchy
= CGROUP_UNIFIED_NONE
;
351 } else if (cg_unified_controller(SYSTEMD_CGROUP_CONTROLLER
) > 0) {
352 /* Mixed cgroup hierarchy support was added in 233 */
353 r
= systemd_installation_has_version(directory
, 233);
355 return log_error_errno(r
, "Failed to determine systemd version in container: %m");
357 arg_unified_cgroup_hierarchy
= CGROUP_UNIFIED_SYSTEMD
;
359 arg_unified_cgroup_hierarchy
= CGROUP_UNIFIED_NONE
;
361 arg_unified_cgroup_hierarchy
= CGROUP_UNIFIED_NONE
;
363 log_debug("Using %s hierarchy for container.",
364 arg_unified_cgroup_hierarchy
== CGROUP_UNIFIED_NONE
? "legacy" :
365 arg_unified_cgroup_hierarchy
== CGROUP_UNIFIED_SYSTEMD
? "hybrid" : "unified");
370 static void parse_share_ns_env(const char *name
, unsigned long ns_flag
) {
373 r
= getenv_bool(name
);
377 log_warning_errno(r
, "Failed to parse %s from environment, defaulting to false.", name
);
378 arg_clone_ns_flags
= (arg_clone_ns_flags
& ~ns_flag
) | (r
> 0 ? 0 : ns_flag
);
381 static void parse_mount_settings_env(void) {
385 e
= getenv("SYSTEMD_NSPAWN_API_VFS_WRITABLE");
389 if (streq(e
, "network")) {
390 arg_mount_settings
|= MOUNT_APPLY_APIVFS_RO
|MOUNT_APPLY_APIVFS_NETNS
;
394 r
= parse_boolean(e
);
396 log_warning_errno(r
, "Failed to parse SYSTEMD_NSPAWN_API_VFS_WRITABLE from environment, ignoring.");
400 SET_FLAG(arg_mount_settings
, MOUNT_APPLY_APIVFS_RO
, r
== 0);
401 SET_FLAG(arg_mount_settings
, MOUNT_APPLY_APIVFS_NETNS
, false);
404 static int parse_argv(int argc
, char *argv
[]) {
422 ARG_NETWORK_INTERFACE
,
427 ARG_NETWORK_VETH_EXTRA
,
428 ARG_NETWORK_NAMESPACE_PATH
,
438 ARG_PRIVATE_USERS_CHOWN
,
441 ARG_SYSTEM_CALL_FILTER
,
444 static const struct option options
[] = {
445 { "help", no_argument
, NULL
, 'h' },
446 { "version", no_argument
, NULL
, ARG_VERSION
},
447 { "directory", required_argument
, NULL
, 'D' },
448 { "template", required_argument
, NULL
, ARG_TEMPLATE
},
449 { "ephemeral", no_argument
, NULL
, 'x' },
450 { "user", required_argument
, NULL
, 'u' },
451 { "private-network", no_argument
, NULL
, ARG_PRIVATE_NETWORK
},
452 { "as-pid2", no_argument
, NULL
, 'a' },
453 { "boot", no_argument
, NULL
, 'b' },
454 { "uuid", required_argument
, NULL
, ARG_UUID
},
455 { "read-only", no_argument
, NULL
, ARG_READ_ONLY
},
456 { "capability", required_argument
, NULL
, ARG_CAPABILITY
},
457 { "drop-capability", required_argument
, NULL
, ARG_DROP_CAPABILITY
},
458 { "link-journal", required_argument
, NULL
, ARG_LINK_JOURNAL
},
459 { "bind", required_argument
, NULL
, ARG_BIND
},
460 { "bind-ro", required_argument
, NULL
, ARG_BIND_RO
},
461 { "tmpfs", required_argument
, NULL
, ARG_TMPFS
},
462 { "overlay", required_argument
, NULL
, ARG_OVERLAY
},
463 { "overlay-ro", required_argument
, NULL
, ARG_OVERLAY_RO
},
464 { "machine", required_argument
, NULL
, 'M' },
465 { "slice", required_argument
, NULL
, 'S' },
466 { "setenv", required_argument
, NULL
, 'E' },
467 { "selinux-context", required_argument
, NULL
, 'Z' },
468 { "selinux-apifs-context", required_argument
, NULL
, 'L' },
469 { "quiet", no_argument
, NULL
, 'q' },
470 { "share-system", no_argument
, NULL
, ARG_SHARE_SYSTEM
}, /* not documented */
471 { "register", required_argument
, NULL
, ARG_REGISTER
},
472 { "keep-unit", no_argument
, NULL
, ARG_KEEP_UNIT
},
473 { "network-interface", required_argument
, NULL
, ARG_NETWORK_INTERFACE
},
474 { "network-macvlan", required_argument
, NULL
, ARG_NETWORK_MACVLAN
},
475 { "network-ipvlan", required_argument
, NULL
, ARG_NETWORK_IPVLAN
},
476 { "network-veth", no_argument
, NULL
, 'n' },
477 { "network-veth-extra", required_argument
, NULL
, ARG_NETWORK_VETH_EXTRA
},
478 { "network-bridge", required_argument
, NULL
, ARG_NETWORK_BRIDGE
},
479 { "network-zone", required_argument
, NULL
, ARG_NETWORK_ZONE
},
480 { "network-namespace-path", required_argument
, NULL
, ARG_NETWORK_NAMESPACE_PATH
},
481 { "personality", required_argument
, NULL
, ARG_PERSONALITY
},
482 { "image", required_argument
, NULL
, 'i' },
483 { "volatile", optional_argument
, NULL
, ARG_VOLATILE
},
484 { "port", required_argument
, NULL
, 'p' },
485 { "property", required_argument
, NULL
, ARG_PROPERTY
},
486 { "private-users", optional_argument
, NULL
, ARG_PRIVATE_USERS
},
487 { "private-users-chown", optional_argument
, NULL
, ARG_PRIVATE_USERS_CHOWN
},
488 { "kill-signal", required_argument
, NULL
, ARG_KILL_SIGNAL
},
489 { "settings", required_argument
, NULL
, ARG_SETTINGS
},
490 { "chdir", required_argument
, NULL
, ARG_CHDIR
},
491 { "pivot-root", required_argument
, NULL
, ARG_PIVOT_ROOT
},
492 { "notify-ready", required_argument
, NULL
, ARG_NOTIFY_READY
},
493 { "root-hash", required_argument
, NULL
, ARG_ROOT_HASH
},
494 { "system-call-filter", required_argument
, NULL
, ARG_SYSTEM_CALL_FILTER
},
500 uint64_t plus
= 0, minus
= 0;
501 bool mask_all_settings
= false, mask_no_settings
= false;
506 while ((c
= getopt_long(argc
, argv
, "+hD:u:abL:M:jS:Z:qi:xp:nUE:", options
, NULL
)) >= 0)
518 r
= parse_path_argument_and_warn(optarg
, false, &arg_directory
);
524 r
= parse_path_argument_and_warn(optarg
, false, &arg_template
);
530 r
= parse_path_argument_and_warn(optarg
, false, &arg_image
);
536 arg_ephemeral
= true;
540 r
= free_and_strdup(&arg_user
, optarg
);
544 arg_settings_mask
|= SETTING_USER
;
547 case ARG_NETWORK_ZONE
: {
550 j
= strappend("vz-", optarg
);
554 if (!ifname_valid(j
)) {
555 log_error("Network zone name not valid: %s", j
);
560 free(arg_network_zone
);
561 arg_network_zone
= j
;
563 arg_network_veth
= true;
564 arg_private_network
= true;
565 arg_settings_mask
|= SETTING_NETWORK
;
569 case ARG_NETWORK_BRIDGE
:
571 if (!ifname_valid(optarg
)) {
572 log_error("Bridge interface name not valid: %s", optarg
);
576 r
= free_and_strdup(&arg_network_bridge
, optarg
);
582 arg_network_veth
= true;
583 arg_private_network
= true;
584 arg_settings_mask
|= SETTING_NETWORK
;
587 case ARG_NETWORK_VETH_EXTRA
:
588 r
= veth_extra_parse(&arg_network_veth_extra
, optarg
);
590 return log_error_errno(r
, "Failed to parse --network-veth-extra= parameter: %s", optarg
);
592 arg_private_network
= true;
593 arg_settings_mask
|= SETTING_NETWORK
;
596 case ARG_NETWORK_INTERFACE
:
598 if (!ifname_valid(optarg
)) {
599 log_error("Network interface name not valid: %s", optarg
);
603 if (strv_extend(&arg_network_interfaces
, optarg
) < 0)
606 arg_private_network
= true;
607 arg_settings_mask
|= SETTING_NETWORK
;
610 case ARG_NETWORK_MACVLAN
:
612 if (!ifname_valid(optarg
)) {
613 log_error("MACVLAN network interface name not valid: %s", optarg
);
617 if (strv_extend(&arg_network_macvlan
, optarg
) < 0)
620 arg_private_network
= true;
621 arg_settings_mask
|= SETTING_NETWORK
;
624 case ARG_NETWORK_IPVLAN
:
626 if (!ifname_valid(optarg
)) {
627 log_error("IPVLAN network interface name not valid: %s", optarg
);
631 if (strv_extend(&arg_network_ipvlan
, optarg
) < 0)
635 case ARG_PRIVATE_NETWORK
:
636 arg_private_network
= true;
637 arg_settings_mask
|= SETTING_NETWORK
;
640 case ARG_NETWORK_NAMESPACE_PATH
:
641 r
= parse_path_argument_and_warn(optarg
, false, &arg_network_namespace_path
);
648 if (arg_start_mode
== START_PID2
) {
649 log_error("--boot and --as-pid2 may not be combined.");
653 arg_start_mode
= START_BOOT
;
654 arg_settings_mask
|= SETTING_START_MODE
;
658 if (arg_start_mode
== START_BOOT
) {
659 log_error("--boot and --as-pid2 may not be combined.");
663 arg_start_mode
= START_PID2
;
664 arg_settings_mask
|= SETTING_START_MODE
;
668 r
= sd_id128_from_string(optarg
, &arg_uuid
);
670 return log_error_errno(r
, "Invalid UUID: %s", optarg
);
672 if (sd_id128_is_null(arg_uuid
)) {
673 log_error("Machine UUID may not be all zeroes.");
677 arg_settings_mask
|= SETTING_MACHINE_ID
;
686 arg_machine
= mfree(arg_machine
);
688 if (!machine_name_is_valid(optarg
)) {
689 log_error("Invalid machine name: %s", optarg
);
693 r
= free_and_strdup(&arg_machine
, optarg
);
700 arg_selinux_context
= optarg
;
704 arg_selinux_apifs_context
= optarg
;
708 arg_read_only
= true;
709 arg_settings_mask
|= SETTING_READ_ONLY
;
713 case ARG_DROP_CAPABILITY
: {
716 _cleanup_free_
char *t
= NULL
;
718 r
= extract_first_word(&p
, &t
, ",", 0);
720 return log_error_errno(r
, "Failed to parse capability %s.", t
);
725 if (streq(t
, "all")) {
726 if (c
== ARG_CAPABILITY
)
727 plus
= (uint64_t) -1;
729 minus
= (uint64_t) -1;
733 cap
= capability_from_name(t
);
735 log_error("Failed to parse capability %s.", t
);
739 if (c
== ARG_CAPABILITY
)
740 plus
|= 1ULL << (uint64_t) cap
;
742 minus
|= 1ULL << (uint64_t) cap
;
746 arg_settings_mask
|= SETTING_CAPABILITY
;
751 arg_link_journal
= LINK_GUEST
;
752 arg_link_journal_try
= true;
755 case ARG_LINK_JOURNAL
:
756 if (streq(optarg
, "auto")) {
757 arg_link_journal
= LINK_AUTO
;
758 arg_link_journal_try
= false;
759 } else if (streq(optarg
, "no")) {
760 arg_link_journal
= LINK_NO
;
761 arg_link_journal_try
= false;
762 } else if (streq(optarg
, "guest")) {
763 arg_link_journal
= LINK_GUEST
;
764 arg_link_journal_try
= false;
765 } else if (streq(optarg
, "host")) {
766 arg_link_journal
= LINK_HOST
;
767 arg_link_journal_try
= false;
768 } else if (streq(optarg
, "try-guest")) {
769 arg_link_journal
= LINK_GUEST
;
770 arg_link_journal_try
= true;
771 } else if (streq(optarg
, "try-host")) {
772 arg_link_journal
= LINK_HOST
;
773 arg_link_journal_try
= true;
775 log_error("Failed to parse link journal mode %s", optarg
);
783 r
= bind_mount_parse(&arg_custom_mounts
, &arg_n_custom_mounts
, optarg
, c
== ARG_BIND_RO
);
785 return log_error_errno(r
, "Failed to parse --bind(-ro)= argument %s: %m", optarg
);
787 arg_settings_mask
|= SETTING_CUSTOM_MOUNTS
;
791 r
= tmpfs_mount_parse(&arg_custom_mounts
, &arg_n_custom_mounts
, optarg
);
793 return log_error_errno(r
, "Failed to parse --tmpfs= argument %s: %m", optarg
);
795 arg_settings_mask
|= SETTING_CUSTOM_MOUNTS
;
800 r
= overlay_mount_parse(&arg_custom_mounts
, &arg_n_custom_mounts
, optarg
, c
== ARG_OVERLAY_RO
);
801 if (r
== -EADDRNOTAVAIL
)
802 return log_error_errno(r
, "--overlay(-ro)= needs at least two colon-separated directories specified.");
804 return log_error_errno(r
, "Failed to parse --overlay(-ro)= argument %s: %m", optarg
);
806 arg_settings_mask
|= SETTING_CUSTOM_MOUNTS
;
812 if (!env_assignment_is_valid(optarg
)) {
813 log_error("Environment variable assignment '%s' is not valid.", optarg
);
817 n
= strv_env_set(arg_setenv
, optarg
);
821 strv_free(arg_setenv
);
824 arg_settings_mask
|= SETTING_ENVIRONMENT
;
832 case ARG_SHARE_SYSTEM
:
833 /* We don't officially support this anymore, except for compat reasons. People should use the
834 * $SYSTEMD_NSPAWN_SHARE_* environment variables instead. */
835 arg_clone_ns_flags
= 0;
839 r
= parse_boolean(optarg
);
841 log_error("Failed to parse --register= argument: %s", optarg
);
849 arg_keep_unit
= true;
852 case ARG_PERSONALITY
:
854 arg_personality
= personality_from_string(optarg
);
855 if (arg_personality
== PERSONALITY_INVALID
) {
856 log_error("Unknown or unsupported personality '%s'.", optarg
);
860 arg_settings_mask
|= SETTING_PERSONALITY
;
866 arg_volatile_mode
= VOLATILE_YES
;
870 m
= volatile_mode_from_string(optarg
);
872 log_error("Failed to parse --volatile= argument: %s", optarg
);
875 arg_volatile_mode
= m
;
878 arg_settings_mask
|= SETTING_VOLATILE_MODE
;
882 r
= expose_port_parse(&arg_expose_ports
, optarg
);
884 return log_error_errno(r
, "Duplicate port specification: %s", optarg
);
886 return log_error_errno(r
, "Failed to parse host port %s: %m", optarg
);
888 arg_settings_mask
|= SETTING_EXPOSE_PORTS
;
892 if (strv_extend(&arg_property
, optarg
) < 0)
897 case ARG_PRIVATE_USERS
: {
902 else if (!in_charset(optarg
, DIGITS
))
903 /* do *not* parse numbers as booleans */
904 boolean
= parse_boolean(optarg
);
906 if (boolean
== false) {
907 /* no: User namespacing off */
908 arg_userns_mode
= USER_NAMESPACE_NO
;
909 arg_uid_shift
= UID_INVALID
;
910 arg_uid_range
= UINT32_C(0x10000);
911 } else if (boolean
== true) {
912 /* yes: User namespacing on, UID range is read from root dir */
913 arg_userns_mode
= USER_NAMESPACE_FIXED
;
914 arg_uid_shift
= UID_INVALID
;
915 arg_uid_range
= UINT32_C(0x10000);
916 } else if (streq(optarg
, "pick")) {
917 /* pick: User namespacing on, UID range is picked randomly */
918 arg_userns_mode
= USER_NAMESPACE_PICK
;
919 arg_uid_shift
= UID_INVALID
;
920 arg_uid_range
= UINT32_C(0x10000);
922 _cleanup_free_
char *buffer
= NULL
;
923 const char *range
, *shift
;
925 /* anything else: User namespacing on, UID range is explicitly configured */
927 range
= strchr(optarg
, ':');
929 buffer
= strndup(optarg
, range
- optarg
);
935 r
= safe_atou32(range
, &arg_uid_range
);
937 return log_error_errno(r
, "Failed to parse UID range \"%s\": %m", range
);
941 r
= parse_uid(shift
, &arg_uid_shift
);
943 return log_error_errno(r
, "Failed to parse UID \"%s\": %m", optarg
);
945 arg_userns_mode
= USER_NAMESPACE_FIXED
;
948 if (arg_uid_range
<= 0) {
949 log_error("UID range cannot be 0.");
953 arg_settings_mask
|= SETTING_USERNS
;
958 if (userns_supported()) {
959 arg_userns_mode
= USER_NAMESPACE_PICK
;
960 arg_uid_shift
= UID_INVALID
;
961 arg_uid_range
= UINT32_C(0x10000);
963 arg_settings_mask
|= SETTING_USERNS
;
968 case ARG_PRIVATE_USERS_CHOWN
:
969 arg_userns_chown
= true;
971 arg_settings_mask
|= SETTING_USERNS
;
974 case ARG_KILL_SIGNAL
:
975 arg_kill_signal
= signal_from_string_try_harder(optarg
);
976 if (arg_kill_signal
< 0) {
977 log_error("Cannot parse signal: %s", optarg
);
981 arg_settings_mask
|= SETTING_KILL_SIGNAL
;
986 /* no → do not read files
987 * yes → read files, do not override cmdline, trust only subset
988 * override → read files, override cmdline, trust only subset
989 * trusted → read files, do not override cmdline, trust all
992 r
= parse_boolean(optarg
);
994 if (streq(optarg
, "trusted")) {
995 mask_all_settings
= false;
996 mask_no_settings
= false;
997 arg_settings_trusted
= true;
999 } else if (streq(optarg
, "override")) {
1000 mask_all_settings
= false;
1001 mask_no_settings
= true;
1002 arg_settings_trusted
= -1;
1004 return log_error_errno(r
, "Failed to parse --settings= argument: %s", optarg
);
1007 mask_all_settings
= false;
1008 mask_no_settings
= false;
1009 arg_settings_trusted
= -1;
1012 mask_all_settings
= true;
1013 mask_no_settings
= false;
1014 arg_settings_trusted
= false;
1020 if (!path_is_absolute(optarg
)) {
1021 log_error("Working directory %s is not an absolute path.", optarg
);
1025 r
= free_and_strdup(&arg_chdir
, optarg
);
1029 arg_settings_mask
|= SETTING_WORKING_DIRECTORY
;
1032 case ARG_PIVOT_ROOT
:
1033 r
= pivot_root_parse(&arg_pivot_root_new
, &arg_pivot_root_old
, optarg
);
1035 return log_error_errno(r
, "Failed to parse --pivot-root= argument %s: %m", optarg
);
1037 arg_settings_mask
|= SETTING_PIVOT_ROOT
;
1040 case ARG_NOTIFY_READY
:
1041 r
= parse_boolean(optarg
);
1043 log_error("%s is not a valid notify mode. Valid modes are: yes, no, and ready.", optarg
);
1046 arg_notify_ready
= r
;
1047 arg_settings_mask
|= SETTING_NOTIFY_READY
;
1050 case ARG_ROOT_HASH
: {
1054 r
= unhexmem(optarg
, strlen(optarg
), &k
, &l
);
1056 return log_error_errno(r
, "Failed to parse root hash: %s", optarg
);
1057 if (l
< sizeof(sd_id128_t
)) {
1058 log_error("Root hash must be at least 128bit long: %s", optarg
);
1063 free(arg_root_hash
);
1065 arg_root_hash_size
= l
;
1069 case ARG_SYSTEM_CALL_FILTER
: {
1073 negative
= optarg
[0] == '~';
1074 items
= negative
? optarg
+ 1 : optarg
;
1077 _cleanup_free_
char *word
= NULL
;
1079 r
= extract_first_word(&items
, &word
, NULL
, 0);
1085 return log_error_errno(r
, "Failed to parse system call filter: %m");
1088 r
= strv_extend(&arg_syscall_blacklist
, word
);
1090 r
= strv_extend(&arg_syscall_whitelist
, word
);
1095 arg_settings_mask
|= SETTING_SYSCALL_FILTER
;
1103 assert_not_reached("Unhandled option");
1106 /* If --network-namespace-path is given with any other network-related option,
1107 * we need to error out, to avoid conflicts between different network options. */
1108 if (arg_network_namespace_path
&&
1109 (arg_network_interfaces
|| arg_network_macvlan
||
1110 arg_network_ipvlan
|| arg_network_veth_extra
||
1111 arg_network_bridge
|| arg_network_zone
||
1112 arg_network_veth
|| arg_private_network
)) {
1113 log_error("--network-namespace-path cannot be combined with other network options.");
1117 parse_share_ns_env("SYSTEMD_NSPAWN_SHARE_NS_IPC", CLONE_NEWIPC
);
1118 parse_share_ns_env("SYSTEMD_NSPAWN_SHARE_NS_PID", CLONE_NEWPID
);
1119 parse_share_ns_env("SYSTEMD_NSPAWN_SHARE_NS_UTS", CLONE_NEWUTS
);
1120 parse_share_ns_env("SYSTEMD_NSPAWN_SHARE_SYSTEM", CLONE_NEWIPC
|CLONE_NEWPID
|CLONE_NEWUTS
);
1122 if (arg_userns_mode
!= USER_NAMESPACE_NO
)
1123 arg_mount_settings
|= MOUNT_USE_USERNS
;
1125 if (arg_private_network
)
1126 arg_mount_settings
|= MOUNT_APPLY_APIVFS_NETNS
;
1128 parse_mount_settings_env();
1130 if (!(arg_clone_ns_flags
& CLONE_NEWPID
) ||
1131 !(arg_clone_ns_flags
& CLONE_NEWUTS
)) {
1132 arg_register
= false;
1133 if (arg_start_mode
!= START_PID1
) {
1134 log_error("--boot cannot be used without namespacing.");
1139 if (arg_userns_mode
== USER_NAMESPACE_PICK
)
1140 arg_userns_chown
= true;
1142 if (arg_keep_unit
&& arg_register
&& cg_pid_get_owner_uid(0, NULL
) >= 0) {
1143 /* Save the user from accidentally registering either user-$SESSION.scope or user@.service.
1144 * The latter is not technically a user session, but we don't need to labour the point. */
1145 log_error("--keep-unit --register=yes may not be used when invoked from a user session.");
1149 if (arg_directory
&& arg_image
) {
1150 log_error("--directory= and --image= may not be combined.");
1154 if (arg_template
&& arg_image
) {
1155 log_error("--template= and --image= may not be combined.");
1159 if (arg_ephemeral
&& arg_template
&& !arg_directory
) {
1160 /* User asked for ephemeral execution but specified --template= instead of --directory=. Semantically
1161 * such an invocation makes some sense, see https://github.com/systemd/systemd/issues/3667. Let's
1162 * accept this here, and silently make "--ephemeral --template=" equivalent to "--ephemeral
1165 arg_directory
= TAKE_PTR(arg_template
);
1168 if (arg_template
&& !(arg_directory
|| arg_machine
)) {
1169 log_error("--template= needs --directory= or --machine=.");
1173 if (arg_ephemeral
&& arg_template
) {
1174 log_error("--ephemeral and --template= may not be combined.");
1178 if (arg_ephemeral
&& !IN_SET(arg_link_journal
, LINK_NO
, LINK_AUTO
)) {
1179 log_error("--ephemeral and --link-journal= may not be combined.");
1183 if (arg_userns_mode
!= USER_NAMESPACE_NO
&& !userns_supported()) {
1184 log_error("--private-users= is not supported, kernel compiled without user namespace support.");
1188 if (arg_userns_chown
&& arg_read_only
) {
1189 log_error("--read-only and --private-users-chown may not be combined.");
1193 if (arg_network_bridge
&& arg_network_zone
) {
1194 log_error("--network-bridge= and --network-zone= may not be combined.");
1198 if (argc
> optind
) {
1199 arg_parameters
= strv_copy(argv
+ optind
);
1200 if (!arg_parameters
)
1203 arg_settings_mask
|= SETTING_START_MODE
;
1206 /* Load all settings from .nspawn files */
1207 if (mask_no_settings
)
1208 arg_settings_mask
= 0;
1210 /* Don't load any settings from .nspawn files */
1211 if (mask_all_settings
)
1212 arg_settings_mask
= _SETTINGS_MASK_ALL
;
1214 arg_caps_retain
= (arg_caps_retain
| plus
| (arg_private_network
? 1ULL << CAP_NET_ADMIN
: 0)) & ~minus
;
1216 r
= cg_unified_flush();
1218 return log_error_errno(r
, "Failed to determine whether the unified cgroups hierarchy is used: %m");
1220 e
= getenv("SYSTEMD_NSPAWN_CONTAINER_SERVICE");
1222 arg_container_service_name
= e
;
1224 r
= getenv_bool("SYSTEMD_NSPAWN_USE_CGNS");
1226 arg_use_cgns
= cg_ns_supported();
1230 r
= custom_mount_check_all();
1237 static int verify_arguments(void) {
1238 if (arg_userns_mode
!= USER_NAMESPACE_NO
&& (arg_mount_settings
& MOUNT_APPLY_APIVFS_NETNS
) && !arg_private_network
) {
1239 log_error("Invalid namespacing settings. Mounting sysfs with --private-users requires --private-network.");
1243 if (arg_userns_mode
!= USER_NAMESPACE_NO
&& !(arg_mount_settings
& MOUNT_APPLY_APIVFS_RO
)) {
1244 log_error("Cannot combine --private-users with read-write mounts.");
1248 if (arg_volatile_mode
!= VOLATILE_NO
&& arg_read_only
) {
1249 log_error("Cannot combine --read-only with --volatile. Note that --volatile already implies a read-only base hierarchy.");
1253 if (arg_expose_ports
&& !arg_private_network
) {
1254 log_error("Cannot use --port= without private networking.");
1259 if (arg_expose_ports
) {
1260 log_error("--port= is not supported, compiled without libiptc support.");
1265 if (arg_start_mode
== START_BOOT
&& arg_kill_signal
<= 0)
1266 arg_kill_signal
= SIGRTMIN
+3;
1271 static int userns_lchown(const char *p
, uid_t uid
, gid_t gid
) {
1274 if (arg_userns_mode
== USER_NAMESPACE_NO
)
1277 if (uid
== UID_INVALID
&& gid
== GID_INVALID
)
1280 if (uid
!= UID_INVALID
) {
1281 uid
+= arg_uid_shift
;
1283 if (uid
< arg_uid_shift
|| uid
>= arg_uid_shift
+ arg_uid_range
)
1287 if (gid
!= GID_INVALID
) {
1288 gid
+= (gid_t
) arg_uid_shift
;
1290 if (gid
< (gid_t
) arg_uid_shift
|| gid
>= (gid_t
) (arg_uid_shift
+ arg_uid_range
))
1294 if (lchown(p
, uid
, gid
) < 0)
1300 static int userns_mkdir(const char *root
, const char *path
, mode_t mode
, uid_t uid
, gid_t gid
) {
1304 q
= prefix_roota(root
, path
);
1305 r
= mkdir_errno_wrapper(q
, mode
);
1311 return userns_lchown(q
, uid
, gid
);
1314 static int setup_timezone(const char *dest
) {
1315 _cleanup_free_
char *p
= NULL
, *q
= NULL
;
1316 const char *where
, *check
, *what
;
1322 /* Fix the timezone, if possible */
1323 r
= readlink_malloc("/etc/localtime", &p
);
1325 log_warning("host's /etc/localtime is not a symlink, not updating container timezone.");
1326 /* to handle warning, delete /etc/localtime and replace it
1327 * with a symbolic link to a time zone data file.
1330 * ln -s /usr/share/zoneinfo/UTC /etc/localtime
1335 z
= path_startswith(p
, "../usr/share/zoneinfo/");
1337 z
= path_startswith(p
, "/usr/share/zoneinfo/");
1339 log_warning("/etc/localtime does not point into /usr/share/zoneinfo/, not updating container timezone.");
1343 where
= prefix_roota(dest
, "/etc/localtime");
1344 r
= readlink_malloc(where
, &q
);
1346 y
= path_startswith(q
, "../usr/share/zoneinfo/");
1348 y
= path_startswith(q
, "/usr/share/zoneinfo/");
1350 /* Already pointing to the right place? Then do nothing .. */
1351 if (y
&& streq(y
, z
))
1355 check
= strjoina("/usr/share/zoneinfo/", z
);
1356 check
= prefix_roota(dest
, check
);
1357 if (laccess(check
, F_OK
) < 0) {
1358 log_warning("Timezone %s does not exist in container, not updating container timezone.", z
);
1362 if (unlink(where
) < 0 && errno
!= ENOENT
) {
1363 log_full_errno(IN_SET(errno
, EROFS
, EACCES
, EPERM
) ? LOG_DEBUG
: LOG_WARNING
, /* Don't complain on read-only images */
1365 "Failed to remove existing timezone info %s in container, ignoring: %m", where
);
1369 what
= strjoina("../usr/share/zoneinfo/", z
);
1370 if (symlink(what
, where
) < 0) {
1371 log_full_errno(IN_SET(errno
, EROFS
, EACCES
, EPERM
) ? LOG_DEBUG
: LOG_WARNING
,
1373 "Failed to correct timezone of container, ignoring: %m");
1377 r
= userns_lchown(where
, 0, 0);
1379 return log_warning_errno(r
, "Failed to chown /etc/localtime: %m");
1384 static int resolved_listening(void) {
1385 _cleanup_(sd_bus_flush_close_unrefp
) sd_bus
*bus
= NULL
;
1386 _cleanup_free_
char *dns_stub_listener_mode
= NULL
;
1389 /* Check if resolved is listening */
1391 r
= sd_bus_open_system(&bus
);
1395 r
= bus_name_has_owner(bus
, "org.freedesktop.resolve1", NULL
);
1399 r
= sd_bus_get_property_string(bus
,
1400 "org.freedesktop.resolve1",
1401 "/org/freedesktop/resolve1",
1402 "org.freedesktop.resolve1.Manager",
1405 &dns_stub_listener_mode
);
1409 return STR_IN_SET(dns_stub_listener_mode
, "udp", "yes");
1412 static int setup_resolv_conf(const char *dest
) {
1413 _cleanup_free_
char *resolved
= NULL
, *etc
= NULL
;
1419 if (arg_private_network
)
1422 r
= chase_symlinks("/etc", dest
, CHASE_PREFIX_ROOT
, &etc
);
1424 log_warning_errno(r
, "Failed to resolve /etc path in container, ignoring: %m");
1428 where
= strjoina(etc
, "/resolv.conf");
1429 found
= chase_symlinks(where
, dest
, CHASE_NONEXISTENT
, &resolved
);
1431 log_warning_errno(found
, "Failed to resolve /etc/resolv.conf path in container, ignoring: %m");
1435 if (access(STATIC_RESOLV_CONF
, F_OK
) >= 0 &&
1436 resolved_listening() > 0) {
1438 /* resolved is enabled on the host. In this, case bind mount its static resolv.conf file into the
1439 * container, so that the container can use the host's resolver. Given that network namespacing is
1440 * disabled it's only natural of the container also uses the host's resolver. It also has the big
1441 * advantage that the container will be able to follow the host's DNS server configuration changes
1444 if (found
== 0) /* missing? */
1445 (void) touch(resolved
);
1447 r
= mount_verbose(LOG_DEBUG
, STATIC_RESOLV_CONF
, resolved
, NULL
, MS_BIND
, NULL
);
1449 return mount_verbose(LOG_ERR
, NULL
, resolved
, NULL
, MS_BIND
|MS_REMOUNT
|MS_RDONLY
|MS_NOSUID
|MS_NODEV
, NULL
);
1452 /* If that didn't work, let's copy the file */
1453 r
= copy_file("/etc/resolv.conf", where
, O_TRUNC
|O_NOFOLLOW
, 0644, 0, COPY_REFLINK
);
1455 /* If the file already exists as symlink, let's suppress the warning, under the assumption that
1456 * resolved or something similar runs inside and the symlink points there.
1458 * If the disk image is read-only, there's also no point in complaining.
1460 log_full_errno(IN_SET(r
, -ELOOP
, -EROFS
, -EACCES
, -EPERM
) ? LOG_DEBUG
: LOG_WARNING
, r
,
1461 "Failed to copy /etc/resolv.conf to %s, ignoring: %m", where
);
1465 r
= userns_lchown(where
, 0, 0);
1467 log_warning_errno(r
, "Failed to chown /etc/resolv.conf, ignoring: %m");
1472 static int setup_boot_id(const char *dest
) {
1473 sd_id128_t rnd
= SD_ID128_NULL
;
1474 const char *from
, *to
;
1477 /* Generate a new randomized boot ID, so that each boot-up of
1478 * the container gets a new one */
1480 from
= prefix_roota(dest
, "/run/proc-sys-kernel-random-boot-id");
1481 to
= prefix_roota(dest
, "/proc/sys/kernel/random/boot_id");
1483 r
= sd_id128_randomize(&rnd
);
1485 return log_error_errno(r
, "Failed to generate random boot id: %m");
1487 r
= id128_write(from
, ID128_UUID
, rnd
, false);
1489 return log_error_errno(r
, "Failed to write boot id: %m");
1491 r
= mount_verbose(LOG_ERR
, from
, to
, NULL
, MS_BIND
, NULL
);
1493 r
= mount_verbose(LOG_ERR
, NULL
, to
, NULL
,
1494 MS_BIND
|MS_REMOUNT
|MS_RDONLY
|MS_NOSUID
|MS_NODEV
, NULL
);
1496 (void) unlink(from
);
1500 static int copy_devnodes(const char *dest
) {
1502 static const char devnodes
[] =
1513 _cleanup_umask_ mode_t u
;
1519 /* Create /dev/net, so that we can create /dev/net/tun in it */
1520 if (userns_mkdir(dest
, "/dev/net", 0755, 0, 0) < 0)
1521 return log_error_errno(r
, "Failed to create /dev/net directory: %m");
1523 NULSTR_FOREACH(d
, devnodes
) {
1524 _cleanup_free_
char *from
= NULL
, *to
= NULL
;
1527 from
= strappend("/dev/", d
);
1528 to
= prefix_root(dest
, from
);
1530 if (stat(from
, &st
) < 0) {
1532 if (errno
!= ENOENT
)
1533 return log_error_errno(errno
, "Failed to stat %s: %m", from
);
1535 } else if (!S_ISCHR(st
.st_mode
) && !S_ISBLK(st
.st_mode
)) {
1537 log_error("%s is not a char or block device, cannot copy.", from
);
1541 if (mknod(to
, st
.st_mode
, st
.st_rdev
) < 0) {
1542 /* Explicitly warn the user when /dev is already populated. */
1543 if (errno
== EEXIST
)
1544 log_notice("%s/dev is pre-mounted and pre-populated. If a pre-mounted /dev is provided it needs to be an unpopulated file system.", dest
);
1546 return log_error_errno(errno
, "mknod(%s) failed: %m", to
);
1548 /* Some systems abusively restrict mknod but
1549 * allow bind mounts. */
1552 return log_error_errno(r
, "touch (%s) failed: %m", to
);
1553 r
= mount_verbose(LOG_DEBUG
, from
, to
, NULL
, MS_BIND
, NULL
);
1555 return log_error_errno(r
, "Both mknod and bind mount (%s) failed: %m", to
);
1558 r
= userns_lchown(to
, 0, 0);
1560 return log_error_errno(r
, "chown() of device node %s failed: %m", to
);
1567 static int setup_pts(const char *dest
) {
1568 _cleanup_free_
char *options
= NULL
;
1573 if (arg_selinux_apifs_context
)
1574 (void) asprintf(&options
,
1575 "newinstance,ptmxmode=0666,mode=620,gid=" GID_FMT
",context=\"%s\"",
1576 arg_uid_shift
+ TTY_GID
,
1577 arg_selinux_apifs_context
);
1580 (void) asprintf(&options
,
1581 "newinstance,ptmxmode=0666,mode=620,gid=" GID_FMT
,
1582 arg_uid_shift
+ TTY_GID
);
1587 /* Mount /dev/pts itself */
1588 p
= prefix_roota(dest
, "/dev/pts");
1589 r
= mkdir_errno_wrapper(p
, 0755);
1591 return log_error_errno(r
, "Failed to create /dev/pts: %m");
1593 r
= mount_verbose(LOG_ERR
, "devpts", p
, "devpts", MS_NOSUID
|MS_NOEXEC
, options
);
1596 r
= userns_lchown(p
, 0, 0);
1598 return log_error_errno(r
, "Failed to chown /dev/pts: %m");
1600 /* Create /dev/ptmx symlink */
1601 p
= prefix_roota(dest
, "/dev/ptmx");
1602 if (symlink("pts/ptmx", p
) < 0)
1603 return log_error_errno(errno
, "Failed to create /dev/ptmx symlink: %m");
1604 r
= userns_lchown(p
, 0, 0);
1606 return log_error_errno(r
, "Failed to chown /dev/ptmx: %m");
1608 /* And fix /dev/pts/ptmx ownership */
1609 p
= prefix_roota(dest
, "/dev/pts/ptmx");
1610 r
= userns_lchown(p
, 0, 0);
1612 return log_error_errno(r
, "Failed to chown /dev/pts/ptmx: %m");
1617 static int setup_dev_console(const char *dest
, const char *console
) {
1618 _cleanup_umask_ mode_t u
;
1627 r
= chmod_and_chown(console
, 0600, arg_uid_shift
, arg_uid_shift
);
1629 return log_error_errno(r
, "Failed to correct access mode for TTY: %m");
1631 /* We need to bind mount the right tty to /dev/console since
1632 * ptys can only exist on pts file systems. To have something
1633 * to bind mount things on we create a empty regular file. */
1635 to
= prefix_roota(dest
, "/dev/console");
1638 return log_error_errno(r
, "touch() for /dev/console failed: %m");
1640 return mount_verbose(LOG_ERR
, console
, to
, NULL
, MS_BIND
, NULL
);
1643 static int setup_keyring(void) {
1644 key_serial_t keyring
;
1646 /* Allocate a new session keyring for the container. This makes sure the keyring of the session systemd-nspawn
1647 * was invoked from doesn't leak into the container. Note that by default we block keyctl() and request_key()
1648 * anyway via seccomp so doing this operation isn't strictly necessary, but in case people explicitly whitelist
1649 * these system calls let's make sure we don't leak anything into the container. */
1651 keyring
= keyctl(KEYCTL_JOIN_SESSION_KEYRING
, 0, 0, 0, 0);
1652 if (keyring
== -1) {
1653 if (errno
== ENOSYS
)
1654 log_debug_errno(errno
, "Kernel keyring not supported, ignoring.");
1655 else if (IN_SET(errno
, EACCES
, EPERM
))
1656 log_debug_errno(errno
, "Kernel keyring access prohibited, ignoring.");
1658 return log_error_errno(errno
, "Setting up kernel keyring failed: %m");
1664 static int setup_kmsg(const char *dest
, int kmsg_socket
) {
1665 const char *from
, *to
;
1666 _cleanup_umask_ mode_t u
;
1669 assert(kmsg_socket
>= 0);
1673 /* We create the kmsg FIFO as /run/kmsg, but immediately
1674 * delete it after bind mounting it to /proc/kmsg. While FIFOs
1675 * on the reading side behave very similar to /proc/kmsg,
1676 * their writing side behaves differently from /dev/kmsg in
1677 * that writing blocks when nothing is reading. In order to
1678 * avoid any problems with containers deadlocking due to this
1679 * we simply make /dev/kmsg unavailable to the container. */
1680 from
= prefix_roota(dest
, "/run/kmsg");
1681 to
= prefix_roota(dest
, "/proc/kmsg");
1683 if (mkfifo(from
, 0600) < 0)
1684 return log_error_errno(errno
, "mkfifo() for /run/kmsg failed: %m");
1685 r
= mount_verbose(LOG_ERR
, from
, to
, NULL
, MS_BIND
, NULL
);
1689 fd
= open(from
, O_RDWR
|O_NDELAY
|O_CLOEXEC
);
1691 return log_error_errno(errno
, "Failed to open fifo: %m");
1693 /* Store away the fd in the socket, so that it stays open as
1694 * long as we run the child */
1695 r
= send_one_fd(kmsg_socket
, fd
, 0);
1699 return log_error_errno(r
, "Failed to send FIFO fd: %m");
1701 /* And now make the FIFO unavailable as /run/kmsg... */
1702 (void) unlink(from
);
1707 static int on_address_change(sd_netlink
*rtnl
, sd_netlink_message
*m
, void *userdata
) {
1708 union in_addr_union
*exposed
= userdata
;
1714 expose_port_execute(rtnl
, arg_expose_ports
, exposed
);
1718 static int setup_hostname(void) {
1720 if ((arg_clone_ns_flags
& CLONE_NEWUTS
) == 0)
1723 if (sethostname_idempotent(arg_machine
) < 0)
1729 static int setup_journal(const char *directory
) {
1731 _cleanup_free_
char *d
= NULL
;
1737 /* Don't link journals in ephemeral mode */
1741 if (arg_link_journal
== LINK_NO
)
1744 try = arg_link_journal_try
|| arg_link_journal
== LINK_AUTO
;
1746 r
= sd_id128_get_machine(&this_id
);
1748 return log_error_errno(r
, "Failed to retrieve machine ID: %m");
1750 if (sd_id128_equal(arg_uuid
, this_id
)) {
1751 log_full(try ? LOG_WARNING
: LOG_ERR
,
1752 "Host and machine ids are equal (%s): refusing to link journals", sd_id128_to_string(arg_uuid
, id
));
1758 r
= userns_mkdir(directory
, "/var", 0755, 0, 0);
1760 return log_error_errno(r
, "Failed to create /var: %m");
1762 r
= userns_mkdir(directory
, "/var/log", 0755, 0, 0);
1764 return log_error_errno(r
, "Failed to create /var/log: %m");
1766 r
= userns_mkdir(directory
, "/var/log/journal", 0755, 0, 0);
1768 return log_error_errno(r
, "Failed to create /var/log/journal: %m");
1770 (void) sd_id128_to_string(arg_uuid
, id
);
1772 p
= strjoina("/var/log/journal/", id
);
1773 q
= prefix_roota(directory
, p
);
1775 if (path_is_mount_point(p
, NULL
, 0) > 0) {
1779 log_error("%s: already a mount point, refusing to use for journal", p
);
1783 if (path_is_mount_point(q
, NULL
, 0) > 0) {
1787 log_error("%s: already a mount point, refusing to use for journal", q
);
1791 r
= readlink_and_make_absolute(p
, &d
);
1793 if (IN_SET(arg_link_journal
, LINK_GUEST
, LINK_AUTO
) &&
1796 r
= userns_mkdir(directory
, p
, 0755, 0, 0);
1798 log_warning_errno(r
, "Failed to create directory %s: %m", q
);
1803 return log_error_errno(errno
, "Failed to remove symlink %s: %m", p
);
1804 } else if (r
== -EINVAL
) {
1806 if (arg_link_journal
== LINK_GUEST
&&
1809 if (errno
== ENOTDIR
) {
1810 log_error("%s already exists and is neither a symlink nor a directory", p
);
1813 return log_error_errno(errno
, "Failed to remove %s: %m", p
);
1815 } else if (r
!= -ENOENT
)
1816 return log_error_errno(r
, "readlink(%s) failed: %m", p
);
1818 if (arg_link_journal
== LINK_GUEST
) {
1820 if (symlink(q
, p
) < 0) {
1822 log_debug_errno(errno
, "Failed to symlink %s to %s, skipping journal setup: %m", q
, p
);
1825 return log_error_errno(errno
, "Failed to symlink %s to %s: %m", q
, p
);
1828 r
= userns_mkdir(directory
, p
, 0755, 0, 0);
1830 log_warning_errno(r
, "Failed to create directory %s: %m", q
);
1834 if (arg_link_journal
== LINK_HOST
) {
1835 /* don't create parents here — if the host doesn't have
1836 * permanent journal set up, don't force it here */
1838 r
= mkdir_errno_wrapper(p
, 0755);
1839 if (r
< 0 && r
!= -EEXIST
) {
1841 log_debug_errno(r
, "Failed to create %s, skipping journal setup: %m", p
);
1844 return log_error_errno(r
, "Failed to create %s: %m", p
);
1847 } else if (access(p
, F_OK
) < 0)
1850 if (dir_is_empty(q
) == 0)
1851 log_warning("%s is not empty, proceeding anyway.", q
);
1853 r
= userns_mkdir(directory
, p
, 0755, 0, 0);
1855 return log_error_errno(r
, "Failed to create %s: %m", q
);
1857 r
= mount_verbose(LOG_DEBUG
, p
, q
, NULL
, MS_BIND
, NULL
);
1859 return log_error_errno(errno
, "Failed to bind mount journal from host into guest: %m");
1864 static int drop_capabilities(void) {
1865 return capability_bounding_set_drop(arg_caps_retain
, false);
1868 static int reset_audit_loginuid(void) {
1869 _cleanup_free_
char *p
= NULL
;
1872 if ((arg_clone_ns_flags
& CLONE_NEWPID
) == 0)
1875 r
= read_one_line_file("/proc/self/loginuid", &p
);
1879 return log_error_errno(r
, "Failed to read /proc/self/loginuid: %m");
1881 /* Already reset? */
1882 if (streq(p
, "4294967295"))
1885 r
= write_string_file("/proc/self/loginuid", "4294967295", 0);
1888 "Failed to reset audit login UID. This probably means that your kernel is too\n"
1889 "old and you have audit enabled. Note that the auditing subsystem is known to\n"
1890 "be incompatible with containers on old kernels. Please make sure to upgrade\n"
1891 "your kernel or to off auditing with 'audit=0' on the kernel command line before\n"
1892 "using systemd-nspawn. Sleeping for 5s... (%m)");
1900 static int setup_propagate(const char *root
) {
1904 (void) mkdir_p("/run/systemd/nspawn/", 0755);
1905 (void) mkdir_p("/run/systemd/nspawn/propagate", 0600);
1906 p
= strjoina("/run/systemd/nspawn/propagate/", arg_machine
);
1907 (void) mkdir_p(p
, 0600);
1909 r
= userns_mkdir(root
, "/run/systemd", 0755, 0, 0);
1911 return log_error_errno(r
, "Failed to create /run/systemd: %m");
1913 r
= userns_mkdir(root
, "/run/systemd/nspawn", 0755, 0, 0);
1915 return log_error_errno(r
, "Failed to create /run/systemd/nspawn: %m");
1917 r
= userns_mkdir(root
, "/run/systemd/nspawn/incoming", 0600, 0, 0);
1919 return log_error_errno(r
, "Failed to create /run/systemd/nspawn/incoming: %m");
1921 q
= prefix_roota(root
, "/run/systemd/nspawn/incoming");
1922 r
= mount_verbose(LOG_ERR
, p
, q
, NULL
, MS_BIND
, NULL
);
1926 r
= mount_verbose(LOG_ERR
, NULL
, q
, NULL
, MS_BIND
|MS_REMOUNT
|MS_RDONLY
, NULL
);
1930 /* machined will MS_MOVE into that directory, and that's only
1931 * supported for non-shared mounts. */
1932 return mount_verbose(LOG_ERR
, NULL
, q
, NULL
, MS_SLAVE
, NULL
);
1935 static int setup_machine_id(const char *directory
) {
1936 const char *etc_machine_id
;
1940 /* If the UUID in the container is already set, then that's what counts, and we use. If it isn't set, and the
1941 * caller passed --uuid=, then we'll pass it in the $container_uuid env var to PID 1 of the container. The
1942 * assumption is that PID 1 will then write it to /etc/machine-id to make it persistent. If --uuid= is not
1943 * passed we generate a random UUID, and pass it via $container_uuid. In effect this means that /etc/machine-id
1944 * in the container and our idea of the container UUID will always be in sync (at least if PID 1 in the
1945 * container behaves nicely). */
1947 etc_machine_id
= prefix_roota(directory
, "/etc/machine-id");
1949 r
= id128_read(etc_machine_id
, ID128_PLAIN
, &id
);
1951 if (!IN_SET(r
, -ENOENT
, -ENOMEDIUM
)) /* If the file is missing or empty, we don't mind */
1952 return log_error_errno(r
, "Failed to read machine ID from container image: %m");
1954 if (sd_id128_is_null(arg_uuid
)) {
1955 r
= sd_id128_randomize(&arg_uuid
);
1957 return log_error_errno(r
, "Failed to acquire randomized machine UUID: %m");
1960 if (sd_id128_is_null(id
)) {
1961 log_error("Machine ID in container image is zero, refusing.");
1971 static int recursive_chown(const char *directory
, uid_t shift
, uid_t range
) {
1976 if (arg_userns_mode
== USER_NAMESPACE_NO
|| !arg_userns_chown
)
1979 r
= path_patch_uid(directory
, arg_uid_shift
, arg_uid_range
);
1980 if (r
== -EOPNOTSUPP
)
1981 return log_error_errno(r
, "Automatic UID/GID adjusting is only supported for UID/GID ranges starting at multiples of 2^16 with a range of 2^16.");
1983 return log_error_errno(r
, "Upper 16 bits of root directory UID and GID do not match.");
1985 return log_error_errno(r
, "Failed to adjust UID/GID shift of OS tree: %m");
1987 log_debug("Root directory of image is already owned by the right UID/GID range, skipping recursive chown operation.");
1989 log_debug("Patched directory tree to match UID/GID range.");
1996 * < 0 : wait_for_terminate() failed to get the state of the
1997 * container, the container was terminated by a signal, or
1998 * failed for an unknown reason. No change is made to the
1999 * container argument.
2000 * > 0 : The program executed in the container terminated with an
2001 * error. The exit code of the program executed in the
2002 * container is returned. The container argument has been set
2003 * to CONTAINER_TERMINATED.
2004 * 0 : The container is being rebooted, has been shut down or exited
2005 * successfully. The container argument has been set to either
2006 * CONTAINER_TERMINATED or CONTAINER_REBOOTED.
2008 * That is, success is indicated by a return value of zero, and an
2009 * error is indicated by a non-zero value.
2011 static int wait_for_container(pid_t pid
, ContainerStatus
*container
) {
2015 r
= wait_for_terminate(pid
, &status
);
2017 return log_warning_errno(r
, "Failed to wait for container: %m");
2019 switch (status
.si_code
) {
2022 if (status
.si_status
== 0)
2023 log_full(arg_quiet
? LOG_DEBUG
: LOG_INFO
, "Container %s exited successfully.", arg_machine
);
2025 log_full(arg_quiet
? LOG_DEBUG
: LOG_INFO
, "Container %s failed with error code %i.", arg_machine
, status
.si_status
);
2027 *container
= CONTAINER_TERMINATED
;
2028 return status
.si_status
;
2031 if (status
.si_status
== SIGINT
) {
2032 log_full(arg_quiet
? LOG_DEBUG
: LOG_INFO
, "Container %s has been shut down.", arg_machine
);
2033 *container
= CONTAINER_TERMINATED
;
2036 } else if (status
.si_status
== SIGHUP
) {
2037 log_full(arg_quiet
? LOG_DEBUG
: LOG_INFO
, "Container %s is being rebooted.", arg_machine
);
2038 *container
= CONTAINER_REBOOTED
;
2044 log_error("Container %s terminated by signal %s.", arg_machine
, signal_to_string(status
.si_status
));
2048 log_error("Container %s failed due to unknown reason.", arg_machine
);
2053 static int on_orderly_shutdown(sd_event_source
*s
, const struct signalfd_siginfo
*si
, void *userdata
) {
2056 pid
= PTR_TO_PID(userdata
);
2058 if (kill(pid
, arg_kill_signal
) >= 0) {
2059 log_info("Trying to halt container. Send SIGTERM again to trigger immediate termination.");
2060 sd_event_source_set_userdata(s
, NULL
);
2065 sd_event_exit(sd_event_source_get_event(s
), 0);
2069 static int on_sigchld(sd_event_source
*s
, const struct signalfd_siginfo
*ssi
, void *userdata
) {
2075 pid
= PTR_TO_PID(userdata
);
2080 if (waitid(P_ALL
, 0, &si
, WNOHANG
|WNOWAIT
|WEXITED
) < 0)
2081 return log_error_errno(errno
, "Failed to waitid(): %m");
2082 if (si
.si_pid
== 0) /* No pending children. */
2084 if (si
.si_pid
== pid
) {
2085 /* The main process we care for has exited. Return from
2086 * signal handler but leave the zombie. */
2087 sd_event_exit(sd_event_source_get_event(s
), 0);
2091 /* Reap all other children. */
2092 (void) waitid(P_PID
, si
.si_pid
, &si
, WNOHANG
|WEXITED
);
2098 static int on_request_stop(sd_bus_message
*m
, void *userdata
, sd_bus_error
*error
) {
2103 pid
= PTR_TO_PID(userdata
);
2105 if (arg_kill_signal
> 0) {
2106 log_info("Container termination requested. Attempting to halt container.");
2107 (void) kill(pid
, arg_kill_signal
);
2109 log_info("Container termination requested. Exiting.");
2110 sd_event_exit(sd_bus_get_event(sd_bus_message_get_bus(m
)), 0);
2116 static int determine_names(void) {
2119 if (arg_template
&& !arg_directory
&& arg_machine
) {
2121 /* If --template= was specified then we should not
2122 * search for a machine, but instead create a new one
2123 * in /var/lib/machine. */
2125 arg_directory
= strjoin("/var/lib/machines/", arg_machine
);
2130 if (!arg_image
&& !arg_directory
) {
2132 _cleanup_(image_unrefp
) Image
*i
= NULL
;
2134 r
= image_find(arg_machine
, &i
);
2136 return log_error_errno(r
, "Failed to find image for machine '%s': %m", arg_machine
);
2138 log_error("No image for machine '%s'.", arg_machine
);
2142 if (IN_SET(i
->type
, IMAGE_RAW
, IMAGE_BLOCK
))
2143 r
= free_and_strdup(&arg_image
, i
->path
);
2145 r
= free_and_strdup(&arg_directory
, i
->path
);
2150 arg_read_only
= arg_read_only
|| i
->read_only
;
2152 r
= safe_getcwd(&arg_directory
);
2154 return log_error_errno(r
, "Failed to determine current directory: %m");
2157 if (!arg_directory
&& !arg_image
) {
2158 log_error("Failed to determine path, please use -D or -i.");
2165 if (arg_directory
&& path_equal(arg_directory
, "/"))
2166 arg_machine
= gethostname_malloc();
2171 arg_machine
= strdup(basename(arg_image
));
2173 /* Truncate suffix if there is one */
2174 e
= endswith(arg_machine
, ".raw");
2178 arg_machine
= strdup(basename(arg_directory
));
2183 hostname_cleanup(arg_machine
);
2184 if (!machine_name_is_valid(arg_machine
)) {
2185 log_error("Failed to determine machine name automatically, please use -M.");
2189 if (arg_ephemeral
) {
2192 /* Add a random suffix when this is an
2193 * ephemeral machine, so that we can run many
2194 * instances at once without manually having
2195 * to specify -M each time. */
2197 if (asprintf(&b
, "%s-%016" PRIx64
, arg_machine
, random_u64()) < 0)
2208 static int chase_symlinks_and_update(char **p
, unsigned flags
) {
2217 r
= chase_symlinks(*p
, NULL
, flags
, &chased
);
2219 return log_error_errno(r
, "Failed to resolve path %s: %m", *p
);
2221 free_and_replace(*p
, chased
);
2222 return r
; /* r might be an fd here in case we ever use CHASE_OPEN in flags */
2225 static int determine_uid_shift(const char *directory
) {
2228 if (arg_userns_mode
== USER_NAMESPACE_NO
) {
2233 if (arg_uid_shift
== UID_INVALID
) {
2236 r
= stat(directory
, &st
);
2238 return log_error_errno(errno
, "Failed to determine UID base of %s: %m", directory
);
2240 arg_uid_shift
= st
.st_uid
& UINT32_C(0xffff0000);
2242 if (arg_uid_shift
!= (st
.st_gid
& UINT32_C(0xffff0000))) {
2243 log_error("UID and GID base of %s don't match.", directory
);
2247 arg_uid_range
= UINT32_C(0x10000);
2250 if (arg_uid_shift
> (uid_t
) -1 - arg_uid_range
) {
2251 log_error("UID base too high for UID range.");
2258 static int inner_child(
2260 const char *directory
,
2266 _cleanup_free_
char *home
= NULL
;
2269 const char *envp
[] = {
2270 "PATH=" DEFAULT_PATH_COMPAT
,
2271 NULL
, /* container */
2276 NULL
, /* container_uuid */
2277 NULL
, /* LISTEN_FDS */
2278 NULL
, /* LISTEN_PID */
2279 NULL
, /* NOTIFY_SOCKET */
2282 const char *exec_target
;
2284 _cleanup_strv_free_
char **env_use
= NULL
;
2289 assert(kmsg_socket
>= 0);
2291 if (arg_userns_mode
!= USER_NAMESPACE_NO
) {
2292 /* Tell the parent, that it now can write the UID map. */
2293 (void) barrier_place(barrier
); /* #1 */
2295 /* Wait until the parent wrote the UID map */
2296 if (!barrier_place_and_sync(barrier
)) { /* #2 */
2297 log_error("Parent died too early");
2302 r
= reset_uid_gid();
2304 return log_error_errno(r
, "Couldn't become new root: %m");
2307 arg_mount_settings
| MOUNT_IN_USERNS
,
2310 arg_selinux_apifs_context
);
2314 if (!arg_network_namespace_path
&& arg_private_network
) {
2315 r
= unshare(CLONE_NEWNET
);
2317 return log_error_errno(errno
, "Failed to unshare network namespace: %m");
2319 /* Tell the parent that it can setup network interfaces. */
2320 (void) barrier_place(barrier
); /* #3 */
2323 r
= mount_sysfs(NULL
, arg_mount_settings
);
2327 /* Wait until we are cgroup-ified, so that we
2328 * can mount the right cgroup path writable */
2329 if (!barrier_place_and_sync(barrier
)) { /* #4 */
2330 log_error("Parent died too early");
2334 if (arg_use_cgns
&& cg_ns_supported()) {
2335 r
= unshare(CLONE_NEWCGROUP
);
2337 return log_error_errno(errno
, "Failed to unshare cgroup namespace: %m");
2340 arg_unified_cgroup_hierarchy
,
2341 arg_userns_mode
!= USER_NAMESPACE_NO
,
2344 arg_selinux_apifs_context
,
2349 r
= mount_systemd_cgroup_writable("", arg_unified_cgroup_hierarchy
);
2354 r
= setup_boot_id(NULL
);
2358 r
= setup_kmsg(NULL
, kmsg_socket
);
2361 kmsg_socket
= safe_close(kmsg_socket
);
2366 return log_error_errno(errno
, "setsid() failed: %m");
2368 if (arg_private_network
)
2371 if (arg_expose_ports
) {
2372 r
= expose_port_send_rtnl(rtnl_socket
);
2375 rtnl_socket
= safe_close(rtnl_socket
);
2378 r
= drop_capabilities();
2380 return log_error_errno(r
, "drop_capabilities() failed: %m");
2384 if (arg_personality
!= PERSONALITY_INVALID
) {
2385 r
= safe_personality(arg_personality
);
2387 return log_error_errno(r
, "personality() failed: %m");
2388 } else if (secondary
) {
2389 r
= safe_personality(PER_LINUX32
);
2391 return log_error_errno(r
, "personality() failed: %m");
2395 if (arg_selinux_context
)
2396 if (setexeccon(arg_selinux_context
) < 0)
2397 return log_error_errno(errno
, "setexeccon(\"%s\") failed: %m", arg_selinux_context
);
2400 r
= change_uid_gid(arg_user
, &home
);
2404 /* LXC sets container=lxc, so follow the scheme here */
2405 envp
[n_env
++] = strjoina("container=", arg_container_service_name
);
2407 envp
[n_env
] = strv_find_prefix(environ
, "TERM=");
2411 if ((asprintf((char**)(envp
+ n_env
++), "HOME=%s", home
? home
: "/root") < 0) ||
2412 (asprintf((char**)(envp
+ n_env
++), "USER=%s", arg_user
? arg_user
: "root") < 0) ||
2413 (asprintf((char**)(envp
+ n_env
++), "LOGNAME=%s", arg_user
? arg_user
: "root") < 0))
2416 assert(!sd_id128_is_null(arg_uuid
));
2418 if (asprintf((char**)(envp
+ n_env
++), "container_uuid=%s", id128_to_uuid_string(arg_uuid
, as_uuid
)) < 0)
2421 if (fdset_size(fds
) > 0) {
2422 r
= fdset_cloexec(fds
, false);
2424 return log_error_errno(r
, "Failed to unset O_CLOEXEC for file descriptors.");
2426 if ((asprintf((char **)(envp
+ n_env
++), "LISTEN_FDS=%u", fdset_size(fds
)) < 0) ||
2427 (asprintf((char **)(envp
+ n_env
++), "LISTEN_PID=1") < 0))
2430 if (asprintf((char **)(envp
+ n_env
++), "NOTIFY_SOCKET=%s", NSPAWN_NOTIFY_SOCKET_PATH
) < 0)
2433 env_use
= strv_env_merge(2, envp
, arg_setenv
);
2437 /* Let the parent know that we are ready and
2438 * wait until the parent is ready with the
2440 if (!barrier_place_and_sync(barrier
)) { /* #5 */
2441 log_error("Parent died too early");
2446 if (chdir(arg_chdir
) < 0)
2447 return log_error_errno(errno
, "Failed to change to specified working directory %s: %m", arg_chdir
);
2449 if (arg_start_mode
== START_PID2
) {
2450 r
= stub_pid1(arg_uuid
);
2455 /* Now, explicitly close the log, so that we
2456 * then can close all remaining fds. Closing
2457 * the log explicitly first has the benefit
2458 * that the logging subsystem knows about it,
2459 * and is thus ready to be reopened should we
2460 * need it again. Note that the other fds
2461 * closed here are at least the locking and
2464 (void) fdset_close_others(fds
);
2466 if (arg_start_mode
== START_BOOT
) {
2470 /* Automatically search for the init system */
2472 m
= strv_length(arg_parameters
);
2473 a
= newa(char*, m
+ 2);
2474 memcpy_safe(a
+ 1, arg_parameters
, m
* sizeof(char*));
2477 a
[0] = (char*) "/usr/lib/systemd/systemd";
2478 execve(a
[0], a
, env_use
);
2480 a
[0] = (char*) "/lib/systemd/systemd";
2481 execve(a
[0], a
, env_use
);
2483 a
[0] = (char*) "/sbin/init";
2484 execve(a
[0], a
, env_use
);
2486 exec_target
= "/usr/lib/systemd/systemd, /lib/systemd/systemd, /sbin/init";
2487 } else if (!strv_isempty(arg_parameters
)) {
2488 exec_target
= arg_parameters
[0];
2489 execvpe(arg_parameters
[0], arg_parameters
, env_use
);
2492 /* If we cannot change the directory, we'll end up in /, that is expected. */
2493 (void) chdir(home
?: "/root");
2495 execle("/bin/bash", "-bash", NULL
, env_use
);
2496 execle("/bin/sh", "-sh", NULL
, env_use
);
2498 exec_target
= "/bin/bash, /bin/sh";
2503 return log_error_errno(r
, "execv(%s) failed: %m", exec_target
);
2506 static int setup_sd_notify_child(void) {
2507 static const int one
= 1;
2509 union sockaddr_union sa
= {
2510 .sa
.sa_family
= AF_UNIX
,
2514 fd
= socket(AF_UNIX
, SOCK_DGRAM
|SOCK_CLOEXEC
|SOCK_NONBLOCK
, 0);
2516 return log_error_errno(errno
, "Failed to allocate notification socket: %m");
2518 (void) mkdir_parents(NSPAWN_NOTIFY_SOCKET_PATH
, 0755);
2519 (void) unlink(NSPAWN_NOTIFY_SOCKET_PATH
);
2521 strncpy(sa
.un
.sun_path
, NSPAWN_NOTIFY_SOCKET_PATH
, sizeof(sa
.un
.sun_path
)-1);
2522 r
= bind(fd
, &sa
.sa
, SOCKADDR_UN_LEN(sa
.un
));
2525 return log_error_errno(errno
, "bind(%s) failed: %m", sa
.un
.sun_path
);
2528 r
= userns_lchown(NSPAWN_NOTIFY_SOCKET_PATH
, 0, 0);
2531 return log_error_errno(r
, "Failed to chown " NSPAWN_NOTIFY_SOCKET_PATH
": %m");
2534 r
= setsockopt(fd
, SOL_SOCKET
, SO_PASSCRED
, &one
, sizeof(one
));
2537 return log_error_errno(errno
, "SO_PASSCRED failed: %m");
2543 static int outer_child(
2545 const char *directory
,
2546 const char *console
,
2547 DissectedImage
*dissected_image
,
2555 int uid_shift_socket
,
2556 int unified_cgroup_hierarchy_socket
,
2563 _cleanup_close_
int fd
= -1;
2568 assert(pid_socket
>= 0);
2569 assert(uuid_socket
>= 0);
2570 assert(notify_socket
>= 0);
2571 assert(kmsg_socket
>= 0);
2573 if (prctl(PR_SET_PDEATHSIG
, SIGKILL
) < 0)
2574 return log_error_errno(errno
, "PR_SET_PDEATHSIG failed: %m");
2579 terminal
= open_terminal(console
, O_RDWR
);
2581 return log_error_errno(terminal
, "Failed to open console: %m");
2583 r
= rearrange_stdio(terminal
, terminal
, terminal
); /* invalidates 'terminal' on success and failure */
2585 return log_error_errno(r
, "Failed to move console to stdin/stdout/stderr: %m");
2588 r
= reset_audit_loginuid();
2592 /* Mark everything as slave, so that we still
2593 * receive mounts from the real root, but don't
2594 * propagate mounts to the real root. */
2595 r
= mount_verbose(LOG_ERR
, NULL
, "/", NULL
, MS_SLAVE
|MS_REC
, NULL
);
2599 if (dissected_image
) {
2600 /* If we are operating on a disk image, then mount its root directory now, but leave out the rest. We
2601 * can read the UID shift from it if we need to. Further down we'll mount the rest, but then with the
2602 * uid shift known. That way we can mount VFAT file systems shifted to the right place right away. This
2603 * makes sure ESP partitions and userns are compatible. */
2605 r
= dissected_image_mount(dissected_image
, directory
, arg_uid_shift
,
2606 DISSECT_IMAGE_MOUNT_ROOT_ONLY
|DISSECT_IMAGE_DISCARD_ON_LOOP
|(arg_read_only
? DISSECT_IMAGE_READ_ONLY
: 0));
2611 r
= determine_uid_shift(directory
);
2615 if (arg_userns_mode
!= USER_NAMESPACE_NO
) {
2616 /* Let the parent know which UID shift we read from the image */
2617 l
= send(uid_shift_socket
, &arg_uid_shift
, sizeof(arg_uid_shift
), MSG_NOSIGNAL
);
2619 return log_error_errno(errno
, "Failed to send UID shift: %m");
2620 if (l
!= sizeof(arg_uid_shift
)) {
2621 log_error("Short write while sending UID shift.");
2625 if (arg_userns_mode
== USER_NAMESPACE_PICK
) {
2626 /* When we are supposed to pick the UID shift, the parent will check now whether the UID shift
2627 * we just read from the image is available. If yes, it will send the UID shift back to us, if
2628 * not it will pick a different one, and send it back to us. */
2630 l
= recv(uid_shift_socket
, &arg_uid_shift
, sizeof(arg_uid_shift
), 0);
2632 return log_error_errno(errno
, "Failed to recv UID shift: %m");
2633 if (l
!= sizeof(arg_uid_shift
)) {
2634 log_error("Short read while receiving UID shift.");
2639 log_info("Selected user namespace base " UID_FMT
" and range " UID_FMT
".", arg_uid_shift
, arg_uid_range
);
2642 if (dissected_image
) {
2643 /* Now we know the uid shift, let's now mount everything else that might be in the image. */
2644 r
= dissected_image_mount(dissected_image
, directory
, arg_uid_shift
,
2645 DISSECT_IMAGE_MOUNT_NON_ROOT_ONLY
|DISSECT_IMAGE_DISCARD_ON_LOOP
|(arg_read_only
? DISSECT_IMAGE_READ_ONLY
: 0));
2650 if (arg_unified_cgroup_hierarchy
== CGROUP_UNIFIED_UNKNOWN
) {
2651 /* OK, we don't know yet which cgroup mode to use yet. Let's figure it out, and tell the parent. */
2653 r
= detect_unified_cgroup_hierarchy_from_image(directory
);
2657 l
= send(unified_cgroup_hierarchy_socket
, &arg_unified_cgroup_hierarchy
, sizeof(arg_unified_cgroup_hierarchy
), MSG_NOSIGNAL
);
2659 return log_error_errno(errno
, "Failed to send cgroup mode: %m");
2660 if (l
!= sizeof(arg_unified_cgroup_hierarchy
)) {
2661 log_error("Short write while sending cgroup mode: %m");
2665 unified_cgroup_hierarchy_socket
= safe_close(unified_cgroup_hierarchy_socket
);
2668 /* Turn directory into bind mount */
2669 r
= mount_verbose(LOG_ERR
, directory
, directory
, NULL
, MS_BIND
|MS_REC
, NULL
);
2673 r
= setup_pivot_root(
2676 arg_pivot_root_old
);
2683 arg_userns_mode
!= USER_NAMESPACE_NO
,
2686 arg_selinux_context
);
2690 r
= setup_volatile_state(
2693 arg_userns_mode
!= USER_NAMESPACE_NO
,
2696 arg_selinux_context
);
2700 /* Mark everything as shared so our mounts get propagated down. This is
2701 * required to make new bind mounts available in systemd services
2702 * inside the containter that create a new mount namespace.
2703 * See https://github.com/systemd/systemd/issues/3860
2704 * Further submounts (such as /dev) done after this will inherit the
2705 * shared propagation mode. */
2706 r
= mount_verbose(LOG_ERR
, NULL
, directory
, NULL
, MS_SHARED
|MS_REC
, NULL
);
2710 r
= recursive_chown(directory
, arg_uid_shift
, arg_uid_range
);
2714 r
= base_filesystem_create(directory
, arg_uid_shift
, (gid_t
) arg_uid_shift
);
2718 if (arg_read_only
) {
2719 r
= bind_remount_recursive(directory
, true, NULL
);
2721 return log_error_errno(r
, "Failed to make tree read-only: %m");
2724 r
= mount_all(directory
,
2728 arg_selinux_apifs_context
);
2732 r
= copy_devnodes(directory
);
2736 dev_setup(directory
, arg_uid_shift
, arg_uid_shift
);
2738 r
= setup_pts(directory
);
2742 r
= setup_propagate(directory
);
2746 r
= setup_dev_console(directory
, console
);
2750 r
= setup_keyring();
2754 r
= setup_seccomp(arg_caps_retain
, arg_syscall_whitelist
, arg_syscall_blacklist
);
2758 r
= setup_timezone(directory
);
2762 r
= setup_resolv_conf(directory
);
2766 r
= setup_machine_id(directory
);
2770 r
= setup_journal(directory
);
2777 arg_n_custom_mounts
,
2778 arg_userns_mode
!= USER_NAMESPACE_NO
,
2781 arg_selinux_apifs_context
);
2785 if (!arg_use_cgns
|| !cg_ns_supported()) {
2788 arg_unified_cgroup_hierarchy
,
2789 arg_userns_mode
!= USER_NAMESPACE_NO
,
2792 arg_selinux_apifs_context
,
2798 r
= mount_move_root(directory
);
2800 return log_error_errno(r
, "Failed to move root directory: %m");
2802 fd
= setup_sd_notify_child();
2806 pid
= raw_clone(SIGCHLD
|CLONE_NEWNS
|
2807 arg_clone_ns_flags
|
2808 (arg_userns_mode
!= USER_NAMESPACE_NO
? CLONE_NEWUSER
: 0));
2810 return log_error_errno(errno
, "Failed to fork inner child: %m");
2812 pid_socket
= safe_close(pid_socket
);
2813 uuid_socket
= safe_close(uuid_socket
);
2814 notify_socket
= safe_close(notify_socket
);
2815 uid_shift_socket
= safe_close(uid_shift_socket
);
2817 /* The inner child has all namespaces that are
2818 * requested, so that we all are owned by the user if
2819 * user namespaces are turned on. */
2821 if (arg_network_namespace_path
) {
2822 r
= namespace_enter(-1, -1, netns_fd
, -1, -1);
2827 r
= inner_child(barrier
, directory
, secondary
, kmsg_socket
, rtnl_socket
, fds
);
2829 _exit(EXIT_FAILURE
);
2831 _exit(EXIT_SUCCESS
);
2834 l
= send(pid_socket
, &pid
, sizeof(pid
), MSG_NOSIGNAL
);
2836 return log_error_errno(errno
, "Failed to send PID: %m");
2837 if (l
!= sizeof(pid
)) {
2838 log_error("Short write while sending PID.");
2842 l
= send(uuid_socket
, &arg_uuid
, sizeof(arg_uuid
), MSG_NOSIGNAL
);
2844 return log_error_errno(errno
, "Failed to send machine ID: %m");
2845 if (l
!= sizeof(arg_uuid
)) {
2846 log_error("Short write while sending machine ID.");
2850 l
= send_one_fd(notify_socket
, fd
, 0);
2852 return log_error_errno(errno
, "Failed to send notify fd: %m");
2854 pid_socket
= safe_close(pid_socket
);
2855 uuid_socket
= safe_close(uuid_socket
);
2856 notify_socket
= safe_close(notify_socket
);
2857 kmsg_socket
= safe_close(kmsg_socket
);
2858 rtnl_socket
= safe_close(rtnl_socket
);
2859 netns_fd
= safe_close(netns_fd
);
2864 static int uid_shift_pick(uid_t
*shift
, LockFile
*ret_lock_file
) {
2865 bool tried_hashed
= false;
2866 unsigned n_tries
= 100;
2871 assert(ret_lock_file
);
2872 assert(arg_userns_mode
== USER_NAMESPACE_PICK
);
2873 assert(arg_uid_range
== 0x10000U
);
2877 (void) mkdir("/run/systemd/nspawn-uid", 0755);
2880 char lock_path
[STRLEN("/run/systemd/nspawn-uid/") + DECIMAL_STR_MAX(uid_t
) + 1];
2881 _cleanup_release_lock_file_ LockFile lf
= LOCK_FILE_INIT
;
2886 if (candidate
< CONTAINER_UID_BASE_MIN
|| candidate
> CONTAINER_UID_BASE_MAX
)
2888 if ((candidate
& UINT32_C(0xFFFF)) != 0)
2891 xsprintf(lock_path
, "/run/systemd/nspawn-uid/" UID_FMT
, candidate
);
2892 r
= make_lock_file(lock_path
, LOCK_EX
|LOCK_NB
, &lf
);
2893 if (r
== -EBUSY
) /* Range already taken by another nspawn instance */
2898 /* Make some superficial checks whether the range is currently known in the user database */
2899 if (getpwuid(candidate
))
2901 if (getpwuid(candidate
+ UINT32_C(0xFFFE)))
2903 if (getgrgid(candidate
))
2905 if (getgrgid(candidate
+ UINT32_C(0xFFFE)))
2908 *ret_lock_file
= lf
;
2909 lf
= (struct LockFile
) LOCK_FILE_INIT
;
2914 if (arg_machine
&& !tried_hashed
) {
2915 /* Try to hash the base from the container name */
2917 static const uint8_t hash_key
[] = {
2918 0xe1, 0x56, 0xe0, 0xf0, 0x4a, 0xf0, 0x41, 0xaf,
2919 0x96, 0x41, 0xcf, 0x41, 0x33, 0x94, 0xff, 0x72
2922 candidate
= (uid_t
) siphash24(arg_machine
, strlen(arg_machine
), hash_key
);
2924 tried_hashed
= true;
2926 random_bytes(&candidate
, sizeof(candidate
));
2928 candidate
= (candidate
% (CONTAINER_UID_BASE_MAX
- CONTAINER_UID_BASE_MIN
)) + CONTAINER_UID_BASE_MIN
;
2929 candidate
&= (uid_t
) UINT32_C(0xFFFF0000);
2933 static int setup_uid_map(pid_t pid
) {
2934 char uid_map
[STRLEN("/proc//uid_map") + DECIMAL_STR_MAX(uid_t
) + 1], line
[DECIMAL_STR_MAX(uid_t
)*3+3+1];
2939 xsprintf(uid_map
, "/proc/" PID_FMT
"/uid_map", pid
);
2940 xsprintf(line
, UID_FMT
" " UID_FMT
" " UID_FMT
"\n", 0, arg_uid_shift
, arg_uid_range
);
2941 r
= write_string_file(uid_map
, line
, 0);
2943 return log_error_errno(r
, "Failed to write UID map: %m");
2945 /* We always assign the same UID and GID ranges */
2946 xsprintf(uid_map
, "/proc/" PID_FMT
"/gid_map", pid
);
2947 r
= write_string_file(uid_map
, line
, 0);
2949 return log_error_errno(r
, "Failed to write GID map: %m");
2954 static int nspawn_dispatch_notify_fd(sd_event_source
*source
, int fd
, uint32_t revents
, void *userdata
) {
2955 char buf
[NOTIFY_BUFFER_MAX
+1];
2957 struct iovec iovec
= {
2959 .iov_len
= sizeof(buf
)-1,
2962 struct cmsghdr cmsghdr
;
2963 uint8_t buf
[CMSG_SPACE(sizeof(struct ucred
)) +
2964 CMSG_SPACE(sizeof(int) * NOTIFY_FD_MAX
)];
2966 struct msghdr msghdr
= {
2969 .msg_control
= &control
,
2970 .msg_controllen
= sizeof(control
),
2972 struct cmsghdr
*cmsg
;
2973 struct ucred
*ucred
= NULL
;
2975 pid_t inner_child_pid
;
2976 _cleanup_strv_free_
char **tags
= NULL
;
2980 inner_child_pid
= PTR_TO_PID(userdata
);
2982 if (revents
!= EPOLLIN
) {
2983 log_warning("Got unexpected poll event for notify fd.");
2987 n
= recvmsg(fd
, &msghdr
, MSG_DONTWAIT
|MSG_CMSG_CLOEXEC
);
2989 if (IN_SET(errno
, EAGAIN
, EINTR
))
2992 return log_warning_errno(errno
, "Couldn't read notification socket: %m");
2994 cmsg_close_all(&msghdr
);
2996 CMSG_FOREACH(cmsg
, &msghdr
) {
2997 if (cmsg
->cmsg_level
== SOL_SOCKET
&&
2998 cmsg
->cmsg_type
== SCM_CREDENTIALS
&&
2999 cmsg
->cmsg_len
== CMSG_LEN(sizeof(struct ucred
))) {
3001 ucred
= (struct ucred
*) CMSG_DATA(cmsg
);
3005 if (!ucred
|| ucred
->pid
!= inner_child_pid
) {
3006 log_debug("Received notify message without valid credentials. Ignoring.");
3010 if ((size_t) n
>= sizeof(buf
)) {
3011 log_warning("Received notify message exceeded maximum size. Ignoring.");
3016 tags
= strv_split(buf
, "\n\r");
3020 if (strv_find(tags
, "READY=1"))
3021 sd_notifyf(false, "READY=1\n");
3023 p
= strv_find_startswith(tags
, "STATUS=");
3025 sd_notifyf(false, "STATUS=Container running: %s", p
);
3030 static int setup_sd_notify_parent(sd_event
*event
, int fd
, pid_t
*inner_child_pid
, sd_event_source
**notify_event_source
) {
3033 r
= sd_event_add_io(event
, notify_event_source
, fd
, EPOLLIN
, nspawn_dispatch_notify_fd
, inner_child_pid
);
3035 return log_error_errno(r
, "Failed to allocate notify event source: %m");
3037 (void) sd_event_source_set_description(*notify_event_source
, "nspawn-notify");
3042 static int load_settings(void) {
3043 _cleanup_(settings_freep
) Settings
*settings
= NULL
;
3044 _cleanup_fclose_
FILE *f
= NULL
;
3045 _cleanup_free_
char *p
= NULL
;
3049 /* If all settings are masked, there's no point in looking for
3050 * the settings file */
3051 if ((arg_settings_mask
& _SETTINGS_MASK_ALL
) == _SETTINGS_MASK_ALL
)
3054 fn
= strjoina(arg_machine
, ".nspawn");
3056 /* We first look in the admin's directories in /etc and /run */
3057 FOREACH_STRING(i
, "/etc/systemd/nspawn", "/run/systemd/nspawn") {
3058 _cleanup_free_
char *j
= NULL
;
3060 j
= strjoin(i
, "/", fn
);
3068 /* By default, we trust configuration from /etc and /run */
3069 if (arg_settings_trusted
< 0)
3070 arg_settings_trusted
= true;
3075 if (errno
!= ENOENT
)
3076 return log_error_errno(errno
, "Failed to open %s: %m", j
);
3080 /* After that, let's look for a file next to the
3081 * actual image we shall boot. */
3084 p
= file_in_same_dir(arg_image
, fn
);
3087 } else if (arg_directory
) {
3088 p
= file_in_same_dir(arg_directory
, fn
);
3095 if (!f
&& errno
!= ENOENT
)
3096 return log_error_errno(errno
, "Failed to open %s: %m", p
);
3098 /* By default, we do not trust configuration from /var/lib/machines */
3099 if (arg_settings_trusted
< 0)
3100 arg_settings_trusted
= false;
3107 log_debug("Settings are trusted: %s", yes_no(arg_settings_trusted
));
3109 r
= settings_load(f
, p
, &settings
);
3113 /* Copy over bits from the settings, unless they have been
3114 * explicitly masked by command line switches. */
3116 if ((arg_settings_mask
& SETTING_START_MODE
) == 0 &&
3117 settings
->start_mode
>= 0) {
3118 arg_start_mode
= settings
->start_mode
;
3120 strv_free(arg_parameters
);
3121 arg_parameters
= TAKE_PTR(settings
->parameters
);
3124 if ((arg_settings_mask
& SETTING_PIVOT_ROOT
) == 0 &&
3125 settings
->pivot_root_new
) {
3126 free_and_replace(arg_pivot_root_new
, settings
->pivot_root_new
);
3127 free_and_replace(arg_pivot_root_old
, settings
->pivot_root_old
);
3130 if ((arg_settings_mask
& SETTING_WORKING_DIRECTORY
) == 0 &&
3131 settings
->working_directory
)
3132 free_and_replace(arg_chdir
, settings
->working_directory
);
3134 if ((arg_settings_mask
& SETTING_ENVIRONMENT
) == 0 &&
3135 settings
->environment
) {
3136 strv_free(arg_setenv
);
3137 arg_setenv
= TAKE_PTR(settings
->environment
);
3140 if ((arg_settings_mask
& SETTING_USER
) == 0 &&
3142 free_and_replace(arg_user
, settings
->user
);
3144 if ((arg_settings_mask
& SETTING_CAPABILITY
) == 0) {
3147 plus
= settings
->capability
;
3148 if (settings_private_network(settings
))
3149 plus
|= (1ULL << CAP_NET_ADMIN
);
3151 if (!arg_settings_trusted
&& plus
!= 0) {
3152 if (settings
->capability
!= 0)
3153 log_warning("Ignoring Capability= setting, file %s is not trusted.", p
);
3155 arg_caps_retain
|= plus
;
3157 arg_caps_retain
&= ~settings
->drop_capability
;
3160 if ((arg_settings_mask
& SETTING_KILL_SIGNAL
) == 0 &&
3161 settings
->kill_signal
> 0)
3162 arg_kill_signal
= settings
->kill_signal
;
3164 if ((arg_settings_mask
& SETTING_PERSONALITY
) == 0 &&
3165 settings
->personality
!= PERSONALITY_INVALID
)
3166 arg_personality
= settings
->personality
;
3168 if ((arg_settings_mask
& SETTING_MACHINE_ID
) == 0 &&
3169 !sd_id128_is_null(settings
->machine_id
)) {
3171 if (!arg_settings_trusted
)
3172 log_warning("Ignoring MachineID= setting, file %s is not trusted.", p
);
3174 arg_uuid
= settings
->machine_id
;
3177 if ((arg_settings_mask
& SETTING_READ_ONLY
) == 0 &&
3178 settings
->read_only
>= 0)
3179 arg_read_only
= settings
->read_only
;
3181 if ((arg_settings_mask
& SETTING_VOLATILE_MODE
) == 0 &&
3182 settings
->volatile_mode
!= _VOLATILE_MODE_INVALID
)
3183 arg_volatile_mode
= settings
->volatile_mode
;
3185 if ((arg_settings_mask
& SETTING_CUSTOM_MOUNTS
) == 0 &&
3186 settings
->n_custom_mounts
> 0) {
3188 if (!arg_settings_trusted
)
3189 log_warning("Ignoring TemporaryFileSystem=, Bind= and BindReadOnly= settings, file %s is not trusted.", p
);
3191 custom_mount_free_all(arg_custom_mounts
, arg_n_custom_mounts
);
3192 arg_custom_mounts
= TAKE_PTR(settings
->custom_mounts
);
3193 arg_n_custom_mounts
= settings
->n_custom_mounts
;
3194 settings
->n_custom_mounts
= 0;
3198 if ((arg_settings_mask
& SETTING_NETWORK
) == 0 &&
3199 (settings
->private_network
>= 0 ||
3200 settings
->network_veth
>= 0 ||
3201 settings
->network_bridge
||
3202 settings
->network_zone
||
3203 settings
->network_interfaces
||
3204 settings
->network_macvlan
||
3205 settings
->network_ipvlan
||
3206 settings
->network_veth_extra
)) {
3208 if (!arg_settings_trusted
)
3209 log_warning("Ignoring network settings, file %s is not trusted.", p
);
3211 arg_network_veth
= settings_network_veth(settings
);
3212 arg_private_network
= settings_private_network(settings
);
3214 strv_free(arg_network_interfaces
);
3215 arg_network_interfaces
= TAKE_PTR(settings
->network_interfaces
);
3217 strv_free(arg_network_macvlan
);
3218 arg_network_macvlan
= TAKE_PTR(settings
->network_macvlan
);
3220 strv_free(arg_network_ipvlan
);
3221 arg_network_ipvlan
= TAKE_PTR(settings
->network_ipvlan
);
3223 strv_free(arg_network_veth_extra
);
3224 arg_network_veth_extra
= TAKE_PTR(settings
->network_veth_extra
);
3226 free_and_replace(arg_network_bridge
, settings
->network_bridge
);
3227 free_and_replace(arg_network_zone
, settings
->network_zone
);
3231 if ((arg_settings_mask
& SETTING_EXPOSE_PORTS
) == 0 &&
3232 settings
->expose_ports
) {
3234 if (!arg_settings_trusted
)
3235 log_warning("Ignoring Port= setting, file %s is not trusted.", p
);
3237 expose_port_free_all(arg_expose_ports
);
3238 arg_expose_ports
= TAKE_PTR(settings
->expose_ports
);
3242 if ((arg_settings_mask
& SETTING_USERNS
) == 0 &&
3243 settings
->userns_mode
!= _USER_NAMESPACE_MODE_INVALID
) {
3245 if (!arg_settings_trusted
)
3246 log_warning("Ignoring PrivateUsers= and PrivateUsersChown= settings, file %s is not trusted.", p
);
3248 arg_userns_mode
= settings
->userns_mode
;
3249 arg_uid_shift
= settings
->uid_shift
;
3250 arg_uid_range
= settings
->uid_range
;
3251 arg_userns_chown
= settings
->userns_chown
;
3255 if ((arg_settings_mask
& SETTING_NOTIFY_READY
) == 0)
3256 arg_notify_ready
= settings
->notify_ready
;
3258 if ((arg_settings_mask
& SETTING_SYSCALL_FILTER
) == 0) {
3260 if (!arg_settings_trusted
&& !strv_isempty(arg_syscall_whitelist
))
3261 log_warning("Ignoring SystemCallFilter= settings, file %s is not trusted.", p
);
3263 strv_free(arg_syscall_whitelist
);
3264 strv_free(arg_syscall_blacklist
);
3266 arg_syscall_whitelist
= TAKE_PTR(settings
->syscall_whitelist
);
3267 arg_syscall_blacklist
= TAKE_PTR(settings
->syscall_blacklist
);
3274 static int run(int master
,
3275 const char* console
,
3276 DissectedImage
*dissected_image
,
3280 char veth_name
[IFNAMSIZ
], bool *veth_created
,
3281 union in_addr_union
*exposed
,
3282 pid_t
*pid
, int *ret
) {
3284 static const struct sigaction sa
= {
3285 .sa_handler
= nop_signal_handler
,
3286 .sa_flags
= SA_NOCLDSTOP
|SA_RESTART
,
3289 _cleanup_release_lock_file_ LockFile uid_shift_lock
= LOCK_FILE_INIT
;
3290 _cleanup_close_
int etc_passwd_lock
= -1;
3291 _cleanup_close_pair_
int
3292 kmsg_socket_pair
[2] = { -1, -1 },
3293 rtnl_socket_pair
[2] = { -1, -1 },
3294 pid_socket_pair
[2] = { -1, -1 },
3295 uuid_socket_pair
[2] = { -1, -1 },
3296 notify_socket_pair
[2] = { -1, -1 },
3297 uid_shift_socket_pair
[2] = { -1, -1 },
3298 unified_cgroup_hierarchy_socket_pair
[2] = { -1, -1};
3300 _cleanup_close_
int notify_socket
= -1;
3301 _cleanup_(barrier_destroy
) Barrier barrier
= BARRIER_NULL
;
3302 _cleanup_(sd_event_source_unrefp
) sd_event_source
*notify_event_source
= NULL
;
3303 _cleanup_(sd_event_unrefp
) sd_event
*event
= NULL
;
3304 _cleanup_(pty_forward_freep
) PTYForward
*forward
= NULL
;
3305 _cleanup_(sd_netlink_unrefp
) sd_netlink
*rtnl
= NULL
;
3306 _cleanup_(sd_bus_flush_close_unrefp
) sd_bus
*bus
= NULL
;
3307 ContainerStatus container_status
= 0;
3312 _cleanup_close_
int netns_fd
= -1;
3314 assert_se(sigemptyset(&mask_chld
) == 0);
3315 assert_se(sigaddset(&mask_chld
, SIGCHLD
) == 0);
3317 if (arg_userns_mode
== USER_NAMESPACE_PICK
) {
3318 /* When we shall pick the UID/GID range, let's first lock /etc/passwd, so that we can safely
3319 * check with getpwuid() if the specific user already exists. Note that /etc might be
3320 * read-only, in which case this will fail with EROFS. But that's really OK, as in that case we
3321 * can be reasonably sure that no users are going to be added. Note that getpwuid() checks are
3322 * really just an extra safety net. We kinda assume that the UID range we allocate from is
3325 etc_passwd_lock
= take_etc_passwd_lock(NULL
);
3326 if (etc_passwd_lock
< 0 && etc_passwd_lock
!= -EROFS
)
3327 return log_error_errno(etc_passwd_lock
, "Failed to take /etc/passwd lock: %m");
3330 r
= barrier_create(&barrier
);
3332 return log_error_errno(r
, "Cannot initialize IPC barrier: %m");
3334 if (socketpair(AF_UNIX
, SOCK_SEQPACKET
|SOCK_CLOEXEC
, 0, kmsg_socket_pair
) < 0)
3335 return log_error_errno(errno
, "Failed to create kmsg socket pair: %m");
3337 if (socketpair(AF_UNIX
, SOCK_SEQPACKET
|SOCK_CLOEXEC
, 0, rtnl_socket_pair
) < 0)
3338 return log_error_errno(errno
, "Failed to create rtnl socket pair: %m");
3340 if (socketpair(AF_UNIX
, SOCK_SEQPACKET
|SOCK_CLOEXEC
, 0, pid_socket_pair
) < 0)
3341 return log_error_errno(errno
, "Failed to create pid socket pair: %m");
3343 if (socketpair(AF_UNIX
, SOCK_SEQPACKET
|SOCK_CLOEXEC
, 0, uuid_socket_pair
) < 0)
3344 return log_error_errno(errno
, "Failed to create id socket pair: %m");
3346 if (socketpair(AF_UNIX
, SOCK_SEQPACKET
|SOCK_CLOEXEC
, 0, notify_socket_pair
) < 0)
3347 return log_error_errno(errno
, "Failed to create notify socket pair: %m");
3349 if (arg_userns_mode
!= USER_NAMESPACE_NO
)
3350 if (socketpair(AF_UNIX
, SOCK_SEQPACKET
|SOCK_CLOEXEC
, 0, uid_shift_socket_pair
) < 0)
3351 return log_error_errno(errno
, "Failed to create uid shift socket pair: %m");
3353 if (arg_unified_cgroup_hierarchy
== CGROUP_UNIFIED_UNKNOWN
)
3354 if (socketpair(AF_UNIX
, SOCK_SEQPACKET
|SOCK_CLOEXEC
, 0, unified_cgroup_hierarchy_socket_pair
) < 0)
3355 return log_error_errno(errno
, "Failed to create unified cgroup socket pair: %m");
3357 /* Child can be killed before execv(), so handle SIGCHLD in order to interrupt
3358 * parent's blocking calls and give it a chance to call wait() and terminate. */
3359 r
= sigprocmask(SIG_UNBLOCK
, &mask_chld
, NULL
);
3361 return log_error_errno(errno
, "Failed to change the signal mask: %m");
3363 r
= sigaction(SIGCHLD
, &sa
, NULL
);
3365 return log_error_errno(errno
, "Failed to install SIGCHLD handler: %m");
3367 if (arg_network_namespace_path
) {
3368 netns_fd
= open(arg_network_namespace_path
, O_RDONLY
|O_NOCTTY
|O_CLOEXEC
);
3370 return log_error_errno(errno
, "Cannot open file %s: %m", arg_network_namespace_path
);
3372 r
= fd_is_network_ns(netns_fd
);
3373 if (r
< 0 && r
!= -ENOTTY
)
3374 return log_error_errno(r
, "Failed to check %s fs type: %m", arg_network_namespace_path
);
3376 log_error("Path %s doesn't refer to a network namespace", arg_network_namespace_path
);
3381 *pid
= raw_clone(SIGCHLD
|CLONE_NEWNS
);
3383 return log_error_errno(errno
, "clone() failed%s: %m",
3385 ", do you have namespace support enabled in your kernel? (You need UTS, IPC, PID and NET namespacing built in)" : "");
3388 /* The outer child only has a file system namespace. */
3389 barrier_set_role(&barrier
, BARRIER_CHILD
);
3391 master
= safe_close(master
);
3393 kmsg_socket_pair
[0] = safe_close(kmsg_socket_pair
[0]);
3394 rtnl_socket_pair
[0] = safe_close(rtnl_socket_pair
[0]);
3395 pid_socket_pair
[0] = safe_close(pid_socket_pair
[0]);
3396 uuid_socket_pair
[0] = safe_close(uuid_socket_pair
[0]);
3397 notify_socket_pair
[0] = safe_close(notify_socket_pair
[0]);
3398 uid_shift_socket_pair
[0] = safe_close(uid_shift_socket_pair
[0]);
3399 unified_cgroup_hierarchy_socket_pair
[0] = safe_close(unified_cgroup_hierarchy_socket_pair
[0]);
3401 (void) reset_all_signal_handlers();
3402 (void) reset_signal_mask();
3404 r
= outer_child(&barrier
,
3411 uuid_socket_pair
[1],
3412 notify_socket_pair
[1],
3413 kmsg_socket_pair
[1],
3414 rtnl_socket_pair
[1],
3415 uid_shift_socket_pair
[1],
3416 unified_cgroup_hierarchy_socket_pair
[1],
3420 _exit(EXIT_FAILURE
);
3422 _exit(EXIT_SUCCESS
);
3425 barrier_set_role(&barrier
, BARRIER_PARENT
);
3427 fds
= fdset_free(fds
);
3429 kmsg_socket_pair
[1] = safe_close(kmsg_socket_pair
[1]);
3430 rtnl_socket_pair
[1] = safe_close(rtnl_socket_pair
[1]);
3431 pid_socket_pair
[1] = safe_close(pid_socket_pair
[1]);
3432 uuid_socket_pair
[1] = safe_close(uuid_socket_pair
[1]);
3433 notify_socket_pair
[1] = safe_close(notify_socket_pair
[1]);
3434 uid_shift_socket_pair
[1] = safe_close(uid_shift_socket_pair
[1]);
3435 unified_cgroup_hierarchy_socket_pair
[1] = safe_close(unified_cgroup_hierarchy_socket_pair
[1]);
3437 if (arg_userns_mode
!= USER_NAMESPACE_NO
) {
3438 /* The child just let us know the UID shift it might have read from the image. */
3439 l
= recv(uid_shift_socket_pair
[0], &arg_uid_shift
, sizeof arg_uid_shift
, 0);
3441 return log_error_errno(errno
, "Failed to read UID shift: %m");
3442 if (l
!= sizeof arg_uid_shift
) {
3443 log_error("Short read while reading UID shift.");
3447 if (arg_userns_mode
== USER_NAMESPACE_PICK
) {
3448 /* If we are supposed to pick the UID shift, let's try to use the shift read from the
3449 * image, but if that's already in use, pick a new one, and report back to the child,
3450 * which one we now picked. */
3452 r
= uid_shift_pick(&arg_uid_shift
, &uid_shift_lock
);
3454 return log_error_errno(r
, "Failed to pick suitable UID/GID range: %m");
3456 l
= send(uid_shift_socket_pair
[0], &arg_uid_shift
, sizeof arg_uid_shift
, MSG_NOSIGNAL
);
3458 return log_error_errno(errno
, "Failed to send UID shift: %m");
3459 if (l
!= sizeof arg_uid_shift
) {
3460 log_error("Short write while writing UID shift.");
3466 if (arg_unified_cgroup_hierarchy
== CGROUP_UNIFIED_UNKNOWN
) {
3467 /* The child let us know the support cgroup mode it might have read from the image. */
3468 l
= recv(unified_cgroup_hierarchy_socket_pair
[0], &arg_unified_cgroup_hierarchy
, sizeof(arg_unified_cgroup_hierarchy
), 0);
3470 return log_error_errno(errno
, "Failed to read cgroup mode: %m");
3471 if (l
!= sizeof(arg_unified_cgroup_hierarchy
)) {
3472 log_error("Short read while reading cgroup mode.");
3477 /* Wait for the outer child. */
3478 r
= wait_for_terminate_and_check("(sd-namespace)", *pid
, WAIT_LOG_ABNORMAL
);
3481 if (r
!= EXIT_SUCCESS
)
3484 /* And now retrieve the PID of the inner child. */
3485 l
= recv(pid_socket_pair
[0], pid
, sizeof *pid
, 0);
3487 return log_error_errno(errno
, "Failed to read inner child PID: %m");
3488 if (l
!= sizeof *pid
) {
3489 log_error("Short read while reading inner child PID.");
3493 /* We also retrieve container UUID in case it was generated by outer child */
3494 l
= recv(uuid_socket_pair
[0], &arg_uuid
, sizeof arg_uuid
, 0);
3496 return log_error_errno(errno
, "Failed to read container machine ID: %m");
3497 if (l
!= sizeof(arg_uuid
)) {
3498 log_error("Short read while reading container machined ID.");
3502 /* We also retrieve the socket used for notifications generated by outer child */
3503 notify_socket
= receive_one_fd(notify_socket_pair
[0], 0);
3504 if (notify_socket
< 0)
3505 return log_error_errno(notify_socket
,
3506 "Failed to receive notification socket from the outer child: %m");
3508 log_debug("Init process invoked as PID "PID_FMT
, *pid
);
3510 if (arg_userns_mode
!= USER_NAMESPACE_NO
) {
3511 if (!barrier_place_and_sync(&barrier
)) { /* #1 */
3512 log_error("Child died too early.");
3516 r
= setup_uid_map(*pid
);
3520 (void) barrier_place(&barrier
); /* #2 */
3523 if (arg_private_network
) {
3525 if (!arg_network_namespace_path
) {
3526 /* Wait until the child has unshared its network namespace. */
3527 if (!barrier_place_and_sync(&barrier
)) { /* #3 */
3528 log_error("Child died too early");
3533 r
= move_network_interfaces(*pid
, arg_network_interfaces
);
3537 if (arg_network_veth
) {
3538 r
= setup_veth(arg_machine
, *pid
, veth_name
,
3539 arg_network_bridge
|| arg_network_zone
);
3545 if (arg_network_bridge
) {
3546 /* Add the interface to a bridge */
3547 r
= setup_bridge(veth_name
, arg_network_bridge
, false);
3552 } else if (arg_network_zone
) {
3553 /* Add the interface to a bridge, possibly creating it */
3554 r
= setup_bridge(veth_name
, arg_network_zone
, true);
3562 r
= setup_veth_extra(arg_machine
, *pid
, arg_network_veth_extra
);
3566 /* We created the primary and extra veth links now; let's remember this, so that we know to
3567 remove them later on. Note that we don't bother with removing veth links that were created
3568 here when their setup failed half-way, because in that case the kernel should be able to
3569 remove them on its own, since they cannot be referenced by anything yet. */
3570 *veth_created
= true;
3572 r
= setup_macvlan(arg_machine
, *pid
, arg_network_macvlan
);
3576 r
= setup_ipvlan(arg_machine
, *pid
, arg_network_ipvlan
);
3581 if (arg_register
|| !arg_keep_unit
) {
3582 r
= sd_bus_default_system(&bus
);
3584 return log_error_errno(r
, "Failed to open system bus: %m");
3587 if (!arg_keep_unit
) {
3588 /* When a new scope is created for this container, then we'll be registered as its controller, in which
3589 * case PID 1 will send us a friendly RequestStop signal, when it is asked to terminate the
3590 * scope. Let's hook into that, and cleanly shut down the container, and print a friendly message. */
3592 r
= sd_bus_match_signal_async(
3595 "org.freedesktop.systemd1",
3597 "org.freedesktop.systemd1.Scope",
3599 on_request_stop
, NULL
, PID_TO_PTR(*pid
));
3601 return log_error_errno(r
, "Failed to request RequestStop match: %m");
3606 r
= register_machine(
3614 arg_custom_mounts
, arg_n_custom_mounts
,
3618 arg_container_service_name
);
3622 } else if (!arg_keep_unit
) {
3629 arg_custom_mounts
, arg_n_custom_mounts
,
3635 } else if (arg_slice
|| arg_property
)
3636 log_notice("Machine and scope registration turned off, --slice= and --property= settings will have no effect.");
3638 r
= sync_cgroup(*pid
, arg_unified_cgroup_hierarchy
, arg_uid_shift
);
3642 if (arg_keep_unit
) {
3643 r
= create_subcgroup(*pid
, arg_unified_cgroup_hierarchy
);
3648 r
= chown_cgroup(*pid
, arg_unified_cgroup_hierarchy
, arg_uid_shift
);
3652 /* Notify the child that the parent is ready with all
3653 * its setup (including cgroup-ification), and that
3654 * the child can now hand over control to the code to
3655 * run inside the container. */
3656 (void) barrier_place(&barrier
); /* #4 */
3658 /* Block SIGCHLD here, before notifying child.
3659 * process_pty() will handle it with the other signals. */
3660 assert_se(sigprocmask(SIG_BLOCK
, &mask_chld
, NULL
) >= 0);
3662 /* Reset signal to default */
3663 r
= default_signals(SIGCHLD
, -1);
3665 return log_error_errno(r
, "Failed to reset SIGCHLD: %m");
3667 r
= sd_event_new(&event
);
3669 return log_error_errno(r
, "Failed to get default event source: %m");
3671 (void) sd_event_set_watchdog(event
, true);
3674 r
= sd_bus_attach_event(bus
, event
, 0);
3676 return log_error_errno(r
, "Failed to attach bus to event loop: %m");
3679 r
= setup_sd_notify_parent(event
, notify_socket
, PID_TO_PTR(*pid
), ¬ify_event_source
);
3683 /* Let the child know that we are ready and wait that the child is completely ready now. */
3684 if (!barrier_place_and_sync(&barrier
)) { /* #5 */
3685 log_error("Child died too early.");
3689 /* At this point we have made use of the UID we picked, and thus nss-mymachines
3690 * will make them appear in getpwuid(), thus we can release the /etc/passwd lock. */
3691 etc_passwd_lock
= safe_close(etc_passwd_lock
);
3694 "STATUS=Container running.\n"
3695 "X_NSPAWN_LEADER_PID=" PID_FMT
, *pid
);
3696 if (!arg_notify_ready
)
3697 sd_notify(false, "READY=1\n");
3699 if (arg_kill_signal
> 0) {
3700 /* Try to kill the init system on SIGINT or SIGTERM */
3701 sd_event_add_signal(event
, NULL
, SIGINT
, on_orderly_shutdown
, PID_TO_PTR(*pid
));
3702 sd_event_add_signal(event
, NULL
, SIGTERM
, on_orderly_shutdown
, PID_TO_PTR(*pid
));
3704 /* Immediately exit */
3705 sd_event_add_signal(event
, NULL
, SIGINT
, NULL
, NULL
);
3706 sd_event_add_signal(event
, NULL
, SIGTERM
, NULL
, NULL
);
3709 /* Exit when the child exits */
3710 sd_event_add_signal(event
, NULL
, SIGCHLD
, on_sigchld
, PID_TO_PTR(*pid
));
3712 if (arg_expose_ports
) {
3713 r
= expose_port_watch_rtnl(event
, rtnl_socket_pair
[0], on_address_change
, exposed
, &rtnl
);
3717 (void) expose_port_execute(rtnl
, arg_expose_ports
, exposed
);
3720 rtnl_socket_pair
[0] = safe_close(rtnl_socket_pair
[0]);
3722 r
= pty_forward_new(event
, master
,
3723 PTY_FORWARD_IGNORE_VHANGUP
| (interactive
? 0 : PTY_FORWARD_READ_ONLY
),
3726 return log_error_errno(r
, "Failed to create PTY forwarder: %m");
3728 r
= sd_event_loop(event
);
3730 return log_error_errno(r
, "Failed to run event loop: %m");
3732 pty_forward_get_last_char(forward
, &last_char
);
3734 forward
= pty_forward_free(forward
);
3736 if (!arg_quiet
&& last_char
!= '\n')
3739 /* Kill if it is not dead yet anyway */
3740 if (arg_register
&& !arg_keep_unit
&& bus
)
3741 terminate_machine(bus
, *pid
);
3743 /* Normally redundant, but better safe than sorry */
3744 (void) kill(*pid
, SIGKILL
);
3746 r
= wait_for_container(*pid
, &container_status
);
3750 /* We failed to wait for the container, or the container exited abnormally. */
3752 if (r
> 0 || container_status
== CONTAINER_TERMINATED
) {
3753 /* r > 0 → The container exited with a non-zero status.
3754 * As a special case, we need to replace 133 with a different value,
3755 * because 133 is special-cased in the service file to reboot the container.
3756 * otherwise → The container exited with zero status and a reboot was not requested.
3758 if (r
== EXIT_FORCE_RESTART
)
3759 r
= EXIT_FAILURE
; /* replace 133 with the general failure code */
3761 return 0; /* finito */
3764 /* CONTAINER_REBOOTED, loop again */
3766 if (arg_keep_unit
) {
3767 /* Special handling if we are running as a service: instead of simply
3768 * restarting the machine we want to restart the entire service, so let's
3769 * inform systemd about this with the special exit code 133. The service
3770 * file uses RestartForceExitStatus=133 so that this results in a full
3771 * nspawn restart. This is necessary since we might have cgroup parameters
3772 * set we want to have flushed out. */
3773 *ret
= EXIT_FORCE_RESTART
;
3774 return 0; /* finito */
3777 expose_port_flush(arg_expose_ports
, exposed
);
3779 (void) remove_veth_links(veth_name
, arg_network_veth_extra
);
3780 *veth_created
= false;
3781 return 1; /* loop again */
3784 int main(int argc
, char *argv
[]) {
3786 _cleanup_free_
char *console
= NULL
;
3787 _cleanup_close_
int master
= -1;
3788 _cleanup_fdset_free_ FDSet
*fds
= NULL
;
3789 int r
, n_fd_passed
, ret
= EXIT_SUCCESS
;
3790 char veth_name
[IFNAMSIZ
] = "";
3791 bool secondary
= false, remove_directory
= false, remove_image
= false;
3793 union in_addr_union exposed
= {};
3794 _cleanup_release_lock_file_ LockFile tree_global_lock
= LOCK_FILE_INIT
, tree_local_lock
= LOCK_FILE_INIT
;
3795 bool interactive
, veth_created
= false, remove_tmprootdir
= false;
3796 char tmprootdir
[] = "/tmp/nspawn-root-XXXXXX";
3797 _cleanup_(loop_device_unrefp
) LoopDevice
*loop
= NULL
;
3798 _cleanup_(decrypted_image_unrefp
) DecryptedImage
*decrypted_image
= NULL
;
3799 _cleanup_(dissected_image_unrefp
) DissectedImage
*dissected_image
= NULL
;
3801 log_parse_environment();
3804 /* Make sure rename_process() in the stub init process can work */
3808 r
= parse_argv(argc
, argv
);
3816 r
= determine_names();
3820 r
= load_settings();
3824 r
= verify_arguments();
3828 r
= detect_unified_cgroup_hierarchy_from_environment();
3832 n_fd_passed
= sd_listen_fds(false);
3833 if (n_fd_passed
> 0) {
3834 r
= fdset_new_listen_fds(&fds
, false);
3836 log_error_errno(r
, "Failed to collect file descriptors: %m");
3841 if (arg_directory
) {
3844 if (path_equal(arg_directory
, "/") && !arg_ephemeral
) {
3845 log_error("Spawning container on root directory is not supported. Consider using --ephemeral.");
3850 if (arg_ephemeral
) {
3851 _cleanup_free_
char *np
= NULL
;
3853 r
= chase_symlinks_and_update(&arg_directory
, 0);
3857 /* If the specified path is a mount point we
3858 * generate the new snapshot immediately
3859 * inside it under a random name. However if
3860 * the specified is not a mount point we
3861 * create the new snapshot in the parent
3862 * directory, just next to it. */
3863 r
= path_is_mount_point(arg_directory
, NULL
, 0);
3865 log_error_errno(r
, "Failed to determine whether directory %s is mount point: %m", arg_directory
);
3869 r
= tempfn_random_child(arg_directory
, "machine.", &np
);
3871 r
= tempfn_random(arg_directory
, "machine.", &np
);
3873 log_error_errno(r
, "Failed to generate name for directory snapshot: %m");
3877 r
= image_path_lock(np
, (arg_read_only
? LOCK_SH
: LOCK_EX
) | LOCK_NB
, &tree_global_lock
, &tree_local_lock
);
3879 log_error_errno(r
, "Failed to lock %s: %m", np
);
3883 r
= btrfs_subvol_snapshot(arg_directory
, np
,
3884 (arg_read_only
? BTRFS_SNAPSHOT_READ_ONLY
: 0) |
3885 BTRFS_SNAPSHOT_FALLBACK_COPY
|
3886 BTRFS_SNAPSHOT_FALLBACK_DIRECTORY
|
3887 BTRFS_SNAPSHOT_RECURSIVE
|
3888 BTRFS_SNAPSHOT_QUOTA
);
3890 log_error_errno(r
, "Failed to create snapshot %s from %s: %m", np
, arg_directory
);
3894 free_and_replace(arg_directory
, np
);
3896 remove_directory
= true;
3899 r
= chase_symlinks_and_update(&arg_directory
, arg_template
? CHASE_NONEXISTENT
: 0);
3903 r
= image_path_lock(arg_directory
, (arg_read_only
? LOCK_SH
: LOCK_EX
) | LOCK_NB
, &tree_global_lock
, &tree_local_lock
);
3905 log_error_errno(r
, "Directory tree %s is currently busy.", arg_directory
);
3909 log_error_errno(r
, "Failed to lock %s: %m", arg_directory
);
3914 r
= chase_symlinks_and_update(&arg_template
, 0);
3918 r
= btrfs_subvol_snapshot(arg_template
, arg_directory
,
3919 (arg_read_only
? BTRFS_SNAPSHOT_READ_ONLY
: 0) |
3920 BTRFS_SNAPSHOT_FALLBACK_COPY
|
3921 BTRFS_SNAPSHOT_FALLBACK_DIRECTORY
|
3922 BTRFS_SNAPSHOT_FALLBACK_IMMUTABLE
|
3923 BTRFS_SNAPSHOT_RECURSIVE
|
3924 BTRFS_SNAPSHOT_QUOTA
);
3927 log_info("Directory %s already exists, not populating from template %s.", arg_directory
, arg_template
);
3929 log_error_errno(r
, "Couldn't create snapshot %s from %s: %m", arg_directory
, arg_template
);
3933 log_info("Populated %s from template %s.", arg_directory
, arg_template
);
3938 if (arg_start_mode
== START_BOOT
) {
3939 if (path_is_os_tree(arg_directory
) <= 0) {
3940 log_error("Directory %s doesn't look like an OS root directory (os-release file is missing). Refusing.", arg_directory
);
3947 p
= strjoina(arg_directory
, "/usr/");
3948 if (laccess(p
, F_OK
) < 0) {
3949 log_error("Directory %s doesn't look like it has an OS tree. Refusing.", arg_directory
);
3957 assert(!arg_template
);
3959 r
= chase_symlinks_and_update(&arg_image
, 0);
3963 if (arg_ephemeral
) {
3964 _cleanup_free_
char *np
= NULL
;
3966 r
= tempfn_random(arg_image
, "machine.", &np
);
3968 log_error_errno(r
, "Failed to generate name for image snapshot: %m");
3972 r
= image_path_lock(np
, (arg_read_only
? LOCK_SH
: LOCK_EX
) | LOCK_NB
, &tree_global_lock
, &tree_local_lock
);
3974 r
= log_error_errno(r
, "Failed to create image lock: %m");
3978 r
= copy_file(arg_image
, np
, O_EXCL
, arg_read_only
? 0400 : 0600, FS_NOCOW_FL
, COPY_REFLINK
);
3980 r
= log_error_errno(r
, "Failed to copy image file: %m");
3984 free_and_replace(arg_image
, np
);
3986 remove_image
= true;
3988 r
= image_path_lock(arg_image
, (arg_read_only
? LOCK_SH
: LOCK_EX
) | LOCK_NB
, &tree_global_lock
, &tree_local_lock
);
3990 r
= log_error_errno(r
, "Disk image %s is currently busy.", arg_image
);
3994 r
= log_error_errno(r
, "Failed to create image lock: %m");
3998 if (!arg_root_hash
) {
3999 r
= root_hash_load(arg_image
, &arg_root_hash
, &arg_root_hash_size
);
4001 log_error_errno(r
, "Failed to load root hash file for %s: %m", arg_image
);
4007 if (!mkdtemp(tmprootdir
)) {
4008 r
= log_error_errno(errno
, "Failed to create temporary directory: %m");
4012 remove_tmprootdir
= true;
4014 arg_directory
= strdup(tmprootdir
);
4015 if (!arg_directory
) {
4020 r
= loop_device_make_by_path(arg_image
, arg_read_only
? O_RDONLY
: O_RDWR
, &loop
);
4022 log_error_errno(r
, "Failed to set up loopback block device: %m");
4026 r
= dissect_image_and_warn(
4029 arg_root_hash
, arg_root_hash_size
,
4030 DISSECT_IMAGE_REQUIRE_ROOT
,
4033 /* dissected_image_and_warn() already printed a brief error message. Extend on that with more details */
4034 log_notice("Note that the disk image needs to\n"
4035 " a) either contain only a single MBR partition of type 0x83 that is marked bootable\n"
4036 " b) or contain a single GPT partition of type 0FC63DAF-8483-4772-8E79-3D69D8477DE4\n"
4037 " c) or follow http://www.freedesktop.org/wiki/Specifications/DiscoverablePartitionsSpec/\n"
4038 " d) or contain a file system without a partition table\n"
4039 "in order to be bootable with systemd-nspawn.");
4045 if (!arg_root_hash
&& dissected_image
->can_verity
)
4046 log_notice("Note: image %s contains verity information, but no root hash specified! Proceeding without integrity checking.", arg_image
);
4048 r
= dissected_image_decrypt_interactively(dissected_image
, NULL
, arg_root_hash
, arg_root_hash_size
, 0, &decrypted_image
);
4052 /* Now that we mounted the image, let's try to remove it again, if it is ephemeral */
4053 if (remove_image
&& unlink(arg_image
) >= 0)
4054 remove_image
= false;
4057 r
= custom_mount_prepare_all(arg_directory
, arg_custom_mounts
, arg_n_custom_mounts
);
4062 isatty(STDIN_FILENO
) > 0 &&
4063 isatty(STDOUT_FILENO
) > 0;
4065 master
= posix_openpt(O_RDWR
|O_NOCTTY
|O_CLOEXEC
|O_NDELAY
);
4067 r
= log_error_errno(errno
, "Failed to acquire pseudo tty: %m");
4071 r
= ptsname_malloc(master
, &console
);
4073 r
= log_error_errno(r
, "Failed to determine tty name: %m");
4077 if (arg_selinux_apifs_context
) {
4078 r
= mac_selinux_apply(console
, arg_selinux_apifs_context
);
4083 if (unlockpt(master
) < 0) {
4084 r
= log_error_errno(errno
, "Failed to unlock tty: %m");
4089 log_info("Spawning container %s on %s.\nPress ^] three times within 1s to kill container.",
4090 arg_machine
, arg_image
?: arg_directory
);
4092 assert_se(sigprocmask_many(SIG_BLOCK
, NULL
, SIGCHLD
, SIGWINCH
, SIGTERM
, SIGINT
, -1) >= 0);
4094 if (prctl(PR_SET_CHILD_SUBREAPER
, 1) < 0) {
4095 r
= log_error_errno(errno
, "Failed to become subreaper: %m");
4103 interactive
, secondary
,
4105 veth_name
, &veth_created
,
4114 r
== 0 && ret
== EXIT_FORCE_RESTART
? "STOPPING=1\nSTATUS=Restarting..." :
4115 "STOPPING=1\nSTATUS=Terminating...");
4118 (void) kill(pid
, SIGKILL
);
4120 /* Try to flush whatever is still queued in the pty */
4122 (void) copy_bytes(master
, STDOUT_FILENO
, (uint64_t) -1, 0);
4123 master
= safe_close(master
);
4127 (void) wait_for_terminate(pid
, NULL
);
4129 if (remove_directory
&& arg_directory
) {
4132 k
= rm_rf(arg_directory
, REMOVE_ROOT
|REMOVE_PHYSICAL
|REMOVE_SUBVOLUME
);
4134 log_warning_errno(k
, "Cannot remove '%s', ignoring: %m", arg_directory
);
4137 if (remove_image
&& arg_image
) {
4138 if (unlink(arg_image
) < 0)
4139 log_warning_errno(errno
, "Can't remove image file '%s', ignoring: %m", arg_image
);
4142 if (remove_tmprootdir
) {
4143 if (rmdir(tmprootdir
) < 0)
4144 log_debug_errno(errno
, "Can't remove temporary root directory '%s', ignoring: %m", tmprootdir
);
4150 p
= strjoina("/run/systemd/nspawn/propagate/", arg_machine
);
4151 (void) rm_rf(p
, REMOVE_ROOT
);
4154 expose_port_flush(arg_expose_ports
, &exposed
);
4157 (void) remove_veth_links(veth_name
, arg_network_veth_extra
);
4158 (void) remove_bridge(arg_network_zone
);
4160 free(arg_directory
);
4165 free(arg_pivot_root_new
);
4166 free(arg_pivot_root_old
);
4168 strv_free(arg_setenv
);
4169 free(arg_network_bridge
);
4170 strv_free(arg_network_interfaces
);
4171 strv_free(arg_network_macvlan
);
4172 strv_free(arg_network_ipvlan
);
4173 strv_free(arg_network_veth_extra
);
4174 strv_free(arg_parameters
);
4175 custom_mount_free_all(arg_custom_mounts
, arg_n_custom_mounts
);
4176 expose_port_free_all(arg_expose_ports
);
4177 free(arg_root_hash
);
4179 return r
< 0 ? EXIT_FAILURE
: ret
;