1 /* SPDX-License-Identifier: LGPL-2.1+ */
4 #include <linux/filter.h>
5 #include <linux/netlink.h>
6 #include <sys/socket.h>
11 #include "MurmurHash2.h"
12 #include "alloc-util.h"
13 #include "device-monitor-private.h"
14 #include "device-private.h"
15 #include "device-util.h"
17 #include "format-util.h"
21 #include "mountpoint-util.h"
23 #include "socket-util.h"
24 #include "string-util.h"
27 struct sd_device_monitor
{
31 union sockaddr_union snl
;
32 union sockaddr_union snl_trusted_sender
;
35 Hashmap
*subsystem_filter
;
40 sd_event_source
*event_source
;
41 sd_device_monitor_handler_t callback
;
45 #define UDEV_MONITOR_MAGIC 0xfeedcafe
47 typedef struct monitor_netlink_header
{
48 /* "libudev" prefix to distinguish libudev and kernel messages */
50 /* Magic to protect against daemon <-> Library message format mismatch
51 * Used in the kernel from socket filter rules; needs to be stored in network order */
53 /* Total length of header structure known to the sender */
55 /* Properties string buffer */
56 unsigned properties_off
;
57 unsigned properties_len
;
58 /* Hashes of primary device properties strings, to let libudev subscribers
59 * use in-kernel socket filters; values need to be stored in network order */
60 unsigned filter_subsystem_hash
;
61 unsigned filter_devtype_hash
;
62 unsigned filter_tag_bloom_hi
;
63 unsigned filter_tag_bloom_lo
;
64 } monitor_netlink_header
;
66 static int monitor_set_nl_address(sd_device_monitor
*m
) {
67 union sockaddr_union snl
;
72 /* Get the address the kernel has assigned us.
73 * It is usually, but not necessarily the pid. */
74 addrlen
= sizeof(struct sockaddr_nl
);
75 if (getsockname(m
->sock
, &snl
.sa
, &addrlen
) < 0)
78 m
->snl
.nl
.nl_pid
= snl
.nl
.nl_pid
;
82 int device_monitor_allow_unicast_sender(sd_device_monitor
*m
, sd_device_monitor
*sender
) {
83 assert_return(m
, -EINVAL
);
84 assert_return(sender
, -EINVAL
);
86 m
->snl_trusted_sender
.nl
.nl_pid
= sender
->snl
.nl
.nl_pid
;
90 _public_
int sd_device_monitor_set_receive_buffer_size(sd_device_monitor
*m
, size_t size
) {
91 int r
, n
= (int) size
;
93 assert_return(m
, -EINVAL
);
94 assert_return((size_t) n
== size
, -EINVAL
);
96 if (setsockopt_int(m
->sock
, SOL_SOCKET
, SO_RCVBUF
, n
) < 0) {
97 r
= setsockopt_int(m
->sock
, SOL_SOCKET
, SO_RCVBUFFORCE
, n
);
105 int device_monitor_disconnect(sd_device_monitor
*m
) {
108 m
->sock
= safe_close(m
->sock
);
112 int device_monitor_get_fd(sd_device_monitor
*m
) {
113 assert_return(m
, -EINVAL
);
118 int device_monitor_new_full(sd_device_monitor
**ret
, MonitorNetlinkGroup group
, int fd
) {
119 _cleanup_(sd_device_monitor_unrefp
) sd_device_monitor
*m
= NULL
;
120 _cleanup_close_
int sock
= -1;
123 assert_return(ret
, -EINVAL
);
124 assert_return(group
>= 0 && group
< _MONITOR_NETLINK_GROUP_MAX
, -EINVAL
);
126 if (group
== MONITOR_GROUP_UDEV
&&
127 access("/run/udev/control", F_OK
) < 0 &&
128 dev_is_devtmpfs() <= 0) {
131 * We do not support subscribing to uevents if no instance of
132 * udev is running. Uevents would otherwise broadcast the
133 * processing data of the host into containers, which is not
136 * Containers will currently not get any udev uevents, until
137 * a supporting infrastructure is available.
139 * We do not set a netlink multicast group here, so the socket
140 * will not receive any messages.
143 log_debug("sd-device-monitor: The udev service seems not to be active, disabling the monitor");
144 group
= MONITOR_GROUP_NONE
;
148 sock
= socket(PF_NETLINK
, SOCK_RAW
|SOCK_CLOEXEC
|SOCK_NONBLOCK
, NETLINK_KOBJECT_UEVENT
);
150 return log_debug_errno(errno
, "sd-device-monitor: Failed to create socket: %m");
153 m
= new(sd_device_monitor
, 1);
157 *m
= (sd_device_monitor
) {
159 .sock
= fd
>= 0 ? fd
: TAKE_FD(sock
),
161 .snl
.nl
.nl_family
= AF_NETLINK
,
162 .snl
.nl
.nl_groups
= group
,
166 r
= monitor_set_nl_address(m
);
168 return log_debug_errno(r
, "sd-device-monitor: Failed to set netlink address: %m");
175 _public_
int sd_device_monitor_new(sd_device_monitor
**ret
) {
176 return device_monitor_new_full(ret
, MONITOR_GROUP_UDEV
, -1);
179 _public_
int sd_device_monitor_stop(sd_device_monitor
*m
) {
180 assert_return(m
, -EINVAL
);
182 m
->event_source
= sd_event_source_unref(m
->event_source
);
183 (void) device_monitor_disconnect(m
);
188 static int device_monitor_event_handler(sd_event_source
*s
, int fd
, uint32_t revents
, void *userdata
) {
189 _cleanup_(sd_device_unrefp
) sd_device
*device
= NULL
;
190 sd_device_monitor
*m
= userdata
;
194 if (device_monitor_receive_device(m
, &device
) <= 0)
198 return m
->callback(m
, device
, m
->userdata
);
203 _public_
int sd_device_monitor_start(sd_device_monitor
*m
, sd_device_monitor_handler_t callback
, void *userdata
) {
206 assert_return(m
, -EINVAL
);
209 r
= sd_device_monitor_attach_event(m
, NULL
);
215 r
= device_monitor_enable_receiving(m
);
220 m
->callback
= callback
;
221 m
->userdata
= userdata
;
223 r
= sd_event_add_io(m
->event
, &m
->event_source
, m
->sock
, EPOLLIN
, device_monitor_event_handler
, m
);
227 (void) sd_event_source_set_description(m
->event_source
, "sd-device-monitor");
232 _public_
int sd_device_monitor_detach_event(sd_device_monitor
*m
) {
233 assert_return(m
, -EINVAL
);
235 (void) sd_device_monitor_stop(m
);
236 m
->event
= sd_event_unref(m
->event
);
241 _public_
int sd_device_monitor_attach_event(sd_device_monitor
*m
, sd_event
*event
) {
244 assert_return(m
, -EINVAL
);
245 assert_return(!m
->event
, -EBUSY
);
248 m
->event
= sd_event_ref(event
);
250 r
= sd_event_default(&m
->event
);
258 _public_ sd_event
*sd_device_monitor_get_event(sd_device_monitor
*m
) {
259 assert_return(m
, NULL
);
264 _public_ sd_event_source
*sd_device_monitor_get_event_source(sd_device_monitor
*m
) {
265 assert_return(m
, NULL
);
267 return m
->event_source
;
270 int device_monitor_enable_receiving(sd_device_monitor
*m
) {
273 assert_return(m
, -EINVAL
);
275 r
= sd_device_monitor_filter_update(m
);
277 return log_debug_errno(r
, "sd-device-monitor: Failed to update filter: %m");
280 if (bind(m
->sock
, &m
->snl
.sa
, sizeof(struct sockaddr_nl
)) < 0)
281 return log_debug_errno(errno
, "sd-device-monitor: Failed to bind monitoring socket: %m");
286 r
= monitor_set_nl_address(m
);
288 return log_debug_errno(r
, "sd-device-monitor: Failed to set address: %m");
290 /* enable receiving of sender credentials */
291 r
= setsockopt_int(m
->sock
, SOL_SOCKET
, SO_PASSCRED
, true);
293 return log_debug_errno(r
, "sd-device-monitor: Failed to set socket option SO_PASSCRED: %m");
298 static sd_device_monitor
*device_monitor_free(sd_device_monitor
*m
) {
301 (void) sd_device_monitor_detach_event(m
);
303 hashmap_free_free_free(m
->subsystem_filter
);
304 set_free_free(m
->tag_filter
);
309 DEFINE_PUBLIC_TRIVIAL_REF_UNREF_FUNC(sd_device_monitor
, sd_device_monitor
, device_monitor_free
);
311 static int passes_filter(sd_device_monitor
*m
, sd_device
*device
) {
312 const char *tag
, *subsystem
, *devtype
, *s
, *d
= NULL
;
316 assert_return(m
, -EINVAL
);
317 assert_return(device
, -EINVAL
);
319 if (hashmap_isempty(m
->subsystem_filter
))
322 r
= sd_device_get_subsystem(device
, &s
);
326 r
= sd_device_get_devtype(device
, &d
);
327 if (r
< 0 && r
!= -ENOENT
)
330 HASHMAP_FOREACH_KEY(devtype
, subsystem
, m
->subsystem_filter
, i
) {
331 if (!streq(s
, subsystem
))
340 if (streq(d
, devtype
))
347 if (set_isempty(m
->tag_filter
))
350 SET_FOREACH(tag
, m
->tag_filter
, i
)
351 if (sd_device_has_tag(device
, tag
) > 0)
357 int device_monitor_receive_device(sd_device_monitor
*m
, sd_device
**ret
) {
358 _cleanup_(sd_device_unrefp
) sd_device
*device
= NULL
;
360 monitor_netlink_header nlh
;
365 .iov_len
= sizeof(buf
)
367 char cred_msg
[CMSG_SPACE(sizeof(struct ucred
))];
368 union sockaddr_union snl
;
369 struct msghdr smsg
= {
372 .msg_control
= cred_msg
,
373 .msg_controllen
= sizeof(cred_msg
),
375 .msg_namelen
= sizeof(snl
),
377 struct cmsghdr
*cmsg
;
379 ssize_t buflen
, bufpos
;
380 bool is_initialized
= false;
385 buflen
= recvmsg(m
->sock
, &smsg
, 0);
388 log_debug_errno(errno
, "sd-device-monitor: Failed to receive message: %m");
392 if (buflen
< 32 || (smsg
.msg_flags
& MSG_TRUNC
))
393 return log_debug_errno(SYNTHETIC_ERRNO(EINVAL
),
394 "sd-device-monitor: Invalid message length.");
396 if (snl
.nl
.nl_groups
== MONITOR_GROUP_NONE
) {
397 /* unicast message, check if we trust the sender */
398 if (m
->snl_trusted_sender
.nl
.nl_pid
== 0 ||
399 snl
.nl
.nl_pid
!= m
->snl_trusted_sender
.nl
.nl_pid
)
400 return log_debug_errno(SYNTHETIC_ERRNO(EAGAIN
),
401 "sd-device-monitor: Unicast netlink message ignored.");
403 } else if (snl
.nl
.nl_groups
== MONITOR_GROUP_KERNEL
) {
404 if (snl
.nl
.nl_pid
> 0)
405 return log_debug_errno(SYNTHETIC_ERRNO(EAGAIN
),
406 "sd-device-monitor: Multicast kernel netlink message from PID %"PRIu32
" ignored.", snl
.nl
.nl_pid
);
409 cmsg
= CMSG_FIRSTHDR(&smsg
);
410 if (!cmsg
|| cmsg
->cmsg_type
!= SCM_CREDENTIALS
)
411 return log_debug_errno(SYNTHETIC_ERRNO(EAGAIN
),
412 "sd-device-monitor: No sender credentials received, message ignored.");
414 cred
= (struct ucred
*) CMSG_DATA(cmsg
);
416 return log_debug_errno(SYNTHETIC_ERRNO(EAGAIN
),
417 "sd-device-monitor: Sender uid="UID_FMT
", message ignored.", cred
->uid
);
419 if (streq(buf
.raw
, "libudev")) {
420 /* udev message needs proper version magic */
421 if (buf
.nlh
.magic
!= htobe32(UDEV_MONITOR_MAGIC
))
422 return log_debug_errno(SYNTHETIC_ERRNO(EAGAIN
),
423 "sd-device-monitor: Invalid message signature (%x != %x)",
424 buf
.nlh
.magic
, htobe32(UDEV_MONITOR_MAGIC
));
426 if (buf
.nlh
.properties_off
+32 > (size_t) buflen
)
427 return log_debug_errno(SYNTHETIC_ERRNO(EAGAIN
),
428 "sd-device-monitor: Invalid message length (%u > %zd)",
429 buf
.nlh
.properties_off
+32, buflen
);
431 bufpos
= buf
.nlh
.properties_off
;
433 /* devices received from udev are always initialized */
434 is_initialized
= true;
437 /* kernel message with header */
438 bufpos
= strlen(buf
.raw
) + 1;
439 if ((size_t) bufpos
< sizeof("a@/d") || bufpos
>= buflen
)
440 return log_debug_errno(SYNTHETIC_ERRNO(EAGAIN
),
441 "sd-device-monitor: Invalid message length");
443 /* check message header */
444 if (!strstr(buf
.raw
, "@/"))
445 return log_debug_errno(SYNTHETIC_ERRNO(EAGAIN
),
446 "sd-device-monitor: Invalid message header");
449 r
= device_new_from_nulstr(&device
, (uint8_t*) &buf
.raw
[bufpos
], buflen
- bufpos
);
451 return log_debug_errno(r
, "sd-device-monitor: Failed to create device from received message: %m");
454 device_set_is_initialized(device
);
456 /* Skip device, if it does not pass the current filter */
457 r
= passes_filter(m
, device
);
459 return log_device_debug_errno(device
, r
, "sd-device-monitor: Failed to check received device passing filter: %m");
461 log_device_debug(device
, "sd-device-monitor: Received device does not pass filter, ignoring");
463 *ret
= TAKE_PTR(device
);
468 static uint32_t string_hash32(const char *str
) {
469 return MurmurHash2(str
, strlen(str
), 0);
472 /* Get a bunch of bit numbers out of the hash, and set the bits in our bit field */
473 static uint64_t string_bloom64(const char *str
) {
475 uint32_t hash
= string_hash32(str
);
477 bits
|= 1LLU << (hash
& 63);
478 bits
|= 1LLU << ((hash
>> 6) & 63);
479 bits
|= 1LLU << ((hash
>> 12) & 63);
480 bits
|= 1LLU << ((hash
>> 18) & 63);
484 int device_monitor_send_device(
485 sd_device_monitor
*m
,
486 sd_device_monitor
*destination
,
489 monitor_netlink_header nlh
= {
491 .magic
= htobe32(UDEV_MONITOR_MAGIC
),
492 .header_size
= sizeof nlh
,
494 struct iovec iov
[2] = {
495 { .iov_base
= &nlh
, .iov_len
= sizeof nlh
},
497 struct msghdr smsg
= {
501 /* default destination for sending */
502 union sockaddr_union default_destination
= {
503 .nl
.nl_family
= AF_NETLINK
,
504 .nl
.nl_groups
= MONITOR_GROUP_UDEV
,
506 uint64_t tag_bloom_bits
;
507 const char *buf
, *val
;
515 r
= device_get_properties_nulstr(device
, (const uint8_t **) &buf
, &blen
);
517 return log_device_debug_errno(device
, r
, "sd-device-monitor: Failed to get device properties: %m");
519 log_device_debug(device
, "sd-device-monitor: Length of device property nulstr is too small to contain valid device information");
523 /* fill in versioned header */
524 r
= sd_device_get_subsystem(device
, &val
);
526 return log_device_debug_errno(device
, r
, "sd-device-monitor: Failed to get device subsystem: %m");
527 nlh
.filter_subsystem_hash
= htobe32(string_hash32(val
));
529 if (sd_device_get_devtype(device
, &val
) >= 0)
530 nlh
.filter_devtype_hash
= htobe32(string_hash32(val
));
532 /* add tag bloom filter */
534 FOREACH_DEVICE_TAG(device
, val
)
535 tag_bloom_bits
|= string_bloom64(val
);
537 if (tag_bloom_bits
> 0) {
538 nlh
.filter_tag_bloom_hi
= htobe32(tag_bloom_bits
>> 32);
539 nlh
.filter_tag_bloom_lo
= htobe32(tag_bloom_bits
& 0xffffffff);
542 /* add properties list */
543 nlh
.properties_off
= iov
[0].iov_len
;
544 nlh
.properties_len
= blen
;
545 iov
[1] = IOVEC_MAKE((char*) buf
, blen
);
548 * Use custom address for target, or the default one.
550 * If we send to a multicast group, we will get
551 * ECONNREFUSED, which is expected.
553 smsg
.msg_name
= destination
? &destination
->snl
: &default_destination
;
554 smsg
.msg_namelen
= sizeof(struct sockaddr_nl
);
555 count
= sendmsg(m
->sock
, &smsg
, 0);
557 if (!destination
&& errno
== ECONNREFUSED
) {
558 log_device_debug(device
, "sd-device-monitor: Passed to netlink monitor");
561 return log_device_debug_errno(device
, errno
, "sd-device-monitor: Failed to send device to netlink monitor: %m");
564 log_device_debug(device
, "sd-device-monitor: Passed %zi byte to netlink monitor", count
);
568 static void bpf_stmt(struct sock_filter
*ins
, unsigned *i
,
569 unsigned short code
, unsigned data
) {
570 ins
[(*i
)++] = (struct sock_filter
) {
576 static void bpf_jmp(struct sock_filter
*ins
, unsigned *i
,
577 unsigned short code
, unsigned data
,
578 unsigned short jt
, unsigned short jf
) {
579 ins
[(*i
)++] = (struct sock_filter
) {
587 _public_
int sd_device_monitor_filter_update(sd_device_monitor
*m
) {
588 struct sock_filter ins
[512] = {};
589 struct sock_fprog filter
;
590 const char *subsystem
, *devtype
, *tag
;
594 assert_return(m
, -EINVAL
);
596 if (m
->filter_uptodate
)
599 if (hashmap_isempty(m
->subsystem_filter
) &&
600 set_isempty(m
->tag_filter
)) {
601 m
->filter_uptodate
= true;
605 /* load magic in A */
606 bpf_stmt(ins
, &i
, BPF_LD
|BPF_W
|BPF_ABS
, offsetof(monitor_netlink_header
, magic
));
607 /* jump if magic matches */
608 bpf_jmp(ins
, &i
, BPF_JMP
|BPF_JEQ
|BPF_K
, UDEV_MONITOR_MAGIC
, 1, 0);
609 /* wrong magic, pass packet */
610 bpf_stmt(ins
, &i
, BPF_RET
|BPF_K
, 0xffffffff);
612 if (!set_isempty(m
->tag_filter
)) {
613 int tag_matches
= set_size(m
->tag_filter
);
615 /* add all tags matches */
616 SET_FOREACH(tag
, m
->tag_filter
, it
) {
617 uint64_t tag_bloom_bits
= string_bloom64(tag
);
618 uint32_t tag_bloom_hi
= tag_bloom_bits
>> 32;
619 uint32_t tag_bloom_lo
= tag_bloom_bits
& 0xffffffff;
621 /* load device bloom bits in A */
622 bpf_stmt(ins
, &i
, BPF_LD
|BPF_W
|BPF_ABS
, offsetof(monitor_netlink_header
, filter_tag_bloom_hi
));
623 /* clear bits (tag bits & bloom bits) */
624 bpf_stmt(ins
, &i
, BPF_ALU
|BPF_AND
|BPF_K
, tag_bloom_hi
);
625 /* jump to next tag if it does not match */
626 bpf_jmp(ins
, &i
, BPF_JMP
|BPF_JEQ
|BPF_K
, tag_bloom_hi
, 0, 3);
628 /* load device bloom bits in A */
629 bpf_stmt(ins
, &i
, BPF_LD
|BPF_W
|BPF_ABS
, offsetof(monitor_netlink_header
, filter_tag_bloom_lo
));
630 /* clear bits (tag bits & bloom bits) */
631 bpf_stmt(ins
, &i
, BPF_ALU
|BPF_AND
|BPF_K
, tag_bloom_lo
);
632 /* jump behind end of tag match block if tag matches */
634 bpf_jmp(ins
, &i
, BPF_JMP
|BPF_JEQ
|BPF_K
, tag_bloom_lo
, 1 + (tag_matches
* 6), 0);
637 /* nothing matched, drop packet */
638 bpf_stmt(ins
, &i
, BPF_RET
|BPF_K
, 0);
641 /* add all subsystem matches */
642 if (!hashmap_isempty(m
->subsystem_filter
)) {
643 HASHMAP_FOREACH_KEY(devtype
, subsystem
, m
->subsystem_filter
, it
) {
644 uint32_t hash
= string_hash32(subsystem
);
646 /* load device subsystem value in A */
647 bpf_stmt(ins
, &i
, BPF_LD
|BPF_W
|BPF_ABS
, offsetof(monitor_netlink_header
, filter_subsystem_hash
));
649 /* jump if subsystem does not match */
650 bpf_jmp(ins
, &i
, BPF_JMP
|BPF_JEQ
|BPF_K
, hash
, 0, 1);
652 /* jump if subsystem does not match */
653 bpf_jmp(ins
, &i
, BPF_JMP
|BPF_JEQ
|BPF_K
, hash
, 0, 3);
654 /* load device devtype value in A */
655 bpf_stmt(ins
, &i
, BPF_LD
|BPF_W
|BPF_ABS
, offsetof(monitor_netlink_header
, filter_devtype_hash
));
656 /* jump if value does not match */
657 hash
= string_hash32(devtype
);
658 bpf_jmp(ins
, &i
, BPF_JMP
|BPF_JEQ
|BPF_K
, hash
, 0, 1);
661 /* matched, pass packet */
662 bpf_stmt(ins
, &i
, BPF_RET
|BPF_K
, 0xffffffff);
664 if (i
+1 >= ELEMENTSOF(ins
))
668 /* nothing matched, drop packet */
669 bpf_stmt(ins
, &i
, BPF_RET
|BPF_K
, 0);
672 /* matched, pass packet */
673 bpf_stmt(ins
, &i
, BPF_RET
|BPF_K
, 0xffffffff);
676 filter
= (struct sock_fprog
) {
680 if (setsockopt(m
->sock
, SOL_SOCKET
, SO_ATTACH_FILTER
, &filter
, sizeof(filter
)) < 0)
683 m
->filter_uptodate
= true;
687 _public_
int sd_device_monitor_filter_add_match_subsystem_devtype(sd_device_monitor
*m
, const char *subsystem
, const char *devtype
) {
688 _cleanup_free_
char *s
= NULL
, *d
= NULL
;
691 assert_return(m
, -EINVAL
);
692 assert_return(subsystem
, -EINVAL
);
694 s
= strdup(subsystem
);
704 r
= hashmap_ensure_allocated(&m
->subsystem_filter
, NULL
);
708 r
= hashmap_put(m
->subsystem_filter
, s
, d
);
713 m
->filter_uptodate
= false;
718 _public_
int sd_device_monitor_filter_add_match_tag(sd_device_monitor
*m
, const char *tag
) {
719 _cleanup_free_
char *t
= NULL
;
722 assert_return(m
, -EINVAL
);
723 assert_return(tag
, -EINVAL
);
729 r
= set_ensure_allocated(&m
->tag_filter
, &string_hash_ops
);
733 r
= set_put(m
->tag_filter
, t
);
740 m
->filter_uptodate
= false;
745 _public_
int sd_device_monitor_filter_remove(sd_device_monitor
*m
) {
746 static const struct sock_fprog filter
= { 0, NULL
};
748 assert_return(m
, -EINVAL
);
750 m
->subsystem_filter
= hashmap_free_free_free(m
->subsystem_filter
);
751 m
->tag_filter
= set_free_free(m
->tag_filter
);
753 if (setsockopt(m
->sock
, SOL_SOCKET
, SO_ATTACH_FILTER
, &filter
, sizeof(filter
)) < 0)
756 m
->filter_uptodate
= true;