[thirdparty/kernel/linux.git] / include / linux / bpf-cgroup.h

/* SPDX-License-Identifier: GPL-2.0 */
#ifndef _BPF_CGROUP_H
#define _BPF_CGROUP_H

#include <linux/jump_label.h>
#include <uapi/linux/bpf.h>

struct sock;
struct cgroup;
struct sk_buff;
struct bpf_sock_ops_kern;

#ifdef CONFIG_CGROUP_BPF

extern struct static_key_false cgroup_bpf_enabled_key;
#define cgroup_bpf_enabled static_branch_unlikely(&cgroup_bpf_enabled_key)

struct cgroup_bpf {
	/*
	 * Store two sets of bpf_prog pointers, one for programs that are
	 * pinned directly to this cgroup, and one for those that are effective
	 * when this cgroup is accessed.
	 */
	struct bpf_prog *prog[MAX_BPF_ATTACH_TYPE];
	struct bpf_prog __rcu *effective[MAX_BPF_ATTACH_TYPE];
	bool disallow_override[MAX_BPF_ATTACH_TYPE];
};

void cgroup_bpf_put(struct cgroup *cgrp);
void cgroup_bpf_inherit(struct cgroup *cgrp, struct cgroup *parent);

int __cgroup_bpf_update(struct cgroup *cgrp, struct cgroup *parent,
			struct bpf_prog *prog, enum bpf_attach_type type,
			bool overridable);

/* Wrapper for __cgroup_bpf_update() protected by cgroup_mutex */
int cgroup_bpf_update(struct cgroup *cgrp, struct bpf_prog *prog,
		      enum bpf_attach_type type, bool overridable);

int __cgroup_bpf_run_filter_skb(struct sock *sk,
				struct sk_buff *skb,
				enum bpf_attach_type type);

int __cgroup_bpf_run_filter_sk(struct sock *sk,
			       enum bpf_attach_type type);

int __cgroup_bpf_run_filter_sock_ops(struct sock *sk,
				     struct bpf_sock_ops_kern *sock_ops,
				     enum bpf_attach_type type);

/* Wrappers for __cgroup_bpf_run_filter_skb() guarded by cgroup_bpf_enabled. */
#define BPF_CGROUP_RUN_PROG_INET_INGRESS(sk, skb)			      \
({									      \
	int __ret = 0;							      \
	if (cgroup_bpf_enabled)						      \
		__ret = __cgroup_bpf_run_filter_skb(sk, skb,		      \
						    BPF_CGROUP_INET_INGRESS); \
									      \
	__ret;								      \
})

#define BPF_CGROUP_RUN_PROG_INET_EGRESS(sk, skb)			       \
({									       \
	int __ret = 0;							       \
	if (cgroup_bpf_enabled && sk && sk == skb->sk) {		       \
		typeof(sk) __sk = sk_to_full_sk(sk);			       \
		if (sk_fullsock(__sk))					       \
			__ret = __cgroup_bpf_run_filter_skb(__sk, skb,	       \
						      BPF_CGROUP_INET_EGRESS); \
	}								       \
	__ret;								       \
})

#define BPF_CGROUP_RUN_PROG_INET_SOCK(sk)				       \
({									       \
	int __ret = 0;							       \
	if (cgroup_bpf_enabled && sk) {					       \
		__ret = __cgroup_bpf_run_filter_sk(sk,			       \
						 BPF_CGROUP_INET_SOCK_CREATE); \
	}								       \
	__ret;								       \
})

#define BPF_CGROUP_RUN_PROG_SOCK_OPS(sock_ops)				       \
({									       \
	int __ret = 0;							       \
	if (cgroup_bpf_enabled && (sock_ops)->sk) {	       \
		typeof(sk) __sk = sk_to_full_sk((sock_ops)->sk);	       \
		if (__sk && sk_fullsock(__sk))				       \
			__ret = __cgroup_bpf_run_filter_sock_ops(__sk,	       \
								 sock_ops,     \
							 BPF_CGROUP_SOCK_OPS); \
	}								       \
	__ret;								       \
})
#else

struct cgroup_bpf {};
static inline void cgroup_bpf_put(struct cgroup *cgrp) {}
static inline void cgroup_bpf_inherit(struct cgroup *cgrp,
				      struct cgroup *parent) {}

#define BPF_CGROUP_RUN_PROG_INET_INGRESS(sk,skb) ({ 0; })
#define BPF_CGROUP_RUN_PROG_INET_EGRESS(sk,skb) ({ 0; })
#define BPF_CGROUP_RUN_PROG_INET_SOCK(sk) ({ 0; })
#define BPF_CGROUP_RUN_PROG_SOCK_OPS(sock_ops) ({ 0; })

#endif /* CONFIG_CGROUP_BPF */

#endif /* _BPF_CGROUP_H */
Commit	Line	Data
b2441318	1	/* SPDX-License-Identifier: GPL-2.0 */
30070984 DM	2	#ifndef _BPF_CGROUP_H
	3	#define _BPF_CGROUP_H
	4
30070984 DM	5	#include <linux/jump_label.h>
	6	#include <uapi/linux/bpf.h>
	7
	8	struct sock;
	9	struct cgroup;
	10	struct sk_buff;
40304b2a	11	struct bpf_sock_ops_kern;
30070984 DM	12
	13	#ifdef CONFIG_CGROUP_BPF
	14
	15	extern struct static_key_false cgroup_bpf_enabled_key;
	16	#define cgroup_bpf_enabled static_branch_unlikely(&cgroup_bpf_enabled_key)
	17
	18	struct cgroup_bpf {
	19	/*
	20	* Store two sets of bpf_prog pointers, one for programs that are
	21	* pinned directly to this cgroup, and one for those that are effective
	22	* when this cgroup is accessed.
	23	*/
	24	struct bpf_prog *prog[MAX_BPF_ATTACH_TYPE];
dcdc43d6	25	struct bpf_prog __rcu *effective[MAX_BPF_ATTACH_TYPE];
7f677633	26	bool disallow_override[MAX_BPF_ATTACH_TYPE];
30070984 DM	27	};
	28
	29	void cgroup_bpf_put(struct cgroup *cgrp);
	30	void cgroup_bpf_inherit(struct cgroup cgrp, struct cgroup parent);
	31
7f677633 AS	32	int __cgroup_bpf_update(struct cgroup cgrp, struct cgroup parent,
	33	struct bpf_prog *prog, enum bpf_attach_type type,
	34	bool overridable);
30070984 DM	35
30070984 DM	36	/* Wrapper for __cgroup_bpf_update() protected by cgroup_mutex */
7f677633 AS	37	int cgroup_bpf_update(struct cgroup cgrp, struct bpf_prog prog,
7f677633 AS	38	enum bpf_attach_type type, bool overridable);
30070984	39
b2cd1257 DA	40	int __cgroup_bpf_run_filter_skb(struct sock *sk,
	41	struct sk_buff *skb,
	42	enum bpf_attach_type type);
	43
61023658 DA	44	int __cgroup_bpf_run_filter_sk(struct sock *sk,
	45	enum bpf_attach_type type);
	46
40304b2a LB	47	int __cgroup_bpf_run_filter_sock_ops(struct sock *sk,
	48	struct bpf_sock_ops_kern *sock_ops,
	49	enum bpf_attach_type type);
	50
b2cd1257 DA	51	/* Wrappers for __cgroup_bpf_run_filter_skb() guarded by cgroup_bpf_enabled. */
	52	#define BPF_CGROUP_RUN_PROG_INET_INGRESS(sk, skb) \
	53	({ \
	54	int __ret = 0; \
	55	if (cgroup_bpf_enabled) \
	56	__ret = __cgroup_bpf_run_filter_skb(sk, skb, \
	57	BPF_CGROUP_INET_INGRESS); \
	58	\
	59	__ret; \
30070984 DM	60	})
30070984 DM	61
b2cd1257 DA	62	#define BPF_CGROUP_RUN_PROG_INET_EGRESS(sk, skb) \
	63	({ \
	64	int __ret = 0; \
	65	if (cgroup_bpf_enabled && sk && sk == skb->sk) { \
	66	typeof(sk) __sk = sk_to_full_sk(sk); \
	67	if (sk_fullsock(__sk)) \
	68	__ret = __cgroup_bpf_run_filter_skb(__sk, skb, \
	69	BPF_CGROUP_INET_EGRESS); \
	70	} \
	71	__ret; \
30070984 DM	72	})
30070984 DM	73
61023658 DA	74	#define BPF_CGROUP_RUN_PROG_INET_SOCK(sk) \
	75	({ \
	76	int __ret = 0; \
	77	if (cgroup_bpf_enabled && sk) { \
	78	__ret = __cgroup_bpf_run_filter_sk(sk, \
	79	BPF_CGROUP_INET_SOCK_CREATE); \
	80	} \
	81	__ret; \
	82	})
	83
40304b2a LB	84	#define BPF_CGROUP_RUN_PROG_SOCK_OPS(sock_ops) \
	85	({ \
	86	int __ret = 0; \
	87	if (cgroup_bpf_enabled && (sock_ops)->sk) { \
	88	typeof(sk) __sk = sk_to_full_sk((sock_ops)->sk); \
df39a9f1	89	if (__sk && sk_fullsock(__sk)) \
40304b2a LB	90	__ret = __cgroup_bpf_run_filter_sock_ops(__sk, \
	91	sock_ops, \
	92	BPF_CGROUP_SOCK_OPS); \
	93	} \
	94	__ret; \
	95	})
30070984 DM	96	#else
	97
	98	struct cgroup_bpf {};
	99	static inline void cgroup_bpf_put(struct cgroup *cgrp) {}
	100	static inline void cgroup_bpf_inherit(struct cgroup *cgrp,
	101	struct cgroup *parent) {}
	102
	103	#define BPF_CGROUP_RUN_PROG_INET_INGRESS(sk,skb) ({ 0; })
	104	#define BPF_CGROUP_RUN_PROG_INET_EGRESS(sk,skb) ({ 0; })
61023658	105	#define BPF_CGROUP_RUN_PROG_INET_SOCK(sk) ({ 0; })
40304b2a	106	#define BPF_CGROUP_RUN_PROG_SOCK_OPS(sock_ops) ({ 0; })
30070984 DM	107
	108	#endif /* CONFIG_CGROUP_BPF */
	109
	110	#endif /* _BPF_CGROUP_H */