gcc/config/bpf/bpf-helpers.h

   1 /* Copyright (C) 2019-2020 Free Software Foundation, Inc.
   2
   3    This file is part of GCC.
   4
   5    GCC is free software; you can redistribute it and/or modify
   6    it under the terms of the GNU General Public License as published by
   7    the Free Software Foundation; either version 3, or (at your option)
   8    any later version.
   9
  10    GCC is distributed in the hope that it will be useful,
  11    but WITHOUT ANY WARRANTY; without even the implied warranty of
  12    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  13    GNU General Public License for more details.
  14
  15    Under Section 7 of GPL version 3, you are granted additional
  16    permissions described in the GCC Runtime Library Exception, version
  17    3.1, as published by the Free Software Foundation.
  18
  19    You should have received a copy of the GNU General Public License and
  20    a copy of the GCC Runtime Library Exception along with this program;
  21    see the files COPYING3 and COPYING.RUNTIME respectively.  If not, see
  22    <http://www.gnu.org/licenses/>.  */
  23
  24 /* The purpose of this file is to provide a compatiblity layer with
  25    the Linux kernel bpf_helpers.h header that is located in
  26    linux/tools/testing/selftests/bpf/bpf_helpers.h.  That file is
  27    currently llvm-specific.  */
  28
  29 #ifndef __BPF_HELPERS_H
  30 #define __BPF_HELPERS_H
  31
  32 #define SEC(NAME) __attribute__((section(NAME), used))
  33
  34 /* Flags used in some kernel helpers.  */
  35
  36 #define BPF_ANY     0
  37 #define BPF_NOEXIST 1
  38 #define BPF_EXIST   2
  39
  40 #define BPF_F_LOCK 4
  41 #define BPF_F_NO_COMMON_LRU (1U << 1)
  42 #define BPF_F_NUMA_NODE (1U << 2)
  43
  44 /* Functions to call kernel helpers.  We provide the "standard" bpf_*
  45    names as synonyms of the corresponding GCC builtins.  In some
  46    cases, where non-void pointers are passed to the helper, inline
  47    functions are used to achieve proper type checking.  */
  48
  49 #ifndef KERNEL_VERSION
  50 # define KERNEL_VERSION(a,b,c) (((a) << 16) + ((b) << 8) + (c))
  51 #endif
  52
  53 #if __BPF_KERNEL_VERSION_CODE__ >= KERNEL_VERSION (4,0,0)
  54
  55 #define bpf_map_lookup_elem     __builtin_bpf_helper_map_lookup_elem
  56 #define bpf_map_update_elem     __builtin_bpf_helper_map_update_elem
  57 #define bpf_map_delete_elem     __builtin_bpf_helper_map_delete_elem
  58
  59 #if __BPF_KERNEL_VERSION_CODE__ >= KERNEL_VERSION (4,1,0)
  60
  61 #define bpf_probe_read          __builtin_bpf_helper_probe_read
  62 #define bpf_ktime_get_ns        __builtin_bpf_helper_ktime_get_ns
  63 #define bpf_trace_printk        __builtin_bpf_helper_trace_printk
  64 #define bpf_get_prandom_u32     __builtin_bpf_helper_get_prandom_u32
  65 #define bpf_get_smp_processor_id __builtin_bpf_helper_get_smp_processor_id
  66 #define bpf_skb_store_bytes     __builtin_bpf_helper_skb_store_bytes
  67 #define bpf_l3_csum_replace     __builtin_bpf_helper_l3_csum_replace
  68 #define bpf_l4_csum_replace     __builtin_bpf_helper_l4_csum_replace
  69
  70 #if __BPF_KERNEL_VERSION_CODE__ >= KERNEL_VERSION (4,2,0)
  71
  72 #define bpf_tail_call           __builtin_bpf_helper_tail_call
  73 #define bpf_clone_redirect      __builtin_bpf_helper_clone_redirect
  74 #define bpf_get_current_pid_tgid __builtin_bpf_helper_get_current_pid_tgid
  75 #define bpf_get_current_uid_gid  __builtin_bpf_helper_get_current_uid_gid
  76 #define bpf_get_current_comm    __builtin_bpf_helper_get_current_comm
  77
  78 #if __BPF_KERNEL_VERSION_CODE__ >= KERNEL_VERSION (4,3,0)
  79
  80 #define bpf_get_cgroup_classid  __builtin_bpf_helper_get_cgroup_classid
  81 #define bpf_skb_vlan_push       __builtin_bpf_helper_skb_vlan_push
  82 #define bpf_skb_vlan_pop        __builtin_bpf_helper_skb_vlan_pop
  83 #define bpf_skb_get_tunnel_key  __builtin_bpf_helper_skb_get_tunnel_key
  84 #define bpf_skb_set_tunnel_key  __builtin_bpf_helper_skb_set_tunnel_key
  85 #define bpf_perf_event_read     __builtin_bpf_helper_perf_event_read
  86
  87 #if __BPF_KERNEL_VERSION_CODE__ >= KERNEL_VERSION (4,4,0)
  88
  89 #define bpf_redirect            __builtin_bpf_helper_redirect
  90 #define bpf_get_route_realm     __builtin_bpf_helper_get_route_realm
  91 #define bpf_perf_event_output   __builtin_bpf_helper_perf_event_output
  92
  93 #if __BPF_KERNEL_VERSION_CODE__ >= KERNEL_VERSION (4,5,0)
  94
  95 #define bpf_skb_load_bytes      __builtin_bpf_helper_skb_load_bytes
  96
  97 #if __BPF_KERNEL_VERSION_CODE__ >= KERNEL_VERSION (4,6,0)
  98
  99 #define bpf_get_stackid         __builtin_bpf_helper_get_stackid
 100 #define bpf_csum_diff           __builtin_bpf_helper_csum_diff
 101 #define bpf_skb_get_tunnel_opt  __builtin_bpf_helper_skb_get_tunnel_opt
 102 #define bpf_skb_set_tunnel_opt  __builtin_bpf_helper_skb_set_tunnel_opt
 103
 104 #if __BPF_KERNEL_VERSION_CODE__ >= KERNEL_VERSION (4,8,0)
 105
 106 #define bpf_skb_change_proto    __builtin_bpf_helper_skb_change_proto
 107 #define bpf_skb_change_type     __builtin_bpf_helper_skb_change_type
 108 #define bpf_skb_under_cgroup    __builtin_bpf_helper_skb_under_cgroup
 109 #define bpf_get_hash_recalc     __builtin_bpf_helper_get_hash_recalc
 110 #define bpf_get_current_task    __builtin_bpf_helper_get_current_task
 111 #define bpf_probe_write_user    __builtin_bpf_helper_probe_write_user
 112
 113 #if __BPF_KERNEL_VERSION_CODE__ >= KERNEL_VERSION (4,9,0)
 114
 115 #define bpf_current_task_under_cgroup __builtin_bpf_helper_current_task_under_cgroup
 116 #define bpf_skb_change_tail     __builtin_bpf_helper_skb_change_tail
 117 #define bpf_skb_pull_data       __builtin_bpf_helper_skb_pull_data
 118 #define bpf_csum_update         __builtin_bpf_helper_csum_update
 119 #define bpf_set_hash_invalid    __builtin_bpf_helper_set_hash_invalid
 120
 121 #if __BPF_KERNEL_VERSION_CODE__ >= KERNEL_VERSION (4,10,0)
 122
 123 #define bpf_get_numa_node_id    __builtin_bpf_helper_get_numa_node_id
 124 #define bpf_skb_change_head     __builtin_bpf_helper_skb_change_head
 125 #define bpf_xdp_adjust_head     __builtin_bpf_helper_xdp_adjust_head
 126
 127 #if __BPF_KERNEL_VERSION_CODE__ >= KERNEL_VERSION (4,11,0)
 128
 129 #define bpf_probe_read_str      __builtin_bpf_helper_probe_read_str
 130
 131 #if __BPF_KERNEL_VERSION_CODE__ >= KERNEL_VERSION (4,12,0)
 132
 133 #define bpf_get_socket_cookie   __builtin_bpf_helper_get_socket_cookie
 134 #define bpf_get_socket_uid      __builtin_bpf_helper_get_socket_uid
 135
 136 #if __BPF_KERNEL_VERSION_CODE__ >= KERNEL_VERSION (4,13,0)
 137
 138 #define bpf_set_hash            __builtin_bpf_helper_set_hash
 139 #define bpf_setsockopt          __builtin_bpf_helper_setsockopt
 140 #define bpf_skb_adjust_room     __builtin_bpf_helper_skb_adjust_room
 141
 142 #if __BPF_KERNEL_VERSION_CODE__ >= KERNEL_VERSION (4,14,0)
 143
 144 #define bpf_redirect_map        __builtin_bpf_helper_redirect_map
 145 #define bpf_sk_redirect_map     __builtin_bpf_helper_sk_redirect_map
 146 #define bpf_sock_map_update     __builtin_bpf_helper_sock_map_update
 147
 148 #if __BPF_KERNEL_VERSION_CODE__ >= KERNEL_VERSION (4,15,0)
 149
 150 #define bpf_perf_event_read_value __builtin_bpf_helper_perf_event_read_value
 151 #define bpf_perf_prog_read_value  __builtin_bpf_helper_perf_prog_read_value
 152 #define bpf_getsockopt            __builtin_bpf_helper_getsockopt
 153 #define bpf_xdp_adjust_meta     __builtin_bpf_helper_xdp_adjust_meta
 154
 155 #if __BPF_KERNEL_VERSION_CODE__ >= KERNEL_VERSION (4,16,0)
 156
 157 #define bpf_override_return     __builtin_bpf_helper_override_return
 158 #define bpf_sock_ops_cb_flags_set __builtin_bpf_helper_sock_ops_cb_flags_set
 159
 160 #if __BPF_KERNEL_VERSION_CODE__ >= KERNEL_VERSION (4,17,0)
 161
 162 #define bpf_msg_redirect_map    __builtin_bpf_helper_msg_redirect_map
 163 #define bpf_msg_apply_bytes     __builtin_bpf_helper_msg_apply_bytes
 164 #define bpf_msg_cork_bytes      __builtin_bpf_helper_msg_cork_bytes
 165 #define bpf_pull_data           __builtin_bpf_helper_pull_data
 166 #define bpf_bind                __builtin_bpf_helper_bpf_bind
 167
 168 #if __BPF_KERNEL_VERSION_CODE__ >= KERNEL_VERSION (4,18,0)
 169
 170 #define bpf_xdp_adjust_tail     __builtin_bpf_helper_xdp_adjust_tail
 171 #define bpf_skb_get_xfrm_state  __builtin_bpf_helper_skb_get_xfrm_state
 172 #define bpf_get_stack           __builtin_bpf_helper_get_stack
 173 #define bpf_skb_load_bytes_relative __builtin_bpf_helper_skb_load_bytes_relative
 174 #define bpf_sock_hash_update    __builtin_bpf_helper_sock_hash_update
 175 #define bpf_msg_redirect_hash   __builtin_bpf_helper_msg_redirect_hash
 176 #define bpf_sk_redirect_hash    __builtin_bpf_helper_sk_redirect_hash
 177 #define bpf_lwt_push_encap              __builtin_bpf_helper_lwt_push_encap
 178 #define bpf_lwt_seg6_store_bytes        __builtin_bpf_helper_lwt_seg6_store_bytes
 179 #define bpf_lwt_seg6_adjust_srh         __builtin_bpf_helper_lwt_seg6_adjust_srh
 180 #define bpf_lwt_seg6_action             __builtin_bpf_helper_lwt_seg6_action
 181 #define bpf_rc_repeat                   __builtin_bpf_helper_rc_repeat
 182 #define bpf_rc_keydown                  __builtin_bpf_helper_rc_keydown
 183 #define bpf_skb_cgroup_id               __builtin_bpf_helper_skb_cgroup_id
 184 #define bpf_get_current_cgroup_id       __builtin_bpf_helper_get_current_cgroup_id
 185
 186 static inline int
 187 bpf_fib_lookup (void *ctx, struct bpf_fib_lookup *param, int plen,
 188                 unsigned int flags)
 189 {
 190   return __builtin_bpf_helper_fib_lookup (ctx, (void *) param, plen, flags);
 191 }
 192
 193
 194 #if __BPF_KERNEL_VERSION_CODE__ >= KERNEL_VERSION (4,19,0)
 195
 196 #define bpf_get_local_storage   __builtin_bpf_helper_get_local_storage
 197 #define bpf_sk_select_reuseport __builtin_bpf_helper_sk_select_reuseport
 198 #define bpf_skb_ancestor_cgroup_id      __builtin_bpf_helper_skb_ancestor_cgroup_id
 199
 200 #if __BPF_KERNEL_VERSION_CODE__ >= KERNEL_VERSION (4,20,0)
 201
 202 #define bpf_sk_release          __builtin_bpf_helper_sk_release
 203 #define bpf_map_push_elem       __builtin_bpf_helper_map_push_elem
 204 #define bpf_map_pop_elem        __builtin_bpf_helper_map_pop_elem
 205 #define bpf_map_peek_elem       __builtin_bpf_helper_map_peek_elem
 206 #define bpf_msg_push_data       __builtin_bpf_helper_msg_push_data
 207
 208 static inline struct bpf_sock *
 209 bpf_sk_lookup_tcp (void *ctx, struct bpf_sock_tuple *tuple,
 210                    int size, unsigned long long netns_id,
 211                    unsigned long long flags)
 212 {
 213   return
 214     (struct bpf_sock *) __builtin_bpf_helper_sk_lookup_tcp (ctx,
 215                                                             (void *) tuple,
 216                                                             size,
 217                                                             netns_id, flags);
 218 }
 219
 220 static inline struct bpf_sock *
 221 bpf_sk_lookup_udp (void *ctx, struct bpf_sock_tuple *tuple,
 222                    int size, unsigned long long netns_id,
 223                    unsigned long long flags)
 224 {
 225   return
 226     (struct bpf_sock *) __builtin_bpf_helper_sk_lookup_udp (ctx,
 227                                                             (void *) tuple,
 228                                                             size,
 229                                                             netns_id, flags);
 230 }
 231
 232 #if __BPF_KERNEL_VERSION_CODE__ >= KERNEL_VERSION (5,0,0)
 233
 234 #define bpf_msg_pop_data        __builtin_bpf_helper_pop_data
 235 #define bpf_rc_pointer_rel      __builtin_bpf_helper_rc_pointer_rel
 236
 237 #if __BPF_KERNEL_VERSION_CODE__ >= KERNEL_VERSION (5,1,0)
 238
 239 #define bpf_spin_lock           __builtin_bpf_helper_spin_lock
 240 #define bpf_spin_unlock         __builtin_bpf_helper_spin_unlock
 241 #define bpf_skb_ecn_set_ce      __builtin_bpf_helper_skb_ecn_set_ce
 242
 243 static inline struct bpf_sock *
 244 bpf_sk_fullsock (struct bpf_sock *sk)
 245 {
 246   return
 247     (struct bpf_sock *) __builtin_bpf_helper_sk_fullsock ((void *) sk);
 248 }
 249
 250 static inline struct bpf_sock *
 251 bpf_tcp_sock (struct bpf_sock *sk)
 252 {
 253   return
 254     (struct bpf_sock *) __builtin_bpf_helper_tcp_sock ((void *) sk);
 255 }
 256
 257 static inline struct bpf_sock *
 258 bpf_get_listener_sock (struct bpf_sock *sk)
 259 {
 260   return
 261     (struct bpf_sock *) __builtin_bpf_helper_get_listener_sock ((void *) sk);
 262 }
 263
 264 #if __BPF_KERNEL_VERSION_CODE__ >= KERNEL_VERSION (5,2,0)
 265
 266
 267 #endif /* 5.2 */
 268 #endif /* 5.1 */
 269 #endif /* 5.0 */
 270 #endif /* 4.20 */
 271 #endif /* 4.19 */
 272 #endif /* 4.18 */
 273 #endif /* 4.17 */
 274 #endif /* 4.16 */
 275 #endif /* 4.15 */
 276 #endif /* 4.14 */
 277 #endif /* 4.13 */
 278 #endif /* 4.12 */
 279 #endif /* 4.11 */
 280 #endif /* 4.10 */
 281 #endif /* 4.9 */
 282 #endif /* 4.8 */
 283 #endif /* 4.6 */
 284 #endif /* 4.5 */
 285 #endif /* 4.4 */
 286 #endif /* 4.3 */
 287 #endif /* 4.2 */
 288 #endif /* 4.1 */
 289 #endif /* 4.0 */
 290
 291 /* Functions to emit BPF_LD_ABS and BPF_LD_IND instructions.  We
 292    provide the "standard" names as synonyms of the corresponding GCC
 293    builtins.  Note how the SKB argument is ignored.  */
 294
 295 static inline long long
 296 load_byte (void *skb __attribute__ ((unused)),
 297            unsigned long long off)
 298 {
 299   return __builtin_bpf_load_byte (off);
 300 }
 301
 302 static inline long long
 303 load_half (void *skb __attribute__ ((unused)),
 304            unsigned long long off)
 305 {
 306   return __builtin_bpf_load_half (off);
 307 }
 308
 309 static inline long long
 310 load_word (void *skb __attribute__ ((unused)),
 311            unsigned long long off)
 312 {
 313   return __builtin_bpf_load_word (off);
 314 }
 315
 316 struct bpf_map_def
 317 {
 318   unsigned int type;
 319   unsigned int key_size;
 320   unsigned int value_size;
 321   unsigned int max_entries;
 322   unsigned int map_flags;
 323   unsigned int inner_map_idx;
 324   unsigned int numa_node;
 325 };
 326
 327 #endif /* ! __BPF_HELPERS_H */