Squashed commit of the following: commit 259593385c05a430c4685b611c0e43b4272c22f8 Author: John Galt <johngaltfirstrun@gmail.com> Date: Fri Dec 13 08:30:37 2024 -0500 bpf: squash revert spoofing and some backports: Squashed commit of the following: commit 8ac5df9c8bc9575059fff6cea0c40463b96fc129 Author: John Galt <johngaltfirstrun@gmail.com> Date: Fri Dec 13 07:58:17 2024 -0500 Revert "BACKPORT: bpf: add skb_load_bytes_relative helper" This reverts commit 029893dcc5d67af16fdf0723bacaae37ec567f67. commit dbcbceafe848744ec188f74e87e9717916d359ea Author: John Galt <johngaltfirstrun@gmail.com> Date: Fri Dec 13 07:58:13 2024 -0500 Revert "BACKPORT: bpf: encapsulate verifier log state into a structure" This reverts commit d861145b97d247cbd9fe1400df52155f48639126. commit 478f4dfee0406b54525e68764cc9ba48af1624fc Author: John Galt <johngaltfirstrun@gmail.com> Date: Fri Dec 13 07:58:10 2024 -0500 Revert "BACKPORT: bpf: Rename bpf_verifer_log" This reverts commit 5d088635de1bf2d6ae9ea94e3dd1c601d30c0cce. commit 7bc7c24beb82168b49337530cb56b5dfeeafe19a Author: John Galt <johngaltfirstrun@gmail.com> Date: Fri Dec 13 07:58:07 2024 -0500 Revert "BACKPORT: bpf: btf: Introduce BPF Type Format (BTF)" This reverts commit 93d34e26514b4d9d15fd176706f57634b2e97485. commit 7106457ba90a459b6241fdd44df658c1b52c0e4b Author: John Galt <johngaltfirstrun@gmail.com> Date: Fri Dec 13 07:58:03 2024 -0500 Revert "bpf: Update logging functions to work with BTF" This reverts commit 97e6c528eb2f76c58a3b6a4c1e7fbeafcd97633a. commit 08e68c7ba56f5e78fd1afcd5a2164716a75b0fe3 Author: John Galt <johngaltfirstrun@gmail.com> Date: Fri Dec 13 07:58:00 2024 -0500 Revert "bpf: btf: Validate type reference" This reverts commit c7b7eecbc1134e5d8865af2cc0692fc7156175d5. commit 7763cf0831970a64ed62f9b7362fca02ab6e83f1 Author: John Galt <johngaltfirstrun@gmail.com> Date: Fri Dec 13 07:57:51 2024 -0500 Revert "bpf: btf: Check members of struct/union" This reverts commit 9a77b51cad6f04866ca067ca0e70a89b9f59ed56. commit eb033235f666b5f66995f4cf89702de7ab4721f8 Author: John Galt <johngaltfirstrun@gmail.com> Date: Fri Dec 13 07:57:47 2024 -0500 Revert "bpf: btf: Add pretty print capability for data with BTF type info" This reverts commit 745692103435221d6e39bc177811769995540525. commit c32995674ace91e06c591d2f63177585e81adc75 Author: John Galt <johngaltfirstrun@gmail.com> Date: Fri Dec 13 07:57:43 2024 -0500 Revert "BACKPORT: bpf: btf: Add BPF_BTF_LOAD command" This reverts commit 4e0afd38e20e5aa2df444361309bc07251ca6b2a. commit 1310bc8d4aca0015c8723e7624121eddf76b3244 Author: John Galt <johngaltfirstrun@gmail.com> Date: Fri Dec 13 07:57:38 2024 -0500 Revert "bpf: btf: Add BPF_OBJ_GET_INFO_BY_FD support to BTF fd" This reverts commit d4b5d76d9101b97e6fe5181bcefe7f601ed19926. commit 881a49445608712bdb0a0f0c959838bdbc725f62 Author: John Galt <johngaltfirstrun@gmail.com> Date: Fri Dec 13 07:57:34 2024 -0500 Revert "BACKPORT: bpf: btf: Clean up btf.h in uapi" This reverts commit 26b661822933d41b3feb59bb284334bfbbc82af4. commit e2109fd858ebd5fe392c8bf579b9350fbca35a35 Author: John Galt <johngaltfirstrun@gmail.com> Date: Fri Dec 13 07:57:29 2024 -0500 Revert "bpf: btf: Avoid WARN_ON when CONFIG_REFCOUNT_FULL=y" This reverts commit 9abf878903404e649fef4ad0b189eec1c13d29fe. commit 088a7d9137f03da4e0fc1d72add3901823081ccd Author: John Galt <johngaltfirstrun@gmail.com> Date: Fri Dec 13 07:57:23 2024 -0500 Revert "bpf: Fix compiler warning on info.map_ids for 32bit platform" This reverts commit a3a278e1f6cf167d538ac52f4ad60bb9cf8d4129. commit 6e14aed6b63f2b266982454d83678445c062cf39 Author: John Galt <johngaltfirstrun@gmail.com> Date: Fri Dec 13 07:57:13 2024 -0500 Revert "bpf: btf: Change how section is supported in btf_header" This reverts commit 4b60ffd683eb623a184b46761777838d7c49e707. commit 151a60855c23bf0317734031481d779efb369d6c Author: John Galt <johngaltfirstrun@gmail.com> Date: Fri Dec 13 07:57:08 2024 -0500 Revert "bpf: btf: Check array->index_type" This reverts commit b00e10f1a073fadce178b6fb62496722e16db303. commit 49775e9074a54ac5f60f518e6fc5a26172996eae Author: John Galt <johngaltfirstrun@gmail.com> Date: Fri Dec 13 07:57:01 2024 -0500 Revert "bpf: btf: Remove unused bits from uapi/linux/btf.h" This reverts commit c90c6ad34f7a8f565f351d21c2d5b9706838767d. commit b6d6c6ab28e4b018da6ce9e64125e63f4191d3d9 Author: John Galt <johngaltfirstrun@gmail.com> Date: Fri Dec 13 07:56:58 2024 -0500 Revert "bpf: btf: Avoid variable length array" This reverts commit fe7d1f7750242e77a73839d173ac36c3e39d4171. commit a45bedecb9b1175fef96f2d64fba2d61777dbf35 Author: John Galt <johngaltfirstrun@gmail.com> Date: Fri Dec 13 07:56:49 2024 -0500 Revert "bpf: btf: avoid -Wreturn-type warning" This reverts commit 78214f1e390bf1d69d9ae4ee80072ac85c34619e. commit 445efb8465b9fa5706d81098417f15656265322e Author: John Galt <johngaltfirstrun@gmail.com> Date: Fri Dec 13 07:56:46 2024 -0500 Revert "bpf: btf: Check array t->size" This reverts commit aed532e7466f77885a362e4b863bf90c41e834ba. commit 8aada590d525de735cf39196d88722e727c141e9 Author: John Galt <johngaltfirstrun@gmail.com> Date: Fri Dec 13 07:56:42 2024 -0500 Revert "bpf: btf: Ensure t->type == 0 for BTF_KIND_FWD" This reverts commit 8c8b601dcc2e62e1276b73dfee8b49e40fb65944. commit ed67ad09e866c9c30897488088bbb4555ea3dc80 Author: John Galt <johngaltfirstrun@gmail.com> Date: Fri Dec 13 07:56:38 2024 -0500 Revert "bpf: btf: Fix bitfield extraction for big endian" This reverts commit b0696a226c52868d64963f01665dd1a640a92f2b. commit 5cc64db782daf86cdf7ac77133ca94181bb29146 Author: John Galt <johngaltfirstrun@gmail.com> Date: Fri Dec 13 07:56:35 2024 -0500 Revert "bpf: btf: Clean up BTF_INT_BITS() in uapi btf.h" This reverts commit 0f008594540b09c667ea88fc87cf289b8db334da. commit 3a5c6b9010426449c08ecdcc10e758431b1e515f Author: John Galt <johngaltfirstrun@gmail.com> Date: Fri Dec 13 07:56:31 2024 -0500 Revert "bpf: btf: Ensure the member->offset is in the right order" This reverts commit c5e361ecd6d45a7cdbffda02e4691a7a37198bdd. commit bd6173c1ac458b08d6cedaf06e6e53c93e6b0cc5 Author: John Galt <johngaltfirstrun@gmail.com> Date: Fri Dec 13 07:56:26 2024 -0500 Revert "bpf: fix bpf_skb_load_bytes_relative pkt length check" This reverts commit 9ea14969874cd7896588df435c890f6f2f547821. commit 0b61d26b25a65d9ded4611426c6da9c78e41567c Author: John Galt <johngaltfirstrun@gmail.com> Date: Fri Dec 13 07:56:22 2024 -0500 Revert "bpf: btf: Fix end boundary calculation for type section" This reverts commit 08ef221c7fb604cb60c490fa999ec7254d492f05. commit 72fb2b9bb5b90f60ab71915fe4e57eeee3308163 Author: John Galt <johngaltfirstrun@gmail.com> Date: Fri Dec 13 07:56:18 2024 -0500 Revert "bpf: btf: Fix a missing check bug" This reverts commit 594687e3e01e26086f3b0173e5eda9b9f0b672f8. commit 575a34ceba4013ad0230038f29f6ea0b3ba41a7e Author: John Galt <johngaltfirstrun@gmail.com> Date: Fri Dec 13 07:56:15 2024 -0500 Revert "bpf, btf: fix a missing check bug in btf_parse" This reverts commit 6bf31bbc438663756e92fb0aad4f5a35fd730fb0. commit bcca98c0bc5e19b38af3ddcd0feee80ad26e1f96 Author: John Galt <johngaltfirstrun@gmail.com> Date: Fri Dec 13 07:56:11 2024 -0500 Revert "bpf: fix BTF limits" This reverts commit e351b26ae671dfacd82f27c1c5f66cf8089d930d. commit f71c484e340041d8828c94b39a233ea587d8cc09 Author: John Galt <johngaltfirstrun@gmail.com> Date: Fri Dec 13 07:56:07 2024 -0500 Revert "bpf/btf: Fix BTF verification of enum members in struct/union" This reverts commit 861e65b744c171d59850e61a01715f194f25e45c. commit eca310722a2624d33cd49884aa18c36d435b10f8 Author: John Galt <johngaltfirstrun@gmail.com> Date: Fri Dec 13 07:56:02 2024 -0500 Revert "bpf: btf: fix truncated last_member_type_id in btf_struct_resolve" This reverts commit d6cd1eac41b10e606ec7f445162a0617c01be973. commit caae5c99a3ca7bed0e318b31b6aa7ca8260a1c52 Author: John Galt <johngaltfirstrun@gmail.com> Date: Fri Dec 13 07:55:58 2024 -0500 Revert "BACKPORT: net: bpf: rename ndo_xdp to ndo_bpf" This reverts commit 2a1ddcb6a384745195d57b4e4cdda2a55d2cbe47. commit f90bdcdaa095a4f10268bb740470a3e0893be21b Author: John Galt <johngaltfirstrun@gmail.com> Date: Fri Dec 13 07:55:54 2024 -0500 Revert "BACKPORT: bpf: offload: add infrastructure for loading programs for a specific netdev" This reverts commit a9516d402726094eafccce26a99cf5110d188be9. commit c6e0ce9019c06d9a45c030a2bc38eed320afd45a Author: John Galt <johngaltfirstrun@gmail.com> Date: Fri Dec 13 07:55:50 2024 -0500 Revert "bpf: offload: rename the ifindex field" This reverts commit 36bc9c7351a1dc78b3e71571998af381e876b4cb. commit 88b6a4d41b69df804b846a8ebdca410517e08343 Author: John Galt <johngaltfirstrun@gmail.com> Date: Fri Dec 13 07:55:46 2024 -0500 Revert "BACKPORT: bpf: Check attach type at prog load time" This reverts commit fe5a0d514e4970d86983458136d4a2f6caeee365. commit 9ccfaa66a5ea042331f0aacdb3667e23c8ed363e Author: John Galt <johngaltfirstrun@gmail.com> Date: Fri Dec 13 07:55:43 2024 -0500 Revert "BACKPORT: bpf: introduce BPF_PROG_QUERY command" This reverts commit a5720688858170f1054f9549b5a628db1c252a88. commit adab2743b3fa0853d0351b33b0a286de745025e5 Author: John Galt <johngaltfirstrun@gmail.com> Date: Fri Dec 13 07:55:37 2024 -0500 Revert "BACKPORT: bpf: Hooks for sys_bind" This reverts commit e484887c7e7aa026521ddc1773233368a6304b24. commit d462e09db98ad89b3a836f9b9a925812b0d8cfe7 Author: John Galt <johngaltfirstrun@gmail.com> Date: Fri Dec 13 07:55:33 2024 -0500 Revert "BACKPORT: net: Introduce __inet_bind() and __inet6_bind" This reverts commit 41a3131c3e94c28fd084dd6f4358baee3824fd17. commit cdf7f55dc65b4bdf7ecfc924be77c6a039709b3d Author: John Galt <johngaltfirstrun@gmail.com> Date: Fri Dec 13 07:55:29 2024 -0500 Revert "BACKPORT: bpf: Hooks for sys_connect" This reverts commit f26fe7233e2885ef489707ab5a5a5dda9f081b80. commit 97685d5058f76ba4ea6dd2db157f4537f3a8953d Author: John Galt <johngaltfirstrun@gmail.com> Date: Fri Dec 13 07:55:23 2024 -0500 Revert "BACKPORT: bpf: Post-hooks for sys_bind" This reverts commit 284ac5bc7c70dac338301445e94e1ad40fb40fdb. commit d03d9c05036d3109eae643f473cc5a5ad0a80721 Author: John Galt <johngaltfirstrun@gmail.com> Date: Fri Dec 13 07:55:19 2024 -0500 Revert "kernel: bpf: devmap: Create __dev_map_alloc_node" This reverts commit db726149fa9abfd1ca9add3e2db6b1524f7e90a3. commit 8c34bcb3e4c6630799764871b4af2e5f9344a371 Author: John Galt <johngaltfirstrun@gmail.com> Date: Fri Dec 13 07:55:15 2024 -0500 Revert "BACKPORT: xdp: Add devmap_hash map type for looking up devices by hashed index" This reverts commit c4d4e1d201d8433e06b2ac66041d7105095a0204. commit ef277c7b3a08fd59943eb2b47af64afc513de008 Author: John Galt <johngaltfirstrun@gmail.com> Date: Fri Dec 13 07:55:11 2024 -0500 Revert "BACKPORT: devmap: Allow map lookups from eBPF" This reverts commit 24d196375871c72de0de977de79afede5a7d1780. commit 4fcd87869c55c28ed59bff916d640147601816d2 Author: John Galt <johngaltfirstrun@gmail.com> Date: Fri Dec 13 07:55:07 2024 -0500 Revert "gen_headers_{arm, arm64}: Add btf.h to the list" This reverts commit 37edfe7c90bac355885ffec3327b338a34619792. commit b89560e0b405b58ecc5fc12c15ad4f56147760d6 Author: John Galt <johngaltfirstrun@gmail.com> Date: Fri Dec 13 07:55:03 2024 -0500 Revert "syscall: Fake uname to 4.19 for bpfloader/netd" This reverts commit 186e74af61269602d0c068d98928b1f25e03eba2. commit fd49f8c35eb7875d6810a5a52877ebc59bfd4530 Author: John Galt <johngaltfirstrun@gmail.com> Date: Fri Dec 13 07:54:59 2024 -0500 Revert "syscall: Fake uname to 4.19 also for netbpfload" This reverts commit 34b9a1ab387d7dc83ede613b2c12b3741ea08edb. commit b853fcf2ff892664d0ff522ca7fd530bc94c023e Author: John Galt <johngaltfirstrun@gmail.com> Date: Fri Dec 13 07:54:53 2024 -0500 Revert "syscall: Increase bpf fake uname to 5.4" This reverts commit 9cdc014e11b410a7f03d8c968a35ee0dd6a28fff. # Conflicts: # net/ipv4/af_inet.c # net/ipv6/af_inet6.c commit 4a0143fa36d300485650dc447b580151a69a3be2 Author: kondors1995 <normandija1945@gmail.com> Date: Wed Dec 18 13:48:16 2024 +0200 Revert "syscall: Fake uname to 4.19 for bpfloader/netd" This reverts commit417f37c97f. commit 6f512c5c7341a51d7bbc9cdd93814764cae8868f Author: kondors1995 <normandija1945@gmail.com> Date: Wed Dec 18 13:48:16 2024 +0200 Revert "syscall: Fake uname to 4.19 also for netbpfload" This reverts commita4c61c3d97. commit 41f326616251f0122d81e518082ef7faaad4b2e5 Author: kondors1995 <normandija1945@gmail.com> Date: Wed Dec 18 13:48:15 2024 +0200 Revert "syscall: Increase bpf fake uname to 5.4" This reverts commit4a906017d4. commit a0d3db72a836096cf533516d56c81a43150976ed Author: kondors1995 <normandija1945@gmail.com> Date: Wed Dec 18 13:46:12 2024 +0200 Revert "bpf: Hooks for sys_sendmsg" This reverts commit735c155332. commit 246eb3d90b95e0ab5aee8d5a9e9cd639c7beb174 Author: kondors1995 <normandija1945@gmail.com> Date: Wed Dec 18 13:45:08 2024 +0200 Revert "syscall: Increase fake uname to 6.6.40" This reverts commit92494b9920. commit c56eaa5b7f170f58f2ade14bb71aaad2964b9018 Author: kondors1995 <normandija1945@gmail.com> Date: Mon Dec 9 21:35:20 2024 +0200 raphael_defconfig: increase sbalance pooling rate to 10s commit54d190b8afAuthor: Sultan Alsawaf <sultan@kerneltoast.com> Date: Wed Dec 4 15:53:22 2024 -0800 sbalance: Fix severe misattribution of movable IRQs to the last active CPU Due to a horrible omission in the big IRQ list traversal, all movable IRQs are misattributed to the last active CPU in the system since that's what `bd` is last set to in the loop prior. This horribly breaks SBalance's notion of balance, producing nonsensical balancing decisions and failing to balance IRQs even when they are heavily imbalanced. Fix the massive breakage by adding the missing line of code to set `bd` to the CPU an IRQ actually belongs to, so that it's added to the correct CPU's movable IRQs list. Signed-off-by: Sultan Alsawaf <sultan@kerneltoast.com> commitf2fa2db581Author: Sultan Alsawaf <sultan@kerneltoast.com> Date: Wed Dec 4 14:31:52 2024 -0800 sbalance: Don't race with CPU hotplug When a CPU is hotplugged, cpu_active_mask is modified without any RCU synchronization. As a result, the only synchronization for cpu_active_mask provided by the hotplug code is the CPU hotplug lock. Furthermore, since IRQ balance is majorly disrupted during CPU hotplug due to mass IRQ migration off a dying CPU, SBalance just shouldn't operate while a CPU hotplug is in progress. Take the CPU hotplug lock in balance_irqs() to prevent races and mishaps during CPU hotplugs. Signed-off-by: Sultan Alsawaf <sultan@kerneltoast.com> commita4e81ff60aAuthor: Sultan Alsawaf <sultan@kerneltoast.com> Date: Wed Dec 4 14:16:48 2024 -0800 sbalance: Convert various IRQ counter types to unsigned ints These counted values are actually unsigned ints, not unsigned longs. Convert them to unsigned ints since there's no reason for them to be longs. Signed-off-by: Sultan Alsawaf <sultan@kerneltoast.com>
992 lines
30 KiB
C
992 lines
30 KiB
C
/* SPDX-License-Identifier: GPL-2.0 WITH Linux-syscall-note */
|
|
/* Copyright (c) 2011-2014 PLUMgrid, http://plumgrid.com
|
|
*
|
|
* This program is free software; you can redistribute it and/or
|
|
* modify it under the terms of version 2 of the GNU General Public
|
|
* License as published by the Free Software Foundation.
|
|
*/
|
|
#ifndef _UAPI__LINUX_BPF_H__
|
|
#define _UAPI__LINUX_BPF_H__
|
|
|
|
#include <linux/types.h>
|
|
#include <linux/bpf_common.h>
|
|
|
|
/* Extended instruction set based on top of classic BPF */
|
|
|
|
/* instruction classes */
|
|
#define BPF_ALU64 0x07 /* alu mode in double word width */
|
|
|
|
/* ld/ldx fields */
|
|
#define BPF_DW 0x18 /* double word */
|
|
#define BPF_XADD 0xc0 /* exclusive add */
|
|
|
|
/* alu/jmp fields */
|
|
#define BPF_MOV 0xb0 /* mov reg to reg */
|
|
#define BPF_ARSH 0xc0 /* sign extending arithmetic shift right */
|
|
|
|
/* change endianness of a register */
|
|
#define BPF_END 0xd0 /* flags for endianness conversion: */
|
|
#define BPF_TO_LE 0x00 /* convert to little-endian */
|
|
#define BPF_TO_BE 0x08 /* convert to big-endian */
|
|
#define BPF_FROM_LE BPF_TO_LE
|
|
#define BPF_FROM_BE BPF_TO_BE
|
|
|
|
/* jmp encodings */
|
|
#define BPF_JNE 0x50 /* jump != */
|
|
#define BPF_JLT 0xa0 /* LT is unsigned, '<' */
|
|
#define BPF_JLE 0xb0 /* LE is unsigned, '<=' */
|
|
#define BPF_JSGT 0x60 /* SGT is signed '>', GT in x86 */
|
|
#define BPF_JSGE 0x70 /* SGE is signed '>=', GE in x86 */
|
|
#define BPF_JSLT 0xc0 /* SLT is signed, '<' */
|
|
#define BPF_JSLE 0xd0 /* SLE is signed, '<=' */
|
|
#define BPF_CALL 0x80 /* function call */
|
|
#define BPF_EXIT 0x90 /* function return */
|
|
|
|
/* Register numbers */
|
|
enum {
|
|
BPF_REG_0 = 0,
|
|
BPF_REG_1,
|
|
BPF_REG_2,
|
|
BPF_REG_3,
|
|
BPF_REG_4,
|
|
BPF_REG_5,
|
|
BPF_REG_6,
|
|
BPF_REG_7,
|
|
BPF_REG_8,
|
|
BPF_REG_9,
|
|
BPF_REG_10,
|
|
__MAX_BPF_REG,
|
|
};
|
|
|
|
/* BPF has 10 general purpose 64-bit registers and stack frame. */
|
|
#define MAX_BPF_REG __MAX_BPF_REG
|
|
|
|
struct bpf_insn {
|
|
__u8 code; /* opcode */
|
|
__u8 dst_reg:4; /* dest register */
|
|
__u8 src_reg:4; /* source register */
|
|
__s16 off; /* signed offset */
|
|
__s32 imm; /* signed immediate constant */
|
|
};
|
|
|
|
/* Key of an a BPF_MAP_TYPE_LPM_TRIE entry */
|
|
struct bpf_lpm_trie_key {
|
|
__u32 prefixlen; /* up to 32 for AF_INET, 128 for AF_INET6 */
|
|
__u8 data[0]; /* Arbitrary size */
|
|
};
|
|
|
|
/* BPF syscall commands, see bpf(2) man-page for details. */
|
|
enum bpf_cmd {
|
|
BPF_MAP_CREATE,
|
|
BPF_MAP_LOOKUP_ELEM,
|
|
BPF_MAP_UPDATE_ELEM,
|
|
BPF_MAP_DELETE_ELEM,
|
|
BPF_MAP_GET_NEXT_KEY,
|
|
BPF_PROG_LOAD,
|
|
BPF_OBJ_PIN,
|
|
BPF_OBJ_GET,
|
|
BPF_PROG_ATTACH,
|
|
BPF_PROG_DETACH,
|
|
BPF_PROG_TEST_RUN,
|
|
BPF_PROG_GET_NEXT_ID,
|
|
BPF_MAP_GET_NEXT_ID,
|
|
BPF_PROG_GET_FD_BY_ID,
|
|
BPF_MAP_GET_FD_BY_ID,
|
|
BPF_OBJ_GET_INFO_BY_FD,
|
|
};
|
|
|
|
enum bpf_map_type {
|
|
BPF_MAP_TYPE_UNSPEC,
|
|
BPF_MAP_TYPE_HASH,
|
|
BPF_MAP_TYPE_ARRAY,
|
|
BPF_MAP_TYPE_PROG_ARRAY,
|
|
BPF_MAP_TYPE_PERF_EVENT_ARRAY,
|
|
BPF_MAP_TYPE_PERCPU_HASH,
|
|
BPF_MAP_TYPE_PERCPU_ARRAY,
|
|
BPF_MAP_TYPE_STACK_TRACE,
|
|
BPF_MAP_TYPE_CGROUP_ARRAY,
|
|
BPF_MAP_TYPE_LRU_HASH,
|
|
BPF_MAP_TYPE_LRU_PERCPU_HASH,
|
|
BPF_MAP_TYPE_LPM_TRIE,
|
|
BPF_MAP_TYPE_ARRAY_OF_MAPS,
|
|
BPF_MAP_TYPE_HASH_OF_MAPS,
|
|
BPF_MAP_TYPE_DEVMAP,
|
|
BPF_MAP_TYPE_SOCKMAP,
|
|
};
|
|
|
|
enum bpf_prog_type {
|
|
BPF_PROG_TYPE_UNSPEC,
|
|
BPF_PROG_TYPE_SOCKET_FILTER,
|
|
BPF_PROG_TYPE_KPROBE,
|
|
BPF_PROG_TYPE_SCHED_CLS,
|
|
BPF_PROG_TYPE_SCHED_ACT,
|
|
BPF_PROG_TYPE_TRACEPOINT,
|
|
BPF_PROG_TYPE_XDP,
|
|
BPF_PROG_TYPE_PERF_EVENT,
|
|
BPF_PROG_TYPE_CGROUP_SKB,
|
|
BPF_PROG_TYPE_CGROUP_SOCK,
|
|
BPF_PROG_TYPE_LWT_IN,
|
|
BPF_PROG_TYPE_LWT_OUT,
|
|
BPF_PROG_TYPE_LWT_XMIT,
|
|
BPF_PROG_TYPE_SOCK_OPS,
|
|
BPF_PROG_TYPE_SK_SKB,
|
|
};
|
|
|
|
enum bpf_attach_type {
|
|
BPF_CGROUP_INET_INGRESS,
|
|
BPF_CGROUP_INET_EGRESS,
|
|
BPF_CGROUP_INET_SOCK_CREATE,
|
|
BPF_CGROUP_SOCK_OPS,
|
|
BPF_SK_SKB_STREAM_PARSER,
|
|
BPF_SK_SKB_STREAM_VERDICT,
|
|
__MAX_BPF_ATTACH_TYPE
|
|
};
|
|
|
|
#define MAX_BPF_ATTACH_TYPE __MAX_BPF_ATTACH_TYPE
|
|
|
|
/* cgroup-bpf attach flags used in BPF_PROG_ATTACH command
|
|
*
|
|
* NONE(default): No further bpf programs allowed in the subtree.
|
|
*
|
|
* BPF_F_ALLOW_OVERRIDE: If a sub-cgroup installs some bpf program,
|
|
* the program in this cgroup yields to sub-cgroup program.
|
|
*
|
|
* BPF_F_ALLOW_MULTI: If a sub-cgroup installs some bpf program,
|
|
* that cgroup program gets run in addition to the program in this cgroup.
|
|
*
|
|
* Only one program is allowed to be attached to a cgroup with
|
|
* NONE or BPF_F_ALLOW_OVERRIDE flag.
|
|
* Attaching another program on top of NONE or BPF_F_ALLOW_OVERRIDE will
|
|
* release old program and attach the new one. Attach flags has to match.
|
|
*
|
|
* Multiple programs are allowed to be attached to a cgroup with
|
|
* BPF_F_ALLOW_MULTI flag. They are executed in FIFO order
|
|
* (those that were attached first, run first)
|
|
* The programs of sub-cgroup are executed first, then programs of
|
|
* this cgroup and then programs of parent cgroup.
|
|
* When children program makes decision (like picking TCP CA or sock bind)
|
|
* parent program has a chance to override it.
|
|
*
|
|
* A cgroup with MULTI or OVERRIDE flag allows any attach flags in sub-cgroups.
|
|
* A cgroup with NONE doesn't allow any programs in sub-cgroups.
|
|
* Ex1:
|
|
* cgrp1 (MULTI progs A, B) ->
|
|
* cgrp2 (OVERRIDE prog C) ->
|
|
* cgrp3 (MULTI prog D) ->
|
|
* cgrp4 (OVERRIDE prog E) ->
|
|
* cgrp5 (NONE prog F)
|
|
* the event in cgrp5 triggers execution of F,D,A,B in that order.
|
|
* if prog F is detached, the execution is E,D,A,B
|
|
* if prog F and D are detached, the execution is E,A,B
|
|
* if prog F, E and D are detached, the execution is C,A,B
|
|
*
|
|
* All eligible programs are executed regardless of return code from
|
|
* earlier programs.
|
|
*/
|
|
#define BPF_F_ALLOW_OVERRIDE (1U << 0)
|
|
#define BPF_F_ALLOW_MULTI (1U << 1)
|
|
|
|
/* If BPF_F_STRICT_ALIGNMENT is used in BPF_PROG_LOAD command, the
|
|
* verifier will perform strict alignment checking as if the kernel
|
|
* has been built with CONFIG_EFFICIENT_UNALIGNED_ACCESS not set,
|
|
* and NET_IP_ALIGN defined to 2.
|
|
*/
|
|
#define BPF_F_STRICT_ALIGNMENT (1U << 0)
|
|
|
|
#define BPF_PSEUDO_MAP_FD 1
|
|
|
|
/* flags for BPF_MAP_UPDATE_ELEM command */
|
|
#define BPF_ANY 0 /* create new element or update existing */
|
|
#define BPF_NOEXIST 1 /* create new element if it didn't exist */
|
|
#define BPF_EXIST 2 /* update existing element */
|
|
|
|
/* flags for BPF_MAP_CREATE command */
|
|
#define BPF_F_NO_PREALLOC (1U << 0)
|
|
/* Instead of having one common LRU list in the
|
|
* BPF_MAP_TYPE_LRU_[PERCPU_]HASH map, use a percpu LRU list
|
|
* which can scale and perform better.
|
|
* Note, the LRU nodes (including free nodes) cannot be moved
|
|
* across different LRU lists.
|
|
*/
|
|
#define BPF_F_NO_COMMON_LRU (1U << 1)
|
|
/* Specify numa node during map creation */
|
|
#define BPF_F_NUMA_NODE (1U << 2)
|
|
|
|
#define BPF_OBJ_NAME_LEN 16U
|
|
|
|
/* Flags for accessing BPF object */
|
|
#define BPF_F_RDONLY (1U << 3)
|
|
#define BPF_F_WRONLY (1U << 4)
|
|
|
|
union bpf_attr {
|
|
struct { /* anonymous struct used by BPF_MAP_CREATE command */
|
|
__u32 map_type; /* one of enum bpf_map_type */
|
|
__u32 key_size; /* size of key in bytes */
|
|
__u32 value_size; /* size of value in bytes */
|
|
__u32 max_entries; /* max number of entries in a map */
|
|
__u32 map_flags; /* BPF_MAP_CREATE related
|
|
* flags defined above.
|
|
*/
|
|
__u32 inner_map_fd; /* fd pointing to the inner map */
|
|
__u32 numa_node; /* numa node (effective only if
|
|
* BPF_F_NUMA_NODE is set).
|
|
*/
|
|
char map_name[BPF_OBJ_NAME_LEN];
|
|
};
|
|
|
|
struct { /* anonymous struct used by BPF_MAP_*_ELEM commands */
|
|
__u32 map_fd;
|
|
__aligned_u64 key;
|
|
union {
|
|
__aligned_u64 value;
|
|
__aligned_u64 next_key;
|
|
};
|
|
__u64 flags;
|
|
};
|
|
|
|
struct { /* anonymous struct used by BPF_PROG_LOAD command */
|
|
__u32 prog_type; /* one of enum bpf_prog_type */
|
|
__u32 insn_cnt;
|
|
__aligned_u64 insns;
|
|
__aligned_u64 license;
|
|
__u32 log_level; /* verbosity level of verifier */
|
|
__u32 log_size; /* size of user buffer */
|
|
__aligned_u64 log_buf; /* user supplied buffer */
|
|
__u32 kern_version; /* checked when prog_type=kprobe */
|
|
__u32 prog_flags;
|
|
char prog_name[BPF_OBJ_NAME_LEN];
|
|
};
|
|
|
|
struct { /* anonymous struct used by BPF_OBJ_* commands */
|
|
__aligned_u64 pathname;
|
|
__u32 bpf_fd;
|
|
__u32 file_flags;
|
|
};
|
|
|
|
struct { /* anonymous struct used by BPF_PROG_ATTACH/DETACH commands */
|
|
__u32 target_fd; /* container object to attach to */
|
|
__u32 attach_bpf_fd; /* eBPF program to attach */
|
|
__u32 attach_type;
|
|
__u32 attach_flags;
|
|
};
|
|
|
|
struct { /* anonymous struct used by BPF_PROG_TEST_RUN command */
|
|
__u32 prog_fd;
|
|
__u32 retval;
|
|
__u32 data_size_in;
|
|
__u32 data_size_out;
|
|
__aligned_u64 data_in;
|
|
__aligned_u64 data_out;
|
|
__u32 repeat;
|
|
__u32 duration;
|
|
} test;
|
|
|
|
struct { /* anonymous struct used by BPF_*_GET_*_ID */
|
|
union {
|
|
__u32 start_id;
|
|
__u32 prog_id;
|
|
__u32 map_id;
|
|
};
|
|
__u32 next_id;
|
|
__u32 open_flags;
|
|
};
|
|
|
|
struct { /* anonymous struct used by BPF_OBJ_GET_INFO_BY_FD */
|
|
__u32 bpf_fd;
|
|
__u32 info_len;
|
|
__aligned_u64 info;
|
|
} info;
|
|
} __attribute__((aligned(8)));
|
|
|
|
/* BPF helper function descriptions:
|
|
*
|
|
* void *bpf_map_lookup_elem(&map, &key)
|
|
* Return: Map value or NULL
|
|
*
|
|
* int bpf_map_update_elem(&map, &key, &value, flags)
|
|
* Return: 0 on success or negative error
|
|
*
|
|
* int bpf_map_delete_elem(&map, &key)
|
|
* Return: 0 on success or negative error
|
|
*
|
|
* int bpf_probe_read(void *dst, int size, void *src)
|
|
* Return: 0 on success or negative error
|
|
*
|
|
* u64 bpf_ktime_get_ns(void)
|
|
* Return: current ktime
|
|
*
|
|
* int bpf_trace_printk(const char *fmt, int fmt_size, ...)
|
|
* Return: length of buffer written or negative error
|
|
*
|
|
* u32 bpf_prandom_u32(void)
|
|
* Return: random value
|
|
*
|
|
* u32 bpf_raw_smp_processor_id(void)
|
|
* Return: SMP processor ID
|
|
*
|
|
* int bpf_skb_store_bytes(skb, offset, from, len, flags)
|
|
* store bytes into packet
|
|
* @skb: pointer to skb
|
|
* @offset: offset within packet from skb->mac_header
|
|
* @from: pointer where to copy bytes from
|
|
* @len: number of bytes to store into packet
|
|
* @flags: bit 0 - if true, recompute skb->csum
|
|
* other bits - reserved
|
|
* Return: 0 on success or negative error
|
|
*
|
|
* int bpf_l3_csum_replace(skb, offset, from, to, flags)
|
|
* recompute IP checksum
|
|
* @skb: pointer to skb
|
|
* @offset: offset within packet where IP checksum is located
|
|
* @from: old value of header field
|
|
* @to: new value of header field
|
|
* @flags: bits 0-3 - size of header field
|
|
* other bits - reserved
|
|
* Return: 0 on success or negative error
|
|
*
|
|
* int bpf_l4_csum_replace(skb, offset, from, to, flags)
|
|
* recompute TCP/UDP checksum
|
|
* @skb: pointer to skb
|
|
* @offset: offset within packet where TCP/UDP checksum is located
|
|
* @from: old value of header field
|
|
* @to: new value of header field
|
|
* @flags: bits 0-3 - size of header field
|
|
* bit 4 - is pseudo header
|
|
* other bits - reserved
|
|
* Return: 0 on success or negative error
|
|
*
|
|
* int bpf_tail_call(ctx, prog_array_map, index)
|
|
* jump into another BPF program
|
|
* @ctx: context pointer passed to next program
|
|
* @prog_array_map: pointer to map which type is BPF_MAP_TYPE_PROG_ARRAY
|
|
* @index: 32-bit index inside array that selects specific program to run
|
|
* Return: 0 on success or negative error
|
|
*
|
|
* int bpf_clone_redirect(skb, ifindex, flags)
|
|
* redirect to another netdev
|
|
* @skb: pointer to skb
|
|
* @ifindex: ifindex of the net device
|
|
* @flags: bit 0 - if set, redirect to ingress instead of egress
|
|
* other bits - reserved
|
|
* Return: 0 on success or negative error
|
|
*
|
|
* u64 bpf_get_current_pid_tgid(void)
|
|
* Return: current->tgid << 32 | current->pid
|
|
*
|
|
* u64 bpf_get_current_uid_gid(void)
|
|
* Return: current_gid << 32 | current_uid
|
|
*
|
|
* int bpf_get_current_comm(char *buf, int size_of_buf)
|
|
* stores current->comm into buf
|
|
* Return: 0 on success or negative error
|
|
*
|
|
* u32 bpf_get_cgroup_classid(skb)
|
|
* retrieve a proc's classid
|
|
* @skb: pointer to skb
|
|
* Return: classid if != 0
|
|
*
|
|
* int bpf_skb_vlan_push(skb, vlan_proto, vlan_tci)
|
|
* Return: 0 on success or negative error
|
|
*
|
|
* int bpf_skb_vlan_pop(skb)
|
|
* Return: 0 on success or negative error
|
|
*
|
|
* int bpf_skb_get_tunnel_key(skb, key, size, flags)
|
|
* int bpf_skb_set_tunnel_key(skb, key, size, flags)
|
|
* retrieve or populate tunnel metadata
|
|
* @skb: pointer to skb
|
|
* @key: pointer to 'struct bpf_tunnel_key'
|
|
* @size: size of 'struct bpf_tunnel_key'
|
|
* @flags: room for future extensions
|
|
* Return: 0 on success or negative error
|
|
*
|
|
* u64 bpf_perf_event_read(map, flags)
|
|
* read perf event counter value
|
|
* @map: pointer to perf_event_array map
|
|
* @flags: index of event in the map or bitmask flags
|
|
* Return: value of perf event counter read or error code
|
|
*
|
|
* int bpf_redirect(ifindex, flags)
|
|
* redirect to another netdev
|
|
* @ifindex: ifindex of the net device
|
|
* @flags:
|
|
* cls_bpf:
|
|
* bit 0 - if set, redirect to ingress instead of egress
|
|
* other bits - reserved
|
|
* xdp_bpf:
|
|
* all bits - reserved
|
|
* Return: cls_bpf: TC_ACT_REDIRECT on success or TC_ACT_SHOT on error
|
|
* xdp_bfp: XDP_REDIRECT on success or XDP_ABORT on error
|
|
* int bpf_redirect_map(map, key, flags)
|
|
* redirect to endpoint in map
|
|
* @map: pointer to dev map
|
|
* @key: index in map to lookup
|
|
* @flags: --
|
|
* Return: XDP_REDIRECT on success or XDP_ABORT on error
|
|
*
|
|
* u32 bpf_get_route_realm(skb)
|
|
* retrieve a dst's tclassid
|
|
* @skb: pointer to skb
|
|
* Return: realm if != 0
|
|
*
|
|
* int bpf_perf_event_output(ctx, map, flags, data, size)
|
|
* output perf raw sample
|
|
* @ctx: struct pt_regs*
|
|
* @map: pointer to perf_event_array map
|
|
* @flags: index of event in the map or bitmask flags
|
|
* @data: data on stack to be output as raw data
|
|
* @size: size of data
|
|
* Return: 0 on success or negative error
|
|
*
|
|
* int bpf_get_stackid(ctx, map, flags)
|
|
* walk user or kernel stack and return id
|
|
* @ctx: struct pt_regs*
|
|
* @map: pointer to stack_trace map
|
|
* @flags: bits 0-7 - numer of stack frames to skip
|
|
* bit 8 - collect user stack instead of kernel
|
|
* bit 9 - compare stacks by hash only
|
|
* bit 10 - if two different stacks hash into the same stackid
|
|
* discard old
|
|
* other bits - reserved
|
|
* Return: >= 0 stackid on success or negative error
|
|
*
|
|
* s64 bpf_csum_diff(from, from_size, to, to_size, seed)
|
|
* calculate csum diff
|
|
* @from: raw from buffer
|
|
* @from_size: length of from buffer
|
|
* @to: raw to buffer
|
|
* @to_size: length of to buffer
|
|
* @seed: optional seed
|
|
* Return: csum result or negative error code
|
|
*
|
|
* int bpf_skb_get_tunnel_opt(skb, opt, size)
|
|
* retrieve tunnel options metadata
|
|
* @skb: pointer to skb
|
|
* @opt: pointer to raw tunnel option data
|
|
* @size: size of @opt
|
|
* Return: option size
|
|
*
|
|
* int bpf_skb_set_tunnel_opt(skb, opt, size)
|
|
* populate tunnel options metadata
|
|
* @skb: pointer to skb
|
|
* @opt: pointer to raw tunnel option data
|
|
* @size: size of @opt
|
|
* Return: 0 on success or negative error
|
|
*
|
|
* int bpf_skb_change_proto(skb, proto, flags)
|
|
* Change protocol of the skb. Currently supported is v4 -> v6,
|
|
* v6 -> v4 transitions. The helper will also resize the skb. eBPF
|
|
* program is expected to fill the new headers via skb_store_bytes
|
|
* and lX_csum_replace.
|
|
* @skb: pointer to skb
|
|
* @proto: new skb->protocol type
|
|
* @flags: reserved
|
|
* Return: 0 on success or negative error
|
|
*
|
|
* int bpf_skb_change_type(skb, type)
|
|
* Change packet type of skb.
|
|
* @skb: pointer to skb
|
|
* @type: new skb->pkt_type type
|
|
* Return: 0 on success or negative error
|
|
*
|
|
* int bpf_skb_under_cgroup(skb, map, index)
|
|
* Check cgroup2 membership of skb
|
|
* @skb: pointer to skb
|
|
* @map: pointer to bpf_map in BPF_MAP_TYPE_CGROUP_ARRAY type
|
|
* @index: index of the cgroup in the bpf_map
|
|
* Return:
|
|
* == 0 skb failed the cgroup2 descendant test
|
|
* == 1 skb succeeded the cgroup2 descendant test
|
|
* < 0 error
|
|
*
|
|
* u32 bpf_get_hash_recalc(skb)
|
|
* Retrieve and possibly recalculate skb->hash.
|
|
* @skb: pointer to skb
|
|
* Return: hash
|
|
*
|
|
* u64 bpf_get_current_task(void)
|
|
* Returns current task_struct
|
|
* Return: current
|
|
*
|
|
* int bpf_probe_write_user(void *dst, void *src, int len)
|
|
* safely attempt to write to a location
|
|
* @dst: destination address in userspace
|
|
* @src: source address on stack
|
|
* @len: number of bytes to copy
|
|
* Return: 0 on success or negative error
|
|
*
|
|
* int bpf_current_task_under_cgroup(map, index)
|
|
* Check cgroup2 membership of current task
|
|
* @map: pointer to bpf_map in BPF_MAP_TYPE_CGROUP_ARRAY type
|
|
* @index: index of the cgroup in the bpf_map
|
|
* Return:
|
|
* == 0 current failed the cgroup2 descendant test
|
|
* == 1 current succeeded the cgroup2 descendant test
|
|
* < 0 error
|
|
*
|
|
* int bpf_skb_change_tail(skb, len, flags)
|
|
* The helper will resize the skb to the given new size, to be used f.e.
|
|
* with control messages.
|
|
* @skb: pointer to skb
|
|
* @len: new skb length
|
|
* @flags: reserved
|
|
* Return: 0 on success or negative error
|
|
*
|
|
* int bpf_skb_pull_data(skb, len)
|
|
* The helper will pull in non-linear data in case the skb is non-linear
|
|
* and not all of len are part of the linear section. Only needed for
|
|
* read/write with direct packet access.
|
|
* @skb: pointer to skb
|
|
* @len: len to make read/writeable
|
|
* Return: 0 on success or negative error
|
|
*
|
|
* s64 bpf_csum_update(skb, csum)
|
|
* Adds csum into skb->csum in case of CHECKSUM_COMPLETE.
|
|
* @skb: pointer to skb
|
|
* @csum: csum to add
|
|
* Return: csum on success or negative error
|
|
*
|
|
* void bpf_set_hash_invalid(skb)
|
|
* Invalidate current skb->hash.
|
|
* @skb: pointer to skb
|
|
*
|
|
* int bpf_get_numa_node_id()
|
|
* Return: Id of current NUMA node.
|
|
*
|
|
* int bpf_skb_change_head()
|
|
* Grows headroom of skb and adjusts MAC header offset accordingly.
|
|
* Will extends/reallocae as required automatically.
|
|
* May change skb data pointer and will thus invalidate any check
|
|
* performed for direct packet access.
|
|
* @skb: pointer to skb
|
|
* @len: length of header to be pushed in front
|
|
* @flags: Flags (unused for now)
|
|
* Return: 0 on success or negative error
|
|
*
|
|
* int bpf_xdp_adjust_head(xdp_md, delta)
|
|
* Adjust the xdp_md.data by delta
|
|
* @xdp_md: pointer to xdp_md
|
|
* @delta: An positive/negative integer to be added to xdp_md.data
|
|
* Return: 0 on success or negative on error
|
|
*
|
|
* int bpf_probe_read_str(void *dst, int size, const void *unsafe_ptr)
|
|
* Copy a NUL terminated string from unsafe address. In case the string
|
|
* length is smaller than size, the target is not padded with further NUL
|
|
* bytes. In case the string length is larger than size, just count-1
|
|
* bytes are copied and the last byte is set to NUL.
|
|
* @dst: destination address
|
|
* @size: maximum number of bytes to copy, including the trailing NUL
|
|
* @unsafe_ptr: unsafe address
|
|
* Return:
|
|
* > 0 length of the string including the trailing NUL on success
|
|
* < 0 error
|
|
*
|
|
* u64 bpf_get_socket_cookie(skb)
|
|
* Get the cookie for the socket stored inside sk_buff.
|
|
* @skb: pointer to skb
|
|
* Return: 8 Bytes non-decreasing number on success or 0 if the socket
|
|
* field is missing inside sk_buff
|
|
*
|
|
* u32 bpf_get_socket_uid(skb)
|
|
* Get the owner uid of the socket stored inside sk_buff.
|
|
* @skb: pointer to skb
|
|
* Return: uid of the socket owner on success or overflowuid if failed.
|
|
*
|
|
* u32 bpf_set_hash(skb, hash)
|
|
* Set full skb->hash.
|
|
* @skb: pointer to skb
|
|
* @hash: hash to set
|
|
*
|
|
* int bpf_setsockopt(bpf_socket, level, optname, optval, optlen)
|
|
* Calls setsockopt. Not all opts are available, only those with
|
|
* integer optvals plus TCP_CONGESTION.
|
|
* Supported levels: SOL_SOCKET and IPROTO_TCP
|
|
* @bpf_socket: pointer to bpf_socket
|
|
* @level: SOL_SOCKET or IPROTO_TCP
|
|
* @optname: option name
|
|
* @optval: pointer to option value
|
|
* @optlen: length of optval in byes
|
|
* Return: 0 or negative error
|
|
*
|
|
* int bpf_skb_adjust_room(skb, len_diff, mode, flags)
|
|
* Grow or shrink room in sk_buff.
|
|
* @skb: pointer to skb
|
|
* @len_diff: (signed) amount of room to grow/shrink
|
|
* @mode: operation mode (enum bpf_adj_room_mode)
|
|
* @flags: reserved for future use
|
|
* Return: 0 on success or negative error code
|
|
*
|
|
* int bpf_sk_redirect_map(map, key, flags)
|
|
* Redirect skb to a sock in map using key as a lookup key for the
|
|
* sock in map.
|
|
* @map: pointer to sockmap
|
|
* @key: key to lookup sock in map
|
|
* @flags: reserved for future use
|
|
* Return: SK_PASS
|
|
*
|
|
* int bpf_sock_map_update(skops, map, key, flags)
|
|
* @skops: pointer to bpf_sock_ops
|
|
* @map: pointer to sockmap to update
|
|
* @key: key to insert/update sock in map
|
|
* @flags: same flags as map update elem
|
|
*/
|
|
#define __BPF_FUNC_MAPPER(FN) \
|
|
FN(unspec), \
|
|
FN(map_lookup_elem), \
|
|
FN(map_update_elem), \
|
|
FN(map_delete_elem), \
|
|
FN(probe_read), \
|
|
FN(ktime_get_ns), \
|
|
FN(trace_printk), \
|
|
FN(get_prandom_u32), \
|
|
FN(get_smp_processor_id), \
|
|
FN(skb_store_bytes), \
|
|
FN(l3_csum_replace), \
|
|
FN(l4_csum_replace), \
|
|
FN(tail_call), \
|
|
FN(clone_redirect), \
|
|
FN(get_current_pid_tgid), \
|
|
FN(get_current_uid_gid), \
|
|
FN(get_current_comm), \
|
|
FN(get_cgroup_classid), \
|
|
FN(skb_vlan_push), \
|
|
FN(skb_vlan_pop), \
|
|
FN(skb_get_tunnel_key), \
|
|
FN(skb_set_tunnel_key), \
|
|
FN(perf_event_read), \
|
|
FN(redirect), \
|
|
FN(get_route_realm), \
|
|
FN(perf_event_output), \
|
|
FN(skb_load_bytes), \
|
|
FN(get_stackid), \
|
|
FN(csum_diff), \
|
|
FN(skb_get_tunnel_opt), \
|
|
FN(skb_set_tunnel_opt), \
|
|
FN(skb_change_proto), \
|
|
FN(skb_change_type), \
|
|
FN(skb_under_cgroup), \
|
|
FN(get_hash_recalc), \
|
|
FN(get_current_task), \
|
|
FN(probe_write_user), \
|
|
FN(current_task_under_cgroup), \
|
|
FN(skb_change_tail), \
|
|
FN(skb_pull_data), \
|
|
FN(csum_update), \
|
|
FN(set_hash_invalid), \
|
|
FN(get_numa_node_id), \
|
|
FN(skb_change_head), \
|
|
FN(xdp_adjust_head), \
|
|
FN(probe_read_str), \
|
|
FN(get_socket_cookie), \
|
|
FN(get_socket_uid), \
|
|
FN(set_hash), \
|
|
FN(setsockopt), \
|
|
FN(skb_adjust_room), \
|
|
FN(redirect_map), \
|
|
FN(sk_redirect_map), \
|
|
FN(sock_map_update), \
|
|
FN(xdp_adjust_meta), \
|
|
FN(perf_event_read_value), \
|
|
FN(perf_prog_read_value), \
|
|
FN(getsockopt), \
|
|
FN(override_return), \
|
|
FN(sock_ops_cb_flags_set), \
|
|
FN(msg_redirect_map), \
|
|
FN(msg_apply_bytes), \
|
|
FN(msg_cork_bytes), \
|
|
FN(msg_pull_data), \
|
|
FN(bind), \
|
|
FN(xdp_adjust_tail), \
|
|
FN(skb_get_xfrm_state), \
|
|
FN(get_stack), \
|
|
FN(skb_load_bytes_relative), \
|
|
FN(fib_lookup), \
|
|
FN(sock_hash_update), \
|
|
FN(msg_redirect_hash), \
|
|
FN(sk_redirect_hash), \
|
|
FN(lwt_push_encap), \
|
|
FN(lwt_seg6_store_bytes), \
|
|
FN(lwt_seg6_adjust_srh), \
|
|
FN(lwt_seg6_action), \
|
|
FN(rc_repeat), \
|
|
FN(rc_keydown), \
|
|
FN(skb_cgroup_id), \
|
|
FN(get_current_cgroup_id), \
|
|
FN(get_local_storage), \
|
|
FN(sk_select_reuseport), \
|
|
FN(skb_ancestor_cgroup_id), \
|
|
FN(sk_lookup_tcp), \
|
|
FN(sk_lookup_udp), \
|
|
FN(sk_release), \
|
|
FN(map_push_elem), \
|
|
FN(map_pop_elem), \
|
|
FN(map_peek_elem), \
|
|
FN(msg_push_data), \
|
|
FN(msg_pop_data), \
|
|
FN(rc_pointer_rel), \
|
|
FN(spin_lock), \
|
|
FN(spin_unlock), \
|
|
FN(sk_fullsock), \
|
|
FN(tcp_sock), \
|
|
FN(skb_ecn_set_ce), \
|
|
FN(get_listener_sock), \
|
|
FN(skc_lookup_tcp), \
|
|
FN(tcp_check_syncookie), \
|
|
FN(sysctl_get_name), \
|
|
FN(sysctl_get_current_value), \
|
|
FN(sysctl_get_new_value), \
|
|
FN(sysctl_set_new_value), \
|
|
FN(strtol), \
|
|
FN(strtoul), \
|
|
FN(sk_storage_get), \
|
|
FN(sk_storage_delete), \
|
|
FN(send_signal), \
|
|
FN(tcp_gen_syncookie), \
|
|
FN(skb_output), \
|
|
FN(probe_read_user), \
|
|
FN(probe_read_kernel), \
|
|
FN(probe_read_user_str), \
|
|
FN(probe_read_kernel_str), \
|
|
FN(tcp_send_ack), \
|
|
FN(send_signal_thread), \
|
|
FN(jiffies64), \
|
|
FN(read_branch_records), \
|
|
FN(get_ns_current_pid_tgid), \
|
|
FN(xdp_output), \
|
|
FN(get_netns_cookie), \
|
|
FN(get_current_ancestor_cgroup_id), \
|
|
FN(sk_assign), \
|
|
FN(ktime_get_boot_ns),
|
|
|
|
/* integer value in 'imm' field of BPF_CALL instruction selects which helper
|
|
* function eBPF program intends to call
|
|
*/
|
|
#define __BPF_ENUM_FN(x) BPF_FUNC_ ## x
|
|
enum bpf_func_id {
|
|
__BPF_FUNC_MAPPER(__BPF_ENUM_FN)
|
|
__BPF_FUNC_MAX_ID,
|
|
};
|
|
#undef __BPF_ENUM_FN
|
|
|
|
/* All flags used by eBPF helper functions, placed here. */
|
|
|
|
/* BPF_FUNC_skb_store_bytes flags. */
|
|
#define BPF_F_RECOMPUTE_CSUM (1ULL << 0)
|
|
#define BPF_F_INVALIDATE_HASH (1ULL << 1)
|
|
|
|
/* BPF_FUNC_l3_csum_replace and BPF_FUNC_l4_csum_replace flags.
|
|
* First 4 bits are for passing the header field size.
|
|
*/
|
|
#define BPF_F_HDR_FIELD_MASK 0xfULL
|
|
|
|
/* BPF_FUNC_l4_csum_replace flags. */
|
|
#define BPF_F_PSEUDO_HDR (1ULL << 4)
|
|
#define BPF_F_MARK_MANGLED_0 (1ULL << 5)
|
|
#define BPF_F_MARK_ENFORCE (1ULL << 6)
|
|
|
|
/* BPF_FUNC_clone_redirect and BPF_FUNC_redirect flags. */
|
|
#define BPF_F_INGRESS (1ULL << 0)
|
|
|
|
/* BPF_FUNC_skb_set_tunnel_key and BPF_FUNC_skb_get_tunnel_key flags. */
|
|
#define BPF_F_TUNINFO_IPV6 (1ULL << 0)
|
|
|
|
/* BPF_FUNC_get_stackid flags. */
|
|
#define BPF_F_SKIP_FIELD_MASK 0xffULL
|
|
#define BPF_F_USER_STACK (1ULL << 8)
|
|
#define BPF_F_FAST_STACK_CMP (1ULL << 9)
|
|
#define BPF_F_REUSE_STACKID (1ULL << 10)
|
|
|
|
/* BPF_FUNC_skb_set_tunnel_key flags. */
|
|
#define BPF_F_ZERO_CSUM_TX (1ULL << 1)
|
|
#define BPF_F_DONT_FRAGMENT (1ULL << 2)
|
|
|
|
/* BPF_FUNC_perf_event_output and BPF_FUNC_perf_event_read flags. */
|
|
#define BPF_F_INDEX_MASK 0xffffffffULL
|
|
#define BPF_F_CURRENT_CPU BPF_F_INDEX_MASK
|
|
/* BPF_FUNC_perf_event_output for sk_buff input context. */
|
|
#define BPF_F_CTXLEN_MASK (0xfffffULL << 32)
|
|
|
|
/* Mode for BPF_FUNC_skb_adjust_room helper. */
|
|
enum bpf_adj_room_mode {
|
|
BPF_ADJ_ROOM_NET,
|
|
};
|
|
|
|
/* user accessible mirror of in-kernel sk_buff.
|
|
* new fields can only be added to the end of this structure
|
|
*/
|
|
struct __sk_buff {
|
|
__u32 len;
|
|
__u32 pkt_type;
|
|
__u32 mark;
|
|
__u32 queue_mapping;
|
|
__u32 protocol;
|
|
__u32 vlan_present;
|
|
__u32 vlan_tci;
|
|
__u32 vlan_proto;
|
|
__u32 priority;
|
|
__u32 ingress_ifindex;
|
|
__u32 ifindex;
|
|
__u32 tc_index;
|
|
__u32 cb[5];
|
|
__u32 hash;
|
|
__u32 tc_classid;
|
|
__u32 data;
|
|
__u32 data_end;
|
|
__u32 napi_id;
|
|
|
|
/* accessed by BPF_PROG_TYPE_sk_skb types */
|
|
__u32 family;
|
|
__u32 remote_ip4; /* Stored in network byte order */
|
|
__u32 local_ip4; /* Stored in network byte order */
|
|
__u32 remote_ip6[4]; /* Stored in network byte order */
|
|
__u32 local_ip6[4]; /* Stored in network byte order */
|
|
__u32 remote_port; /* Stored in network byte order */
|
|
__u32 local_port; /* stored in host byte order */
|
|
};
|
|
|
|
struct bpf_tunnel_key {
|
|
__u32 tunnel_id;
|
|
union {
|
|
__u32 remote_ipv4;
|
|
__u32 remote_ipv6[4];
|
|
};
|
|
__u8 tunnel_tos;
|
|
__u8 tunnel_ttl;
|
|
__u16 tunnel_ext;
|
|
__u32 tunnel_label;
|
|
};
|
|
|
|
/* Generic BPF return codes which all BPF program types may support.
|
|
* The values are binary compatible with their TC_ACT_* counter-part to
|
|
* provide backwards compatibility with existing SCHED_CLS and SCHED_ACT
|
|
* programs.
|
|
*
|
|
* XDP is handled seprately, see XDP_*.
|
|
*/
|
|
enum bpf_ret_code {
|
|
BPF_OK = 0,
|
|
/* 1 reserved */
|
|
BPF_DROP = 2,
|
|
/* 3-6 reserved */
|
|
BPF_REDIRECT = 7,
|
|
/* >127 are reserved for prog type specific return codes */
|
|
};
|
|
|
|
struct bpf_sock {
|
|
__u32 bound_dev_if;
|
|
__u32 family;
|
|
__u32 type;
|
|
__u32 protocol;
|
|
__u32 mark;
|
|
__u32 priority;
|
|
};
|
|
|
|
#define XDP_PACKET_HEADROOM 256
|
|
|
|
/* User return codes for XDP prog type.
|
|
* A valid XDP program must return one of these defined values. All other
|
|
* return codes are reserved for future use. Unknown return codes will
|
|
* result in packet drops and a warning via bpf_warn_invalid_xdp_action().
|
|
*/
|
|
enum xdp_action {
|
|
XDP_ABORTED = 0,
|
|
XDP_DROP,
|
|
XDP_PASS,
|
|
XDP_TX,
|
|
XDP_REDIRECT,
|
|
};
|
|
|
|
/* user accessible metadata for XDP packet hook
|
|
* new fields must be added to the end of this structure
|
|
*/
|
|
struct xdp_md {
|
|
__u32 data;
|
|
__u32 data_end;
|
|
};
|
|
|
|
enum sk_action {
|
|
SK_DROP = 0,
|
|
SK_PASS,
|
|
};
|
|
|
|
#define BPF_TAG_SIZE 8
|
|
|
|
struct bpf_prog_info {
|
|
__u32 type;
|
|
__u32 id;
|
|
__u8 tag[BPF_TAG_SIZE];
|
|
__u32 jited_prog_len;
|
|
__u32 xlated_prog_len;
|
|
__aligned_u64 jited_prog_insns;
|
|
__aligned_u64 xlated_prog_insns;
|
|
__u64 load_time; /* ns since boottime */
|
|
__u32 created_by_uid;
|
|
__u32 nr_map_ids;
|
|
__aligned_u64 map_ids;
|
|
char name[BPF_OBJ_NAME_LEN];
|
|
} __attribute__((aligned(8)));
|
|
|
|
struct bpf_map_info {
|
|
__u32 type;
|
|
__u32 id;
|
|
__u32 key_size;
|
|
__u32 value_size;
|
|
__u32 max_entries;
|
|
__u32 map_flags;
|
|
char name[BPF_OBJ_NAME_LEN];
|
|
} __attribute__((aligned(8)));
|
|
|
|
/* User bpf_sock_ops struct to access socket values and specify request ops
|
|
* and their replies.
|
|
* Some of this fields are in network (bigendian) byte order and may need
|
|
* to be converted before use (bpf_ntohl() defined in samples/bpf/bpf_endian.h).
|
|
* New fields can only be added at the end of this structure
|
|
*/
|
|
struct bpf_sock_ops {
|
|
__u32 op;
|
|
union {
|
|
__u32 reply;
|
|
__u32 replylong[4];
|
|
};
|
|
__u32 family;
|
|
__u32 remote_ip4; /* Stored in network byte order */
|
|
__u32 local_ip4; /* Stored in network byte order */
|
|
__u32 remote_ip6[4]; /* Stored in network byte order */
|
|
__u32 local_ip6[4]; /* Stored in network byte order */
|
|
__u32 remote_port; /* Stored in network byte order */
|
|
__u32 local_port; /* stored in host byte order */
|
|
};
|
|
|
|
/* List of known BPF sock_ops operators.
|
|
* New entries can only be added at the end
|
|
*/
|
|
enum {
|
|
BPF_SOCK_OPS_VOID,
|
|
BPF_SOCK_OPS_TIMEOUT_INIT, /* Should return SYN-RTO value to use or
|
|
* -1 if default value should be used
|
|
*/
|
|
BPF_SOCK_OPS_RWND_INIT, /* Should return initial advertized
|
|
* window (in packets) or -1 if default
|
|
* value should be used
|
|
*/
|
|
BPF_SOCK_OPS_TCP_CONNECT_CB, /* Calls BPF program right before an
|
|
* active connection is initialized
|
|
*/
|
|
BPF_SOCK_OPS_ACTIVE_ESTABLISHED_CB, /* Calls BPF program when an
|
|
* active connection is
|
|
* established
|
|
*/
|
|
BPF_SOCK_OPS_PASSIVE_ESTABLISHED_CB, /* Calls BPF program when a
|
|
* passive connection is
|
|
* established
|
|
*/
|
|
BPF_SOCK_OPS_NEEDS_ECN, /* If connection's congestion control
|
|
* needs ECN
|
|
*/
|
|
};
|
|
|
|
#define TCP_BPF_IW 1001 /* Set TCP initial congestion window */
|
|
#define TCP_BPF_SNDCWND_CLAMP 1002 /* Set sndcwnd_clamp */
|
|
|
|
#endif /* _UAPI__LINUX_BPF_H__ */
|