libbpf.h 32.8 KB
Newer Older
1
/* SPDX-License-Identifier: (LGPL-2.1 OR BSD-2-Clause) */
2

3 4 5 6 7 8 9
/*
 * Common eBPF ELF object loading operations.
 *
 * Copyright (C) 2013-2015 Alexei Starovoitov <ast@kernel.org>
 * Copyright (C) 2015 Wang Nan <wangnan0@huawei.com>
 * Copyright (C) 2015 Huawei Inc.
 */
10 11
#ifndef __LIBBPF_LIBBPF_H
#define __LIBBPF_LIBBPF_H
12

13
#include <stdarg.h>
14
#include <stdio.h>
15
#include <stdint.h>
16
#include <stdbool.h>
17
#include <sys/types.h>  // for size_t
18
#include <linux/bpf.h>
19

20
#include "libbpf_common.h"
21
#include "libbpf_legacy.h"
22

23 24 25 26
#ifdef __cplusplus
extern "C" {
#endif

27 28 29 30 31 32 33
enum libbpf_errno {
	__LIBBPF_ERRNO__START = 4000,

	/* Something wrong in libelf */
	LIBBPF_ERRNO__LIBELF = __LIBBPF_ERRNO__START,
	LIBBPF_ERRNO__FORMAT,	/* BPF object format invalid */
	LIBBPF_ERRNO__KVERSION,	/* Incorrect or no 'version' section */
34
	LIBBPF_ERRNO__ENDIAN,	/* Endian mismatch */
35 36 37 38 39 40
	LIBBPF_ERRNO__INTERNAL,	/* Internal error in libbpf */
	LIBBPF_ERRNO__RELOC,	/* Relocation failed */
	LIBBPF_ERRNO__LOAD,	/* Load program failure for unknown reason */
	LIBBPF_ERRNO__VERIFY,	/* Kernel verifier blocks program loading */
	LIBBPF_ERRNO__PROG2BIG,	/* Program too big */
	LIBBPF_ERRNO__KVER,	/* Incorrect kernel version */
41
	LIBBPF_ERRNO__PROGTYPE,	/* Kernel doesn't support this program type */
E
Eric Leblond 已提交
42 43
	LIBBPF_ERRNO__WRNGPID,	/* Wrong pid in netlink message */
	LIBBPF_ERRNO__INVSEQ,	/* Invalid netlink sequence */
44
	LIBBPF_ERRNO__NLPARSE,	/* netlink parsing error */
45 46 47
	__LIBBPF_ERRNO__END,
};

48
LIBBPF_API int libbpf_strerror(int err, char *buf, size_t size);
49

50 51 52 53 54 55
enum libbpf_print_level {
        LIBBPF_WARN,
        LIBBPF_INFO,
        LIBBPF_DEBUG,
};

56
typedef int (*libbpf_print_fn_t)(enum libbpf_print_level level,
S
Stanislav Fomichev 已提交
57
				 const char *, va_list ap);
58

59
LIBBPF_API libbpf_print_fn_t libbpf_set_print(libbpf_print_fn_t fn);
60

61 62 63
/* Hide internal to user */
struct bpf_object;

64 65 66 67 68
struct bpf_object_open_attr {
	const char *file;
	enum bpf_prog_type prog_type;
};

69 70 71 72 73 74 75 76 77 78 79 80
struct bpf_object_open_opts {
	/* size of this struct, for forward/backward compatiblity */
	size_t sz;
	/* object name override, if provided:
	 * - for object open from file, this will override setting object
	 *   name from file path's base name;
	 * - for object open from memory buffer, this will specify an object
	 *   name and will override default "<addr>-<buf-size>" name;
	 */
	const char *object_name;
	/* parse map definitions non-strictly, allowing extra attributes/data */
	bool relaxed_maps;
81 82 83 84 85
	/* DEPRECATED: handle CO-RE relocations non-strictly, allowing failures.
	 * Value is ignored. Relocations always are processed non-strictly.
	 * Non-relocatable instructions are replaced with invalid ones to
	 * prevent accidental errors.
	 * */
86
	LIBBPF_DEPRECATED_SINCE(0, 6, "field has no effect")
87
	bool relaxed_core_relocs;
88 89 90 91 92
	/* maps that set the 'pinning' attribute in their definition will have
	 * their pin_path attribute set to a file in this directory, and be
	 * auto-pinned to that path on load; defaults to "/sys/fs/bpf".
	 */
	const char *pin_root_path;
93 94

	LIBBPF_DEPRECATED_SINCE(0, 7, "use bpf_program__set_attach_target() on each individual bpf_program")
95
	__u32 attach_prog_fd;
96 97
	/* Additional kernel config content that augments and overrides
	 * system Kconfig for CONFIG_xxx externs.
98
	 */
99
	const char *kconfig;
100 101 102 103 104 105 106
	/* Path to the custom BTF to be used for BPF CO-RE relocations.
	 * This custom BTF completely replaces the use of vmlinux BTF
	 * for the purpose of CO-RE relocations.
	 * NOTE: any other BPF feature (e.g., fentry/fexit programs,
	 * struct_ops, etc) will need actual kernel BTF at /sys/kernel/btf/vmlinux.
	 */
	const char *btf_custom_path;
107
};
108
#define bpf_object_open_opts__last_field btf_custom_path
109

110 111
LIBBPF_API struct bpf_object *bpf_object__open(const char *path);
LIBBPF_API struct bpf_object *
112
bpf_object__open_file(const char *path, const struct bpf_object_open_opts *opts);
113 114
LIBBPF_API struct bpf_object *
bpf_object__open_mem(const void *obj_buf, size_t obj_buf_sz,
115
		     const struct bpf_object_open_opts *opts);
116 117 118 119 120 121

/* deprecated bpf_object__open variants */
LIBBPF_API struct bpf_object *
bpf_object__open_buffer(const void *obj_buf, size_t obj_buf_sz,
			const char *name);
LIBBPF_API struct bpf_object *
122
bpf_object__open_xattr(struct bpf_object_open_attr *attr);
123

124 125 126 127 128 129
enum libbpf_pin_type {
	LIBBPF_PIN_NONE,
	/* PIN_BY_NAME: pin maps by name (in /sys/fs/bpf by default) */
	LIBBPF_PIN_BY_NAME,
};

130 131 132 133
/* pin_maps and unpin_maps can both be called with a NULL path, in which case
 * they will use the pin_path attribute of each map (and ignore all maps that
 * don't have a pin_path set).
 */
134 135 136 137 138 139 140
LIBBPF_API int bpf_object__pin_maps(struct bpf_object *obj, const char *path);
LIBBPF_API int bpf_object__unpin_maps(struct bpf_object *obj,
				      const char *path);
LIBBPF_API int bpf_object__pin_programs(struct bpf_object *obj,
					const char *path);
LIBBPF_API int bpf_object__unpin_programs(struct bpf_object *obj,
					  const char *path);
141 142
LIBBPF_API int bpf_object__pin(struct bpf_object *object, const char *path);
LIBBPF_API void bpf_object__close(struct bpf_object *object);
143

144 145 146
struct bpf_object_load_attr {
	struct bpf_object *obj;
	int log_level;
147
	const char *target_btf_path;
148 149
};

150
/* Load/unload object into/from kernel */
151
LIBBPF_API int bpf_object__load(struct bpf_object *obj);
152
LIBBPF_API int bpf_object__load_xattr(struct bpf_object_load_attr *attr);
153
LIBBPF_API int bpf_object__unload(struct bpf_object *obj);
154

A
Andrii Nakryiko 已提交
155 156
LIBBPF_API const char *bpf_object__name(const struct bpf_object *obj);
LIBBPF_API unsigned int bpf_object__kversion(const struct bpf_object *obj);
157
LIBBPF_API int bpf_object__set_kversion(struct bpf_object *obj, __u32 kern_version);
158 159

struct btf;
A
Andrii Nakryiko 已提交
160
LIBBPF_API struct btf *bpf_object__btf(const struct bpf_object *obj);
161
LIBBPF_API int bpf_object__btf_fd(const struct bpf_object *obj);
162

163
LIBBPF_API struct bpf_program *
A
Andrii Nakryiko 已提交
164 165
bpf_object__find_program_by_title(const struct bpf_object *obj,
				  const char *title);
166 167 168
LIBBPF_API struct bpf_program *
bpf_object__find_program_by_name(const struct bpf_object *obj,
				 const char *name);
169

170
LIBBPF_API struct bpf_object *bpf_object__next(struct bpf_object *prev);
171 172 173 174 175 176
#define bpf_object__for_each_safe(pos, tmp)			\
	for ((pos) = bpf_object__next(NULL),		\
		(tmp) = bpf_object__next(pos);		\
	     (pos) != NULL;				\
	     (pos) = (tmp), (tmp) = bpf_object__next(tmp))

177
typedef void (*bpf_object_clear_priv_t)(struct bpf_object *, void *);
178 179
LIBBPF_API int bpf_object__set_priv(struct bpf_object *obj, void *priv,
				    bpf_object_clear_priv_t clear_priv);
A
Andrii Nakryiko 已提交
180
LIBBPF_API void *bpf_object__priv(const struct bpf_object *prog);
181

182 183 184 185 186
LIBBPF_API int
libbpf_prog_type_by_name(const char *name, enum bpf_prog_type *prog_type,
			 enum bpf_attach_type *expected_attach_type);
LIBBPF_API int libbpf_attach_type_by_name(const char *name,
					  enum bpf_attach_type *attach_type);
187 188
LIBBPF_API int libbpf_find_vmlinux_btf_id(const char *name,
					  enum bpf_attach_type attach_type);
189

190
/* Accessors of bpf_program */
191
struct bpf_program;
192
LIBBPF_API struct bpf_program *bpf_program__next(struct bpf_program *prog,
A
Andrii Nakryiko 已提交
193
						 const struct bpf_object *obj);
194 195 196 197 198 199

#define bpf_object__for_each_program(pos, obj)		\
	for ((pos) = bpf_program__next(NULL, (obj));	\
	     (pos) != NULL;				\
	     (pos) = bpf_program__next((pos), (obj)))

200
LIBBPF_API struct bpf_program *bpf_program__prev(struct bpf_program *prog,
A
Andrii Nakryiko 已提交
201
						 const struct bpf_object *obj);
202

A
Andrii Nakryiko 已提交
203
typedef void (*bpf_program_clear_priv_t)(struct bpf_program *, void *);
204

205 206
LIBBPF_API int bpf_program__set_priv(struct bpf_program *prog, void *priv,
				     bpf_program_clear_priv_t clear_priv);
207

A
Andrii Nakryiko 已提交
208
LIBBPF_API void *bpf_program__priv(const struct bpf_program *prog);
209 210
LIBBPF_API void bpf_program__set_ifindex(struct bpf_program *prog,
					 __u32 ifindex);
211

212
LIBBPF_API const char *bpf_program__name(const struct bpf_program *prog);
213 214 215
LIBBPF_API const char *bpf_program__section_name(const struct bpf_program *prog);
LIBBPF_API LIBBPF_DEPRECATED("BPF program title is confusing term; please use bpf_program__section_name() instead")
const char *bpf_program__title(const struct bpf_program *prog, bool needs_copy);
216 217
LIBBPF_API bool bpf_program__autoload(const struct bpf_program *prog);
LIBBPF_API int bpf_program__set_autoload(struct bpf_program *prog, bool autoload);
218

219 220 221
/* returns program size in bytes */
LIBBPF_API size_t bpf_program__size(const struct bpf_program *prog);

222 223
LIBBPF_API int bpf_program__load(struct bpf_program *prog, char *license,
				 __u32 kern_version);
A
Andrii Nakryiko 已提交
224
LIBBPF_API int bpf_program__fd(const struct bpf_program *prog);
225 226 227
LIBBPF_API int bpf_program__pin_instance(struct bpf_program *prog,
					 const char *path,
					 int instance);
228 229 230
LIBBPF_API int bpf_program__unpin_instance(struct bpf_program *prog,
					   const char *path,
					   int instance);
231
LIBBPF_API int bpf_program__pin(struct bpf_program *prog, const char *path);
232
LIBBPF_API int bpf_program__unpin(struct bpf_program *prog, const char *path);
233
LIBBPF_API void bpf_program__unload(struct bpf_program *prog);
234

235 236
struct bpf_link;

237 238 239 240 241
LIBBPF_API struct bpf_link *bpf_link__open(const char *path);
LIBBPF_API int bpf_link__fd(const struct bpf_link *link);
LIBBPF_API const char *bpf_link__pin_path(const struct bpf_link *link);
LIBBPF_API int bpf_link__pin(struct bpf_link *link, const char *path);
LIBBPF_API int bpf_link__unpin(struct bpf_link *link);
242 243
LIBBPF_API int bpf_link__update_program(struct bpf_link *link,
					struct bpf_program *prog);
244
LIBBPF_API void bpf_link__disconnect(struct bpf_link *link);
245
LIBBPF_API int bpf_link__detach(struct bpf_link *link);
246 247
LIBBPF_API int bpf_link__destroy(struct bpf_link *link);

248
LIBBPF_API struct bpf_link *
249
bpf_program__attach(const struct bpf_program *prog);
250 251 252 253 254 255 256 257 258

struct bpf_perf_event_opts {
	/* size of this struct, for forward/backward compatiblity */
	size_t sz;
	/* custom user-provided value fetchable through bpf_get_attach_cookie() */
	__u64 bpf_cookie;
};
#define bpf_perf_event_opts__last_field bpf_cookie

259
LIBBPF_API struct bpf_link *
260
bpf_program__attach_perf_event(const struct bpf_program *prog, int pfd);
261 262

LIBBPF_API struct bpf_link *
263
bpf_program__attach_perf_event_opts(const struct bpf_program *prog, int pfd,
264 265 266 267 268 269 270 271 272 273 274 275 276 277 278
				    const struct bpf_perf_event_opts *opts);

struct bpf_kprobe_opts {
	/* size of this struct, for forward/backward compatiblity */
	size_t sz;
	/* custom user-provided value fetchable through bpf_get_attach_cookie() */
	__u64 bpf_cookie;
	/* function's offset to install kprobe to */
	unsigned long offset;
	/* kprobe is return probe */
	bool retprobe;
	size_t :0;
};
#define bpf_kprobe_opts__last_field retprobe

279
LIBBPF_API struct bpf_link *
280
bpf_program__attach_kprobe(const struct bpf_program *prog, bool retprobe,
281 282
			   const char *func_name);
LIBBPF_API struct bpf_link *
283
bpf_program__attach_kprobe_opts(const struct bpf_program *prog,
284
                                const char *func_name,
285 286 287 288 289
                                const struct bpf_kprobe_opts *opts);

struct bpf_uprobe_opts {
	/* size of this struct, for forward/backward compatiblity */
	size_t sz;
290 291 292 293
	/* offset of kernel reference counted USDT semaphore, added in
	 * a6ca88b241d5 ("trace_uprobe: support reference counter in fd-based uprobe")
	 */
	size_t ref_ctr_offset;
294 295 296 297 298 299 300 301
	/* custom user-provided value fetchable through bpf_get_attach_cookie() */
	__u64 bpf_cookie;
	/* uprobe is return probe, invoked at function return time */
	bool retprobe;
	size_t :0;
};
#define bpf_uprobe_opts__last_field retprobe

302
LIBBPF_API struct bpf_link *
303
bpf_program__attach_uprobe(const struct bpf_program *prog, bool retprobe,
304 305
			   pid_t pid, const char *binary_path,
			   size_t func_offset);
306
LIBBPF_API struct bpf_link *
307
bpf_program__attach_uprobe_opts(const struct bpf_program *prog, pid_t pid,
308 309 310 311 312 313 314 315 316 317 318
				const char *binary_path, size_t func_offset,
				const struct bpf_uprobe_opts *opts);

struct bpf_tracepoint_opts {
	/* size of this struct, for forward/backward compatiblity */
	size_t sz;
	/* custom user-provided value fetchable through bpf_get_attach_cookie() */
	__u64 bpf_cookie;
};
#define bpf_tracepoint_opts__last_field bpf_cookie

319
LIBBPF_API struct bpf_link *
320
bpf_program__attach_tracepoint(const struct bpf_program *prog,
321 322
			       const char *tp_category,
			       const char *tp_name);
323
LIBBPF_API struct bpf_link *
324
bpf_program__attach_tracepoint_opts(const struct bpf_program *prog,
325 326 327 328 329
				    const char *tp_category,
				    const char *tp_name,
				    const struct bpf_tracepoint_opts *opts);

LIBBPF_API struct bpf_link *
330
bpf_program__attach_raw_tracepoint(const struct bpf_program *prog,
331
				   const char *tp_name);
332
LIBBPF_API struct bpf_link *
333
bpf_program__attach_trace(const struct bpf_program *prog);
334
LIBBPF_API struct bpf_link *
335
bpf_program__attach_lsm(const struct bpf_program *prog);
336
LIBBPF_API struct bpf_link *
337
bpf_program__attach_cgroup(const struct bpf_program *prog, int cgroup_fd);
338
LIBBPF_API struct bpf_link *
339
bpf_program__attach_netns(const struct bpf_program *prog, int netns_fd);
340
LIBBPF_API struct bpf_link *
341
bpf_program__attach_xdp(const struct bpf_program *prog, int ifindex);
342
LIBBPF_API struct bpf_link *
343
bpf_program__attach_freplace(const struct bpf_program *prog,
344
			     int target_fd, const char *attach_func_name);
345

346
struct bpf_map;
347

348
LIBBPF_API struct bpf_link *bpf_map__attach_struct_ops(const struct bpf_map *map);
349

350 351
struct bpf_iter_attach_opts {
	size_t sz; /* size of this struct for forward/backward compatibility */
352 353
	union bpf_iter_link_info *link_info;
	__u32 link_info_len;
354
};
355
#define bpf_iter_attach_opts__last_field link_info_len
356 357

LIBBPF_API struct bpf_link *
358
bpf_program__attach_iter(const struct bpf_program *prog,
359 360
			 const struct bpf_iter_attach_opts *opts);

361 362 363 364
struct bpf_insn;

/*
 * Libbpf allows callers to adjust BPF programs before being loaded
365 366
 * into kernel. One program in an object file can be transformed into
 * multiple variants to be attached to different hooks.
367 368
 *
 * bpf_program_prep_t, bpf_program__set_prep and bpf_program__nth_fd
369
 * form an API for this purpose.
370 371
 *
 * - bpf_program_prep_t:
372
 *   Defines a 'preprocessor', which is a caller defined function
373 374
 *   passed to libbpf through bpf_program__set_prep(), and will be
 *   called before program is loaded. The processor should adjust
375
 *   the program one time for each instance according to the instance id
376 377 378
 *   passed to it.
 *
 * - bpf_program__set_prep:
379 380
 *   Attaches a preprocessor to a BPF program. The number of instances
 *   that should be created is also passed through this function.
381 382
 *
 * - bpf_program__nth_fd:
383 384
 *   After the program is loaded, get resulting FD of a given instance
 *   of the BPF program.
385
 *
386
 * If bpf_program__set_prep() is not used, the program would be loaded
387 388 389 390 391 392 393 394 395 396 397 398 399
 * without adjustment during bpf_object__load(). The program has only
 * one instance. In this case bpf_program__fd(prog) is equal to
 * bpf_program__nth_fd(prog, 0).
 */

struct bpf_prog_prep_result {
	/*
	 * If not NULL, load new instruction array.
	 * If set to NULL, don't load this instance.
	 */
	struct bpf_insn *new_insn_ptr;
	int new_insn_cnt;

400
	/* If not NULL, result FD is written to it. */
401 402 403 404 405 406 407 408 409 410 411 412
	int *pfd;
};

/*
 * Parameters of bpf_program_prep_t:
 *  - prog:	The bpf_program being loaded.
 *  - n:	Index of instance being generated.
 *  - insns:	BPF instructions array.
 *  - insns_cnt:Number of instructions in insns.
 *  - res:	Output parameter, result of transformation.
 *
 * Return value:
413 414
 *  - Zero:	pre-processing success.
 *  - Non-zero:	pre-processing error, stop loading.
415 416 417 418 419
 */
typedef int (*bpf_program_prep_t)(struct bpf_program *prog, int n,
				  struct bpf_insn *insns, int insns_cnt,
				  struct bpf_prog_prep_result *res);

420 421
LIBBPF_API int bpf_program__set_prep(struct bpf_program *prog, int nr_instance,
				     bpf_program_prep_t prep);
422

A
Andrii Nakryiko 已提交
423
LIBBPF_API int bpf_program__nth_fd(const struct bpf_program *prog, int n);
424

425
/*
426
 * Adjust type of BPF program. Default is kprobe.
427
 */
428 429 430 431
LIBBPF_API int bpf_program__set_socket_filter(struct bpf_program *prog);
LIBBPF_API int bpf_program__set_tracepoint(struct bpf_program *prog);
LIBBPF_API int bpf_program__set_raw_tracepoint(struct bpf_program *prog);
LIBBPF_API int bpf_program__set_kprobe(struct bpf_program *prog);
432
LIBBPF_API int bpf_program__set_lsm(struct bpf_program *prog);
433 434 435 436
LIBBPF_API int bpf_program__set_sched_cls(struct bpf_program *prog);
LIBBPF_API int bpf_program__set_sched_act(struct bpf_program *prog);
LIBBPF_API int bpf_program__set_xdp(struct bpf_program *prog);
LIBBPF_API int bpf_program__set_perf_event(struct bpf_program *prog);
437
LIBBPF_API int bpf_program__set_tracing(struct bpf_program *prog);
438
LIBBPF_API int bpf_program__set_struct_ops(struct bpf_program *prog);
439
LIBBPF_API int bpf_program__set_extension(struct bpf_program *prog);
440
LIBBPF_API int bpf_program__set_sk_lookup(struct bpf_program *prog);
441

442
LIBBPF_API enum bpf_prog_type bpf_program__get_type(const struct bpf_program *prog);
443 444
LIBBPF_API void bpf_program__set_type(struct bpf_program *prog,
				      enum bpf_prog_type type);
445 446

LIBBPF_API enum bpf_attach_type
447
bpf_program__get_expected_attach_type(const struct bpf_program *prog);
448 449 450 451
LIBBPF_API void
bpf_program__set_expected_attach_type(struct bpf_program *prog,
				      enum bpf_attach_type type);

452 453 454 455
LIBBPF_API int
bpf_program__set_attach_target(struct bpf_program *prog, int attach_prog_fd,
			       const char *attach_func_name);

A
Andrii Nakryiko 已提交
456 457 458 459
LIBBPF_API bool bpf_program__is_socket_filter(const struct bpf_program *prog);
LIBBPF_API bool bpf_program__is_tracepoint(const struct bpf_program *prog);
LIBBPF_API bool bpf_program__is_raw_tracepoint(const struct bpf_program *prog);
LIBBPF_API bool bpf_program__is_kprobe(const struct bpf_program *prog);
460
LIBBPF_API bool bpf_program__is_lsm(const struct bpf_program *prog);
A
Andrii Nakryiko 已提交
461 462 463 464
LIBBPF_API bool bpf_program__is_sched_cls(const struct bpf_program *prog);
LIBBPF_API bool bpf_program__is_sched_act(const struct bpf_program *prog);
LIBBPF_API bool bpf_program__is_xdp(const struct bpf_program *prog);
LIBBPF_API bool bpf_program__is_perf_event(const struct bpf_program *prog);
465
LIBBPF_API bool bpf_program__is_tracing(const struct bpf_program *prog);
466
LIBBPF_API bool bpf_program__is_struct_ops(const struct bpf_program *prog);
467
LIBBPF_API bool bpf_program__is_extension(const struct bpf_program *prog);
468
LIBBPF_API bool bpf_program__is_sk_lookup(const struct bpf_program *prog);
469

470
/*
471 472 473 474
 * No need for __attribute__((packed)), all members of 'bpf_map_def'
 * are all aligned.  In addition, using __attribute__((packed))
 * would trigger a -Wpacked warning message, and lead to an error
 * if -Werror is set.
475 476 477 478 479 480
 */
struct bpf_map_def {
	unsigned int type;
	unsigned int key_size;
	unsigned int value_size;
	unsigned int max_entries;
481
	unsigned int map_flags;
482 483
};

484
/*
485 486
 * The 'struct bpf_map' in include/linux/bpf.h is internal to the kernel,
 * so no need to worry about a name clash.
487
 */
488
LIBBPF_API struct bpf_map *
A
Andrii Nakryiko 已提交
489
bpf_object__find_map_by_name(const struct bpf_object *obj, const char *name);
490

491
LIBBPF_API int
A
Andrii Nakryiko 已提交
492
bpf_object__find_map_fd_by_name(const struct bpf_object *obj, const char *name);
493

494 495
/*
 * Get bpf_map through the offset of corresponding struct bpf_map_def
496
 * in the BPF object file.
497
 */
498
LIBBPF_API struct bpf_map *
499 500
bpf_object__find_map_by_offset(struct bpf_object *obj, size_t offset);

501
LIBBPF_API struct bpf_map *
A
Andrii Nakryiko 已提交
502
bpf_map__next(const struct bpf_map *map, const struct bpf_object *obj);
503
#define bpf_object__for_each_map(pos, obj)		\
504 505 506
	for ((pos) = bpf_map__next(NULL, (obj));	\
	     (pos) != NULL;				\
	     (pos) = bpf_map__next((pos), (obj)))
507
#define bpf_map__for_each bpf_object__for_each_map
508

509
LIBBPF_API struct bpf_map *
A
Andrii Nakryiko 已提交
510
bpf_map__prev(const struct bpf_map *map, const struct bpf_object *obj);
511

512
/* get/set map FD */
A
Andrii Nakryiko 已提交
513
LIBBPF_API int bpf_map__fd(const struct bpf_map *map);
514 515
LIBBPF_API int bpf_map__reuse_fd(struct bpf_map *map, int fd);
/* get map definition */
A
Andrii Nakryiko 已提交
516
LIBBPF_API const struct bpf_map_def *bpf_map__def(const struct bpf_map *map);
517
/* get map name */
A
Andrii Nakryiko 已提交
518
LIBBPF_API const char *bpf_map__name(const struct bpf_map *map);
519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538
/* get/set map type */
LIBBPF_API enum bpf_map_type bpf_map__type(const struct bpf_map *map);
LIBBPF_API int bpf_map__set_type(struct bpf_map *map, enum bpf_map_type type);
/* get/set map size (max_entries) */
LIBBPF_API __u32 bpf_map__max_entries(const struct bpf_map *map);
LIBBPF_API int bpf_map__set_max_entries(struct bpf_map *map, __u32 max_entries);
LIBBPF_API int bpf_map__resize(struct bpf_map *map, __u32 max_entries);
/* get/set map flags */
LIBBPF_API __u32 bpf_map__map_flags(const struct bpf_map *map);
LIBBPF_API int bpf_map__set_map_flags(struct bpf_map *map, __u32 flags);
/* get/set map NUMA node */
LIBBPF_API __u32 bpf_map__numa_node(const struct bpf_map *map);
LIBBPF_API int bpf_map__set_numa_node(struct bpf_map *map, __u32 numa_node);
/* get/set map key size */
LIBBPF_API __u32 bpf_map__key_size(const struct bpf_map *map);
LIBBPF_API int bpf_map__set_key_size(struct bpf_map *map, __u32 size);
/* get/set map value size */
LIBBPF_API __u32 bpf_map__value_size(const struct bpf_map *map);
LIBBPF_API int bpf_map__set_value_size(struct bpf_map *map, __u32 size);
/* get map key/value BTF type IDs */
539 540
LIBBPF_API __u32 bpf_map__btf_key_type_id(const struct bpf_map *map);
LIBBPF_API __u32 bpf_map__btf_value_type_id(const struct bpf_map *map);
541 542 543
/* get/set map if_index */
LIBBPF_API __u32 bpf_map__ifindex(const struct bpf_map *map);
LIBBPF_API int bpf_map__set_ifindex(struct bpf_map *map, __u32 ifindex);
544 545

typedef void (*bpf_map_clear_priv_t)(struct bpf_map *, void *);
546 547
LIBBPF_API int bpf_map__set_priv(struct bpf_map *map, void *priv,
				 bpf_map_clear_priv_t clear_priv);
A
Andrii Nakryiko 已提交
548
LIBBPF_API void *bpf_map__priv(const struct bpf_map *map);
549 550
LIBBPF_API int bpf_map__set_initial_value(struct bpf_map *map,
					  const void *data, size_t size);
551
LIBBPF_API const void *bpf_map__initial_value(struct bpf_map *map, size_t *psize);
A
Andrii Nakryiko 已提交
552 553
LIBBPF_API bool bpf_map__is_offload_neutral(const struct bpf_map *map);
LIBBPF_API bool bpf_map__is_internal(const struct bpf_map *map);
554 555
LIBBPF_API int bpf_map__set_pin_path(struct bpf_map *map, const char *path);
LIBBPF_API const char *bpf_map__get_pin_path(const struct bpf_map *map);
556
LIBBPF_API const char *bpf_map__pin_path(const struct bpf_map *map);
557
LIBBPF_API bool bpf_map__is_pinned(const struct bpf_map *map);
558
LIBBPF_API int bpf_map__pin(struct bpf_map *map, const char *path);
559
LIBBPF_API int bpf_map__unpin(struct bpf_map *map, const char *path);
560

561
LIBBPF_API int bpf_map__set_inner_map_fd(struct bpf_map *map, int fd);
562
LIBBPF_API struct bpf_map *bpf_map__inner_map(struct bpf_map *map);
563

564
LIBBPF_API long libbpf_get_error(const void *ptr);
565

566 567 568 569
struct bpf_prog_load_attr {
	const char *file;
	enum bpf_prog_type prog_type;
	enum bpf_attach_type expected_attach_type;
570
	int ifindex;
571
	int log_level;
572
	int prog_flags;
573 574
};

575 576 577 578
LIBBPF_API int bpf_prog_load_xattr(const struct bpf_prog_load_attr *attr,
				   struct bpf_object **pobj, int *prog_fd);
LIBBPF_API int bpf_prog_load(const char *file, enum bpf_prog_type type,
			     struct bpf_object **pobj, int *prog_fd);
E
Eric Leblond 已提交
579

580
/* XDP related API */
581 582 583 584 585 586 587 588
struct xdp_link_info {
	__u32 prog_id;
	__u32 drv_prog_id;
	__u32 hw_prog_id;
	__u32 skb_prog_id;
	__u8 attach_mode;
};

589 590
struct bpf_xdp_set_link_opts {
	size_t sz;
591
	int old_fd;
592
	size_t :0;
593 594 595
};
#define bpf_xdp_set_link_opts__last_field old_fd

596
LIBBPF_API int bpf_set_link_xdp_fd(int ifindex, int fd, __u32 flags);
597 598
LIBBPF_API int bpf_set_link_xdp_fd_opts(int ifindex, int fd, __u32 flags,
					const struct bpf_xdp_set_link_opts *opts);
599
LIBBPF_API int bpf_get_link_xdp_id(int ifindex, __u32 *prog_id, __u32 flags);
600 601
LIBBPF_API int bpf_get_link_xdp_info(int ifindex, struct xdp_link_info *info,
				     size_t info_size, __u32 flags);
602

603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645
/* TC related API */
enum bpf_tc_attach_point {
	BPF_TC_INGRESS = 1 << 0,
	BPF_TC_EGRESS  = 1 << 1,
	BPF_TC_CUSTOM  = 1 << 2,
};

#define BPF_TC_PARENT(a, b) 	\
	((((a) << 16) & 0xFFFF0000U) | ((b) & 0x0000FFFFU))

enum bpf_tc_flags {
	BPF_TC_F_REPLACE = 1 << 0,
};

struct bpf_tc_hook {
	size_t sz;
	int ifindex;
	enum bpf_tc_attach_point attach_point;
	__u32 parent;
	size_t :0;
};
#define bpf_tc_hook__last_field parent

struct bpf_tc_opts {
	size_t sz;
	int prog_fd;
	__u32 flags;
	__u32 prog_id;
	__u32 handle;
	__u32 priority;
	size_t :0;
};
#define bpf_tc_opts__last_field priority

LIBBPF_API int bpf_tc_hook_create(struct bpf_tc_hook *hook);
LIBBPF_API int bpf_tc_hook_destroy(struct bpf_tc_hook *hook);
LIBBPF_API int bpf_tc_attach(const struct bpf_tc_hook *hook,
			     struct bpf_tc_opts *opts);
LIBBPF_API int bpf_tc_detach(const struct bpf_tc_hook *hook,
			     const struct bpf_tc_opts *opts);
LIBBPF_API int bpf_tc_query(const struct bpf_tc_hook *hook,
			    struct bpf_tc_opts *opts);

646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664
/* Ring buffer APIs */
struct ring_buffer;

typedef int (*ring_buffer_sample_fn)(void *ctx, void *data, size_t size);

struct ring_buffer_opts {
	size_t sz; /* size of this struct, for forward/backward compatiblity */
};

#define ring_buffer_opts__last_field sz

LIBBPF_API struct ring_buffer *
ring_buffer__new(int map_fd, ring_buffer_sample_fn sample_cb, void *ctx,
		 const struct ring_buffer_opts *opts);
LIBBPF_API void ring_buffer__free(struct ring_buffer *rb);
LIBBPF_API int ring_buffer__add(struct ring_buffer *rb, int map_fd,
				ring_buffer_sample_fn sample_cb, void *ctx);
LIBBPF_API int ring_buffer__poll(struct ring_buffer *rb, int timeout_ms);
LIBBPF_API int ring_buffer__consume(struct ring_buffer *rb);
665
LIBBPF_API int ring_buffer__epoll_fd(const struct ring_buffer *rb);
666 667

/* Perf buffer APIs */
A
Andrii Nakryiko 已提交
668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687
struct perf_buffer;

typedef void (*perf_buffer_sample_fn)(void *ctx, int cpu,
				      void *data, __u32 size);
typedef void (*perf_buffer_lost_fn)(void *ctx, int cpu, __u64 cnt);

/* common use perf buffer options */
struct perf_buffer_opts {
	/* if specified, sample_cb is called for each sample */
	perf_buffer_sample_fn sample_cb;
	/* if specified, lost_cb is called for each batch of lost samples */
	perf_buffer_lost_fn lost_cb;
	/* ctx is provided to sample_cb and lost_cb */
	void *ctx;
};

LIBBPF_API struct perf_buffer *
perf_buffer__new(int map_fd, size_t page_cnt,
		 const struct perf_buffer_opts *opts);

688 689 690 691 692 693
enum bpf_perf_event_ret {
	LIBBPF_PERF_EVENT_DONE	= 0,
	LIBBPF_PERF_EVENT_ERROR	= -1,
	LIBBPF_PERF_EVENT_CONT	= -2,
};

694
struct perf_event_header;
A
Andrii Nakryiko 已提交
695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721

typedef enum bpf_perf_event_ret
(*perf_buffer_event_fn)(void *ctx, int cpu, struct perf_event_header *event);

/* raw perf buffer options, giving most power and control */
struct perf_buffer_raw_opts {
	/* perf event attrs passed directly into perf_event_open() */
	struct perf_event_attr *attr;
	/* raw event callback */
	perf_buffer_event_fn event_cb;
	/* ctx is provided to event_cb */
	void *ctx;
	/* if cpu_cnt == 0, open all on all possible CPUs (up to the number of
	 * max_entries of given PERF_EVENT_ARRAY map)
	 */
	int cpu_cnt;
	/* if cpu_cnt > 0, cpus is an array of CPUs to open ring buffers on */
	int *cpus;
	/* if cpu_cnt > 0, map_keys specify map keys to set per-CPU FDs for */
	int *map_keys;
};

LIBBPF_API struct perf_buffer *
perf_buffer__new_raw(int map_fd, size_t page_cnt,
		     const struct perf_buffer_raw_opts *opts);

LIBBPF_API void perf_buffer__free(struct perf_buffer *pb);
722
LIBBPF_API int perf_buffer__epoll_fd(const struct perf_buffer *pb);
A
Andrii Nakryiko 已提交
723
LIBBPF_API int perf_buffer__poll(struct perf_buffer *pb, int timeout_ms);
724
LIBBPF_API int perf_buffer__consume(struct perf_buffer *pb);
725 726 727
LIBBPF_API int perf_buffer__consume_buffer(struct perf_buffer *pb, size_t buf_idx);
LIBBPF_API size_t perf_buffer__buffer_cnt(const struct perf_buffer *pb);
LIBBPF_API int perf_buffer__buffer_fd(const struct perf_buffer *pb, size_t buf_idx);
A
Andrii Nakryiko 已提交
728

729 730 731 732 733 734 735
typedef enum bpf_perf_event_ret
	(*bpf_perf_event_print_t)(struct perf_event_header *hdr,
				  void *private_data);
LIBBPF_API enum bpf_perf_event_ret
bpf_perf_event_read_simple(void *mmap_mem, size_t mmap_size, size_t page_size,
			   void **copy_mem, size_t *copy_size,
			   bpf_perf_event_print_t fn, void *private_data);
736

737 738 739 740 741 742 743 744 745 746 747 748 749
struct bpf_prog_linfo;
struct bpf_prog_info;

LIBBPF_API void bpf_prog_linfo__free(struct bpf_prog_linfo *prog_linfo);
LIBBPF_API struct bpf_prog_linfo *
bpf_prog_linfo__new(const struct bpf_prog_info *info);
LIBBPF_API const struct bpf_line_info *
bpf_prog_linfo__lfind_addr_func(const struct bpf_prog_linfo *prog_linfo,
				__u64 addr, __u32 func_idx, __u32 nr_skip);
LIBBPF_API const struct bpf_line_info *
bpf_prog_linfo__lfind(const struct bpf_prog_linfo *prog_linfo,
		      __u32 insn_off, __u32 nr_skip);

750 751 752 753 754 755 756 757 758 759
/*
 * Probe for supported system features
 *
 * Note that running many of these probes in a short amount of time can cause
 * the kernel to reach the maximal size of lockable memory allowed for the
 * user, causing subsequent probes to fail. In this case, the caller may want
 * to adjust that limit with setrlimit().
 */
LIBBPF_API bool bpf_probe_prog_type(enum bpf_prog_type prog_type,
				    __u32 ifindex);
760
LIBBPF_API bool bpf_probe_map_type(enum bpf_map_type map_type, __u32 ifindex);
761 762
LIBBPF_API bool bpf_probe_helper(enum bpf_func_id id,
				 enum bpf_prog_type prog_type, __u32 ifindex);
763
LIBBPF_API bool bpf_probe_large_insn_limit(__u32 ifindex);
764

765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 801 802 803 804 805 806 807 808 809 810 811 812 813 814 815 816 817 818 819 820 821 822 823 824 825 826 827
/*
 * Get bpf_prog_info in continuous memory
 *
 * struct bpf_prog_info has multiple arrays. The user has option to choose
 * arrays to fetch from kernel. The following APIs provide an uniform way to
 * fetch these data. All arrays in bpf_prog_info are stored in a single
 * continuous memory region. This makes it easy to store the info in a
 * file.
 *
 * Before writing bpf_prog_info_linear to files, it is necessary to
 * translate pointers in bpf_prog_info to offsets. Helper functions
 * bpf_program__bpil_addr_to_offs() and bpf_program__bpil_offs_to_addr()
 * are introduced to switch between pointers and offsets.
 *
 * Examples:
 *   # To fetch map_ids and prog_tags:
 *   __u64 arrays = (1UL << BPF_PROG_INFO_MAP_IDS) |
 *           (1UL << BPF_PROG_INFO_PROG_TAGS);
 *   struct bpf_prog_info_linear *info_linear =
 *           bpf_program__get_prog_info_linear(fd, arrays);
 *
 *   # To save data in file
 *   bpf_program__bpil_addr_to_offs(info_linear);
 *   write(f, info_linear, sizeof(*info_linear) + info_linear->data_len);
 *
 *   # To read data from file
 *   read(f, info_linear, <proper_size>);
 *   bpf_program__bpil_offs_to_addr(info_linear);
 */
enum bpf_prog_info_array {
	BPF_PROG_INFO_FIRST_ARRAY = 0,
	BPF_PROG_INFO_JITED_INSNS = 0,
	BPF_PROG_INFO_XLATED_INSNS,
	BPF_PROG_INFO_MAP_IDS,
	BPF_PROG_INFO_JITED_KSYMS,
	BPF_PROG_INFO_JITED_FUNC_LENS,
	BPF_PROG_INFO_FUNC_INFO,
	BPF_PROG_INFO_LINE_INFO,
	BPF_PROG_INFO_JITED_LINE_INFO,
	BPF_PROG_INFO_PROG_TAGS,
	BPF_PROG_INFO_LAST_ARRAY,
};

struct bpf_prog_info_linear {
	/* size of struct bpf_prog_info, when the tool is compiled */
	__u32			info_len;
	/* total bytes allocated for data, round up to 8 bytes */
	__u32			data_len;
	/* which arrays are included in data */
	__u64			arrays;
	struct bpf_prog_info	info;
	__u8			data[];
};

LIBBPF_API struct bpf_prog_info_linear *
bpf_program__get_prog_info_linear(int fd, __u64 arrays);

LIBBPF_API void
bpf_program__bpil_addr_to_offs(struct bpf_prog_info_linear *info_linear);

LIBBPF_API void
bpf_program__bpil_offs_to_addr(struct bpf_prog_info_linear *info_linear);

828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843
/*
 * A helper function to get the number of possible CPUs before looking up
 * per-CPU maps. Negative errno is returned on failure.
 *
 * Example usage:
 *
 *     int ncpus = libbpf_num_possible_cpus();
 *     if (ncpus < 0) {
 *          // error handling
 *     }
 *     long values[ncpus];
 *     bpf_map_lookup_elem(per_cpu_map_fd, key, values);
 *
 */
LIBBPF_API int libbpf_num_possible_cpus(void);

844 845 846 847 848 849 850 851 852 853 854 855 856 857 858 859
struct bpf_map_skeleton {
	const char *name;
	struct bpf_map **map;
	void **mmaped;
};

struct bpf_prog_skeleton {
	const char *name;
	struct bpf_program **prog;
	struct bpf_link **link;
};

struct bpf_object_skeleton {
	size_t sz; /* size of this struct, for forward/backward compatibility */

	const char *name;
860
	const void *data;
861 862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877 878 879 880 881
	size_t data_sz;

	struct bpf_object **obj;

	int map_cnt;
	int map_skel_sz; /* sizeof(struct bpf_skeleton_map) */
	struct bpf_map_skeleton *maps;

	int prog_cnt;
	int prog_skel_sz; /* sizeof(struct bpf_skeleton_prog) */
	struct bpf_prog_skeleton *progs;
};

LIBBPF_API int
bpf_object__open_skeleton(struct bpf_object_skeleton *s,
			  const struct bpf_object_open_opts *opts);
LIBBPF_API int bpf_object__load_skeleton(struct bpf_object_skeleton *s);
LIBBPF_API int bpf_object__attach_skeleton(struct bpf_object_skeleton *s);
LIBBPF_API void bpf_object__detach_skeleton(struct bpf_object_skeleton *s);
LIBBPF_API void bpf_object__destroy_skeleton(struct bpf_object_skeleton *s);

882 883 884 885 886 887 888 889 890 891 892 893
struct gen_loader_opts {
	size_t sz; /* size of this struct, for forward/backward compatiblity */
	const char *data;
	const char *insns;
	__u32 data_sz;
	__u32 insns_sz;
};

#define gen_loader_opts__last_field insns_sz
LIBBPF_API int bpf_object__gen_loader(struct bpf_object *obj,
				      struct gen_loader_opts *opts);

894 895 896 897 898 899
enum libbpf_tristate {
	TRI_NO = 0,
	TRI_YES = 1,
	TRI_MODULE = 2,
};

900 901 902 903 904 905
struct bpf_linker_opts {
	/* size of this struct, for forward/backward compatiblity */
	size_t sz;
};
#define bpf_linker_opts__last_field sz

906 907 908 909 910 911
struct bpf_linker_file_opts {
	/* size of this struct, for forward/backward compatiblity */
	size_t sz;
};
#define bpf_linker_file_opts__last_field sz

912 913 914
struct bpf_linker;

LIBBPF_API struct bpf_linker *bpf_linker__new(const char *filename, struct bpf_linker_opts *opts);
915 916 917
LIBBPF_API int bpf_linker__add_file(struct bpf_linker *linker,
				    const char *filename,
				    const struct bpf_linker_file_opts *opts);
918 919 920
LIBBPF_API int bpf_linker__finalize(struct bpf_linker *linker);
LIBBPF_API void bpf_linker__free(struct bpf_linker *linker);

921 922 923 924
#ifdef __cplusplus
} /* extern "C" */
#endif

925
#endif /* __LIBBPF_LIBBPF_H */