bpf_verifier.h 6.2 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11
/* Copyright (c) 2011-2014 PLUMgrid, http://plumgrid.com
 *
 * This program is free software; you can redistribute it and/or
 * modify it under the terms of version 2 of the GNU General Public
 * License as published by the Free Software Foundation.
 */
#ifndef _LINUX_BPF_VERIFIER_H
#define _LINUX_BPF_VERIFIER_H 1

#include <linux/bpf.h> /* for enum bpf_reg_type */
#include <linux/filter.h> /* for MAX_BPF_STACK */
12
#include <linux/tnum.h>
13

14 15 16 17
/* Maximum variable offset umax_value permitted when resolving memory accesses.
 * In practice this is far bigger than any realistic pointer offset; this limit
 * ensures that umax_value + (int)off + (int)size cannot overflow a u64.
 */
A
Alexei Starovoitov 已提交
18
#define BPF_MAX_VAR_OFF	(1 << 29)
19 20 21
/* Maximum variable size permitted for ARG_CONST_SIZE[_OR_ZERO].  This ensures
 * that converting umax_value to int cannot overflow.
 */
A
Alexei Starovoitov 已提交
22
#define BPF_MAX_VAR_SIZ	(1 << 29)
23

24 25 26 27 28 29 30 31 32 33 34 35 36
/* Liveness marks, used for registers and spilled-regs (in stack slots).
 * Read marks propagate upwards until they find a write mark; they record that
 * "one of this state's descendants read this reg" (and therefore the reg is
 * relevant for states_equal() checks).
 * Write marks collect downwards and do not propagate; they record that "the
 * straight-line code that reached this state (from its parent) wrote this reg"
 * (and therefore that reads propagated from this state or its descendants
 * should not propagate to its parent).
 * A state with a write mark can receive read marks; it just won't propagate
 * them to its parent, since the write mark is a property, not of the state,
 * but of the link between it and its parent.  See mark_reg_read() and
 * mark_stack_slot_read() in kernel/bpf/verifier.c.
 */
37 38 39 40 41 42
enum bpf_reg_liveness {
	REG_LIVE_NONE = 0, /* reg hasn't been read or written this branch */
	REG_LIVE_READ, /* reg was read, so we're sensitive to initial value */
	REG_LIVE_WRITTEN, /* reg was written first, screening off later reads */
};

43 44 45
struct bpf_reg_state {
	enum bpf_reg_type type;
	union {
46 47
		/* valid when type == PTR_TO_PACKET */
		u16 range;
48 49 50 51 52 53

		/* valid when type == CONST_PTR_TO_MAP | PTR_TO_MAP_VALUE |
		 *   PTR_TO_MAP_VALUE_OR_NULL
		 */
		struct bpf_map *map_ptr;
	};
54 55 56 57 58 59 60
	/* Fixed part of pointer offset, pointer types only */
	s32 off;
	/* For PTR_TO_PACKET, used to find other pointers with the same variable
	 * offset, so they can share range knowledge.
	 * For PTR_TO_MAP_VALUE_OR_NULL this is used to share which map value we
	 * came from, when one is tested for != NULL.
	 */
A
Alexei Starovoitov 已提交
61
	u32 id;
62
	/* Ordering of fields matters.  See states_equal() */
63 64 65 66 67 68 69
	/* For scalar types (SCALAR_VALUE), this represents our knowledge of
	 * the actual value.
	 * For pointer types, this represents the variable part of the offset
	 * from the pointed-to object, and is shared with all bpf_reg_states
	 * with the same id as us.
	 */
	struct tnum var_off;
A
Alexei Starovoitov 已提交
70
	/* Used to determine if any memory access using this register will
71 72 73
	 * result in a bad access.
	 * These refer to the same value as var_off, not necessarily the actual
	 * contents of the register.
A
Alexei Starovoitov 已提交
74
	 */
75 76 77 78
	s64 smin_value; /* minimum possible (s64)value */
	s64 smax_value; /* maximum possible (s64)value */
	u64 umin_value; /* minimum possible (u64)value */
	u64 umax_value; /* maximum possible (u64)value */
79 80
	/* This field must be last, for states_equal() reasons. */
	enum bpf_reg_liveness live;
81 82 83 84 85 86 87 88 89 90
};

enum bpf_stack_slot_type {
	STACK_INVALID,    /* nothing was stored in this stack slot */
	STACK_SPILL,      /* register spilled into stack */
	STACK_MISC	  /* BPF program wrote some data into this slot */
};

#define BPF_REG_SIZE 8	/* size of eBPF register in bytes */

91 92 93 94 95
struct bpf_stack_state {
	struct bpf_reg_state spilled_ptr;
	u8 slot_type[BPF_REG_SIZE];
};

96 97 98 99 100
/* state of the program:
 * type of all registers and stack info
 */
struct bpf_verifier_state {
	struct bpf_reg_state regs[MAX_BPF_REG];
101
	struct bpf_verifier_state *parent;
102 103
	int allocated_stack;
	struct bpf_stack_state *stack;
104 105 106 107 108 109 110 111 112
};

/* linked list of verifier states used to prune search */
struct bpf_verifier_state_list {
	struct bpf_verifier_state state;
	struct bpf_verifier_state_list *next;
};

struct bpf_insn_aux_data {
113 114 115 116
	union {
		enum bpf_reg_type ptr_type;	/* pointer type for load/store insns */
		struct bpf_map *map_ptr;	/* pointer for call insn into lookup_elem */
	};
117
	int ctx_field_size; /* the ctx field size for load insn, maybe 0 */
A
Alexei Starovoitov 已提交
118
	bool seen; /* this insn was processed by the verifier */
119 120 121 122
};

#define MAX_USED_MAPS 64 /* max number of maps accessed by one eBPF program */

123 124
#define BPF_VERIFIER_TMP_LOG_SIZE	1024

125 126
struct bpf_verifer_log {
	u32 level;
127
	char kbuf[BPF_VERIFIER_TMP_LOG_SIZE];
128 129 130 131 132 133 134 135 136 137
	char __user *ubuf;
	u32 len_used;
	u32 len_total;
};

static inline bool bpf_verifier_log_full(const struct bpf_verifer_log *log)
{
	return log->len_used >= log->len_total - 1;
}

138 139 140 141 142 143
struct bpf_verifier_env;
struct bpf_ext_analyzer_ops {
	int (*insn_hook)(struct bpf_verifier_env *env,
			 int insn_idx, int prev_insn_idx);
};

144 145 146 147 148
/* single container for all structs
 * one verifier_env per bpf_check() call
 */
struct bpf_verifier_env {
	struct bpf_prog *prog;		/* eBPF program being verified */
149
	const struct bpf_verifier_ops *ops;
150 151
	struct bpf_verifier_stack_elem *head; /* stack of verifier states to be processed */
	int stack_size;			/* number of states to be processed */
152
	bool strict_alignment;		/* perform strict pointer alignment checks */
153
	struct bpf_verifier_state *cur_state; /* current verifier state */
154
	struct bpf_verifier_state_list **explored_states; /* search pruning optimization */
155
	const struct bpf_ext_analyzer_ops *dev_ops; /* device analyzer ops */
156 157 158 159 160 161
	struct bpf_map *used_maps[MAX_USED_MAPS]; /* array of map's used by eBPF program */
	u32 used_map_cnt;		/* number of used maps */
	u32 id_gen;			/* used to generate unique reg IDs */
	bool allow_ptr_leaks;
	bool seen_direct_write;
	struct bpf_insn_aux_data *insn_aux_data; /* array of per-insn state */
162 163

	struct bpf_verifer_log log;
164 165
};

166 167 168 169 170
static inline struct bpf_reg_state *cur_regs(struct bpf_verifier_env *env)
{
	return env->cur_state->regs;
}

171 172 173
#if defined(CONFIG_NET) && defined(CONFIG_BPF_SYSCALL)
int bpf_prog_offload_verifier_prep(struct bpf_verifier_env *env);
#else
174
static inline int bpf_prog_offload_verifier_prep(struct bpf_verifier_env *env)
175 176 177 178 179
{
	return -EOPNOTSUPP;
}
#endif

180
#endif /* _LINUX_BPF_VERIFIER_H */