ftrace.h 7.6 KB
Newer Older
1 2 3 4
#ifndef _LINUX_FTRACE_H
#define _LINUX_FTRACE_H

#include <linux/linkage.h>
5
#include <linux/fs.h>
6
#include <linux/ktime.h>
7 8
#include <linux/init.h>
#include <linux/types.h>
9
#include <linux/kallsyms.h>
10

11
#ifdef CONFIG_FUNCTION_TRACER
I
Ingo Molnar 已提交
12

13 14 15 16 17 18
extern int ftrace_enabled;
extern int
ftrace_enable_sysctl(struct ctl_table *table, int write,
		     struct file *filp, void __user *buffer, size_t *lenp,
		     loff_t *ppos);

19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38
typedef void (*ftrace_func_t)(unsigned long ip, unsigned long parent_ip);

struct ftrace_ops {
	ftrace_func_t	  func;
	struct ftrace_ops *next;
};

/*
 * The ftrace_ops must be a static and should also
 * be read_mostly.  These functions do modify read_mostly variables
 * so use them sparely. Never free an ftrace_op or modify the
 * next pointer after it has been registered. Even after unregistering
 * it, the next pointer may still be used internally.
 */
int register_ftrace_function(struct ftrace_ops *ops);
int unregister_ftrace_function(struct ftrace_ops *ops);
void clear_ftrace_function(void);

extern void ftrace_stub(unsigned long a0, unsigned long a1);

39
#else /* !CONFIG_FUNCTION_TRACER */
40 41 42
# define register_ftrace_function(ops) do { } while (0)
# define unregister_ftrace_function(ops) do { } while (0)
# define clear_ftrace_function(ops) do { } while (0)
43
static inline void ftrace_kill_atomic(void) { }
44
#endif /* CONFIG_FUNCTION_TRACER */
45

46 47 48 49
#ifdef CONFIG_DYNAMIC_FTRACE
# define FTRACE_HASHBITS	10
# define FTRACE_HASHSIZE	(1<<FTRACE_HASHBITS)

50
enum {
51 52 53 54
	FTRACE_FL_FREE		= (1 << 0),
	FTRACE_FL_FAILED	= (1 << 1),
	FTRACE_FL_FILTER	= (1 << 2),
	FTRACE_FL_ENABLED	= (1 << 3),
55
	FTRACE_FL_NOTRACE	= (1 << 4),
56
	FTRACE_FL_CONVERTED	= (1 << 5),
A
Abhishek Sagar 已提交
57
	FTRACE_FL_FROZEN	= (1 << 6),
58 59
};

60 61
struct dyn_ftrace {
	struct hlist_node node;
62
	unsigned long	  ip; /* address of mcount call-site */
63
	unsigned long	  flags;
64 65
};

S
Steven Rostedt 已提交
66
int ftrace_force_update(void);
67
void ftrace_set_filter(unsigned char *buf, int len, int reset);
S
Steven Rostedt 已提交
68

69
/* defined in arch */
70 71 72
extern int ftrace_ip_converted(unsigned long ip);
extern unsigned char *ftrace_nop_replace(void);
extern unsigned char *ftrace_call_replace(unsigned long ip, unsigned long addr);
73 74 75 76 77 78
extern int ftrace_dyn_arch_init(void *data);
extern int ftrace_mcount_set(unsigned long *data);
extern int ftrace_update_ftrace_func(ftrace_func_t func);
extern void ftrace_caller(void);
extern void ftrace_call(void);
extern void mcount_call(void);
79

80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101
/**
 * ftrace_modify_code - modify code segment
 * @ip: the address of the code segment
 * @old_code: the contents of what is expected to be there
 * @new_code: the code to patch in
 *
 * This is a very sensitive operation and great care needs
 * to be taken by the arch.  The operation should carefully
 * read the location, check to see if what is read is indeed
 * what we expect it to be, and then on success of the compare,
 * it should write to the location.
 *
 * Return must be:
 *  0 on success
 *  -EFAULT on error reading the location
 *  -EINVAL on a failed compare of the contents
 *  -EPERM  on error writing to the location
 * Any other value will be considered a failure.
 */
extern int ftrace_modify_code(unsigned long ip, unsigned char *old_code,
			      unsigned char *new_code);

A
Abhishek Sagar 已提交
102 103
extern int skip_trace(unsigned long ip);

104 105 106 107
extern void ftrace_release(void *start, unsigned long size);

extern void ftrace_disable_daemon(void);
extern void ftrace_enable_daemon(void);
108

S
Steven Rostedt 已提交
109
#else
A
Abhishek Sagar 已提交
110
# define skip_trace(ip)				({ 0; })
I
Ingo Molnar 已提交
111 112
# define ftrace_force_update()			({ 0; })
# define ftrace_set_filter(buf, len, reset)	do { } while (0)
113 114
# define ftrace_disable_daemon()		do { } while (0)
# define ftrace_enable_daemon()			do { } while (0)
115
static inline void ftrace_release(void *start, unsigned long size) { }
A
Abhishek Sagar 已提交
116
#endif /* CONFIG_DYNAMIC_FTRACE */
117

I
Ingo Molnar 已提交
118 119
/* totally disable ftrace - can not re-enable after this */
void ftrace_kill(void);
S
Steven Rostedt 已提交
120
void ftrace_kill_atomic(void);
I
Ingo Molnar 已提交
121

I
Ingo Molnar 已提交
122 123
static inline void tracer_disable(void)
{
124
#ifdef CONFIG_FUNCTION_TRACER
I
Ingo Molnar 已提交
125 126 127 128
	ftrace_enabled = 0;
#endif
}

129 130
/*
 * Ftrace disable/restore without lock. Some synchronization mechanism
131
 * must be used to prevent ftrace_enabled to be changed between
132 133
 * disable/restore.
 */
134 135
static inline int __ftrace_enabled_save(void)
{
136
#ifdef CONFIG_FUNCTION_TRACER
137 138 139 140 141 142 143 144 145 146
	int saved_ftrace_enabled = ftrace_enabled;
	ftrace_enabled = 0;
	return saved_ftrace_enabled;
#else
	return 0;
#endif
}

static inline void __ftrace_enabled_restore(int enabled)
{
147
#ifdef CONFIG_FUNCTION_TRACER
148 149 150 151
	ftrace_enabled = enabled;
#endif
}

152 153 154 155 156 157 158 159
#ifdef CONFIG_FRAME_POINTER
/* TODO: need to fix this for ARM */
# define CALLER_ADDR0 ((unsigned long)__builtin_return_address(0))
# define CALLER_ADDR1 ((unsigned long)__builtin_return_address(1))
# define CALLER_ADDR2 ((unsigned long)__builtin_return_address(2))
# define CALLER_ADDR3 ((unsigned long)__builtin_return_address(3))
# define CALLER_ADDR4 ((unsigned long)__builtin_return_address(4))
# define CALLER_ADDR5 ((unsigned long)__builtin_return_address(5))
I
Ingo Molnar 已提交
160
# define CALLER_ADDR6 ((unsigned long)__builtin_return_address(6))
161 162 163 164 165 166 167
#else
# define CALLER_ADDR0 ((unsigned long)__builtin_return_address(0))
# define CALLER_ADDR1 0UL
# define CALLER_ADDR2 0UL
# define CALLER_ADDR3 0UL
# define CALLER_ADDR4 0UL
# define CALLER_ADDR5 0UL
I
Ingo Molnar 已提交
168
# define CALLER_ADDR6 0UL
169 170
#endif

171
#ifdef CONFIG_IRQSOFF_TRACER
I
Ingo Molnar 已提交
172 173
  extern void time_hardirqs_on(unsigned long a0, unsigned long a1);
  extern void time_hardirqs_off(unsigned long a0, unsigned long a1);
174 175 176 177 178
#else
# define time_hardirqs_on(a0, a1)		do { } while (0)
# define time_hardirqs_off(a0, a1)		do { } while (0)
#endif

179
#ifdef CONFIG_PREEMPT_TRACER
I
Ingo Molnar 已提交
180 181
  extern void trace_preempt_on(unsigned long a0, unsigned long a1);
  extern void trace_preempt_off(unsigned long a0, unsigned long a1);
182 183 184 185 186
#else
# define trace_preempt_on(a0, a1)		do { } while (0)
# define trace_preempt_off(a0, a1)		do { } while (0)
#endif

I
Ingo Molnar 已提交
187
#ifdef CONFIG_TRACING
I
Ingo Molnar 已提交
188 189
extern void
ftrace_special(unsigned long arg1, unsigned long arg2, unsigned long arg3);
S
Steven Rostedt 已提交
190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207

/**
 * ftrace_printk - printf formatting in the ftrace buffer
 * @fmt: the printf format for printing
 *
 * Note: __ftrace_printk is an internal function for ftrace_printk and
 *       the @ip is passed in via the ftrace_printk macro.
 *
 * This function allows a kernel developer to debug fast path sections
 * that printk is not appropriate for. By scattering in various
 * printk like tracing in the code, a developer can quickly see
 * where problems are occurring.
 *
 * This is intended as a debugging tool for the developer only.
 * Please refrain from leaving ftrace_printks scattered around in
 * your code.
 */
# define ftrace_printk(fmt...) __ftrace_printk(_THIS_IP_, fmt)
208 209 210
extern int
__ftrace_printk(unsigned long ip, const char *fmt, ...)
	__attribute__ ((format (printf, 2, 3)));
211
extern void ftrace_dump(void);
I
Ingo Molnar 已提交
212 213 214
#else
static inline void
ftrace_special(unsigned long arg1, unsigned long arg2, unsigned long arg3) { }
215
static inline int
I
Ingo Molnar 已提交
216 217 218 219
ftrace_printk(const char *fmt, ...) __attribute__ ((format (printf, 1, 0)));

static inline int
ftrace_printk(const char *fmt, ...)
220 221 222
{
	return 0;
}
223
static inline void ftrace_dump(void) { }
I
Ingo Molnar 已提交
224 225
#endif

226 227
#ifdef CONFIG_FTRACE_MCOUNT_RECORD
extern void ftrace_init(void);
228
extern void ftrace_init_module(unsigned long *start, unsigned long *end);
229 230
#else
static inline void ftrace_init(void) { }
231 232
static inline void
ftrace_init_module(unsigned long *start, unsigned long *end) { }
233 234
#endif

235

236 237
struct boot_trace {
	pid_t			caller;
238
	char			func[KSYM_NAME_LEN];
239
	int			result;
240
	unsigned long long	duration;		/* usecs */
241 242
	ktime_t			calltime;
	ktime_t			rettime;
243 244 245
};

#ifdef CONFIG_BOOT_TRACER
246
extern void trace_boot(struct boot_trace *it, initcall_t fn);
247
extern void start_boot_trace(void);
248
extern void stop_boot_trace(void);
249
#else
250
static inline void trace_boot(struct boot_trace *it, initcall_t fn) { }
251
static inline void start_boot_trace(void) { }
252
static inline void stop_boot_trace(void) { }
253 254 255 256
#endif



257
#endif /* _LINUX_FTRACE_H */