1 /*
2  * Ftrace header.  For implementation details beyond the random comments
3  * scattered below, see: Documentation/trace/ftrace-design.txt
4  */
5 
6 #ifndef _LINUX_FTRACE_H
7 #define _LINUX_FTRACE_H
8 
9 #include <linux/trace_clock.h>
10 #include <linux/kallsyms.h>
11 #include <linux/linkage.h>
12 #include <linux/bitops.h>
13 #include <linux/ktime.h>
14 #include <linux/sched.h>
15 #include <linux/types.h>
16 #include <linux/init.h>
17 #include <linux/fs.h>
18 
19 #include <asm/ftrace.h>
20 
21 struct module;
22 struct ftrace_hash;
23 
24 #ifdef CONFIG_FUNCTION_TRACER
25 
26 extern int ftrace_enabled;
27 extern int
28 ftrace_enable_sysctl(struct ctl_table *table, int write,
29 		     void __user *buffer, size_t *lenp,
30 		     loff_t *ppos);
31 
32 typedef void (*ftrace_func_t)(unsigned long ip, unsigned long parent_ip);
33 
34 /*
35  * FTRACE_OPS_FL_* bits denote the state of ftrace_ops struct and are
36  * set in the flags member.
37  *
38  * ENABLED - set/unset when ftrace_ops is registered/unregistered
39  * GLOBAL  - set manualy by ftrace_ops user to denote the ftrace_ops
40  *           is part of the global tracers sharing the same filter
41  *           via set_ftrace_* debugfs files.
42  * DYNAMIC - set when ftrace_ops is registered to denote dynamically
43  *           allocated ftrace_ops which need special care
44  * CONTROL - set manualy by ftrace_ops user to denote the ftrace_ops
45  *           could be controled by following calls:
46  *             ftrace_function_local_enable
47  *             ftrace_function_local_disable
48  */
49 enum {
50 	FTRACE_OPS_FL_ENABLED		= 1 << 0,
51 	FTRACE_OPS_FL_GLOBAL		= 1 << 1,
52 	FTRACE_OPS_FL_DYNAMIC		= 1 << 2,
53 	FTRACE_OPS_FL_CONTROL		= 1 << 3,
54 };
55 
56 struct ftrace_ops {
57 	ftrace_func_t			func;
58 	struct ftrace_ops		*next;
59 	unsigned long			flags;
60 	int __percpu			*disabled;
61 #ifdef CONFIG_DYNAMIC_FTRACE
62 	struct ftrace_hash		*notrace_hash;
63 	struct ftrace_hash		*filter_hash;
64 #endif
65 };
66 
67 extern int function_trace_stop;
68 
69 /*
70  * Type of the current tracing.
71  */
72 enum ftrace_tracing_type_t {
73 	FTRACE_TYPE_ENTER = 0, /* Hook the call of the function */
74 	FTRACE_TYPE_RETURN,	/* Hook the return of the function */
75 };
76 
77 /* Current tracing type, default is FTRACE_TYPE_ENTER */
78 extern enum ftrace_tracing_type_t ftrace_tracing_type;
79 
80 /**
81  * ftrace_stop - stop function tracer.
82  *
83  * A quick way to stop the function tracer. Note this an on off switch,
84  * it is not something that is recursive like preempt_disable.
85  * This does not disable the calling of mcount, it only stops the
86  * calling of functions from mcount.
87  */
ftrace_stop(void)88 static inline void ftrace_stop(void)
89 {
90 	function_trace_stop = 1;
91 }
92 
93 /**
94  * ftrace_start - start the function tracer.
95  *
96  * This function is the inverse of ftrace_stop. This does not enable
97  * the function tracing if the function tracer is disabled. This only
98  * sets the function tracer flag to continue calling the functions
99  * from mcount.
100  */
ftrace_start(void)101 static inline void ftrace_start(void)
102 {
103 	function_trace_stop = 0;
104 }
105 
106 /*
107  * The ftrace_ops must be a static and should also
108  * be read_mostly.  These functions do modify read_mostly variables
109  * so use them sparely. Never free an ftrace_op or modify the
110  * next pointer after it has been registered. Even after unregistering
111  * it, the next pointer may still be used internally.
112  */
113 int register_ftrace_function(struct ftrace_ops *ops);
114 int unregister_ftrace_function(struct ftrace_ops *ops);
115 void clear_ftrace_function(void);
116 
117 /**
118  * ftrace_function_local_enable - enable controlled ftrace_ops on current cpu
119  *
120  * This function enables tracing on current cpu by decreasing
121  * the per cpu control variable.
122  * It must be called with preemption disabled and only on ftrace_ops
123  * registered with FTRACE_OPS_FL_CONTROL. If called without preemption
124  * disabled, this_cpu_ptr will complain when CONFIG_DEBUG_PREEMPT is enabled.
125  */
ftrace_function_local_enable(struct ftrace_ops * ops)126 static inline void ftrace_function_local_enable(struct ftrace_ops *ops)
127 {
128 	if (WARN_ON_ONCE(!(ops->flags & FTRACE_OPS_FL_CONTROL)))
129 		return;
130 
131 	(*this_cpu_ptr(ops->disabled))--;
132 }
133 
134 /**
135  * ftrace_function_local_disable - enable controlled ftrace_ops on current cpu
136  *
137  * This function enables tracing on current cpu by decreasing
138  * the per cpu control variable.
139  * It must be called with preemption disabled and only on ftrace_ops
140  * registered with FTRACE_OPS_FL_CONTROL. If called without preemption
141  * disabled, this_cpu_ptr will complain when CONFIG_DEBUG_PREEMPT is enabled.
142  */
ftrace_function_local_disable(struct ftrace_ops * ops)143 static inline void ftrace_function_local_disable(struct ftrace_ops *ops)
144 {
145 	if (WARN_ON_ONCE(!(ops->flags & FTRACE_OPS_FL_CONTROL)))
146 		return;
147 
148 	(*this_cpu_ptr(ops->disabled))++;
149 }
150 
151 /**
152  * ftrace_function_local_disabled - returns ftrace_ops disabled value
153  *                                  on current cpu
154  *
155  * This function returns value of ftrace_ops::disabled on current cpu.
156  * It must be called with preemption disabled and only on ftrace_ops
157  * registered with FTRACE_OPS_FL_CONTROL. If called without preemption
158  * disabled, this_cpu_ptr will complain when CONFIG_DEBUG_PREEMPT is enabled.
159  */
ftrace_function_local_disabled(struct ftrace_ops * ops)160 static inline int ftrace_function_local_disabled(struct ftrace_ops *ops)
161 {
162 	WARN_ON_ONCE(!(ops->flags & FTRACE_OPS_FL_CONTROL));
163 	return *this_cpu_ptr(ops->disabled);
164 }
165 
166 extern void ftrace_stub(unsigned long a0, unsigned long a1);
167 
168 #else /* !CONFIG_FUNCTION_TRACER */
169 /*
170  * (un)register_ftrace_function must be a macro since the ops parameter
171  * must not be evaluated.
172  */
173 #define register_ftrace_function(ops) ({ 0; })
174 #define unregister_ftrace_function(ops) ({ 0; })
clear_ftrace_function(void)175 static inline void clear_ftrace_function(void) { }
ftrace_kill(void)176 static inline void ftrace_kill(void) { }
ftrace_stop(void)177 static inline void ftrace_stop(void) { }
ftrace_start(void)178 static inline void ftrace_start(void) { }
179 #endif /* CONFIG_FUNCTION_TRACER */
180 
181 #ifdef CONFIG_STACK_TRACER
182 extern int stack_tracer_enabled;
183 int
184 stack_trace_sysctl(struct ctl_table *table, int write,
185 		   void __user *buffer, size_t *lenp,
186 		   loff_t *ppos);
187 #endif
188 
189 struct ftrace_func_command {
190 	struct list_head	list;
191 	char			*name;
192 	int			(*func)(struct ftrace_hash *hash,
193 					char *func, char *cmd,
194 					char *params, int enable);
195 };
196 
197 #ifdef CONFIG_DYNAMIC_FTRACE
198 
199 int ftrace_arch_code_modify_prepare(void);
200 int ftrace_arch_code_modify_post_process(void);
201 
202 void ftrace_bug(int err, unsigned long ip);
203 
204 struct seq_file;
205 
206 struct ftrace_probe_ops {
207 	void			(*func)(unsigned long ip,
208 					unsigned long parent_ip,
209 					void **data);
210 	int			(*callback)(unsigned long ip, void **data);
211 	void			(*free)(void **data);
212 	int			(*print)(struct seq_file *m,
213 					 unsigned long ip,
214 					 struct ftrace_probe_ops *ops,
215 					 void *data);
216 };
217 
218 extern int
219 register_ftrace_function_probe(char *glob, struct ftrace_probe_ops *ops,
220 			      void *data);
221 extern void
222 unregister_ftrace_function_probe(char *glob, struct ftrace_probe_ops *ops,
223 				void *data);
224 extern void
225 unregister_ftrace_function_probe_func(char *glob, struct ftrace_probe_ops *ops);
226 extern void unregister_ftrace_function_probe_all(char *glob);
227 
228 extern int ftrace_text_reserved(void *start, void *end);
229 
230 enum {
231 	FTRACE_FL_ENABLED	= (1 << 30),
232 };
233 
234 #define FTRACE_FL_MASK		(0x3UL << 30)
235 #define FTRACE_REF_MAX		((1 << 30) - 1)
236 
237 struct dyn_ftrace {
238 	union {
239 		unsigned long		ip; /* address of mcount call-site */
240 		struct dyn_ftrace	*freelist;
241 	};
242 	unsigned long		flags;
243 	struct dyn_arch_ftrace		arch;
244 };
245 
246 int ftrace_force_update(void);
247 int ftrace_set_filter(struct ftrace_ops *ops, unsigned char *buf,
248 		       int len, int reset);
249 int ftrace_set_notrace(struct ftrace_ops *ops, unsigned char *buf,
250 			int len, int reset);
251 void ftrace_set_global_filter(unsigned char *buf, int len, int reset);
252 void ftrace_set_global_notrace(unsigned char *buf, int len, int reset);
253 void ftrace_free_filter(struct ftrace_ops *ops);
254 
255 int register_ftrace_command(struct ftrace_func_command *cmd);
256 int unregister_ftrace_command(struct ftrace_func_command *cmd);
257 
258 enum {
259 	FTRACE_UPDATE_CALLS		= (1 << 0),
260 	FTRACE_DISABLE_CALLS		= (1 << 1),
261 	FTRACE_UPDATE_TRACE_FUNC	= (1 << 2),
262 	FTRACE_START_FUNC_RET		= (1 << 3),
263 	FTRACE_STOP_FUNC_RET		= (1 << 4),
264 };
265 
266 enum {
267 	FTRACE_UPDATE_IGNORE,
268 	FTRACE_UPDATE_MAKE_CALL,
269 	FTRACE_UPDATE_MAKE_NOP,
270 };
271 
272 enum {
273 	FTRACE_ITER_FILTER	= (1 << 0),
274 	FTRACE_ITER_NOTRACE	= (1 << 1),
275 	FTRACE_ITER_PRINTALL	= (1 << 2),
276 	FTRACE_ITER_DO_HASH	= (1 << 3),
277 	FTRACE_ITER_HASH	= (1 << 4),
278 	FTRACE_ITER_ENABLED	= (1 << 5),
279 };
280 
281 void arch_ftrace_update_code(int command);
282 
283 struct ftrace_rec_iter;
284 
285 struct ftrace_rec_iter *ftrace_rec_iter_start(void);
286 struct ftrace_rec_iter *ftrace_rec_iter_next(struct ftrace_rec_iter *iter);
287 struct dyn_ftrace *ftrace_rec_iter_record(struct ftrace_rec_iter *iter);
288 
289 int ftrace_update_record(struct dyn_ftrace *rec, int enable);
290 int ftrace_test_record(struct dyn_ftrace *rec, int enable);
291 void ftrace_run_stop_machine(int command);
292 int ftrace_location(unsigned long ip);
293 
294 extern ftrace_func_t ftrace_trace_function;
295 
296 int ftrace_regex_open(struct ftrace_ops *ops, int flag,
297 		  struct inode *inode, struct file *file);
298 ssize_t ftrace_filter_write(struct file *file, const char __user *ubuf,
299 			    size_t cnt, loff_t *ppos);
300 ssize_t ftrace_notrace_write(struct file *file, const char __user *ubuf,
301 			     size_t cnt, loff_t *ppos);
302 int ftrace_regex_release(struct inode *inode, struct file *file);
303 
304 void __init
305 ftrace_set_early_filter(struct ftrace_ops *ops, char *buf, int enable);
306 
307 /* defined in arch */
308 extern int ftrace_ip_converted(unsigned long ip);
309 extern int ftrace_dyn_arch_init(void *data);
310 extern int ftrace_update_ftrace_func(ftrace_func_t func);
311 extern void ftrace_caller(void);
312 extern void ftrace_call(void);
313 extern void mcount_call(void);
314 
315 #ifndef FTRACE_ADDR
316 #define FTRACE_ADDR ((unsigned long)ftrace_caller)
317 #endif
318 #ifdef CONFIG_FUNCTION_GRAPH_TRACER
319 extern void ftrace_graph_caller(void);
320 extern int ftrace_enable_ftrace_graph_caller(void);
321 extern int ftrace_disable_ftrace_graph_caller(void);
322 #else
ftrace_enable_ftrace_graph_caller(void)323 static inline int ftrace_enable_ftrace_graph_caller(void) { return 0; }
ftrace_disable_ftrace_graph_caller(void)324 static inline int ftrace_disable_ftrace_graph_caller(void) { return 0; }
325 #endif
326 
327 /**
328  * ftrace_make_nop - convert code into nop
329  * @mod: module structure if called by module load initialization
330  * @rec: the mcount call site record
331  * @addr: the address that the call site should be calling
332  *
333  * This is a very sensitive operation and great care needs
334  * to be taken by the arch.  The operation should carefully
335  * read the location, check to see if what is read is indeed
336  * what we expect it to be, and then on success of the compare,
337  * it should write to the location.
338  *
339  * The code segment at @rec->ip should be a caller to @addr
340  *
341  * Return must be:
342  *  0 on success
343  *  -EFAULT on error reading the location
344  *  -EINVAL on a failed compare of the contents
345  *  -EPERM  on error writing to the location
346  * Any other value will be considered a failure.
347  */
348 extern int ftrace_make_nop(struct module *mod,
349 			   struct dyn_ftrace *rec, unsigned long addr);
350 
351 /**
352  * ftrace_make_call - convert a nop call site into a call to addr
353  * @rec: the mcount call site record
354  * @addr: the address that the call site should call
355  *
356  * This is a very sensitive operation and great care needs
357  * to be taken by the arch.  The operation should carefully
358  * read the location, check to see if what is read is indeed
359  * what we expect it to be, and then on success of the compare,
360  * it should write to the location.
361  *
362  * The code segment at @rec->ip should be a nop
363  *
364  * Return must be:
365  *  0 on success
366  *  -EFAULT on error reading the location
367  *  -EINVAL on a failed compare of the contents
368  *  -EPERM  on error writing to the location
369  * Any other value will be considered a failure.
370  */
371 extern int ftrace_make_call(struct dyn_ftrace *rec, unsigned long addr);
372 
373 /* May be defined in arch */
374 extern int ftrace_arch_read_dyn_info(char *buf, int size);
375 
376 extern int skip_trace(unsigned long ip);
377 extern void ftrace_module_init(struct module *mod);
378 
379 extern void ftrace_disable_daemon(void);
380 extern void ftrace_enable_daemon(void);
381 #else
skip_trace(unsigned long ip)382 static inline int skip_trace(unsigned long ip) { return 0; }
ftrace_force_update(void)383 static inline int ftrace_force_update(void) { return 0; }
ftrace_disable_daemon(void)384 static inline void ftrace_disable_daemon(void) { }
ftrace_enable_daemon(void)385 static inline void ftrace_enable_daemon(void) { }
ftrace_release_mod(struct module * mod)386 static inline void ftrace_release_mod(struct module *mod) {}
ftrace_module_init(struct module * mod)387 static inline void ftrace_module_init(struct module *mod) {}
register_ftrace_command(struct ftrace_func_command * cmd)388 static inline int register_ftrace_command(struct ftrace_func_command *cmd)
389 {
390 	return -EINVAL;
391 }
unregister_ftrace_command(char * cmd_name)392 static inline int unregister_ftrace_command(char *cmd_name)
393 {
394 	return -EINVAL;
395 }
ftrace_text_reserved(void * start,void * end)396 static inline int ftrace_text_reserved(void *start, void *end)
397 {
398 	return 0;
399 }
400 
401 /*
402  * Again users of functions that have ftrace_ops may not
403  * have them defined when ftrace is not enabled, but these
404  * functions may still be called. Use a macro instead of inline.
405  */
406 #define ftrace_regex_open(ops, flag, inod, file) ({ -ENODEV; })
407 #define ftrace_set_early_filter(ops, buf, enable) do { } while (0)
408 #define ftrace_set_filter(ops, buf, len, reset) ({ -ENODEV; })
409 #define ftrace_set_notrace(ops, buf, len, reset) ({ -ENODEV; })
410 #define ftrace_free_filter(ops) do { } while (0)
411 
ftrace_filter_write(struct file * file,const char __user * ubuf,size_t cnt,loff_t * ppos)412 static inline ssize_t ftrace_filter_write(struct file *file, const char __user *ubuf,
413 			    size_t cnt, loff_t *ppos) { return -ENODEV; }
ftrace_notrace_write(struct file * file,const char __user * ubuf,size_t cnt,loff_t * ppos)414 static inline ssize_t ftrace_notrace_write(struct file *file, const char __user *ubuf,
415 			     size_t cnt, loff_t *ppos) { return -ENODEV; }
ftrace_regex_lseek(struct file * file,loff_t offset,int origin)416 static inline loff_t ftrace_regex_lseek(struct file *file, loff_t offset, int origin)
417 {
418 	return -ENODEV;
419 }
420 static inline int
ftrace_regex_release(struct inode * inode,struct file * file)421 ftrace_regex_release(struct inode *inode, struct file *file) { return -ENODEV; }
422 #endif /* CONFIG_DYNAMIC_FTRACE */
423 
424 loff_t ftrace_filter_lseek(struct file *file, loff_t offset, int whence);
425 
426 /* totally disable ftrace - can not re-enable after this */
427 void ftrace_kill(void);
428 
tracer_disable(void)429 static inline void tracer_disable(void)
430 {
431 #ifdef CONFIG_FUNCTION_TRACER
432 	ftrace_enabled = 0;
433 #endif
434 }
435 
436 /*
437  * Ftrace disable/restore without lock. Some synchronization mechanism
438  * must be used to prevent ftrace_enabled to be changed between
439  * disable/restore.
440  */
__ftrace_enabled_save(void)441 static inline int __ftrace_enabled_save(void)
442 {
443 #ifdef CONFIG_FUNCTION_TRACER
444 	int saved_ftrace_enabled = ftrace_enabled;
445 	ftrace_enabled = 0;
446 	return saved_ftrace_enabled;
447 #else
448 	return 0;
449 #endif
450 }
451 
__ftrace_enabled_restore(int enabled)452 static inline void __ftrace_enabled_restore(int enabled)
453 {
454 #ifdef CONFIG_FUNCTION_TRACER
455 	ftrace_enabled = enabled;
456 #endif
457 }
458 
459 #ifndef HAVE_ARCH_CALLER_ADDR
460 # ifdef CONFIG_FRAME_POINTER
461 #  define CALLER_ADDR0 ((unsigned long)__builtin_return_address(0))
462 #  define CALLER_ADDR1 ((unsigned long)__builtin_return_address(1))
463 #  define CALLER_ADDR2 ((unsigned long)__builtin_return_address(2))
464 #  define CALLER_ADDR3 ((unsigned long)__builtin_return_address(3))
465 #  define CALLER_ADDR4 ((unsigned long)__builtin_return_address(4))
466 #  define CALLER_ADDR5 ((unsigned long)__builtin_return_address(5))
467 #  define CALLER_ADDR6 ((unsigned long)__builtin_return_address(6))
468 # else
469 #  define CALLER_ADDR0 ((unsigned long)__builtin_return_address(0))
470 #  define CALLER_ADDR1 0UL
471 #  define CALLER_ADDR2 0UL
472 #  define CALLER_ADDR3 0UL
473 #  define CALLER_ADDR4 0UL
474 #  define CALLER_ADDR5 0UL
475 #  define CALLER_ADDR6 0UL
476 # endif
477 #endif /* ifndef HAVE_ARCH_CALLER_ADDR */
478 
479 #ifdef CONFIG_IRQSOFF_TRACER
480   extern void time_hardirqs_on(unsigned long a0, unsigned long a1);
481   extern void time_hardirqs_off(unsigned long a0, unsigned long a1);
482 #else
time_hardirqs_on(unsigned long a0,unsigned long a1)483   static inline void time_hardirqs_on(unsigned long a0, unsigned long a1) { }
time_hardirqs_off(unsigned long a0,unsigned long a1)484   static inline void time_hardirqs_off(unsigned long a0, unsigned long a1) { }
485 #endif
486 
487 #ifdef CONFIG_PREEMPT_TRACER
488   extern void trace_preempt_on(unsigned long a0, unsigned long a1);
489   extern void trace_preempt_off(unsigned long a0, unsigned long a1);
490 #else
trace_preempt_on(unsigned long a0,unsigned long a1)491   static inline void trace_preempt_on(unsigned long a0, unsigned long a1) { }
trace_preempt_off(unsigned long a0,unsigned long a1)492   static inline void trace_preempt_off(unsigned long a0, unsigned long a1) { }
493 #endif
494 
495 #ifdef CONFIG_FTRACE_MCOUNT_RECORD
496 extern void ftrace_init(void);
497 #else
ftrace_init(void)498 static inline void ftrace_init(void) { }
499 #endif
500 
501 /*
502  * Structure that defines an entry function trace.
503  */
504 struct ftrace_graph_ent {
505 	unsigned long func; /* Current function */
506 	int depth;
507 };
508 
509 /*
510  * Structure that defines a return function trace.
511  */
512 struct ftrace_graph_ret {
513 	unsigned long func; /* Current function */
514 	unsigned long long calltime;
515 	unsigned long long rettime;
516 	/* Number of functions that overran the depth limit for current task */
517 	unsigned long overrun;
518 	int depth;
519 };
520 
521 /* Type of the callback handlers for tracing function graph*/
522 typedef void (*trace_func_graph_ret_t)(struct ftrace_graph_ret *); /* return */
523 typedef int (*trace_func_graph_ent_t)(struct ftrace_graph_ent *); /* entry */
524 
525 #ifdef CONFIG_FUNCTION_GRAPH_TRACER
526 
527 /* for init task */
528 #define INIT_FTRACE_GRAPH		.ret_stack = NULL,
529 
530 /*
531  * Stack of return addresses for functions
532  * of a thread.
533  * Used in struct thread_info
534  */
535 struct ftrace_ret_stack {
536 	unsigned long ret;
537 	unsigned long func;
538 	unsigned long long calltime;
539 	unsigned long long subtime;
540 	unsigned long fp;
541 };
542 
543 /*
544  * Primary handler of a function return.
545  * It relays on ftrace_return_to_handler.
546  * Defined in entry_32/64.S
547  */
548 extern void return_to_handler(void);
549 
550 extern int
551 ftrace_push_return_trace(unsigned long ret, unsigned long func, int *depth,
552 			 unsigned long frame_pointer);
553 
554 /*
555  * Sometimes we don't want to trace a function with the function
556  * graph tracer but we want them to keep traced by the usual function
557  * tracer if the function graph tracer is not configured.
558  */
559 #define __notrace_funcgraph		notrace
560 
561 /*
562  * We want to which function is an entrypoint of a hardirq.
563  * That will help us to put a signal on output.
564  */
565 #define __irq_entry		 __attribute__((__section__(".irqentry.text")))
566 
567 /* Limits of hardirq entrypoints */
568 extern char __irqentry_text_start[];
569 extern char __irqentry_text_end[];
570 
571 #define FTRACE_RETFUNC_DEPTH 50
572 #define FTRACE_RETSTACK_ALLOC_SIZE 32
573 extern int register_ftrace_graph(trace_func_graph_ret_t retfunc,
574 				trace_func_graph_ent_t entryfunc);
575 
576 extern void ftrace_graph_stop(void);
577 
578 /* The current handlers in use */
579 extern trace_func_graph_ret_t ftrace_graph_return;
580 extern trace_func_graph_ent_t ftrace_graph_entry;
581 
582 extern void unregister_ftrace_graph(void);
583 
584 extern void ftrace_graph_init_task(struct task_struct *t);
585 extern void ftrace_graph_exit_task(struct task_struct *t);
586 extern void ftrace_graph_init_idle_task(struct task_struct *t, int cpu);
587 
task_curr_ret_stack(struct task_struct * t)588 static inline int task_curr_ret_stack(struct task_struct *t)
589 {
590 	return t->curr_ret_stack;
591 }
592 
pause_graph_tracing(void)593 static inline void pause_graph_tracing(void)
594 {
595 	atomic_inc(&current->tracing_graph_pause);
596 }
597 
unpause_graph_tracing(void)598 static inline void unpause_graph_tracing(void)
599 {
600 	atomic_dec(&current->tracing_graph_pause);
601 }
602 #else /* !CONFIG_FUNCTION_GRAPH_TRACER */
603 
604 #define __notrace_funcgraph
605 #define __irq_entry
606 #define INIT_FTRACE_GRAPH
607 
ftrace_graph_init_task(struct task_struct * t)608 static inline void ftrace_graph_init_task(struct task_struct *t) { }
ftrace_graph_exit_task(struct task_struct * t)609 static inline void ftrace_graph_exit_task(struct task_struct *t) { }
ftrace_graph_init_idle_task(struct task_struct * t,int cpu)610 static inline void ftrace_graph_init_idle_task(struct task_struct *t, int cpu) { }
611 
register_ftrace_graph(trace_func_graph_ret_t retfunc,trace_func_graph_ent_t entryfunc)612 static inline int register_ftrace_graph(trace_func_graph_ret_t retfunc,
613 			  trace_func_graph_ent_t entryfunc)
614 {
615 	return -1;
616 }
unregister_ftrace_graph(void)617 static inline void unregister_ftrace_graph(void) { }
618 
task_curr_ret_stack(struct task_struct * tsk)619 static inline int task_curr_ret_stack(struct task_struct *tsk)
620 {
621 	return -1;
622 }
623 
pause_graph_tracing(void)624 static inline void pause_graph_tracing(void) { }
unpause_graph_tracing(void)625 static inline void unpause_graph_tracing(void) { }
626 #endif /* CONFIG_FUNCTION_GRAPH_TRACER */
627 
628 #ifdef CONFIG_TRACING
629 
630 /* flags for current->trace */
631 enum {
632 	TSK_TRACE_FL_TRACE_BIT	= 0,
633 	TSK_TRACE_FL_GRAPH_BIT	= 1,
634 };
635 enum {
636 	TSK_TRACE_FL_TRACE	= 1 << TSK_TRACE_FL_TRACE_BIT,
637 	TSK_TRACE_FL_GRAPH	= 1 << TSK_TRACE_FL_GRAPH_BIT,
638 };
639 
set_tsk_trace_trace(struct task_struct * tsk)640 static inline void set_tsk_trace_trace(struct task_struct *tsk)
641 {
642 	set_bit(TSK_TRACE_FL_TRACE_BIT, &tsk->trace);
643 }
644 
clear_tsk_trace_trace(struct task_struct * tsk)645 static inline void clear_tsk_trace_trace(struct task_struct *tsk)
646 {
647 	clear_bit(TSK_TRACE_FL_TRACE_BIT, &tsk->trace);
648 }
649 
test_tsk_trace_trace(struct task_struct * tsk)650 static inline int test_tsk_trace_trace(struct task_struct *tsk)
651 {
652 	return tsk->trace & TSK_TRACE_FL_TRACE;
653 }
654 
set_tsk_trace_graph(struct task_struct * tsk)655 static inline void set_tsk_trace_graph(struct task_struct *tsk)
656 {
657 	set_bit(TSK_TRACE_FL_GRAPH_BIT, &tsk->trace);
658 }
659 
clear_tsk_trace_graph(struct task_struct * tsk)660 static inline void clear_tsk_trace_graph(struct task_struct *tsk)
661 {
662 	clear_bit(TSK_TRACE_FL_GRAPH_BIT, &tsk->trace);
663 }
664 
test_tsk_trace_graph(struct task_struct * tsk)665 static inline int test_tsk_trace_graph(struct task_struct *tsk)
666 {
667 	return tsk->trace & TSK_TRACE_FL_GRAPH;
668 }
669 
670 enum ftrace_dump_mode;
671 
672 extern enum ftrace_dump_mode ftrace_dump_on_oops;
673 
674 #ifdef CONFIG_PREEMPT
675 #define INIT_TRACE_RECURSION		.trace_recursion = 0,
676 #endif
677 
678 #endif /* CONFIG_TRACING */
679 
680 #ifndef INIT_TRACE_RECURSION
681 #define INIT_TRACE_RECURSION
682 #endif
683 
684 #ifdef CONFIG_FTRACE_SYSCALLS
685 
686 unsigned long arch_syscall_addr(int nr);
687 
688 #endif /* CONFIG_FTRACE_SYSCALLS */
689 
690 #endif /* _LINUX_FTRACE_H */
691