-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
ftrace: add basic support for gcc profiler instrumentation
If CONFIG_FTRACE is selected and /proc/sys/kernel/ftrace_enabled is set to a non-zero value the ftrace routine will be called everytime we enter a kernel function that is not marked with the "notrace" attribute. The ftrace routine will then call a registered function if a function happens to be registered. [ This code has been highly hacked by Steven Rostedt and Ingo Molnar, so don't blame Arnaldo for all of this ;-) ] Update: It is now possible to register more than one ftrace function. If only one ftrace function is registered, that will be the function that ftrace calls directly. If more than one function is registered, then ftrace will call a function that will loop through the functions to call. Signed-off-by: Arnaldo Carvalho de Melo <acme@ghostprotocols.net> Signed-off-by: Steven Rostedt <srostedt@redhat.com> Signed-off-by: Ingo Molnar <mingo@elte.hu> Signed-off-by: Thomas Gleixner <tglx@linutronix.de>
- Loading branch information
Arnaldo Carvalho de Melo
authored and
Thomas Gleixner
committed
May 23, 2008
1 parent
6e76641
commit 16444a8
Showing
10 changed files
with
256 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,38 @@ | ||
#ifndef _LINUX_FTRACE_H | ||
#define _LINUX_FTRACE_H | ||
|
||
#ifdef CONFIG_FTRACE | ||
|
||
#include <linux/linkage.h> | ||
|
||
#define CALLER_ADDR0 ((unsigned long)__builtin_return_address(0)) | ||
#define CALLER_ADDR1 ((unsigned long)__builtin_return_address(1)) | ||
#define CALLER_ADDR2 ((unsigned long)__builtin_return_address(2)) | ||
|
||
typedef void (*ftrace_func_t)(unsigned long ip, unsigned long parent_ip); | ||
|
||
struct ftrace_ops { | ||
ftrace_func_t func; | ||
struct ftrace_ops *next; | ||
}; | ||
|
||
/* | ||
* The ftrace_ops must be a static and should also | ||
* be read_mostly. These functions do modify read_mostly variables | ||
* so use them sparely. Never free an ftrace_op or modify the | ||
* next pointer after it has been registered. Even after unregistering | ||
* it, the next pointer may still be used internally. | ||
*/ | ||
int register_ftrace_function(struct ftrace_ops *ops); | ||
int unregister_ftrace_function(struct ftrace_ops *ops); | ||
void clear_ftrace_function(void); | ||
|
||
extern void ftrace_stub(unsigned long a0, unsigned long a1); | ||
extern void mcount(void); | ||
|
||
#else /* !CONFIG_FTRACE */ | ||
# define register_ftrace_function(ops) do { } while (0) | ||
# define unregister_ftrace_function(ops) do { } while (0) | ||
# define clear_ftrace_function(ops) do { } while (0) | ||
#endif /* CONFIG_FTRACE */ | ||
#endif /* _LINUX_FTRACE_H */ |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,5 @@ | ||
# | ||
# Architectures that offer an FTRACE implementation should select HAVE_FTRACE: | ||
# | ||
config HAVE_FTRACE | ||
bool |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,3 @@ | ||
obj-$(CONFIG_FTRACE) += libftrace.o | ||
|
||
libftrace-y := ftrace.o |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,138 @@ | ||
/* | ||
* Infrastructure for profiling code inserted by 'gcc -pg'. | ||
* | ||
* Copyright (C) 2007-2008 Steven Rostedt <srostedt@redhat.com> | ||
* Copyright (C) 2004-2008 Ingo Molnar <mingo@redhat.com> | ||
* | ||
* Originally ported from the -rt patch by: | ||
* Copyright (C) 2007 Arnaldo Carvalho de Melo <acme@redhat.com> | ||
* | ||
* Based on code in the latency_tracer, that is: | ||
* | ||
* Copyright (C) 2004-2006 Ingo Molnar | ||
* Copyright (C) 2004 William Lee Irwin III | ||
*/ | ||
|
||
#include <linux/module.h> | ||
#include <linux/ftrace.h> | ||
|
||
static DEFINE_SPINLOCK(ftrace_func_lock); | ||
static struct ftrace_ops ftrace_list_end __read_mostly = | ||
{ | ||
.func = ftrace_stub, | ||
}; | ||
|
||
static struct ftrace_ops *ftrace_list __read_mostly = &ftrace_list_end; | ||
ftrace_func_t ftrace_trace_function __read_mostly = ftrace_stub; | ||
|
||
/* mcount is defined per arch in assembly */ | ||
EXPORT_SYMBOL(mcount); | ||
|
||
notrace void ftrace_list_func(unsigned long ip, unsigned long parent_ip) | ||
{ | ||
struct ftrace_ops *op = ftrace_list; | ||
|
||
/* in case someone actually ports this to alpha! */ | ||
read_barrier_depends(); | ||
|
||
while (op != &ftrace_list_end) { | ||
/* silly alpha */ | ||
read_barrier_depends(); | ||
op->func(ip, parent_ip); | ||
op = op->next; | ||
}; | ||
} | ||
|
||
/** | ||
* register_ftrace_function - register a function for profiling | ||
* @ops - ops structure that holds the function for profiling. | ||
* | ||
* Register a function to be called by all functions in the | ||
* kernel. | ||
* | ||
* Note: @ops->func and all the functions it calls must be labeled | ||
* with "notrace", otherwise it will go into a | ||
* recursive loop. | ||
*/ | ||
int register_ftrace_function(struct ftrace_ops *ops) | ||
{ | ||
unsigned long flags; | ||
|
||
spin_lock_irqsave(&ftrace_func_lock, flags); | ||
ops->next = ftrace_list; | ||
/* | ||
* We are entering ops into the ftrace_list but another | ||
* CPU might be walking that list. We need to make sure | ||
* the ops->next pointer is valid before another CPU sees | ||
* the ops pointer included into the ftrace_list. | ||
*/ | ||
smp_wmb(); | ||
ftrace_list = ops; | ||
/* | ||
* For one func, simply call it directly. | ||
* For more than one func, call the chain. | ||
*/ | ||
if (ops->next == &ftrace_list_end) | ||
ftrace_trace_function = ops->func; | ||
else | ||
ftrace_trace_function = ftrace_list_func; | ||
spin_unlock_irqrestore(&ftrace_func_lock, flags); | ||
|
||
return 0; | ||
} | ||
|
||
/** | ||
* unregister_ftrace_function - unresgister a function for profiling. | ||
* @ops - ops structure that holds the function to unregister | ||
* | ||
* Unregister a function that was added to be called by ftrace profiling. | ||
*/ | ||
int unregister_ftrace_function(struct ftrace_ops *ops) | ||
{ | ||
unsigned long flags; | ||
struct ftrace_ops **p; | ||
int ret = 0; | ||
|
||
spin_lock_irqsave(&ftrace_func_lock, flags); | ||
|
||
/* | ||
* If we are the only function, then the ftrace pointer is | ||
* pointing directly to that function. | ||
*/ | ||
if (ftrace_list == ops && ops->next == &ftrace_list_end) { | ||
ftrace_trace_function = ftrace_stub; | ||
ftrace_list = &ftrace_list_end; | ||
goto out; | ||
} | ||
|
||
for (p = &ftrace_list; *p != &ftrace_list_end; p = &(*p)->next) | ||
if (*p == ops) | ||
break; | ||
|
||
if (*p != ops) { | ||
ret = -1; | ||
goto out; | ||
} | ||
|
||
*p = (*p)->next; | ||
|
||
/* If we only have one func left, then call that directly */ | ||
if (ftrace_list->next == &ftrace_list_end) | ||
ftrace_trace_function = ftrace_list->func; | ||
|
||
out: | ||
spin_unlock_irqrestore(&ftrace_func_lock, flags); | ||
|
||
return 0; | ||
} | ||
|
||
/** | ||
* clear_ftrace_function - reset the ftrace function | ||
* | ||
* This NULLs the ftrace function and in essence stops | ||
* tracing. There may be lag | ||
*/ | ||
void clear_ftrace_function(void) | ||
{ | ||
ftrace_trace_function = ftrace_stub; | ||
} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters