blob: 7c7c902249f2af2e4233d76a19f372c72463a1cd [file] [log] [blame]
Atsushi Nemoto1df0f0f2006-09-26 23:44:01 +09001/*
Atsushi Nemoto1df0f0f2006-09-26 23:44:01 +09002 * Stack trace management functions
3 *
4 * Copyright (C) 2006 Atsushi Nemoto <anemo@mba.ocn.ne.jp>
5 */
6#include <linux/sched.h>
Ingo Molnarb17b0152017-02-08 18:51:35 +01007#include <linux/sched/debug.h>
Ingo Molnar68db0cf2017-02-08 18:51:37 +01008#include <linux/sched/task_stack.h>
Atsushi Nemoto1df0f0f2006-09-26 23:44:01 +09009#include <linux/stacktrace.h>
Paul Gortmaker73bc2562011-07-23 16:30:40 -040010#include <linux/export.h>
Atsushi Nemoto1df0f0f2006-09-26 23:44:01 +090011#include <asm/stacktrace.h>
12
13/*
14 * Save stack-backtrace addresses into a stack_trace buffer:
15 */
16static void save_raw_context_stack(struct stack_trace *trace,
Aaro Koskinene1e16112015-10-23 15:39:02 +030017 unsigned long reg29, int savesched)
Atsushi Nemoto1df0f0f2006-09-26 23:44:01 +090018{
19 unsigned long *sp = (unsigned long *)reg29;
20 unsigned long addr;
21
22 while (!kstack_end(sp)) {
23 addr = *sp++;
Aaro Koskinene1e16112015-10-23 15:39:02 +030024 if (__kernel_text_address(addr) &&
25 (savesched || !in_sched_functions(addr))) {
Atsushi Nemoto23126692006-09-28 19:15:33 +090026 if (trace->skip > 0)
27 trace->skip--;
Atsushi Nemoto1df0f0f2006-09-26 23:44:01 +090028 else
Atsushi Nemoto23126692006-09-28 19:15:33 +090029 trace->entries[trace->nr_entries++] = addr;
Atsushi Nemoto1df0f0f2006-09-26 23:44:01 +090030 if (trace->nr_entries >= trace->max_entries)
31 break;
32 }
33 }
34}
35
Ken Chen2ec220e2008-11-10 11:26:08 +030036static void save_context_stack(struct stack_trace *trace,
Aaro Koskinene1e16112015-10-23 15:39:02 +030037 struct task_struct *tsk, struct pt_regs *regs, int savesched)
Atsushi Nemoto1df0f0f2006-09-26 23:44:01 +090038{
39 unsigned long sp = regs->regs[29];
40#ifdef CONFIG_KALLSYMS
41 unsigned long ra = regs->regs[31];
42 unsigned long pc = regs->cp0_epc;
Atsushi Nemoto1df0f0f2006-09-26 23:44:01 +090043
44 if (raw_show_trace || !__kernel_text_address(pc)) {
Atsushi Nemoto19246002006-09-29 18:02:51 +090045 unsigned long stack_page =
Ken Chen2ec220e2008-11-10 11:26:08 +030046 (unsigned long)task_stack_page(tsk);
Atsushi Nemoto23126692006-09-28 19:15:33 +090047 if (stack_page && sp >= stack_page &&
48 sp <= stack_page + THREAD_SIZE - 32)
Aaro Koskinene1e16112015-10-23 15:39:02 +030049 save_raw_context_stack(trace, sp, savesched);
Atsushi Nemoto19246002006-09-29 18:02:51 +090050 return;
Atsushi Nemoto1df0f0f2006-09-26 23:44:01 +090051 }
52 do {
Aaro Koskinene1e16112015-10-23 15:39:02 +030053 if (savesched || !in_sched_functions(pc)) {
54 if (trace->skip > 0)
55 trace->skip--;
56 else
57 trace->entries[trace->nr_entries++] = pc;
58 if (trace->nr_entries >= trace->max_entries)
59 break;
60 }
Ken Chen2ec220e2008-11-10 11:26:08 +030061 pc = unwind_stack(tsk, &sp, pc, &ra);
Atsushi Nemoto1df0f0f2006-09-26 23:44:01 +090062 } while (pc);
63#else
Aaro Koskinene1e16112015-10-23 15:39:02 +030064 save_raw_context_stack(trace, sp, savesched);
Atsushi Nemoto1df0f0f2006-09-26 23:44:01 +090065#endif
Atsushi Nemoto1df0f0f2006-09-26 23:44:01 +090066}
67
68/*
69 * Save stack-backtrace addresses into a stack_trace buffer.
Atsushi Nemoto1df0f0f2006-09-26 23:44:01 +090070 */
Christoph Hellwigab1b6f02007-05-08 00:23:29 -070071void save_stack_trace(struct stack_trace *trace)
Atsushi Nemoto1df0f0f2006-09-26 23:44:01 +090072{
Ken Chen2ec220e2008-11-10 11:26:08 +030073 save_stack_trace_tsk(current, trace);
74}
75EXPORT_SYMBOL_GPL(save_stack_trace);
76
77void save_stack_trace_tsk(struct task_struct *tsk, struct stack_trace *trace)
78{
Atsushi Nemoto1df0f0f2006-09-26 23:44:01 +090079 struct pt_regs dummyregs;
80 struct pt_regs *regs = &dummyregs;
81
82 WARN_ON(trace->nr_entries || !trace->max_entries);
83
Ken Chen2ec220e2008-11-10 11:26:08 +030084 if (tsk != current) {
85 regs->regs[29] = tsk->thread.reg29;
86 regs->regs[31] = 0;
87 regs->cp0_epc = tsk->thread.reg31;
88 } else
89 prepare_frametrace(regs);
Aaro Koskinene1e16112015-10-23 15:39:02 +030090 save_context_stack(trace, tsk, regs, tsk == current);
Atsushi Nemoto1df0f0f2006-09-26 23:44:01 +090091}
Ken Chen2ec220e2008-11-10 11:26:08 +030092EXPORT_SYMBOL_GPL(save_stack_trace_tsk);