blob: 011993e0cce218ea0b9c831d7732947468395f24 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * This file is subject to the terms and conditions of the GNU General Public
3 * License. See the file "COPYING" in the main directory of this archive
4 * for more details.
5 *
6 * Copyright (C) 1992 Ross Biro
7 * Copyright (C) Linus Torvalds
8 * Copyright (C) 1994, 95, 96, 97, 98, 2000 Ralf Baechle
9 * Copyright (C) 1996 David S. Miller
10 * Kevin D. Kissell, kevink@mips.com and Carsten Langgaard, carstenl@mips.com
11 * Copyright (C) 1999 MIPS Technologies, Inc.
12 * Copyright (C) 2000 Ulf Carlsson
13 *
14 * At this time Linux/MIPS64 only supports syscall tracing, even for 32-bit
15 * binaries.
16 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070017#include <linux/compiler.h>
Ralf Baechlec3fc5cd2013-05-29 01:07:19 +020018#include <linux/context_tracking.h>
Ralf Baechle7aeb7532012-08-02 14:44:11 +020019#include <linux/elf.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070020#include <linux/kernel.h>
21#include <linux/sched.h>
Ingo Molnar68db0cf2017-02-08 18:51:37 +010022#include <linux/sched/task_stack.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070023#include <linux/mm.h>
24#include <linux/errno.h>
25#include <linux/ptrace.h>
Ralf Baechle7aeb7532012-08-02 14:44:11 +020026#include <linux/regset.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070027#include <linux/smp.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070028#include <linux/security.h>
Ralf Baechle40e084a2015-07-29 22:44:53 +020029#include <linux/stddef.h>
Ralf Baechlebc3d22c2012-07-17 19:43:58 +020030#include <linux/tracehook.h>
Ralf Baechle293c5bd2007-07-25 16:19:33 +010031#include <linux/audit.h>
32#include <linux/seccomp.h>
Ralf Baechle1d7bf992013-09-06 20:24:48 +020033#include <linux/ftrace.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070034
Ralf Baechlef8280c82005-05-19 12:08:04 +000035#include <asm/byteorder.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070036#include <asm/cpu.h>
Maciej W. Rozycki9b266162015-04-03 23:27:48 +010037#include <asm/cpu-info.h>
Ralf Baechlee50c0a82005-05-31 11:49:19 +000038#include <asm/dsp.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070039#include <asm/fpu.h>
40#include <asm/mipsregs.h>
Ralf Baechle101b3532005-10-06 17:39:32 +010041#include <asm/mipsmtregs.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070042#include <asm/pgtable.h>
43#include <asm/page.h>
Ralf Baechlebec9b2b2012-09-26 20:16:47 +020044#include <asm/syscall.h>
Linus Torvalds7c0f6ba2016-12-24 11:46:01 -080045#include <linux/uaccess.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070046#include <asm/bootinfo.h>
Daniel Jacobowitzea3d7102005-09-28 18:11:15 -040047#include <asm/reg.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070048
Ralf Baechle1d7bf992013-09-06 20:24:48 +020049#define CREATE_TRACE_POINTS
50#include <trace/events/syscalls.h>
51
Paul Burtonac9ad832015-01-30 12:09:36 +000052static void init_fp_ctx(struct task_struct *target)
53{
54 /* If FP has been used then the target already has context */
55 if (tsk_used_math(target))
56 return;
57
58 /* Begin with data registers set to all 1s... */
59 memset(&target->thread.fpu.fpr, ~0, sizeof(target->thread.fpu.fpr));
60
Maciej W. Rozyckiabf378b2016-05-12 10:19:08 +010061 /* FCSR has been preset by `mips_set_personality_nan'. */
Paul Burtonac9ad832015-01-30 12:09:36 +000062
63 /*
64 * Record that the target has "used" math, such that the context
65 * just initialised, and any modifications made by the caller,
66 * aren't discarded.
67 */
68 set_stopped_child_used_math(target);
69}
70
Linus Torvalds1da177e2005-04-16 15:20:36 -070071/*
72 * Called by kernel/ptrace.c when detaching..
73 *
74 * Make sure single step bits etc are not set.
75 */
76void ptrace_disable(struct task_struct *child)
77{
David Daney0926bf92008-09-23 00:11:26 -070078 /* Don't load the watchpoint registers for the ex-child. */
79 clear_tsk_thread_flag(child, TIF_LOAD_WATCH);
Linus Torvalds1da177e2005-04-16 15:20:36 -070080}
81
Daniel Jacobowitzea3d7102005-09-28 18:11:15 -040082/*
Maciej W. Rozycki5a1aca42016-10-28 08:21:03 +010083 * Poke at FCSR according to its mask. Set the Cause bits even
84 * if a corresponding Enable bit is set. This will be noticed at
85 * the time the thread is switched to and SIGFPE thrown accordingly.
Maciej W. Rozyckiabf378b2016-05-12 10:19:08 +010086 */
87static void ptrace_setfcr31(struct task_struct *child, u32 value)
88{
89 u32 fcr31;
90 u32 mask;
91
Maciej W. Rozyckiabf378b2016-05-12 10:19:08 +010092 fcr31 = child->thread.fpu.fcr31;
93 mask = boot_cpu_data.fpu_msk31;
94 child->thread.fpu.fcr31 = (value & ~mask) | (fcr31 & mask);
95}
96
97/*
Ralf Baechle70342282013-01-22 12:59:30 +010098 * Read a general register set. We always use the 64-bit format, even
Daniel Jacobowitzea3d7102005-09-28 18:11:15 -040099 * for 32-bit kernels and for 32-bit processes on a 64-bit kernel.
100 * Registers are sign extended to fill the available space.
101 */
Alex Smitha79ebea2014-07-23 14:40:13 +0100102int ptrace_getregs(struct task_struct *child, struct user_pt_regs __user *data)
Daniel Jacobowitzea3d7102005-09-28 18:11:15 -0400103{
104 struct pt_regs *regs;
105 int i;
106
107 if (!access_ok(VERIFY_WRITE, data, 38 * 8))
108 return -EIO;
109
Al Viro40bc9c62006-01-12 01:06:07 -0800110 regs = task_pt_regs(child);
Daniel Jacobowitzea3d7102005-09-28 18:11:15 -0400111
112 for (i = 0; i < 32; i++)
Alex Smitha79ebea2014-07-23 14:40:13 +0100113 __put_user((long)regs->regs[i], (__s64 __user *)&data->regs[i]);
114 __put_user((long)regs->lo, (__s64 __user *)&data->lo);
115 __put_user((long)regs->hi, (__s64 __user *)&data->hi);
116 __put_user((long)regs->cp0_epc, (__s64 __user *)&data->cp0_epc);
117 __put_user((long)regs->cp0_badvaddr, (__s64 __user *)&data->cp0_badvaddr);
118 __put_user((long)regs->cp0_status, (__s64 __user *)&data->cp0_status);
119 __put_user((long)regs->cp0_cause, (__s64 __user *)&data->cp0_cause);
Daniel Jacobowitzea3d7102005-09-28 18:11:15 -0400120
121 return 0;
122}
123
124/*
125 * Write a general register set. As for PTRACE_GETREGS, we always use
126 * the 64-bit format. On a 32-bit kernel only the lower order half
127 * (according to endianness) will be used.
128 */
Alex Smitha79ebea2014-07-23 14:40:13 +0100129int ptrace_setregs(struct task_struct *child, struct user_pt_regs __user *data)
Daniel Jacobowitzea3d7102005-09-28 18:11:15 -0400130{
131 struct pt_regs *regs;
132 int i;
133
134 if (!access_ok(VERIFY_READ, data, 38 * 8))
135 return -EIO;
136
Al Viro40bc9c62006-01-12 01:06:07 -0800137 regs = task_pt_regs(child);
Daniel Jacobowitzea3d7102005-09-28 18:11:15 -0400138
139 for (i = 0; i < 32; i++)
Alex Smitha79ebea2014-07-23 14:40:13 +0100140 __get_user(regs->regs[i], (__s64 __user *)&data->regs[i]);
141 __get_user(regs->lo, (__s64 __user *)&data->lo);
142 __get_user(regs->hi, (__s64 __user *)&data->hi);
143 __get_user(regs->cp0_epc, (__s64 __user *)&data->cp0_epc);
Daniel Jacobowitzea3d7102005-09-28 18:11:15 -0400144
145 /* badvaddr, status, and cause may not be written. */
146
147 return 0;
148}
149
Ralf Baechle49a89ef2007-10-11 23:46:15 +0100150int ptrace_getfpregs(struct task_struct *child, __u32 __user *data)
Daniel Jacobowitzea3d7102005-09-28 18:11:15 -0400151{
152 int i;
153
154 if (!access_ok(VERIFY_WRITE, data, 33 * 8))
155 return -EIO;
156
157 if (tsk_used_math(child)) {
Paul Burtonbbd426f2014-02-13 11:26:41 +0000158 union fpureg *fregs = get_fpu_regs(child);
Daniel Jacobowitzea3d7102005-09-28 18:11:15 -0400159 for (i = 0; i < 32; i++)
Paul Burtonbbd426f2014-02-13 11:26:41 +0000160 __put_user(get_fpr64(&fregs[i], 0),
161 i + (__u64 __user *)data);
Daniel Jacobowitzea3d7102005-09-28 18:11:15 -0400162 } else {
163 for (i = 0; i < 32; i++)
Ralf Baechle49a89ef2007-10-11 23:46:15 +0100164 __put_user((__u64) -1, i + (__u64 __user *) data);
Daniel Jacobowitzea3d7102005-09-28 18:11:15 -0400165 }
166
Ralf Baechle49a89ef2007-10-11 23:46:15 +0100167 __put_user(child->thread.fpu.fcr31, data + 64);
Alex Smith656ff9b2014-07-23 14:40:06 +0100168 __put_user(boot_cpu_data.fpu_id, data + 65);
Daniel Jacobowitzea3d7102005-09-28 18:11:15 -0400169
170 return 0;
171}
172
Ralf Baechle49a89ef2007-10-11 23:46:15 +0100173int ptrace_setfpregs(struct task_struct *child, __u32 __user *data)
Daniel Jacobowitzea3d7102005-09-28 18:11:15 -0400174{
Paul Burtonbbd426f2014-02-13 11:26:41 +0000175 union fpureg *fregs;
176 u64 fpr_val;
Maciej W. Rozycki9b266162015-04-03 23:27:48 +0100177 u32 value;
Daniel Jacobowitzea3d7102005-09-28 18:11:15 -0400178 int i;
179
180 if (!access_ok(VERIFY_READ, data, 33 * 8))
181 return -EIO;
182
Paul Burtonac9ad832015-01-30 12:09:36 +0000183 init_fp_ctx(child);
Daniel Jacobowitzea3d7102005-09-28 18:11:15 -0400184 fregs = get_fpu_regs(child);
185
Paul Burtonbbd426f2014-02-13 11:26:41 +0000186 for (i = 0; i < 32; i++) {
187 __get_user(fpr_val, i + (__u64 __user *)data);
188 set_fpr64(&fregs[i], 0, fpr_val);
189 }
Daniel Jacobowitzea3d7102005-09-28 18:11:15 -0400190
Maciej W. Rozycki9b266162015-04-03 23:27:48 +0100191 __get_user(value, data + 64);
Maciej W. Rozyckiabf378b2016-05-12 10:19:08 +0100192 ptrace_setfcr31(child, value);
Daniel Jacobowitzea3d7102005-09-28 18:11:15 -0400193
194 /* FIR may not be written. */
195
196 return 0;
197}
198
David Daney0926bf92008-09-23 00:11:26 -0700199int ptrace_get_watch_regs(struct task_struct *child,
200 struct pt_watch_regs __user *addr)
201{
202 enum pt_watch_style style;
203 int i;
204
Alex Smith57c7ea52014-05-01 12:51:19 +0100205 if (!cpu_has_watch || boot_cpu_data.watch_reg_use_cnt == 0)
David Daney0926bf92008-09-23 00:11:26 -0700206 return -EIO;
207 if (!access_ok(VERIFY_WRITE, addr, sizeof(struct pt_watch_regs)))
208 return -EIO;
209
210#ifdef CONFIG_32BIT
211 style = pt_watch_style_mips32;
212#define WATCH_STYLE mips32
213#else
214 style = pt_watch_style_mips64;
215#define WATCH_STYLE mips64
216#endif
217
218 __put_user(style, &addr->style);
Alex Smith57c7ea52014-05-01 12:51:19 +0100219 __put_user(boot_cpu_data.watch_reg_use_cnt,
David Daney0926bf92008-09-23 00:11:26 -0700220 &addr->WATCH_STYLE.num_valid);
Alex Smith57c7ea52014-05-01 12:51:19 +0100221 for (i = 0; i < boot_cpu_data.watch_reg_use_cnt; i++) {
David Daney0926bf92008-09-23 00:11:26 -0700222 __put_user(child->thread.watch.mips3264.watchlo[i],
223 &addr->WATCH_STYLE.watchlo[i]);
James Hogan50af5012016-03-01 22:19:39 +0000224 __put_user(child->thread.watch.mips3264.watchhi[i] &
225 (MIPS_WATCHHI_MASK | MIPS_WATCHHI_IRW),
David Daney0926bf92008-09-23 00:11:26 -0700226 &addr->WATCH_STYLE.watchhi[i]);
Alex Smith57c7ea52014-05-01 12:51:19 +0100227 __put_user(boot_cpu_data.watch_reg_masks[i],
David Daney0926bf92008-09-23 00:11:26 -0700228 &addr->WATCH_STYLE.watch_masks[i]);
229 }
230 for (; i < 8; i++) {
231 __put_user(0, &addr->WATCH_STYLE.watchlo[i]);
232 __put_user(0, &addr->WATCH_STYLE.watchhi[i]);
233 __put_user(0, &addr->WATCH_STYLE.watch_masks[i]);
234 }
235
236 return 0;
237}
238
239int ptrace_set_watch_regs(struct task_struct *child,
240 struct pt_watch_regs __user *addr)
241{
242 int i;
243 int watch_active = 0;
244 unsigned long lt[NUM_WATCH_REGS];
245 u16 ht[NUM_WATCH_REGS];
246
Alex Smith57c7ea52014-05-01 12:51:19 +0100247 if (!cpu_has_watch || boot_cpu_data.watch_reg_use_cnt == 0)
David Daney0926bf92008-09-23 00:11:26 -0700248 return -EIO;
249 if (!access_ok(VERIFY_READ, addr, sizeof(struct pt_watch_regs)))
250 return -EIO;
251 /* Check the values. */
Alex Smith57c7ea52014-05-01 12:51:19 +0100252 for (i = 0; i < boot_cpu_data.watch_reg_use_cnt; i++) {
David Daney0926bf92008-09-23 00:11:26 -0700253 __get_user(lt[i], &addr->WATCH_STYLE.watchlo[i]);
254#ifdef CONFIG_32BIT
255 if (lt[i] & __UA_LIMIT)
256 return -EINVAL;
257#else
258 if (test_tsk_thread_flag(child, TIF_32BIT_ADDR)) {
259 if (lt[i] & 0xffffffff80000000UL)
260 return -EINVAL;
261 } else {
262 if (lt[i] & __UA_LIMIT)
263 return -EINVAL;
264 }
265#endif
266 __get_user(ht[i], &addr->WATCH_STYLE.watchhi[i]);
James Hogan50af5012016-03-01 22:19:39 +0000267 if (ht[i] & ~MIPS_WATCHHI_MASK)
David Daney0926bf92008-09-23 00:11:26 -0700268 return -EINVAL;
269 }
270 /* Install them. */
Alex Smith57c7ea52014-05-01 12:51:19 +0100271 for (i = 0; i < boot_cpu_data.watch_reg_use_cnt; i++) {
James Hogan50af5012016-03-01 22:19:39 +0000272 if (lt[i] & MIPS_WATCHLO_IRW)
David Daney0926bf92008-09-23 00:11:26 -0700273 watch_active = 1;
274 child->thread.watch.mips3264.watchlo[i] = lt[i];
275 /* Set the G bit. */
276 child->thread.watch.mips3264.watchhi[i] = ht[i];
277 }
278
279 if (watch_active)
280 set_tsk_thread_flag(child, TIF_LOAD_WATCH);
281 else
282 clear_tsk_thread_flag(child, TIF_LOAD_WATCH);
283
284 return 0;
285}
286
Ralf Baechle7aeb7532012-08-02 14:44:11 +0200287/* regset get/set implementations */
288
Alex Smithc23b3d1a2014-07-23 14:40:09 +0100289#if defined(CONFIG_32BIT) || defined(CONFIG_MIPS32_O32)
290
291static int gpr32_get(struct task_struct *target,
292 const struct user_regset *regset,
293 unsigned int pos, unsigned int count,
294 void *kbuf, void __user *ubuf)
Ralf Baechle7aeb7532012-08-02 14:44:11 +0200295{
296 struct pt_regs *regs = task_pt_regs(target);
Alex Smithc23b3d1a2014-07-23 14:40:09 +0100297 u32 uregs[ELF_NGREG] = {};
Ralf Baechle7aeb7532012-08-02 14:44:11 +0200298
Marcin Nowakowski08c941b2016-11-21 11:23:38 +0100299 mips_dump_regs32(uregs, regs);
Alex Smithc23b3d1a2014-07-23 14:40:09 +0100300 return user_regset_copyout(&pos, &count, &kbuf, &ubuf, uregs, 0,
301 sizeof(uregs));
Ralf Baechle7aeb7532012-08-02 14:44:11 +0200302}
303
Alex Smithc23b3d1a2014-07-23 14:40:09 +0100304static int gpr32_set(struct task_struct *target,
305 const struct user_regset *regset,
306 unsigned int pos, unsigned int count,
307 const void *kbuf, const void __user *ubuf)
Ralf Baechle7aeb7532012-08-02 14:44:11 +0200308{
Alex Smithc23b3d1a2014-07-23 14:40:09 +0100309 struct pt_regs *regs = task_pt_regs(target);
310 u32 uregs[ELF_NGREG];
311 unsigned start, num_regs, i;
312 int err;
Ralf Baechle7aeb7532012-08-02 14:44:11 +0200313
Alex Smithc23b3d1a2014-07-23 14:40:09 +0100314 start = pos / sizeof(u32);
315 num_regs = count / sizeof(u32);
Ralf Baechle7aeb7532012-08-02 14:44:11 +0200316
Alex Smithc23b3d1a2014-07-23 14:40:09 +0100317 if (start + num_regs > ELF_NGREG)
318 return -EIO;
319
320 err = user_regset_copyin(&pos, &count, &kbuf, &ubuf, uregs, 0,
321 sizeof(uregs));
322 if (err)
323 return err;
324
325 for (i = start; i < num_regs; i++) {
326 /*
327 * Cast all values to signed here so that if this is a 64-bit
328 * kernel, the supplied 32-bit values will be sign extended.
329 */
330 switch (i) {
331 case MIPS32_EF_R1 ... MIPS32_EF_R25:
332 /* k0/k1 are ignored. */
333 case MIPS32_EF_R28 ... MIPS32_EF_R31:
334 regs->regs[i - MIPS32_EF_R0] = (s32)uregs[i];
335 break;
336 case MIPS32_EF_LO:
337 regs->lo = (s32)uregs[i];
338 break;
339 case MIPS32_EF_HI:
340 regs->hi = (s32)uregs[i];
341 break;
342 case MIPS32_EF_CP0_EPC:
343 regs->cp0_epc = (s32)uregs[i];
344 break;
345 }
346 }
Ralf Baechle7aeb7532012-08-02 14:44:11 +0200347
348 return 0;
349}
350
Alex Smithc23b3d1a2014-07-23 14:40:09 +0100351#endif /* CONFIG_32BIT || CONFIG_MIPS32_O32 */
352
353#ifdef CONFIG_64BIT
354
355static int gpr64_get(struct task_struct *target,
356 const struct user_regset *regset,
357 unsigned int pos, unsigned int count,
358 void *kbuf, void __user *ubuf)
359{
360 struct pt_regs *regs = task_pt_regs(target);
361 u64 uregs[ELF_NGREG] = {};
Alex Smithc23b3d1a2014-07-23 14:40:09 +0100362
Marcin Nowakowski08c941b2016-11-21 11:23:38 +0100363 mips_dump_regs64(uregs, regs);
Alex Smithc23b3d1a2014-07-23 14:40:09 +0100364 return user_regset_copyout(&pos, &count, &kbuf, &ubuf, uregs, 0,
365 sizeof(uregs));
366}
367
368static int gpr64_set(struct task_struct *target,
369 const struct user_regset *regset,
370 unsigned int pos, unsigned int count,
371 const void *kbuf, const void __user *ubuf)
372{
373 struct pt_regs *regs = task_pt_regs(target);
374 u64 uregs[ELF_NGREG];
375 unsigned start, num_regs, i;
376 int err;
377
378 start = pos / sizeof(u64);
379 num_regs = count / sizeof(u64);
380
381 if (start + num_regs > ELF_NGREG)
382 return -EIO;
383
384 err = user_regset_copyin(&pos, &count, &kbuf, &ubuf, uregs, 0,
385 sizeof(uregs));
386 if (err)
387 return err;
388
389 for (i = start; i < num_regs; i++) {
390 switch (i) {
391 case MIPS64_EF_R1 ... MIPS64_EF_R25:
392 /* k0/k1 are ignored. */
393 case MIPS64_EF_R28 ... MIPS64_EF_R31:
394 regs->regs[i - MIPS64_EF_R0] = uregs[i];
395 break;
396 case MIPS64_EF_LO:
397 regs->lo = uregs[i];
398 break;
399 case MIPS64_EF_HI:
400 regs->hi = uregs[i];
401 break;
402 case MIPS64_EF_CP0_EPC:
403 regs->cp0_epc = uregs[i];
404 break;
405 }
406 }
407
408 return 0;
409}
410
411#endif /* CONFIG_64BIT */
412
Ralf Baechle7aeb7532012-08-02 14:44:11 +0200413static int fpr_get(struct task_struct *target,
414 const struct user_regset *regset,
415 unsigned int pos, unsigned int count,
416 void *kbuf, void __user *ubuf)
417{
Paul Burton72b22bb2014-01-27 15:23:07 +0000418 unsigned i;
419 int err;
420 u64 fpr_val;
421
Ralf Baechle7aeb7532012-08-02 14:44:11 +0200422 /* XXX fcr31 */
Paul Burton72b22bb2014-01-27 15:23:07 +0000423
424 if (sizeof(target->thread.fpu.fpr[i]) == sizeof(elf_fpreg_t))
425 return user_regset_copyout(&pos, &count, &kbuf, &ubuf,
426 &target->thread.fpu,
427 0, sizeof(elf_fpregset_t));
428
429 for (i = 0; i < NUM_FPU_REGS; i++) {
430 fpr_val = get_fpr64(&target->thread.fpu.fpr[i], 0);
431 err = user_regset_copyout(&pos, &count, &kbuf, &ubuf,
432 &fpr_val, i * sizeof(elf_fpreg_t),
433 (i + 1) * sizeof(elf_fpreg_t));
434 if (err)
435 return err;
436 }
437
438 return 0;
Ralf Baechle7aeb7532012-08-02 14:44:11 +0200439}
440
441static int fpr_set(struct task_struct *target,
442 const struct user_regset *regset,
443 unsigned int pos, unsigned int count,
444 const void *kbuf, const void __user *ubuf)
445{
Paul Burton72b22bb2014-01-27 15:23:07 +0000446 unsigned i;
447 int err;
448 u64 fpr_val;
449
Ralf Baechle7aeb7532012-08-02 14:44:11 +0200450 /* XXX fcr31 */
Paul Burton72b22bb2014-01-27 15:23:07 +0000451
Paul Burtonac9ad832015-01-30 12:09:36 +0000452 init_fp_ctx(target);
453
Paul Burton72b22bb2014-01-27 15:23:07 +0000454 if (sizeof(target->thread.fpu.fpr[i]) == sizeof(elf_fpreg_t))
455 return user_regset_copyin(&pos, &count, &kbuf, &ubuf,
456 &target->thread.fpu,
457 0, sizeof(elf_fpregset_t));
458
Dave Martind614fd52017-03-27 15:10:58 +0100459 BUILD_BUG_ON(sizeof(fpr_val) != sizeof(elf_fpreg_t));
460 for (i = 0; i < NUM_FPU_REGS && count >= sizeof(elf_fpreg_t); i++) {
Paul Burton72b22bb2014-01-27 15:23:07 +0000461 err = user_regset_copyin(&pos, &count, &kbuf, &ubuf,
462 &fpr_val, i * sizeof(elf_fpreg_t),
463 (i + 1) * sizeof(elf_fpreg_t));
464 if (err)
465 return err;
466 set_fpr64(&target->thread.fpu.fpr[i], 0, fpr_val);
467 }
468
469 return 0;
Ralf Baechle7aeb7532012-08-02 14:44:11 +0200470}
471
472enum mips_regset {
473 REGSET_GPR,
474 REGSET_FPR,
475};
476
Ralf Baechle40e084a2015-07-29 22:44:53 +0200477struct pt_regs_offset {
478 const char *name;
479 int offset;
480};
481
482#define REG_OFFSET_NAME(reg, r) { \
483 .name = #reg, \
484 .offset = offsetof(struct pt_regs, r) \
485}
486
487#define REG_OFFSET_END { \
488 .name = NULL, \
489 .offset = 0 \
490}
491
492static const struct pt_regs_offset regoffset_table[] = {
493 REG_OFFSET_NAME(r0, regs[0]),
494 REG_OFFSET_NAME(r1, regs[1]),
495 REG_OFFSET_NAME(r2, regs[2]),
496 REG_OFFSET_NAME(r3, regs[3]),
497 REG_OFFSET_NAME(r4, regs[4]),
498 REG_OFFSET_NAME(r5, regs[5]),
499 REG_OFFSET_NAME(r6, regs[6]),
500 REG_OFFSET_NAME(r7, regs[7]),
501 REG_OFFSET_NAME(r8, regs[8]),
502 REG_OFFSET_NAME(r9, regs[9]),
503 REG_OFFSET_NAME(r10, regs[10]),
504 REG_OFFSET_NAME(r11, regs[11]),
505 REG_OFFSET_NAME(r12, regs[12]),
506 REG_OFFSET_NAME(r13, regs[13]),
507 REG_OFFSET_NAME(r14, regs[14]),
508 REG_OFFSET_NAME(r15, regs[15]),
509 REG_OFFSET_NAME(r16, regs[16]),
510 REG_OFFSET_NAME(r17, regs[17]),
511 REG_OFFSET_NAME(r18, regs[18]),
512 REG_OFFSET_NAME(r19, regs[19]),
513 REG_OFFSET_NAME(r20, regs[20]),
514 REG_OFFSET_NAME(r21, regs[21]),
515 REG_OFFSET_NAME(r22, regs[22]),
516 REG_OFFSET_NAME(r23, regs[23]),
517 REG_OFFSET_NAME(r24, regs[24]),
518 REG_OFFSET_NAME(r25, regs[25]),
519 REG_OFFSET_NAME(r26, regs[26]),
520 REG_OFFSET_NAME(r27, regs[27]),
521 REG_OFFSET_NAME(r28, regs[28]),
522 REG_OFFSET_NAME(r29, regs[29]),
523 REG_OFFSET_NAME(r30, regs[30]),
524 REG_OFFSET_NAME(r31, regs[31]),
525 REG_OFFSET_NAME(c0_status, cp0_status),
526 REG_OFFSET_NAME(hi, hi),
527 REG_OFFSET_NAME(lo, lo),
528#ifdef CONFIG_CPU_HAS_SMARTMIPS
529 REG_OFFSET_NAME(acx, acx),
530#endif
531 REG_OFFSET_NAME(c0_badvaddr, cp0_badvaddr),
532 REG_OFFSET_NAME(c0_cause, cp0_cause),
533 REG_OFFSET_NAME(c0_epc, cp0_epc),
Ralf Baechle40e084a2015-07-29 22:44:53 +0200534#ifdef CONFIG_CPU_CAVIUM_OCTEON
535 REG_OFFSET_NAME(mpl0, mpl[0]),
536 REG_OFFSET_NAME(mpl1, mpl[1]),
537 REG_OFFSET_NAME(mpl2, mpl[2]),
538 REG_OFFSET_NAME(mtp0, mtp[0]),
539 REG_OFFSET_NAME(mtp1, mtp[1]),
540 REG_OFFSET_NAME(mtp2, mtp[2]),
541#endif
542 REG_OFFSET_END,
543};
544
545/**
546 * regs_query_register_offset() - query register offset from its name
547 * @name: the name of a register
548 *
549 * regs_query_register_offset() returns the offset of a register in struct
550 * pt_regs from its name. If the name is invalid, this returns -EINVAL;
551 */
552int regs_query_register_offset(const char *name)
553{
554 const struct pt_regs_offset *roff;
555 for (roff = regoffset_table; roff->name != NULL; roff++)
556 if (!strcmp(roff->name, name))
557 return roff->offset;
558 return -EINVAL;
559}
560
Alex Smithc23b3d1a2014-07-23 14:40:09 +0100561#if defined(CONFIG_32BIT) || defined(CONFIG_MIPS32_O32)
562
Ralf Baechle7aeb7532012-08-02 14:44:11 +0200563static const struct user_regset mips_regsets[] = {
564 [REGSET_GPR] = {
565 .core_note_type = NT_PRSTATUS,
566 .n = ELF_NGREG,
567 .size = sizeof(unsigned int),
568 .align = sizeof(unsigned int),
Alex Smithc23b3d1a2014-07-23 14:40:09 +0100569 .get = gpr32_get,
570 .set = gpr32_set,
Ralf Baechle7aeb7532012-08-02 14:44:11 +0200571 },
572 [REGSET_FPR] = {
573 .core_note_type = NT_PRFPREG,
574 .n = ELF_NFPREG,
575 .size = sizeof(elf_fpreg_t),
576 .align = sizeof(elf_fpreg_t),
577 .get = fpr_get,
578 .set = fpr_set,
579 },
580};
581
582static const struct user_regset_view user_mips_view = {
583 .name = "mips",
584 .e_machine = ELF_ARCH,
585 .ei_osabi = ELF_OSABI,
586 .regsets = mips_regsets,
587 .n = ARRAY_SIZE(mips_regsets),
588};
589
Alex Smithc23b3d1a2014-07-23 14:40:09 +0100590#endif /* CONFIG_32BIT || CONFIG_MIPS32_O32 */
591
592#ifdef CONFIG_64BIT
593
Ralf Baechle7aeb7532012-08-02 14:44:11 +0200594static const struct user_regset mips64_regsets[] = {
595 [REGSET_GPR] = {
596 .core_note_type = NT_PRSTATUS,
597 .n = ELF_NGREG,
598 .size = sizeof(unsigned long),
599 .align = sizeof(unsigned long),
Alex Smithc23b3d1a2014-07-23 14:40:09 +0100600 .get = gpr64_get,
601 .set = gpr64_set,
Ralf Baechle7aeb7532012-08-02 14:44:11 +0200602 },
603 [REGSET_FPR] = {
604 .core_note_type = NT_PRFPREG,
605 .n = ELF_NFPREG,
606 .size = sizeof(elf_fpreg_t),
607 .align = sizeof(elf_fpreg_t),
608 .get = fpr_get,
609 .set = fpr_set,
610 },
611};
612
613static const struct user_regset_view user_mips64_view = {
Alex Smithc23b3d1a2014-07-23 14:40:09 +0100614 .name = "mips64",
Ralf Baechle7aeb7532012-08-02 14:44:11 +0200615 .e_machine = ELF_ARCH,
616 .ei_osabi = ELF_OSABI,
617 .regsets = mips64_regsets,
Alex Smithc23b3d1a2014-07-23 14:40:09 +0100618 .n = ARRAY_SIZE(mips64_regsets),
Ralf Baechle7aeb7532012-08-02 14:44:11 +0200619};
620
Maciej W. Rozycki547da672017-11-07 19:09:20 +0000621#ifdef CONFIG_MIPS32_N32
622
623static const struct user_regset_view user_mipsn32_view = {
624 .name = "mipsn32",
625 .e_flags = EF_MIPS_ABI2,
626 .e_machine = ELF_ARCH,
627 .ei_osabi = ELF_OSABI,
628 .regsets = mips64_regsets,
629 .n = ARRAY_SIZE(mips64_regsets),
630};
631
632#endif /* CONFIG_MIPS32_N32 */
633
Alex Smithc23b3d1a2014-07-23 14:40:09 +0100634#endif /* CONFIG_64BIT */
635
Ralf Baechle7aeb7532012-08-02 14:44:11 +0200636const struct user_regset_view *task_user_regset_view(struct task_struct *task)
637{
638#ifdef CONFIG_32BIT
639 return &user_mips_view;
Alex Smithc23b3d1a2014-07-23 14:40:09 +0100640#else
Ralf Baechle7aeb7532012-08-02 14:44:11 +0200641#ifdef CONFIG_MIPS32_O32
Alex Smithc23b3d1a2014-07-23 14:40:09 +0100642 if (test_tsk_thread_flag(task, TIF_32BIT_REGS))
643 return &user_mips_view;
Ralf Baechle7aeb7532012-08-02 14:44:11 +0200644#endif
Maciej W. Rozycki547da672017-11-07 19:09:20 +0000645#ifdef CONFIG_MIPS32_N32
646 if (test_tsk_thread_flag(task, TIF_32BIT_ADDR))
647 return &user_mipsn32_view;
648#endif
Ralf Baechle7aeb7532012-08-02 14:44:11 +0200649 return &user_mips64_view;
Alex Smithc23b3d1a2014-07-23 14:40:09 +0100650#endif
Ralf Baechle7aeb7532012-08-02 14:44:11 +0200651}
652
Namhyung Kim9b05a692010-10-27 15:33:47 -0700653long arch_ptrace(struct task_struct *child, long request,
654 unsigned long addr, unsigned long data)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700655{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700656 int ret;
Namhyung Kimfb671132010-10-27 15:33:58 -0700657 void __user *addrp = (void __user *) addr;
658 void __user *datavp = (void __user *) data;
659 unsigned long __user *datalp = (void __user *) data;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700660
Linus Torvalds1da177e2005-04-16 15:20:36 -0700661 switch (request) {
662 /* when I and D space are separate, these will need to be fixed. */
663 case PTRACE_PEEKTEXT: /* read word at location addr. */
Alexey Dobriyan76647322007-07-17 04:03:43 -0700664 case PTRACE_PEEKDATA:
665 ret = generic_ptrace_peekdata(child, addr, data);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700666 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700667
668 /* Read the word at location addr in the USER area. */
669 case PTRACE_PEEKUSR: {
670 struct pt_regs *regs;
Paul Burtonbbd426f2014-02-13 11:26:41 +0000671 union fpureg *fregs;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700672 unsigned long tmp = 0;
673
Al Viro40bc9c62006-01-12 01:06:07 -0800674 regs = task_pt_regs(child);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700675 ret = 0; /* Default return value. */
676
677 switch (addr) {
678 case 0 ... 31:
679 tmp = regs->regs[addr];
680 break;
681 case FPR_BASE ... FPR_BASE + 31:
Paul Burton597ce172013-11-22 13:12:07 +0000682 if (!tsk_used_math(child)) {
683 /* FP not yet used */
684 tmp = -1;
685 break;
686 }
687 fregs = get_fpu_regs(child);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700688
Ralf Baechle875d43e2005-09-03 15:56:16 -0700689#ifdef CONFIG_32BIT
Paul Burton597ce172013-11-22 13:12:07 +0000690 if (test_thread_flag(TIF_32BIT_FPREGS)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700691 /*
692 * The odd registers are actually the high
693 * order bits of the values stored in the even
694 * registers - unless we're using r2k_switch.S.
695 */
Paul Burtonbbd426f2014-02-13 11:26:41 +0000696 tmp = get_fpr32(&fregs[(addr & ~1) - FPR_BASE],
697 addr & 1);
Paul Burton597ce172013-11-22 13:12:07 +0000698 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700699 }
Paul Burton597ce172013-11-22 13:12:07 +0000700#endif
Paul Burtonbbd426f2014-02-13 11:26:41 +0000701 tmp = get_fpr32(&fregs[addr - FPR_BASE], 0);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700702 break;
703 case PC:
704 tmp = regs->cp0_epc;
705 break;
706 case CAUSE:
707 tmp = regs->cp0_cause;
708 break;
709 case BADVADDR:
710 tmp = regs->cp0_badvaddr;
711 break;
712 case MMHI:
713 tmp = regs->hi;
714 break;
715 case MMLO:
716 tmp = regs->lo;
717 break;
Franck Bui-Huu9693a852007-02-02 17:41:47 +0100718#ifdef CONFIG_CPU_HAS_SMARTMIPS
719 case ACX:
720 tmp = regs->acx;
721 break;
722#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700723 case FPC_CSR:
Atsushi Nemotoeae89072006-05-16 01:26:03 +0900724 tmp = child->thread.fpu.fcr31;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700725 break;
Paul Burton33510472013-11-19 17:30:35 +0000726 case FPC_EIR:
727 /* implementation / version register */
Alex Smith656ff9b2014-07-23 14:40:06 +0100728 tmp = boot_cpu_data.fpu_id;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700729 break;
Ralf Baechlec134a5e2005-06-30 09:42:00 +0000730 case DSP_BASE ... DSP_BASE + 5: {
731 dspreg_t *dregs;
732
Ralf Baechlee50c0a82005-05-31 11:49:19 +0000733 if (!cpu_has_dsp) {
734 tmp = 0;
735 ret = -EIO;
Christoph Hellwig481bed42005-11-07 00:59:47 -0800736 goto out;
Ralf Baechlee50c0a82005-05-31 11:49:19 +0000737 }
Ralf Baechle6c355852005-12-05 13:47:25 +0000738 dregs = __get_dsp_regs(child);
739 tmp = (unsigned long) (dregs[addr - DSP_BASE]);
Ralf Baechlee50c0a82005-05-31 11:49:19 +0000740 break;
Ralf Baechlec134a5e2005-06-30 09:42:00 +0000741 }
Ralf Baechlee50c0a82005-05-31 11:49:19 +0000742 case DSP_CONTROL:
743 if (!cpu_has_dsp) {
744 tmp = 0;
745 ret = -EIO;
Christoph Hellwig481bed42005-11-07 00:59:47 -0800746 goto out;
Ralf Baechlee50c0a82005-05-31 11:49:19 +0000747 }
748 tmp = child->thread.dsp.dspcontrol;
749 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700750 default:
751 tmp = 0;
752 ret = -EIO;
Christoph Hellwig481bed42005-11-07 00:59:47 -0800753 goto out;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700754 }
Namhyung Kimfb671132010-10-27 15:33:58 -0700755 ret = put_user(tmp, datalp);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700756 break;
757 }
758
759 /* when I and D space are separate, this will have to be fixed. */
760 case PTRACE_POKETEXT: /* write the word at location addr. */
761 case PTRACE_POKEDATA:
Alexey Dobriyanf284ce72007-07-17 04:03:44 -0700762 ret = generic_ptrace_pokedata(child, addr, data);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700763 break;
764
765 case PTRACE_POKEUSR: {
766 struct pt_regs *regs;
767 ret = 0;
Al Viro40bc9c62006-01-12 01:06:07 -0800768 regs = task_pt_regs(child);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700769
770 switch (addr) {
771 case 0 ... 31:
772 regs->regs[addr] = data;
773 break;
774 case FPR_BASE ... FPR_BASE + 31: {
Paul Burtonbbd426f2014-02-13 11:26:41 +0000775 union fpureg *fregs = get_fpu_regs(child);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700776
Paul Burtonac9ad832015-01-30 12:09:36 +0000777 init_fp_ctx(child);
Ralf Baechle875d43e2005-09-03 15:56:16 -0700778#ifdef CONFIG_32BIT
Paul Burton597ce172013-11-22 13:12:07 +0000779 if (test_thread_flag(TIF_32BIT_FPREGS)) {
780 /*
781 * The odd registers are actually the high
782 * order bits of the values stored in the even
783 * registers - unless we're using r2k_switch.S.
784 */
Paul Burtonbbd426f2014-02-13 11:26:41 +0000785 set_fpr32(&fregs[(addr & ~1) - FPR_BASE],
786 addr & 1, data);
Paul Burton597ce172013-11-22 13:12:07 +0000787 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700788 }
789#endif
Paul Burtonbbd426f2014-02-13 11:26:41 +0000790 set_fpr64(&fregs[addr - FPR_BASE], 0, data);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700791 break;
792 }
793 case PC:
794 regs->cp0_epc = data;
795 break;
796 case MMHI:
797 regs->hi = data;
798 break;
799 case MMLO:
800 regs->lo = data;
801 break;
Franck Bui-Huu9693a852007-02-02 17:41:47 +0100802#ifdef CONFIG_CPU_HAS_SMARTMIPS
803 case ACX:
804 regs->acx = data;
805 break;
806#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700807 case FPC_CSR:
Maciej W. Rozyckic9e56032016-10-28 08:20:09 +0100808 init_fp_ctx(child);
Maciej W. Rozyckiabf378b2016-05-12 10:19:08 +0100809 ptrace_setfcr31(child, data);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700810 break;
Ralf Baechlec134a5e2005-06-30 09:42:00 +0000811 case DSP_BASE ... DSP_BASE + 5: {
812 dspreg_t *dregs;
813
Ralf Baechlee50c0a82005-05-31 11:49:19 +0000814 if (!cpu_has_dsp) {
815 ret = -EIO;
816 break;
817 }
818
Ralf Baechlec134a5e2005-06-30 09:42:00 +0000819 dregs = __get_dsp_regs(child);
Ralf Baechlee50c0a82005-05-31 11:49:19 +0000820 dregs[addr - DSP_BASE] = data;
821 break;
Ralf Baechlec134a5e2005-06-30 09:42:00 +0000822 }
Ralf Baechlee50c0a82005-05-31 11:49:19 +0000823 case DSP_CONTROL:
824 if (!cpu_has_dsp) {
825 ret = -EIO;
826 break;
827 }
828 child->thread.dsp.dspcontrol = data;
829 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700830 default:
831 /* The rest are not allowed. */
832 ret = -EIO;
833 break;
834 }
835 break;
836 }
837
Daniel Jacobowitzea3d7102005-09-28 18:11:15 -0400838 case PTRACE_GETREGS:
Namhyung Kimfb671132010-10-27 15:33:58 -0700839 ret = ptrace_getregs(child, datavp);
Daniel Jacobowitzea3d7102005-09-28 18:11:15 -0400840 break;
841
842 case PTRACE_SETREGS:
Namhyung Kimfb671132010-10-27 15:33:58 -0700843 ret = ptrace_setregs(child, datavp);
Daniel Jacobowitzea3d7102005-09-28 18:11:15 -0400844 break;
845
846 case PTRACE_GETFPREGS:
Namhyung Kimfb671132010-10-27 15:33:58 -0700847 ret = ptrace_getfpregs(child, datavp);
Daniel Jacobowitzea3d7102005-09-28 18:11:15 -0400848 break;
849
850 case PTRACE_SETFPREGS:
Namhyung Kimfb671132010-10-27 15:33:58 -0700851 ret = ptrace_setfpregs(child, datavp);
Daniel Jacobowitzea3d7102005-09-28 18:11:15 -0400852 break;
853
Ralf Baechle3c370262005-04-13 17:43:59 +0000854 case PTRACE_GET_THREAD_AREA:
Namhyung Kimfb671132010-10-27 15:33:58 -0700855 ret = put_user(task_thread_info(child)->tp_value, datalp);
Ralf Baechle3c370262005-04-13 17:43:59 +0000856 break;
857
David Daney0926bf92008-09-23 00:11:26 -0700858 case PTRACE_GET_WATCH_REGS:
Namhyung Kimfb671132010-10-27 15:33:58 -0700859 ret = ptrace_get_watch_regs(child, addrp);
David Daney0926bf92008-09-23 00:11:26 -0700860 break;
861
862 case PTRACE_SET_WATCH_REGS:
Namhyung Kimfb671132010-10-27 15:33:58 -0700863 ret = ptrace_set_watch_regs(child, addrp);
David Daney0926bf92008-09-23 00:11:26 -0700864 break;
865
Linus Torvalds1da177e2005-04-16 15:20:36 -0700866 default:
867 ret = ptrace_request(child, request, addr, data);
868 break;
869 }
Christoph Hellwig481bed42005-11-07 00:59:47 -0800870 out:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700871 return ret;
872}
873
874/*
875 * Notification of system call entry/exit
876 * - triggered by current->work.syscall_trace
877 */
Markos Chandras4c21b8f2014-01-22 14:40:03 +0000878asmlinkage long syscall_trace_enter(struct pt_regs *regs, long syscall)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700879{
Ralf Baechlec3fc5cd2013-05-29 01:07:19 +0200880 user_exit();
881
Lars Perssonc2d9f172015-02-03 17:08:17 +0100882 current_thread_info()->syscall = syscall;
883
James Hoganb6318a92017-08-11 21:56:51 +0100884 if (test_thread_flag(TIF_SYSCALL_TRACE)) {
885 if (tracehook_report_syscall_entry(regs))
886 return -1;
887 syscall = current_thread_info()->syscall;
888 }
Kees Cook2ac3c8d2016-06-02 12:33:44 -0700889
David Daney669c4092017-06-13 15:28:47 -0700890#ifdef CONFIG_SECCOMP
891 if (unlikely(test_thread_flag(TIF_SECCOMP))) {
892 int ret, i;
893 struct seccomp_data sd;
James Hogan3d729de2017-08-11 21:56:50 +0100894 unsigned long args[6];
David Daney669c4092017-06-13 15:28:47 -0700895
896 sd.nr = syscall;
897 sd.arch = syscall_get_arch();
James Hogan3d729de2017-08-11 21:56:50 +0100898 syscall_get_arguments(current, regs, 0, 6, args);
899 for (i = 0; i < 6; i++)
900 sd.args[i] = args[i];
David Daney669c4092017-06-13 15:28:47 -0700901 sd.instruction_pointer = KSTK_EIP(current);
902
903 ret = __secure_computing(&sd);
904 if (ret == -1)
905 return ret;
James Hoganb6318a92017-08-11 21:56:51 +0100906 syscall = current_thread_info()->syscall;
David Daney669c4092017-06-13 15:28:47 -0700907 }
908#endif
Ralf Baechle293c5bd2007-07-25 16:19:33 +0100909
Ralf Baechle1d7bf992013-09-06 20:24:48 +0200910 if (unlikely(test_thread_flag(TIF_SYSCALL_TRACEPOINT)))
911 trace_sys_enter(regs, regs->regs[2]);
912
Eric Paris91397402014-03-11 13:29:28 -0400913 audit_syscall_entry(syscall, regs->regs[4], regs->regs[5],
Eric Parisb05d8442012-01-03 14:23:06 -0500914 regs->regs[6], regs->regs[7]);
James Hogan828db212017-06-29 10:12:36 +0100915
916 /*
917 * Negative syscall numbers are mistaken for rejected syscalls, but
918 * won't have had the return value set appropriately, so we do so now.
919 */
920 if (syscall < 0)
921 syscall_set_return_value(current, regs, -ENOSYS, 0);
Markos Chandras1225eb82014-01-22 14:40:01 +0000922 return syscall;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700923}
Ralf Baechle8b659a32011-05-19 09:21:29 +0100924
925/*
926 * Notification of system call entry/exit
927 * - triggered by current->work.syscall_trace
928 */
929asmlinkage void syscall_trace_leave(struct pt_regs *regs)
930{
Ralf Baechlec3fc5cd2013-05-29 01:07:19 +0200931 /*
932 * We may come here right after calling schedule_user()
933 * or do_notify_resume(), in which case we can be in RCU
934 * user mode.
935 */
936 user_exit();
937
Eric Parisd7e75282012-01-03 14:23:06 -0500938 audit_syscall_exit(regs);
Ralf Baechle8b659a32011-05-19 09:21:29 +0100939
Ralf Baechle1d7bf992013-09-06 20:24:48 +0200940 if (unlikely(test_thread_flag(TIF_SYSCALL_TRACEPOINT)))
James Hogan4f32a392017-06-29 10:12:34 +0100941 trace_sys_exit(regs, regs_return_value(regs));
Ralf Baechle1d7bf992013-09-06 20:24:48 +0200942
Ralf Baechlebc3d22c2012-07-17 19:43:58 +0200943 if (test_thread_flag(TIF_SYSCALL_TRACE))
944 tracehook_report_syscall_exit(regs, 0);
Ralf Baechlec3fc5cd2013-05-29 01:07:19 +0200945
946 user_enter();
Ralf Baechle8b659a32011-05-19 09:21:29 +0100947}