blob: a2b74e057904985820fea313e392ca39e158478e [file] [log] [blame]
Thomas Gleixner2874c5f2019-05-27 08:55:01 +02001// SPDX-License-Identifier: GPL-2.0-or-later
Stephen Rothwell81e70092005-10-18 11:17:58 +10002/*
3 * Signal handling for 32bit PPC and 32bit tasks on 64bit PPC
4 *
5 * PowerPC version
6 * Copyright (C) 1995-1996 Gary Thomas (gdt@linuxppc.org)
7 * Copyright (C) 2001 IBM
8 * Copyright (C) 1997,1998 Jakub Jelinek (jj@sunsite.mff.cuni.cz)
9 * Copyright (C) 1997 David S. Miller (davem@caip.rutgers.edu)
10 *
11 * Derived from "arch/i386/kernel/signal.c"
12 * Copyright (C) 1991, 1992 Linus Torvalds
13 * 1997-11-28 Modified for POSIX.1b signals by Richard Henderson
Stephen Rothwell81e70092005-10-18 11:17:58 +100014 */
15
Stephen Rothwell81e70092005-10-18 11:17:58 +100016#include <linux/sched.h>
17#include <linux/mm.h>
18#include <linux/smp.h>
Stephen Rothwell81e70092005-10-18 11:17:58 +100019#include <linux/kernel.h>
20#include <linux/signal.h>
21#include <linux/errno.h>
22#include <linux/elf.h>
Lucas Woods05ead012007-12-13 15:56:06 -080023#include <linux/ptrace.h>
Christophe Leroy56b04d52018-04-24 18:04:25 +020024#include <linux/pagemap.h>
Christian Dietrich76462232011-06-04 05:36:54 +000025#include <linux/ratelimit.h>
Stephen Rothwell81e70092005-10-18 11:17:58 +100026#include <linux/syscalls.h>
Al Virof3675642018-05-02 23:20:47 +100027#ifdef CONFIG_PPC64
Stephen Rothwell81e70092005-10-18 11:17:58 +100028#include <linux/compat.h>
Stephen Rothwell81e70092005-10-18 11:17:58 +100029#else
30#include <linux/wait.h>
Stephen Rothwell81e70092005-10-18 11:17:58 +100031#include <linux/unistd.h>
32#include <linux/stddef.h>
33#include <linux/tty.h>
34#include <linux/binfmts.h>
Stephen Rothwell81e70092005-10-18 11:17:58 +100035#endif
36
Linus Torvalds7c0f6ba2016-12-24 11:46:01 -080037#include <linux/uaccess.h>
Stephen Rothwell81e70092005-10-18 11:17:58 +100038#include <asm/cacheflush.h>
Arnd Bergmanna7f31842006-03-23 00:00:08 +010039#include <asm/syscalls.h>
David Gibsonc5ff7002005-11-09 11:21:07 +110040#include <asm/sigcontext.h>
Benjamin Herrenschmidta7f290d2005-11-11 21:15:21 +110041#include <asm/vdso.h>
David Howellsae3a1972012-03-28 18:30:02 +010042#include <asm/switch_to.h>
Michael Neuling2b0a5762013-02-13 16:21:41 +000043#include <asm/tm.h>
Daniel Axtens0545d542016-09-06 15:32:43 +100044#include <asm/asm-prototypes.h>
Stephen Rothwell81e70092005-10-18 11:17:58 +100045#ifdef CONFIG_PPC64
Stephen Rothwell879168e2005-11-03 15:32:07 +110046#include "ppc32.h"
Stephen Rothwell81e70092005-10-18 11:17:58 +100047#include <asm/unistd.h>
Stephen Rothwell81e70092005-10-18 11:17:58 +100048#else
49#include <asm/ucontext.h>
50#include <asm/pgtable.h>
51#endif
52
Benjamin Herrenschmidt22e38f22007-06-04 15:15:49 +100053#include "signal.h"
54
Stephen Rothwell81e70092005-10-18 11:17:58 +100055
Stephen Rothwell81e70092005-10-18 11:17:58 +100056#ifdef CONFIG_PPC64
Stephen Rothwell81e70092005-10-18 11:17:58 +100057#define old_sigaction old_sigaction32
58#define sigcontext sigcontext32
59#define mcontext mcontext32
60#define ucontext ucontext32
61
Al Viro7cce2462012-12-23 03:26:46 -050062#define __save_altstack __compat_save_altstack
63
Stephen Rothwell81e70092005-10-18 11:17:58 +100064/*
Michael Neulingc1cb2992008-07-08 18:43:41 +100065 * Userspace code may pass a ucontext which doesn't include VSX added
66 * at the end. We need to check for this case.
67 */
68#define UCONTEXTSIZEWITHOUTVSX \
69 (sizeof(struct ucontext) - sizeof(elf_vsrreghalf_t32))
70
71/*
Stephen Rothwell81e70092005-10-18 11:17:58 +100072 * Returning 0 means we return to userspace via
73 * ret_from_except and thus restore all user
74 * registers from *regs. This is what we need
75 * to do when a signal has been delivered.
76 */
Stephen Rothwell81e70092005-10-18 11:17:58 +100077
78#define GP_REGS_SIZE min(sizeof(elf_gregset_t32), sizeof(struct pt_regs32))
79#undef __SIGNAL_FRAMESIZE
80#define __SIGNAL_FRAMESIZE __SIGNAL_FRAMESIZE32
81#undef ELF_NVRREG
82#define ELF_NVRREG ELF_NVRREG32
83
84/*
85 * Functions for flipping sigsets (thanks to brain dead generic
86 * implementation that makes things simple for little endian only)
87 */
88static inline int put_sigset_t(compat_sigset_t __user *uset, sigset_t *set)
89{
Al Viroa5ae7542017-09-04 12:17:38 -040090 return put_compat_sigset(uset, set, sizeof(*uset));
Stephen Rothwell81e70092005-10-18 11:17:58 +100091}
92
Paul Mackerras9b7cf8b2005-10-19 23:13:04 +100093static inline int get_sigset_t(sigset_t *set,
94 const compat_sigset_t __user *uset)
Stephen Rothwell81e70092005-10-18 11:17:58 +100095{
Al Viroa5ae7542017-09-04 12:17:38 -040096 return get_compat_sigset(set, uset);
Stephen Rothwell81e70092005-10-18 11:17:58 +100097}
98
Al Viro29e646d2006-02-01 05:28:09 -050099#define to_user_ptr(p) ptr_to_compat(p)
Stephen Rothwell81e70092005-10-18 11:17:58 +1000100#define from_user_ptr(p) compat_ptr(p)
101
102static inline int save_general_regs(struct pt_regs *regs,
103 struct mcontext __user *frame)
104{
105 elf_greg_t64 *gregs = (elf_greg_t64 *)regs;
106 int i;
Madhavan Srinivasana8a4b032017-08-20 23:28:24 +0530107 /* Force usr to alway see softe as 1 (interrupts enabled) */
108 elf_greg_t64 softe = 0x1;
Stephen Rothwell81e70092005-10-18 11:17:58 +1000109
Paul Mackerras1bd79332006-03-08 13:24:22 +1100110 WARN_ON(!FULL_REGS(regs));
David Woodhouse401d1f02005-11-15 18:52:18 +0000111
112 for (i = 0; i <= PT_RESULT; i ++) {
113 if (i == 14 && !FULL_REGS(regs))
114 i = 32;
Madhavan Srinivasana8a4b032017-08-20 23:28:24 +0530115 if ( i == PT_SOFTE) {
116 if(__put_user((unsigned int)softe, &frame->mc_gregs[i]))
117 return -EFAULT;
118 else
119 continue;
120 }
Stephen Rothwell81e70092005-10-18 11:17:58 +1000121 if (__put_user((unsigned int)gregs[i], &frame->mc_gregs[i]))
122 return -EFAULT;
David Woodhouse401d1f02005-11-15 18:52:18 +0000123 }
Stephen Rothwell81e70092005-10-18 11:17:58 +1000124 return 0;
125}
126
127static inline int restore_general_regs(struct pt_regs *regs,
128 struct mcontext __user *sr)
129{
130 elf_greg_t64 *gregs = (elf_greg_t64 *)regs;
131 int i;
132
133 for (i = 0; i <= PT_RESULT; i++) {
134 if ((i == PT_MSR) || (i == PT_SOFTE))
135 continue;
136 if (__get_user(gregs[i], &sr->mc_gregs[i]))
137 return -EFAULT;
138 }
139 return 0;
140}
141
142#else /* CONFIG_PPC64 */
143
Stephen Rothwell81e70092005-10-18 11:17:58 +1000144#define GP_REGS_SIZE min(sizeof(elf_gregset_t), sizeof(struct pt_regs))
145
146static inline int put_sigset_t(sigset_t __user *uset, sigset_t *set)
147{
148 return copy_to_user(uset, set, sizeof(*uset));
149}
150
Paul Mackerras9b7cf8b2005-10-19 23:13:04 +1000151static inline int get_sigset_t(sigset_t *set, const sigset_t __user *uset)
Stephen Rothwell81e70092005-10-18 11:17:58 +1000152{
153 return copy_from_user(set, uset, sizeof(*uset));
154}
155
Al Viro29e646d2006-02-01 05:28:09 -0500156#define to_user_ptr(p) ((unsigned long)(p))
157#define from_user_ptr(p) ((void __user *)(p))
Stephen Rothwell81e70092005-10-18 11:17:58 +1000158
159static inline int save_general_regs(struct pt_regs *regs,
160 struct mcontext __user *frame)
161{
Paul Mackerras1bd79332006-03-08 13:24:22 +1100162 WARN_ON(!FULL_REGS(regs));
Stephen Rothwell81e70092005-10-18 11:17:58 +1000163 return __copy_to_user(&frame->mc_gregs, regs, GP_REGS_SIZE);
164}
165
166static inline int restore_general_regs(struct pt_regs *regs,
167 struct mcontext __user *sr)
168{
169 /* copy up to but not including MSR */
170 if (__copy_from_user(regs, &sr->mc_gregs,
171 PT_MSR * sizeof(elf_greg_t)))
172 return -EFAULT;
173 /* copy from orig_r3 (the word after the MSR) up to the end */
174 if (__copy_from_user(&regs->orig_gpr3, &sr->mc_gregs[PT_ORIG_R3],
175 GP_REGS_SIZE - PT_ORIG_R3 * sizeof(elf_greg_t)))
176 return -EFAULT;
177 return 0;
178}
Stephen Rothwell81e70092005-10-18 11:17:58 +1000179#endif
180
Stephen Rothwell81e70092005-10-18 11:17:58 +1000181/*
182 * When we have signals to deliver, we set up on the
183 * user stack, going down from the original stack pointer:
Benjamin Herrenschmidta3f61dc2007-06-04 17:22:48 +1000184 * an ABI gap of 56 words
185 * an mcontext struct
Stephen Rothwell81e70092005-10-18 11:17:58 +1000186 * a sigcontext struct
187 * a gap of __SIGNAL_FRAMESIZE bytes
188 *
Benjamin Herrenschmidta3f61dc2007-06-04 17:22:48 +1000189 * Each of these things must be a multiple of 16 bytes in size. The following
190 * structure represent all of this except the __SIGNAL_FRAMESIZE gap
Stephen Rothwell81e70092005-10-18 11:17:58 +1000191 *
192 */
Benjamin Herrenschmidta3f61dc2007-06-04 17:22:48 +1000193struct sigframe {
194 struct sigcontext sctx; /* the sigcontext */
Stephen Rothwell81e70092005-10-18 11:17:58 +1000195 struct mcontext mctx; /* all the register values */
Michael Neuling2b0a5762013-02-13 16:21:41 +0000196#ifdef CONFIG_PPC_TRANSACTIONAL_MEM
197 struct sigcontext sctx_transact;
198 struct mcontext mctx_transact;
199#endif
Stephen Rothwell81e70092005-10-18 11:17:58 +1000200 /*
201 * Programs using the rs6000/xcoff abi can save up to 19 gp
202 * regs and 18 fp regs below sp before decrementing it.
203 */
204 int abigap[56];
205};
206
207/* We use the mc_pad field for the signal return trampoline. */
208#define tramp mc_pad
209
210/*
211 * When we have rt signals to deliver, we set up on the
212 * user stack, going down from the original stack pointer:
213 * one rt_sigframe struct (siginfo + ucontext + ABI gap)
214 * a gap of __SIGNAL_FRAMESIZE+16 bytes
215 * (the +16 is to get the siginfo and ucontext in the same
216 * positions as in older kernels).
217 *
218 * Each of these things must be a multiple of 16 bytes in size.
219 *
220 */
221struct rt_sigframe {
222#ifdef CONFIG_PPC64
223 compat_siginfo_t info;
224#else
225 struct siginfo info;
226#endif
227 struct ucontext uc;
Michael Neuling2b0a5762013-02-13 16:21:41 +0000228#ifdef CONFIG_PPC_TRANSACTIONAL_MEM
229 struct ucontext uc_transact;
230#endif
Stephen Rothwell81e70092005-10-18 11:17:58 +1000231 /*
232 * Programs using the rs6000/xcoff abi can save up to 19 gp
233 * regs and 18 fp regs below sp before decrementing it.
234 */
235 int abigap[56];
236};
237
Michael Neuling6a274c02008-07-02 14:06:37 +1000238#ifdef CONFIG_VSX
239unsigned long copy_fpr_to_user(void __user *to,
240 struct task_struct *task)
241{
Paul Mackerrasde79f7b2013-09-10 20:20:42 +1000242 u64 buf[ELF_NFPREG];
Michael Neuling6a274c02008-07-02 14:06:37 +1000243 int i;
244
245 /* save FPR copy to local buffer then write to the thread_struct */
246 for (i = 0; i < (ELF_NFPREG - 1) ; i++)
247 buf[i] = task->thread.TS_FPR(i);
Paul Mackerrasde79f7b2013-09-10 20:20:42 +1000248 buf[i] = task->thread.fp_state.fpscr;
Michael Neuling6a274c02008-07-02 14:06:37 +1000249 return __copy_to_user(to, buf, ELF_NFPREG * sizeof(double));
250}
251
252unsigned long copy_fpr_from_user(struct task_struct *task,
253 void __user *from)
254{
Paul Mackerrasde79f7b2013-09-10 20:20:42 +1000255 u64 buf[ELF_NFPREG];
Michael Neuling6a274c02008-07-02 14:06:37 +1000256 int i;
257
258 if (__copy_from_user(buf, from, ELF_NFPREG * sizeof(double)))
259 return 1;
260 for (i = 0; i < (ELF_NFPREG - 1) ; i++)
261 task->thread.TS_FPR(i) = buf[i];
Paul Mackerrasde79f7b2013-09-10 20:20:42 +1000262 task->thread.fp_state.fpscr = buf[i];
Michael Neuling6a274c02008-07-02 14:06:37 +1000263
264 return 0;
265}
266
267unsigned long copy_vsx_to_user(void __user *to,
268 struct task_struct *task)
269{
Paul Mackerrasde79f7b2013-09-10 20:20:42 +1000270 u64 buf[ELF_NVSRHALFREG];
Michael Neuling6a274c02008-07-02 14:06:37 +1000271 int i;
272
273 /* save FPR copy to local buffer then write to the thread_struct */
274 for (i = 0; i < ELF_NVSRHALFREG; i++)
Paul Mackerrasde79f7b2013-09-10 20:20:42 +1000275 buf[i] = task->thread.fp_state.fpr[i][TS_VSRLOWOFFSET];
Michael Neuling6a274c02008-07-02 14:06:37 +1000276 return __copy_to_user(to, buf, ELF_NVSRHALFREG * sizeof(double));
277}
278
279unsigned long copy_vsx_from_user(struct task_struct *task,
280 void __user *from)
281{
Paul Mackerrasde79f7b2013-09-10 20:20:42 +1000282 u64 buf[ELF_NVSRHALFREG];
Michael Neuling6a274c02008-07-02 14:06:37 +1000283 int i;
284
285 if (__copy_from_user(buf, from, ELF_NVSRHALFREG * sizeof(double)))
286 return 1;
287 for (i = 0; i < ELF_NVSRHALFREG ; i++)
Paul Mackerrasde79f7b2013-09-10 20:20:42 +1000288 task->thread.fp_state.fpr[i][TS_VSRLOWOFFSET] = buf[i];
Michael Neuling6a274c02008-07-02 14:06:37 +1000289 return 0;
290}
Michael Neuling2b0a5762013-02-13 16:21:41 +0000291
292#ifdef CONFIG_PPC_TRANSACTIONAL_MEM
Cyril Bur000ec282016-09-23 16:18:25 +1000293unsigned long copy_ckfpr_to_user(void __user *to,
Michael Neuling2b0a5762013-02-13 16:21:41 +0000294 struct task_struct *task)
295{
Paul Mackerrasde79f7b2013-09-10 20:20:42 +1000296 u64 buf[ELF_NFPREG];
Michael Neuling2b0a5762013-02-13 16:21:41 +0000297 int i;
298
299 /* save FPR copy to local buffer then write to the thread_struct */
300 for (i = 0; i < (ELF_NFPREG - 1) ; i++)
Cyril Bur000ec282016-09-23 16:18:25 +1000301 buf[i] = task->thread.TS_CKFPR(i);
302 buf[i] = task->thread.ckfp_state.fpscr;
Michael Neuling2b0a5762013-02-13 16:21:41 +0000303 return __copy_to_user(to, buf, ELF_NFPREG * sizeof(double));
304}
305
Cyril Bur000ec282016-09-23 16:18:25 +1000306unsigned long copy_ckfpr_from_user(struct task_struct *task,
Michael Neuling2b0a5762013-02-13 16:21:41 +0000307 void __user *from)
308{
Paul Mackerrasde79f7b2013-09-10 20:20:42 +1000309 u64 buf[ELF_NFPREG];
Michael Neuling2b0a5762013-02-13 16:21:41 +0000310 int i;
311
312 if (__copy_from_user(buf, from, ELF_NFPREG * sizeof(double)))
313 return 1;
314 for (i = 0; i < (ELF_NFPREG - 1) ; i++)
Cyril Bur000ec282016-09-23 16:18:25 +1000315 task->thread.TS_CKFPR(i) = buf[i];
316 task->thread.ckfp_state.fpscr = buf[i];
Michael Neuling2b0a5762013-02-13 16:21:41 +0000317
318 return 0;
319}
320
Cyril Bur000ec282016-09-23 16:18:25 +1000321unsigned long copy_ckvsx_to_user(void __user *to,
Michael Neuling2b0a5762013-02-13 16:21:41 +0000322 struct task_struct *task)
323{
Paul Mackerrasde79f7b2013-09-10 20:20:42 +1000324 u64 buf[ELF_NVSRHALFREG];
Michael Neuling2b0a5762013-02-13 16:21:41 +0000325 int i;
326
327 /* save FPR copy to local buffer then write to the thread_struct */
328 for (i = 0; i < ELF_NVSRHALFREG; i++)
Cyril Bur000ec282016-09-23 16:18:25 +1000329 buf[i] = task->thread.ckfp_state.fpr[i][TS_VSRLOWOFFSET];
Michael Neuling2b0a5762013-02-13 16:21:41 +0000330 return __copy_to_user(to, buf, ELF_NVSRHALFREG * sizeof(double));
331}
332
Cyril Bur000ec282016-09-23 16:18:25 +1000333unsigned long copy_ckvsx_from_user(struct task_struct *task,
Michael Neuling2b0a5762013-02-13 16:21:41 +0000334 void __user *from)
335{
Paul Mackerrasde79f7b2013-09-10 20:20:42 +1000336 u64 buf[ELF_NVSRHALFREG];
Michael Neuling2b0a5762013-02-13 16:21:41 +0000337 int i;
338
339 if (__copy_from_user(buf, from, ELF_NVSRHALFREG * sizeof(double)))
340 return 1;
341 for (i = 0; i < ELF_NVSRHALFREG ; i++)
Cyril Bur000ec282016-09-23 16:18:25 +1000342 task->thread.ckfp_state.fpr[i][TS_VSRLOWOFFSET] = buf[i];
Michael Neuling2b0a5762013-02-13 16:21:41 +0000343 return 0;
344}
345#endif /* CONFIG_PPC_TRANSACTIONAL_MEM */
Michael Neuling6a274c02008-07-02 14:06:37 +1000346#else
347inline unsigned long copy_fpr_to_user(void __user *to,
348 struct task_struct *task)
349{
Paul Mackerrasde79f7b2013-09-10 20:20:42 +1000350 return __copy_to_user(to, task->thread.fp_state.fpr,
Michael Neuling6a274c02008-07-02 14:06:37 +1000351 ELF_NFPREG * sizeof(double));
352}
353
354inline unsigned long copy_fpr_from_user(struct task_struct *task,
355 void __user *from)
356{
Paul Mackerrasde79f7b2013-09-10 20:20:42 +1000357 return __copy_from_user(task->thread.fp_state.fpr, from,
Michael Neuling6a274c02008-07-02 14:06:37 +1000358 ELF_NFPREG * sizeof(double));
359}
Michael Neuling2b0a5762013-02-13 16:21:41 +0000360
361#ifdef CONFIG_PPC_TRANSACTIONAL_MEM
Cyril Bur000ec282016-09-23 16:18:25 +1000362inline unsigned long copy_ckfpr_to_user(void __user *to,
Michael Neuling2b0a5762013-02-13 16:21:41 +0000363 struct task_struct *task)
364{
Cyril Bur000ec282016-09-23 16:18:25 +1000365 return __copy_to_user(to, task->thread.ckfp_state.fpr,
Michael Neuling2b0a5762013-02-13 16:21:41 +0000366 ELF_NFPREG * sizeof(double));
367}
368
Cyril Bur000ec282016-09-23 16:18:25 +1000369inline unsigned long copy_ckfpr_from_user(struct task_struct *task,
Michael Neuling2b0a5762013-02-13 16:21:41 +0000370 void __user *from)
371{
Cyril Bur000ec282016-09-23 16:18:25 +1000372 return __copy_from_user(task->thread.ckfp_state.fpr, from,
Michael Neuling2b0a5762013-02-13 16:21:41 +0000373 ELF_NFPREG * sizeof(double));
374}
375#endif /* CONFIG_PPC_TRANSACTIONAL_MEM */
Michael Neuling6a274c02008-07-02 14:06:37 +1000376#endif
377
Stephen Rothwell81e70092005-10-18 11:17:58 +1000378/*
379 * Save the current user registers on the user stack.
380 * We only save the altivec/spe registers if the process has used
381 * altivec/spe instructions at some point.
382 */
383static int save_user_regs(struct pt_regs *regs, struct mcontext __user *frame,
Michael Neuling1d25f112013-06-09 21:23:15 +1000384 struct mcontext __user *tm_frame, int sigret,
385 int ctx_has_vsx_region)
Stephen Rothwell81e70092005-10-18 11:17:58 +1000386{
Michael Neuling9e751182008-06-25 14:07:17 +1000387 unsigned long msr = regs->msr;
388
Stephen Rothwell81e70092005-10-18 11:17:58 +1000389 /* Make sure floating point registers are stored in regs */
390 flush_fp_to_thread(current);
391
Michael Neulingc6e67712008-06-25 14:07:18 +1000392 /* save general registers */
393 if (save_general_regs(regs, frame))
Stephen Rothwell81e70092005-10-18 11:17:58 +1000394 return 1;
395
Stephen Rothwell81e70092005-10-18 11:17:58 +1000396#ifdef CONFIG_ALTIVEC
397 /* save altivec registers */
398 if (current->thread.used_vr) {
399 flush_altivec_to_thread(current);
Paul Mackerrasde79f7b2013-09-10 20:20:42 +1000400 if (__copy_to_user(&frame->mc_vregs, &current->thread.vr_state,
Stephen Rothwell81e70092005-10-18 11:17:58 +1000401 ELF_NVRREG * sizeof(vector128)))
402 return 1;
403 /* set MSR_VEC in the saved MSR value to indicate that
404 frame->mc_vregs contains valid data */
Michael Neuling9e751182008-06-25 14:07:17 +1000405 msr |= MSR_VEC;
Stephen Rothwell81e70092005-10-18 11:17:58 +1000406 }
407 /* else assert((regs->msr & MSR_VEC) == 0) */
408
409 /* We always copy to/from vrsave, it's 0 if we don't have or don't
410 * use altivec. Since VSCR only contains 32 bits saved in the least
411 * significant bits of a vector, we "cheat" and stuff VRSAVE in the
412 * most significant bits of that same vector. --BenH
Paul Mackerras408a7e02013-08-05 14:13:16 +1000413 * Note that the current VRSAVE value is in the SPR at this point.
Stephen Rothwell81e70092005-10-18 11:17:58 +1000414 */
Paul Mackerras408a7e02013-08-05 14:13:16 +1000415 if (cpu_has_feature(CPU_FTR_ALTIVEC))
416 current->thread.vrsave = mfspr(SPRN_VRSAVE);
Stephen Rothwell81e70092005-10-18 11:17:58 +1000417 if (__put_user(current->thread.vrsave, (u32 __user *)&frame->mc_vregs[32]))
418 return 1;
419#endif /* CONFIG_ALTIVEC */
Michael Neuling6a274c02008-07-02 14:06:37 +1000420 if (copy_fpr_to_user(&frame->mc_fregs, current))
Michael Neulingc6e67712008-06-25 14:07:18 +1000421 return 1;
Michael Neulingec67ad82013-11-25 11:12:20 +1100422
423 /*
424 * Clear the MSR VSX bit to indicate there is no valid state attached
425 * to this context, except in the specific case below where we set it.
426 */
427 msr &= ~MSR_VSX;
Michael Neuling6a274c02008-07-02 14:06:37 +1000428#ifdef CONFIG_VSX
Michael Neulingce48b212008-06-25 14:07:18 +1000429 /*
430 * Copy VSR 0-31 upper half from thread_struct to local
431 * buffer, then write that to userspace. Also set MSR_VSX in
432 * the saved MSR value to indicate that frame->mc_vregs
433 * contains valid data
434 */
Michael Neuling16c29d12008-10-23 00:42:36 +0000435 if (current->thread.used_vsr && ctx_has_vsx_region) {
Anton Blancharda7d623d2015-10-29 11:44:02 +1100436 flush_vsx_to_thread(current);
Michael Neuling6a274c02008-07-02 14:06:37 +1000437 if (copy_vsx_to_user(&frame->mc_vsregs, current))
Michael Neulingce48b212008-06-25 14:07:18 +1000438 return 1;
439 msr |= MSR_VSX;
Michael Neulingec67ad82013-11-25 11:12:20 +1100440 }
Michael Neulingc6e67712008-06-25 14:07:18 +1000441#endif /* CONFIG_VSX */
Stephen Rothwell81e70092005-10-18 11:17:58 +1000442#ifdef CONFIG_SPE
443 /* save spe registers */
444 if (current->thread.used_spe) {
445 flush_spe_to_thread(current);
446 if (__copy_to_user(&frame->mc_vregs, current->thread.evr,
447 ELF_NEVRREG * sizeof(u32)))
448 return 1;
449 /* set MSR_SPE in the saved MSR value to indicate that
450 frame->mc_vregs contains valid data */
Michael Neuling9e751182008-06-25 14:07:17 +1000451 msr |= MSR_SPE;
Stephen Rothwell81e70092005-10-18 11:17:58 +1000452 }
453 /* else assert((regs->msr & MSR_SPE) == 0) */
454
455 /* We always copy to/from spefscr */
456 if (__put_user(current->thread.spefscr, (u32 __user *)&frame->mc_vregs + ELF_NEVRREG))
457 return 1;
458#endif /* CONFIG_SPE */
459
Michael Neuling9e751182008-06-25 14:07:17 +1000460 if (__put_user(msr, &frame->mc_gregs[PT_MSR]))
461 return 1;
Michael Neuling1d25f112013-06-09 21:23:15 +1000462 /* We need to write 0 the MSR top 32 bits in the tm frame so that we
463 * can check it on the restore to see if TM is active
464 */
465 if (tm_frame && __put_user(0, &tm_frame->mc_gregs[PT_MSR]))
466 return 1;
467
Stephen Rothwell81e70092005-10-18 11:17:58 +1000468 if (sigret) {
Christophe Leroyd16952a2018-11-09 17:33:28 +0000469 /* Set up the sigreturn trampoline: li 0,sigret; sc */
470 if (__put_user(PPC_INST_ADDI + sigret, &frame->tramp[0])
471 || __put_user(PPC_INST_SC, &frame->tramp[1]))
Stephen Rothwell81e70092005-10-18 11:17:58 +1000472 return 1;
473 flush_icache_range((unsigned long) &frame->tramp[0],
474 (unsigned long) &frame->tramp[2]);
475 }
476
477 return 0;
478}
479
Michael Neuling2b0a5762013-02-13 16:21:41 +0000480#ifdef CONFIG_PPC_TRANSACTIONAL_MEM
481/*
482 * Save the current user registers on the user stack.
483 * We only save the altivec/spe registers if the process has used
484 * altivec/spe instructions at some point.
485 * We also save the transactional registers to a second ucontext in the
486 * frame.
487 *
488 * See save_user_regs() and signal_64.c:setup_tm_sigcontexts().
489 */
490static int save_tm_user_regs(struct pt_regs *regs,
491 struct mcontext __user *frame,
492 struct mcontext __user *tm_frame, int sigret)
493{
494 unsigned long msr = regs->msr;
495
Michael Neuling92fb8692017-10-12 21:17:19 +1100496 WARN_ON(tm_suspend_disabled);
497
Paul Mackerrasd31626f2014-01-13 15:56:29 +1100498 /* Remove TM bits from thread's MSR. The MSR in the sigcontext
499 * just indicates to userland that we were doing a transaction, but we
500 * don't want to return in transactional state. This also ensures
501 * that flush_fp_to_thread won't set TIF_RESTORE_TM again.
502 */
503 regs->msr &= ~MSR_TS_MASK;
504
Michael Neuling2b0a5762013-02-13 16:21:41 +0000505 /* Save both sets of general registers */
506 if (save_general_regs(&current->thread.ckpt_regs, frame)
507 || save_general_regs(regs, tm_frame))
508 return 1;
509
510 /* Stash the top half of the 64bit MSR into the 32bit MSR word
511 * of the transactional mcontext. This way we have a backward-compatible
512 * MSR in the 'normal' (checkpointed) mcontext and additionally one can
513 * also look at what type of transaction (T or S) was active at the
514 * time of the signal.
515 */
516 if (__put_user((msr >> 32), &tm_frame->mc_gregs[PT_MSR]))
517 return 1;
518
519#ifdef CONFIG_ALTIVEC
520 /* save altivec registers */
521 if (current->thread.used_vr) {
Cyril Bur000ec282016-09-23 16:18:25 +1000522 if (__copy_to_user(&frame->mc_vregs, &current->thread.ckvr_state,
Michael Neuling2b0a5762013-02-13 16:21:41 +0000523 ELF_NVRREG * sizeof(vector128)))
524 return 1;
525 if (msr & MSR_VEC) {
526 if (__copy_to_user(&tm_frame->mc_vregs,
Cyril Burdc310662016-09-23 16:18:24 +1000527 &current->thread.vr_state,
Michael Neuling2b0a5762013-02-13 16:21:41 +0000528 ELF_NVRREG * sizeof(vector128)))
529 return 1;
530 } else {
531 if (__copy_to_user(&tm_frame->mc_vregs,
Cyril Bur000ec282016-09-23 16:18:25 +1000532 &current->thread.ckvr_state,
Michael Neuling2b0a5762013-02-13 16:21:41 +0000533 ELF_NVRREG * sizeof(vector128)))
534 return 1;
535 }
536
537 /* set MSR_VEC in the saved MSR value to indicate that
538 * frame->mc_vregs contains valid data
539 */
540 msr |= MSR_VEC;
541 }
542
543 /* We always copy to/from vrsave, it's 0 if we don't have or don't
544 * use altivec. Since VSCR only contains 32 bits saved in the least
545 * significant bits of a vector, we "cheat" and stuff VRSAVE in the
546 * most significant bits of that same vector. --BenH
547 */
Paul Mackerras408a7e02013-08-05 14:13:16 +1000548 if (cpu_has_feature(CPU_FTR_ALTIVEC))
Cyril Bur000ec282016-09-23 16:18:25 +1000549 current->thread.ckvrsave = mfspr(SPRN_VRSAVE);
550 if (__put_user(current->thread.ckvrsave,
Michael Neuling2b0a5762013-02-13 16:21:41 +0000551 (u32 __user *)&frame->mc_vregs[32]))
552 return 1;
553 if (msr & MSR_VEC) {
Cyril Burdc310662016-09-23 16:18:24 +1000554 if (__put_user(current->thread.vrsave,
Michael Neuling2b0a5762013-02-13 16:21:41 +0000555 (u32 __user *)&tm_frame->mc_vregs[32]))
556 return 1;
557 } else {
Cyril Bur000ec282016-09-23 16:18:25 +1000558 if (__put_user(current->thread.ckvrsave,
Michael Neuling2b0a5762013-02-13 16:21:41 +0000559 (u32 __user *)&tm_frame->mc_vregs[32]))
560 return 1;
561 }
562#endif /* CONFIG_ALTIVEC */
563
Cyril Bur000ec282016-09-23 16:18:25 +1000564 if (copy_ckfpr_to_user(&frame->mc_fregs, current))
Michael Neuling2b0a5762013-02-13 16:21:41 +0000565 return 1;
566 if (msr & MSR_FP) {
Cyril Burdc310662016-09-23 16:18:24 +1000567 if (copy_fpr_to_user(&tm_frame->mc_fregs, current))
Michael Neuling2b0a5762013-02-13 16:21:41 +0000568 return 1;
569 } else {
Cyril Bur000ec282016-09-23 16:18:25 +1000570 if (copy_ckfpr_to_user(&tm_frame->mc_fregs, current))
Michael Neuling2b0a5762013-02-13 16:21:41 +0000571 return 1;
572 }
573
574#ifdef CONFIG_VSX
575 /*
576 * Copy VSR 0-31 upper half from thread_struct to local
577 * buffer, then write that to userspace. Also set MSR_VSX in
578 * the saved MSR value to indicate that frame->mc_vregs
579 * contains valid data
580 */
581 if (current->thread.used_vsr) {
Cyril Bur000ec282016-09-23 16:18:25 +1000582 if (copy_ckvsx_to_user(&frame->mc_vsregs, current))
Michael Neuling2b0a5762013-02-13 16:21:41 +0000583 return 1;
584 if (msr & MSR_VSX) {
Cyril Burdc310662016-09-23 16:18:24 +1000585 if (copy_vsx_to_user(&tm_frame->mc_vsregs,
Michael Neuling2b0a5762013-02-13 16:21:41 +0000586 current))
587 return 1;
588 } else {
Cyril Bur000ec282016-09-23 16:18:25 +1000589 if (copy_ckvsx_to_user(&tm_frame->mc_vsregs, current))
Michael Neuling2b0a5762013-02-13 16:21:41 +0000590 return 1;
591 }
592
593 msr |= MSR_VSX;
594 }
595#endif /* CONFIG_VSX */
596#ifdef CONFIG_SPE
597 /* SPE regs are not checkpointed with TM, so this section is
598 * simply the same as in save_user_regs().
599 */
600 if (current->thread.used_spe) {
601 flush_spe_to_thread(current);
602 if (__copy_to_user(&frame->mc_vregs, current->thread.evr,
603 ELF_NEVRREG * sizeof(u32)))
604 return 1;
605 /* set MSR_SPE in the saved MSR value to indicate that
606 * frame->mc_vregs contains valid data */
607 msr |= MSR_SPE;
608 }
609
610 /* We always copy to/from spefscr */
611 if (__put_user(current->thread.spefscr, (u32 __user *)&frame->mc_vregs + ELF_NEVRREG))
612 return 1;
613#endif /* CONFIG_SPE */
614
615 if (__put_user(msr, &frame->mc_gregs[PT_MSR]))
616 return 1;
617 if (sigret) {
Christophe Leroyd16952a2018-11-09 17:33:28 +0000618 /* Set up the sigreturn trampoline: li 0,sigret; sc */
619 if (__put_user(PPC_INST_ADDI + sigret, &frame->tramp[0])
620 || __put_user(PPC_INST_SC, &frame->tramp[1]))
Michael Neuling2b0a5762013-02-13 16:21:41 +0000621 return 1;
622 flush_icache_range((unsigned long) &frame->tramp[0],
623 (unsigned long) &frame->tramp[2]);
624 }
625
626 return 0;
627}
628#endif
629
Stephen Rothwell81e70092005-10-18 11:17:58 +1000630/*
631 * Restore the current user register values from the user stack,
632 * (except for MSR).
633 */
634static long restore_user_regs(struct pt_regs *regs,
635 struct mcontext __user *sr, int sig)
636{
637 long err;
638 unsigned int save_r2 = 0;
Stephen Rothwell81e70092005-10-18 11:17:58 +1000639 unsigned long msr;
Michael Neulingc6e67712008-06-25 14:07:18 +1000640#ifdef CONFIG_VSX
Michael Neulingc6e67712008-06-25 14:07:18 +1000641 int i;
642#endif
Stephen Rothwell81e70092005-10-18 11:17:58 +1000643
644 /*
645 * restore general registers but not including MSR or SOFTE. Also
646 * take care of keeping r2 (TLS) intact if not a signal
647 */
648 if (!sig)
649 save_r2 = (unsigned int)regs->gpr[2];
650 err = restore_general_regs(regs, sr);
Al Viro9a81c162010-09-20 21:48:57 +0100651 regs->trap = 0;
Paul Mackerrasfab5db92006-06-07 16:14:40 +1000652 err |= __get_user(msr, &sr->mc_gregs[PT_MSR]);
Stephen Rothwell81e70092005-10-18 11:17:58 +1000653 if (!sig)
654 regs->gpr[2] = (unsigned long) save_r2;
655 if (err)
656 return 1;
657
Paul Mackerrasfab5db92006-06-07 16:14:40 +1000658 /* if doing signal return, restore the previous little-endian mode */
659 if (sig)
660 regs->msr = (regs->msr & ~MSR_LE) | (msr & MSR_LE);
661
Stephen Rothwell81e70092005-10-18 11:17:58 +1000662#ifdef CONFIG_ALTIVEC
Michael Neulingc6e67712008-06-25 14:07:18 +1000663 /*
664 * Force the process to reload the altivec registers from
665 * current->thread when it next does altivec instructions
666 */
Stephen Rothwell81e70092005-10-18 11:17:58 +1000667 regs->msr &= ~MSR_VEC;
Paul Mackerrasfab5db92006-06-07 16:14:40 +1000668 if (msr & MSR_VEC) {
Stephen Rothwell81e70092005-10-18 11:17:58 +1000669 /* restore altivec registers from the stack */
Paul Mackerrasde79f7b2013-09-10 20:20:42 +1000670 if (__copy_from_user(&current->thread.vr_state, &sr->mc_vregs,
Stephen Rothwell81e70092005-10-18 11:17:58 +1000671 sizeof(sr->mc_vregs)))
672 return 1;
Simon Guoe1c0d662016-07-26 16:06:01 +0800673 current->thread.used_vr = true;
Stephen Rothwell81e70092005-10-18 11:17:58 +1000674 } else if (current->thread.used_vr)
Paul Mackerrasde79f7b2013-09-10 20:20:42 +1000675 memset(&current->thread.vr_state, 0,
676 ELF_NVRREG * sizeof(vector128));
Stephen Rothwell81e70092005-10-18 11:17:58 +1000677
678 /* Always get VRSAVE back */
679 if (__get_user(current->thread.vrsave, (u32 __user *)&sr->mc_vregs[32]))
680 return 1;
Paul Mackerras408a7e02013-08-05 14:13:16 +1000681 if (cpu_has_feature(CPU_FTR_ALTIVEC))
682 mtspr(SPRN_VRSAVE, current->thread.vrsave);
Stephen Rothwell81e70092005-10-18 11:17:58 +1000683#endif /* CONFIG_ALTIVEC */
Michael Neuling6a274c02008-07-02 14:06:37 +1000684 if (copy_fpr_from_user(current, &sr->mc_fregs))
685 return 1;
Stephen Rothwell81e70092005-10-18 11:17:58 +1000686
Michael Neulingc6e67712008-06-25 14:07:18 +1000687#ifdef CONFIG_VSX
Michael Neulingce48b212008-06-25 14:07:18 +1000688 /*
689 * Force the process to reload the VSX registers from
690 * current->thread when it next does VSX instruction.
691 */
692 regs->msr &= ~MSR_VSX;
693 if (msr & MSR_VSX) {
694 /*
695 * Restore altivec registers from the stack to a local
696 * buffer, then write this out to the thread_struct
697 */
Michael Neuling6a274c02008-07-02 14:06:37 +1000698 if (copy_vsx_from_user(current, &sr->mc_vsregs))
Michael Neulingce48b212008-06-25 14:07:18 +1000699 return 1;
Simon Guoe1c0d662016-07-26 16:06:01 +0800700 current->thread.used_vsr = true;
Michael Neulingce48b212008-06-25 14:07:18 +1000701 } else if (current->thread.used_vsr)
702 for (i = 0; i < 32 ; i++)
Paul Mackerrasde79f7b2013-09-10 20:20:42 +1000703 current->thread.fp_state.fpr[i][TS_VSRLOWOFFSET] = 0;
Michael Neulingc6e67712008-06-25 14:07:18 +1000704#endif /* CONFIG_VSX */
705 /*
706 * force the process to reload the FP registers from
707 * current->thread when it next does FP instructions
708 */
709 regs->msr &= ~(MSR_FP | MSR_FE0 | MSR_FE1);
710
Stephen Rothwell81e70092005-10-18 11:17:58 +1000711#ifdef CONFIG_SPE
712 /* force the process to reload the spe registers from
713 current->thread when it next does spe instructions */
714 regs->msr &= ~MSR_SPE;
Paul Mackerrasfab5db92006-06-07 16:14:40 +1000715 if (msr & MSR_SPE) {
Stephen Rothwell81e70092005-10-18 11:17:58 +1000716 /* restore spe registers from the stack */
717 if (__copy_from_user(current->thread.evr, &sr->mc_vregs,
718 ELF_NEVRREG * sizeof(u32)))
719 return 1;
Simon Guoe1c0d662016-07-26 16:06:01 +0800720 current->thread.used_spe = true;
Stephen Rothwell81e70092005-10-18 11:17:58 +1000721 } else if (current->thread.used_spe)
722 memset(current->thread.evr, 0, ELF_NEVRREG * sizeof(u32));
723
724 /* Always get SPEFSCR back */
725 if (__get_user(current->thread.spefscr, (u32 __user *)&sr->mc_vregs + ELF_NEVRREG))
726 return 1;
727#endif /* CONFIG_SPE */
728
Stephen Rothwell81e70092005-10-18 11:17:58 +1000729 return 0;
730}
731
Michael Neuling2b0a5762013-02-13 16:21:41 +0000732#ifdef CONFIG_PPC_TRANSACTIONAL_MEM
733/*
734 * Restore the current user register values from the user stack, except for
735 * MSR, and recheckpoint the original checkpointed register state for processes
736 * in transactions.
737 */
738static long restore_tm_user_regs(struct pt_regs *regs,
739 struct mcontext __user *sr,
740 struct mcontext __user *tm_sr)
741{
742 long err;
Michael Neuling2c27a182013-06-09 21:23:17 +1000743 unsigned long msr, msr_hi;
Michael Neuling2b0a5762013-02-13 16:21:41 +0000744#ifdef CONFIG_VSX
745 int i;
746#endif
747
Michael Neuling92fb8692017-10-12 21:17:19 +1100748 if (tm_suspend_disabled)
749 return 1;
Michael Neuling2b0a5762013-02-13 16:21:41 +0000750 /*
751 * restore general registers but not including MSR or SOFTE. Also
752 * take care of keeping r2 (TLS) intact if not a signal.
753 * See comment in signal_64.c:restore_tm_sigcontexts();
754 * TFHAR is restored from the checkpointed NIP; TEXASR and TFIAR
755 * were set by the signal delivery.
756 */
757 err = restore_general_regs(regs, tm_sr);
758 err |= restore_general_regs(&current->thread.ckpt_regs, sr);
759
760 err |= __get_user(current->thread.tm_tfhar, &sr->mc_gregs[PT_NIP]);
761
762 err |= __get_user(msr, &sr->mc_gregs[PT_MSR]);
763 if (err)
764 return 1;
765
766 /* Restore the previous little-endian mode */
767 regs->msr = (regs->msr & ~MSR_LE) | (msr & MSR_LE);
768
Michael Neuling2b0a5762013-02-13 16:21:41 +0000769#ifdef CONFIG_ALTIVEC
770 regs->msr &= ~MSR_VEC;
771 if (msr & MSR_VEC) {
772 /* restore altivec registers from the stack */
Cyril Bur000ec282016-09-23 16:18:25 +1000773 if (__copy_from_user(&current->thread.ckvr_state, &sr->mc_vregs,
Michael Neuling2b0a5762013-02-13 16:21:41 +0000774 sizeof(sr->mc_vregs)) ||
Cyril Burdc310662016-09-23 16:18:24 +1000775 __copy_from_user(&current->thread.vr_state,
Michael Neuling2b0a5762013-02-13 16:21:41 +0000776 &tm_sr->mc_vregs,
777 sizeof(sr->mc_vregs)))
778 return 1;
Simon Guoe1c0d662016-07-26 16:06:01 +0800779 current->thread.used_vr = true;
Michael Neuling2b0a5762013-02-13 16:21:41 +0000780 } else if (current->thread.used_vr) {
Paul Mackerrasde79f7b2013-09-10 20:20:42 +1000781 memset(&current->thread.vr_state, 0,
782 ELF_NVRREG * sizeof(vector128));
Cyril Bur000ec282016-09-23 16:18:25 +1000783 memset(&current->thread.ckvr_state, 0,
Michael Neuling2b0a5762013-02-13 16:21:41 +0000784 ELF_NVRREG * sizeof(vector128));
785 }
786
787 /* Always get VRSAVE back */
Cyril Bur000ec282016-09-23 16:18:25 +1000788 if (__get_user(current->thread.ckvrsave,
Michael Neuling2b0a5762013-02-13 16:21:41 +0000789 (u32 __user *)&sr->mc_vregs[32]) ||
Cyril Burdc310662016-09-23 16:18:24 +1000790 __get_user(current->thread.vrsave,
Michael Neuling2b0a5762013-02-13 16:21:41 +0000791 (u32 __user *)&tm_sr->mc_vregs[32]))
792 return 1;
Paul Mackerras408a7e02013-08-05 14:13:16 +1000793 if (cpu_has_feature(CPU_FTR_ALTIVEC))
Cyril Bur000ec282016-09-23 16:18:25 +1000794 mtspr(SPRN_VRSAVE, current->thread.ckvrsave);
Michael Neuling2b0a5762013-02-13 16:21:41 +0000795#endif /* CONFIG_ALTIVEC */
796
797 regs->msr &= ~(MSR_FP | MSR_FE0 | MSR_FE1);
798
799 if (copy_fpr_from_user(current, &sr->mc_fregs) ||
Cyril Bur000ec282016-09-23 16:18:25 +1000800 copy_ckfpr_from_user(current, &tm_sr->mc_fregs))
Michael Neuling2b0a5762013-02-13 16:21:41 +0000801 return 1;
802
803#ifdef CONFIG_VSX
804 regs->msr &= ~MSR_VSX;
805 if (msr & MSR_VSX) {
806 /*
807 * Restore altivec registers from the stack to a local
808 * buffer, then write this out to the thread_struct
809 */
Cyril Burdc310662016-09-23 16:18:24 +1000810 if (copy_vsx_from_user(current, &tm_sr->mc_vsregs) ||
Cyril Bur000ec282016-09-23 16:18:25 +1000811 copy_ckvsx_from_user(current, &sr->mc_vsregs))
Michael Neuling2b0a5762013-02-13 16:21:41 +0000812 return 1;
Simon Guoe1c0d662016-07-26 16:06:01 +0800813 current->thread.used_vsr = true;
Michael Neuling2b0a5762013-02-13 16:21:41 +0000814 } else if (current->thread.used_vsr)
815 for (i = 0; i < 32 ; i++) {
Paul Mackerrasde79f7b2013-09-10 20:20:42 +1000816 current->thread.fp_state.fpr[i][TS_VSRLOWOFFSET] = 0;
Cyril Bur000ec282016-09-23 16:18:25 +1000817 current->thread.ckfp_state.fpr[i][TS_VSRLOWOFFSET] = 0;
Michael Neuling2b0a5762013-02-13 16:21:41 +0000818 }
819#endif /* CONFIG_VSX */
820
821#ifdef CONFIG_SPE
822 /* SPE regs are not checkpointed with TM, so this section is
823 * simply the same as in restore_user_regs().
824 */
825 regs->msr &= ~MSR_SPE;
826 if (msr & MSR_SPE) {
827 if (__copy_from_user(current->thread.evr, &sr->mc_vregs,
828 ELF_NEVRREG * sizeof(u32)))
829 return 1;
Simon Guoe1c0d662016-07-26 16:06:01 +0800830 current->thread.used_spe = true;
Michael Neuling2b0a5762013-02-13 16:21:41 +0000831 } else if (current->thread.used_spe)
832 memset(current->thread.evr, 0, ELF_NEVRREG * sizeof(u32));
833
834 /* Always get SPEFSCR back */
835 if (__get_user(current->thread.spefscr, (u32 __user *)&sr->mc_vregs
836 + ELF_NEVRREG))
837 return 1;
838#endif /* CONFIG_SPE */
839
Michael Neulingd2b9d2a2015-11-19 15:44:44 +1100840 /* Get the top half of the MSR from the user context */
841 if (__get_user(msr_hi, &tm_sr->mc_gregs[PT_MSR]))
842 return 1;
843 msr_hi <<= 32;
844 /* If TM bits are set to the reserved value, it's an invalid context */
845 if (MSR_TM_RESV(msr_hi))
846 return 1;
Breno Leitaoe1c37432018-11-21 17:21:09 -0200847
848 /*
849 * Disabling preemption, since it is unsafe to be preempted
850 * with MSR[TS] set without recheckpointing.
851 */
852 preempt_disable();
853
854 /*
855 * CAUTION:
856 * After regs->MSR[TS] being updated, make sure that get_user(),
857 * put_user() or similar functions are *not* called. These
858 * functions can generate page faults which will cause the process
859 * to be de-scheduled with MSR[TS] set but without calling
860 * tm_recheckpoint(). This can cause a bug.
861 *
862 * Pull in the MSR TM bits from the user context
863 */
Michael Neulingd2b9d2a2015-11-19 15:44:44 +1100864 regs->msr = (regs->msr & ~MSR_TS_MASK) | (msr_hi & MSR_TS_MASK);
Michael Neuling2b0a5762013-02-13 16:21:41 +0000865 /* Now, recheckpoint. This loads up all of the checkpointed (older)
866 * registers, including FP and V[S]Rs. After recheckpointing, the
867 * transactional versions should be loaded.
868 */
869 tm_enable();
Michael Neulinge6b8fd02014-04-04 20:19:48 +1100870 /* Make sure the transaction is marked as failed */
871 current->thread.tm_texasr |= TEXASR_FS;
Michael Neuling2b0a5762013-02-13 16:21:41 +0000872 /* This loads the checkpointed FP/VEC state, if used */
Cyril Bureb5c3f12017-11-02 14:09:05 +1100873 tm_recheckpoint(&current->thread);
Michael Neuling2b0a5762013-02-13 16:21:41 +0000874
875 /* This loads the speculative FP/VEC state, if used */
Cyril Burdc310662016-09-23 16:18:24 +1000876 msr_check_and_set(msr & (MSR_FP | MSR_VEC));
Michael Neuling2b0a5762013-02-13 16:21:41 +0000877 if (msr & MSR_FP) {
Cyril Burdc310662016-09-23 16:18:24 +1000878 load_fp_state(&current->thread.fp_state);
Michael Neuling2b0a5762013-02-13 16:21:41 +0000879 regs->msr |= (MSR_FP | current->thread.fpexc_mode);
880 }
Michael Neulingf110c0c2013-04-09 16:18:55 +1000881#ifdef CONFIG_ALTIVEC
Michael Neuling2b0a5762013-02-13 16:21:41 +0000882 if (msr & MSR_VEC) {
Cyril Burdc310662016-09-23 16:18:24 +1000883 load_vr_state(&current->thread.vr_state);
Michael Neuling2b0a5762013-02-13 16:21:41 +0000884 regs->msr |= MSR_VEC;
885 }
Michael Neulingf110c0c2013-04-09 16:18:55 +1000886#endif
Michael Neuling2b0a5762013-02-13 16:21:41 +0000887
Breno Leitaoe1c37432018-11-21 17:21:09 -0200888 preempt_enable();
889
Michael Neuling2b0a5762013-02-13 16:21:41 +0000890 return 0;
891}
892#endif
893
Stephen Rothwell81e70092005-10-18 11:17:58 +1000894#ifdef CONFIG_PPC64
Stephen Rothwell81e70092005-10-18 11:17:58 +1000895
896#define copy_siginfo_to_user copy_siginfo_to_user32
897
Stephen Rothwell81e70092005-10-18 11:17:58 +1000898#endif /* CONFIG_PPC64 */
899
Stephen Rothwell81e70092005-10-18 11:17:58 +1000900/*
901 * Set up a signal frame for a "real-time" signal handler
902 * (one which gets siginfo).
903 */
Richard Weinberger129b69d2014-03-02 14:46:11 +0100904int handle_rt_signal32(struct ksignal *ksig, sigset_t *oldset,
Cyril Burd1199432016-09-23 16:18:12 +1000905 struct task_struct *tsk)
Stephen Rothwell81e70092005-10-18 11:17:58 +1000906{
907 struct rt_sigframe __user *rt_sf;
908 struct mcontext __user *frame;
Michael Neuling1d25f112013-06-09 21:23:15 +1000909 struct mcontext __user *tm_frame = NULL;
Olof Johanssond0c3d532007-10-12 10:20:07 +1000910 void __user *addr;
Benjamin Herrenschmidta3f61dc2007-06-04 17:22:48 +1000911 unsigned long newsp = 0;
Michael Neuling2b0a5762013-02-13 16:21:41 +0000912 int sigret;
913 unsigned long tramp;
Cyril Burd1199432016-09-23 16:18:12 +1000914 struct pt_regs *regs = tsk->thread.regs;
915
916 BUG_ON(tsk != current);
Stephen Rothwell81e70092005-10-18 11:17:58 +1000917
918 /* Set up Signal Frame */
919 /* Put a Real Time Context onto stack */
Cyril Burd1199432016-09-23 16:18:12 +1000920 rt_sf = get_sigframe(ksig, get_tm_stackpointer(tsk), sizeof(*rt_sf), 1);
Olof Johanssond0c3d532007-10-12 10:20:07 +1000921 addr = rt_sf;
Benjamin Herrenschmidta3f61dc2007-06-04 17:22:48 +1000922 if (unlikely(rt_sf == NULL))
Stephen Rothwell81e70092005-10-18 11:17:58 +1000923 goto badframe;
924
925 /* Put the siginfo & fill in most of the ucontext */
Richard Weinberger129b69d2014-03-02 14:46:11 +0100926 if (copy_siginfo_to_user(&rt_sf->info, &ksig->info)
Stephen Rothwell81e70092005-10-18 11:17:58 +1000927 || __put_user(0, &rt_sf->uc.uc_flags)
Al Viro7cce2462012-12-23 03:26:46 -0500928 || __save_altstack(&rt_sf->uc.uc_stack, regs->gpr[1])
Stephen Rothwell81e70092005-10-18 11:17:58 +1000929 || __put_user(to_user_ptr(&rt_sf->uc.uc_mcontext),
930 &rt_sf->uc.uc_regs)
931 || put_sigset_t(&rt_sf->uc.uc_sigmask, oldset))
932 goto badframe;
933
934 /* Save user registers on the stack */
935 frame = &rt_sf->uc.uc_mcontext;
Olof Johanssond0c3d532007-10-12 10:20:07 +1000936 addr = frame;
Cyril Burd1199432016-09-23 16:18:12 +1000937 if (vdso32_rt_sigtramp && tsk->mm->context.vdso_base) {
Michael Neuling2b0a5762013-02-13 16:21:41 +0000938 sigret = 0;
Cyril Burd1199432016-09-23 16:18:12 +1000939 tramp = tsk->mm->context.vdso_base + vdso32_rt_sigtramp;
Benjamin Herrenschmidta7f290d2005-11-11 21:15:21 +1100940 } else {
Michael Neuling2b0a5762013-02-13 16:21:41 +0000941 sigret = __NR_rt_sigreturn;
942 tramp = (unsigned long) frame->tramp;
Stephen Rothwell81e70092005-10-18 11:17:58 +1000943 }
Paul Mackerrascc657f52005-11-14 21:55:15 +1100944
Michael Neuling2b0a5762013-02-13 16:21:41 +0000945#ifdef CONFIG_PPC_TRANSACTIONAL_MEM
Michael Neuling1d25f112013-06-09 21:23:15 +1000946 tm_frame = &rt_sf->uc_transact.uc_mcontext;
Michael Neuling2b0a5762013-02-13 16:21:41 +0000947 if (MSR_TM_ACTIVE(regs->msr)) {
Paul Mackerrasd765ff22014-01-29 16:33:56 +1100948 if (__put_user((unsigned long)&rt_sf->uc_transact,
949 &rt_sf->uc.uc_link) ||
950 __put_user((unsigned long)tm_frame,
951 &rt_sf->uc_transact.uc_regs))
952 goto badframe;
Michael Neuling1d25f112013-06-09 21:23:15 +1000953 if (save_tm_user_regs(regs, frame, tm_frame, sigret))
Michael Neuling2b0a5762013-02-13 16:21:41 +0000954 goto badframe;
955 }
956 else
957#endif
Michael Neuling1d25f112013-06-09 21:23:15 +1000958 {
Paul Mackerrasd765ff22014-01-29 16:33:56 +1100959 if (__put_user(0, &rt_sf->uc.uc_link))
960 goto badframe;
Michael Neuling1d25f112013-06-09 21:23:15 +1000961 if (save_user_regs(regs, frame, tm_frame, sigret, 1))
Michael Neuling2b0a5762013-02-13 16:21:41 +0000962 goto badframe;
Michael Neuling1d25f112013-06-09 21:23:15 +1000963 }
Michael Neuling2b0a5762013-02-13 16:21:41 +0000964 regs->link = tramp;
965
Cyril Burd1199432016-09-23 16:18:12 +1000966 tsk->thread.fp_state.fpscr = 0; /* turn off all fp exceptions */
Paul Mackerrascc657f52005-11-14 21:55:15 +1100967
Benjamin Herrenschmidta3f61dc2007-06-04 17:22:48 +1000968 /* create a stack frame for the caller of the handler */
969 newsp = ((unsigned long)rt_sf) - (__SIGNAL_FRAMESIZE + 16);
Olof Johanssond0c3d532007-10-12 10:20:07 +1000970 addr = (void __user *)regs->gpr[1];
Paul Mackerrase2b55302005-10-22 14:46:33 +1000971 if (put_user(regs->gpr[1], (u32 __user *)newsp))
Stephen Rothwell81e70092005-10-18 11:17:58 +1000972 goto badframe;
Benjamin Herrenschmidta3f61dc2007-06-04 17:22:48 +1000973
974 /* Fill registers for signal handler */
Stephen Rothwell81e70092005-10-18 11:17:58 +1000975 regs->gpr[1] = newsp;
Richard Weinberger129b69d2014-03-02 14:46:11 +0100976 regs->gpr[3] = ksig->sig;
Stephen Rothwell81e70092005-10-18 11:17:58 +1000977 regs->gpr[4] = (unsigned long) &rt_sf->info;
978 regs->gpr[5] = (unsigned long) &rt_sf->uc;
979 regs->gpr[6] = (unsigned long) rt_sf;
Richard Weinberger129b69d2014-03-02 14:46:11 +0100980 regs->nip = (unsigned long) ksig->ka.sa.sa_handler;
Anton Blancharde871c6b2013-09-23 12:04:43 +1000981 /* enter the signal handler in native-endian mode */
Paul Mackerrasfab5db92006-06-07 16:14:40 +1000982 regs->msr &= ~MSR_LE;
Anton Blancharde871c6b2013-09-23 12:04:43 +1000983 regs->msr |= (MSR_KERNEL & MSR_LE);
Richard Weinberger129b69d2014-03-02 14:46:11 +0100984 return 0;
Stephen Rothwell81e70092005-10-18 11:17:58 +1000985
986badframe:
Christian Dietrich76462232011-06-04 05:36:54 +0000987 if (show_unhandled_signals)
988 printk_ratelimited(KERN_INFO
989 "%s[%d]: bad frame in handle_rt_signal32: "
990 "%p nip %08lx lr %08lx\n",
Cyril Burd1199432016-09-23 16:18:12 +1000991 tsk->comm, tsk->pid,
Christian Dietrich76462232011-06-04 05:36:54 +0000992 addr, regs->nip, regs->link);
Olof Johanssond0c3d532007-10-12 10:20:07 +1000993
Richard Weinberger129b69d2014-03-02 14:46:11 +0100994 return 1;
Stephen Rothwell81e70092005-10-18 11:17:58 +1000995}
996
997static int do_setcontext(struct ucontext __user *ucp, struct pt_regs *regs, int sig)
998{
999 sigset_t set;
1000 struct mcontext __user *mcp;
1001
1002 if (get_sigset_t(&set, &ucp->uc_sigmask))
1003 return -EFAULT;
1004#ifdef CONFIG_PPC64
1005 {
1006 u32 cmcp;
1007
1008 if (__get_user(cmcp, &ucp->uc_regs))
1009 return -EFAULT;
1010 mcp = (struct mcontext __user *)(u64)cmcp;
Paul Mackerras7c85d1f2006-06-09 13:02:59 +10001011 /* no need to check access_ok(mcp), since mcp < 4GB */
Stephen Rothwell81e70092005-10-18 11:17:58 +10001012 }
1013#else
1014 if (__get_user(mcp, &ucp->uc_regs))
1015 return -EFAULT;
Linus Torvalds96d4f262019-01-03 18:57:57 -08001016 if (!access_ok(mcp, sizeof(*mcp)))
Paul Mackerras7c85d1f2006-06-09 13:02:59 +10001017 return -EFAULT;
Stephen Rothwell81e70092005-10-18 11:17:58 +10001018#endif
Al Viro17440f12012-04-27 14:09:19 -04001019 set_current_blocked(&set);
Stephen Rothwell81e70092005-10-18 11:17:58 +10001020 if (restore_user_regs(regs, mcp, sig))
1021 return -EFAULT;
1022
1023 return 0;
1024}
1025
Michael Neuling2b0a5762013-02-13 16:21:41 +00001026#ifdef CONFIG_PPC_TRANSACTIONAL_MEM
1027static int do_setcontext_tm(struct ucontext __user *ucp,
1028 struct ucontext __user *tm_ucp,
1029 struct pt_regs *regs)
1030{
1031 sigset_t set;
1032 struct mcontext __user *mcp;
1033 struct mcontext __user *tm_mcp;
1034 u32 cmcp;
1035 u32 tm_cmcp;
1036
1037 if (get_sigset_t(&set, &ucp->uc_sigmask))
1038 return -EFAULT;
1039
1040 if (__get_user(cmcp, &ucp->uc_regs) ||
1041 __get_user(tm_cmcp, &tm_ucp->uc_regs))
1042 return -EFAULT;
1043 mcp = (struct mcontext __user *)(u64)cmcp;
1044 tm_mcp = (struct mcontext __user *)(u64)tm_cmcp;
1045 /* no need to check access_ok(mcp), since mcp < 4GB */
1046
1047 set_current_blocked(&set);
1048 if (restore_tm_user_regs(regs, mcp, tm_mcp))
1049 return -EFAULT;
1050
1051 return 0;
1052}
1053#endif
1054
Al Virof3675642018-05-02 23:20:47 +10001055#ifdef CONFIG_PPC64
1056COMPAT_SYSCALL_DEFINE3(swapcontext, struct ucontext __user *, old_ctx,
1057 struct ucontext __user *, new_ctx, int, ctx_size)
1058#else
1059SYSCALL_DEFINE3(swapcontext, struct ucontext __user *, old_ctx,
1060 struct ucontext __user *, new_ctx, long, ctx_size)
1061#endif
Stephen Rothwell81e70092005-10-18 11:17:58 +10001062{
Al Virof3675642018-05-02 23:20:47 +10001063 struct pt_regs *regs = current_pt_regs();
Michael Neuling16c29d12008-10-23 00:42:36 +00001064 int ctx_has_vsx_region = 0;
Stephen Rothwell81e70092005-10-18 11:17:58 +10001065
Michael Neulingc1cb2992008-07-08 18:43:41 +10001066#ifdef CONFIG_PPC64
1067 unsigned long new_msr = 0;
1068
Andreas Schwab77eb50a2008-11-06 00:49:00 +00001069 if (new_ctx) {
1070 struct mcontext __user *mcp;
1071 u32 cmcp;
1072
1073 /*
1074 * Get pointer to the real mcontext. No need for
1075 * access_ok since we are dealing with compat
1076 * pointers.
1077 */
1078 if (__get_user(cmcp, &new_ctx->uc_regs))
1079 return -EFAULT;
1080 mcp = (struct mcontext __user *)(u64)cmcp;
1081 if (__get_user(new_msr, &mcp->mc_gregs[PT_MSR]))
1082 return -EFAULT;
1083 }
Michael Neulingc1cb2992008-07-08 18:43:41 +10001084 /*
1085 * Check that the context is not smaller than the original
1086 * size (with VMX but without VSX)
1087 */
1088 if (ctx_size < UCONTEXTSIZEWITHOUTVSX)
1089 return -EINVAL;
1090 /*
1091 * If the new context state sets the MSR VSX bits but
1092 * it doesn't provide VSX state.
1093 */
1094 if ((ctx_size < sizeof(struct ucontext)) &&
1095 (new_msr & MSR_VSX))
1096 return -EINVAL;
Michael Neuling16c29d12008-10-23 00:42:36 +00001097 /* Does the context have enough room to store VSX data? */
1098 if (ctx_size >= sizeof(struct ucontext))
1099 ctx_has_vsx_region = 1;
Michael Neulingc1cb2992008-07-08 18:43:41 +10001100#else
Stephen Rothwell81e70092005-10-18 11:17:58 +10001101 /* Context size is for future use. Right now, we only make sure
1102 * we are passed something we understand
1103 */
1104 if (ctx_size < sizeof(struct ucontext))
1105 return -EINVAL;
Michael Neulingc1cb2992008-07-08 18:43:41 +10001106#endif
Stephen Rothwell81e70092005-10-18 11:17:58 +10001107 if (old_ctx != NULL) {
Paul Mackerras1c9bb1a2006-12-20 13:57:06 +11001108 struct mcontext __user *mctx;
1109
1110 /*
1111 * old_ctx might not be 16-byte aligned, in which
1112 * case old_ctx->uc_mcontext won't be either.
1113 * Because we have the old_ctx->uc_pad2 field
1114 * before old_ctx->uc_mcontext, we need to round down
1115 * from &old_ctx->uc_mcontext to a 16-byte boundary.
1116 */
1117 mctx = (struct mcontext __user *)
1118 ((unsigned long) &old_ctx->uc_mcontext & ~0xfUL);
Linus Torvalds96d4f262019-01-03 18:57:57 -08001119 if (!access_ok(old_ctx, ctx_size)
Michael Neuling1d25f112013-06-09 21:23:15 +10001120 || save_user_regs(regs, mctx, NULL, 0, ctx_has_vsx_region)
Stephen Rothwell81e70092005-10-18 11:17:58 +10001121 || put_sigset_t(&old_ctx->uc_sigmask, &current->blocked)
Paul Mackerras1c9bb1a2006-12-20 13:57:06 +11001122 || __put_user(to_user_ptr(mctx), &old_ctx->uc_regs))
Stephen Rothwell81e70092005-10-18 11:17:58 +10001123 return -EFAULT;
1124 }
1125 if (new_ctx == NULL)
1126 return 0;
Linus Torvalds96d4f262019-01-03 18:57:57 -08001127 if (!access_ok(new_ctx, ctx_size) ||
Christophe Leroy56b04d52018-04-24 18:04:25 +02001128 fault_in_pages_readable((u8 __user *)new_ctx, ctx_size))
Stephen Rothwell81e70092005-10-18 11:17:58 +10001129 return -EFAULT;
1130
1131 /*
1132 * If we get a fault copying the context into the kernel's
1133 * image of the user's registers, we can't just return -EFAULT
1134 * because the user's registers will be corrupted. For instance
1135 * the NIP value may have been updated but not some of the
1136 * other registers. Given that we have done the access_ok
1137 * and successfully read the first and last bytes of the region
1138 * above, this should only happen in an out-of-memory situation
1139 * or if another thread unmaps the region containing the context.
1140 * We kill the task with a SIGSEGV in this situation.
1141 */
1142 if (do_setcontext(new_ctx, regs, 0))
1143 do_exit(SIGSEGV);
David Woodhouse401d1f02005-11-15 18:52:18 +00001144
1145 set_thread_flag(TIF_RESTOREALL);
Stephen Rothwell81e70092005-10-18 11:17:58 +10001146 return 0;
1147}
1148
Al Virof3675642018-05-02 23:20:47 +10001149#ifdef CONFIG_PPC64
1150COMPAT_SYSCALL_DEFINE0(rt_sigreturn)
1151#else
1152SYSCALL_DEFINE0(rt_sigreturn)
1153#endif
Stephen Rothwell81e70092005-10-18 11:17:58 +10001154{
1155 struct rt_sigframe __user *rt_sf;
Al Virof3675642018-05-02 23:20:47 +10001156 struct pt_regs *regs = current_pt_regs();
Breno Leitao6f5b9f02018-11-26 18:12:00 -02001157 int tm_restore = 0;
Michael Neuling2b0a5762013-02-13 16:21:41 +00001158#ifdef CONFIG_PPC_TRANSACTIONAL_MEM
1159 struct ucontext __user *uc_transact;
1160 unsigned long msr_hi;
1161 unsigned long tmp;
Michael Neuling2b0a5762013-02-13 16:21:41 +00001162#endif
Stephen Rothwell81e70092005-10-18 11:17:58 +10001163 /* Always make any pending restarted system calls return -EINTR */
Andy Lutomirskif56141e2015-02-12 15:01:14 -08001164 current->restart_block.fn = do_no_restart_syscall;
Stephen Rothwell81e70092005-10-18 11:17:58 +10001165
1166 rt_sf = (struct rt_sigframe __user *)
1167 (regs->gpr[1] + __SIGNAL_FRAMESIZE + 16);
Linus Torvalds96d4f262019-01-03 18:57:57 -08001168 if (!access_ok(rt_sf, sizeof(*rt_sf)))
Stephen Rothwell81e70092005-10-18 11:17:58 +10001169 goto bad;
Cyril Bur78a3e882016-08-23 10:46:17 +10001170
Michael Neuling2b0a5762013-02-13 16:21:41 +00001171#ifdef CONFIG_PPC_TRANSACTIONAL_MEM
Cyril Bur78a3e882016-08-23 10:46:17 +10001172 /*
1173 * If there is a transactional state then throw it away.
1174 * The purpose of a sigreturn is to destroy all traces of the
1175 * signal frame, this includes any transactional state created
1176 * within in. We only check for suspended as we can never be
1177 * active in the kernel, we are active, there is nothing better to
1178 * do than go ahead and Bad Thing later.
1179 * The cause is not important as there will never be a
1180 * recheckpoint so it's not user visible.
1181 */
1182 if (MSR_TM_SUSPENDED(mfmsr()))
1183 tm_reclaim_current(0);
1184
Michael Neuling2b0a5762013-02-13 16:21:41 +00001185 if (__get_user(tmp, &rt_sf->uc.uc_link))
1186 goto bad;
1187 uc_transact = (struct ucontext __user *)(uintptr_t)tmp;
1188 if (uc_transact) {
1189 u32 cmcp;
1190 struct mcontext __user *mcp;
1191
1192 if (__get_user(cmcp, &uc_transact->uc_regs))
1193 return -EFAULT;
1194 mcp = (struct mcontext __user *)(u64)cmcp;
1195 /* The top 32 bits of the MSR are stashed in the transactional
1196 * ucontext. */
1197 if (__get_user(msr_hi, &mcp->mc_gregs[PT_MSR]))
1198 goto bad;
1199
Michael Neuling55e43412013-06-09 21:23:18 +10001200 if (MSR_TM_ACTIVE(msr_hi<<32)) {
Michael Neuling2b0a5762013-02-13 16:21:41 +00001201 /* We only recheckpoint on return if we're
1202 * transaction.
1203 */
1204 tm_restore = 1;
1205 if (do_setcontext_tm(&rt_sf->uc, uc_transact, regs))
1206 goto bad;
1207 }
1208 }
Breno Leitao6f5b9f02018-11-26 18:12:00 -02001209 if (!tm_restore) {
1210 /*
1211 * Unset regs->msr because ucontext MSR TS is not
1212 * set, and recheckpoint was not called. This avoid
1213 * hitting a TM Bad thing at RFID
1214 */
1215 regs->msr &= ~MSR_TS_MASK;
1216 }
1217 /* Fall through, for non-TM restore */
Michael Neuling2b0a5762013-02-13 16:21:41 +00001218#endif
Breno Leitao6f5b9f02018-11-26 18:12:00 -02001219 if (!tm_restore)
1220 if (do_setcontext(&rt_sf->uc, regs, 1))
1221 goto bad;
Stephen Rothwell81e70092005-10-18 11:17:58 +10001222
1223 /*
1224 * It's not clear whether or why it is desirable to save the
1225 * sigaltstack setting on signal delivery and restore it on
1226 * signal return. But other architectures do this and we have
1227 * always done it up until now so it is probably better not to
1228 * change it. -- paulus
1229 */
1230#ifdef CONFIG_PPC64
Al Viro7cce2462012-12-23 03:26:46 -05001231 if (compat_restore_altstack(&rt_sf->uc.uc_stack))
1232 goto bad;
Stephen Rothwell81e70092005-10-18 11:17:58 +10001233#else
Al Viro7cce2462012-12-23 03:26:46 -05001234 if (restore_altstack(&rt_sf->uc.uc_stack))
1235 goto bad;
Stephen Rothwell81e70092005-10-18 11:17:58 +10001236#endif
David Woodhouse401d1f02005-11-15 18:52:18 +00001237 set_thread_flag(TIF_RESTOREALL);
1238 return 0;
Stephen Rothwell81e70092005-10-18 11:17:58 +10001239
1240 bad:
Christian Dietrich76462232011-06-04 05:36:54 +00001241 if (show_unhandled_signals)
1242 printk_ratelimited(KERN_INFO
1243 "%s[%d]: bad frame in sys_rt_sigreturn: "
1244 "%p nip %08lx lr %08lx\n",
1245 current->comm, current->pid,
1246 rt_sf, regs->nip, regs->link);
Olof Johanssond0c3d532007-10-12 10:20:07 +10001247
Stephen Rothwell81e70092005-10-18 11:17:58 +10001248 force_sig(SIGSEGV, current);
1249 return 0;
1250}
1251
1252#ifdef CONFIG_PPC32
Al Virof3675642018-05-02 23:20:47 +10001253SYSCALL_DEFINE3(debug_setcontext, struct ucontext __user *, ctx,
1254 int, ndbg, struct sig_dbg_op __user *, dbg)
Stephen Rothwell81e70092005-10-18 11:17:58 +10001255{
Al Virof3675642018-05-02 23:20:47 +10001256 struct pt_regs *regs = current_pt_regs();
Stephen Rothwell81e70092005-10-18 11:17:58 +10001257 struct sig_dbg_op op;
1258 int i;
1259 unsigned long new_msr = regs->msr;
Dave Kleikamp172ae2e2010-02-08 11:50:57 +00001260#ifdef CONFIG_PPC_ADV_DEBUG_REGS
Bharat Bhushan51ae8d42013-07-04 11:45:46 +05301261 unsigned long new_dbcr0 = current->thread.debug.dbcr0;
Stephen Rothwell81e70092005-10-18 11:17:58 +10001262#endif
1263
1264 for (i=0; i<ndbg; i++) {
Paul Mackerras7c85d1f2006-06-09 13:02:59 +10001265 if (copy_from_user(&op, dbg + i, sizeof(op)))
Stephen Rothwell81e70092005-10-18 11:17:58 +10001266 return -EFAULT;
1267 switch (op.dbg_type) {
1268 case SIG_DBG_SINGLE_STEPPING:
Dave Kleikamp172ae2e2010-02-08 11:50:57 +00001269#ifdef CONFIG_PPC_ADV_DEBUG_REGS
Stephen Rothwell81e70092005-10-18 11:17:58 +10001270 if (op.dbg_value) {
1271 new_msr |= MSR_DE;
1272 new_dbcr0 |= (DBCR0_IDM | DBCR0_IC);
1273 } else {
Dave Kleikamp3bffb652010-02-08 11:51:18 +00001274 new_dbcr0 &= ~DBCR0_IC;
1275 if (!DBCR_ACTIVE_EVENTS(new_dbcr0,
Bharat Bhushan51ae8d42013-07-04 11:45:46 +05301276 current->thread.debug.dbcr1)) {
Dave Kleikamp3bffb652010-02-08 11:51:18 +00001277 new_msr &= ~MSR_DE;
1278 new_dbcr0 &= ~DBCR0_IDM;
1279 }
Stephen Rothwell81e70092005-10-18 11:17:58 +10001280 }
1281#else
1282 if (op.dbg_value)
1283 new_msr |= MSR_SE;
1284 else
1285 new_msr &= ~MSR_SE;
1286#endif
1287 break;
1288 case SIG_DBG_BRANCH_TRACING:
Dave Kleikamp172ae2e2010-02-08 11:50:57 +00001289#ifdef CONFIG_PPC_ADV_DEBUG_REGS
Stephen Rothwell81e70092005-10-18 11:17:58 +10001290 return -EINVAL;
1291#else
1292 if (op.dbg_value)
1293 new_msr |= MSR_BE;
1294 else
1295 new_msr &= ~MSR_BE;
1296#endif
1297 break;
1298
1299 default:
1300 return -EINVAL;
1301 }
1302 }
1303
1304 /* We wait until here to actually install the values in the
1305 registers so if we fail in the above loop, it will not
1306 affect the contents of these registers. After this point,
1307 failure is a problem, anyway, and it's very unlikely unless
1308 the user is really doing something wrong. */
1309 regs->msr = new_msr;
Dave Kleikamp172ae2e2010-02-08 11:50:57 +00001310#ifdef CONFIG_PPC_ADV_DEBUG_REGS
Bharat Bhushan51ae8d42013-07-04 11:45:46 +05301311 current->thread.debug.dbcr0 = new_dbcr0;
Stephen Rothwell81e70092005-10-18 11:17:58 +10001312#endif
1313
Linus Torvalds96d4f262019-01-03 18:57:57 -08001314 if (!access_ok(ctx, sizeof(*ctx)) ||
Christophe Leroy56b04d52018-04-24 18:04:25 +02001315 fault_in_pages_readable((u8 __user *)ctx, sizeof(*ctx)))
Paul Mackerras7c85d1f2006-06-09 13:02:59 +10001316 return -EFAULT;
1317
Stephen Rothwell81e70092005-10-18 11:17:58 +10001318 /*
1319 * If we get a fault copying the context into the kernel's
1320 * image of the user's registers, we can't just return -EFAULT
1321 * because the user's registers will be corrupted. For instance
1322 * the NIP value may have been updated but not some of the
1323 * other registers. Given that we have done the access_ok
1324 * and successfully read the first and last bytes of the region
1325 * above, this should only happen in an out-of-memory situation
1326 * or if another thread unmaps the region containing the context.
1327 * We kill the task with a SIGSEGV in this situation.
1328 */
1329 if (do_setcontext(ctx, regs, 1)) {
Christian Dietrich76462232011-06-04 05:36:54 +00001330 if (show_unhandled_signals)
1331 printk_ratelimited(KERN_INFO "%s[%d]: bad frame in "
1332 "sys_debug_setcontext: %p nip %08lx "
1333 "lr %08lx\n",
1334 current->comm, current->pid,
1335 ctx, regs->nip, regs->link);
Olof Johanssond0c3d532007-10-12 10:20:07 +10001336
Stephen Rothwell81e70092005-10-18 11:17:58 +10001337 force_sig(SIGSEGV, current);
1338 goto out;
1339 }
1340
1341 /*
1342 * It's not clear whether or why it is desirable to save the
1343 * sigaltstack setting on signal delivery and restore it on
1344 * signal return. But other architectures do this and we have
1345 * always done it up until now so it is probably better not to
1346 * change it. -- paulus
1347 */
Al Viro7cce2462012-12-23 03:26:46 -05001348 restore_altstack(&ctx->uc_stack);
Stephen Rothwell81e70092005-10-18 11:17:58 +10001349
David Woodhouse401d1f02005-11-15 18:52:18 +00001350 set_thread_flag(TIF_RESTOREALL);
Stephen Rothwell81e70092005-10-18 11:17:58 +10001351 out:
1352 return 0;
1353}
1354#endif
1355
1356/*
1357 * OK, we're invoking a handler
1358 */
Cyril Burd1199432016-09-23 16:18:12 +10001359int handle_signal32(struct ksignal *ksig, sigset_t *oldset,
1360 struct task_struct *tsk)
Stephen Rothwell81e70092005-10-18 11:17:58 +10001361{
1362 struct sigcontext __user *sc;
Benjamin Herrenschmidta3f61dc2007-06-04 17:22:48 +10001363 struct sigframe __user *frame;
Michael Neuling1d25f112013-06-09 21:23:15 +10001364 struct mcontext __user *tm_mctx = NULL;
Benjamin Herrenschmidta3f61dc2007-06-04 17:22:48 +10001365 unsigned long newsp = 0;
Michael Neuling2b0a5762013-02-13 16:21:41 +00001366 int sigret;
1367 unsigned long tramp;
Cyril Burd1199432016-09-23 16:18:12 +10001368 struct pt_regs *regs = tsk->thread.regs;
1369
1370 BUG_ON(tsk != current);
Stephen Rothwell81e70092005-10-18 11:17:58 +10001371
1372 /* Set up Signal Frame */
Cyril Burd1199432016-09-23 16:18:12 +10001373 frame = get_sigframe(ksig, get_tm_stackpointer(tsk), sizeof(*frame), 1);
Benjamin Herrenschmidta3f61dc2007-06-04 17:22:48 +10001374 if (unlikely(frame == NULL))
Stephen Rothwell81e70092005-10-18 11:17:58 +10001375 goto badframe;
Benjamin Herrenschmidta3f61dc2007-06-04 17:22:48 +10001376 sc = (struct sigcontext __user *) &frame->sctx;
Stephen Rothwell81e70092005-10-18 11:17:58 +10001377
1378#if _NSIG != 64
1379#error "Please adjust handle_signal()"
1380#endif
Richard Weinberger129b69d2014-03-02 14:46:11 +01001381 if (__put_user(to_user_ptr(ksig->ka.sa.sa_handler), &sc->handler)
Stephen Rothwell81e70092005-10-18 11:17:58 +10001382 || __put_user(oldset->sig[0], &sc->oldmask)
1383#ifdef CONFIG_PPC64
1384 || __put_user((oldset->sig[0] >> 32), &sc->_unused[3])
1385#else
1386 || __put_user(oldset->sig[1], &sc->_unused[3])
1387#endif
Benjamin Herrenschmidta3f61dc2007-06-04 17:22:48 +10001388 || __put_user(to_user_ptr(&frame->mctx), &sc->regs)
Richard Weinberger129b69d2014-03-02 14:46:11 +01001389 || __put_user(ksig->sig, &sc->signal))
Stephen Rothwell81e70092005-10-18 11:17:58 +10001390 goto badframe;
1391
Cyril Burd1199432016-09-23 16:18:12 +10001392 if (vdso32_sigtramp && tsk->mm->context.vdso_base) {
Michael Neuling2b0a5762013-02-13 16:21:41 +00001393 sigret = 0;
Cyril Burd1199432016-09-23 16:18:12 +10001394 tramp = tsk->mm->context.vdso_base + vdso32_sigtramp;
Benjamin Herrenschmidta7f290d2005-11-11 21:15:21 +11001395 } else {
Michael Neuling2b0a5762013-02-13 16:21:41 +00001396 sigret = __NR_sigreturn;
1397 tramp = (unsigned long) frame->mctx.tramp;
Stephen Rothwell81e70092005-10-18 11:17:58 +10001398 }
1399
Michael Neuling2b0a5762013-02-13 16:21:41 +00001400#ifdef CONFIG_PPC_TRANSACTIONAL_MEM
Michael Neuling1d25f112013-06-09 21:23:15 +10001401 tm_mctx = &frame->mctx_transact;
Michael Neuling2b0a5762013-02-13 16:21:41 +00001402 if (MSR_TM_ACTIVE(regs->msr)) {
1403 if (save_tm_user_regs(regs, &frame->mctx, &frame->mctx_transact,
1404 sigret))
1405 goto badframe;
1406 }
1407 else
1408#endif
Michael Neuling1d25f112013-06-09 21:23:15 +10001409 {
1410 if (save_user_regs(regs, &frame->mctx, tm_mctx, sigret, 1))
Michael Neuling2b0a5762013-02-13 16:21:41 +00001411 goto badframe;
Michael Neuling1d25f112013-06-09 21:23:15 +10001412 }
Michael Neuling2b0a5762013-02-13 16:21:41 +00001413
1414 regs->link = tramp;
1415
Cyril Burd1199432016-09-23 16:18:12 +10001416 tsk->thread.fp_state.fpscr = 0; /* turn off all fp exceptions */
Paul Mackerrascc657f52005-11-14 21:55:15 +11001417
Benjamin Herrenschmidta3f61dc2007-06-04 17:22:48 +10001418 /* create a stack frame for the caller of the handler */
1419 newsp = ((unsigned long)frame) - __SIGNAL_FRAMESIZE;
Stephen Rothwell81e70092005-10-18 11:17:58 +10001420 if (put_user(regs->gpr[1], (u32 __user *)newsp))
1421 goto badframe;
Benjamin Herrenschmidta3f61dc2007-06-04 17:22:48 +10001422
Stephen Rothwell81e70092005-10-18 11:17:58 +10001423 regs->gpr[1] = newsp;
Richard Weinberger129b69d2014-03-02 14:46:11 +01001424 regs->gpr[3] = ksig->sig;
Stephen Rothwell81e70092005-10-18 11:17:58 +10001425 regs->gpr[4] = (unsigned long) sc;
Richard Weinberger129b69d2014-03-02 14:46:11 +01001426 regs->nip = (unsigned long) (unsigned long)ksig->ka.sa.sa_handler;
Paul Mackerrasfab5db92006-06-07 16:14:40 +10001427 /* enter the signal handler in big-endian mode */
1428 regs->msr &= ~MSR_LE;
Richard Weinberger129b69d2014-03-02 14:46:11 +01001429 return 0;
Stephen Rothwell81e70092005-10-18 11:17:58 +10001430
1431badframe:
Christian Dietrich76462232011-06-04 05:36:54 +00001432 if (show_unhandled_signals)
1433 printk_ratelimited(KERN_INFO
1434 "%s[%d]: bad frame in handle_signal32: "
1435 "%p nip %08lx lr %08lx\n",
Cyril Burd1199432016-09-23 16:18:12 +10001436 tsk->comm, tsk->pid,
Christian Dietrich76462232011-06-04 05:36:54 +00001437 frame, regs->nip, regs->link);
Olof Johanssond0c3d532007-10-12 10:20:07 +10001438
Richard Weinberger129b69d2014-03-02 14:46:11 +01001439 return 1;
Stephen Rothwell81e70092005-10-18 11:17:58 +10001440}
1441
1442/*
1443 * Do a signal return; undo the signal stack.
1444 */
Al Virof3675642018-05-02 23:20:47 +10001445#ifdef CONFIG_PPC64
1446COMPAT_SYSCALL_DEFINE0(sigreturn)
1447#else
1448SYSCALL_DEFINE0(sigreturn)
1449#endif
Stephen Rothwell81e70092005-10-18 11:17:58 +10001450{
Al Virof3675642018-05-02 23:20:47 +10001451 struct pt_regs *regs = current_pt_regs();
Michael Neulingfee554502013-06-09 21:23:16 +10001452 struct sigframe __user *sf;
Stephen Rothwell81e70092005-10-18 11:17:58 +10001453 struct sigcontext __user *sc;
1454 struct sigcontext sigctx;
1455 struct mcontext __user *sr;
Olof Johanssond0c3d532007-10-12 10:20:07 +10001456 void __user *addr;
Stephen Rothwell81e70092005-10-18 11:17:58 +10001457 sigset_t set;
Michael Neulingfee554502013-06-09 21:23:16 +10001458#ifdef CONFIG_PPC_TRANSACTIONAL_MEM
1459 struct mcontext __user *mcp, *tm_mcp;
1460 unsigned long msr_hi;
1461#endif
Stephen Rothwell81e70092005-10-18 11:17:58 +10001462
1463 /* Always make any pending restarted system calls return -EINTR */
Andy Lutomirskif56141e2015-02-12 15:01:14 -08001464 current->restart_block.fn = do_no_restart_syscall;
Stephen Rothwell81e70092005-10-18 11:17:58 +10001465
Michael Neulingfee554502013-06-09 21:23:16 +10001466 sf = (struct sigframe __user *)(regs->gpr[1] + __SIGNAL_FRAMESIZE);
1467 sc = &sf->sctx;
Olof Johanssond0c3d532007-10-12 10:20:07 +10001468 addr = sc;
Stephen Rothwell81e70092005-10-18 11:17:58 +10001469 if (copy_from_user(&sigctx, sc, sizeof(sigctx)))
1470 goto badframe;
1471
1472#ifdef CONFIG_PPC64
1473 /*
1474 * Note that PPC32 puts the upper 32 bits of the sigmask in the
1475 * unused part of the signal stackframe
1476 */
1477 set.sig[0] = sigctx.oldmask + ((long)(sigctx._unused[3]) << 32);
1478#else
1479 set.sig[0] = sigctx.oldmask;
1480 set.sig[1] = sigctx._unused[3];
1481#endif
Al Viro17440f12012-04-27 14:09:19 -04001482 set_current_blocked(&set);
Stephen Rothwell81e70092005-10-18 11:17:58 +10001483
Michael Neulingfee554502013-06-09 21:23:16 +10001484#ifdef CONFIG_PPC_TRANSACTIONAL_MEM
1485 mcp = (struct mcontext __user *)&sf->mctx;
1486 tm_mcp = (struct mcontext __user *)&sf->mctx_transact;
1487 if (__get_user(msr_hi, &tm_mcp->mc_gregs[PT_MSR]))
Stephen Rothwell81e70092005-10-18 11:17:58 +10001488 goto badframe;
Michael Neulingfee554502013-06-09 21:23:16 +10001489 if (MSR_TM_ACTIVE(msr_hi<<32)) {
1490 if (!cpu_has_feature(CPU_FTR_TM))
1491 goto badframe;
1492 if (restore_tm_user_regs(regs, mcp, tm_mcp))
1493 goto badframe;
1494 } else
1495#endif
1496 {
1497 sr = (struct mcontext __user *)from_user_ptr(sigctx.regs);
1498 addr = sr;
Linus Torvalds96d4f262019-01-03 18:57:57 -08001499 if (!access_ok(sr, sizeof(*sr))
Michael Neulingfee554502013-06-09 21:23:16 +10001500 || restore_user_regs(regs, sr, 1))
1501 goto badframe;
1502 }
Stephen Rothwell81e70092005-10-18 11:17:58 +10001503
David Woodhouse401d1f02005-11-15 18:52:18 +00001504 set_thread_flag(TIF_RESTOREALL);
Stephen Rothwell81e70092005-10-18 11:17:58 +10001505 return 0;
Stephen Rothwell81e70092005-10-18 11:17:58 +10001506
1507badframe:
Christian Dietrich76462232011-06-04 05:36:54 +00001508 if (show_unhandled_signals)
1509 printk_ratelimited(KERN_INFO
1510 "%s[%d]: bad frame in sys_sigreturn: "
1511 "%p nip %08lx lr %08lx\n",
1512 current->comm, current->pid,
1513 addr, regs->nip, regs->link);
Olof Johanssond0c3d532007-10-12 10:20:07 +10001514
Stephen Rothwell81e70092005-10-18 11:17:58 +10001515 force_sig(SIGSEGV, current);
1516 return 0;
1517}