blob: 746e7801dcdf70fed9e339c2d6800b3f275c49b7 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * linux/arch/arm/lib/getuser.S
3 *
4 * Copyright (C) 2001 Russell King
5 *
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 as
8 * published by the Free Software Foundation.
9 *
10 * Idea from x86 version, (C) Copyright 1998 Linus Torvalds
11 *
12 * These functions have a non-standard call interface to make them more
13 * efficient, especially as they return an error value in addition to
14 * the "real" return value.
15 *
16 * __get_user_X
17 *
18 * Inputs: r0 contains the address
Russell King84046632012-09-07 18:22:28 +010019 * r1 contains the address limit, which must be preserved
Linus Torvalds1da177e2005-04-16 15:20:36 -070020 * Outputs: r0 is the error code
Daniel Thompsone38361d2014-07-10 20:58:08 +010021 * r2, r3 contains the zero-extended value
Linus Torvalds1da177e2005-04-16 15:20:36 -070022 * lr corrupted
23 *
Russell King4baa9922008-08-02 10:55:55 +010024 * No other registers must be altered. (see <asm/uaccess.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070025 * for specific ASM register usage).
26 *
27 * Note that ADDR_LIMIT is either 0 or 0xc0000000.
28 * Note also that it is intended that __get_user_bad is not global.
29 */
Catalin Marinas93ed3972008-08-28 11:22:32 +010030#include <linux/linkage.h>
Russell King84046632012-09-07 18:22:28 +010031#include <asm/assembler.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070032#include <asm/errno.h>
Catalin Marinas247055a2010-09-13 16:03:21 +010033#include <asm/domain.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070034
Catalin Marinas93ed3972008-08-28 11:22:32 +010035ENTRY(__get_user_1)
Russell King84046632012-09-07 18:22:28 +010036 check_uaccess r0, 1, r1, r2, __get_user_bad
Catalin Marinas4e7682d2012-01-25 11:38:13 +0100371: TUSER(ldrb) r2, [r0]
Linus Torvalds1da177e2005-04-16 15:20:36 -070038 mov r0, #0
Russell King6ebbf2c2014-06-30 16:29:12 +010039 ret lr
Catalin Marinas93ed3972008-08-28 11:22:32 +010040ENDPROC(__get_user_1)
Masami Hiramatsu0d73c3f2018-05-13 05:04:29 +010041_ASM_NOKPROBE(__get_user_1)
Linus Torvalds1da177e2005-04-16 15:20:36 -070042
Catalin Marinas93ed3972008-08-28 11:22:32 +010043ENTRY(__get_user_2)
Russell King84046632012-09-07 18:22:28 +010044 check_uaccess r0, 2, r1, r2, __get_user_bad
45#ifdef CONFIG_CPU_USE_DOMAINS
46rb .req ip
472: ldrbt r2, [r0], #1
483: ldrbt rb, [r0], #0
Catalin Marinas8b592782009-07-24 12:32:57 +010049#else
Russell King84046632012-09-07 18:22:28 +010050rb .req r0
512: ldrb r2, [r0]
523: ldrb rb, [r0, #1]
Catalin Marinas8b592782009-07-24 12:32:57 +010053#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070054#ifndef __ARMEB__
Russell King84046632012-09-07 18:22:28 +010055 orr r2, r2, rb, lsl #8
Linus Torvalds1da177e2005-04-16 15:20:36 -070056#else
Russell King84046632012-09-07 18:22:28 +010057 orr r2, rb, r2, lsl #8
Linus Torvalds1da177e2005-04-16 15:20:36 -070058#endif
59 mov r0, #0
Russell King6ebbf2c2014-06-30 16:29:12 +010060 ret lr
Catalin Marinas93ed3972008-08-28 11:22:32 +010061ENDPROC(__get_user_2)
Masami Hiramatsu0d73c3f2018-05-13 05:04:29 +010062_ASM_NOKPROBE(__get_user_2)
Linus Torvalds1da177e2005-04-16 15:20:36 -070063
Catalin Marinas93ed3972008-08-28 11:22:32 +010064ENTRY(__get_user_4)
Russell King84046632012-09-07 18:22:28 +010065 check_uaccess r0, 4, r1, r2, __get_user_bad
Catalin Marinas4e7682d2012-01-25 11:38:13 +0100664: TUSER(ldr) r2, [r0]
Linus Torvalds1da177e2005-04-16 15:20:36 -070067 mov r0, #0
Russell King6ebbf2c2014-06-30 16:29:12 +010068 ret lr
Catalin Marinas93ed3972008-08-28 11:22:32 +010069ENDPROC(__get_user_4)
Masami Hiramatsu0d73c3f2018-05-13 05:04:29 +010070_ASM_NOKPROBE(__get_user_4)
Linus Torvalds1da177e2005-04-16 15:20:36 -070071
Daniel Thompsone38361d2014-07-10 20:58:08 +010072ENTRY(__get_user_8)
Kees Cook9e344042017-02-16 01:44:37 +010073 check_uaccess r0, 8, r1, r2, __get_user_bad8
Daniel Thompsone38361d2014-07-10 20:58:08 +010074#ifdef CONFIG_THUMB2_KERNEL
755: TUSER(ldr) r2, [r0]
766: TUSER(ldr) r3, [r0, #4]
77#else
785: TUSER(ldr) r2, [r0], #4
796: TUSER(ldr) r3, [r0]
80#endif
81 mov r0, #0
82 ret lr
83ENDPROC(__get_user_8)
Masami Hiramatsu0d73c3f2018-05-13 05:04:29 +010084_ASM_NOKPROBE(__get_user_8)
Daniel Thompsone38361d2014-07-10 20:58:08 +010085
86#ifdef __ARMEB__
Victor Kamenskyd9981382014-09-04 06:07:33 +010087ENTRY(__get_user_32t_8)
Daniel Thompsone38361d2014-07-10 20:58:08 +010088 check_uaccess r0, 8, r1, r2, __get_user_bad
89#ifdef CONFIG_CPU_USE_DOMAINS
90 add r0, r0, #4
917: ldrt r2, [r0]
92#else
937: ldr r2, [r0, #4]
94#endif
95 mov r0, #0
96 ret lr
Victor Kamenskyd9981382014-09-04 06:07:33 +010097ENDPROC(__get_user_32t_8)
Masami Hiramatsu0d73c3f2018-05-13 05:04:29 +010098_ASM_NOKPROBE(__get_user_32t_8)
Victor Kamenskyd9981382014-09-04 06:07:33 +010099
100ENTRY(__get_user_64t_1)
101 check_uaccess r0, 1, r1, r2, __get_user_bad8
1028: TUSER(ldrb) r3, [r0]
103 mov r0, #0
104 ret lr
105ENDPROC(__get_user_64t_1)
Masami Hiramatsu0d73c3f2018-05-13 05:04:29 +0100106_ASM_NOKPROBE(__get_user_64t_1)
Victor Kamenskyd9981382014-09-04 06:07:33 +0100107
108ENTRY(__get_user_64t_2)
109 check_uaccess r0, 2, r1, r2, __get_user_bad8
110#ifdef CONFIG_CPU_USE_DOMAINS
111rb .req ip
1129: ldrbt r3, [r0], #1
11310: ldrbt rb, [r0], #0
114#else
115rb .req r0
1169: ldrb r3, [r0]
11710: ldrb rb, [r0, #1]
118#endif
119 orr r3, rb, r3, lsl #8
120 mov r0, #0
121 ret lr
122ENDPROC(__get_user_64t_2)
Masami Hiramatsu0d73c3f2018-05-13 05:04:29 +0100123_ASM_NOKPROBE(__get_user_64t_2)
Victor Kamenskyd9981382014-09-04 06:07:33 +0100124
125ENTRY(__get_user_64t_4)
126 check_uaccess r0, 4, r1, r2, __get_user_bad8
12711: TUSER(ldr) r3, [r0]
128 mov r0, #0
129 ret lr
130ENDPROC(__get_user_64t_4)
Masami Hiramatsu0d73c3f2018-05-13 05:04:29 +0100131_ASM_NOKPROBE(__get_user_64t_4)
Daniel Thompsone38361d2014-07-10 20:58:08 +0100132#endif
133
134__get_user_bad8:
135 mov r3, #0
Linus Torvalds1da177e2005-04-16 15:20:36 -0700136__get_user_bad:
137 mov r2, #0
138 mov r0, #-EFAULT
Russell King6ebbf2c2014-06-30 16:29:12 +0100139 ret lr
Catalin Marinas93ed3972008-08-28 11:22:32 +0100140ENDPROC(__get_user_bad)
Daniel Thompsone38361d2014-07-10 20:58:08 +0100141ENDPROC(__get_user_bad8)
Masami Hiramatsu0d73c3f2018-05-13 05:04:29 +0100142_ASM_NOKPROBE(__get_user_bad)
143_ASM_NOKPROBE(__get_user_bad8)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700144
Russell King42604152010-04-19 10:15:03 +0100145.pushsection __ex_table, "a"
Linus Torvalds1da177e2005-04-16 15:20:36 -0700146 .long 1b, __get_user_bad
147 .long 2b, __get_user_bad
148 .long 3b, __get_user_bad
149 .long 4b, __get_user_bad
Daniel Thompsone38361d2014-07-10 20:58:08 +0100150 .long 5b, __get_user_bad8
151 .long 6b, __get_user_bad8
152#ifdef __ARMEB__
153 .long 7b, __get_user_bad
Victor Kamenskyd9981382014-09-04 06:07:33 +0100154 .long 8b, __get_user_bad8
155 .long 9b, __get_user_bad8
156 .long 10b, __get_user_bad8
157 .long 11b, __get_user_bad8
Daniel Thompsone38361d2014-07-10 20:58:08 +0100158#endif
Russell King42604152010-04-19 10:15:03 +0100159.popsection