blob: b5e8b9ae4c7d496dcd292e6437d3bebd6417a870 [file] [log] [blame]
Thomas Gleixnerd2912cb2019-06-04 10:11:33 +02001/* SPDX-License-Identifier: GPL-2.0-only */
Linus Torvalds1da177e2005-04-16 15:20:36 -07002/*
3 * linux/arch/arm/lib/findbit.S
4 *
5 * Copyright (C) 1995-2000 Russell King
6 *
Linus Torvalds1da177e2005-04-16 15:20:36 -07007 * 16th March 2001 - John Ripley <jripley@sonicblue.com>
8 * Fixed so that "size" is an exclusive not an inclusive quantity.
9 * All users of these functions expect exclusive sizes, and may
10 * also call with zero size.
11 * Reworked by rmk.
12 */
13#include <linux/linkage.h>
14#include <asm/assembler.h>
15 .text
16
17/*
18 * Purpose : Find a 'zero' bit
19 * Prototype: int find_first_zero_bit(void *addr, unsigned int maxbit);
20 */
21ENTRY(_find_first_zero_bit_le)
22 teq r1, #0
23 beq 3f
24 mov r2, #0
Catalin Marinas8b592782009-07-24 12:32:57 +0100251:
26 ARM( ldrb r3, [r0, r2, lsr #3] )
27 THUMB( lsr r3, r2, #3 )
28 THUMB( ldrb r3, [r0, r3] )
Linus Torvalds1da177e2005-04-16 15:20:36 -070029 eors r3, r3, #0xff @ invert bits
Nicolas Pitre8adbb372005-11-11 21:51:49 +000030 bne .L_found @ any now set - found zero bit
Linus Torvalds1da177e2005-04-16 15:20:36 -070031 add r2, r2, #8 @ next bit pointer
322: cmp r2, r1 @ any more?
33 blo 1b
343: mov r0, r1 @ no free bits
Russell King6ebbf2c2014-06-30 16:29:12 +010035 ret lr
Catalin Marinas93ed3972008-08-28 11:22:32 +010036ENDPROC(_find_first_zero_bit_le)
Linus Torvalds1da177e2005-04-16 15:20:36 -070037
38/*
39 * Purpose : Find next 'zero' bit
40 * Prototype: int find_next_zero_bit(void *addr, unsigned int maxbit, int offset)
41 */
42ENTRY(_find_next_zero_bit_le)
43 teq r1, #0
44 beq 3b
45 ands ip, r2, #7
46 beq 1b @ If new byte, goto old routine
Catalin Marinas8b592782009-07-24 12:32:57 +010047 ARM( ldrb r3, [r0, r2, lsr #3] )
48 THUMB( lsr r3, r2, #3 )
49 THUMB( ldrb r3, [r0, r3] )
Linus Torvalds1da177e2005-04-16 15:20:36 -070050 eor r3, r3, #0xff @ now looking for a 1 bit
51 movs r3, r3, lsr ip @ shift off unused bits
Nicolas Pitre8adbb372005-11-11 21:51:49 +000052 bne .L_found
Linus Torvalds1da177e2005-04-16 15:20:36 -070053 orr r2, r2, #7 @ if zero, then no bits here
54 add r2, r2, #1 @ align bit pointer
55 b 2b @ loop for next bit
Catalin Marinas93ed3972008-08-28 11:22:32 +010056ENDPROC(_find_next_zero_bit_le)
Linus Torvalds1da177e2005-04-16 15:20:36 -070057
58/*
59 * Purpose : Find a 'one' bit
60 * Prototype: int find_first_bit(const unsigned long *addr, unsigned int maxbit);
61 */
62ENTRY(_find_first_bit_le)
63 teq r1, #0
64 beq 3f
65 mov r2, #0
Catalin Marinas8b592782009-07-24 12:32:57 +0100661:
67 ARM( ldrb r3, [r0, r2, lsr #3] )
68 THUMB( lsr r3, r2, #3 )
69 THUMB( ldrb r3, [r0, r3] )
Linus Torvalds1da177e2005-04-16 15:20:36 -070070 movs r3, r3
Nicolas Pitre8adbb372005-11-11 21:51:49 +000071 bne .L_found @ any now set - found zero bit
Linus Torvalds1da177e2005-04-16 15:20:36 -070072 add r2, r2, #8 @ next bit pointer
732: cmp r2, r1 @ any more?
74 blo 1b
753: mov r0, r1 @ no free bits
Russell King6ebbf2c2014-06-30 16:29:12 +010076 ret lr
Catalin Marinas93ed3972008-08-28 11:22:32 +010077ENDPROC(_find_first_bit_le)
Linus Torvalds1da177e2005-04-16 15:20:36 -070078
79/*
80 * Purpose : Find next 'one' bit
81 * Prototype: int find_next_zero_bit(void *addr, unsigned int maxbit, int offset)
82 */
83ENTRY(_find_next_bit_le)
84 teq r1, #0
85 beq 3b
86 ands ip, r2, #7
87 beq 1b @ If new byte, goto old routine
Catalin Marinas8b592782009-07-24 12:32:57 +010088 ARM( ldrb r3, [r0, r2, lsr #3] )
89 THUMB( lsr r3, r2, #3 )
90 THUMB( ldrb r3, [r0, r3] )
Linus Torvalds1da177e2005-04-16 15:20:36 -070091 movs r3, r3, lsr ip @ shift off unused bits
Nicolas Pitre8adbb372005-11-11 21:51:49 +000092 bne .L_found
Linus Torvalds1da177e2005-04-16 15:20:36 -070093 orr r2, r2, #7 @ if zero, then no bits here
94 add r2, r2, #1 @ align bit pointer
95 b 2b @ loop for next bit
Catalin Marinas93ed3972008-08-28 11:22:32 +010096ENDPROC(_find_next_bit_le)
Linus Torvalds1da177e2005-04-16 15:20:36 -070097
98#ifdef __ARMEB__
99
100ENTRY(_find_first_zero_bit_be)
101 teq r1, #0
102 beq 3f
103 mov r2, #0
1041: eor r3, r2, #0x18 @ big endian byte ordering
Catalin Marinas8b592782009-07-24 12:32:57 +0100105 ARM( ldrb r3, [r0, r3, lsr #3] )
106 THUMB( lsr r3, #3 )
107 THUMB( ldrb r3, [r0, r3] )
Linus Torvalds1da177e2005-04-16 15:20:36 -0700108 eors r3, r3, #0xff @ invert bits
Nicolas Pitre8adbb372005-11-11 21:51:49 +0000109 bne .L_found @ any now set - found zero bit
Linus Torvalds1da177e2005-04-16 15:20:36 -0700110 add r2, r2, #8 @ next bit pointer
1112: cmp r2, r1 @ any more?
112 blo 1b
1133: mov r0, r1 @ no free bits
Russell King6ebbf2c2014-06-30 16:29:12 +0100114 ret lr
Catalin Marinas93ed3972008-08-28 11:22:32 +0100115ENDPROC(_find_first_zero_bit_be)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700116
117ENTRY(_find_next_zero_bit_be)
118 teq r1, #0
119 beq 3b
120 ands ip, r2, #7
121 beq 1b @ If new byte, goto old routine
122 eor r3, r2, #0x18 @ big endian byte ordering
Catalin Marinas8b592782009-07-24 12:32:57 +0100123 ARM( ldrb r3, [r0, r3, lsr #3] )
124 THUMB( lsr r3, #3 )
125 THUMB( ldrb r3, [r0, r3] )
Linus Torvalds1da177e2005-04-16 15:20:36 -0700126 eor r3, r3, #0xff @ now looking for a 1 bit
127 movs r3, r3, lsr ip @ shift off unused bits
Nicolas Pitre8adbb372005-11-11 21:51:49 +0000128 bne .L_found
Linus Torvalds1da177e2005-04-16 15:20:36 -0700129 orr r2, r2, #7 @ if zero, then no bits here
130 add r2, r2, #1 @ align bit pointer
131 b 2b @ loop for next bit
Catalin Marinas93ed3972008-08-28 11:22:32 +0100132ENDPROC(_find_next_zero_bit_be)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700133
134ENTRY(_find_first_bit_be)
135 teq r1, #0
136 beq 3f
137 mov r2, #0
1381: eor r3, r2, #0x18 @ big endian byte ordering
Catalin Marinas8b592782009-07-24 12:32:57 +0100139 ARM( ldrb r3, [r0, r3, lsr #3] )
140 THUMB( lsr r3, #3 )
141 THUMB( ldrb r3, [r0, r3] )
Linus Torvalds1da177e2005-04-16 15:20:36 -0700142 movs r3, r3
Nicolas Pitre8adbb372005-11-11 21:51:49 +0000143 bne .L_found @ any now set - found zero bit
Linus Torvalds1da177e2005-04-16 15:20:36 -0700144 add r2, r2, #8 @ next bit pointer
1452: cmp r2, r1 @ any more?
146 blo 1b
1473: mov r0, r1 @ no free bits
Russell King6ebbf2c2014-06-30 16:29:12 +0100148 ret lr
Catalin Marinas93ed3972008-08-28 11:22:32 +0100149ENDPROC(_find_first_bit_be)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700150
151ENTRY(_find_next_bit_be)
152 teq r1, #0
153 beq 3b
154 ands ip, r2, #7
155 beq 1b @ If new byte, goto old routine
156 eor r3, r2, #0x18 @ big endian byte ordering
Catalin Marinas8b592782009-07-24 12:32:57 +0100157 ARM( ldrb r3, [r0, r3, lsr #3] )
158 THUMB( lsr r3, #3 )
159 THUMB( ldrb r3, [r0, r3] )
Linus Torvalds1da177e2005-04-16 15:20:36 -0700160 movs r3, r3, lsr ip @ shift off unused bits
Nicolas Pitre8adbb372005-11-11 21:51:49 +0000161 bne .L_found
Linus Torvalds1da177e2005-04-16 15:20:36 -0700162 orr r2, r2, #7 @ if zero, then no bits here
163 add r2, r2, #1 @ align bit pointer
164 b 2b @ loop for next bit
Catalin Marinas93ed3972008-08-28 11:22:32 +0100165ENDPROC(_find_next_bit_be)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700166
167#endif
168
169/*
170 * One or more bits in the LSB of r3 are assumed to be set.
171 */
Nicolas Pitre8adbb372005-11-11 21:51:49 +0000172.L_found:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700173#if __LINUX_ARM_ARCH__ >= 5
James Jones0e91ec02010-11-24 00:21:37 +0100174 rsb r0, r3, #0
175 and r3, r3, r0
Linus Torvalds1da177e2005-04-16 15:20:36 -0700176 clz r3, r3
177 rsb r3, r3, #31
178 add r0, r2, r3
179#else
180 tst r3, #0x0f
181 addeq r2, r2, #4
182 movne r3, r3, lsl #4
183 tst r3, #0x30
184 addeq r2, r2, #2
185 movne r3, r3, lsl #2
186 tst r3, #0x40
187 addeq r2, r2, #1
188 mov r0, r2
189#endif
James Jones0e91ec02010-11-24 00:21:37 +0100190 cmp r1, r0 @ Clamp to maxbit
191 movlo r0, r1
Russell King6ebbf2c2014-06-30 16:29:12 +0100192 ret lr
Linus Torvalds1da177e2005-04-16 15:20:36 -0700193