blob: d39d5db567714493727de929d7c992e222d0214c [file] [log] [blame]
Andrea Arcangeli10386282015-09-04 15:46:04 -07001/*
2 * include/linux/userfaultfd.h
3 *
4 * Copyright (C) 2007 Davide Libenzi <davidel@xmailserver.org>
5 * Copyright (C) 2015 Red Hat, Inc.
6 *
7 */
8
9#ifndef _LINUX_USERFAULTFD_H
10#define _LINUX_USERFAULTFD_H
11
12#include <linux/types.h>
13
Andrea Arcangelie067eba2017-02-22 15:42:06 -080014/*
15 * If the UFFDIO_API is upgraded someday, the UFFDIO_UNREGISTER and
16 * UFFDIO_WAKE ioctls should be defined as _IOW and not as _IOR. In
17 * userfaultfd.h we assumed the kernel was reading (instead _IOC_READ
18 * means the userland is reading).
19 */
Andrea Arcangeli10386282015-09-04 15:46:04 -070020#define UFFD_API ((__u64)0xAA)
Andrea Arcangelidd0db88d2017-03-09 16:16:49 -080021#define UFFD_API_FEATURES (UFFD_FEATURE_EVENT_FORK | \
Andrea Arcangeli163e11b2017-02-22 15:43:19 -080022 UFFD_FEATURE_EVENT_REMAP | \
Mike Rapoportd8119142017-02-24 14:56:02 -080023 UFFD_FEATURE_EVENT_REMOVE | \
Mike Rapoport897ab3e2017-02-24 14:58:22 -080024 UFFD_FEATURE_EVENT_UNMAP | \
Andrea Arcangeli47dd9242017-02-22 15:43:58 -080025 UFFD_FEATURE_MISSING_HUGETLBFS | \
Prakash Sangappa2d6d6f52017-09-06 16:23:39 -070026 UFFD_FEATURE_MISSING_SHMEM | \
27 UFFD_FEATURE_SIGBUS)
Andrea Arcangeli10386282015-09-04 15:46:04 -070028#define UFFD_API_IOCTLS \
29 ((__u64)1 << _UFFDIO_REGISTER | \
30 (__u64)1 << _UFFDIO_UNREGISTER | \
31 (__u64)1 << _UFFDIO_API)
32#define UFFD_API_RANGE_IOCTLS \
Andrea Arcangeli1f1c6f02015-09-04 15:47:01 -070033 ((__u64)1 << _UFFDIO_WAKE | \
34 (__u64)1 << _UFFDIO_COPY | \
35 (__u64)1 << _UFFDIO_ZEROPAGE)
Mike Rapoportcac67322017-02-22 15:43:40 -080036#define UFFD_API_RANGE_IOCTLS_BASIC \
Mike Kravetzcab350a2017-02-22 15:43:04 -080037 ((__u64)1 << _UFFDIO_WAKE | \
38 (__u64)1 << _UFFDIO_COPY)
Andrea Arcangeli10386282015-09-04 15:46:04 -070039
40/*
41 * Valid ioctl command number range with this API is from 0x00 to
42 * 0x3F. UFFDIO_API is the fixed number, everything else can be
43 * changed by implementing a different UFFD_API. If sticking to the
44 * same UFFD_API more ioctl can be added and userland will be aware of
45 * which ioctl the running kernel implements through the ioctl command
46 * bitmask written by the UFFDIO_API.
47 */
48#define _UFFDIO_REGISTER (0x00)
49#define _UFFDIO_UNREGISTER (0x01)
50#define _UFFDIO_WAKE (0x02)
Andrea Arcangeli1f1c6f02015-09-04 15:47:01 -070051#define _UFFDIO_COPY (0x03)
52#define _UFFDIO_ZEROPAGE (0x04)
Andrea Arcangeli10386282015-09-04 15:46:04 -070053#define _UFFDIO_API (0x3F)
54
55/* userfaultfd ioctl ids */
56#define UFFDIO 0xAA
57#define UFFDIO_API _IOWR(UFFDIO, _UFFDIO_API, \
58 struct uffdio_api)
59#define UFFDIO_REGISTER _IOWR(UFFDIO, _UFFDIO_REGISTER, \
60 struct uffdio_register)
61#define UFFDIO_UNREGISTER _IOR(UFFDIO, _UFFDIO_UNREGISTER, \
62 struct uffdio_range)
63#define UFFDIO_WAKE _IOR(UFFDIO, _UFFDIO_WAKE, \
64 struct uffdio_range)
Andrea Arcangeli1f1c6f02015-09-04 15:47:01 -070065#define UFFDIO_COPY _IOWR(UFFDIO, _UFFDIO_COPY, \
66 struct uffdio_copy)
67#define UFFDIO_ZEROPAGE _IOWR(UFFDIO, _UFFDIO_ZEROPAGE, \
68 struct uffdio_zeropage)
Andrea Arcangeli10386282015-09-04 15:46:04 -070069
Andrea Arcangelia9b85f92015-09-04 15:46:37 -070070/* read() structure */
71struct uffd_msg {
72 __u8 event;
73
74 __u8 reserved1;
75 __u16 reserved2;
76 __u32 reserved3;
77
78 union {
79 struct {
80 __u64 flags;
81 __u64 address;
82 } pagefault;
83
84 struct {
Pavel Emelyanov893e26e2017-02-22 15:42:27 -080085 __u32 ufd;
86 } fork;
87
88 struct {
Pavel Emelyanov72f87652017-02-22 15:42:34 -080089 __u64 from;
90 __u64 to;
91 __u64 len;
92 } remap;
93
94 struct {
Pavel Emelyanov05ce7722017-02-22 15:42:40 -080095 __u64 start;
96 __u64 end;
Mike Rapoportd8119142017-02-24 14:56:02 -080097 } remove;
Pavel Emelyanov05ce7722017-02-22 15:42:40 -080098
99 struct {
Andrea Arcangelia9b85f92015-09-04 15:46:37 -0700100 /* unused reserved fields */
101 __u64 reserved1;
102 __u64 reserved2;
103 __u64 reserved3;
104 } reserved;
105 } arg;
106} __packed;
Andrea Arcangeli10386282015-09-04 15:46:04 -0700107
Pavel Emelyanov3f602d22015-09-04 15:46:34 -0700108/*
Andrea Arcangelia9b85f92015-09-04 15:46:37 -0700109 * Start at 0x12 and not at 0 to be more strict against bugs.
Pavel Emelyanov3f602d22015-09-04 15:46:34 -0700110 */
Andrea Arcangelia9b85f92015-09-04 15:46:37 -0700111#define UFFD_EVENT_PAGEFAULT 0x12
Andrea Arcangelia9b85f92015-09-04 15:46:37 -0700112#define UFFD_EVENT_FORK 0x13
Pavel Emelyanov72f87652017-02-22 15:42:34 -0800113#define UFFD_EVENT_REMAP 0x14
Mike Rapoportd8119142017-02-24 14:56:02 -0800114#define UFFD_EVENT_REMOVE 0x15
Mike Rapoport897ab3e2017-02-24 14:58:22 -0800115#define UFFD_EVENT_UNMAP 0x16
Andrea Arcangelia9b85f92015-09-04 15:46:37 -0700116
117/* flags for UFFD_EVENT_PAGEFAULT */
118#define UFFD_PAGEFAULT_FLAG_WRITE (1<<0) /* If this was a write fault */
119#define UFFD_PAGEFAULT_FLAG_WP (1<<1) /* If reason is VM_UFFD_WP */
Pavel Emelyanov3f602d22015-09-04 15:46:34 -0700120
Andrea Arcangeli10386282015-09-04 15:46:04 -0700121struct uffdio_api {
Andrea Arcangelia9b85f92015-09-04 15:46:37 -0700122 /* userland asks for an API number and the features to enable */
Andrea Arcangeli10386282015-09-04 15:46:04 -0700123 __u64 api;
Andrea Arcangelia9b85f92015-09-04 15:46:37 -0700124 /*
125 * Kernel answers below with the all available features for
126 * the API, this notifies userland of which events and/or
127 * which flags for each event are enabled in the current
128 * kernel.
129 *
130 * Note: UFFD_EVENT_PAGEFAULT and UFFD_PAGEFAULT_FLAG_WRITE
131 * are to be considered implicitly always enabled in all kernels as
132 * long as the uffdio_api.api requested matches UFFD_API.
Andrea Arcangeli163e11b2017-02-22 15:43:19 -0800133 *
134 * UFFD_FEATURE_MISSING_HUGETLBFS means an UFFDIO_REGISTER
135 * with UFFDIO_REGISTER_MODE_MISSING mode will succeed on
136 * hugetlbfs virtual memory ranges. Adding or not adding
137 * UFFD_FEATURE_MISSING_HUGETLBFS to uffdio_api.features has
138 * no real functional effect after UFFDIO_API returns, but
139 * it's only useful for an initial feature set probe at
140 * UFFDIO_API time. There are two ways to use it:
141 *
142 * 1) by adding UFFD_FEATURE_MISSING_HUGETLBFS to the
143 * uffdio_api.features before calling UFFDIO_API, an error
144 * will be returned by UFFDIO_API on a kernel without
145 * hugetlbfs missing support
146 *
147 * 2) the UFFD_FEATURE_MISSING_HUGETLBFS can not be added in
148 * uffdio_api.features and instead it will be set by the
149 * kernel in the uffdio_api.features if the kernel supports
150 * it, so userland can later check if the feature flag is
151 * present in uffdio_api.features after UFFDIO_API
152 * succeeded.
Andrea Arcangeli47dd9242017-02-22 15:43:58 -0800153 *
154 * UFFD_FEATURE_MISSING_SHMEM works the same as
155 * UFFD_FEATURE_MISSING_HUGETLBFS, but it applies to shmem
156 * (i.e. tmpfs and other shmem based APIs).
Prakash Sangappa2d6d6f52017-09-06 16:23:39 -0700157 *
158 * UFFD_FEATURE_SIGBUS feature means no page-fault
159 * (UFFD_EVENT_PAGEFAULT) event will be delivered, instead
160 * a SIGBUS signal will be sent to the faulting process.
161 * The application process can enable this behavior by adding
162 * it to uffdio_api.features.
Andrea Arcangelia9b85f92015-09-04 15:46:37 -0700163 */
Andrea Arcangelia9b85f92015-09-04 15:46:37 -0700164#define UFFD_FEATURE_PAGEFAULT_FLAG_WP (1<<0)
165#define UFFD_FEATURE_EVENT_FORK (1<<1)
Pavel Emelyanov72f87652017-02-22 15:42:34 -0800166#define UFFD_FEATURE_EVENT_REMAP (1<<2)
Mike Rapoportd8119142017-02-24 14:56:02 -0800167#define UFFD_FEATURE_EVENT_REMOVE (1<<3)
Andrea Arcangeli163e11b2017-02-22 15:43:19 -0800168#define UFFD_FEATURE_MISSING_HUGETLBFS (1<<4)
Andrea Arcangeli47dd9242017-02-22 15:43:58 -0800169#define UFFD_FEATURE_MISSING_SHMEM (1<<5)
Mike Rapoport897ab3e2017-02-24 14:58:22 -0800170#define UFFD_FEATURE_EVENT_UNMAP (1<<6)
Prakash Sangappa2d6d6f52017-09-06 16:23:39 -0700171#define UFFD_FEATURE_SIGBUS (1<<7)
Pavel Emelyanov3f602d22015-09-04 15:46:34 -0700172 __u64 features;
Andrea Arcangelia9b85f92015-09-04 15:46:37 -0700173
Andrea Arcangeli10386282015-09-04 15:46:04 -0700174 __u64 ioctls;
175};
176
177struct uffdio_range {
178 __u64 start;
179 __u64 len;
180};
181
182struct uffdio_register {
183 struct uffdio_range range;
184#define UFFDIO_REGISTER_MODE_MISSING ((__u64)1<<0)
185#define UFFDIO_REGISTER_MODE_WP ((__u64)1<<1)
186 __u64 mode;
187
188 /*
189 * kernel answers which ioctl commands are available for the
190 * range, keep at the end as the last 8 bytes aren't read.
191 */
192 __u64 ioctls;
193};
194
Andrea Arcangeli1f1c6f02015-09-04 15:47:01 -0700195struct uffdio_copy {
196 __u64 dst;
197 __u64 src;
198 __u64 len;
199 /*
200 * There will be a wrprotection flag later that allows to map
201 * pages wrprotected on the fly. And such a flag will be
202 * available if the wrprotection ioctl are implemented for the
203 * range according to the uffdio_register.ioctls.
204 */
205#define UFFDIO_COPY_MODE_DONTWAKE ((__u64)1<<0)
206 __u64 mode;
207
208 /*
209 * "copy" is written by the ioctl and must be at the end: the
210 * copy_from_user will not read the last 8 bytes.
211 */
212 __s64 copy;
213};
214
215struct uffdio_zeropage {
216 struct uffdio_range range;
217#define UFFDIO_ZEROPAGE_MODE_DONTWAKE ((__u64)1<<0)
218 __u64 mode;
219
220 /*
221 * "zeropage" is written by the ioctl and must be at the end:
222 * the copy_from_user will not read the last 8 bytes.
223 */
224 __s64 zeropage;
225};
226
Andrea Arcangeli10386282015-09-04 15:46:04 -0700227#endif /* _LINUX_USERFAULTFD_H */