blob: 10ae24b5a76e80aa710b79a2403445285df46941 [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001// SPDX-License-Identifier: GPL-2.0
Konrad Rzeszutek Wilk30edc142009-10-13 17:22:20 -04002/*
3 * PCI Backend - Handles the virtual fields in the configuration space headers.
4 *
5 * Author: Ryan Wilson <hap9@epoch.ncsc.mil>
6 */
7
Joe Perches283c0972013-06-28 03:21:41 -07008#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
9
Konrad Rzeszutek Wilk30edc142009-10-13 17:22:20 -040010#include <linux/kernel.h>
11#include <linux/pci.h>
12#include "pciback.h"
13#include "conf_space.h"
14
Jan Beulichaf6fc852015-03-11 13:51:17 +000015struct pci_cmd_info {
16 u16 val;
17};
18
Konrad Rzeszutek Wilk30edc142009-10-13 17:22:20 -040019struct pci_bar_info {
20 u32 val;
21 u32 len_val;
22 int which;
23};
24
25#define is_enable_cmd(value) ((value)&(PCI_COMMAND_MEMORY|PCI_COMMAND_IO))
26#define is_master_cmd(value) ((value)&PCI_COMMAND_MASTER)
27
Jan Beulichaf6fc852015-03-11 13:51:17 +000028/* Bits guests are allowed to control in permissive mode. */
29#define PCI_COMMAND_GUEST (PCI_COMMAND_MASTER|PCI_COMMAND_SPECIAL| \
30 PCI_COMMAND_INVALIDATE|PCI_COMMAND_VGA_PALETTE| \
31 PCI_COMMAND_WAIT|PCI_COMMAND_FAST_BACK)
32
33static void *command_init(struct pci_dev *dev, int offset)
34{
35 struct pci_cmd_info *cmd = kmalloc(sizeof(*cmd), GFP_KERNEL);
36 int err;
37
38 if (!cmd)
39 return ERR_PTR(-ENOMEM);
40
41 err = pci_read_config_word(dev, PCI_COMMAND, &cmd->val);
42 if (err) {
43 kfree(cmd);
44 return ERR_PTR(err);
45 }
46
47 return cmd;
48}
49
Zhao, Yufd5b2212010-03-03 13:27:55 -050050static int command_read(struct pci_dev *dev, int offset, u16 *value, void *data)
51{
Jan Beulichaf6fc852015-03-11 13:51:17 +000052 int ret = pci_read_config_word(dev, offset, value);
53 const struct pci_cmd_info *cmd = data;
Zhao, Yufd5b2212010-03-03 13:27:55 -050054
Jan Beulichaf6fc852015-03-11 13:51:17 +000055 *value &= PCI_COMMAND_GUEST;
56 *value |= cmd->val & ~PCI_COMMAND_GUEST;
Zhao, Yufd5b2212010-03-03 13:27:55 -050057
58 return ret;
59}
60
Konrad Rzeszutek Wilk30edc142009-10-13 17:22:20 -040061static int command_write(struct pci_dev *dev, int offset, u16 value, void *data)
62{
Konrad Rzeszutek Wilka92336a2011-07-19 19:40:51 -040063 struct xen_pcibk_dev_data *dev_data;
Konrad Rzeszutek Wilk30edc142009-10-13 17:22:20 -040064 int err;
Jan Beulichaf6fc852015-03-11 13:51:17 +000065 u16 val;
66 struct pci_cmd_info *cmd = data;
Konrad Rzeszutek Wilk30edc142009-10-13 17:22:20 -040067
Konrad Rzeszutek Wilk0513fe92011-07-19 18:56:39 -040068 dev_data = pci_get_drvdata(dev);
Konrad Rzeszutek Wilk30edc142009-10-13 17:22:20 -040069 if (!pci_is_enabled(dev) && is_enable_cmd(value)) {
70 if (unlikely(verbose_request))
Konrad Rzeszutek Wilka92336a2011-07-19 19:40:51 -040071 printk(KERN_DEBUG DRV_NAME ": %s: enable\n",
Konrad Rzeszutek Wilk30edc142009-10-13 17:22:20 -040072 pci_name(dev));
73 err = pci_enable_device(dev);
74 if (err)
75 return err;
Konrad Rzeszutek Wilk0513fe92011-07-19 18:56:39 -040076 if (dev_data)
77 dev_data->enable_intx = 1;
Konrad Rzeszutek Wilk30edc142009-10-13 17:22:20 -040078 } else if (pci_is_enabled(dev) && !is_enable_cmd(value)) {
79 if (unlikely(verbose_request))
Konrad Rzeszutek Wilka92336a2011-07-19 19:40:51 -040080 printk(KERN_DEBUG DRV_NAME ": %s: disable\n",
Konrad Rzeszutek Wilk30edc142009-10-13 17:22:20 -040081 pci_name(dev));
82 pci_disable_device(dev);
Konrad Rzeszutek Wilk0513fe92011-07-19 18:56:39 -040083 if (dev_data)
84 dev_data->enable_intx = 0;
Konrad Rzeszutek Wilk30edc142009-10-13 17:22:20 -040085 }
86
87 if (!dev->is_busmaster && is_master_cmd(value)) {
88 if (unlikely(verbose_request))
Konrad Rzeszutek Wilka92336a2011-07-19 19:40:51 -040089 printk(KERN_DEBUG DRV_NAME ": %s: set bus master\n",
Konrad Rzeszutek Wilk30edc142009-10-13 17:22:20 -040090 pci_name(dev));
91 pci_set_master(dev);
Jan Beulich278edfc2015-03-11 13:52:00 +000092 } else if (dev->is_busmaster && !is_master_cmd(value)) {
93 if (unlikely(verbose_request))
94 printk(KERN_DEBUG DRV_NAME ": %s: clear bus master\n",
95 pci_name(dev));
96 pci_clear_master(dev);
Konrad Rzeszutek Wilk30edc142009-10-13 17:22:20 -040097 }
98
Jan Beulich278edfc2015-03-11 13:52:00 +000099 if (!(cmd->val & PCI_COMMAND_INVALIDATE) &&
100 (value & PCI_COMMAND_INVALIDATE)) {
Konrad Rzeszutek Wilk30edc142009-10-13 17:22:20 -0400101 if (unlikely(verbose_request))
102 printk(KERN_DEBUG
Konrad Rzeszutek Wilka92336a2011-07-19 19:40:51 -0400103 DRV_NAME ": %s: enable memory-write-invalidate\n",
Konrad Rzeszutek Wilk30edc142009-10-13 17:22:20 -0400104 pci_name(dev));
105 err = pci_set_mwi(dev);
106 if (err) {
Joe Perches283c0972013-06-28 03:21:41 -0700107 pr_warn("%s: cannot enable memory-write-invalidate (%d)\n",
108 pci_name(dev), err);
Konrad Rzeszutek Wilk30edc142009-10-13 17:22:20 -0400109 value &= ~PCI_COMMAND_INVALIDATE;
110 }
Jan Beulich278edfc2015-03-11 13:52:00 +0000111 } else if ((cmd->val & PCI_COMMAND_INVALIDATE) &&
112 !(value & PCI_COMMAND_INVALIDATE)) {
113 if (unlikely(verbose_request))
114 printk(KERN_DEBUG
115 DRV_NAME ": %s: disable memory-write-invalidate\n",
116 pci_name(dev));
117 pci_clear_mwi(dev);
Konrad Rzeszutek Wilk30edc142009-10-13 17:22:20 -0400118 }
119
Jan Beulichaf6fc852015-03-11 13:51:17 +0000120 cmd->val = value;
121
Ben Hutchings8014bcc2015-04-13 00:26:35 +0100122 if (!xen_pcibk_permissive && (!dev_data || !dev_data->permissive))
Jan Beulichaf6fc852015-03-11 13:51:17 +0000123 return 0;
124
125 /* Only allow the guest to control certain bits. */
126 err = pci_read_config_word(dev, offset, &val);
127 if (err || val == value)
128 return err;
129
130 value &= PCI_COMMAND_GUEST;
131 value |= val & ~PCI_COMMAND_GUEST;
132
Konrad Rzeszutek Wilk30edc142009-10-13 17:22:20 -0400133 return pci_write_config_word(dev, offset, value);
134}
135
136static int rom_write(struct pci_dev *dev, int offset, u32 value, void *data)
137{
138 struct pci_bar_info *bar = data;
139
140 if (unlikely(!bar)) {
Joe Perches283c0972013-06-28 03:21:41 -0700141 pr_warn(DRV_NAME ": driver data not found for %s\n",
Konrad Rzeszutek Wilk30edc142009-10-13 17:22:20 -0400142 pci_name(dev));
143 return XEN_PCI_ERR_op_failed;
144 }
145
146 /* A write to obtain the length must happen as a 32-bit write.
147 * This does not (yet) support writing individual bytes
148 */
Jan Beulichd2bd05d2016-06-24 03:13:34 -0600149 if ((value | ~PCI_ROM_ADDRESS_MASK) == ~0U)
Konrad Rzeszutek Wilk30edc142009-10-13 17:22:20 -0400150 bar->which = 1;
151 else {
152 u32 tmpval;
153 pci_read_config_dword(dev, offset, &tmpval);
154 if (tmpval != bar->val && value == bar->val) {
155 /* Allow restoration of bar value. */
156 pci_write_config_dword(dev, offset, bar->val);
157 }
158 bar->which = 0;
159 }
160
161 /* Do we need to support enabling/disabling the rom address here? */
162
163 return 0;
164}
165
166/* For the BARs, only allow writes which write ~0 or
167 * the correct resource information
168 * (Needed for when the driver probes the resource usage)
169 */
170static int bar_write(struct pci_dev *dev, int offset, u32 value, void *data)
171{
172 struct pci_bar_info *bar = data;
Jan Beulich8c28ef32017-09-25 02:01:01 -0600173 unsigned int pos = (offset - PCI_BASE_ADDRESS_0) / 4;
174 const struct resource *res = dev->resource;
175 u32 mask;
Konrad Rzeszutek Wilk30edc142009-10-13 17:22:20 -0400176
177 if (unlikely(!bar)) {
Joe Perches283c0972013-06-28 03:21:41 -0700178 pr_warn(DRV_NAME ": driver data not found for %s\n",
Konrad Rzeszutek Wilk30edc142009-10-13 17:22:20 -0400179 pci_name(dev));
180 return XEN_PCI_ERR_op_failed;
181 }
182
183 /* A write to obtain the length must happen as a 32-bit write.
184 * This does not (yet) support writing individual bytes
185 */
Jan Beulich8c28ef32017-09-25 02:01:01 -0600186 if (res[pos].flags & IORESOURCE_IO)
187 mask = ~PCI_BASE_ADDRESS_IO_MASK;
188 else if (pos && (res[pos - 1].flags & IORESOURCE_MEM_64))
189 mask = 0;
190 else
191 mask = ~PCI_BASE_ADDRESS_MEM_MASK;
192 if ((value | mask) == ~0U)
Konrad Rzeszutek Wilk30edc142009-10-13 17:22:20 -0400193 bar->which = 1;
194 else {
195 u32 tmpval;
196 pci_read_config_dword(dev, offset, &tmpval);
197 if (tmpval != bar->val && value == bar->val) {
198 /* Allow restoration of bar value. */
199 pci_write_config_dword(dev, offset, bar->val);
200 }
201 bar->which = 0;
202 }
203
204 return 0;
205}
206
207static int bar_read(struct pci_dev *dev, int offset, u32 * value, void *data)
208{
209 struct pci_bar_info *bar = data;
210
211 if (unlikely(!bar)) {
Joe Perches283c0972013-06-28 03:21:41 -0700212 pr_warn(DRV_NAME ": driver data not found for %s\n",
Konrad Rzeszutek Wilk30edc142009-10-13 17:22:20 -0400213 pci_name(dev));
214 return XEN_PCI_ERR_op_failed;
215 }
216
217 *value = bar->which ? bar->len_val : bar->val;
218
219 return 0;
220}
221
Jan Beulich6ad26552016-07-06 00:57:43 -0600222static void *bar_init(struct pci_dev *dev, int offset)
Konrad Rzeszutek Wilk30edc142009-10-13 17:22:20 -0400223{
Jan Beulich58520362016-07-06 00:58:58 -0600224 unsigned int pos;
225 const struct resource *res = dev->resource;
Jan Beulich6ad26552016-07-06 00:57:43 -0600226 struct pci_bar_info *bar = kzalloc(sizeof(*bar), GFP_KERNEL);
227
228 if (!bar)
229 return ERR_PTR(-ENOMEM);
Zhao, Yufd5b2212010-03-03 13:27:55 -0500230
231 if (offset == PCI_ROM_ADDRESS || offset == PCI_ROM_ADDRESS1)
232 pos = PCI_ROM_RESOURCE;
233 else {
234 pos = (offset - PCI_BASE_ADDRESS_0) / 4;
Jan Beulichc8670c22016-07-06 00:58:19 -0600235 if (pos && (res[pos - 1].flags & IORESOURCE_MEM_64)) {
Jan Beulich6ad26552016-07-06 00:57:43 -0600236 bar->val = res[pos - 1].start >> 32;
237 bar->len_val = -resource_size(&res[pos - 1]) >> 32;
238 return bar;
Zhao, Yufd5b2212010-03-03 13:27:55 -0500239 }
240 }
241
Jan Beulichd2bd05d2016-06-24 03:13:34 -0600242 if (!res[pos].flags ||
243 (res[pos].flags & (IORESOURCE_DISABLED | IORESOURCE_UNSET |
244 IORESOURCE_BUSY)))
Jan Beulich6ad26552016-07-06 00:57:43 -0600245 return bar;
Jan Beulichd2bd05d2016-06-24 03:13:34 -0600246
Jan Beulich6ad26552016-07-06 00:57:43 -0600247 bar->val = res[pos].start |
248 (res[pos].flags & PCI_REGION_FLAG_MASK);
249 bar->len_val = -resource_size(&res[pos]) |
250 (res[pos].flags & PCI_REGION_FLAG_MASK);
Konrad Rzeszutek Wilk30edc142009-10-13 17:22:20 -0400251
252 return bar;
253}
254
Konrad Rzeszutek Wilk30edc142009-10-13 17:22:20 -0400255static void bar_reset(struct pci_dev *dev, int offset, void *data)
256{
257 struct pci_bar_info *bar = data;
258
259 bar->which = 0;
260}
261
262static void bar_release(struct pci_dev *dev, int offset, void *data)
263{
264 kfree(data);
265}
266
Konrad Rzeszutek Wilka92336a2011-07-19 19:40:51 -0400267static int xen_pcibk_read_vendor(struct pci_dev *dev, int offset,
Zhao, Yufd5b2212010-03-03 13:27:55 -0500268 u16 *value, void *data)
269{
270 *value = dev->vendor;
271
272 return 0;
273}
274
Konrad Rzeszutek Wilka92336a2011-07-19 19:40:51 -0400275static int xen_pcibk_read_device(struct pci_dev *dev, int offset,
Zhao, Yufd5b2212010-03-03 13:27:55 -0500276 u16 *value, void *data)
277{
278 *value = dev->device;
279
280 return 0;
281}
282
Konrad Rzeszutek Wilk30edc142009-10-13 17:22:20 -0400283static int interrupt_read(struct pci_dev *dev, int offset, u8 * value,
284 void *data)
285{
286 *value = (u8) dev->irq;
287
288 return 0;
289}
290
291static int bist_write(struct pci_dev *dev, int offset, u8 value, void *data)
292{
293 u8 cur_value;
294 int err;
295
296 err = pci_read_config_byte(dev, offset, &cur_value);
297 if (err)
298 goto out;
299
300 if ((cur_value & ~PCI_BIST_START) == (value & ~PCI_BIST_START)
301 || value == PCI_BIST_START)
302 err = pci_write_config_byte(dev, offset, value);
303
304out:
305 return err;
306}
307
308static const struct config_field header_common[] = {
309 {
Zhao, Yufd5b2212010-03-03 13:27:55 -0500310 .offset = PCI_VENDOR_ID,
311 .size = 2,
Konrad Rzeszutek Wilka92336a2011-07-19 19:40:51 -0400312 .u.w.read = xen_pcibk_read_vendor,
Zhao, Yufd5b2212010-03-03 13:27:55 -0500313 },
314 {
315 .offset = PCI_DEVICE_ID,
316 .size = 2,
Konrad Rzeszutek Wilka92336a2011-07-19 19:40:51 -0400317 .u.w.read = xen_pcibk_read_device,
Zhao, Yufd5b2212010-03-03 13:27:55 -0500318 },
319 {
Konrad Rzeszutek Wilk30edc142009-10-13 17:22:20 -0400320 .offset = PCI_COMMAND,
321 .size = 2,
Jan Beulichaf6fc852015-03-11 13:51:17 +0000322 .init = command_init,
323 .release = bar_release,
Zhao, Yufd5b2212010-03-03 13:27:55 -0500324 .u.w.read = command_read,
Konrad Rzeszutek Wilk30edc142009-10-13 17:22:20 -0400325 .u.w.write = command_write,
326 },
327 {
328 .offset = PCI_INTERRUPT_LINE,
329 .size = 1,
330 .u.b.read = interrupt_read,
331 },
332 {
333 .offset = PCI_INTERRUPT_PIN,
334 .size = 1,
Konrad Rzeszutek Wilka92336a2011-07-19 19:40:51 -0400335 .u.b.read = xen_pcibk_read_config_byte,
Konrad Rzeszutek Wilk30edc142009-10-13 17:22:20 -0400336 },
337 {
338 /* Any side effects of letting driver domain control cache line? */
339 .offset = PCI_CACHE_LINE_SIZE,
340 .size = 1,
Konrad Rzeszutek Wilka92336a2011-07-19 19:40:51 -0400341 .u.b.read = xen_pcibk_read_config_byte,
342 .u.b.write = xen_pcibk_write_config_byte,
Konrad Rzeszutek Wilk30edc142009-10-13 17:22:20 -0400343 },
344 {
345 .offset = PCI_LATENCY_TIMER,
346 .size = 1,
Konrad Rzeszutek Wilka92336a2011-07-19 19:40:51 -0400347 .u.b.read = xen_pcibk_read_config_byte,
Konrad Rzeszutek Wilk30edc142009-10-13 17:22:20 -0400348 },
349 {
350 .offset = PCI_BIST,
351 .size = 1,
Konrad Rzeszutek Wilka92336a2011-07-19 19:40:51 -0400352 .u.b.read = xen_pcibk_read_config_byte,
Konrad Rzeszutek Wilk30edc142009-10-13 17:22:20 -0400353 .u.b.write = bist_write,
354 },
355 {}
356};
357
Konrad Rzeszutek Wilk8bfd4e02011-07-19 20:09:43 -0400358#define CFG_FIELD_BAR(reg_offset) \
359 { \
360 .offset = reg_offset, \
361 .size = 4, \
362 .init = bar_init, \
363 .reset = bar_reset, \
364 .release = bar_release, \
365 .u.dw.read = bar_read, \
366 .u.dw.write = bar_write, \
367 }
Konrad Rzeszutek Wilk30edc142009-10-13 17:22:20 -0400368
Konrad Rzeszutek Wilk8bfd4e02011-07-19 20:09:43 -0400369#define CFG_FIELD_ROM(reg_offset) \
370 { \
371 .offset = reg_offset, \
372 .size = 4, \
Jan Beulich664093b2016-07-06 00:57:07 -0600373 .init = bar_init, \
Konrad Rzeszutek Wilk8bfd4e02011-07-19 20:09:43 -0400374 .reset = bar_reset, \
375 .release = bar_release, \
376 .u.dw.read = bar_read, \
377 .u.dw.write = rom_write, \
378 }
Konrad Rzeszutek Wilk30edc142009-10-13 17:22:20 -0400379
380static const struct config_field header_0[] = {
381 CFG_FIELD_BAR(PCI_BASE_ADDRESS_0),
382 CFG_FIELD_BAR(PCI_BASE_ADDRESS_1),
383 CFG_FIELD_BAR(PCI_BASE_ADDRESS_2),
384 CFG_FIELD_BAR(PCI_BASE_ADDRESS_3),
385 CFG_FIELD_BAR(PCI_BASE_ADDRESS_4),
386 CFG_FIELD_BAR(PCI_BASE_ADDRESS_5),
387 CFG_FIELD_ROM(PCI_ROM_ADDRESS),
388 {}
389};
390
391static const struct config_field header_1[] = {
392 CFG_FIELD_BAR(PCI_BASE_ADDRESS_0),
393 CFG_FIELD_BAR(PCI_BASE_ADDRESS_1),
394 CFG_FIELD_ROM(PCI_ROM_ADDRESS1),
395 {}
396};
397
Konrad Rzeszutek Wilka92336a2011-07-19 19:40:51 -0400398int xen_pcibk_config_header_add_fields(struct pci_dev *dev)
Konrad Rzeszutek Wilk30edc142009-10-13 17:22:20 -0400399{
400 int err;
401
Konrad Rzeszutek Wilka92336a2011-07-19 19:40:51 -0400402 err = xen_pcibk_config_add_fields(dev, header_common);
Konrad Rzeszutek Wilk30edc142009-10-13 17:22:20 -0400403 if (err)
404 goto out;
405
406 switch (dev->hdr_type) {
407 case PCI_HEADER_TYPE_NORMAL:
Konrad Rzeszutek Wilka92336a2011-07-19 19:40:51 -0400408 err = xen_pcibk_config_add_fields(dev, header_0);
Konrad Rzeszutek Wilk30edc142009-10-13 17:22:20 -0400409 break;
410
411 case PCI_HEADER_TYPE_BRIDGE:
Konrad Rzeszutek Wilka92336a2011-07-19 19:40:51 -0400412 err = xen_pcibk_config_add_fields(dev, header_1);
Konrad Rzeszutek Wilk30edc142009-10-13 17:22:20 -0400413 break;
414
415 default:
416 err = -EINVAL;
Joe Perches283c0972013-06-28 03:21:41 -0700417 pr_err("%s: Unsupported header type %d!\n",
Konrad Rzeszutek Wilk30edc142009-10-13 17:22:20 -0400418 pci_name(dev), dev->hdr_type);
419 break;
420 }
421
422out:
423 return err;
424}