blob: df0f6b8407e742984303f2a0daa0e76e5ac856cf [file] [log] [blame]
Dan Williamsb94d5232015-05-19 22:54:31 -04001/*
2 * NVDIMM Firmware Interface Table - NFIT
3 *
4 * Copyright(c) 2013-2015 Intel Corporation. All rights reserved.
5 *
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of version 2 of the GNU General Public License as
8 * published by the Free Software Foundation.
9 *
10 * This program is distributed in the hope that it will be useful, but
11 * WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 * General Public License for more details.
14 */
15#ifndef __NFIT_H__
16#define __NFIT_H__
Dan Williams7ae0fa432016-02-19 12:16:34 -080017#include <linux/workqueue.h>
Dan Williamsb94d5232015-05-19 22:54:31 -040018#include <linux/libnvdimm.h>
Vishal Verma6839a6d2016-07-23 21:51:21 -070019#include <linux/ndctl.h>
Dan Williamsb94d5232015-05-19 22:54:31 -040020#include <linux/types.h>
Dan Williamsb94d5232015-05-19 22:54:31 -040021#include <linux/acpi.h>
22#include <acpi/acuuid.h>
23
Dan Williams31eca762016-04-28 16:23:43 -070024/* ACPI 6.1 */
Dan Williamsb94d5232015-05-19 22:54:31 -040025#define UUID_NFIT_BUS "2f10e7a4-9e91-11e4-89d3-123b93f75cba"
Dan Williams31eca762016-04-28 16:23:43 -070026
Dan Williams11e14272017-10-20 15:39:43 -070027/* http://pmem.io/documents/NVDIMM_DSM_Interface-V1.6.pdf */
Dan Williamsb94d5232015-05-19 22:54:31 -040028#define UUID_NFIT_DIMM "4309ac30-0d11-11e4-9191-0800200c9a66"
Dan Williams31eca762016-04-28 16:23:43 -070029
30/* https://github.com/HewlettPackard/hpe-nvm/blob/master/Documentation/ */
31#define UUID_NFIT_DIMM_N_HPE1 "9002c334-acf3-4c0e-9642-a235f0d53bc6"
32#define UUID_NFIT_DIMM_N_HPE2 "5008664b-b758-41a0-a03c-27c2f2d04f7e"
33
stuart hayese02fb722016-05-26 11:38:41 -050034/* https://msdn.microsoft.com/library/windows/hardware/mt604741 */
35#define UUID_NFIT_DIMM_N_MSFT "1ee68b36-d4bd-4a1a-9a16-4f8e53d46e05"
36
Dan Williams58138822015-06-23 20:08:34 -040037#define ACPI_NFIT_MEM_FAILED_MASK (ACPI_NFIT_MEM_SAVE_FAILED \
38 | ACPI_NFIT_MEM_RESTORE_FAILED | ACPI_NFIT_MEM_FLUSH_FAILED \
Dan Williams14999342017-04-13 19:46:36 -070039 | ACPI_NFIT_MEM_NOT_ARMED | ACPI_NFIT_MEM_MAP_FAILED)
Dan Williamsb94d5232015-05-19 22:54:31 -040040
Dan Williams11e14272017-10-20 15:39:43 -070041#define NVDIMM_FAMILY_MAX NVDIMM_FAMILY_MSFT
42
Dan Williamsb9b15042017-10-29 12:13:07 -070043#define NVDIMM_STANDARD_CMDMASK \
44(1 << ND_CMD_SMART | 1 << ND_CMD_SMART_THRESHOLD | 1 << ND_CMD_DIMM_FLAGS \
45 | 1 << ND_CMD_GET_CONFIG_SIZE | 1 << ND_CMD_GET_CONFIG_DATA \
46 | 1 << ND_CMD_SET_CONFIG_DATA | 1 << ND_CMD_VENDOR_EFFECT_LOG_SIZE \
47 | 1 << ND_CMD_VENDOR_EFFECT_LOG | 1 << ND_CMD_VENDOR)
48
Dan Williams11e14272017-10-20 15:39:43 -070049/*
50 * Command numbers that the kernel needs to know about to handle
51 * non-default DSM revision ids
52 */
53enum nvdimm_family_cmds {
Dan Williams79ab67e2017-11-15 10:10:48 -080054 NVDIMM_INTEL_LATCH_SHUTDOWN = 10,
Dan Williams11e14272017-10-20 15:39:43 -070055 NVDIMM_INTEL_GET_MODES = 11,
56 NVDIMM_INTEL_GET_FWINFO = 12,
57 NVDIMM_INTEL_START_FWUPDATE = 13,
58 NVDIMM_INTEL_SEND_FWUPDATE = 14,
59 NVDIMM_INTEL_FINISH_FWUPDATE = 15,
60 NVDIMM_INTEL_QUERY_FWUPDATE = 16,
61 NVDIMM_INTEL_SET_THRESHOLD = 17,
62 NVDIMM_INTEL_INJECT_ERROR = 18,
63};
64
65#define NVDIMM_INTEL_CMDMASK \
66(NVDIMM_STANDARD_CMDMASK | 1 << NVDIMM_INTEL_GET_MODES \
67 | 1 << NVDIMM_INTEL_GET_FWINFO | 1 << NVDIMM_INTEL_START_FWUPDATE \
68 | 1 << NVDIMM_INTEL_SEND_FWUPDATE | 1 << NVDIMM_INTEL_FINISH_FWUPDATE \
69 | 1 << NVDIMM_INTEL_QUERY_FWUPDATE | 1 << NVDIMM_INTEL_SET_THRESHOLD \
Dan Williams79ab67e2017-11-15 10:10:48 -080070 | 1 << NVDIMM_INTEL_INJECT_ERROR | 1 << NVDIMM_INTEL_LATCH_SHUTDOWN)
Dan Williams11e14272017-10-20 15:39:43 -070071
Dan Williamsb94d5232015-05-19 22:54:31 -040072enum nfit_uuids {
Dan Williams31eca762016-04-28 16:23:43 -070073 /* for simplicity alias the uuid index with the family id */
74 NFIT_DEV_DIMM = NVDIMM_FAMILY_INTEL,
75 NFIT_DEV_DIMM_N_HPE1 = NVDIMM_FAMILY_HPE1,
76 NFIT_DEV_DIMM_N_HPE2 = NVDIMM_FAMILY_HPE2,
stuart hayese02fb722016-05-26 11:38:41 -050077 NFIT_DEV_DIMM_N_MSFT = NVDIMM_FAMILY_MSFT,
Dan Williamsb94d5232015-05-19 22:54:31 -040078 NFIT_SPA_VOLATILE,
79 NFIT_SPA_PM,
80 NFIT_SPA_DCR,
81 NFIT_SPA_BDW,
82 NFIT_SPA_VDISK,
83 NFIT_SPA_VCD,
84 NFIT_SPA_PDISK,
85 NFIT_SPA_PCD,
86 NFIT_DEV_BUS,
Dan Williamsb94d5232015-05-19 22:54:31 -040087 NFIT_UUID_MAX,
88};
89
Dan Williams30ec5fd2016-04-28 18:35:23 -070090/*
Dan Williams1bcbf422016-06-29 11:19:32 -070091 * Region format interface codes are stored with the interface as the
92 * LSB and the function as the MSB.
Dan Williams30ec5fd2016-04-28 18:35:23 -070093 */
Dan Williams1bcbf422016-06-29 11:19:32 -070094#define NFIT_FIC_BYTE cpu_to_le16(0x101) /* byte-addressable energy backed */
95#define NFIT_FIC_BLK cpu_to_le16(0x201) /* block-addressable non-energy backed */
96#define NFIT_FIC_BYTEN cpu_to_le16(0x301) /* byte-addressable non-energy backed */
Dan Williamsbe26f9a2016-02-01 17:48:42 -080097
Ross Zwislerf0f2c072015-07-10 11:06:14 -060098enum {
Dan Williamsaef25332016-02-12 17:01:11 -080099 NFIT_BLK_READ_FLUSH = 1,
100 NFIT_BLK_DCR_LATCH = 2,
101 NFIT_ARS_STATUS_DONE = 0,
102 NFIT_ARS_STATUS_BUSY = 1 << 16,
103 NFIT_ARS_STATUS_NONE = 2 << 16,
104 NFIT_ARS_STATUS_INTR = 3 << 16,
105 NFIT_ARS_START_BUSY = 6,
106 NFIT_ARS_CAP_NONE = 1,
107 NFIT_ARS_F_OVERFLOW = 1,
Dan Williams1cf03c02016-02-17 13:01:23 -0800108 NFIT_ARS_TIMEOUT = 90,
Ross Zwislerf0f2c072015-07-10 11:06:14 -0600109};
110
Vishal Vermac09f1212016-08-19 14:40:58 -0600111enum nfit_root_notifiers {
112 NFIT_NOTIFY_UPDATE = 0x80,
Toshi Kani56b47fe2017-06-08 12:36:57 -0600113 NFIT_NOTIFY_UC_MEMORY_ERROR = 0x81,
Vishal Vermac09f1212016-08-19 14:40:58 -0600114};
115
Dan Williamsba9c8dd2016-08-22 19:28:37 -0700116enum nfit_dimm_notifiers {
117 NFIT_NOTIFY_DIMM_HEALTH = 0x81,
118};
119
Dan Williams14c73f92018-04-02 15:40:30 -0700120enum nfit_ars_state {
Dan Williamsd3abaf42018-10-13 20:32:17 -0700121 ARS_REQ_SHORT,
122 ARS_REQ_LONG,
Dan Williams14c73f92018-04-02 15:40:30 -0700123 ARS_FAILED,
124};
125
Dan Williamsb94d5232015-05-19 22:54:31 -0400126struct nfit_spa {
Dan Williamsb94d5232015-05-19 22:54:31 -0400127 struct list_head list;
Dan Williams1cf03c02016-02-17 13:01:23 -0800128 struct nd_region *nd_region;
Dan Williams14c73f92018-04-02 15:40:30 -0700129 unsigned long ars_state;
Dan Williams1cf03c02016-02-17 13:01:23 -0800130 u32 clear_err_unit;
131 u32 max_ars;
Dan Williams31932042016-07-14 17:22:48 -0700132 struct acpi_nfit_system_address spa[0];
Dan Williamsb94d5232015-05-19 22:54:31 -0400133};
134
135struct nfit_dcr {
Dan Williamsb94d5232015-05-19 22:54:31 -0400136 struct list_head list;
Dan Williams31932042016-07-14 17:22:48 -0700137 struct acpi_nfit_control_region dcr[0];
Dan Williamsb94d5232015-05-19 22:54:31 -0400138};
139
140struct nfit_bdw {
Dan Williamsb94d5232015-05-19 22:54:31 -0400141 struct list_head list;
Dan Williams31932042016-07-14 17:22:48 -0700142 struct acpi_nfit_data_region bdw[0];
Dan Williamsb94d5232015-05-19 22:54:31 -0400143};
144
Ross Zwisler047fc8a2015-06-25 04:21:02 -0400145struct nfit_idt {
Ross Zwisler047fc8a2015-06-25 04:21:02 -0400146 struct list_head list;
Dan Williams31932042016-07-14 17:22:48 -0700147 struct acpi_nfit_interleave idt[0];
Ross Zwisler047fc8a2015-06-25 04:21:02 -0400148};
149
Ross Zwislerc2ad2952015-07-10 11:06:13 -0600150struct nfit_flush {
Ross Zwislerc2ad2952015-07-10 11:06:13 -0600151 struct list_head list;
Dan Williams31932042016-07-14 17:22:48 -0700152 struct acpi_nfit_flush_address flush[0];
Ross Zwislerc2ad2952015-07-10 11:06:13 -0600153};
154
Dan Williamsb94d5232015-05-19 22:54:31 -0400155struct nfit_memdev {
Dan Williamsb94d5232015-05-19 22:54:31 -0400156 struct list_head list;
Dan Williams31932042016-07-14 17:22:48 -0700157 struct acpi_nfit_memory_map memdev[0];
Dan Williamsb94d5232015-05-19 22:54:31 -0400158};
159
Dan Williams6f07f862018-09-26 10:48:38 -0700160enum nfit_mem_flags {
161 NFIT_MEM_LSR,
162 NFIT_MEM_LSW,
Dan Williams0ead1112018-09-26 10:47:15 -0700163 NFIT_MEM_DIRTY,
164 NFIT_MEM_DIRTY_COUNT,
Dan Williams6f07f862018-09-26 10:48:38 -0700165};
166
Dan Williamsb94d5232015-05-19 22:54:31 -0400167/* assembled tables for a given dimm/memory-device */
168struct nfit_mem {
Dan Williamse6dfb2d2015-04-25 03:56:17 -0400169 struct nvdimm *nvdimm;
Dan Williamsb94d5232015-05-19 22:54:31 -0400170 struct acpi_nfit_memory_map *memdev_dcr;
171 struct acpi_nfit_memory_map *memdev_pmem;
Ross Zwisler047fc8a2015-06-25 04:21:02 -0400172 struct acpi_nfit_memory_map *memdev_bdw;
Dan Williamsb94d5232015-05-19 22:54:31 -0400173 struct acpi_nfit_control_region *dcr;
174 struct acpi_nfit_data_region *bdw;
175 struct acpi_nfit_system_address *spa_dcr;
176 struct acpi_nfit_system_address *spa_bdw;
Ross Zwisler047fc8a2015-06-25 04:21:02 -0400177 struct acpi_nfit_interleave *idt_dcr;
178 struct acpi_nfit_interleave *idt_bdw;
Dan Williamsba9c8dd2016-08-22 19:28:37 -0700179 struct kernfs_node *flags_attr;
Ross Zwislerc2ad2952015-07-10 11:06:13 -0600180 struct nfit_flush *nfit_flush;
Dan Williamsb94d5232015-05-19 22:54:31 -0400181 struct list_head list;
Dan Williams62232e452015-06-08 14:27:06 -0400182 struct acpi_device *adev;
Dan Williams8cc6ddf2016-04-05 15:26:50 -0700183 struct acpi_nfit_desc *acpi_desc;
Dan Williamse5ae3b22016-06-07 17:00:04 -0700184 struct resource *flush_wpq;
Dan Williams62232e452015-06-08 14:27:06 -0400185 unsigned long dsm_mask;
Dan Williams6f07f862018-09-26 10:48:38 -0700186 unsigned long flags;
Dan Williams0ead1112018-09-26 10:47:15 -0700187 u32 dirty_shutdown;
Dan Williams31eca762016-04-28 16:23:43 -0700188 int family;
Dan Williamsb94d5232015-05-19 22:54:31 -0400189};
190
191struct acpi_nfit_desc {
192 struct nvdimm_bus_descriptor nd_desc;
Linda Knippers6b577c92015-11-20 19:05:49 -0500193 struct acpi_table_header acpi_header;
Vishal Verma20985162015-10-27 16:58:27 -0600194 struct mutex init_mutex;
Dan Williamsb94d5232015-05-19 22:54:31 -0400195 struct list_head memdevs;
Ross Zwislerc2ad2952015-07-10 11:06:13 -0600196 struct list_head flushes;
Dan Williamsb94d5232015-05-19 22:54:31 -0400197 struct list_head dimms;
198 struct list_head spas;
199 struct list_head dcrs;
200 struct list_head bdws;
Ross Zwisler047fc8a2015-06-25 04:21:02 -0400201 struct list_head idts;
Dan Williamsb94d5232015-05-19 22:54:31 -0400202 struct nvdimm_bus *nvdimm_bus;
203 struct device *dev;
Toshi Kani80790032017-06-29 20:41:30 -0600204 u8 ars_start_flags;
Dan Williams1cf03c02016-02-17 13:01:23 -0800205 struct nd_cmd_ars_status *ars_status;
Dan Williamsd3abaf42018-10-13 20:32:17 -0700206 struct nfit_spa *scrub_spa;
Dan Williamsbc6ba802018-04-05 16:18:55 -0700207 struct delayed_work dwork;
Vishal Verma6839a6d2016-07-23 21:51:21 -0700208 struct list_head list;
Vishal Verma37b137f2016-07-23 21:51:42 -0700209 struct kernfs_node *scrub_count_state;
Dan Williams459d0dd2018-04-05 01:25:02 -0700210 unsigned int max_ars;
Vishal Verma37b137f2016-07-23 21:51:42 -0700211 unsigned int scrub_count;
Vishal Verma9ffd6352016-09-30 17:19:29 -0600212 unsigned int scrub_mode;
Dan Williams33cc2c92018-07-05 14:58:49 -0700213 unsigned int scrub_busy:1;
Dan Williams7ae0fa432016-02-19 12:16:34 -0800214 unsigned int cancel:1;
Dan Williamse3654ec2016-04-28 16:17:07 -0700215 unsigned long dimm_cmd_force_en;
216 unsigned long bus_cmd_force_en;
Yasunori Gotob37b3fd2017-09-22 16:47:40 +0900217 unsigned long bus_nfit_cmd_force_en;
Dave Jiang06e8ccd2018-01-31 12:45:38 -0700218 unsigned int platform_cap;
Dan Williamsbc6ba802018-04-05 16:18:55 -0700219 unsigned int scrub_tmo;
Dan Williams6bc75612015-06-17 17:23:32 -0400220 int (*blk_do_io)(struct nd_blk_region *ndbr, resource_size_t dpa,
221 void *iobuf, u64 len, int rw);
Dan Williamsb94d5232015-05-19 22:54:31 -0400222};
223
Vishal Verma9ffd6352016-09-30 17:19:29 -0600224enum scrub_mode {
225 HW_ERROR_SCRUB_OFF,
226 HW_ERROR_SCRUB_ON,
227};
228
Ross Zwisler047fc8a2015-06-25 04:21:02 -0400229enum nd_blk_mmio_selector {
230 BDW,
231 DCR,
232};
233
Ross Zwisler67a3e8f2015-08-27 13:14:20 -0600234struct nd_blk_addr {
235 union {
236 void __iomem *base;
Dan Williams7a9eb202016-06-03 18:06:47 -0700237 void *aperture;
Ross Zwisler67a3e8f2015-08-27 13:14:20 -0600238 };
239};
240
Ross Zwisler047fc8a2015-06-25 04:21:02 -0400241struct nfit_blk {
242 struct nfit_blk_mmio {
Ross Zwisler67a3e8f2015-08-27 13:14:20 -0600243 struct nd_blk_addr addr;
Ross Zwisler047fc8a2015-06-25 04:21:02 -0400244 u64 size;
245 u64 base_offset;
246 u32 line_size;
247 u32 num_lines;
248 u32 table_size;
249 struct acpi_nfit_interleave *idt;
250 struct acpi_nfit_system_address *spa;
251 } mmio[2];
252 struct nd_region *nd_region;
253 u64 bdw_offset; /* post interleave offset */
254 u64 stat_offset;
255 u64 cmd_offset;
Ross Zwislerf0f2c072015-07-10 11:06:14 -0600256 u32 dimm_flags;
Ross Zwislerc2ad2952015-07-10 11:06:13 -0600257};
258
Vishal Verma6839a6d2016-07-23 21:51:21 -0700259extern struct list_head acpi_descs;
260extern struct mutex acpi_desc_lock;
Dan Williamsd3abaf42018-10-13 20:32:17 -0700261int acpi_nfit_ars_rescan(struct acpi_nfit_desc *acpi_desc,
262 enum nfit_ars_state req_type);
Ross Zwisler047fc8a2015-06-25 04:21:02 -0400263
Vishal Verma6839a6d2016-07-23 21:51:21 -0700264#ifdef CONFIG_X86_MCE
265void nfit_mce_register(void);
266void nfit_mce_unregister(void);
267#else
268static inline void nfit_mce_register(void)
Ross Zwisler047fc8a2015-06-25 04:21:02 -0400269{
Ross Zwisler047fc8a2015-06-25 04:21:02 -0400270}
Vishal Verma6839a6d2016-07-23 21:51:21 -0700271static inline void nfit_mce_unregister(void)
272{
273}
274#endif
275
276int nfit_spa_type(struct acpi_nfit_system_address *spa);
Ross Zwisler047fc8a2015-06-25 04:21:02 -0400277
Dan Williamsb94d5232015-05-19 22:54:31 -0400278static inline struct acpi_nfit_memory_map *__to_nfit_memdev(
279 struct nfit_mem *nfit_mem)
280{
281 if (nfit_mem->memdev_dcr)
282 return nfit_mem->memdev_dcr;
283 return nfit_mem->memdev_pmem;
284}
Dan Williams45def222015-04-26 19:26:48 -0400285
286static inline struct acpi_nfit_desc *to_acpi_desc(
287 struct nvdimm_bus_descriptor *nd_desc)
288{
289 return container_of(nd_desc, struct acpi_nfit_desc, nd_desc);
290}
Dan Williams6bc75612015-06-17 17:23:32 -0400291
Andy Shevchenko41c8bdb2017-06-05 19:40:42 +0300292const guid_t *to_nfit_uuid(enum nfit_uuids id);
Dan Williamse7a11b42016-07-14 16:19:55 -0700293int acpi_nfit_init(struct acpi_nfit_desc *acpi_desc, void *nfit, acpi_size sz);
Dan Williamsfbabd822017-04-18 09:56:31 -0700294void acpi_nfit_shutdown(void *data);
Dan Williamsc14a8682016-08-18 22:15:04 -0700295void __acpi_nfit_notify(struct device *dev, acpi_handle handle, u32 event);
Dan Williams231bf112016-08-22 19:23:25 -0700296void __acpi_nvdimm_notify(struct device *dev, u32 event);
Dan Williamsa7de92d2016-12-05 13:43:25 -0800297int acpi_nfit_ctl(struct nvdimm_bus_descriptor *nd_desc, struct nvdimm *nvdimm,
298 unsigned int cmd, void *buf, unsigned int buf_len, int *cmd_rc);
Dan Williamsa61fe6f2016-02-19 12:29:32 -0800299void acpi_nfit_desc_init(struct acpi_nfit_desc *acpi_desc, struct device *dev);
Dan Williamsb94d5232015-05-19 22:54:31 -0400300#endif /* __NFIT_H__ */