Thomas Gleixner | 1a59d1b8 | 2019-05-27 08:55:05 +0200 | [diff] [blame] | 1 | /* SPDX-License-Identifier: GPL-2.0-or-later */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2 | /* |
| 3 | * lppaca.h |
| 4 | * Copyright (C) 2001 Mike Corrigan IBM Corporation |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 5 | */ |
David Gibson | 8882a4d | 2005-11-09 13:38:01 +1100 | [diff] [blame] | 6 | #ifndef _ASM_POWERPC_LPPACA_H |
| 7 | #define _ASM_POWERPC_LPPACA_H |
Arnd Bergmann | 88ced03 | 2005-12-16 22:43:46 +0100 | [diff] [blame] | 8 | #ifdef __KERNEL__ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 9 | |
Anton Blanchard | 59c19cb | 2012-04-10 16:22:53 +0000 | [diff] [blame] | 10 | /* |
| 11 | * These definitions relate to hypervisors that only exist when using |
Benjamin Herrenschmidt | 9449168 | 2009-06-02 21:17:45 +0000 | [diff] [blame] | 12 | * a server type processor |
| 13 | */ |
| 14 | #ifdef CONFIG_PPC_BOOK3S |
| 15 | |
Anton Blanchard | 59c19cb | 2012-04-10 16:22:53 +0000 | [diff] [blame] | 16 | /* |
| 17 | * This control block contains the data that is shared between the |
| 18 | * hypervisor and the OS. |
| 19 | */ |
Michael Neuling | 2f6093c | 2006-08-07 16:19:19 +1000 | [diff] [blame] | 20 | #include <linux/cache.h> |
Benjamin Herrenschmidt | f2f6dad | 2011-03-06 18:02:31 +0000 | [diff] [blame] | 21 | #include <linux/threads.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 22 | #include <asm/types.h> |
Michael Neuling | 2f6093c | 2006-08-07 16:19:19 +1000 | [diff] [blame] | 23 | #include <asm/mmu.h> |
Aneesh Kumar K.V | a6201da | 2018-04-02 13:03:37 +0530 | [diff] [blame] | 24 | #include <asm/firmware.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 25 | |
Benjamin Herrenschmidt | f2f6dad | 2011-03-06 18:02:31 +0000 | [diff] [blame] | 26 | /* |
Nicholas Piggin | 499dcd4 | 2018-02-14 01:08:13 +1000 | [diff] [blame] | 27 | * The lppaca is the "virtual processor area" registered with the hypervisor, |
| 28 | * H_REGISTER_VPA etc. |
| 29 | * |
| 30 | * According to PAPR, the structure is 640 bytes long, must be L1 cache line |
| 31 | * aligned, and must not cross a 4kB boundary. Its size field must be at |
| 32 | * least 640 bytes (but may be more). |
| 33 | * |
| 34 | * Pre-v4.14 KVM hypervisors reject the VPA if its size field is smaller than |
| 35 | * 1kB, so we dynamically allocate 1kB and advertise size as 1kB, but keep |
| 36 | * this structure as the canonical 640 byte size. |
Anton Blanchard | 59c19cb | 2012-04-10 16:22:53 +0000 | [diff] [blame] | 37 | */ |
Bryan O'Sullivan | c6b3fea | 2006-01-17 17:00:05 -0800 | [diff] [blame] | 38 | struct lppaca { |
Anton Blanchard | 59c19cb | 2012-04-10 16:22:53 +0000 | [diff] [blame] | 39 | /* cacheline 1 contains read-only data */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 40 | |
Anton Blanchard | c72cd55 | 2013-08-07 02:01:45 +1000 | [diff] [blame] | 41 | __be32 desc; /* Eye catcher 0xD397D781 */ |
| 42 | __be16 size; /* Size of this struct */ |
Anton Blanchard | f13c13a | 2013-08-07 02:01:26 +1000 | [diff] [blame] | 43 | u8 reserved1[3]; |
| 44 | u8 __old_status; /* Old status, including shared proc */ |
Anton Blanchard | 59c19cb | 2012-04-10 16:22:53 +0000 | [diff] [blame] | 45 | u8 reserved3[14]; |
Anton Blanchard | c72cd55 | 2013-08-07 02:01:45 +1000 | [diff] [blame] | 46 | volatile __be32 dyn_hw_node_id; /* Dynamic hardware node id */ |
| 47 | volatile __be32 dyn_hw_proc_id; /* Dynamic hardware proc id */ |
Anton Blanchard | 59c19cb | 2012-04-10 16:22:53 +0000 | [diff] [blame] | 48 | u8 reserved4[56]; |
| 49 | volatile u8 vphn_assoc_counts[8]; /* Virtual processor home node */ |
| 50 | /* associativity change counters */ |
| 51 | u8 reserved5[32]; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 52 | |
Anton Blanchard | 59c19cb | 2012-04-10 16:22:53 +0000 | [diff] [blame] | 53 | /* cacheline 2 contains local read-write data */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 54 | |
Anton Blanchard | 59c19cb | 2012-04-10 16:22:53 +0000 | [diff] [blame] | 55 | u8 reserved6[48]; |
| 56 | u8 cede_latency_hint; |
Michael Ellerman | 6e0b8bc9 | 2013-06-28 18:15:18 +1000 | [diff] [blame] | 57 | u8 ebb_regs_in_use; |
| 58 | u8 reserved7[6]; |
Anton Blanchard | 59c19cb | 2012-04-10 16:22:53 +0000 | [diff] [blame] | 59 | u8 dtl_enable_mask; /* Dispatch Trace Log mask */ |
| 60 | u8 donate_dedicated_cpu; /* Donate dedicated CPU cycles */ |
| 61 | u8 fpregs_in_use; |
| 62 | u8 pmcregs_in_use; |
| 63 | u8 reserved8[28]; |
Anton Blanchard | c72cd55 | 2013-08-07 02:01:45 +1000 | [diff] [blame] | 64 | __be64 wait_state_cycles; /* Wait cycles for this proc */ |
Anton Blanchard | 59c19cb | 2012-04-10 16:22:53 +0000 | [diff] [blame] | 65 | u8 reserved9[28]; |
Anton Blanchard | c72cd55 | 2013-08-07 02:01:45 +1000 | [diff] [blame] | 66 | __be16 slb_count; /* # of SLBs to maintain */ |
Anton Blanchard | 59c19cb | 2012-04-10 16:22:53 +0000 | [diff] [blame] | 67 | u8 idle; /* Indicate OS is idle */ |
| 68 | u8 vmxregs_in_use; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 69 | |
Anton Blanchard | 59c19cb | 2012-04-10 16:22:53 +0000 | [diff] [blame] | 70 | /* cacheline 3 is shared with other processors */ |
| 71 | |
| 72 | /* |
| 73 | * This is the yield_count. An "odd" value (low bit on) means that |
| 74 | * the processor is yielded (either because of an OS yield or a |
| 75 | * hypervisor preempt). An even value implies that the processor is |
| 76 | * currently executing. |
Anton Blanchard | 733187e | 2013-10-20 10:26:20 +1100 | [diff] [blame] | 77 | * NOTE: Even dedicated processor partitions can yield so this |
| 78 | * field cannot be used to determine if we are shared or dedicated. |
Anton Blanchard | 59c19cb | 2012-04-10 16:22:53 +0000 | [diff] [blame] | 79 | */ |
Anton Blanchard | c72cd55 | 2013-08-07 02:01:45 +1000 | [diff] [blame] | 80 | volatile __be32 yield_count; |
| 81 | volatile __be32 dispersion_count; /* dispatch changed physical cpu */ |
| 82 | volatile __be64 cmo_faults; /* CMO page fault count */ |
| 83 | volatile __be64 cmo_fault_time; /* CMO page fault time */ |
Anton Blanchard | 59c19cb | 2012-04-10 16:22:53 +0000 | [diff] [blame] | 84 | u8 reserved10[104]; |
| 85 | |
| 86 | /* cacheline 4-5 */ |
| 87 | |
Anton Blanchard | c72cd55 | 2013-08-07 02:01:45 +1000 | [diff] [blame] | 88 | __be32 page_ins; /* CMO Hint - # page ins by OS */ |
Anton Blanchard | 59c19cb | 2012-04-10 16:22:53 +0000 | [diff] [blame] | 89 | u8 reserved11[148]; |
Nicholas Piggin | 499dcd4 | 2018-02-14 01:08:13 +1000 | [diff] [blame] | 90 | volatile __be64 dtl_idx; /* Dispatch Trace Log head index */ |
Anton Blanchard | 59c19cb | 2012-04-10 16:22:53 +0000 | [diff] [blame] | 91 | u8 reserved12[96]; |
Nicholas Piggin | 499dcd4 | 2018-02-14 01:08:13 +1000 | [diff] [blame] | 92 | } ____cacheline_aligned; |
David Gibson | 3356bb9f7 | 2006-01-13 10:26:42 +1100 | [diff] [blame] | 93 | |
Nicholas Piggin | d2e6007 | 2018-02-14 01:08:12 +1000 | [diff] [blame] | 94 | #define lppaca_of(cpu) (*paca_ptrs[cpu]->lppaca_ptr) |
Paul Mackerras | 8154c5d | 2010-08-12 20:18:15 +0000 | [diff] [blame] | 95 | |
Michael Neuling | 2f6093c | 2006-08-07 16:19:19 +1000 | [diff] [blame] | 96 | /* |
Anton Blanchard | 733187e | 2013-10-20 10:26:20 +1100 | [diff] [blame] | 97 | * We are using a non architected field to determine if a partition is |
| 98 | * shared or dedicated. This currently works on both KVM and PHYP, but |
| 99 | * we will have to transition to something better. |
Anton Blanchard | f13c13a | 2013-08-07 02:01:26 +1000 | [diff] [blame] | 100 | */ |
| 101 | #define LPPACA_OLD_SHARED_PROC 2 |
| 102 | |
| 103 | static inline bool lppaca_shared_proc(struct lppaca *l) |
| 104 | { |
Aneesh Kumar K.V | a6201da | 2018-04-02 13:03:37 +0530 | [diff] [blame] | 105 | if (!firmware_has_feature(FW_FEATURE_SPLPAR)) |
| 106 | return false; |
Anton Blanchard | 733187e | 2013-10-20 10:26:20 +1100 | [diff] [blame] | 107 | return !!(l->__old_status & LPPACA_OLD_SHARED_PROC); |
Anton Blanchard | f13c13a | 2013-08-07 02:01:26 +1000 | [diff] [blame] | 108 | } |
| 109 | |
| 110 | /* |
Michael Neuling | 2f6093c | 2006-08-07 16:19:19 +1000 | [diff] [blame] | 111 | * SLB shadow buffer structure as defined in the PAPR. The save_area |
| 112 | * contains adjacent ESID and VSID pairs for each shadowed SLB. The |
| 113 | * ESID is stored in the lower 64bits, then the VSID. |
| 114 | */ |
| 115 | struct slb_shadow { |
Anton Blanchard | c72cd55 | 2013-08-07 02:01:45 +1000 | [diff] [blame] | 116 | __be32 persistent; /* Number of persistent SLBs */ |
| 117 | __be32 buffer_length; /* Total shadow buffer length */ |
| 118 | __be64 reserved; |
Michael Neuling | 2f6093c | 2006-08-07 16:19:19 +1000 | [diff] [blame] | 119 | struct { |
Anton Blanchard | c72cd55 | 2013-08-07 02:01:45 +1000 | [diff] [blame] | 120 | __be64 esid; |
| 121 | __be64 vsid; |
Anton Blanchard | 59c19cb | 2012-04-10 16:22:53 +0000 | [diff] [blame] | 122 | } save_area[SLB_NUM_BOLTED]; |
Michael Neuling | 2f6093c | 2006-08-07 16:19:19 +1000 | [diff] [blame] | 123 | } ____cacheline_aligned; |
| 124 | |
Paul Mackerras | cf9efce | 2010-08-26 19:56:43 +0000 | [diff] [blame] | 125 | /* |
| 126 | * Layout of entries in the hypervisor's dispatch trace log buffer. |
| 127 | */ |
| 128 | struct dtl_entry { |
| 129 | u8 dispatch_reason; |
| 130 | u8 preempt_reason; |
Anton Blanchard | c72cd55 | 2013-08-07 02:01:45 +1000 | [diff] [blame] | 131 | __be16 processor_id; |
| 132 | __be32 enqueue_to_dispatch_time; |
| 133 | __be32 ready_to_enqueue_time; |
| 134 | __be32 waiting_to_ready_time; |
| 135 | __be64 timebase; |
| 136 | __be64 fault_addr; |
| 137 | __be64 srr0; |
| 138 | __be64 srr1; |
Paul Mackerras | cf9efce | 2010-08-26 19:56:43 +0000 | [diff] [blame] | 139 | }; |
| 140 | |
| 141 | #define DISPATCH_LOG_BYTES 4096 /* bytes per cpu */ |
| 142 | #define N_DISPATCH_LOG (DISPATCH_LOG_BYTES / sizeof(struct dtl_entry)) |
| 143 | |
Nishanth Aravamudan | af442a1 | 2011-05-04 12:54:16 +0000 | [diff] [blame] | 144 | extern struct kmem_cache *dtl_cache; |
| 145 | |
Paul Mackerras | 872e439 | 2010-08-31 01:59:53 +0000 | [diff] [blame] | 146 | /* |
Frederic Weisbecker | abf917c | 2012-07-25 07:56:04 +0200 | [diff] [blame] | 147 | * When CONFIG_VIRT_CPU_ACCOUNTING_NATIVE = y, the cpu accounting code controls |
Paul Mackerras | 872e439 | 2010-08-31 01:59:53 +0000 | [diff] [blame] | 148 | * reading from the dispatch trace log. If other code wants to consume |
| 149 | * DTL entries, it can set this pointer to a function that will get |
| 150 | * called once for each DTL entry that gets processed. |
| 151 | */ |
| 152 | extern void (*dtl_consumer)(struct dtl_entry *entry, u64 index); |
| 153 | |
Benjamin Herrenschmidt | 9449168 | 2009-06-02 21:17:45 +0000 | [diff] [blame] | 154 | #endif /* CONFIG_PPC_BOOK3S */ |
Arnd Bergmann | 88ced03 | 2005-12-16 22:43:46 +0100 | [diff] [blame] | 155 | #endif /* __KERNEL__ */ |
David Gibson | 8882a4d | 2005-11-09 13:38:01 +1100 | [diff] [blame] | 156 | #endif /* _ASM_POWERPC_LPPACA_H */ |