blob: 806494283e2a4a0cea450dce87d15b557ce6b00b [file] [log] [blame]
Thomas Gleixner1a59d1b82019-05-27 08:55:05 +02001/* SPDX-License-Identifier: GPL-2.0-or-later */
Linus Torvalds1da177e2005-04-16 15:20:36 -07002/*
3 * lppaca.h
4 * Copyright (C) 2001 Mike Corrigan IBM Corporation
Linus Torvalds1da177e2005-04-16 15:20:36 -07005 */
David Gibson8882a4d2005-11-09 13:38:01 +11006#ifndef _ASM_POWERPC_LPPACA_H
7#define _ASM_POWERPC_LPPACA_H
Arnd Bergmann88ced032005-12-16 22:43:46 +01008#ifdef __KERNEL__
Linus Torvalds1da177e2005-04-16 15:20:36 -07009
Anton Blanchard59c19cb2012-04-10 16:22:53 +000010/*
11 * These definitions relate to hypervisors that only exist when using
Benjamin Herrenschmidt94491682009-06-02 21:17:45 +000012 * a server type processor
13 */
14#ifdef CONFIG_PPC_BOOK3S
15
Anton Blanchard59c19cb2012-04-10 16:22:53 +000016/*
17 * This control block contains the data that is shared between the
18 * hypervisor and the OS.
19 */
Michael Neuling2f6093c2006-08-07 16:19:19 +100020#include <linux/cache.h>
Benjamin Herrenschmidtf2f6dad2011-03-06 18:02:31 +000021#include <linux/threads.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070022#include <asm/types.h>
Michael Neuling2f6093c2006-08-07 16:19:19 +100023#include <asm/mmu.h>
Aneesh Kumar K.Va6201da2018-04-02 13:03:37 +053024#include <asm/firmware.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070025
Benjamin Herrenschmidtf2f6dad2011-03-06 18:02:31 +000026/*
Nicholas Piggin499dcd42018-02-14 01:08:13 +100027 * The lppaca is the "virtual processor area" registered with the hypervisor,
28 * H_REGISTER_VPA etc.
29 *
30 * According to PAPR, the structure is 640 bytes long, must be L1 cache line
31 * aligned, and must not cross a 4kB boundary. Its size field must be at
32 * least 640 bytes (but may be more).
33 *
34 * Pre-v4.14 KVM hypervisors reject the VPA if its size field is smaller than
35 * 1kB, so we dynamically allocate 1kB and advertise size as 1kB, but keep
36 * this structure as the canonical 640 byte size.
Anton Blanchard59c19cb2012-04-10 16:22:53 +000037 */
Bryan O'Sullivanc6b3fea2006-01-17 17:00:05 -080038struct lppaca {
Anton Blanchard59c19cb2012-04-10 16:22:53 +000039 /* cacheline 1 contains read-only data */
Linus Torvalds1da177e2005-04-16 15:20:36 -070040
Anton Blanchardc72cd552013-08-07 02:01:45 +100041 __be32 desc; /* Eye catcher 0xD397D781 */
42 __be16 size; /* Size of this struct */
Anton Blanchardf13c13a2013-08-07 02:01:26 +100043 u8 reserved1[3];
44 u8 __old_status; /* Old status, including shared proc */
Anton Blanchard59c19cb2012-04-10 16:22:53 +000045 u8 reserved3[14];
Anton Blanchardc72cd552013-08-07 02:01:45 +100046 volatile __be32 dyn_hw_node_id; /* Dynamic hardware node id */
47 volatile __be32 dyn_hw_proc_id; /* Dynamic hardware proc id */
Anton Blanchard59c19cb2012-04-10 16:22:53 +000048 u8 reserved4[56];
49 volatile u8 vphn_assoc_counts[8]; /* Virtual processor home node */
50 /* associativity change counters */
51 u8 reserved5[32];
Linus Torvalds1da177e2005-04-16 15:20:36 -070052
Anton Blanchard59c19cb2012-04-10 16:22:53 +000053 /* cacheline 2 contains local read-write data */
Linus Torvalds1da177e2005-04-16 15:20:36 -070054
Anton Blanchard59c19cb2012-04-10 16:22:53 +000055 u8 reserved6[48];
56 u8 cede_latency_hint;
Michael Ellerman6e0b8bc92013-06-28 18:15:18 +100057 u8 ebb_regs_in_use;
58 u8 reserved7[6];
Anton Blanchard59c19cb2012-04-10 16:22:53 +000059 u8 dtl_enable_mask; /* Dispatch Trace Log mask */
60 u8 donate_dedicated_cpu; /* Donate dedicated CPU cycles */
61 u8 fpregs_in_use;
62 u8 pmcregs_in_use;
63 u8 reserved8[28];
Anton Blanchardc72cd552013-08-07 02:01:45 +100064 __be64 wait_state_cycles; /* Wait cycles for this proc */
Anton Blanchard59c19cb2012-04-10 16:22:53 +000065 u8 reserved9[28];
Anton Blanchardc72cd552013-08-07 02:01:45 +100066 __be16 slb_count; /* # of SLBs to maintain */
Anton Blanchard59c19cb2012-04-10 16:22:53 +000067 u8 idle; /* Indicate OS is idle */
68 u8 vmxregs_in_use;
Linus Torvalds1da177e2005-04-16 15:20:36 -070069
Anton Blanchard59c19cb2012-04-10 16:22:53 +000070 /* cacheline 3 is shared with other processors */
71
72 /*
73 * This is the yield_count. An "odd" value (low bit on) means that
74 * the processor is yielded (either because of an OS yield or a
75 * hypervisor preempt). An even value implies that the processor is
76 * currently executing.
Anton Blanchard733187e2013-10-20 10:26:20 +110077 * NOTE: Even dedicated processor partitions can yield so this
78 * field cannot be used to determine if we are shared or dedicated.
Anton Blanchard59c19cb2012-04-10 16:22:53 +000079 */
Anton Blanchardc72cd552013-08-07 02:01:45 +100080 volatile __be32 yield_count;
81 volatile __be32 dispersion_count; /* dispatch changed physical cpu */
82 volatile __be64 cmo_faults; /* CMO page fault count */
83 volatile __be64 cmo_fault_time; /* CMO page fault time */
Anton Blanchard59c19cb2012-04-10 16:22:53 +000084 u8 reserved10[104];
85
86 /* cacheline 4-5 */
87
Anton Blanchardc72cd552013-08-07 02:01:45 +100088 __be32 page_ins; /* CMO Hint - # page ins by OS */
Anton Blanchard59c19cb2012-04-10 16:22:53 +000089 u8 reserved11[148];
Nicholas Piggin499dcd42018-02-14 01:08:13 +100090 volatile __be64 dtl_idx; /* Dispatch Trace Log head index */
Anton Blanchard59c19cb2012-04-10 16:22:53 +000091 u8 reserved12[96];
Nicholas Piggin499dcd42018-02-14 01:08:13 +100092} ____cacheline_aligned;
David Gibson3356bb9f72006-01-13 10:26:42 +110093
Nicholas Piggind2e60072018-02-14 01:08:12 +100094#define lppaca_of(cpu) (*paca_ptrs[cpu]->lppaca_ptr)
Paul Mackerras8154c5d2010-08-12 20:18:15 +000095
Michael Neuling2f6093c2006-08-07 16:19:19 +100096/*
Anton Blanchard733187e2013-10-20 10:26:20 +110097 * We are using a non architected field to determine if a partition is
98 * shared or dedicated. This currently works on both KVM and PHYP, but
99 * we will have to transition to something better.
Anton Blanchardf13c13a2013-08-07 02:01:26 +1000100 */
101#define LPPACA_OLD_SHARED_PROC 2
102
103static inline bool lppaca_shared_proc(struct lppaca *l)
104{
Aneesh Kumar K.Va6201da2018-04-02 13:03:37 +0530105 if (!firmware_has_feature(FW_FEATURE_SPLPAR))
106 return false;
Anton Blanchard733187e2013-10-20 10:26:20 +1100107 return !!(l->__old_status & LPPACA_OLD_SHARED_PROC);
Anton Blanchardf13c13a2013-08-07 02:01:26 +1000108}
109
110/*
Michael Neuling2f6093c2006-08-07 16:19:19 +1000111 * SLB shadow buffer structure as defined in the PAPR. The save_area
112 * contains adjacent ESID and VSID pairs for each shadowed SLB. The
113 * ESID is stored in the lower 64bits, then the VSID.
114 */
115struct slb_shadow {
Anton Blanchardc72cd552013-08-07 02:01:45 +1000116 __be32 persistent; /* Number of persistent SLBs */
117 __be32 buffer_length; /* Total shadow buffer length */
118 __be64 reserved;
Michael Neuling2f6093c2006-08-07 16:19:19 +1000119 struct {
Anton Blanchardc72cd552013-08-07 02:01:45 +1000120 __be64 esid;
121 __be64 vsid;
Anton Blanchard59c19cb2012-04-10 16:22:53 +0000122 } save_area[SLB_NUM_BOLTED];
Michael Neuling2f6093c2006-08-07 16:19:19 +1000123} ____cacheline_aligned;
124
Paul Mackerrascf9efce2010-08-26 19:56:43 +0000125/*
126 * Layout of entries in the hypervisor's dispatch trace log buffer.
127 */
128struct dtl_entry {
129 u8 dispatch_reason;
130 u8 preempt_reason;
Anton Blanchardc72cd552013-08-07 02:01:45 +1000131 __be16 processor_id;
132 __be32 enqueue_to_dispatch_time;
133 __be32 ready_to_enqueue_time;
134 __be32 waiting_to_ready_time;
135 __be64 timebase;
136 __be64 fault_addr;
137 __be64 srr0;
138 __be64 srr1;
Paul Mackerrascf9efce2010-08-26 19:56:43 +0000139};
140
141#define DISPATCH_LOG_BYTES 4096 /* bytes per cpu */
142#define N_DISPATCH_LOG (DISPATCH_LOG_BYTES / sizeof(struct dtl_entry))
143
Nishanth Aravamudanaf442a12011-05-04 12:54:16 +0000144extern struct kmem_cache *dtl_cache;
145
Paul Mackerras872e4392010-08-31 01:59:53 +0000146/*
Frederic Weisbeckerabf917c2012-07-25 07:56:04 +0200147 * When CONFIG_VIRT_CPU_ACCOUNTING_NATIVE = y, the cpu accounting code controls
Paul Mackerras872e4392010-08-31 01:59:53 +0000148 * reading from the dispatch trace log. If other code wants to consume
149 * DTL entries, it can set this pointer to a function that will get
150 * called once for each DTL entry that gets processed.
151 */
152extern void (*dtl_consumer)(struct dtl_entry *entry, u64 index);
153
Benjamin Herrenschmidt94491682009-06-02 21:17:45 +0000154#endif /* CONFIG_PPC_BOOK3S */
Arnd Bergmann88ced032005-12-16 22:43:46 +0100155#endif /* __KERNEL__ */
David Gibson8882a4d2005-11-09 13:38:01 +1100156#endif /* _ASM_POWERPC_LPPACA_H */