1 /*        $NetBSD: specialreg.h,v 1.219 2025/04/28 13:01:27 riastradh Exp $     */
2 
3 /*
4  * Copyright (c) 2014-2020 The NetBSD Foundation, Inc.
5  * All rights reserved.
6  *
7  * Redistribution and use in source and binary forms, with or without
8  * modification, are permitted provided that the following conditions
9  * are met:
10  * 1. Redistributions of source code must retain the above copyright
11  *    notice, this list of conditions and the following disclaimer.
12  * 2. Redistributions in binary form must reproduce the above copyright
13  *    notice, this list of conditions and the following disclaimer in the
14  *    documentation and/or other materials provided with the distribution.
15  *
16  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
17  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
18  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
19  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
20  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
21  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
22  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
23  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
24  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
25  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
26  * POSSIBILITY OF SUCH DAMAGE.
27  */
28 
29 /*
30  * Copyright (c) 1991 The Regents of the University of California.
31  * All rights reserved.
32  *
33  * Redistribution and use in source and binary forms, with or without
34  * modification, are permitted provided that the following conditions
35  * are met:
36  * 1. Redistributions of source code must retain the above copyright
37  *    notice, this list of conditions and the following disclaimer.
38  * 2. Redistributions in binary form must reproduce the above copyright
39  *    notice, this list of conditions and the following disclaimer in the
40  *    documentation and/or other materials provided with the distribution.
41  * 3. Neither the name of the University nor the names of its contributors
42  *    may be used to endorse or promote products derived from this software
43  *    without specific prior written permission.
44  *
45  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
46  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
47  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
48  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
49  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
50  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
51  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
52  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
53  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
54  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
55  * SUCH DAMAGE.
56  *
57  *        @(#)specialreg.h    7.1 (Berkeley) 5/9/91
58  */
59 
60 /*
61  * CR0
62  */
63 #define CR0_PE      0x00000001          /* Protected mode Enable */
64 #define CR0_MP      0x00000002          /* "Math" Present (NPX or NPX emulator) */
65 #define CR0_EM      0x00000004          /* EMulate non-NPX coproc. (trap ESC only) */
66 #define CR0_TS      0x00000008          /* Task Switched (if MP, trap ESC and WAIT) */
67 #define CR0_ET      0x00000010          /* Extension Type (387 (if set) vs 287) */
68 #define CR0_NE      0x00000020          /* Numeric Error enable (EX16 vs IRQ13) */
69 #define CR0_WP      0x00010000          /* Write Protect (honor PTE_W in all modes) */
70 #define CR0_AM      0x00040000          /* Alignment Mask (set to enable AC flag) */
71 #define CR0_NW      0x20000000          /* Not Write-through */
72 #define CR0_CD      0x40000000          /* Cache Disable */
73 #define CR0_PG      0x80000000          /* PaGing enable */
74 
75 /*
76  * Cyrix 486 DLC special registers, accessible as IO ports
77  */
78 #define CCR0                  0xc0      /* configuration control register 0 */
79 #define CCR0_NC0    0x01      /* first 64K of each 1M memory region is non-cacheable */
80 #define CCR0_NC1    0x02      /* 640K-1M region is non-cacheable */
81 #define CCR0_A20M   0x04      /* enables A20M# input pin */
82 #define CCR0_KEN    0x08      /* enables KEN# input pin */
83 #define CCR0_FLUSH  0x10      /* enables FLUSH# input pin */
84 #define CCR0_BARB   0x20      /* flushes internal cache when entering hold state */
85 #define CCR0_CO               0x40      /* cache org: 1=direct mapped, 0=2x set assoc */
86 #define CCR0_SUSPEND          0x80      /* enables SUSP# and SUSPA# pins */
87 #define CCR1                  0xc1      /* configuration control register 1 */
88 #define CCR1_RPL    0x01      /* enables RPLSET and RPLVAL# pins */
89 
90 /*
91  * CR3
92  */
93 #define CR3_PCID              __BITS(11,0)
94 #define CR3_PA                          __BITS(62,12)
95 #define CR3_NO_TLB_FLUSH      __BIT(63)
96 
97 /*
98  * CR4
99  */
100 #define CR4_VME               0x00000001 /* Virtual 8086 mode extension enable */
101 #define CR4_PVI               0x00000002 /* Protected mode virtual interrupt enable */
102 #define CR4_TSD               0x00000004 /* Restrict RDTSC instruction to cpl 0 */
103 #define CR4_DE                0x00000008 /* Debugging extension */
104 #define CR4_PSE               0x00000010 /* Large (4MB) page size enable */
105 #define CR4_PAE               0x00000020 /* Physical address extension enable */
106 #define CR4_MCE               0x00000040 /* Machine check enable */
107 #define CR4_PGE               0x00000080 /* Page global enable */
108 #define CR4_PCE               0x00000100 /* Enable RDPMC instruction for all cpls */
109 #define CR4_OSFXSR  0x00000200 /* Enable fxsave/fxrestor and SSE */
110 #define CR4_OSXMMEXCPT        0x00000400 /* Enable unmasked SSE exceptions */
111 #define CR4_UMIP    0x00000800 /* User Mode Instruction Prevention */
112 #define CR4_LA57    0x00001000 /* 57-bit linear addresses */
113 #define CR4_VMXE    0x00002000 /* Enable VMX operations */
114 #define CR4_SMXE    0x00004000 /* Enable SMX operations */
115 #define CR4_FSGSBASE          0x00010000 /* Enable *FSBASE and *GSBASE instructions */
116 #define CR4_PCIDE   0x00020000 /* Enable Process Context IDentifiers */
117 #define CR4_OSXSAVE 0x00040000 /* Enable xsave and xrestore */
118 #define CR4_SMEP    0x00100000 /* Enable SMEP support */
119 #define CR4_SMAP    0x00200000 /* Enable SMAP support */
120 #define CR4_PKE               0x00400000 /* Enable Protection Keys for user pages */
121 #define CR4_CET               0x00800000 /* Enable CET */
122 #define CR4_PKS               0x01000000 /* Enable Protection Keys for kern pages */
123 
124 /*
125  * Extended Control Register XCR0, also known as XFEATURE_ENABLED_MASK,
126  * with access via XGETBV/XSETBV instructions and support indicated by
127  * CPUID[EAX=0x0d, ECX=0].EAX/EDX.
128  *
129  * References:
130  *
131  * - Intel 64 and IA-32 Architectures Software Developer's Manual,
132  *   Volume 3: System Programming Guide, Intel, Order Number:
133  *   325384-087US, March 2025, Sec. 2.6 `Extended Control Registers
134  *   (Including XCR0)', pp. 2-20 -- 2-22.
135  *
136  * - AMD64 Architecture Programmer's Manual, Volume 2: System
137  *   Programming, Advanced Micro Devices, Publication no. 24593,
138  *   Rev. 3.42, March 2024, Sec. 11.5.2 `XFEATURE_ENABLED_MASK',
139  *   p. 355.
140  *
141  * XXX Missing reference for XCR0_PT, XCR0_HDC, XCR0_LBR, XCR0_HWP.
142  */
143 #define XCR0_X87    __BIT(0)  /* x87 FPU/MMX state */
144 #define XCR0_SSE    __BIT(1)  /* SSE state */
145 #define XCR0_YMM_Hi128        __BIT(2)  /* AVX-256 (ymmn registers) */
146 #define XCR0_BNDREGS          __BIT(3)  /* Memory protection ext bounds */
147 #define XCR0_BNDCSR __BIT(4)  /* Memory protection ext state */
148 #define XCR0_Opmask __BIT(5)  /* AVX-512 Opmask */
149 #define XCR0_ZMM_Hi256        __BIT(6)  /* AVX-512 upper 256 bits low regs */
150 #define XCR0_Hi16_ZMM         __BIT(7)  /* AVX-512 512 bits upper registers */
151 #define XCR0_PT               __BIT(8)  /* Processor Trace state */
152 #define XCR0_PKRU   __BIT(9)  /* Protection Key state */
153 #define XCR0_CET_U  __BIT(11) /* User CET state */
154 #define XCR0_CET_S  __BIT(12) /* Kern CET state */
155 #define XCR0_HDC    __BIT(13) /* Hardware Duty Cycle state */
156 #define XCR0_LBR    __BIT(15) /* Last Branch Record */
157 #define XCR0_HWP    __BIT(16) /* Hardware P-states */
158 #define XCR0_TILECFG          __BIT(17) /* Intel AMX TILECFG state in XSAVE */
159 #define XCR0_TILEDATA         __BIT(18) /* Intel AMX TILEDATA state in XSAVE */
160 #define XCR0_LWP    __BIT(62) /* AMD Lightweight Profiling (LWP) */
161 #define XCR0_X                __BIT(63) /* AMD: reserved for XCR0 expansion */
162 
163 #define XCR0_FLAGS1 "\177\020"                                                    \
164           "b\000"             "x87\0"                                                       \
165           "b\001"             "SSE\0"                                                       \
166           "b\002"             "AVX\0"                                                       \
167           "b\003"             "BNDREGS\0"                                                   \
168           "b\004"             "BNDCSR\0"                                                    \
169           "b\005"             "Opmask\0"                                                    \
170           "b\006"             "ZMM_Hi256\0"                                                 \
171           "b\007"             "Hi16_ZMM\0"                                                  \
172           "b\010"             "PT\0"                                                        \
173           "b\011"             "PKRU\0"                                            \
174           "b\013"             "CET_U\0"                                           \
175           "b\014"             "CET_S\0"                                           \
176           "b\015"             "HDC\0"                                                       \
177           "b\017"             "LBR\0"                                                       \
178           "b\020"             "HWP\0"                                                       \
179           "b\021"             "TILECFG\0"                                                   \
180           "b\022"             "TILEDATA\0"                                                  \
181           "b\076"             "LWP\0"                                                       \
182           "b\077"             "X\0"                                                         \
183           "\0"
184 
185 /*
186  * Known FPU bits, only these get enabled. The save area is sized for all the
187  * fields below.
188  */
189 #if defined __i386__ || defined XENPV /* XXX XENPV PR kern/59371 */
190 #define XCR0_FPU    (XCR0_X87 | XCR0_SSE | XCR0_YMM_Hi128 | \
191                                XCR0_Opmask | XCR0_ZMM_Hi256 | XCR0_Hi16_ZMM)
192 #else
193 #define XCR0_FPU    (XCR0_X87 | XCR0_SSE | XCR0_YMM_Hi128 | \
194                                XCR0_Opmask | XCR0_ZMM_Hi256 | XCR0_Hi16_ZMM | \
195                                XCR0_TILECFG | XCR0_TILEDATA)
196 #endif
197 
198 /*
199  * XSAVE component indices, internal to NetBSD.
200  */
201 #define XSAVE_X87   0
202 #define XSAVE_SSE   1
203 #define XSAVE_YMM_Hi128       2
204 #define XSAVE_BNDREGS         3
205 #define XSAVE_BNDCSR          4
206 #define XSAVE_Opmask          5
207 #define XSAVE_ZMM_Hi256       6
208 #define XSAVE_Hi16_ZMM        7
209 
210 /*
211  * Highest XSAVE component enabled by XCR0_FPU.
212  */
213 #define XSAVE_MAX_COMPONENT XSAVE_Hi16_ZMM
214 
215 /*
216  * "features" bits.
217  * CPUID Fn00000001
218  */
219 /* %edx */
220 #define CPUID_FPU   0x00000001          /* processor has an FPU? */
221 #define CPUID_VME   0x00000002          /* has virtual mode (%cr4's VME/PVI) */
222 #define CPUID_DE    0x00000004          /* has debugging extension */
223 #define CPUID_PSE   0x00000008          /* has 4MB page size extension */
224 #define CPUID_TSC   0x00000010          /* has time stamp counter */
225 #define CPUID_MSR   0x00000020          /* has model specific registers */
226 #define CPUID_PAE   0x00000040          /* has physical address extension */
227 #define CPUID_MCE   0x00000080          /* has machine check exception */
228 #define CPUID_CX8   0x00000100          /* has CMPXCHG8B instruction */
229 #define CPUID_APIC  0x00000200          /* has enabled APIC */
230 #define CPUID_SEP   0x00000800          /* has SYSENTER/SYSEXIT extension */
231 #define CPUID_MTRR  0x00001000          /* has memory type range register */
232 #define CPUID_PGE   0x00002000          /* has page global extension */
233 #define CPUID_MCA   0x00004000          /* has machine check architecture */
234 #define CPUID_CMOV  0x00008000          /* has CMOVcc instruction */
235 #define CPUID_PAT   0x00010000          /* Page Attribute Table */
236 #define CPUID_PSE36 0x00020000          /* 36-bit PSE */
237 #define CPUID_PSN   0x00040000          /* Processor Serial Number */
238 #define CPUID_CLFSH 0x00080000          /* CLFLUSH instruction supported */
239 #define CPUID_DS    0x00200000          /* Debug Store */
240 #define CPUID_ACPI  0x00400000          /* ACPI performance modulation regs */
241 #define CPUID_MMX   0x00800000          /* MMX supported */
242 #define CPUID_FXSR  0x01000000          /* Fast FP/MMX Save/Restore */
243 #define CPUID_SSE   0x02000000          /* Streaming SIMD Extensions */
244 #define CPUID_SSE2  0x04000000          /* Streaming SIMD Extensions #2 */
245 #define CPUID_SS    0x08000000          /* Self-Snoop */
246 #define CPUID_HTT   0x10000000          /* Hyper-Threading Technology */
247 #define CPUID_TM    0x20000000          /* Thermal Monitor (TCC) */
248 #define CPUID_PBE   0x80000000          /* Pending Break Enable */
249 
250 #define CPUID_FLAGS1          "\20"                                                       \
251           "\1" "FPU"          "\2" "VME"          "\3" "DE" "\4" "PSE"          \
252           "\5" "TSC"          "\6" "MSR"          "\7" "PAE"          "\10" "MCE"         \
253           "\11" "CX8"         "\12" "APIC"        "\13" "B10"         "\14" "SEP"         \
254           "\15" "MTRR"        "\16" "PGE"         "\17" "MCA"         "\20" "CMOV"        \
255           "\21" "PAT"         "\22" "PSE36"       "\23" "PN"          "\24" "CLFSH"       \
256           "\25" "B20"         "\26" "DS"          "\27" "ACPI"        "\30" "MMX"         \
257           "\31" "FXSR"        "\32" "SSE"         "\33" "SSE2"        "\34" "SS"          \
258           "\35" "HTT"         "\36" "TM"          "\37" "IA64"        "\40" "PBE"
259 
260 /* Blacklists of CPUID flags - used to mask certain features */
261 #ifdef XENPV
262 #define CPUID_FEAT_BLACKLIST   (CPUID_PGE|CPUID_PSE|CPUID_MTRR)
263 #else
264 #define CPUID_FEAT_BLACKLIST   0
265 #endif
266 
267 /* %ecx */
268 #define CPUID2_SSE3 __BIT(0)  /* Streaming SIMD Extensions 3 */
269 #define CPUID2_PCLMULQDQ __BIT(1)       /* PCLMULQDQ instructions */
270 #define CPUID2_DTES64         __BIT(2)  /* 64-bit Debug Trace */
271 #define CPUID2_MONITOR        __BIT(3)  /* MONITOR/MWAIT instructions */
272 #define CPUID2_DS_CPL         __BIT(4)  /* CPL Qualified Debug Store */
273 #define CPUID2_VMX  __BIT(5)  /* Virtual Machine eXtensions */
274 #define CPUID2_SMX  __BIT(6)  /* Safer Mode eXtensions */
275 #define CPUID2_EST  __BIT(7)  /* Enhanced SpeedStep Technology */
276 #define CPUID2_TM2  __BIT(8)  /* Thermal Monitor 2 */
277 #define CPUID2_SSSE3          __BIT(9)  /* Supplemental SSE3 */
278 #define CPUID2_CNXTID         __BIT(10) /* Context ID */
279 #define CPUID2_SDBG __BIT(11) /* Silicon Debug */
280 #define CPUID2_FMA  __BIT(12) /* Fused Multiply Add */
281 #define CPUID2_CX16 __BIT(13) /* CMPXCHG16B instruction */
282 #define CPUID2_XTPR __BIT(14) /* Task Priority Messages disabled? */
283 #define CPUID2_PDCM __BIT(15) /* Perf/Debug Capability MSR */
284 /* bit 16 unused    __BIT(16) */
285 #define CPUID2_PCID __BIT(17) /* Process Context ID */
286 #define CPUID2_DCA  __BIT(18) /* Direct Cache Access */
287 #define CPUID2_SSE41          __BIT(19) /* Streaming SIMD Extensions 4.1 */
288 #define CPUID2_SSE42          __BIT(20) /* Streaming SIMD Extensions 4.2 */
289 #define CPUID2_X2APIC         __BIT(21) /* xAPIC Extensions */
290 #define CPUID2_MOVBE          __BIT(22) /* MOVBE (move after byteswap) */
291 #define CPUID2_POPCNT         __BIT(23) /* POPCNT instruction available */
292 #define CPUID2_DEADLINE       __BIT(24) /* APIC Timer supports TSC Deadline */
293 #define CPUID2_AESNI          __BIT(25) /* AES instructions */
294 #define CPUID2_XSAVE          __BIT(26) /* XSAVE instructions */
295 #define CPUID2_OSXSAVE        __BIT(27) /* XGETBV/XSETBV instructions */
296 #define CPUID2_AVX  __BIT(28) /* AVX instructions */
297 #define CPUID2_F16C __BIT(29) /* half precision conversion */
298 #define CPUID2_RDRAND         __BIT(30) /* RDRAND (hardware random number) */
299 #define CPUID2_RAZ  __BIT(31) /* RAZ. Indicates guest state. */
300 
301 #define CPUID2_FLAGS1         "\20"                                                       \
302           "\1" "SSE3"         "\2" "PCLMULQDQ" "\3" "DTES64"          "\4" "MONITOR"      \
303           "\5" "DS-CPL"       "\6" "VMX"          "\7" "SMX"          "\10" "EST"         \
304           "\11" "TM2"         "\12" "SSSE3"       "\13" "CID"         "\14" "SDBG"        \
305           "\15" "FMA"         "\16" "CX16"        "\17" "xTPR"        "\20" "PDCM"        \
306           "\21" "B16"         "\22" "PCID"        "\23" "DCA"         "\24" "SSE41"       \
307           "\25" "SSE42"       "\26" "X2APIC"      "\27" "MOVBE"       "\30" "POPCNT"      \
308           "\31" "DEADLINE" "\32" "AES"  "\33" "XSAVE"       "\34" "OSXSAVE"     \
309           "\35" "AVX"         "\36" "F16C"        "\37" "RDRAND"      "\40" "RAZ"
310 
311 /* %eax */
312 #define CPUID_TO_BASEFAMILY(cpuid)      (((cpuid) >> 8) & 0xf)
313 #define CPUID_TO_BASEMODEL(cpuid)       (((cpuid) >> 4) & 0xf)
314 #define CPUID_TO_STEPPING(cpuid)        ((cpuid) & 0xf)
315 
316 /*
317  * The Extended family bits should only be inspected when CPUID_TO_BASEFAMILY()
318  * returns 15. They are use to encode family value 16 to 270 (add 15).
319  * The Extended model bits are the high 4 bits of the model.
320  * They are only valid for family >= 15 or family 6 (intel, but all amd
321  * family 6 are documented to return zero bits for them).
322  */
323 #define CPUID_TO_EXTFAMILY(cpuid)       (((cpuid) >> 20) & 0xff)
324 #define CPUID_TO_EXTMODEL(cpuid)        (((cpuid) >> 16) & 0xf)
325 
326 /* The macros for the Display Family and the Display Model */
327 #define CPUID_TO_FAMILY(cpuid)          (CPUID_TO_BASEFAMILY(cpuid)   \
328               + ((CPUID_TO_BASEFAMILY(cpuid) != 0x0f)                 \
329                     ? 0 : CPUID_TO_EXTFAMILY(cpuid)))
330 #define CPUID_TO_MODEL(cpuid) (CPUID_TO_BASEMODEL(cpuid)    \
331               | ((CPUID_TO_BASEFAMILY(cpuid) != 0x0f)                 \
332                     && (CPUID_TO_BASEFAMILY(cpuid) != 0x06)           \
333                     ? 0 : (CPUID_TO_EXTMODEL(cpuid) << 4)))
334 
335 /* %ebx */
336 #define CPUID_BRAND_INDEX     __BITS(7,0)
337 #define CPUID_CLFLUSH_SIZE    __BITS(15,8)
338 #define CPUID_HTT_CORES                 __BITS(23,16)
339 #define CPUID_LOCAL_APIC_ID   __BITS(31,24)
340 
341 /*
342  * Intel Deterministic Cache Parameter.
343  * CPUID Fn0000_0004
344  */
345 
346 /* %eax */
347 #define CPUID_DCP_CACHETYPE   __BITS(4, 0)        /* Cache type */
348 #define CPUID_DCP_CACHETYPE_N 0                   /*   NULL */
349 #define CPUID_DCP_CACHETYPE_D 1                   /*   Data cache */
350 #define CPUID_DCP_CACHETYPE_I 2                   /*   Instruction cache */
351 #define CPUID_DCP_CACHETYPE_U 3                   /*   Unified cache */
352 #define CPUID_DCP_CACHELEVEL  __BITS(7, 5)        /* Cache level (start at 1) */
353 #define CPUID_DCP_SELFINITCL  __BIT(8)  /* Self initializing cachelvl*/
354 #define CPUID_DCP_FULLASSOC   __BIT(9)  /* Full associative */
355 #define CPUID_DCP_SHARING     __BITS(25, 14)      /* sharing */
356 #define CPUID_DCP_CORE_P_PKG  __BITS(31, 26)      /* Cores/package */
357 
358 /* %ebx */
359 #define CPUID_DCP_LINESIZE    __BITS(11, 0)       /* System coherency linesize */
360 #define CPUID_DCP_PARTITIONS  __BITS(21, 12)      /* Physical line partitions */
361 #define CPUID_DCP_WAYS                  __BITS(31, 22)      /* Ways of associativity */
362 
363 /* %ecx: Number of sets */
364 
365 /* %edx */
366 #define CPUID_DCP_INVALIDATE  __BIT(0)  /* WB invalidate/invalidate */
367 #define CPUID_DCP_INCLUSIVE   __BIT(1)  /* Cache inclusiveness */
368 #define CPUID_DCP_COMPLEX     __BIT(2)  /* Complex cache indexing */
369 
370 /*
371  * Intel/AMD MONITOR/MWAIT.
372  * CPUID Fn0000_0005
373  */
374 /* %eax */
375 #define CPUID_MON_MINSIZE     __BITS(15, 0)  /* Smallest monitor-line size */
376 /* %ebx */
377 #define CPUID_MON_MAXSIZE     __BITS(15, 0)  /* Largest monitor-line size */
378 /* %ecx */
379 #define CPUID_MON_EMX                   __BIT(0)       /* MONITOR/MWAIT Extensions */
380 #define CPUID_MON_IBE                   __BIT(1)       /* Interrupt as Break Event */
381 
382 #define CPUID_MON_FLAGS       "\20" \
383           "\1" "EMX"          "\2" "IBE"
384 
385 /* %edx: number of substates for specific C-state */
386 #define CPUID_MON_SUBSTATE(edx, cstate) (((edx) >> (cstate * 4)) & 0x0000000f)
387 
388 /*
389  * Intel/AMD Digital Thermal Sensor and Power Management.
390  * CPUID Fn0000_0006
391  */
392 /* %eax */
393 #define CPUID_DSPM_DTS              __BIT(0)      /* Digital Thermal Sensor */
394 #define CPUID_DSPM_IDA              __BIT(1)      /* Intel Dynamic Acceleration */
395 #define CPUID_DSPM_ARAT             __BIT(2)      /* Always Running APIC Timer */
396 #define CPUID_DSPM_PLN              __BIT(4)      /* Power Limit Notification */
397 #define CPUID_DSPM_ECMD             __BIT(5)      /* Clock Modulation Extension */
398 #define CPUID_DSPM_PTM              __BIT(6)      /* Package Level Thermal Management */
399 #define CPUID_DSPM_HWP              __BIT(7)      /* HWP */
400 #define CPUID_DSPM_HWP_NOTIFY __BIT(8)  /* HWP Notification */
401 #define CPUID_DSPM_HWP_ACTWIN __BIT(9)  /* HWP Activity Window */
402 #define CPUID_DSPM_HWP_EPP    __BIT(10) /* HWP Energy Performance Preference */
403 #define CPUID_DSPM_HWP_PLR    __BIT(11) /* HWP Package Level Request */
404 #define CPUID_DSPM_HDC              __BIT(13)     /* Hardware Duty Cycling */
405 #define CPUID_DSPM_TBMT3      __BIT(14) /* Turbo Boost Max Technology 3.0 */
406 #define CPUID_DSPM_HWP_CAP    __BIT(15) /* HWP Capabilities */
407 #define CPUID_DSPM_HWP_PECI   __BIT(16) /* HWP PECI override */
408 #define CPUID_DSPM_HWP_FLEX   __BIT(17) /* Flexible HWP */
409 #define CPUID_DSPM_HWP_FAST   __BIT(18) /* Fast access for IA32_HWP_REQUEST */
410 #define CPUID_DSPM_HFI              __BIT(19) /* Hardware Feedback Interface */
411 #define CPUID_DSPM_HWP_IGNIDL __BIT(20) /* Ignore Idle Logical Processor HWP */
412 #define CPUID_DSPM_TD               __BIT(23)     /* Thread Director */
413 #define CPUID_DSPM_THERMI_HFN __BIT(24) /* THERM_INTERRUPT MSR HFN bit */
414 
415 #define CPUID_DSPM_FLAGS      "\20"                                                   \
416           "\1" "DTS"          "\2" "IDA"          "\3" "ARAT"                                   \
417           "\5" "PLN"          "\6" "ECMD"         "\7" "PTM"          "\10" "HWP"               \
418           "\11" "HWP_NOTIFY" "\12" "HWP_ACTWIN" "\13" "HWP_EPP" "\14" "HWP_PLR" \
419                               "\16" "HDC"         "\17" "TBM3"        "\20" "HWP_CAP"       \
420           "\21" "HWP_PECI" "\22" "HWP_FLEX" "\23" "HWP_FAST" "\24HFI"       \
421           "\25" "HWP_IGNIDL"                                "\30" "TD"                \
422           "\31" "THERMI_HFN"
423 
424 /* %ecx */
425 #define CPUID_DSPM_HWF        __BIT(0)  /* MSR_APERF/MSR_MPERF available */
426 #define CPUID_DSPM_EPB        __BIT(3)  /* Energy Performance Bias */
427 #define CPUID_DSPM_NTDC       __BITS(15, 8)       /* Number of Thread Director Classes */
428 
429 #define CPUID_DSPM_FLAGS1     "\177\20"                               \
430           "b\0HWF\0"                                                  "b\3EPB\0"          \
431           "f\10\10NTDC\0"
432 
433 /*
434  * Intel/AMD Structured Extended Feature.
435  * CPUID Fn0000_0007
436  * %ecx == 0: Subleaf 0
437  *        %eax: The Maximum input value for supported subleaf.
438  *        %ebx: Feature bits.
439  *        %ecx: Feature bits.
440  *        %edx: Feature bits.
441  *
442  * %ecx == 1: Structure Extendede Feature Enumeration Sub-leaf
443  *        %eax: See below.
444  */
445 
446 /* %ecx = 0, %ebx */
447 #define CPUID_SEF_FSGSBASE    __BIT(0)  /* {RD,WR}{FS,GS}BASE */
448 #define CPUID_SEF_TSC_ADJUST  __BIT(1)  /* IA32_TSC_ADJUST MSR support */
449 #define CPUID_SEF_SGX               __BIT(2)  /* Software Guard Extensions */
450 #define CPUID_SEF_BMI1              __BIT(3)  /* Advanced bit manipulation ext. 1st grp */
451 #define CPUID_SEF_HLE               __BIT(4)  /* Hardware Lock Elision */
452 #define CPUID_SEF_AVX2              __BIT(5)  /* Advanced Vector Extensions 2 */
453 #define CPUID_SEF_FDPEXONLY   __BIT(6)  /* x87FPU Data ptr updated only on x87exp */
454 #define CPUID_SEF_SMEP              __BIT(7)  /* Supervisor-Mode Execution Prevention */
455 #define CPUID_SEF_BMI2              __BIT(8)  /* Advanced bit manipulation ext. 2nd grp */
456 #define CPUID_SEF_ERMS              __BIT(9)  /* Enhanced REP MOVSB/STOSB */
457 #define CPUID_SEF_INVPCID     __BIT(10) /* INVPCID instruction */
458 #define CPUID_SEF_RTM               __BIT(11) /* Restricted Transactional Memory */
459 #define CPUID_SEF_QM                __BIT(12) /* Resource Director Technology Monitoring */
460 #define CPUID_SEF_FPUCSDS     __BIT(13) /* Deprecate FPU CS and FPU DS values */
461 #define CPUID_SEF_MPX               __BIT(14) /* Memory Protection Extensions */
462 #define CPUID_SEF_PQE               __BIT(15) /* Resource Director Technology Allocation */
463 #define CPUID_SEF_AVX512F     __BIT(16) /* AVX-512 Foundation */
464 #define CPUID_SEF_AVX512DQ    __BIT(17) /* AVX-512 Double/Quadword */
465 #define CPUID_SEF_RDSEED      __BIT(18) /* RDSEED instruction */
466 #define CPUID_SEF_ADX               __BIT(19) /* ADCX/ADOX instructions */
467 #define CPUID_SEF_SMAP              __BIT(20) /* Supervisor-Mode Access Prevention */
468 #define CPUID_SEF_AVX512_IFMA __BIT(21) /* AVX-512 Integer Fused Multiply Add */
469 /* Bit 22 was PCOMMIT */
470 #define CPUID_SEF_CLFLUSHOPT  __BIT(23) /* Cache Line FLUSH OPTimized */
471 #define CPUID_SEF_CLWB              __BIT(24) /* Cache Line Write Back */
472 #define CPUID_SEF_PT                __BIT(25) /* Processor Trace */
473 #define CPUID_SEF_AVX512PF    __BIT(26) /* AVX-512 PreFetch */
474 #define CPUID_SEF_AVX512ER    __BIT(27) /* AVX-512 Exponential and Reciprocal */
475 #define CPUID_SEF_AVX512CD    __BIT(28) /* AVX-512 Conflict Detection */
476 #define CPUID_SEF_SHA               __BIT(29) /* SHA Extensions */
477 #define CPUID_SEF_AVX512BW    __BIT(30) /* AVX-512 Byte and Word */
478 #define CPUID_SEF_AVX512VL    __BIT(31) /* AVX-512 Vector Length */
479 
480 #define CPUID_SEF_FLAGS       "\20"                                                          \
481           "\1" "FSGSBASE"     "\2" "TSCADJUST" "\3" "SGX"   "\4" "BMI1"            \
482           "\5" "HLE"          "\6" "AVX2"         "\7" "FDPEXONLY" "\10" "SMEP"    \
483           "\11" "BMI2"        "\12" "ERMS"        "\13" "INVPCID"     "\14" "RTM"            \
484           "\15" "QM"          "\16" "FPUCSDS"     "\17" "MPX"         "\20" "PQE"            \
485           "\21" "AVX512F"     "\22" "AVX512DQ" "\23" "RDSEED"         "\24" "ADX"            \
486           "\25" "SMAP"        "\26" "AVX512_IFMA"           "\30" "CLFLUSHOPT" \
487           "\31" "CLWB"        "\32" "PT"          "\33" "AVX512PF" "\34" "AVX512ER"  \
488           "\35" "AVX512CD""\36" "SHA"   "\37" "AVX512BW" "\40" "AVX512VL"
489 
490 /* %ecx = 0, %ecx */
491 #define CPUID_SEF_PREFETCHWT1 __BIT(0)  /* PREFETCHWT1 instruction */
492 #define CPUID_SEF_AVX512_VBMI __BIT(1)  /* AVX-512 Vector Byte Manipulation */
493 #define CPUID_SEF_UMIP                  __BIT(2)  /* User-Mode Instruction prevention */
494 #define CPUID_SEF_PKU                   __BIT(3)  /* Protection Keys for User-mode pages */
495 #define CPUID_SEF_OSPKE                 __BIT(4)  /* OS has set CR4.PKE to ena. protec. keys */
496 #define CPUID_SEF_WAITPKG     __BIT(5)  /* TPAUSE,UMONITOR,UMWAIT */
497 #define CPUID_SEF_AVX512_VBMI2          __BIT(6)  /* AVX-512 Vector Byte Manipulation 2 */
498 #define CPUID_SEF_CET_SS      __BIT(7)  /* CET Shadow Stack */
499 #define CPUID_SEF_GFNI                  __BIT(8)  /* Galois Field instructions */
500 #define CPUID_SEF_VAES                  __BIT(9)  /* Vector AES instruction set */
501 #define CPUID_SEF_VPCLMULQDQ  __BIT(10) /* CLMUL instruction set */
502 #define CPUID_SEF_AVX512_VNNI __BIT(11) /* Vector Neural Network Instruction */
503 #define CPUID_SEF_AVX512_BITALG         __BIT(12) /* BITALG instructions */
504 #define CPUID_SEF_TME_EN      __BIT(13) /* Total Memory Encryption */
505 #define CPUID_SEF_AVX512_VPOPCNTDQ __BIT(14) /* Vector Population Count D/Q */
506 #define CPUID_SEF_LA57                  __BIT(16) /* 57bit linear addr & 5LVL paging */
507 #define CPUID_SEF_MAWAU                 __BITS(21, 17) /* MAWAU for BND{LD,ST}X */
508 #define CPUID_SEF_RDPID                 __BIT(22) /* RDPID and IA32_TSC_AUX */
509 #define CPUID_SEF_KL                    __BIT(23) /* Key Locker */
510 #define CPUID_SEF_BUS_LOCK_DETECT __BIT(24) /* OS bus-lock detection */
511 #define CPUID_SEF_CLDEMOTE    __BIT(25) /* Cache line demote */
512 #define CPUID_SEF_MOVDIRI     __BIT(27) /* MOVDIRI instruction */
513 #define CPUID_SEF_MOVDIR64B   __BIT(28) /* MOVDIR64B instruction */
514 #define CPUID_SEF_ENQCMD      __BIT(29) /* Enqueue Stores */
515 #define CPUID_SEF_SGXLC                 __BIT(30) /* SGX Launch Configuration */
516 #define CPUID_SEF_PKS                   __BIT(31) /* Protection Keys for kern-mode pages */
517 
518 #define CPUID_SEF_FLAGS1      "\177\20"                                     \
519           "b\0PREFETCHWT1\0" "b\1AVX512_VBMI\0" "b\2UMIP\0" "b\3PKU\0"                \
520           "b\4OSPKE\0"        "b\5WAITPKG\0"      "b\6AVX512_VBMI2\0" "b\7CET_SS\0"     \
521           "b\10GFNI\0"        "b\11VAES\0"        "b\12VPCLMULQDQ\0" "b\13AVX512_VNNI\0"\
522           "b\14AVX512_BITALG\0" "b\15TME_EN\0" "b\16AVX512_VPOPCNTDQ\0"               \
523           "b\20LA57\0"                                                                          \
524           "f\21\5MAWAU\0"                         "b\26RDPID\0"       "b\27KL\0"                \
525           "b\30BUS_LOCK_DETECT\0" "b\31CLDEMOTE\0"          "b\33MOVDIRI\0"           \
526           "b\34MOVDIR64B\0" "b\35ENQCMD\0" "b\36SGXLC\0"    "b\37PKS\0"
527 
528 /* %ecx = 0, %edx */
529 #define CPUID_SEF_SGX_KEYS    __BIT(1)  /* Attestation support for SGX */
530 #define CPUID_SEF_AVX512_4VNNIW         __BIT(2)  /* AVX512 4-reg Neural Network ins */
531 #define CPUID_SEF_AVX512_4FMAPS         __BIT(3)  /* AVX512 4-reg Mult Accum Single precision */
532 #define CPUID_SEF_FSRM                  __BIT(4)  /* Fast Short Rep Move */
533 #define CPUID_SEF_UINTR                 __BIT(5)  /* User Interrupts */
534 #define CPUID_SEF_AVX512_VP2INTERSECT __BIT(8) /* AVX512 VP2INTERSECT */
535 #define CPUID_SEF_SRBDS_CTRL  __BIT(9)  /* IA32_MCU_OPT_CTRL */
536 #define CPUID_SEF_MD_CLEAR    __BIT(10) /* VERW clears CPU buffers */
537 #define CPUID_SEF_RTM_ALWAYS_ABORT __BIT(11) /* XBEGIN immediately abort */
538 #define CPUID_SEF_RTM_FORCE_ABORT __BIT(13) /* MSR_TSX_FORCE_ABORT bit 0 */
539 #define CPUID_SEF_SERIALIZE   __BIT(14) /* SERIALIZE instruction */
540 #define CPUID_SEF_HYBRID      __BIT(15) /* Hybrid part */
541 #define CPUID_SEF_TSXLDTRK    __BIT(16) /* TSX suspend load addr tracking */
542 #define CPUID_SEF_PCONFIG     __BIT(18) /* Platform CONFIGuration */
543 #define CPUID_SEF_ARCH_LBR    __BIT(19) /* Architectural LBR */
544 #define CPUID_SEF_CET_IBT     __BIT(20) /* CET Indirect Branch Tracking */
545 #define CPUID_SEF_AMX_BF16    __BIT(22) /* AMX bfloat16 */
546 #define CPUID_SEF_AVX512_FP16 __BIT(23) /* AVX512 FP16 */
547 #define CPUID_SEF_AMX_TILE    __BIT(24) /* Tile architecture */
548 #define CPUID_SEF_AMX_INT8    __BIT(25) /* AMX 8bit interger */
549 #define CPUID_SEF_IBRS                  __BIT(26) /* IBRS / IBPB Speculation Control */
550 #define CPUID_SEF_STIBP                 __BIT(27) /* STIBP Speculation Control */
551 #define CPUID_SEF_L1D_FLUSH   __BIT(28) /* IA32_FLUSH_CMD MSR */
552 #define CPUID_SEF_ARCH_CAP    __BIT(29) /* IA32_ARCH_CAPABILITIES */
553 #define CPUID_SEF_CORE_CAP    __BIT(30) /* IA32_CORE_CAPABILITIES */
554 #define CPUID_SEF_SSBD                  __BIT(31) /* Speculative Store Bypass Disable */
555 
556 #define CPUID_SEF_FLAGS2      "\20"                                                   \
557                               "\2SGX_KEYS" "\3AVX512_4VNNIW"          "\4AVX512_4FMAPS"     \
558           "\5FSRM"  "\6UINTR"                                               \
559           "\11VP2INTERSECT" "\12SRBDS_CTRL" "\13MD_CLEAR"   "\14RTM_ALWAYS_ABORT" \
560                               "\16RTM_FORCE_ABORT" "\17SERIALIZE" "\20HYBRID"         \
561           "\21" "TSXLDTRK"              "\23" "PCONFIG"     "\24" "ARCH_LBR"      \
562           "\25CET_IBT"                            "\27AMX_BF16"       "\30AVX512_FP16"      \
563           "\31AMX_TILE"       "\32AMX_INT8"       "\33IBRS" "\34STIBP"                \
564           "\35" "L1D_FLUSH" "\36" "ARCH_CAP" "\37CORE_CAP" "\40" "SSBD"
565 
566 /* %ecx = 1, %eax */
567 #define CPUID_SEF_AVXVNNI     __BIT(4)  /* AVX version of VNNI */
568 #define CPUID_SEF_AVX512_BF16 __BIT(5)
569 #define CPUID_SEF_FZLRMS      __BIT(10) /* fast zero-length REP MOVSB */
570 #define CPUID_SEF_FSRSB                 __BIT(11) /* fast short REP STOSB */
571 #define CPUID_SEF_FSRCS                 __BIT(12) /* fast short REP CMPSB, REP SCASB */
572 #define CPUID_SEF_HRESET      __BIT(22) /* HREST & IA32_HRESET_ENABLE MSR */
573 #define CPUID_SEF_LAM                   __BIT(26) /* Linear Address Masking */
574 
575 #define CPUID_SEF1_FLAGS_A    "\20"                                             \
576           "\5" "AVXVNNI"      "\6" "AVX512_BF16"                                \
577                                                   "\13" "FZLRMS"      "\14" "FSRSB"       \
578           "\15" "FSRCS"                           "\27" "HRESET"                          \
579           "\31" "LAM"
580 
581 /* %ecx = 1, %ebx */
582 #define CPUID_SEF_INTEL_PPIN  __BIT(0)  /* IA32_PPIN & IA32_PPIN_CTL MSRs */
583 
584 #define CPUID_SEF1_FLAGS_B    "\20"                                   \
585                                         "\1" "PPIN"
586 
587 /* %ecx = 1, %edx */
588 #define CPUID_SEF_CET_SSS     __BIT(18)  /* CET Supervisor Shadow Stack */
589 
590 #define CPUID_SEF1_FLAGS_D    "\20"                                   \
591                                         "\23CET_SSS"
592 
593 /* %ecx = 2, %edx */
594 #define CPUID_SEF_PSFD                  __BIT(0)  /* Fast Forwarding Predictor Dis. */
595 #define CPUID_SEF_IPRED_CTRL  __BIT(1)  /* IPRED_DIS */
596 #define CPUID_SEF_RRSBA_CTRL  __BIT(2)  /* RRSBA for CPL3 */
597 #define CPUID_SEF_DDPD_U      __BIT(3)  /* Data Dependent Prefetcher */
598 #define CPUID_SEF_BHI_CTRL    __BIT(4)  /* BHI_DIS_S */
599 #define CPUID_SEF_MCDT_NO     __BIT(5)  /* !MXCSR Config Dependent Timing */
600 
601 #define CPUID_SEF2_FLAGS_D    "\20"                                   \
602           "\1PSFD"  "\2IPRED_CTRL"      "\3RRSBA_CTRL"      "\4DDPD_U"          \
603           "\5BHI_CTRL"        "\6MCDT_NO"
604 
605 /*
606  * Intel CPUID Architectural Performance Monitoring.
607  * CPUID Fn0000000a
608  *
609  * See also src/usr.sbin/tprof/arch/tprof_x86.c
610  */
611 
612 /* %eax */
613 #define CPUID_PERF_VERSION    __BITS(7, 0)   /* Version ID */
614 #define CPUID_PERF_NGPPC      __BITS(15, 8)  /* Num of G.P. perf counter */
615 #define CPUID_PERF_NBWGPPC    __BITS(23, 16) /* Bit width of G.P. perfcnt */
616 #define CPUID_PERF_BVECLEN    __BITS(31, 24) /* Length of EBX bit vector */
617 
618 #define CPUID_PERF_FLAGS0     "\177\20" \
619           "f\0\10VERSION\0" "f\10\10GPCounter\0"  \
620           "f\20\10GPBitwidth\0" "f\30\10Vectorlen\0"
621 
622 /* %ebx */
623 #define CPUID_PERF_CORECYCL   __BIT(0)       /* No core cycle */
624 #define CPUID_PERF_INSTRETRY  __BIT(1)       /* No instruction retried */
625 #define CPUID_PERF_REFCYCL    __BIT(2)       /* No reference cycles */
626 #define CPUID_PERF_LLCREF     __BIT(3)       /* No LLCache reference */
627 #define CPUID_PERF_LLCMISS    __BIT(4)       /* No LLCache miss */
628 #define CPUID_PERF_BRINSRETR  __BIT(5)       /* No branch inst. retried */
629 #define CPUID_PERF_BRMISPRRETR          __BIT(6)       /* No branch mispredict retry */
630 #define CPUID_PERF_TOPDOWNSLOT          __BIT(7)       /* No top-down slots */
631 
632 #define CPUID_PERF_FLAGS1     "\177\20"                                     \
633           "b\0CORECYCL\0"     "b\1INST\0"         "b\2REFCYCL\0"      "b\3LLCREF\0"             \
634           "b\4LLCMISS\0"      "b\5BRINST\0"       "b\6BRMISPR\0"      "b\7TOPDOWNSLOT\0"
635 
636 /* %ecx */
637 
638 #define CPUID_PERF_FLAGS2     "\177\20"                                     \
639           "b\0INST\0" "b\1CLK_CORETHREAD\0" "b\2CLK_REF_TSC\0" "b\3TOPDOWNSLOT\0"
640 
641 /* %edx */
642 #define CPUID_PERF_NFFPC      __BITS(4, 0)   /* Num of fixed-funct perfcnt */
643 #define CPUID_PERF_NBWFFPC    __BITS(12, 5)  /* Bit width of fixed-func pc */
644 #define CPUID_PERF_ANYTHREADDEPR __BIT(15)     /* Any Thread deprecation */
645 
646 #define CPUID_PERF_FLAGS3     "\177\20"                               \
647           "f\0\5FixedFunc\0" "f\5\10FFBitwidth\0" "b\17ANYTHREADDEPR\0"
648 
649 /*
650  * Intel/AMD CPUID Extended Topology Enumeration.
651  * CPUID Fn0000000b
652  * %ecx == level number
653  *        %eax: See below.
654  *        %ebx: Number of logical processors at this level.
655  *        %ecx: See below.
656  *        %edx: x2APIC ID of the current logical processor.
657  */
658 /* %eax */
659 #define CPUID_TOP_SHIFTNUM    __BITS(4, 0) /* Topology ID shift value */
660 /* %ecx */
661 #define CPUID_TOP_LVLNUM      __BITS(7, 0) /* Level number */
662 #define CPUID_TOP_LVLTYPE     __BITS(15, 8) /* Level type */
663 #define CPUID_TOP_LVLTYPE_INVAL         0                   /* Invalid */
664 #define CPUID_TOP_LVLTYPE_SMT 1                   /* SMT */
665 #define CPUID_TOP_LVLTYPE_CORE          2                   /* Core */
666 
667 /*
668  * Intel/AMD CPUID Processor extended state Enumeration.
669  * CPUID Fn0000000d
670  *
671  * %ecx == 0: supported features info:
672  *        %eax: Valid bits of lower 32bits of XCR0
673  *        %ebx: Maximum save area size for features enabled in XCR0
674  *        %ecx: Maximum save area size for all cpu features
675  *        %edx: Valid bits of upper 32bits of XCR0
676  *
677  * %ecx == 1:
678  *        %eax: See below
679  *        %ebx: Save area size for features enabled by XCR0 | IA32_XSS
680  *        %ecx: Valid bits of lower 32bits of IA32_XSS
681  *        %edx: Valid bits of upper 32bits of IA32_XSS
682  *
683  * %ecx >= 2: Save area details for XCR0 bit n
684  *        %eax: size of save area for this feature
685  *        %ebx: offset of save area for this feature
686  *        %ecx, %edx: reserved
687  *        All of %eax, %ebx, %ecx and %edx are zero for unsupported features.
688  */
689 
690 /* %ecx = 1, %eax */
691 #define CPUID_PES1_XSAVEOPT   __BIT(0)  /* xsaveopt instruction */
692 #define CPUID_PES1_XSAVEC     __BIT(1)  /* xsavec & compacted XRSTOR */
693 #define CPUID_PES1_XGETBV     __BIT(2)  /* xgetbv with ECX = 1 */
694 #define CPUID_PES1_XSAVES     __BIT(3)  /* xsaves/xrstors, IA32_XSS */
695 #define CPUID_PES1_XFD                  __BIT(4)  /* eXtened Feature Disable */
696 
697 #define CPUID_PES1_FLAGS      "\20"                                             \
698           "\1XSAVEOPT"        "\2XSAVEC"          "\3XGETBV"          "\4XSAVES"          \
699           "\5XFD"
700 
701 /*
702  * Intel Deterministic Address Translation Parameter.
703  * CPUID Fn0000_0018
704  */
705 
706 /* %ecx=0 %eax __BITS(31, 0): the maximum input value of supported sub-leaf */
707 
708 /* %ebx */
709 #define CPUID_DATP_PGSIZE     __BITS(3, 0)        /* page size */
710 #define CPUID_DATP_PGSIZE_4KB __BIT(0)  /* 4KB page support */
711 #define CPUID_DATP_PGSIZE_2MB __BIT(1)  /* 2MB page support */
712 #define CPUID_DATP_PGSIZE_4MB __BIT(2)  /* 4MB page support */
713 #define CPUID_DATP_PGSIZE_1GB __BIT(3)  /* 1GB page support */
714 #define CPUID_DATP_PARTITIONING         __BITS(10, 8)       /* Partitioning */
715 #define CPUID_DATP_WAYS                 __BITS(31, 16)      /* Ways of associativity */
716 
717 /* Number of sets: %ecx */
718 
719 /* %edx */
720 #define CPUID_DATP_TCTYPE     __BITS(4, 0)        /* Translation Cache type */
721 #define CPUID_DATP_TCTYPE_N   0                   /*   NULL (not valid) */
722 #define CPUID_DATP_TCTYPE_D   1                   /*   Data TLB */
723 #define CPUID_DATP_TCTYPE_I   2                   /*   Instruction TLB */
724 #define CPUID_DATP_TCTYPE_U   3                   /*   Unified TLB */
725 #define CPUID_DATP_TCTYPE_L   4                   /*   Load only TLB */
726 #define CPUID_DATP_TCTYPE_S   5                   /*   Store only TLB */
727 #define CPUID_DATP_TCLEVEL    __BITS(7, 5)        /* TLB level (start at 1) */
728 #define CPUID_DATP_FULLASSOC  __BIT(8)  /* Full associative */
729 #define CPUID_DATP_SHARING    __BITS(25, 14)      /* sharing */
730 
731 /*
732  * Intel Native Model ID Information Enumeration.
733  * CPUID Fn0000_001a
734  */
735 /* %eax */
736 #define CPUID_HYBRID_NATIVEID __BITS(23, 0)       /* Native model ID */
737 #define CPUID_HYBRID_CORETYPE __BITS(31, 24)      /* Core type */
738 #define   CPUID_HYBRID_CORETYPE_ATOM    0x20                /* Atom */
739 #define   CPUID_HYBRID_CORETYPE_CORE    0x40                /* Core */
740 
741 /*
742  * Intel Tile Information
743  * CPUID Fn0000_001d
744  * %ecx == 0: Main leaf
745  *        %eax: max_palette
746  * %ecx == 1: Tile Palette1 Sub-leaf
747  *        Tile palette 1
748  */
749 
750 /* %ecx */
751 #define CPUID_TILE_P1_TOTAL_B __BITS(15, 0)
752 #define CPUID_TILE_P1_B_PERTILE         __BITS(31, 16)
753 #define CPUID_TILE_P1_B_PERLOW          __BITS(15, 0)
754 #define CPUID_TILE_P1_MAXNAMES          __BITS(31, 16)
755 #define CPUID_TILE_P1_MAXROWS __BITS(15, 0)
756 
757 /*
758  * Intel TMUL Information
759  * CPUID Fn0000_001e
760  */
761 
762 /* %ebx */
763 #define CPUID_TMUL_MAXK       __BITS(7, 0)        /* Rows or columns */
764 #define CPUID_TMUL_MAXN       __BITS(23, 8)       /* Column bytes */
765 
766 /*
767  * Intel extended features.
768  * CPUID Fn80000001
769  */
770 /* %edx */
771 #define CPUID_SYSCALL         __BIT(11) /* SYSCALL/SYSRET */
772 #define CPUID_XD    __BIT(20) /* Execute Disable (like CPUID_NOX) */
773 #define CPUID_PAGE1GB         __BIT(26) /* 1GB Large Page Support */
774 #define CPUID_RDTSCP          __BIT(27) /* Read TSC Pair Instruction */
775 #define CPUID_EM64T __BIT(29) /* Intel EM64T */
776 
777 #define CPUID_INTEL_EXT_FLAGS "\20"                              \
778           "\14" "SYSCALL/SYSRET"        "\25" "XD"          "\33" "P1GB" \
779           "\34" "RDTSCP"      "\36" "EM64T"
780 
781 /* %ecx */
782 #define CPUID_LAHF  __BIT(0)       /* LAHF/SAHF in IA-32e mode, 64bit sub*/
783                     /*        __BIT(5) */         /* LZCNT. Same as AMD's CPUID_ABM */
784 #define CPUID_PREFETCHW       __BIT(8)  /* PREFETCHW */
785 
786 #define CPUID_INTEL_FLAGS4    "\20"                                   \
787           "\1" "LAHF"         "\02" "B01"         "\03" "B02"                   \
788                               "\06" "LZCNT"                                     \
789           "\11" "PREFETCHW"
790 
791 
792 /*
793  * AMD/VIA extended features.
794  * CPUID Fn80000001
795  */
796 /* %edx */
797 /*        CPUID_SYSCALL                              SYSCALL/SYSRET */
798 #define CPUID_MPC   0x00080000          /* Multiprocessing Capable */
799 #define CPUID_NOX   0x00100000          /* No Execute Page Protection */
800 #define CPUID_MMXX  0x00400000          /* AMD MMX Extensions */
801 /*        CPUID_MMX                        MMX supported */
802 /*        CPUID_FXSR                                 fast FP/MMX save/restore */
803 #define CPUID_FFXSR 0x02000000          /* FXSAVE/FXSTOR Extensions */
804 /*        CPUID_PAGE1GB                              1GB Large Page Support */
805 /*        CPUID_RDTSCP                               Read TSC Pair Instruction */
806 /*        CPUID_EM64T                                Long mode */
807 #define CPUID_3DNOW2          0x40000000          /* 3DNow! Instruction Extension */
808 #define CPUID_3DNOW 0x80000000          /* 3DNow! Instructions */
809 
810 #define CPUID_EXT_FLAGS       "\20"                                                       \
811                                                             "\14" "SYSCALL/SYSRET"        \
812                                                                       "\24" "MPC"         \
813           "\25" "NOX"                             "\27" "MMXX"        "\30" "MMX"         \
814           "\31" "FXSR"        "\32" "FFXSR"       "\33" "P1GB"        "\34" "RDTSCP"      \
815                               "\36" "LONG"        "\37" "3DNOW2"      "\40" "3DNOW"
816 
817 /* %ecx (AMD) */
818 /*        CPUID_LAHF                                 LAHF/SAHF instruction */
819 #define CPUID_CMPLEGACY         __BIT(1)          /* Compare Legacy */
820 #define CPUID_SVM     __BIT(2)          /* Secure Virtual Machine */
821 #define CPUID_EAPIC   __BIT(3)          /* Extended APIC space */
822 #define CPUID_ALTMOVCR0         __BIT(4)          /* Lock Mov Cr0 */
823 #define CPUID_ABM     __BIT(5)          /* LZCNT instruction */
824 #define CPUID_SSE4A   __BIT(6)          /* SSE4A instruction set */
825 #define CPUID_MISALIGNSSE __BIT(7)      /* Misaligned SSE */
826 #define CPUID_3DNOWPF           __BIT(8)          /* 3DNow Prefetch */
827 #define CPUID_OSVW    __BIT(9)          /* OS visible workarounds */
828 #define CPUID_IBS     __BIT(10)         /* Instruction Based Sampling */
829 #define CPUID_XOP     __BIT(11)         /* XOP instruction set */
830 #define CPUID_SKINIT            __BIT(12)         /* SKINIT */
831 #define CPUID_WDT     __BIT(13)         /* watchdog timer support */
832 #define CPUID_LWP     __BIT(15)         /* Light Weight Profiling */
833 #define CPUID_FMA4    __BIT(16)         /* FMA4 instructions */
834 #define CPUID_TCE     __BIT(17)         /* Translation cache Extension */
835 #define CPUID_NODEID            __BIT(19)         /* NodeID MSR available */
836 #define CPUID_TBM     __BIT(21)         /* TBM instructions */
837 #define CPUID_TOPOEXT           __BIT(22)         /* cpuid Topology Extension */
838 #define CPUID_PCEC    __BIT(23)         /* Perf Ctr Ext Core */
839 #define CPUID_PCENB   __BIT(24)         /* Perf Ctr Ext NB */
840 #define CPUID_SPM     __BIT(25)         /* Stream Perf Mon */
841 #define CPUID_DBE     __BIT(26)         /* Data Breakpoint Extension */
842 #define CPUID_PTSC    __BIT(27)         /* PerfTsc */
843 #define CPUID_L2IPERFC          __BIT(28)         /* L2I performance counter Extension */
844 #define CPUID_MWAITX            __BIT(29)         /* MWAITX/MONITORX support */
845 #define CPUID_ADDRMASKEXT __BIT(30)     /* Breakpoint Addressing Mask ext. */
846 
847 #define CPUID_AMD_FLAGS4      "\20"                                                 \
848           "\1" "LAHF"         "\2" "CMPLEGACY" "\3" "SVM"   "\4" "EAPIC"            \
849           "\5" "ALTMOVCR0" "\6" "LZCNT" "\7" "SSE4A"        "\10" "MISALIGNSSE" \
850           "\11" "3DNOWPREFETCH"                                                               \
851                               "\12" "OSVW"        "\13" "IBS"         "\14" "XOP"             \
852           "\15" "SKINIT"      "\16" "WDT"         "\17" "B14"         "\20" "LWP"             \
853           "\21" "FMA4"        "\22" "TCE"         "\23" "B18"         "\24" "NodeID"          \
854           "\25" "B20"         "\26" "TBM"         "\27" "TopoExt"     "\30" "PCExtC"          \
855           "\31" "PCExtNB"     "\32" "StrmPM"      "\33" "DBExt"       "\34" "PerfTsc"         \
856           "\35" "L2IPERFC" "\36" "MWAITX"         "\37" "AddrMaskExt" "\40" "B31"
857 
858 /*
859  * Advanced Power Management and RAS.
860  * CPUID Fn8000_0007
861  *
862  * Only ITSC is for both Intel and AMD. Others are only for AMD.
863  *
864  *        %ebx: RAS capabilities. See below.
865  *        %ecx: Processor Power Monitoring Interface.
866  *        %edx: See below.
867  *
868  */
869 /* %ebx */
870 #define CPUID_RAS_OVFL_RECOV __BIT(0) /* MCA Overflow Recovery */
871 #define CPUID_RAS_SUCCOR  __BIT(1) /* Sw UnCorr. err. COntainment & Recovery */
872 #define CPUID_RAS_MCAX          __BIT(3) /* MCA Extension */
873 
874 #define CPUID_RAS_FLAGS                 "\20"                                                   \
875           "\1OVFL_RECOV"      "\2SUCCOR"                    "\4" "MCAX"
876 
877 /* %edx */
878 #define CPUID_APM_TS             __BIT(0)         /* Temperature Sensor */
879 #define CPUID_APM_FID            __BIT(1)         /* Frequency ID control */
880 #define CPUID_APM_VID            __BIT(2)         /* Voltage ID control */
881 #define CPUID_APM_TTP            __BIT(3)         /* THERMTRIP (PCI F3xE4 register) */
882 #define CPUID_APM_HTC            __BIT(4)         /* Hardware thermal control (HTC) */
883 #define CPUID_APM_STC            __BIT(5)         /* Software thermal control (STC) */
884 #define CPUID_APM_100            __BIT(6)         /* 100MHz multiplier control */
885 #define CPUID_APM_HWP            __BIT(7)         /* HW P-State control */
886 #define CPUID_APM_ITSC           __BIT(8)         /* Invariant TSC */
887 #define CPUID_APM_CPB            __BIT(9)         /* Core Performance Boost */
888 #define CPUID_APM_EFF            __BIT(10)        /* Effective Frequency (read-only) */
889 #define CPUID_APM_PROCFI   __BIT(11)    /* Processor Feedback Interface */
890 #define CPUID_APM_PROCPR   __BIT(12)    /* Processor Power Reporting */
891 #define CPUID_APM_CONNSTBY __BIT(13)    /* Connected Standby */
892 #define CPUID_APM_RAPL           __BIT(14)        /* Running Average Power Limit */
893 
894 #define CPUID_APM_FLAGS                 "\20"                                                   \
895           "\1" "TS" "\2" "FID"          "\3" "VID"          "\4" "TTP"                \
896           "\5" "HTC"          "\6" "STC"          "\7" "100"          "\10" "HWP"               \
897           "\11" "ITSC"        "\12" "CPB"         "\13" "EffFreq"     "\14" "PROCFI"            \
898           "\15" "PROCPR"      "\16" "CONNSTBY" "\17" "RAPL"
899 
900 /*
901  * AMD Processor Capacity Parameters and Extended Features.
902  * CPUID Fn8000_0008
903  * %eax: Long Mode Size Identifiers
904  * %ebx: Extended Feature Identifiers
905  * %ecx: Size Identifiers
906  * %edx: RDPRU Register Identifier Range
907  */
908 
909 /* %ebx */
910 #define CPUID_CAPEX_CLZERO       __BIT(0)  /* CLZERO instruction */
911 #define CPUID_CAPEX_IRPERF       __BIT(1)  /* InstRetCntMsr */
912 #define CPUID_CAPEX_XSAVEERPTR             __BIT(2)  /* RstrFpErrPtrs by XRSTOR */
913 #define CPUID_CAPEX_INVLPGB      __BIT(3)  /* INVLPGB instruction */
914 #define CPUID_CAPEX_RDPRU        __BIT(4)  /* RDPRU instruction */
915 #define CPUID_CAPEX_MBE                    __BIT(6)  /* Memory Bandwidth Enforcement */
916 #define CPUID_CAPEX_MCOMMIT      __BIT(8)  /* MCOMMIT instruction */
917 #define CPUID_CAPEX_WBNOINVD     __BIT(9)  /* WBNOINVD instruction */
918 #define CPUID_CAPEX_IBPB         __BIT(12) /* Speculation Control IBPB */
919 #define CPUID_CAPEX_INT_WBINVD             __BIT(13) /* Interruptable WB[NO]INVD */
920 #define CPUID_CAPEX_IBRS         __BIT(14) /* Speculation Control IBRS */
921 #define CPUID_CAPEX_STIBP        __BIT(15) /* Speculation Control STIBP */
922 #define CPUID_CAPEX_IBRS_ALWAYSON  __BIT(16) /* IBRS always on mode */
923 #define CPUID_CAPEX_STIBP_ALWAYSON __BIT(17) /* STIBP always on mode */
924 #define CPUID_CAPEX_PREFER_IBRS            __BIT(18) /* IBRS preferred */
925 #define CPUID_CAPEX_IBRS_SAMEMODE  __BIT(19) /* IBRS same speculation limits */
926 #define CPUID_CAPEX_EFER_LSMSLE_UN __BIT(20) /* EFER.LMSLE is unsupported */
927 #define CPUID_CAPEX_INVLPGB_NEST   __BIT(21) /* INVLPGB nested translation */
928 #define CPUID_CAPEX_AMD_PPIN     __BIT(23) /* Protected Processor Inventory Number */
929 #define CPUID_CAPEX_SSBD         __BIT(24) /* Speculation Control SSBD */
930 #define CPUID_CAPEX_VIRT_SSBD    __BIT(25) /* Virt Spec Control SSBD */
931 #define CPUID_CAPEX_SSB_NO       __BIT(26) /* SSBD not required */
932 #define CPUID_CAPEX_CPPC         __BIT(27) /* Collaborative Processor Perf. Control */
933 #define CPUID_CAPEX_PSFD         __BIT(28) /* Predictive Store Forward Dis */
934 #define CPUID_CAPEX_BTC_NO       __BIT(29) /* Branch Type Confusion NO */
935 #define CPUID_CAPEX_IBPB_RET     __BIT(30) /* Clear RET address predictor */
936 
937 #define CPUID_CAPEX_FLAGS     "\20"                                                \
938           "\1CLZERO"          "\2IRPERF"          "\3XSAVEERPTR"      "\4INVLPGB"            \
939           "\5RDPRU"                     "\7MBE"                                    \
940           "\11MCOMMIT"        "\12WBNOINVD"       "\13B10"                         \
941           "\15IBPB" "\16INT_WBINVD"     "\17IBRS" "\20STIBP"             \
942           "\21IBRS_ALWAYSON" "\22STIBP_ALWAYSON" "\23PREFER_IBRS"                  \
943                                                                       "\24IBRS_SAMEMODE" \
944           "\25EFER_LSMSLE_UN" "\26INVLPGB_NEST"             "\30PPIN"    \
945           "\31SSBD" "\32VIRT_SSBD"      "\33SSB_NO"         "\34CPPC"    \
946           "\35PSFD" "\36BTC_NO"         "\37IBPB_RET"
947 
948 /* %ecx */
949 #define CPUID_CAPEX_PerfTscSize         __BITS(17,16)       /* Perf. tstamp counter size */
950 #define CPUID_CAPEX_ApicIdSize          __BITS(15,12)       /* APIC ID Size */
951 #define CPUID_CAPEX_NC                  __BITS(7,0)         /* Number of threads - 1 */
952 
953 /*
954  * AMD SVM Revision and Feature.
955  * CPUID Fn8000_000a
956  */
957 
958 /* %eax: SVM revision */
959 #define CPUID_AMD_SVM_REV               __BITS(7,0)
960 
961 /* %edx: SVM features */
962 #define CPUID_AMD_SVM_NP            __BIT(0)  /* Nested Paging */
963 #define CPUID_AMD_SVM_LbrVirt       __BIT(1)  /* LBR virtualization */
964 #define CPUID_AMD_SVM_SVML          __BIT(2)  /* SVM Lock */
965 #define CPUID_AMD_SVM_NRIPS         __BIT(3)  /* NRIP Save on #VMEXIT */
966 #define CPUID_AMD_SVM_TSCRateCtrl     __BIT(4)  /* MSR-based TSC rate ctrl */
967 #define CPUID_AMD_SVM_VMCBCleanBits   __BIT(5)  /* VMCB Clean Bits support */
968 #define CPUID_AMD_SVM_FlushByASID     __BIT(6)  /* Flush by ASID */
969 #define CPUID_AMD_SVM_DecodeAssist    __BIT(7)  /* Decode Assists support */
970 #define CPUID_AMD_SVM_PmcVirt       __BIT(8)  /* PMC Virtualization */
971 #define CPUID_AMD_SVM_PauseFilter     __BIT(10) /* PAUSE intercept filter */
972 #define CPUID_AMD_SVM_PFThreshold     __BIT(12) /* PAUSE filter threshold */
973 #define CPUID_AMD_SVM_AVIC          __BIT(13) /* Advanced Virt. Intr. Ctrl */
974 #define CPUID_AMD_SVM_V_VMSAVE_VMLOAD __BIT(15) /* Virtual VM{SAVE/LOAD} */
975 #define CPUID_AMD_SVM_vGIF          __BIT(16) /* Virtualized GIF */
976 #define CPUID_AMD_SVM_GMET          __BIT(17) /* Guest Mode Execution Trap */
977 #define CPUID_AMD_SVM_X2AVIC        __BIT(18) /* Virt. Intr. Ctrl 4 x2APIC */
978 #define CPUID_AMD_SVM_SSSCHECK                __BIT(19) /* Shadow Stack restrictions */
979 #define CPUID_AMD_SVM_SPEC_CTRL               __BIT(20) /* SPEC_CTRL virtualization */
980 #define CPUID_AMD_SVM_ROGPT         __BIT(21) /* Read-Only Guest PTable */
981 #define CPUID_AMD_SVM_HOST_MCE_OVERRIDE __BIT(23) /* #MC intercept */
982 #define CPUID_AMD_SVM_TLBICTL       __BIT(24) /* TLB Intercept Control */
983 #define CPUID_AMD_SVM_VNMI          __BIT(25) /* NMI Virtualization */
984 #define CPUID_AMD_SVM_IBSVIRT       __BIT(26) /* IBS Virtualization */
985 #define CPUID_AMD_SVM_XLVTOFFFLTCHG   __BIT(27) /* Ext LVToffset FLT changed */
986 #define CPUID_AMD_SVM_VMCBADRCHKCHG   __BIT(28) /* VMCB addr check changed */
987 #define CPUID_AMD_SVM_BUSLOCKTHRESH   __BIT(29) /* Bus Lock Threshold */
988 #define CPUID_AMD_SVM_IDLEHLTINTERCEPT __BIT(30) /* Idle HLT Intercept */
989 #define CPUID_AMD_SVM_ESHUTDOWN               __BIT(31) /* Enhanced Shutdown Intr. */
990 
991 #define CPUID_AMD_SVM_FLAGS    "\20"                                            \
992           "\1" "NP" "\2" "LbrVirt"      "\3" "SVML"         "\4" "NRIPS"        \
993           "\5" "TSCRate"      "\6" "VMCBCleanBits"                                        \
994                                       "\7" "FlushByASID" "\10" "DecodeAssist"   \
995           "\11PmcVirt"        "\12" "B09"         "\13" "PauseFilter" "\14" "B11"         \
996           "\15" "PFThreshold" "\16" "AVIC" "\17" "B14"                          \
997                                                             "\20" "V_VMSAVE_VMLOAD"       \
998           "\21" "VGIF"        "\22" "GMET"        "\23x2AVIC"         "\24SSSCHECK"       \
999           "\25" "SPEC_CTRL" "\26" "ROGPT"                   "\30HOST_MCE_OVERRIDE"        \
1000           "\31" "TLBICTL"     "\32VNMI" "\33IBSVIRT" "\34ExtLvtOffsetFaultChg" \
1001           "\35VmcbAddrChkChg" "\36BusLockThreshold" "\37IdleHltIntercept" \
1002                                                             "\40EnhancedShutdownInterrupt"
1003 
1004 /*
1005  * AMD Instruction-Based Sampling Capabilities.
1006  * CPUID Fn8000_001b
1007  */
1008 /* %eax */
1009 #define CPUID_IBS_FFV                   __BIT(0)  /* Feature Flags Valid */
1010 #define CPUID_IBS_FETCHSUM    __BIT(1)  /* Fetch Sampling */
1011 #define CPUID_IBS_OPSAM                 __BIT(2)  /* execution SAMpling */
1012 #define CPUID_IBS_RDWROPCNT   __BIT(3)  /* Read Write of Op Counter */
1013 #define CPUID_IBS_OPCNT                 __BIT(4)  /* OP CouNTing mode */
1014 #define CPUID_IBS_BRNTRGT     __BIT(5)  /* Branch Target */
1015 #define CPUID_IBS_OPCNTEXT    __BIT(6)  /* OpCurCnt and OpMaxCnt extended */
1016 #define CPUID_IBS_RIPINVALIDCHK         __BIT(7)  /* Invalid RIP indication */
1017 #define CPUID_IBS_OPBRNFUSE   __BIT(8)  /* Fused branch micro-op indicate */
1018 #define CPUID_IBS_FETCHCTLEXTD          __BIT(9)  /* IC_IBS_EXTD_CTL MSR */
1019 #define CPUID_IBS_OPDATA4     __BIT(10) /* IBS op data 4 MSR */
1020 #define CPUID_IBS_ZEN4E                 __BIT(11) /* Zen4 IBS Extensions */
1021 #define CPUID_IBS_LOADLATFILT __BIT(12) /* Load Latency Filtering */
1022 #define CPUID_IBS_UPDDTLBSTAT __BIT(19) /* Updated DTLB stats */
1023 
1024 #define CPUID_IBS_FLAGS        "\20"                                                         \
1025           "\1IBSFFV"          "\2FetchSam"        "\3OpSam" "\4RdWrOpCnt"          \
1026           "\5OpCnt" "\6BrnTrgt"         "\7OpCntExt"        "\10RipInvalidChk" \
1027           "\11OpBrnFuse" "\12IbsFetchCtlExtd" "\13IbsOpData4"                      \
1028                                                                "\14Zen4IbsExtensions" \
1029           "\15IbsLoadLatencyFiltering"                                             \
1030                                                                 "\24IbsUpdtdDtlbStats"
1031 
1032 /*
1033  * AMD Cache Topology Information.
1034  * CPUID Fn8000_001d
1035  * It's almost the same as Intel Deterministic Cache Parameter Leaf(0x04)
1036  * except the following:
1037  *        No Cores/package (%eax bit 31..26)
1038  *        No Complex cache indexing (%edx bit 2)
1039  */
1040 
1041 /*
1042  * AMD Processor Topology Information.
1043  * CPUID Fn8000_001e
1044  * %eax: Extended APIC ID.
1045  * %ebx: Core Identifiers.
1046  * %ecx: Node Identifiers.
1047  */
1048 
1049 /* %ebx */
1050 #define CPUID_AMD_PROCT_COREID                       __BITS(7,0)      /* Core ID */
1051 #define CPUID_AMD_PROCT_THREADS_PER_CORE   __BITS(15,8)     /* Threads/Core - 1 */
1052 
1053 /* %ecx */
1054 #define CPUID_AMD_PROCT_NODEID                       __BITS(7,0)      /* Node ID */
1055 #define CPUID_AMD_PROCT_NODE_PER_PROCESSOR __BITS(10,8)     /* Node/Processor -1 */
1056 
1057 /*
1058  * AMD Encrypted Memory Capabilities.
1059  * CPUID Fn8000_001f
1060  * %eax: flags
1061  * %ebx:  5-0: Cbit Position
1062  *       11-6: PhysAddrReduction
1063  *      15-12: NumVMPL
1064  * %ecx: 31-0: NumEncryptedGuests
1065  * %edx: 31-0: MinSevNoEsAsid
1066  */
1067 #define CPUID_AMD_ENCMEM_SME  __BIT(0)   /* Secure Memory Encryption */
1068 #define CPUID_AMD_ENCMEM_SEV  __BIT(1)   /* Secure Encrypted Virtualiz. */
1069 #define CPUID_AMD_ENCMEM_PGFLMSR __BIT(2)  /* Page Flush MSR */
1070 #define CPUID_AMD_ENCMEM_SEVES          __BIT(3)   /* SEV Encrypted State */
1071 #define CPUID_AMD_ENCMEM_SEV_SNP __BIT(4)  /* Secure Nested Paging */
1072 #define CPUID_AMD_ENCMEM_VMPL __BIT(5)   /* Virtual Machine Privilege Lvl */
1073 #define CPUID_AMD_ENCMEM_RMPQUERY __BIT(6) /* RMPQUERY instruction */
1074 #define CPUID_AMD_ENCMEM_VMPLSSS __BIT(7)  /* VMPL Secure Shadow Stack */
1075 #define CPUID_AMD_ENCMEM_SECTSC         __BIT(8)   /* Secure TSC */
1076 #define CPUID_AMD_ENCMEM_TSCAUX_V __BIT(9) /* TSC AUX Virtualization */
1077 #define CPUID_AMD_ENCMEM_HECC __BIT(10) /* HW Enf Cache Coh across enc dom */
1078 #define CPUID_AMD_ENCMEM_64BH __BIT(11)  /* 64Bit Host */
1079 #define CPUID_AMD_ENCMEM_RSTRINJ __BIT(12) /* Restricted Injection */
1080 #define CPUID_AMD_ENCMEM_ALTINJ         __BIT(13)  /* Alternate Injection */
1081 #define CPUID_AMD_ENCMEM_DBGSWAP __BIT(14) /* Debug Swap */
1082 #define CPUID_AMD_ENCMEM_PREVHOSTIBS __BIT(15) /* Prevent Host IBS */
1083 #define CPUID_AMD_ENCMEM_VTE  __BIT(16)  /* Virtual Transparent Encryption */
1084 #define CPUID_AMD_ENCMEM_VMGEXITP __BIT(17) /* VMGEXIT Parameter */
1085 #define CPUID_AMD_ENCMEM_VIRTTOM __BIT(18)  /* Virtual TOM MSR */
1086 #define CPUID_AMD_ENCMEM_IBSVGUEST __BIT(19) /* IBS Virt. for SEV-ES guest */
1087 #define CPUID_AMD_ENCMEM_PMCVGUEST __BIT(20) /* PMC Virt. for SEV-ES guest */
1088 #define CPUID_AMD_ENCMEM_RMPREAD __BIT(21)  /* RMPREAD instruction */
1089 #define CPUID_AMD_ENCMEM_GUESTINTERCEPT __BIT(22) /* Guest Intercept 4SEV-ES */
1090 #define CPUID_AMD_ENCMEM_SEGRMP __BIT(23)  /* Segmented RMP */
1091 #define CPUID_AMD_ENCMEM_VMSA_REGPROT __BIT(24) /* VmsaRegProt */
1092 #define CPUID_AMD_ENCMEM_SMTPROTECT __BIT(25) /* SMT Protection */
1093 #define CPUID_AMD_ENCMEM_SECAVIC __BIT(26) /* Secure AVIC */
1094 #define CPUID_AMD_ENCMEM_ALLOWSEV __BIT(27) /* Allowed SEV */
1095 #define CPUID_AMD_ENCMEM_SVSM_COMMPAGE __BIT(28) /* SVSM Communication Page */
1096 #define CPUID_AMD_ENCMEM_NESTED_VSMP __BIT(29) /* VIRT_{RMPUPDATE,PSMASH} */
1097 #define CPUID_AMD_ENCMEM_HVINUSEWR __BIT(30) /* HV In Use Write Allow */
1098 #define CPUID_AMD_ENCMEM_IBPBONENTRY __BIT(31) /* IBPB on Entry */
1099 
1100 #define CPUID_AMD_ENCMEM_FLAGS           "\20"                                                  \
1101           "\1" "SME"          "\2" "SEV"          "\3" "PageFlushMsr" "\4" "SEV-ES" \
1102           "\5" "SEV-SNP"      "\6" "VMPL"         "\7RMPQUERY"        "\10VmplSSS"              \
1103           "\11SecureTSC"      "\12TscAuxVirt"     "\13HwEnfCacheCoh"  "\14" "64BitHost" \
1104           "\15" "RSTRINJ"     "\16" "ALTINJ"      "\17" "DebugSwap" "\20PreventHostIbs" \
1105           "\21VTE"      "\22VmgexitParam" "\23VirtualTomMsr" "\24IbsVirtGuest"  \
1106           "\25PmcVirtGuest" "\26RMPREAD"                                                        \
1107                                         "\27GuestInterceptControl" "\30SegmentedRmp"  \
1108           "\31VmsaRegProt" "\32SmtProtection" "\33SecureAvic" "\34AllowedSev"   \
1109           "\35SvsmCommPageMSR" "\36NestedVirtSnpMsr" "\37HvInuseWrAllowed"      \
1110           "\40IbpbOnEntry"
1111 
1112 /*
1113  * AMD Extended Features 2.
1114  * CPUID Fn8000_0021
1115  */
1116 
1117 /* %eax */
1118 #define CPUID_AMDEXT2_NONESTEDDBP __BIT(0) /* No nested data breakpoints */
1119 #define CPUID_AMDEXT2_FGKBNOSERIAL __BIT(1) /* {FS,GS,K}BASE WRMSR !serializ */
1120 #define CPUID_AMDEXT2_LFENCESERIAL __BIT(2) /* LFENCE always serializing */
1121 #define CPUID_AMDEXT2_SMMPGCFGLCK __BIT(3) /* SMM Paging configuration lock */
1122 #define CPUID_AMDEXT2_NULLSELCLRB __BIT(6) /* Null segment selector clr base */
1123 #define CPUID_AMDEXT2_UPADDRIGN           __BIT(7) /* Upper Address Ignore */
1124 #define CPUID_AMDEXT2_AUTOIBRS            __BIT(8) /* Automatic IBRS */
1125 #define CPUID_AMDEXT2_NOSMMCTL            __BIT(9) /* SMM_CTL MSR is not supported */
1126 #define CPUID_AMDEXT2_FSRS      __BIT(10) /* Fast Short Rep Stosb */
1127 #define CPUID_AMDEXT2_FSRC      __BIT(11) /* Fast Short Rep Cmpsb */
1128 #define CPUID_AMDEXT2_PMCPRECISERETIRE __BIT(12) /* PMC Presize Retire */
1129 #define CPUID_AMDEXT2_PREFETCHCTL __BIT(13) /* Prefetch control MSR */
1130 #define CPUID_AMDEXT2_L2TLBSIZEX32 __BIT(14) /* L2TLB size encoded as x32 */
1131 #define CPUID_AMDEXT2_ERMSB     __BIT(15) /* AMD implementation of ERMSB */
1132 #define CPUID_AMDEXT2_OPF17RECLAIM __BIT(16) /* Reserve opcode 0f 01/7 */
1133 #define CPUID_AMDEXT2_CPUIDUSRDIS __BIT(17) /* CPUID dis. for non-priv. soft */
1134 #define CPUID_AMDEXT2_EPSF      __BIT(18) /* Enhanced Predictive Store Fwd */
1135 #define CPUID_AMDEXT2_0F017_RECLAIM __BIT(19) /* Opecode 0f 01/7 reserved */
1136 #define CPUID_AMDEXT2_PREFETCHI           __BIT(20) /* IC prefetch support */
1137 #define CPUID_AMDEXT2_FP512_DOWNGRADE __BIT(21) /* FP512 dpath down to 256 */
1138 #define CPUID_AMDEXT2_WL_CLASS            __BIT(22) /* wkld based heuristic feedback */
1139 #define CPUID_AMDEXT2_ERAPS     __BIT(24) /* Enhn. Retn. Addr. Pred. Sec. */
1140 #define CPUID_AMDEXT2_SBPB      __BIT(27) /* Selective Brnc. Pred. Barrier */
1141 #define CPUID_AMDEXT2_IBPB_BRTYPE __BIT(28) /* BRanch TYPE prediction flush */
1142 #define CPUID_AMDEXT2_SRSO_NO   __BIT(29) /* Not vulnerable to SRSO */
1143 #define CPUID_AMDEXT2_SRSO_UK_NO  __BIT(30) /* SRSO_NO at user-kern boundary */
1144 #define CPUID_AMDEXT2_SRSO_MSR_FIX __BIT(31) /* SRSO mitig. bit in BP_CFG[4] */
1145 
1146 #define CPUID_AMDEXT2_FLAGS    "\20"                                                  \
1147           "\1NoNestedDataBp" "\2FsGsKernelGsBaseNonSerializing"                       \
1148                                         "\3LfenceAlwaysSerialize" "\4SmmPgCfgLock"    \
1149                                    "\7NullSelectClearsBase" "\10UpperAddressIgnore" \
1150           "\11AutomaticIBRS" "\12NoSmmCtlMSR"     "\13FSRS" "\14FSRC"     \
1151           "\15PMC2PreciseRetire" "\16PrefetchCtlMSR" "\17L2TlbsizeX32"                \
1152                                                                              "\20AMD_ERMSB" \
1153           "\21OPCODE_0F017_RECLAIM" "\22CpuidUserDis" "\23EPSF"                       \
1154                                                                         "\24FAST_REP_SCASB" \
1155           "\25PREFETCHI"      "\26FP512_DOWNGRADE" "\27WL_CLASS_SUPPORT"              \
1156           "\31ERAPS"                                                            "\34SBPB"     \
1157           "\35IBPB_BRTYPE" "\36SRSO_NO" "\37SRSO_USER_KERNEL_NO"                      \
1158                                                                           "\40SRSO_MSR_FIX"
1159 
1160 /*
1161  * AMD Extended Performance Monitoring and Debug
1162  * CPUID Fn8000_0022
1163  */
1164 
1165 /* %eax */
1166 #define CPUID_AXPERF_PERFMONV2          __BIT(0)  /* Version 2 */
1167 #define CPUID_AXPERF_LBRSTACK __BIT(1)  /* Last Branch Record Stack */
1168 #define CPUID_AXPERF_LBRPMCFREEZE __BIT(2) /* Freezing LBR and PMC */
1169 
1170 #define CPUID_AXPERF_FLAGS     "\20"                                                  \
1171           "\1PerfMonV2"       "\2LbrStack"        "\3LbrAndPmcFreeze"
1172 
1173 /* %ebx */
1174 #define CPUID_AXPERF_NCPC      __BITS(3, 0)       /* Num of Core PMC counters */
1175 #define CPUID_AXPERF_NLBRSTACK __BITS(9, 4)       /* Num of LBR Stack entries */
1176 #define CPUID_AXPERF_NNBPC     __BITS(15, 10)     /* Num of NorthBridge PMCs */
1177 #define CPUID_AXPERF_NUMCPC    __BITS(23, 16)     /* Num of UMC PMCs */
1178 
1179 /*
1180  * AMD Hetero Workload Classification
1181  * CPUID Fn8000_0027
1182  */
1183 
1184 /* %eax */
1185 
1186 #define CPUID_HWC_NWC                 __BITS(3, 0) /* Number of Workload Class IDs */
1187 
1188 /*
1189  * Centaur Extended Feature flags.
1190  * CPUID FnC000_0001 (VIA "Nehemiah" or later)
1191  */
1192 #define CPUID_VIA_HAS_AIS     __BIT(0)  /* Alternate Instruction Set supported */
1193                                                             /* (VIA "Nehemiah" only) */
1194 #define CPUID_VIA_DO_AIS      __BIT(1)  /* Alternate Instruction Set enabled */
1195                                                             /* (VIA "Nehemiah" only) */
1196 #define CPUID_VIA_HAS_RNG     __BIT(2)  /* Random number generator */
1197 #define CPUID_VIA_DO_RNG      __BIT(3)
1198 #define CPUID_VIA_HAS_ACE     __BIT(6)  /* AES Encryption */
1199 #define CPUID_VIA_DO_ACE      __BIT(7)
1200 #define CPUID_VIA_HAS_ACE2    __BIT(8)  /* AES+CTR instructions */
1201 #define CPUID_VIA_DO_ACE2     __BIT(9)
1202 #define CPUID_VIA_HAS_PHE     __BIT(10) /* SHA1+SHA256 HMAC */
1203 #define CPUID_VIA_DO_PHE      __BIT(11)
1204 #define CPUID_VIA_HAS_PMM     __BIT(12) /* RSA Instructions */
1205 #define CPUID_VIA_DO_PMM      __BIT(13)
1206 
1207 #define CPUID_FLAGS_PADLOCK   "\20"                                                 \
1208           "\3" "RNG"          "\7" "AES"          "\11" "AES/CTR"     "\13" "SHA1/SHA256" \
1209           "\15" "RSA"
1210 
1211 /*
1212  * Model-Specific Registers
1213  */
1214 #define MSR_TSC                         0x010
1215 #define MSR_IA32_PLATFORM_ID  0x017
1216 #define MSR_APICBASE                    0x01b
1217 #define   APICBASE_BSP                  0x00000100          /* boot processor */
1218 #define   APICBASE_EXTD                 0x00000400          /* x2APIC mode */
1219 #define   APICBASE_EN                   0x00000800          /* software enable */
1220 /*
1221  * APICBASE_PHYSADDR is actually variable-sized on some CPUs. But we're
1222  * only interested in the initial value, which is guaranteed to fit the
1223  * first 32 bits. So this macro is fine.
1224  */
1225 #define   APICBASE_PHYSADDR   0xfffff000          /* physical address */
1226 #define MSR_EBL_CR_POWERON    0x02a
1227 #define MSR_EBC_FREQUENCY_ID  0x02c     /* PIV only */
1228 #define MSR_IA32_SPEC_CTRL    0x048
1229 #define   IA32_SPEC_CTRL_IBRS 0x01
1230 #define   IA32_SPEC_CTRL_STIBP          0x02
1231 #define   IA32_SPEC_CTRL_SSBD 0x04
1232 #define MSR_IA32_PRED_CMD     0x049
1233 #define   IA32_PRED_CMD_IBPB  0x01
1234 #define MSR_BIOS_UPDT_TRIG    0x079
1235 #define MSR_BIOS_SIGN                   0x08b
1236 #define MSR_PERFCTR0                    0x0c1
1237 #define MSR_PERFCTR1                    0x0c2
1238 #define MSR_FSB_FREQ                    0x0cd     /* Core Duo/Solo only */
1239 #define MSR_MPERF             0x0e7
1240 #define MSR_APERF             0x0e8
1241 #define MSR_IA32_EXT_CONFIG   0x0ee     /* Undocumented. Core Solo/Duo only */
1242 #define MSR_MTRRcap           0x0fe
1243 #define MSR_IA32_ARCH_CAPABILITIES 0x10a
1244 #define   IA32_ARCH_RDCL_NO   0x01
1245 #define   IA32_ARCH_IBRS_ALL  0x02
1246 #define   IA32_ARCH_RSBA                0x04
1247 #define   IA32_ARCH_SKIP_L1DFL_VMENTRY 0x08
1248 #define   IA32_ARCH_SSB_NO    0x10
1249 #define   IA32_ARCH_MDS_NO    0x20
1250 #define   IA32_ARCH_IF_PSCHANGE_MC_NO 0x40
1251 #define   IA32_ARCH_TSX_CTRL  0x80
1252 #define   IA32_ARCH_TAA_NO    0x100
1253 #define MSR_IA32_FLUSH_CMD    0x10b
1254 #define   IA32_FLUSH_CMD_L1D_FLUSH 0x01
1255 #define MSR_TSX_FORCE_ABORT   0x10f
1256 #define MSR_IA32_TSX_CTRL     0x122
1257 #define   IA32_TSX_CTRL_RTM_DISABLE     __BIT(0)
1258 #define   IA32_TSX_CTRL_TSX_CPUID_CLEAR __BIT(1)
1259 #define MSR_SYSENTER_CS                 0x174     /* PII+ only */
1260 #define MSR_SYSENTER_ESP      0x175     /* PII+ only */
1261 #define MSR_SYSENTER_EIP      0x176     /* PII+ only */
1262 #define MSR_MCG_CAP           0x179
1263 #define MSR_MCG_STATUS                  0x17a
1264 #define MSR_MCG_CTL           0x17b
1265 #define MSR_EVNTSEL0                    0x186
1266 #define MSR_EVNTSEL1                    0x187
1267 #define MSR_PERF_STATUS                 0x198     /* Pentium M */
1268 #define MSR_PERF_CTL                    0x199     /* Pentium M */
1269 #define MSR_THERM_CONTROL     0x19a
1270 #define MSR_THERM_INTERRUPT   0x19b
1271 #define MSR_THERM_STATUS      0x19c
1272 #define MSR_THERM2_CTL                  0x19d     /* Pentium M */
1273 #define MSR_MISC_ENABLE                 0x1a0
1274 #define   IA32_MISC_FAST_STR_EN         __BIT(0)
1275 #define   IA32_MISC_ATCC_EN   __BIT(3)
1276 #define   IA32_MISC_PERFMON_EN          __BIT(7)
1277 #define   IA32_MISC_BTS_UNAVAIL         __BIT(11)
1278 #define   IA32_MISC_PEBS_UNAVAIL        __BIT(12)
1279 #define   IA32_MISC_EISST_EN  __BIT(16)
1280 #define   IA32_MISC_MWAIT_EN  __BIT(18)
1281 #define   IA32_MISC_LIMIT_CPUID         __BIT(22)
1282 #define   IA32_MISC_XTPR_DIS  __BIT(23)
1283 #define   IA32_MISC_XD_DIS    __BIT(34)
1284 #define MSR_TEMPERATURE_TARGET          0x1a2
1285 #define MSR_DEBUGCTLMSR                 0x1d9
1286 #define MSR_LASTBRANCHFROMIP  0x1db
1287 #define MSR_LASTBRANCHTOIP    0x1dc
1288 #define MSR_LASTINTFROMIP     0x1dd
1289 #define MSR_LASTINTTOIP                 0x1de
1290 #define MSR_ROB_CR_BKUPTMPDR6 0x1e0
1291 #define MSR_MTRRphysBase0     0x200
1292 #define MSR_MTRRphysMask0     0x201
1293 #define MSR_MTRRphysBase1     0x202
1294 #define MSR_MTRRphysMask1     0x203
1295 #define MSR_MTRRphysBase2     0x204
1296 #define MSR_MTRRphysMask2     0x205
1297 #define MSR_MTRRphysBase3     0x206
1298 #define MSR_MTRRphysMask3     0x207
1299 #define MSR_MTRRphysBase4     0x208
1300 #define MSR_MTRRphysMask4     0x209
1301 #define MSR_MTRRphysBase5     0x20a
1302 #define MSR_MTRRphysMask5     0x20b
1303 #define MSR_MTRRphysBase6     0x20c
1304 #define MSR_MTRRphysMask6     0x20d
1305 #define MSR_MTRRphysBase7     0x20e
1306 #define MSR_MTRRphysMask7     0x20f
1307 #define MSR_MTRRphysBase8     0x210
1308 #define MSR_MTRRphysMask8     0x211
1309 #define MSR_MTRRphysBase9     0x212
1310 #define MSR_MTRRphysMask9     0x213
1311 #define MSR_MTRRphysBase10    0x214
1312 #define MSR_MTRRphysMask10    0x215
1313 #define MSR_MTRRphysBase11    0x216
1314 #define MSR_MTRRphysMask11    0x217
1315 #define MSR_MTRRphysBase12    0x218
1316 #define MSR_MTRRphysMask12    0x219
1317 #define MSR_MTRRphysBase13    0x21a
1318 #define MSR_MTRRphysMask13    0x21b
1319 #define MSR_MTRRphysBase14    0x21c
1320 #define MSR_MTRRphysMask14    0x21d
1321 #define MSR_MTRRphysBase15    0x21e
1322 #define MSR_MTRRphysMask15    0x21f
1323 #define MSR_MTRRfix64K_00000  0x250
1324 #define MSR_MTRRfix16K_80000  0x258
1325 #define MSR_MTRRfix16K_A0000  0x259
1326 #define MSR_MTRRfix4K_C0000   0x268
1327 #define MSR_MTRRfix4K_C8000   0x269
1328 #define MSR_MTRRfix4K_D0000   0x26a
1329 #define MSR_MTRRfix4K_D8000   0x26b
1330 #define MSR_MTRRfix4K_E0000   0x26c
1331 #define MSR_MTRRfix4K_E8000   0x26d
1332 #define MSR_MTRRfix4K_F0000   0x26e
1333 #define MSR_MTRRfix4K_F8000   0x26f
1334 #define MSR_CR_PAT            0x277
1335 #define MSR_MTRRdefType                 0x2ff
1336 #define MSR_MC0_CTL           0x400
1337 #define MSR_MC0_STATUS                  0x401
1338 #define MSR_MC0_ADDR                    0x402
1339 #define MSR_MC0_MISC                    0x403
1340 #define MSR_MC1_CTL           0x404
1341 #define MSR_MC1_STATUS                  0x405
1342 #define MSR_MC1_ADDR                    0x406
1343 #define MSR_MC1_MISC                    0x407
1344 #define MSR_MC2_CTL           0x408
1345 #define MSR_MC2_STATUS                  0x409
1346 #define MSR_MC2_ADDR                    0x40a
1347 #define MSR_MC2_MISC                    0x40b
1348 #define MSR_MC3_CTL           0x40c
1349 #define MSR_MC3_STATUS                  0x40d
1350 #define MSR_MC3_ADDR                    0x40e
1351 #define MSR_MC3_MISC                    0x40f
1352 #define MSR_MC4_CTL           0x410
1353 #define MSR_MC4_STATUS                  0x411
1354 #define MSR_MC4_ADDR                    0x412
1355 #define MSR_MC4_MISC                    0x413
1356                                         /* 0x480 - 0x490 VMX */
1357 #define MSR_X2APIC_BASE                 0x800     /* 0x800 - 0xBFF */
1358 #define  MSR_X2APIC_ID                            0x002     /* x2APIC ID. (RO) */
1359 #define  MSR_X2APIC_VERS                0x003     /* Version. (RO) */
1360 #define  MSR_X2APIC_TPRI                0x008     /* Task Prio. (RW) */
1361 #define  MSR_X2APIC_PPRI                0x00a     /* Processor prio. (RO) */
1362 #define  MSR_X2APIC_EOI                           0x00b     /* End Int. (W) */
1363 #define  MSR_X2APIC_LDR                           0x00d     /* Logical dest. (RO) */
1364 #define  MSR_X2APIC_SVR                           0x00f     /* Spurious intvec (RW) */
1365 #define  MSR_X2APIC_ISR                           0x010     /* In-Service Status (RO) */
1366 #define  MSR_X2APIC_TMR                           0x018     /* Trigger Mode (RO) */
1367 #define  MSR_X2APIC_IRR                           0x020     /* Interrupt Req (RO) */
1368 #define  MSR_X2APIC_ESR                           0x028     /* Err status. (RW) */
1369 #define  MSR_X2APIC_LVT_CMCI            0x02f     /* LVT CMCI (RW) */
1370 #define  MSR_X2APIC_ICRLO               0x030     /* Int. cmd. (RW64) */
1371 #define  MSR_X2APIC_LVTT                0x032     /* Loc.vec.(timer) (RW) */
1372 #define  MSR_X2APIC_TMINT               0x033     /* Loc.vec (Thermal) (RW) */
1373 #define  MSR_X2APIC_PCINT               0x034     /* Loc.vec (Perf Mon) (RW) */
1374 #define  MSR_X2APIC_LVINT0              0x035     /* Loc.vec (LINT0) (RW) */
1375 #define  MSR_X2APIC_LVINT1              0x036     /* Loc.vec (LINT1) (RW) */
1376 #define  MSR_X2APIC_LVERR               0x037     /* Loc.vec (ERROR) (RW) */
1377 #define  MSR_X2APIC_ICR_TIMER           0x038     /* Initial count (RW) */
1378 #define  MSR_X2APIC_CCR_TIMER           0x039     /* Current count (RO) */
1379 #define  MSR_X2APIC_DCR_TIMER           0x03e     /* Divisor config (RW) */
1380 #define  MSR_X2APIC_SELF_IPI            0x03f     /* SELF IPI (W) */
1381 
1382 /*
1383  * VIA "Nehemiah" or later MSRs
1384  */
1385 #define MSR_VIA_RNG           0x0000110b
1386 #define MSR_VIA_RNG_ENABLE    0x00000040
1387 #define MSR_VIA_RNG_NOISE_MASK          0x00000300
1388 #define MSR_VIA_RNG_NOISE_A   0x00000000
1389 #define MSR_VIA_RNG_NOISE_B   0x00000100
1390 #define MSR_VIA_RNG_2NOISE    0x00000300
1391 #define MSR_VIA_FCR           0x00001107          /* Feature Control Register */
1392 #define   VIA_FCR_ACE_ENABLE  0x10000000          /* Enable PadLock (ex. RNG) */
1393 #define   VIA_FCR_CX8_REPORT  0x00000002          /* Enable CX8 CPUID reporting */
1394 #define   VIA_FCR_ALTINST_ENABLE        0x00000001          /* Enable ALTINST (C3 only) */
1395 
1396 /*
1397  * AMD K6/K7 MSRs.
1398  */
1399 #define MSR_K6_UWCCR                    0xc0000085
1400 #define MSR_K7_EVNTSEL0                 0xc0010000
1401 #define MSR_K7_EVNTSEL1                 0xc0010001
1402 #define MSR_K7_EVNTSEL2                 0xc0010002
1403 #define MSR_K7_EVNTSEL3                 0xc0010003
1404 #define MSR_K7_PERFCTR0                 0xc0010004
1405 #define MSR_K7_PERFCTR1                 0xc0010005
1406 #define MSR_K7_PERFCTR2                 0xc0010006
1407 #define MSR_K7_PERFCTR3                 0xc0010007
1408 
1409 /*
1410  * AMD K8 (Opteron) MSRs.
1411  */
1412 #define MSR_SYSCFG  0xc0010010
1413 
1414 #define MSR_EFER    0xc0000080                    /* Extended feature enable */
1415 #define   EFER_SCE  0x00000001          /* SYSCALL extension */
1416 #define   EFER_LME  0x00000100          /* Long Mode Enable */
1417 #define   EFER_LMA  0x00000400          /* Long Mode Active */
1418 #define   EFER_NXE  0x00000800          /* No-Execute Enabled */
1419 #define   EFER_SVME 0x00001000          /* Secure Virtual Machine En. */
1420 #define   EFER_LMSLE          0x00002000          /* Long Mode Segment Limit E. */
1421 #define   EFER_FFXSR          0x00004000          /* Fast FXSAVE/FXRSTOR En. */
1422 #define   EFER_TCE  0x00008000          /* Translation Cache Ext. */
1423 
1424 #define MSR_STAR    0xc0000081                    /* 32 bit syscall gate addr */
1425 #define MSR_LSTAR   0xc0000082                    /* 64 bit syscall gate addr */
1426 #define MSR_CSTAR   0xc0000083                    /* compat syscall gate addr */
1427 #define MSR_SFMASK  0xc0000084                    /* flags to clear on syscall */
1428 
1429 #define MSR_FSBASE  0xc0000100                    /* 64bit offset for fs: */
1430 #define MSR_GSBASE  0xc0000101                    /* 64bit offset for gs: */
1431 #define MSR_KERNELGSBASE 0xc0000102               /* storage for swapgs ins */
1432 
1433 #define MSR_VMCR    0xc0010114          /* Virtual Machine Control Register */
1434 #define   VMCR_DPD  0x00000001          /* Debug port disable */
1435 #define   VMCR_RINIT          0x00000002          /* intercept init */
1436 #define   VMCR_DISA20         0x00000004          /* Disable A20 masking */
1437 #define   VMCR_LOCK 0x00000008          /* SVM Lock */
1438 #define   VMCR_SVMED          0x00000010          /* SVME Disable */
1439 #define MSR_SVMLOCK 0xc0010118          /* SVM Lock key */
1440 
1441 /*
1442  * These require a 'passcode' for access.  See cpufunc.h.
1443  */
1444 #define MSR_HWCR    0xc0010015
1445 #define   HWCR_TLBCACHEDIS    0x00000008
1446 #define   HWCR_FFDIS                    0x00000040
1447 
1448 #define MSR_NB_CFG  0xc001001f
1449 #define   NB_CFG_DISIOREQLOCK 0x0000000000000008ULL
1450 #define   NB_CFG_DISDATMSK    0x0000001000000000ULL
1451 #define   NB_CFG_INITAPICCPUIDLO        (1ULL << 54)
1452 
1453 /* AMD Errata 1474. */
1454 #define MSR_CC6_CFG 0xc0010296
1455 #define   CC6_CFG_DISABLE_BITS          (__BIT(22) | __BIT(14) | __BIT(6))
1456 
1457 #define MSR_LS_CFG  0xc0011020
1458 #define   LS_CFG_ERRATA_1033  __BIT(4)
1459 #define   LS_CFG_ERRATA_793   __BIT(15)
1460 #define   LS_CFG_ERRATA_1095  __BIT(57)
1461 #define   LS_CFG_DIS_LS2_SQUISH         0x02000000
1462 #define   LS_CFG_DIS_SSB_F15H 0x0040000000000000ULL
1463 #define   LS_CFG_DIS_SSB_F16H 0x0000000200000000ULL
1464 #define   LS_CFG_DIS_SSB_F17H 0x0000000000000400ULL
1465 
1466 #define MSR_IC_CFG  0xc0011021
1467 #define   IC_CFG_DIS_SEQ_PREFETCH       0x00000800
1468 #define   IC_CFG_DIS_IND                0x00004000
1469 #define   IC_CFG_ERRATA_776   __BIT(26)
1470 
1471 #define MSR_DC_CFG  0xc0011022
1472 #define   DC_CFG_DIS_CNV_WC_SSO         0x00000008
1473 #define   DC_CFG_DIS_SMC_CHK_BUF        0x00000400
1474 #define   DC_CFG_ERRATA_261   0x01000000
1475 
1476 #define MSR_BU_CFG  0xc0011023
1477 #define   BU_CFG_ERRATA_298   0x0000000000000002ULL
1478 #define   BU_CFG_ERRATA_254   0x0000000000200000ULL
1479 #define   BU_CFG_ERRATA_309   0x0000000000800000ULL
1480 #define   BU_CFG_THRL2IDXCMPDIS         0x0000080000000000ULL
1481 #define   BU_CFG_WBPFSMCCHKDIS          0x0000200000000000ULL
1482 #define   BU_CFG_WBENHWSBDIS  0x0001000000000000ULL
1483 
1484 #define MSR_FP_CFG  0xc0011028
1485 #define   FP_CFG_ERRATA_1049  __BIT(4)
1486 
1487 #define MSR_DE_CFG  0xc0011029
1488 #define   DE_CFG_ERRATA_721   0x00000001
1489 #define   DE_CFG_LFENCE_SERIALIZE       __BIT(1)
1490 #define   DE_CFG_ERRATA_ZENBLEED        __BIT(9)
1491 #define   DE_CFG_ERRATA_1021  __BIT(13)
1492 
1493 #define MSR_BU_CFG2 0xc001102a
1494 #define   BU_CFG2_CWPLUS_DIS  __BIT(24)
1495 
1496 #define MSR_LS_CFG2 0xc001102d
1497 #define   LS_CFG2_ERRATA_1091 __BIT(34)
1498 
1499 /* AMD Family10h MSRs */
1500 #define MSR_OSVW_ID_LENGTH              0xc0010140
1501 #define MSR_OSVW_STATUS                           0xc0010141
1502 #define MSR_UCODE_AMD_PATCHLEVEL        0x0000008b
1503 #define MSR_UCODE_AMD_PATCHLOADER       0xc0010020
1504 
1505 /* X86 MSRs */
1506 #define MSR_RDTSCP_AUX                            0xc0000103
1507 
1508 /*
1509  * Constants related to MTRRs
1510  */
1511 #define MTRR_N64K             8         /* numbers of fixed-size entries */
1512 #define MTRR_N16K             16
1513 #define MTRR_N4K              64
1514 
1515 /*
1516  * the following four 3-byte registers control the non-cacheable regions.
1517  * These registers must be written as three separate bytes.
1518  *
1519  * NCRx+0: A31-A24 of starting address
1520  * NCRx+1: A23-A16 of starting address
1521  * NCRx+2: A15-A12 of starting address | NCR_SIZE_xx.
1522  *
1523  * The non-cacheable region's starting address must be aligned to the
1524  * size indicated by the NCR_SIZE_xx field.
1525  */
1526 #define NCR1        0xc4
1527 #define NCR2        0xc7
1528 #define NCR3        0xca
1529 #define NCR4        0xcd
1530 
1531 #define NCR_SIZE_0K 0
1532 #define NCR_SIZE_4K 1
1533 #define NCR_SIZE_8K 2
1534 #define NCR_SIZE_16K          3
1535 #define NCR_SIZE_32K          4
1536 #define NCR_SIZE_64K          5
1537 #define NCR_SIZE_128K         6
1538 #define NCR_SIZE_256K         7
1539 #define NCR_SIZE_512K         8
1540 #define NCR_SIZE_1M 9
1541 #define NCR_SIZE_2M 10
1542 #define NCR_SIZE_4M 11
1543 #define NCR_SIZE_8M 12
1544 #define NCR_SIZE_16M          13
1545 #define NCR_SIZE_32M          14
1546 #define NCR_SIZE_4G 15
1547