amd64: be more precise when enabling the AlderLake small core PCID workaround

In particular, do not enable the workaround if INVPCID is not supported
by the core.

Reported by:	"Chen, Alvin W" <Weike.Chen@Dell.com>
Reviewed by:	markj
Sponsored by:	The FreeBSD Foundation
MFC after:	1 week
Differential revision:	https://reviews.freebsd.org/D37940
This commit is contained in:
Konstantin Belousov 2023-01-03 12:13:07 +02:00
parent 65fa2fd23b
commit a2c08eba43
4 changed files with 31 additions and 16 deletions

View file

@ -247,6 +247,26 @@ cpu_auxmsr(void)
return (PCPU_GET(cpuid));
}
void
cpu_init_small_core(void)
{
u_int r[4];
if (cpu_high < 0x1a)
return;
cpuid_count(0x1a, 0, r);
if ((r[0] & CPUID_HYBRID_CORE_MASK) != CPUID_HYBRID_SMALL_CORE)
return;
PCPU_SET(small_core, 1);
if (pmap_pcid_enabled && invpcid_works &&
pmap_pcid_invlpg_workaround_uena) {
PCPU_SET(pcid_invlpg_workaround, 1);
pmap_pcid_invlpg_workaround = 1;
}
}
/*
* Initialize CPU control registers
*/
@ -255,7 +275,6 @@ initializecpu(void)
{
uint64_t msr;
uint32_t cr4;
u_int r[4];
cr4 = rcr4();
if ((cpu_feature & CPUID_XMM) && (cpu_feature & CPUID_FXSR)) {
@ -319,18 +338,8 @@ initializecpu(void)
(cpu_stdext_feature2 & CPUID_STDEXT2_RDPID) != 0)
wrmsr(MSR_TSC_AUX, cpu_auxmsr());
if (cpu_high >= 0x1a) {
cpuid_count(0x1a, 0, r);
if ((r[0] & CPUID_HYBRID_CORE_MASK) ==
CPUID_HYBRID_SMALL_CORE) {
PCPU_SET(small_core, 1);
if (pmap_pcid_enabled &&
pmap_pcid_invlpg_workaround_uena) {
PCPU_SET(pcid_invlpg_workaround, 1);
pmap_pcid_invlpg_workaround = 1;
}
}
}
if (!IS_BSP())
cpu_init_small_core();
}
void

View file

@ -1341,6 +1341,14 @@ hammer_time(u_int64_t modulep, u_int64_t physfree)
pmap_pcid_enabled = 0;
}
/*
* Now we can do small core initialization, after the PCID
* CPU features and user knobs are evaluated.
*/
TUNABLE_INT_FETCH("vm.pmap.pcid_invlpg_workaround",
&pmap_pcid_invlpg_workaround_uena);
cpu_init_small_core();
link_elf_ireloc(kmdp);
/*

View file

@ -2566,9 +2566,6 @@ pmap_init(void)
VM_PAGE_TO_PHYS(m);
}
}
TUNABLE_INT_FETCH("vm.pmap.pcid_invlpg_workaround",
&pmap_pcid_invlpg_workaround_uena);
}
SYSCTL_UINT(_vm_pmap, OID_AUTO, large_map_pml4_entries,

View file

@ -72,6 +72,7 @@ void amd64_bsp_ist_init(struct pcpu *pc);
void amd64_syscall(struct thread *td, int traced);
void amd64_syscall_ret_flush_l1d(int error);
void amd64_syscall_ret_flush_l1d_recalc(void);
void cpu_init_small_core(void);
void doreti_iret(void) __asm(__STRING(doreti_iret));
void doreti_iret_fault(void) __asm(__STRING(doreti_iret_fault));
void flush_l1d_sw_abi(void);