Page MenuHomeFreeBSD

D61644.1794997536.diff
No OneTemporary

Authored By
Unknown
Size
1 KB
Referenced Files
None
Subscribers
None

D61644.1794997536.diff

diff --git a/sys/powerpc/aim/mmu_radix.c b/sys/powerpc/aim/mmu_radix.c
--- a/sys/powerpc/aim/mmu_radix.c
+++ b/sys/powerpc/aim/mmu_radix.c
@@ -188,6 +188,9 @@
* Invalidate a range of translations
*/
+static bool radix_tlbie_full_flush;
+static bool radix_tlbie_need_fixup;
+
static __always_inline void
radix_tlbie(uint8_t ric, uint8_t prs, uint16_t is, uint32_t pid, uint32_t lpid,
vm_offset_t va, uint16_t ap)
@@ -205,6 +208,8 @@
static __inline void
radix_tlbie_fixup(uint32_t pid, vm_offset_t va, int ap)
{
+ if (!radix_tlbie_need_fixup)
+ return;
__asm __volatile("ptesync" ::: "memory");
radix_tlbie(TLBIE_RIC_INVALIDATE_TLB, TLBIE_PRS_PROCESS_SCOPE,
@@ -1125,10 +1130,18 @@
static void
pmap_invalidate_range(pmap_t pmap, vm_offset_t start, vm_offset_t end)
{
- if (((start - end) >> PAGE_SHIFT) > 8) {
+ if (start == end)
+ return;
+
+ /*
+ * Preserve POWER9's existing full-flush policy: enabling the current
+ * per-page invalidation loop has been reported to regress performance.
+ */
+ if (radix_tlbie_full_flush || ((end - start) >> PAGE_SHIFT) > 8) {
pmap_invalidate_all(pmap);
return;
}
+
ptesync();
if (pmap == kernel_pmap) {
while (start < end) {
@@ -2359,6 +2372,11 @@
mmu_radix_bootstrap(vm_offset_t start, vm_offset_t end)
{
uint64_t lpcr;
+ uint16_t vers;
+
+ vers = mfpvr() >> 16;
+ radix_tlbie_full_flush = vers == IBMPOWER9;
+ radix_tlbie_need_fixup = vers == IBMPOWER9;
if (bootverbose)
printf("%s\n", __func__);

File Metadata

Mime Type
text/plain
Expires
Wed, Nov 18, 10:25 AM (22 h, 54 m)
Storage Engine
blob
Storage Format
Raw Data
Storage Handle
41804655
Default Alt Text
D61644.1794997536.diff (1 KB)

Event Timeline