]> git.ipfire.org Git - thirdparty/kernel/stable.git/commitdiff
arm64: mm: Refactor flush_tlb_page() to use __tlbi_level_asid()
authorRyan Roberts <ryan.roberts@arm.com>
Mon, 2 Mar 2026 13:55:56 +0000 (13:55 +0000)
committerCatalin Marinas <catalin.marinas@arm.com>
Fri, 13 Mar 2026 17:23:04 +0000 (17:23 +0000)
Now that we have __tlbi_level_asid(), let's refactor the
*flush_tlb_page*() variants to use it rather than open coding.

The emitted tlbi(s) is/are intended to be exactly the same as before; no
TTL hint is provided. Although the spec for flush_tlb_page() allows for
setting the TTL hint to 3, it turns out that
flush_tlb_fix_spurious_fault_pmd() depends on
local_flush_tlb_page_nonotify() to invalidate the level 2 entry. This
will be fixed separately.

Reviewed-by: Linu Cherian <linu.cherian@arm.com>
Reviewed-by: Jonathan Cameron <jonathan.cameron@huawei.com>
Signed-off-by: Ryan Roberts <ryan.roberts@arm.com>
Signed-off-by: Catalin Marinas <catalin.marinas@arm.com>
arch/arm64/include/asm/tlbflush.h

index fd86647db24bb264340c3abac63d5c5e4f9cbf41..0a49a25a4fdc8e12e625e0b009ecd10fe427ad64 100644 (file)
@@ -346,12 +346,8 @@ static inline void flush_tlb_mm(struct mm_struct *mm)
 static inline void __local_flush_tlb_page_nonotify_nosync(struct mm_struct *mm,
                                                          unsigned long uaddr)
 {
-       unsigned long addr;
-
        dsb(nshst);
-       addr = __TLBI_VADDR(uaddr, ASID(mm));
-       __tlbi(vale1, addr);
-       __tlbi_user(vale1, addr);
+       __tlbi_level_asid(vale1, uaddr, TLBI_TTL_UNKNOWN, ASID(mm));
 }
 
 static inline void local_flush_tlb_page_nonotify(struct vm_area_struct *vma,
@@ -373,12 +369,8 @@ static inline void local_flush_tlb_page(struct vm_area_struct *vma,
 static inline void __flush_tlb_page_nosync(struct mm_struct *mm,
                                           unsigned long uaddr)
 {
-       unsigned long addr;
-
        dsb(ishst);
-       addr = __TLBI_VADDR(uaddr, ASID(mm));
-       __tlbi(vale1is, addr);
-       __tlbi_user(vale1is, addr);
+       __tlbi_level_asid(vale1is, uaddr, TLBI_TTL_UNKNOWN, ASID(mm));
        mmu_notifier_arch_invalidate_secondary_tlbs(mm, uaddr & PAGE_MASK,
                                                (uaddr & PAGE_MASK) + PAGE_SIZE);
 }