From: Andreas Larsson <andreas@gaisler.com>
To: Imre Kaloz <kaloz@kernel.org>, "David S. Miller" <davem@davemloft.net>
Cc: "Matthew Wilcox (Oracle)" <willy@infradead.org>,
"Mike Rapoport (IBM)" <rppt@kernel.org>,
Andrew Morton <akpm@linux-foundation.org>,
sparclinux@vger.kernel.org, linux-kernel@vger.kernel.org,
stable@vger.kernel.org
Subject: Re: [PATCH v2 1/2] sparc64: flush only the aliased page, not its whole folio
Date: Wed, 21 Oct 2026 16:14:48 +0200 [thread overview]
Message-ID: <84a43e75-6302-4115-9e68-90576a88163c@gaisler.com> (raw)
In-Reply-To: <20260928132102.1707-2-kaloz@kernel.org>
On 2026-09-28 15:21, Imre Kaloz wrote:
> Since the conversion to folios, move_pte() and tlb_batch_add() flush the
> D-cache of every page in the folio a single PTE maps. Both run once per
> PTE, so moving or unmapping a range backed by a large folio flushes each
> of its pages once for every PTE of that folio, and each page flush is a
> cross-call to all other online CPUs.
>
> Only the page the PTE maps can hold lines at the old colour, so flush
> just that page, as before the conversion. flush_dcache_folio_all() has
> no other users and becomes flush_dcache_page_all() again.
>
> On SMP QEMU guests, apt rebuilding its caches through mremap() triggers
> RCU stalls and soft lockups in move_pte().
>
> Fixes: 1a10a44dfc1d ("sparc64: implement the new page table range API")
> Cc: stable@vger.kernel.org
> Signed-off-by: Imre Kaloz <kaloz@kernel.org>
> ---
> arch/sparc/include/asm/cacheflush_64.h | 3 +--
> arch/sparc/include/asm/pgtable_64.h | 7 +++++--
> arch/sparc/kernel/smp_64.c | 24 +++++++++++++-----------
> arch/sparc/mm/init_64.c | 22 ++++++++++++++++++++++
> arch/sparc/mm/tlb.c | 2 +-
> 5 files changed, 42 insertions(+), 16 deletions(-)
>
> diff --git a/arch/sparc/include/asm/cacheflush_64.h b/arch/sparc/include/asm/cacheflush_64.h
> index 06092572c045..02c969417e7b 100644
> --- a/arch/sparc/include/asm/cacheflush_64.h
> +++ b/arch/sparc/include/asm/cacheflush_64.h
> @@ -38,11 +38,10 @@ void __flush_dcache_page(void *addr, int flush_icache);
> void flush_dcache_folio_impl(struct folio *folio);
> #ifdef CONFIG_SMP
> void smp_flush_dcache_folio_impl(struct folio *folio, int cpu);
> -void flush_dcache_folio_all(struct mm_struct *mm, struct folio *folio);
> #else
> #define smp_flush_dcache_folio_impl(folio, cpu) flush_dcache_folio_impl(folio)
> -#define flush_dcache_folio_all(mm, folio) flush_dcache_folio_impl(folio)
> #endif
> +void flush_dcache_page_all(struct mm_struct *mm, struct page *page);
>
> void __flush_dcache_range(unsigned long start, unsigned long end);
> #define ARCH_IMPLEMENTS_FLUSH_DCACHE_PAGE 1
> diff --git a/arch/sparc/include/asm/pgtable_64.h b/arch/sparc/include/asm/pgtable_64.h
> index 0837ebbc5dce..6712eac4baf1 100644
> --- a/arch/sparc/include/asm/pgtable_64.h
> +++ b/arch/sparc/include/asm/pgtable_64.h
> @@ -946,6 +946,9 @@ static inline void set_ptes(struct mm_struct *mm, unsigned long addr,
> set_pte_at((mm), (addr), (ptep), __pte(0UL))
>
> #ifdef DCACHE_ALIASING_POSSIBLE
> +/* Without pte_batch_hint(), move_ptes() calls this once per PTE, so
> + * only the page this PTE maps can have lines at the old colour.
> + */
> #define __HAVE_ARCH_MOVE_PTE
> #define move_pte(pte, old_addr, new_addr) \
> ({ \
> @@ -955,8 +958,8 @@ static inline void set_ptes(struct mm_struct *mm, unsigned long addr,
> \
> if (pfn_valid(this_pfn) && \
> (((old_addr) ^ (new_addr)) & (1 << 13))) \
> - flush_dcache_folio_all(current->mm, \
> - page_folio(pfn_to_page(this_pfn))); \
> + flush_dcache_page_all(current->mm, \
> + pfn_to_page(this_pfn)); \
> } \
> newpte; \
> })
> diff --git a/arch/sparc/kernel/smp_64.c b/arch/sparc/kernel/smp_64.c
> index 371460e34484..18b6145da591 100644
> --- a/arch/sparc/kernel/smp_64.c
> +++ b/arch/sparc/kernel/smp_64.c
> @@ -982,8 +982,9 @@ void smp_flush_dcache_folio_impl(struct folio *folio, int cpu)
> put_cpu();
> }
>
> -void flush_dcache_folio_all(struct mm_struct *mm, struct folio *folio)
> +void flush_dcache_page_all(struct mm_struct *mm, struct page *page)
> {
> + struct folio *folio = page_folio(page);
> void *pg_addr;
> u64 data0;
>
> @@ -996,7 +997,7 @@ void flush_dcache_folio_all(struct mm_struct *mm, struct folio *folio)
> atomic_inc(&dcpage_flushes);
> #endif
> data0 = 0;
> - pg_addr = folio_address(folio);
> + pg_addr = page_address(page);
> if (tlb_type == spitfire) {
> data0 = ((u64)&xcall_flush_dcache_page_spitfire);
> if (folio_flush_mapping(folio) != NULL)
> @@ -1007,18 +1008,19 @@ void flush_dcache_folio_all(struct mm_struct *mm, struct folio *folio)
> #endif
> }
> if (data0) {
> - unsigned int i, nr = folio_nr_pages(folio);
> -
> - for (i = 0; i < nr; i++) {
> - xcall_deliver(data0, __pa(pg_addr),
> - (u64) pg_addr, cpu_online_mask);
> + xcall_deliver(data0, __pa(pg_addr),
> + (u64)pg_addr, cpu_online_mask);
> #ifdef CONFIG_DEBUG_DCFLUSH
> - atomic_inc(&dcpage_flushes_xcall);
> + atomic_inc(&dcpage_flushes_xcall);
> #endif
> - pg_addr += PAGE_SIZE;
> - }
> }
> - __local_flush_dcache_folio(folio);
> +#ifdef DCACHE_ALIASING_POSSIBLE
> + __flush_dcache_page(pg_addr,
> + tlb_type == spitfire && folio_flush_mapping(folio));
> +#else
> + if (tlb_type == spitfire && folio_flush_mapping(folio))
> + __flush_icache_page(__pa(pg_addr));
> +#endif
>
> preempt_enable();
> }
> diff --git a/arch/sparc/mm/init_64.c b/arch/sparc/mm/init_64.c
> index 103db4683b16..8792e5d92517 100644
> --- a/arch/sparc/mm/init_64.c
> +++ b/arch/sparc/mm/init_64.c
> @@ -214,6 +214,28 @@ inline void flush_dcache_folio_impl(struct folio *folio)
> #endif
> }
>
> +#ifndef CONFIG_SMP
> +void flush_dcache_page_all(struct mm_struct *mm, struct page *page)
> +{
> + struct folio *folio = page_folio(page);
> +
> + if (tlb_type == hypervisor)
> + return;
> +
> +#ifdef CONFIG_DEBUG_DCFLUSH
> + atomic_inc(&dcpage_flushes);
> +#endif
> +
> +#ifdef DCACHE_ALIASING_POSSIBLE
> + __flush_dcache_page(page_address(page),
> + tlb_type == spitfire && folio_flush_mapping(folio));
> +#else
> + if (tlb_type == spitfire && folio_flush_mapping(folio))
> + __flush_icache_page(page_to_phys(page));
> +#endif
> +}
> +#endif
Another thing, an /* !CONFIG_SMP */ here would be great as well. In the
followup patch it drifts even further away from its #ifndef
> +
> #define PG_dcache_dirty PG_arch_1
> #define PG_dcache_cpu_shift 32UL
> #define PG_dcache_cpu_mask \
> diff --git a/arch/sparc/mm/tlb.c b/arch/sparc/mm/tlb.c
> index 6d9dd5eb1328..1221814ca0e1 100644
> --- a/arch/sparc/mm/tlb.c
> +++ b/arch/sparc/mm/tlb.c
> @@ -144,7 +144,7 @@ void tlb_batch_add(struct mm_struct *mm, unsigned long vaddr,
>
> paddr = (unsigned long) page_address(page);
> if ((paddr ^ vaddr) & (1 << 13))
> - flush_dcache_folio_all(mm, folio);
> + flush_dcache_page_all(mm, page);
> }
>
> no_cache_flush:
Cheers,
Andreas
next prev parent reply other threads:[~2026-10-21 14:14 UTC|newest]
Thread overview: 11+ messages / expand[flat|nested] mbox.gz Atom feed top
2026-09-28 13:21 [PATCH v2 0/2] sparc64: D-cache alias flushing fixes Imre Kaloz
2026-09-28 13:21 ` [PATCH v2 1/2] sparc64: flush only the aliased page, not its whole folio Imre Kaloz
2026-10-15 14:46 ` Andreas Larsson
2026-10-15 19:26 ` Imre Kaloz
2026-10-17 10:34 ` John Paul Adrian Glaubitz
2026-10-21 14:14 ` Andreas Larsson [this message]
2026-10-21 23:24 ` Imre Kaloz
2026-09-28 13:21 ` [PATCH v2 2/2] sparc64: flush vmalloc ranges from the D-cache on map and unmap Imre Kaloz
2026-10-21 14:18 ` Andreas Larsson
2026-10-21 23:31 ` Imre Kaloz
2026-10-11 9:33 ` [PATCH v2 0/2] sparc64: D-cache alias flushing fixes John Paul Adrian Glaubitz
Reply instructions:
You may reply publicly to this message via plain-text email
using any one of the following methods:
* Save the following mbox file, import it into your mail client,
and reply-to-all from there: mbox
Avoid top-posting and favor interleaved quoting:
https://en.wikipedia.org/wiki/Posting_style#Interleaved_style
* Reply using the --to, --cc, and --in-reply-to
switches of git-send-email(1):
git send-email \
--in-reply-to=84a43e75-6302-4115-9e68-90576a88163c@gaisler.com \
--to=andreas@gaisler.com \
--cc=akpm@linux-foundation.org \
--cc=davem@davemloft.net \
--cc=kaloz@kernel.org \
--cc=linux-kernel@vger.kernel.org \
--cc=rppt@kernel.org \
--cc=sparclinux@vger.kernel.org \
--cc=stable@vger.kernel.org \
--cc=willy@infradead.org \
/path/to/YOUR_REPLY
https://kernel.org/pub/software/scm/git/docs/git-send-email.html
* If your mail client supports setting the In-Reply-To header
via mailto: links, try the mailto: link
Be sure your reply has a Subject: header at the top and a blank line
before the message body.
This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox
all inboxes | Powered by JetHome®