mirror of https://lore.kernel.org/lkml/
 help / color / mirror / Atom feed
From: Koichiro Den <den@valinux.co.jp>
To: "Joerg Roedel (AMD)" <joro@8bytes.org>,
	Will Deacon <will@kernel.org>,
	Robin Murphy <robin.murphy@arm.com>,
	Magnus Damm <damm+renesas@opensource.se>,
	Jason Gunthorpe <jgg@ziepe.ca>,
	Lu Baolu <baolu.lu@linux.intel.com>
Cc: Geert Uytterhoeven <geert+renesas@glider.be>,
	Marek Vasut <marek.vasut@mailbox.org>,
	iommu@lists.linux.dev, linux-renesas-soc@vger.kernel.org,
	linux-kernel@vger.kernel.org
Subject: [PATCH 3/3] iommu/ipmmu-vmsa: Keep shared micro-TLBs enabled while in use
Date: Thu,  5 Nov 2026 01:22:51 +0900	[thread overview]
Message-ID: <20261104162251.1749998-4-den@valinux.co.jp> (raw)
In-Reply-To: <20261104162251.1749998-1-den@valinux.co.jp>

PCI functions can share a micro-TLB. ipmmu_release_device() disables it
unconditionally, so removing one function makes DMA from the others
bypass translation even though they remain attached to a paging domain.
Switching a device to the identity domain can disable a shared micro-TLB
in the same way.

Count the users of each micro-TLB and disable it only when its last user
leaves. Track whether each device holds a reference so paging-domain
switches do not add another one and release does not drop a reference
the device never acquired.

Cc: stable@vger.kernel.org
Fixes: 24dfb197c3b7 ("iommu/ipmmu-vmsa: Call arm_iommu_release_mapping() in release path")
Signed-off-by: Koichiro Den <den@valinux.co.jp>
---
 drivers/iommu/ipmmu-vmsa.c | 121 ++++++++++++++++++++++++++-----------
 1 file changed, 86 insertions(+), 35 deletions(-)

diff --git a/drivers/iommu/ipmmu-vmsa.c b/drivers/iommu/ipmmu-vmsa.c
index cea9348ac10d..bfbb6795ec13 100644
--- a/drivers/iommu/ipmmu-vmsa.c
+++ b/drivers/iommu/ipmmu-vmsa.c
@@ -7,6 +7,7 @@
  */
 
 #include <linux/bitmap.h>
+#include <linux/cleanup.h>
 #include <linux/delay.h>
 #include <linux/dma-mapping.h>
 #include <linux/err.h>
@@ -59,14 +60,26 @@ struct ipmmu_vmsa_device {
 	struct ipmmu_vmsa_device *root;
 	const struct ipmmu_features *features;
 	unsigned int num_ctx;
-	spinlock_t lock;			/* Protects ctx and domains[] */
+	/* Protects ctx, domains[], utlb_ctx[] and utlb_users[] */
+	spinlock_t lock;
 	DECLARE_BITMAP(ctx, IPMMU_CTX_MAX);
 	struct ipmmu_vmsa_domain *domains[IPMMU_CTX_MAX];
 	s8 utlb_ctx[IPMMU_UTLB_MAX];
+	unsigned int utlb_users[IPMMU_UTLB_MAX];
 
 	struct dma_iommu_mapping *mapping;
 };
 
+/*
+ * Per bus master (device) data. Several bus masters can be connected to the
+ * same microTLB, which stays enabled until the last translated master using it
+ * is gone (see ipmmu_vmsa_device.utlb_users[]).
+ */
+struct ipmmu_vmsa_master {
+	struct ipmmu_vmsa_device *mmu;
+	bool translated;		/* Counted in mmu->utlb_users[] */
+};
+
 struct ipmmu_vmsa_domain {
 	struct ipmmu_vmsa_device *mmu;
 	struct iommu_domain io_domain;
@@ -83,11 +96,18 @@ static struct ipmmu_vmsa_domain *to_vmsa_domain(struct iommu_domain *dom)
 	return container_of(dom, struct ipmmu_vmsa_domain, io_domain);
 }
 
-static struct ipmmu_vmsa_device *to_ipmmu(struct device *dev)
+static struct ipmmu_vmsa_master *to_master(struct device *dev)
 {
 	return dev_iommu_priv_get(dev);
 }
 
+static struct ipmmu_vmsa_device *to_ipmmu(struct device *dev)
+{
+	struct ipmmu_vmsa_master *master = to_master(dev);
+
+	return master ? master->mmu : NULL;
+}
+
 #define TLB_LOOP_TIMEOUT		100	/* 100us */
 
 /* -----------------------------------------------------------------------------
@@ -281,11 +301,6 @@ static void ipmmu_utlb_enable(struct ipmmu_vmsa_domain *domain,
 {
 	struct ipmmu_vmsa_device *mmu = domain->mmu;
 
-	/*
-	 * TODO: Reference-count the microTLB as several bus masters can be
-	 * connected to the same microTLB.
-	 */
-
 	/* TODO: What should we set the ASID to ? */
 	ipmmu_imuasid_write(mmu, utlb, 0);
 	/* TODO: Do we need to flush the microTLB ? */
@@ -297,15 +312,63 @@ static void ipmmu_utlb_enable(struct ipmmu_vmsa_domain *domain,
 /*
  * Disable MMU translation for the microTLB.
  */
-static void ipmmu_utlb_disable(struct ipmmu_vmsa_domain *domain,
+static void ipmmu_utlb_disable(struct ipmmu_vmsa_device *mmu,
 			       unsigned int utlb)
 {
-	struct ipmmu_vmsa_device *mmu = domain->mmu;
-
 	ipmmu_imuctr_write(mmu, utlb, 0);
 	mmu->utlb_ctx[utlb] = IPMMU_CTX_INVALID;
 }
 
+/*
+ * Enable this master's micro-TLBs using the domain's context.
+ *
+ * Several bus masters can be connected to the same microTLB, so count the
+ * masters translated through each of them. Moving a master from one paging
+ * domain to another keeps its reference and only updates the context selection.
+ */
+static void ipmmu_attach_utlbs(struct ipmmu_vmsa_domain *domain,
+			       struct device *dev)
+{
+	struct iommu_fwspec *fwspec = dev_iommu_fwspec_get(dev);
+	struct ipmmu_vmsa_master *master = to_master(dev);
+	struct ipmmu_vmsa_device *mmu = domain->mmu;
+	unsigned int i;
+
+	guard(spinlock_irqsave)(&mmu->lock);
+
+	for (i = 0; i < fwspec->num_ids; ++i) {
+		if (!master->translated)
+			mmu->utlb_users[fwspec->ids[i]]++;
+		ipmmu_utlb_enable(domain, fwspec->ids[i]);
+	}
+	master->translated = true;
+}
+
+/*
+ * Drop this master's references to its micro-TLBs. A micro-TLB stays enabled
+ * as long as other bus masters connected to it are still translated.
+ */
+static void ipmmu_detach_utlbs(struct device *dev)
+{
+	struct iommu_fwspec *fwspec = dev_iommu_fwspec_get(dev);
+	struct ipmmu_vmsa_master *master = to_master(dev);
+	struct ipmmu_vmsa_device *mmu = master->mmu;
+	unsigned int i;
+
+	guard(spinlock_irqsave)(&mmu->lock);
+
+	if (!master->translated)
+		return;
+
+	for (i = 0; i < fwspec->num_ids; ++i) {
+		unsigned int utlb = fwspec->ids[i];
+
+		if (!--mmu->utlb_users[utlb])
+			ipmmu_utlb_disable(mmu, utlb);
+	}
+	master->translated = false;
+}
+
 static void ipmmu_tlb_flush_all(void *cookie)
 {
 	struct ipmmu_vmsa_domain *domain = cookie;
@@ -592,10 +655,8 @@ static void ipmmu_domain_free(struct iommu_domain *io_domain)
 static int ipmmu_attach_device(struct iommu_domain *io_domain,
 			       struct device *dev, struct iommu_domain *old)
 {
-	struct iommu_fwspec *fwspec = dev_iommu_fwspec_get(dev);
 	struct ipmmu_vmsa_device *mmu = to_ipmmu(dev);
 	struct ipmmu_vmsa_domain *domain = to_vmsa_domain(io_domain);
-	unsigned int i;
 	int ret = 0;
 
 	if (!mmu) {
@@ -630,8 +691,7 @@ static int ipmmu_attach_device(struct iommu_domain *io_domain,
 	if (ret < 0)
 		return ret;
 
-	for (i = 0; i < fwspec->num_ids; ++i)
-		ipmmu_utlb_enable(domain, fwspec->ids[i]);
+	ipmmu_attach_utlbs(domain, dev);
 
 	return 0;
 }
@@ -640,16 +700,7 @@ static int ipmmu_iommu_identity_attach(struct iommu_domain *identity_domain,
 				       struct device *dev,
 				       struct iommu_domain *old)
 {
-	struct iommu_fwspec *fwspec = dev_iommu_fwspec_get(dev);
-	struct ipmmu_vmsa_domain *domain;
-	unsigned int i;
-
-	if (old == identity_domain || !old)
-		return 0;
-
-	domain = to_vmsa_domain(old);
-	for (i = 0; i < fwspec->num_ids; ++i)
-		ipmmu_utlb_disable(domain, fwspec->ids[i]);
+	ipmmu_detach_utlbs(dev);
 
 	/*
 	 * TODO: Optimize by disabling the context when no device is attached.
@@ -815,6 +866,7 @@ static struct iommu_device *ipmmu_probe_device(struct device *dev)
 {
 	struct iommu_fwspec *fwspec = dev_iommu_fwspec_get(dev);
 	struct platform_device *ipmmu_pdev;
+	struct ipmmu_vmsa_master *master;
 	struct ipmmu_vmsa_device *mmu;
 
 	if (!fwspec)
@@ -830,7 +882,12 @@ static struct iommu_device *ipmmu_probe_device(struct device *dev)
 	if (!mmu)
 		return ERR_PTR(-ENODEV);
 
-	dev_iommu_priv_set(dev, mmu);
+	master = kzalloc_obj(*master);
+	if (!master)
+		return ERR_PTR(-ENOMEM);
+
+	master->mmu = mmu;
+	dev_iommu_priv_set(dev, master);
 
 	return &mmu->iommu;
 }
@@ -848,18 +905,12 @@ static void ipmmu_probe_finalize(struct device *dev)
 
 static void ipmmu_release_device(struct device *dev)
 {
-	struct iommu_fwspec *fwspec = dev_iommu_fwspec_get(dev);
-	struct ipmmu_vmsa_device *mmu = to_ipmmu(dev);
-	unsigned int i;
+	struct ipmmu_vmsa_master *master = to_master(dev);
 
-	for (i = 0; i < fwspec->num_ids; ++i) {
-		unsigned int utlb = fwspec->ids[i];
+	ipmmu_detach_utlbs(dev);
 
-		ipmmu_imuctr_write(mmu, utlb, 0);
-		mmu->utlb_ctx[utlb] = IPMMU_CTX_INVALID;
-	}
-
-	arm_iommu_release_mapping(mmu->mapping);
+	arm_iommu_release_mapping(master->mmu->mapping);
+	kfree(master);
 }
 
 static const struct iommu_ops ipmmu_ops = {
-- 
2.54.0


  parent reply	other threads:[~2026-11-04 16:23 UTC|newest]

Thread overview: 6+ messages / expand[flat|nested]  mbox.gz  Atom feed  top
2026-11-04 16:22 [PATCH 0/3] iommu/ipmmu-vmsa: Keep shared micro-TLBs enabled Koichiro Den
2026-11-04 16:22 ` [PATCH 1/3] iommu/ipmmu-vmsa: Propagate errors from iommu_fwspec_add_ids() Koichiro Den
2026-11-04 16:22 ` [PATCH 2/3] iommu/ipmmu-vmsa: Move device initialization to probe_device() Koichiro Den
2026-11-04 16:22 ` Koichiro Den [this message]
2026-11-04 17:42   ` [PATCH 3/3] iommu/ipmmu-vmsa: Keep shared micro-TLBs enabled while in use Robin Murphy
2026-11-05  2:34     ` Koichiro Den

Reply instructions:

You may reply publicly to this message via plain-text email
using any one of the following methods:

* Save the following mbox file, import it into your mail client,
  and reply-to-all from there: mbox

  Avoid top-posting and favor interleaved quoting:
  https://en.wikipedia.org/wiki/Posting_style#Interleaved_style

* Reply using the --to, --cc, and --in-reply-to
  switches of git-send-email(1):

  git send-email \
    --in-reply-to=20261104162251.1749998-4-den@valinux.co.jp \
    --to=den@valinux.co.jp \
    --cc=baolu.lu@linux.intel.com \
    --cc=damm+renesas@opensource.se \
    --cc=geert+renesas@glider.be \
    --cc=iommu@lists.linux.dev \
    --cc=jgg@ziepe.ca \
    --cc=joro@8bytes.org \
    --cc=linux-kernel@vger.kernel.org \
    --cc=linux-renesas-soc@vger.kernel.org \
    --cc=marek.vasut@mailbox.org \
    --cc=robin.murphy@arm.com \
    --cc=will@kernel.org \
    /path/to/YOUR_REPLY

  https://kernel.org/pub/software/scm/git/docs/git-send-email.html

* If your mail client supports setting the In-Reply-To header
  via mailto: links, try the mailto: link
Be sure your reply has a Subject: header at the top and a blank line before the message body.
This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox

all inboxes | Powered by JetHome®