From: Alex Markuze <amarkuze@redhat.com>
To: "David S . Miller" <davem@davemloft.net>,
Eric Dumazet <edumazet@kernel.org>,
Jakub Kicinski <kuba@kernel.org>, Paolo Abeni <pabeni@redhat.com>
Cc: Simon Horman <horms@kernel.org>,
netdev@vger.kernel.org, linux-kernel@vger.kernel.org
Subject: [RFC PATCH net-next 2/4] net: skb_splice_from_iter(): group consecutive pages of a folio
Date: Tue, 10 Nov 2026 11:23:23 +0000 [thread overview]
Message-ID: <20261110112325.3263078-3-amarkuze@redhat.com> (raw)
In-Reply-To: <20261110112325.3263078-1-amarkuze@redhat.com>
skb_splice_from_iter() appends extracted pages separately, preventing
adjacent tail pages of one folio from coalescing.
Group contiguous ranges of a folio on direct-mapped builds. Normalize
large folio positions into page-aligned coordinate windows so fragment
offsets and append lengths remain representable, and widen the coalescing
endpoint calculation to prevent wraparound matches. The boundaries follow
fragment representation limits, not a device-sized fragment cap.
Keep skb_append_pagefrags() ownership checks. HIGHMEM retains actual-page,
in-page-offset, page-bounded fragments; software checksums walk base pages.
Signed-off-by: Alex Markuze <amarkuze@redhat.com>
---
include/linux/skbuff.h | 3 +-
net/core/skbuff.c | 63 ++++++++++++++++++++++++++++++++++------
net/core/skbuff_splice.h | 34 ++++++++++++++++++++++
3 files changed, 90 insertions(+), 10 deletions(-)
create mode 100644 net/core/skbuff_splice.h
diff --git a/include/linux/skbuff.h b/include/linux/skbuff.h
index 6787fcf6ac3e..b19ba550ae11 100644
--- a/include/linux/skbuff.h
+++ b/include/linux/skbuff.h
@@ -4009,7 +4009,8 @@ static inline bool skb_can_coalesce_netmem(struct sk_buff *skb, int i,
const skb_frag_t *frag = &skb_shinfo(skb)->frags[i - 1];
return netmem == skb_frag_netmem(frag) &&
- off == skb_frag_off(frag) + skb_frag_size(frag);
+ (u64)(unsigned int)off ==
+ (u64)skb_frag_off(frag) + skb_frag_size(frag);
}
return false;
}
diff --git a/net/core/skbuff.c b/net/core/skbuff.c
index ee7a1bc72cc2..3a66a50513a3 100644
--- a/net/core/skbuff.c
+++ b/net/core/skbuff.c
@@ -98,6 +98,7 @@
#include "devmem.h"
#include "net-sysfs.h"
#include "netmem_priv.h"
+#include "skbuff_splice.h"
#ifdef CONFIG_SKB_EXTENSIONS
static struct kmem_cache *skbuff_ext_cache __ro_after_init;
@@ -7532,6 +7533,23 @@ static void skb_splice_csum_page(struct sk_buff *skb, struct page *page,
skb->csum = csum_block_add(skb->csum, csum, csum_offset);
}
+/* Add the checksum of @len bytes at @offset in @page to skb->csum; the range
+ * may run on into the pages that follow @page.
+ */
+static void skb_splice_csum_range(struct sk_buff *skb, struct page *page,
+ size_t offset, size_t len,
+ unsigned int csum_offset)
+{
+ while (len) {
+ size_t part = min_t(size_t, PAGE_SIZE - offset, len);
+
+ skb_splice_csum_page(skb, page++, offset, part, csum_offset);
+ csum_offset += part;
+ len -= part;
+ offset = 0;
+ }
+}
+
/**
* skb_splice_from_iter - Splice (or copy) pages to skbuff
* @skb: The buffer to add pages to
@@ -7540,8 +7558,12 @@ static void skb_splice_csum_page(struct sk_buff *skb, struct page *page,
*
* This is a common helper function for supporting MSG_SPLICE_PAGES. It
* extracts pages from an iterator and adds them to the socket buffer if
- * possible, copying them to fragments if not possible (such as if they're slab
- * pages).
+ * possible. Pages that cannot be sent (such as slab pages) are rejected
+ * with -EIO, not copied. Consecutive pages of one folio are grouped within
+ * the fragment representation limits. A fragment is anchored at the head
+ * or a tail page of that folio and holds one reference on the folio either
+ * way. On CONFIG_HIGHMEM builds a fragment stays within one actual page
+ * of the folio, because kmap_local_page() maps only one page.
*
* Returns the amount of data spliced/copied or -EMSGSIZE if there's
* insufficient space in the buffer to transfer anything.
@@ -7552,7 +7574,7 @@ ssize_t skb_splice_from_iter(struct sk_buff *skb, struct iov_iter *iter,
size_t frag_limit = READ_ONCE(net_hotdata.sysctl_max_skb_frags);
struct page *pages[8], **ppages = pages;
ssize_t spliced = 0, ret = 0;
- unsigned int i;
+ unsigned int i, nr_pages;
if (!maxsize)
return 0;
@@ -7575,29 +7597,52 @@ ssize_t skb_splice_from_iter(struct sk_buff *skb, struct iov_iter *iter,
break;
}
+ nr_pages = DIV_ROUND_UP(off + len, PAGE_SIZE);
i = 0;
do {
struct page *page = pages[i++];
+ struct folio *folio = page_folio(page);
+ struct page *fpage = page;
+ size_t foff = off;
size_t part = min_t(size_t, PAGE_SIZE - off, len);
+ unsigned int first = i - 1;
+
+ if (!IS_ENABLED(CONFIG_HIGHMEM)) {
+ struct skb_splice_frag range;
+ u64 pos = ((u64)folio_page_idx(folio, page) << PAGE_SHIFT) + off;
+
+ range = skb_splice_frag_normalize(pos, len);
+ fpage = folio_page(folio, range.anchor >> PAGE_SHIFT);
+ foff = range.offset;
+ part = min_t(size_t, part, range.len);
+ /* A tail anchor also takes/drops a folio reference. */
+ while (i < nr_pages && part < range.len &&
+ pages[i] == pages[i - 1] + 1 &&
+ page_folio(pages[i]) == folio) {
+ part += min_t(size_t, PAGE_SIZE, range.len - part);
+ i++;
+ }
+ }
ret = -EIO;
- if (WARN_ON_ONCE(!sendpage_ok(page))) {
+ if (WARN_ON_ONCE(!sendpage_ok(fpage))) {
iov_iter_revert(iter, len);
goto out;
}
- ret = skb_append_pagefrags(skb, page, off, part,
- frag_limit);
+ ret = skb_append_pagefrags(skb, fpage, foff, part, frag_limit);
if (ret < 0) {
iov_iter_revert(iter, len);
goto out;
}
if (skb->ip_summed == CHECKSUM_NONE)
- skb_splice_csum_page(skb, page, off, part,
- skb->len + spliced);
+ skb_splice_csum_range(skb, pages[first], off, part,
+ skb->len + spliced);
- off = 0;
+ off += part;
+ i = first + (off >> PAGE_SHIFT);
+ off = offset_in_page(off);
spliced += part;
maxsize -= part;
len -= part;
diff --git a/net/core/skbuff_splice.h b/net/core/skbuff_splice.h
new file mode 100644
index 000000000000..dd51daf74903
--- /dev/null
+++ b/net/core/skbuff_splice.h
@@ -0,0 +1,34 @@
+/* SPDX-License-Identifier: GPL-2.0-or-later */
+#ifndef _NET_CORE_SKBUFF_SPLICE_H
+#define _NET_CORE_SKBUFF_SPLICE_H
+
+#include <linux/limits.h>
+#include <linux/minmax.h>
+#include <linux/types.h>
+
+struct skb_splice_frag {
+ u64 anchor;
+ unsigned int offset;
+ unsigned int len;
+};
+
+/*
+ * Use page-aligned windows of INT_MAX + 1 bytes. The anchor is a byte
+ * position within the folio, not a pointer; callers have the live folio.
+ * Every offset and append length fits the int arguments of the fragment
+ * helpers, and offset + length fits u32 without wrapping. Consecutive
+ * calls use the same anchor until a representational boundary is reached.
+ */
+static inline struct skb_splice_frag skb_splice_frag_normalize(u64 pos, size_t len)
+{
+ struct skb_splice_frag range = {
+ .anchor = pos & ~(u64)INT_MAX,
+ .offset = pos & INT_MAX,
+ };
+ u64 space = (u64)INT_MAX + 1 - range.offset;
+
+ range.len = min_t(u64, len, min_t(u64, space, INT_MAX));
+ return range;
+}
+
+#endif /* _NET_CORE_SKBUFF_SPLICE_H */
--
2.34.1
next prev parent reply other threads:[~2026-11-10 11:23 UTC|newest]
Thread overview: 6+ messages / expand[flat|nested] mbox.gz Atom feed top
2026-11-10 11:23 [RFC PATCH net-next 0/4] net: streamline skb_splice_from_iter() Alex Markuze
2026-11-10 11:23 ` [RFC PATCH net-next 1/4] net: preserve splice iterator progress on rejection Alex Markuze
2026-11-10 11:23 ` Alex Markuze [this message]
2026-11-10 11:23 ` [RFC PATCH net-next 3/4] net: skb_splice_from_iter(): walk ITER_BVEC segments directly Alex Markuze
2026-11-10 11:23 ` [RFC PATCH net-next 4/4] net: add basic splice KUnit tests Alex Markuze
2026-11-10 11:26 ` [RFC PATCH net-next 0/4] net: streamline skb_splice_from_iter() netdev-bot+sinfo
Reply instructions:
You may reply publicly to this message via plain-text email
using any one of the following methods:
* Save the following mbox file, import it into your mail client,
and reply-to-all from there: mbox
Avoid top-posting and favor interleaved quoting:
https://en.wikipedia.org/wiki/Posting_style#Interleaved_style
* Reply using the --to, --cc, and --in-reply-to
switches of git-send-email(1):
git send-email \
--in-reply-to=20261110112325.3263078-3-amarkuze@redhat.com \
--to=amarkuze@redhat.com \
--cc=davem@davemloft.net \
--cc=edumazet@kernel.org \
--cc=horms@kernel.org \
--cc=kuba@kernel.org \
--cc=linux-kernel@vger.kernel.org \
--cc=netdev@vger.kernel.org \
--cc=pabeni@redhat.com \
/path/to/YOUR_REPLY
https://kernel.org/pub/software/scm/git/docs/git-send-email.html
* If your mail client supports setting the In-Reply-To header
via mailto: links, try the mailto: link
Be sure your reply has a Subject: header at the top and a blank line
before the message body.
This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox
all inboxes | Powered by JetHome®