From: "Rob Herring (Arm)" <robh@kernel.org>
To: Tomeu Vizoso <tomeu@tomeuvizoso.net>,
Oded Gabbay <ogabbay@kernel.org>, Frank Li <Frank.Li@nxp.com>,
Thomas Zimmermann <tzimmermann@suse.de>
Cc: dri-devel@lists.freedesktop.org, linux-kernel@vger.kernel.org
Subject: [PATCH v5 18/19] accel: ethosu: Support IFM upscaling
Date: Fri, 20 Nov 2026 08:57:42 -0600 [thread overview]
Message-ID: <20261120-ethosu-fixes-v5-18-52d459acdb84@kernel.org> (raw)
In-Reply-To: <20261120-ethosu-fixes-v5-0-52d459acdb84@kernel.org>
Track the IFM upscaling mode while validating command streams and
adjust feature-map bounds for its 2x resampling modes.
Resize operations require no IFM upscaling, so reject a non-default
mode there. Ethos-U only defines upscaled IFM reads with unit kernel
strides and non-chained storage. Reject incompatible state when the
operation actually reads IFM, including elementwise operations, rather
than checking when registers are programmed.
Also enforce the pooling-mode restrictions: max/min cannot insert zeros,
and reduce_sum and argmax do not support IFM upscaling. The coordinate
reduction used for bounds checking must not be applied to these
undefined hardware configurations.
Signed-off-by: Rob Herring (Arm) <robh@kernel.org>
---
v5:
- Reject various invalid modes
- IFM upscaling is not U85 specific, but supported on U65 too
v4:
- New patch
---
drivers/accel/ethosu/ethosu_device.h | 7 ++++++
drivers/accel/ethosu/ethosu_gem.c | 46 ++++++++++++++++++++++++++++++++++++
2 files changed, 53 insertions(+)
diff --git a/drivers/accel/ethosu/ethosu_device.h b/drivers/accel/ethosu/ethosu_device.h
index f8066a9cf610..40b7f28ae61d 100644
--- a/drivers/accel/ethosu/ethosu_device.h
+++ b/drivers/accel/ethosu/ethosu_device.h
@@ -93,6 +93,12 @@ struct gen_pool;
#define NPU_CMD_CTRL_CMD1 BIT(14)
+enum ethosu_ifm_upscale_mode {
+ NPU_IFM_UPSCALE_NONE,
+ NPU_IFM_UPSCALE_NEAREST,
+ NPU_IFM_UPSCALE_ZEROS,
+};
+
enum ethosu_cmds {
NPU_OP_STOP = 0x0,
NPU_OP_CONV = 0x2,
@@ -109,6 +115,7 @@ enum ethosu_cmds {
NPU_SET_IFM_PAD_BOTTOM = 0x103,
NPU_SET_IFM_DEPTH_M1 = 0x104,
NPU_SET_IFM_PRECISION = 0x105,
+ NPU_SET_IFM_UPSCALE = 0x107,
NPU_SET_IFM_BROADCAST = 0x108,
NPU_SET_IFM_WIDTH0_M1 = 0x10a,
NPU_SET_IFM_HEIGHT0_M1 = 0x10b,
diff --git a/drivers/accel/ethosu/ethosu_gem.c b/drivers/accel/ethosu/ethosu_gem.c
index d2884d9922ae..b4544298742f 100644
--- a/drivers/accel/ethosu/ethosu_gem.c
+++ b/drivers/accel/ethosu/ethosu_gem.c
@@ -167,6 +167,7 @@ struct cmd_state {
u8 acc_input_precision;
bool fast_weights;
u8 parallel_mode;
+ u8 ifm_upscale;
struct dma_state dma;
struct buffer scale[2];
struct buffer weight[4];
@@ -402,6 +403,11 @@ static int feat_matrix_validate(struct ethosu_device *edev,
!cmd_state_reg_is_set(st, NPU_SET_IFM_PRECISION) ||
!cmd_state_reg_is_set(st, NPU_SET_IFM_DEPTH_M1))
return -EINVAL;
+ if (st->ifm_upscale &&
+ (!cmd_state_reg_is_set(st, NPU_SET_KERNEL_STRIDE) ||
+ feat_matrix_chained(edev, fm) ||
+ (st->ifm.stride_kernel & (BIT(0) | BIT(1) | BIT(6) | BIT(9)))))
+ return -EINVAL;
if (feat_matrix_chained(edev, fm))
return 0;
if (!cmd_state_reg_is_set(st, NPU_SET_IFM_WIDTH0_M1) ||
@@ -745,6 +751,11 @@ static int calc_sizes_resize(struct drm_device *ddev,
u64 len;
int ret;
+ if (st->ifm_upscale != NPU_IFM_UPSCALE_NONE ||
+ feat_matrix_chained(edev, &st->ofm) ||
+ FIELD_GET(NPU_OFM_TRANSPOSE_MASK, st->ofm.precision))
+ return -EINVAL;
+
if (!cmd_state_reg_is_set(st, NPU_SET_KERNEL_WIDTH_M1) ||
!cmd_state_reg_is_set(st, NPU_SET_KERNEL_HEIGHT_M1) ||
!cmd_state_reg_is_set(st, NPU_SET_OFM_BLK_WIDTH_M1) ||
@@ -811,6 +822,19 @@ static int weight_streams(struct ethosu_device *edev, struct cmd_state *st,
return 0;
}
+static u32 ifm_upscale_coord(u32 coord, u8 mode)
+{
+ switch (mode) {
+ case NPU_IFM_UPSCALE_NONE:
+ return coord;
+ case NPU_IFM_UPSCALE_NEAREST:
+ case NPU_IFM_UPSCALE_ZEROS:
+ return coord / 2;
+ }
+
+ return 0;
+}
+
static int buffer_size(struct ethosu_validated_cmdstream_info *info,
struct cmd_state *st, struct buffer *buf, s8 region,
u16 region_cmd, u16 base_cmd, u16 length_cmd, bool inactive)
@@ -871,6 +895,8 @@ static int calc_sizes(struct drm_device *ddev,
if (ifm_height < 0 || ifm_width < 0)
return -EINVAL;
+ ifm_height = ifm_upscale_coord(ifm_height, st->ifm_upscale);
+ ifm_width = ifm_upscale_coord(ifm_width, st->ifm_upscale);
ret = feat_matrix_size(edev, info, st, &st->ifm, FEAT_MATRIX_IFM,
ifm_width, ifm_height, st->ifm.depth, false,
@@ -972,6 +998,8 @@ static int calc_sizes_elemwise(struct drm_device *ddev,
height = st->ifm.broadcast & 0x1 ? 0 : st->ofm.height[2];
width = st->ifm.broadcast & 0x2 ? 0 : st->ofm.width;
depth = st->ifm.broadcast & 0x4 ? 0 : st->ofm.depth;
+ height = ifm_upscale_coord(height, st->ifm_upscale);
+ width = ifm_upscale_coord(width, st->ifm_upscale);
ret = feat_matrix_size(edev, info, st, &st->ifm, FEAT_MATRIX_IFM,
width, height, depth, false, &len);
@@ -1102,6 +1130,19 @@ static int ethosu_gem_cmdstream_copy_and_validate(struct drm_device *ddev,
case NPU_OP_POOL:
if (param > (ethosu_is_u65(edev) ? 2 : 7))
return -EINVAL;
+ if (st.ifm_upscale) {
+ switch (param) {
+ case 0: /* max */
+ case 5: /* min */
+ if (st.ifm_upscale == NPU_IFM_UPSCALE_ZEROS)
+ return -EINVAL;
+ break;
+ case 2: /* reduce_sum */
+ case 6: /* argmax_x */
+ case 7: /* argmax_y */
+ return -EINVAL;
+ }
+ }
use_ifm = param != 0x4; // pooling mode
if (!cmd_state_reg_is_set(&st, NPU_SET_OFM_PRECISION))
return -EINVAL;
@@ -1208,6 +1249,11 @@ static int ethosu_gem_cmdstream_copy_and_validate(struct drm_device *ddev,
return -EINVAL;
st.ifm.precision = param;
break;
+ case NPU_SET_IFM_UPSCALE:
+ if (param > NPU_IFM_UPSCALE_ZEROS)
+ return -EINVAL;
+ st.ifm_upscale = param;
+ break;
case NPU_SET_IFM_BROADCAST:
st.ifm.broadcast = param;
break;
--
2.53.0
next prev parent reply other threads:[~2026-11-20 14:58 UTC|newest]
Thread overview: 20+ messages / expand[flat|nested] mbox.gz Atom feed top
2026-11-20 14:57 [PATCH v5 00/19] accel: ethosu: Cmd stream validation fixes Rob Herring (Arm)
2026-11-20 14:57 ` [PATCH v5 01/19] accel: ethosu: Prevent command stream export Rob Herring (Arm)
2026-11-20 14:57 ` [PATCH v5 02/19] accel: ethosu: Move DMA mode to src/dst struct Rob Herring (Arm)
2026-11-20 14:57 ` [PATCH v5 03/19] accel: ethosu: Track command stream register setup Rob Herring (Arm)
2026-11-20 14:57 ` [PATCH v5 04/19] accel: ethosu: Factor buffer bounds checks Rob Herring (Arm)
2026-11-20 14:57 ` [PATCH v5 05/19] accel: ethosu: Fix NHCWB16 bounds calculation Rob Herring (Arm)
2026-11-20 14:57 ` [PATCH v5 06/19] accel: ethosu: Validate secondary streams Rob Herring (Arm)
2026-11-20 14:57 ` [PATCH v5 07/19] accel: ethosu: Reject unsupported commands and params Rob Herring (Arm)
2026-11-20 14:57 ` [PATCH v5 08/19] accel: ethosu: Validate all feature map tiles Rob Herring (Arm)
2026-11-20 14:57 ` [PATCH v5 09/19] accel: ethosu: Account for feature map element size Rob Herring (Arm)
2026-11-20 14:57 ` [PATCH v5 10/19] accel: ethosu: Validate convolution parameter Rob Herring (Arm)
2026-11-20 14:57 ` [PATCH v5 11/19] accel: ethosu: Validate accumulator input Rob Herring (Arm)
2026-11-20 14:57 ` [PATCH v5 12/19] accel: ethosu: Restrict dynamic IFM2 weights Rob Herring (Arm)
2026-11-20 14:57 ` [PATCH v5 13/19] accel: ethosu: Split U65 and U85 DMA length validation Rob Herring (Arm)
2026-11-20 14:57 ` [PATCH v5 14/19] accel: ethosu: Validate OFM transpose Rob Herring (Arm)
2026-11-20 14:57 ` [PATCH v5 15/19] accel: ethosu: Validate resize operations Rob Herring (Arm)
2026-11-20 14:57 ` [PATCH v5 16/19] accel: ethosu: Ensure cmd stream is multiple of 4 bytes Rob Herring (Arm)
2026-11-20 14:57 ` [PATCH v5 17/19] accel: ethosu: Require active weight streams setup Rob Herring (Arm)
2026-11-20 14:57 ` Rob Herring (Arm) [this message]
2026-11-20 14:57 ` [PATCH v5 19/19] accel: ethosu: Reject IFM broadcast on U65 Rob Herring (Arm)
Reply instructions:
You may reply publicly to this message via plain-text email
using any one of the following methods:
* Save the following mbox file, import it into your mail client,
and reply-to-all from there: mbox
Avoid top-posting and favor interleaved quoting:
https://en.wikipedia.org/wiki/Posting_style#Interleaved_style
* Reply using the --to, --cc, and --in-reply-to
switches of git-send-email(1):
git send-email \
--in-reply-to=20261120-ethosu-fixes-v5-18-52d459acdb84@kernel.org \
--to=robh@kernel.org \
--cc=Frank.Li@nxp.com \
--cc=dri-devel@lists.freedesktop.org \
--cc=linux-kernel@vger.kernel.org \
--cc=ogabbay@kernel.org \
--cc=tomeu@tomeuvizoso.net \
--cc=tzimmermann@suse.de \
/path/to/YOUR_REPLY
https://kernel.org/pub/software/scm/git/docs/git-send-email.html
* If your mail client supports setting the In-Reply-To header
via mailto: links, try the mailto: link
Be sure your reply has a Subject: header at the top and a blank line
before the message body.
This is a public inbox, see mirroring instructions
for how to clone and mirror all data and code used for this inbox
all inboxes | Powered by JetHome®