The seq_file refactoring of hns3 debugfs removed the per-file entry state checks. Without them, debugfs show callbacks can access priv->ring, priv->tqp_vector, and ring->desc while these resources are being freed by reset, driver unload, or ethtool ring resize. Plain state-bit checks leave a TOCTOU window between check and use. Fix by adding a mutex (dbg_mutex) to struct hnae3_handle, used by enet-layer debugfs callbacks. Readers acquire the mutex, then check device state per iteration -- this lets an in-flight reader exit promptly when reset begins mid-dump, keeping reset latency bounded by one iteration, and also rejects a reader that arrives after the writer has finished tearing down resources (priv->ring is NULL by then). Writers clear INITED first to signal readers, then acquire the mutex before freeing resources. The dbg_uninit() call stays outside the mutex to avoid deadlock with debugfs_remove_recursive. Fixes: eced3d1c41db ("net: hns3: use seq_file for files in queue/ in debugfs") Closes: https://lore.kernel.org/all/a0853cd9-cab5-441d-b181-8ba97f2f58b0@huawei.com/ Signed-off-by: Jijie Shao --- Changes in v2: - Drop hclge_debugfs.c changes; mutex only protects enet-layer debugfs callbacks. - Replace guard(mutex) with explicit mutex_lock/unlock and "goto unlock" error-path labels. - Remove redundant if (!priv->ring) checks in hns3_dbg_rx_queue_info() and hns3_dbg_tx_queue_info(). - Unify per-iteration return values from -EPERM to -EBUSY. - Reorder local variables to reverse-Christmas-tree order. - Reword changelog to drop the "PF-layer" description. v1: https://lore.kernel.org/all/20260915132434.1141742-4-shaojijie@huawei.com/ --- drivers/net/ethernet/hisilicon/hns3/hnae3.h | 1 + .../ethernet/hisilicon/hns3/hns3_debugfs.c | 124 +++++++++++------- .../net/ethernet/hisilicon/hns3/hns3_enet.c | 7 + .../ethernet/hisilicon/hns3/hns3_ethtool.c | 2 + 4 files changed, 88 insertions(+), 46 deletions(-) diff --git a/drivers/net/ethernet/hisilicon/hns3/hnae3.h b/drivers/net/ethernet/hisilicon/hns3/hnae3.h index 4286af9239b0..e94cc33da864 100644 --- a/drivers/net/ethernet/hisilicon/hns3/hnae3.h +++ b/drivers/net/ethernet/hisilicon/hns3/hnae3.h @@ -944,6 +944,7 @@ struct hnae3_handle { u8 netdev_flags; struct dentry *hnae3_dbgfs; + struct mutex dbg_mutex; /* protect debugfs against reset/unload */ /* Network interface message level enabled bits */ u32 msg_enable; diff --git a/drivers/net/ethernet/hisilicon/hns3/hns3_debugfs.c b/drivers/net/ethernet/hisilicon/hns3/hns3_debugfs.c index 1347edac7699..40d715924e58 100644 --- a/drivers/net/ethernet/hisilicon/hns3/hns3_debugfs.c +++ b/drivers/net/ethernet/hisilicon/hns3/hns3_debugfs.c @@ -389,6 +389,12 @@ static const char * const dim_state_str[] = { "START", "IN_PROG", "APPLY" }; static const char * const dim_tune_stat_str[] = { "ON_TOP", "TIRED", "RIGHT", "LEFT" }; +static bool hns3_dbg_is_device_busy(struct hns3_nic_priv *priv) +{ + return !test_bit(HNS3_NIC_STATE_INITED, &priv->state) || + test_bit(HNS3_NIC_STATE_RESETTING, &priv->state); +} + static void hns3_get_coal_info(struct hns3_enet_tqp_vector *tqp_vector, struct seq_file *s, int i, bool is_tx) { @@ -434,7 +440,7 @@ static void hns3_get_coal_info(struct hns3_enet_tqp_vector *tqp_vector, } } -static void hns3_dump_coal_info(struct seq_file *s, bool is_tx) +static int hns3_dump_coal_info(struct seq_file *s, bool is_tx) { struct hnae3_handle *h = hnae3_seq_file_to_handle(s); struct hns3_enet_tqp_vector *tqp_vector; @@ -448,18 +454,34 @@ static void hns3_dump_coal_info(struct seq_file *s, bool is_tx) seq_puts(s, "HW_GL HW_QL\n"); for (i = 0; i < priv->vector_num; i++) { + /* Per-iteration check bounds reset latency to one iteration. */ + if (hns3_dbg_is_device_busy(priv)) + return -EBUSY; + tqp_vector = &priv->tqp_vector[i]; hns3_get_coal_info(tqp_vector, s, i, is_tx); } + + return 0; } static int hns3_dbg_coal_info(struct seq_file *s, void *data) { - hns3_dump_coal_info(s, true); + struct hnae3_handle *h = hnae3_seq_file_to_handle(s); + struct hns3_nic_priv *priv = h->priv; + int ret; + + mutex_lock(&priv->ae_handle->dbg_mutex); + ret = hns3_dump_coal_info(s, true); + if (ret) + goto unlock; + seq_puts(s, "\n"); - hns3_dump_coal_info(s, false); + ret = hns3_dump_coal_info(s, false); - return 0; +unlock: + mutex_unlock(&priv->ae_handle->dbg_mutex); + return ret; } static void hns3_dump_rx_queue_info(struct hns3_enet_ring *ring, @@ -504,27 +526,22 @@ static int hns3_dbg_rx_queue_info(struct seq_file *s, void *data) struct hns3_enet_ring *ring; u32 i; - if (!priv->ring) { - dev_err(&h->pdev->dev, "priv->ring is NULL\n"); - return -EFAULT; - } - + mutex_lock(&priv->ae_handle->dbg_mutex); seq_puts(s, "QUEUE_ID BD_NUM BD_LEN TAIL HEAD FBDNUM "); seq_puts(s, "PKTNUM COPYBREAK RING_EN RX_RING_EN BASE_ADDR\n"); for (i = 0; i < h->kinfo.num_tqps; i++) { - /* Each cycle needs to determine whether the instance is reset, - * to prevent reference to invalid memory. And need to ensure - * that the following code is executed within 100ms. - */ - if (!test_bit(HNS3_NIC_STATE_INITED, &priv->state) || - test_bit(HNS3_NIC_STATE_RESETTING, &priv->state)) - return -EPERM; + /* Per-iteration check bounds reset latency to one iteration. */ + if (hns3_dbg_is_device_busy(priv)) { + mutex_unlock(&priv->ae_handle->dbg_mutex); + return -EBUSY; + } ring = &priv->ring[(u32)(i + h->kinfo.num_tqps)]; hns3_dump_rx_queue_info(ring, s, i); } + mutex_unlock(&priv->ae_handle->dbg_mutex); return 0; } @@ -569,27 +586,22 @@ static int hns3_dbg_tx_queue_info(struct seq_file *s, void *data) struct hns3_enet_ring *ring; u32 i; - if (!priv->ring) { - dev_err(&h->pdev->dev, "priv->ring is NULL\n"); - return -EFAULT; - } - + mutex_lock(&priv->ae_handle->dbg_mutex); seq_puts(s, "QUEUE_ID BD_NUM TC TAIL HEAD FBDNUM OFFSET "); seq_puts(s, "PKTNUM RING_EN TX_RING_EN BASE_ADDR\n"); for (i = 0; i < h->kinfo.num_tqps; i++) { - /* Each cycle needs to determine whether the instance is reset, - * to prevent reference to invalid memory. And need to ensure - * that the following code is executed within 100ms. - */ - if (!test_bit(HNS3_NIC_STATE_INITED, &priv->state) || - test_bit(HNS3_NIC_STATE_RESETTING, &priv->state)) - return -EPERM; + /* Per-iteration check bounds reset latency to one iteration. */ + if (hns3_dbg_is_device_busy(priv)) { + mutex_unlock(&priv->ae_handle->dbg_mutex); + return -EBUSY; + } ring = &priv->ring[i]; hns3_dump_tx_queue_info(ring, s, i); } + mutex_unlock(&priv->ae_handle->dbg_mutex); return 0; } @@ -604,14 +616,23 @@ static int hns3_dbg_queue_map(struct seq_file *s, void *data) seq_puts(s, "local_queue_id global_queue_id vector_id\n"); + mutex_lock(&priv->ae_handle->dbg_mutex); for (i = 0; i < h->kinfo.num_tqps; i++) { + /* Per-iteration check bounds reset latency to one iteration. */ + if (hns3_dbg_is_device_busy(priv)) { + mutex_unlock(&priv->ae_handle->dbg_mutex); + return -EBUSY; + } + if (!priv->ring || !priv->ring[i].tqp_vector) continue; + seq_printf(s, "%-16u%-17u%d\n", i, h->ae_algo->ops->get_global_queue_id(h, i), priv->ring[i].tqp_vector->vector_irq); } + mutex_unlock(&priv->ae_handle->dbg_mutex); return 0; } @@ -661,8 +682,11 @@ static int hns3_dbg_rx_bd_info(struct seq_file *s, void *private) ring = &priv->ring[data->qid + data->handle->kinfo.num_tqps]; for (i = 0; i < ring->desc_num; i++) { - desc = &ring->desc[i]; + /* Per-iteration check bounds reset latency to one iteration. */ + if (hns3_dbg_is_device_busy(priv)) + return -EBUSY; + desc = &ring->desc[i]; hns3_dump_rx_bd_info(priv, desc, s, i); } @@ -706,8 +730,11 @@ static int hns3_dbg_tx_bd_info(struct seq_file *s, void *private) ring = &priv->ring[data->qid]; for (i = 0; i < ring->desc_num; i++) { - desc = &ring->desc[i]; + /* Per-iteration check bounds reset latency to one iteration. */ + if (hns3_dbg_is_device_busy(priv)) + return -EBUSY; + desc = &ring->desc[i]; hns3_dump_tx_bd_info(desc, s, i); } @@ -796,13 +823,9 @@ static int hns3_dbg_page_pool_info(struct seq_file *s, void *data) struct hns3_enet_ring *ring; u32 i; - if (!priv->ring) { - dev_err(&h->pdev->dev, "priv->ring is NULL\n"); - return -EFAULT; - } - - if (!priv->ring[h->kinfo.num_tqps].page_pool) { - dev_err(&h->pdev->dev, "page pool is not initialized\n"); + mutex_lock(&priv->ae_handle->dbg_mutex); + if (!priv->ring || !priv->ring[h->kinfo.num_tqps].page_pool) { + mutex_unlock(&priv->ae_handle->dbg_mutex); return -EFAULT; } @@ -810,14 +833,17 @@ static int hns3_dbg_page_pool_info(struct seq_file *s, void *data) seq_puts(s, "POOL_SIZE(PAGE_NUM) ORDER NUMA_ID MAX_LEN\n"); for (i = 0; i < h->kinfo.num_tqps; i++) { - if (!test_bit(HNS3_NIC_STATE_INITED, &priv->state) || - test_bit(HNS3_NIC_STATE_RESETTING, &priv->state)) - return -EPERM; + /* Per-iteration check bounds reset latency to one iteration. */ + if (hns3_dbg_is_device_busy(priv)) { + mutex_unlock(&priv->ae_handle->dbg_mutex); + return -EBUSY; + } ring = &priv->ring[(u32)(i + h->kinfo.num_tqps)]; hns3_dump_page_pool_info(ring, s, i); } + mutex_unlock(&priv->ae_handle->dbg_mutex); return 0; } @@ -826,17 +852,23 @@ static int hns3_dbg_bd_info_show(struct seq_file *s, void *private) struct hns3_dbg_data *data = s->private; struct hnae3_handle *h = data->handle; struct hns3_nic_priv *priv = h->priv; + int ret; - if (!test_bit(HNS3_NIC_STATE_INITED, &priv->state) || - test_bit(HNS3_NIC_STATE_RESETTING, &priv->state)) - return -EBUSY; + mutex_lock(&priv->ae_handle->dbg_mutex); + if (!priv->ring) { + mutex_unlock(&priv->ae_handle->dbg_mutex); + return -EFAULT; + } if (data->cmd == HNAE3_DBG_CMD_TX_BD) - return hns3_dbg_tx_bd_info(s, private); + ret = hns3_dbg_tx_bd_info(s, private); else if (data->cmd == HNAE3_DBG_CMD_RX_BD) - return hns3_dbg_rx_bd_info(s, private); + ret = hns3_dbg_rx_bd_info(s, private); + else + ret = -EOPNOTSUPP; - return -EOPNOTSUPP; + mutex_unlock(&priv->ae_handle->dbg_mutex); + return ret; } DEFINE_SHOW_ATTRIBUTE(hns3_dbg_bd_info); diff --git a/drivers/net/ethernet/hisilicon/hns3/hns3_enet.c b/drivers/net/ethernet/hisilicon/hns3/hns3_enet.c index 09f688893aab..aa5332e4dd29 100644 --- a/drivers/net/ethernet/hisilicon/hns3/hns3_enet.c +++ b/drivers/net/ethernet/hisilicon/hns3/hns3_enet.c @@ -5450,6 +5450,7 @@ static int hns3_client_init(struct hnae3_handle *handle) priv->min_tx_copybreak = 0; priv->min_tx_spare_buf_size = 0; set_bit(HNS3_NIC_STATE_DOWN, &priv->state); + mutex_init(&handle->dbg_mutex); handle->msg_enable = netif_msg_init(debug, DEFAULT_MSG_LEVEL); @@ -5563,6 +5564,7 @@ static int hns3_client_init(struct hnae3_handle *handle) priv->ring = NULL; out_get_ring_cfg: priv->ae_handle = NULL; + mutex_destroy(&handle->dbg_mutex); free_netdev(netdev); return ret; } @@ -5586,6 +5588,7 @@ static void hns3_client_uninit(struct hnae3_handle *handle, bool reset) hns3_free_rx_cpu_rmap(netdev); + mutex_lock(&handle->dbg_mutex); hns3_nic_uninit_irq(priv); hns3_clear_all_ring(handle, true); @@ -5597,9 +5600,11 @@ static void hns3_client_uninit(struct hnae3_handle *handle, bool reset) hns3_uninit_all_ring(priv); hns3_put_ring_config(priv); + mutex_unlock(&handle->dbg_mutex); out_netdev_free: hns3_dbg_uninit(handle); + mutex_destroy(&handle->dbg_mutex); free_netdev(netdev); } @@ -5876,6 +5881,7 @@ static int hns3_reset_notify_uninit_enet(struct hnae3_handle *handle) return 0; } + mutex_lock(&handle->dbg_mutex); hns3_free_rx_cpu_rmap(netdev); hns3_nic_uninit_irq(priv); hns3_clear_all_ring(handle, true); @@ -5888,6 +5894,7 @@ static int hns3_reset_notify_uninit_enet(struct hnae3_handle *handle) hns3_uninit_all_ring(priv); hns3_put_ring_config(priv); + mutex_unlock(&handle->dbg_mutex); return 0; } diff --git a/drivers/net/ethernet/hisilicon/hns3/hns3_ethtool.c b/drivers/net/ethernet/hisilicon/hns3/hns3_ethtool.c index 392653635bda..cb6a23085be4 100644 --- a/drivers/net/ethernet/hisilicon/hns3/hns3_ethtool.c +++ b/drivers/net/ethernet/hisilicon/hns3/hns3_ethtool.c @@ -1258,6 +1258,7 @@ static int hns3_set_ringparam(struct net_device *ndev, if (if_running) ndev->netdev_ops->ndo_stop(ndev); + mutex_lock(&h->dbg_mutex); hns3_change_all_ring_bd_num(priv, new_ringparam.tx_desc_num, new_ringparam.rx_desc_num); hns3_change_rx_buf_len(ndev, new_ringparam.rx_buf_len); @@ -1276,6 +1277,7 @@ static int hns3_set_ringparam(struct net_device *ndev, for (i = 0; i < h->kinfo.num_tqps * 2; i++) hns3_fini_ring(&tmp_rings[i]); } + mutex_unlock(&h->dbg_mutex); kfree(tmp_rings); -- 2.43.0