From: Przemek Kitszel Integrate ice_vsi_alloc_stat_arrays() with realloc variant. Instead of keeping two functions for stat arrays allocation, change the ice_vsi_realloc_stat_arrays() to handle initial condition (no vsi_stat entry) and replace ice_vsi_alloc_stat_arrays() by the more generic ice_vsi_realloc_stat_arrays(). Note that VSIs of ICE_VSI_CHNL type are ignored in realloc variant as they were in the replaced ice_vsi_alloc_stat_arrays(). This is a fix for stats array overflow that occurs when VF is given more queues (an operation that will be more frequent, and by bigger increase, when we will merge my "XLVF" series). Splat for increasing number of queues thanks to Michal Schmidt: KASAN detects the bug: ================================================================== BUG: KASAN: slab-out-of-bounds in ice_vsi_alloc_ring_stats+0x385/0x4a0 [ice] Read of size 8 at addr ffff88810affea60 by task kworker/u131:7/221 CPU: 24 UID: 0 PID: 221 Comm: kworker/u131:7 Not tainted 7.1.0-rc1+ #1 PREEMPT(lazy) ... Workqueue: ice ice_service_task [ice] Call Trace: ... kasan_report+0xd7/0x120 ice_vsi_alloc_ring_stats+0x385/0x4a0 [ice] ice_vsi_cfg_def+0x12e2/0x2060 [ice] ice_vsi_cfg+0xb5/0x3c0 [ice] ice_reset_vf+0x858/0xf80 [ice] ice_vc_request_qs_msg+0x1da/0x290 [ice] ice_vc_process_vf_msg+0xb15/0x1430 [ice] __ice_clean_ctrlq+0x70d/0x9d0 [ice] ice_service_task+0x840/0xf20 [ice] process_one_work+0x690/0xff0 worker_thread+0x4d9/0xd20 kthread+0x322/0x410 ret_from_fork+0x332/0x660 ret_from_fork_asm+0x1a/0x30 Allocated by task 2439: kasan_save_stack+0x1c/0x40 kasan_save_track+0x10/0x30 __kasan_kmalloc+0x96/0xb0 __kmalloc_noprof+0x1d8/0x580 ice_vsi_cfg_def+0x115c/0x2060 [ice] ice_vsi_cfg+0xb5/0x3c0 [ice] ice_vsi_setup+0x180/0x320 [ice] ice_start_vfs+0x1f3/0x590 [ice] ice_ena_vfs+0x66d/0x798 [ice] ice_sriov_configure.cold+0xe4/0x121 [ice] sriov_numvfs_store+0x279/0x480 kernfs_fop_write_iter+0x331/0x4f0 vfs_write+0x4c4/0xe40 ksys_write+0x10c/0x240 do_syscall_64+0xd9/0x650 entry_SYSCALL_64_after_hwframe+0x76/0x7e The buggy address belongs to the object at ffff88810affea40 which belongs to the cache kmalloc-32 of size 32 The buggy address is located 0 bytes to the right of allocated 32-byte region [ffff88810affea40, ffff88810affea60) Fixes: 2a2cb4c6c181 ("ice: replace ice_vf_recreate_vsi() with ice_vf_reconfig_vsi()") Closes: https://redhat.atlassian.net/browse/RHEL-164321 Reviewed-by: Marcin Szycik Signed-off-by: Przemek Kitszel Reviewed-by: Aleksandr Loktionov Reviewed-by: Simon Horman Tested-by: Rafal Romanowski Signed-off-by: Tony Nguyen --- drivers/net/ethernet/intel/ice/ice.h | 2 + drivers/net/ethernet/intel/ice/ice_lib.c | 80 ++++++++---------------- 2 files changed, 29 insertions(+), 53 deletions(-) diff --git a/drivers/net/ethernet/intel/ice/ice.h b/drivers/net/ethernet/intel/ice/ice.h index fc91b6665f90..83da5ba6eeb1 100644 --- a/drivers/net/ethernet/intel/ice/ice.h +++ b/drivers/net/ethernet/intel/ice/ice.h @@ -328,6 +328,8 @@ enum ice_vsi_state { struct ice_vsi_stats { struct ice_ring_stats **tx_ring_stats; /* Tx ring stats array */ struct ice_ring_stats **rx_ring_stats; /* Rx ring stats array */ + u16 tx_ring_stats_len; + u16 rx_ring_stats_len; }; /* struct that defines a VSI, associated with a dev */ diff --git a/drivers/net/ethernet/intel/ice/ice_lib.c b/drivers/net/ethernet/intel/ice/ice_lib.c index e48ee5940f17..c71849119d04 100644 --- a/drivers/net/ethernet/intel/ice/ice_lib.c +++ b/drivers/net/ethernet/intel/ice/ice_lib.c @@ -338,7 +338,6 @@ static void ice_vsi_free_stats(struct ice_vsi *vsi) { struct ice_vsi_stats *vsi_stat; struct ice_pf *pf = vsi->back; - int i; if (vsi->type == ICE_VSI_CHNL) return; @@ -349,14 +348,14 @@ static void ice_vsi_free_stats(struct ice_vsi *vsi) if (!vsi_stat) return; - ice_for_each_alloc_txq(vsi, i) { + for (int i = 0; i < vsi_stat->tx_ring_stats_len; i++) { if (vsi_stat->tx_ring_stats[i]) { kfree_rcu(vsi_stat->tx_ring_stats[i], rcu); WRITE_ONCE(vsi_stat->tx_ring_stats[i], NULL); } } - ice_for_each_alloc_rxq(vsi, i) { + for (int i = 0; i < vsi_stat->rx_ring_stats_len; i++) { if (vsi_stat->rx_ring_stats[i]) { kfree_rcu(vsi_stat->rx_ring_stats[i], rcu); WRITE_ONCE(vsi_stat->rx_ring_stats[i], NULL); @@ -513,51 +512,6 @@ static irqreturn_t ice_msix_clean_rings(int __always_unused irq, void *data) return IRQ_HANDLED; } -/** - * ice_vsi_alloc_stat_arrays - Allocate statistics arrays - * @vsi: VSI pointer - */ -static int ice_vsi_alloc_stat_arrays(struct ice_vsi *vsi) -{ - struct ice_vsi_stats *vsi_stat; - struct ice_pf *pf = vsi->back; - - if (vsi->type == ICE_VSI_CHNL) - return 0; - if (!pf->vsi_stats) - return -ENOENT; - - if (pf->vsi_stats[vsi->idx]) - /* realloc will happen in rebuild path */ - return 0; - - vsi_stat = kzalloc_obj(*vsi_stat); - if (!vsi_stat) - return -ENOMEM; - - vsi_stat->tx_ring_stats = - kzalloc_objs(*vsi_stat->tx_ring_stats, vsi->alloc_txq); - if (!vsi_stat->tx_ring_stats) - goto err_alloc_tx; - - vsi_stat->rx_ring_stats = - kzalloc_objs(*vsi_stat->rx_ring_stats, vsi->alloc_rxq); - if (!vsi_stat->rx_ring_stats) - goto err_alloc_rx; - - pf->vsi_stats[vsi->idx] = vsi_stat; - - return 0; - -err_alloc_rx: - kfree(vsi_stat->rx_ring_stats); -err_alloc_tx: - kfree(vsi_stat->tx_ring_stats); - kfree(vsi_stat); - pf->vsi_stats[vsi->idx] = NULL; - return -ENOMEM; -} - /** * ice_vsi_alloc_def - set default values for already allocated VSI * @vsi: ptr to VSI @@ -2316,11 +2270,19 @@ static int ice_vsi_realloc_stat_arrays(struct ice_vsi *vsi) struct ice_ring_stats **rx_ring_stats; struct ice_vsi_stats *vsi_stat; struct ice_pf *pf = vsi->back; - u16 prev_txq = vsi->alloc_txq; - u16 prev_rxq = vsi->alloc_rxq; + u16 prev_txq, prev_rxq; + + if (vsi->type == ICE_VSI_CHNL) + return 0; vsi_stat = pf->vsi_stats[vsi->idx]; + if (!vsi_stat) { + vsi_stat = kzalloc_obj(*vsi_stat); + if (!vsi_stat) + return -ENOMEM; + } + prev_txq = vsi_stat->tx_ring_stats_len; if (req_txq < prev_txq) { for (int i = req_txq; i < prev_txq; i++) { if (vsi_stat->tx_ring_stats[i]) { @@ -2337,9 +2299,11 @@ static int ice_vsi_realloc_stat_arrays(struct ice_vsi *vsi) GFP_KERNEL | __GFP_ZERO); if (!vsi_stat->tx_ring_stats) { vsi_stat->tx_ring_stats = tx_ring_stats; - return -ENOMEM; + goto err_free_partial_vsi_stat; } + vsi_stat->tx_ring_stats_len = req_txq; + prev_rxq = vsi_stat->rx_ring_stats_len; if (req_rxq < prev_rxq) { for (int i = req_rxq; i < prev_rxq; i++) { if (vsi_stat->rx_ring_stats[i]) { @@ -2356,10 +2320,20 @@ static int ice_vsi_realloc_stat_arrays(struct ice_vsi *vsi) GFP_KERNEL | __GFP_ZERO); if (!vsi_stat->rx_ring_stats) { vsi_stat->rx_ring_stats = rx_ring_stats; - return -ENOMEM; + goto err_free_partial_vsi_stat; } + vsi_stat->rx_ring_stats_len = req_rxq; + pf->vsi_stats[vsi->idx] = vsi_stat; return 0; + +err_free_partial_vsi_stat: + if (!pf->vsi_stats[vsi->idx]) { + /* vsi_stat was not visible before current alloc attempt */ + kfree(vsi_stat->tx_ring_stats); + kfree(vsi_stat); + } + return -ENOMEM; } /** @@ -2379,7 +2353,7 @@ static int ice_vsi_cfg_def(struct ice_vsi *vsi) return ret; /* allocate memory for Tx/Rx ring stat pointers */ - ret = ice_vsi_alloc_stat_arrays(vsi); + ret = ice_vsi_realloc_stat_arrays(vsi); if (ret) goto unroll_vsi_alloc; -- 2.47.1