Implement following ethtool callback function: .get_ringparam .set_ringparam These callbacks allow users to utilize ethtool for detailed queue depth configuration and monitoring. Co-developed-by: Zhu Yikai Signed-off-by: Zhu Yikai Signed-off-by: Fan Gong --- .../ethernet/huawei/hinic3/hinic3_ethtool.c | 100 +++++++++++++++++ .../net/ethernet/huawei/hinic3/hinic3_irq.c | 3 +- .../net/ethernet/huawei/hinic3/hinic3_main.c | 3 + .../huawei/hinic3/hinic3_netdev_ops.c | 105 ++++++++++++++++-- .../ethernet/huawei/hinic3/hinic3_nic_dev.h | 8 ++ .../ethernet/huawei/hinic3/hinic3_nic_io.c | 4 +- .../ethernet/huawei/hinic3/hinic3_nic_io.h | 8 +- .../net/ethernet/huawei/hinic3/hinic3_rx.c | 2 +- 8 files changed, 219 insertions(+), 14 deletions(-) diff --git a/drivers/net/ethernet/huawei/hinic3/hinic3_ethtool.c b/drivers/net/ethernet/huawei/hinic3/hinic3_ethtool.c index 90fc16288de9..e594bcbc8153 100644 --- a/drivers/net/ethernet/huawei/hinic3/hinic3_ethtool.c +++ b/drivers/net/ethernet/huawei/hinic3/hinic3_ethtool.c @@ -10,6 +10,7 @@ #include #include #include +#include #include "hinic3_lld.h" #include "hinic3_hw_comm.h" @@ -409,6 +410,103 @@ hinic3_get_link_ksettings(struct net_device *netdev, return 0; } +static void hinic3_get_ringparam(struct net_device *netdev, + struct ethtool_ringparam *ring, + struct kernel_ethtool_ringparam *kernel_ring, + struct netlink_ext_ack *extack) +{ + struct hinic3_nic_dev *nic_dev = netdev_priv(netdev); + + ring->rx_max_pending = HINIC3_MAX_RX_QUEUE_DEPTH; + ring->tx_max_pending = HINIC3_MAX_TX_QUEUE_DEPTH; + ring->rx_pending = nic_dev->rxqs[0].q_depth; + ring->tx_pending = nic_dev->txqs[0].q_depth; +} + +static void hinic3_update_qp_depth(struct net_device *netdev, + u32 sq_depth, u32 rq_depth) +{ + struct hinic3_nic_dev *nic_dev = netdev_priv(netdev); + u16 i; + + nic_dev->q_params.sq_depth = sq_depth; + nic_dev->q_params.rq_depth = rq_depth; + for (i = 0; i < nic_dev->max_qps; i++) { + nic_dev->txqs[i].q_depth = sq_depth; + nic_dev->txqs[i].q_mask = sq_depth - 1; + nic_dev->rxqs[i].q_depth = rq_depth; + nic_dev->rxqs[i].q_mask = rq_depth - 1; + } +} + +static int hinic3_check_ringparam_valid(struct net_device *netdev, + const struct ethtool_ringparam *ring, + struct netlink_ext_ack *extack) +{ + if (ring->tx_pending < HINIC3_MIN_QUEUE_DEPTH || + ring->rx_pending < HINIC3_MIN_QUEUE_DEPTH) { + NL_SET_ERR_MSG_FMT_MOD(extack, + "Queue depth out of range tx[%d-%d] rx[%d-%d]", + HINIC3_MIN_QUEUE_DEPTH, + HINIC3_MAX_TX_QUEUE_DEPTH, + HINIC3_MIN_QUEUE_DEPTH, + HINIC3_MAX_RX_QUEUE_DEPTH); + + return -EINVAL; + } + + return 0; +} + +static int hinic3_set_ringparam(struct net_device *netdev, + struct ethtool_ringparam *ring, + struct kernel_ethtool_ringparam *kernel_ring, + struct netlink_ext_ack *extack) +{ + struct hinic3_nic_dev *nic_dev = netdev_priv(netdev); + struct hinic3_dyna_txrxq_params q_params = {}; + u32 new_sq_depth, new_rq_depth; + int err; + + err = hinic3_check_ringparam_valid(netdev, ring, extack); + if (err) + return err; + + new_sq_depth = 1U << ilog2(ring->tx_pending); + new_rq_depth = 1U << ilog2(ring->rx_pending); + if (new_sq_depth == nic_dev->q_params.sq_depth && + new_rq_depth == nic_dev->q_params.rq_depth) + return 0; + + if (new_sq_depth != ring->tx_pending || + new_rq_depth != ring->rx_pending) + NL_SET_ERR_MSG_FMT_MOD(extack, + "Requested Tx/Rx ring depth %u/%u trimmed to %u/%u", + ring->tx_pending, ring->rx_pending, + new_sq_depth, new_rq_depth); + + netdev_info(netdev, "Change Tx/Rx ring depth from %u/%u to %u/%u\n", + nic_dev->q_params.sq_depth, nic_dev->q_params.rq_depth, + new_sq_depth, new_rq_depth); + + if (!netif_running(netdev)) { + hinic3_update_qp_depth(netdev, new_sq_depth, new_rq_depth); + } else { + q_params = nic_dev->q_params; + q_params.sq_depth = new_sq_depth; + q_params.rq_depth = new_rq_depth; + + err = hinic3_change_channel_settings(netdev, &q_params); + if (err) { + NL_SET_ERR_MSG_MOD(extack, + "Failed to change channel settings"); + return err; + } + } + + return 0; +} + static const struct ethtool_ops hinic3_ethtool_ops = { .supported_coalesce_params = ETHTOOL_COALESCE_USECS | ETHTOOL_COALESCE_PKT_RATE_RX_USECS, @@ -417,6 +515,8 @@ static const struct ethtool_ops hinic3_ethtool_ops = { .get_msglevel = hinic3_get_msglevel, .set_msglevel = hinic3_set_msglevel, .get_link = ethtool_op_get_link, + .get_ringparam = hinic3_get_ringparam, + .set_ringparam = hinic3_set_ringparam, }; void hinic3_set_ethtool_ops(struct net_device *netdev) diff --git a/drivers/net/ethernet/huawei/hinic3/hinic3_irq.c b/drivers/net/ethernet/huawei/hinic3/hinic3_irq.c index e7d6c2033b45..cc43773c1984 100644 --- a/drivers/net/ethernet/huawei/hinic3/hinic3_irq.c +++ b/drivers/net/ethernet/huawei/hinic3/hinic3_irq.c @@ -137,7 +137,8 @@ static int hinic3_set_interrupt_moder(struct net_device *netdev, u16 q_id, struct hinic3_interrupt_info info = {}; int err; - if (q_id >= nic_dev->q_params.num_qps) + if (test_bit(HINIC3_CHANGE_RES_INVALID, &nic_dev->flags) || + q_id >= nic_dev->q_params.num_qps) return 0; info.interrupt_coalesc_set = 1; diff --git a/drivers/net/ethernet/huawei/hinic3/hinic3_main.c b/drivers/net/ethernet/huawei/hinic3/hinic3_main.c index 0a888fe4c975..8cf605a0a5d2 100644 --- a/drivers/net/ethernet/huawei/hinic3/hinic3_main.c +++ b/drivers/net/ethernet/huawei/hinic3/hinic3_main.c @@ -315,6 +315,9 @@ static void hinic3_link_status_change(struct net_device *netdev, { struct hinic3_nic_dev *nic_dev = netdev_priv(netdev); + if (test_bit(HINIC3_CHANGE_RES_INVALID, &nic_dev->flags)) + return; + if (link_status_up) { if (netif_carrier_ok(netdev)) return; diff --git a/drivers/net/ethernet/huawei/hinic3/hinic3_netdev_ops.c b/drivers/net/ethernet/huawei/hinic3/hinic3_netdev_ops.c index da73811641a9..b7f9ba8ce43f 100644 --- a/drivers/net/ethernet/huawei/hinic3/hinic3_netdev_ops.c +++ b/drivers/net/ethernet/huawei/hinic3/hinic3_netdev_ops.c @@ -288,7 +288,8 @@ static void hinic3_free_channel_resources(struct net_device *netdev, hinic3_free_qps(nic_dev, qp_params); } -static int hinic3_open_channel(struct net_device *netdev) +static int hinic3_prepare_channel(struct net_device *netdev, + struct hinic3_dyna_txrxq_params *qp_params) { struct hinic3_nic_dev *nic_dev = netdev_priv(netdev); int err; @@ -299,16 +300,28 @@ static int hinic3_open_channel(struct net_device *netdev) return err; } - err = hinic3_configure_txrxqs(netdev, &nic_dev->q_params); + err = hinic3_configure_txrxqs(netdev, qp_params); if (err) { netdev_err(netdev, "Failed to configure txrxqs\n"); goto err_free_qp_ctxts; } + return 0; + +err_free_qp_ctxts: + hinic3_free_qp_ctxts(nic_dev); + + return err; +} + +static int hinic3_open_channel(struct net_device *netdev) +{ + int err; + err = hinic3_qps_irq_init(netdev); if (err) { netdev_err(netdev, "Failed to init txrxq irq\n"); - goto err_free_qp_ctxts; + return err; } err = hinic3_configure(netdev); @@ -321,8 +334,6 @@ static int hinic3_open_channel(struct net_device *netdev) err_uninit_qps_irq: hinic3_qps_irq_uninit(netdev); -err_free_qp_ctxts: - hinic3_free_qp_ctxts(nic_dev); return err; } @@ -428,6 +439,72 @@ static void hinic3_vport_down(struct net_device *netdev) } } +int +hinic3_change_channel_settings(struct net_device *netdev, + struct hinic3_dyna_txrxq_params *trxq_params) +{ + struct hinic3_nic_dev *nic_dev = netdev_priv(netdev); + struct hinic3_dyna_txrxq_params cur_trxq_params = {}; + struct hinic3_dyna_qp_params new_qp_params = {}; + struct hinic3_dyna_qp_params cur_qp_params = {}; + int err; + + cur_trxq_params = nic_dev->q_params; + + hinic3_config_num_qps(netdev, trxq_params); + + err = hinic3_alloc_channel_resources(netdev, &new_qp_params, + trxq_params); + if (err) { + netdev_err(netdev, "Failed to alloc channel resources\n"); + return err; + } + + if (!test_and_set_bit(HINIC3_CHANGE_RES_INVALID, &nic_dev->flags)) { + hinic3_vport_down(netdev); + hinic3_close_channel(netdev); + hinic3_get_cur_qps(nic_dev, &cur_qp_params); + } + + hinic3_init_qps(nic_dev, &new_qp_params); + + err = hinic3_prepare_channel(netdev, trxq_params); + if (err) + goto err_uninit_qps; + + if (nic_dev->num_qp_irq > trxq_params->num_qps) + hinic3_qp_irq_change(netdev, trxq_params->num_qps); + + nic_dev->q_params = *trxq_params; + + err = hinic3_open_channel(netdev); + if (err) + goto err_qp_irq_reset; + + err = hinic3_vport_up(netdev); + if (err) + goto err_close_channel; + + hinic3_free_channel_resources(netdev, &cur_qp_params, &cur_trxq_params); + + clear_bit(HINIC3_CHANGE_RES_INVALID, &nic_dev->flags); + + return 0; + +err_close_channel: + hinic3_close_channel(netdev); +err_qp_irq_reset: + nic_dev->q_params = cur_trxq_params; + + if (trxq_params->num_qps > cur_trxq_params.num_qps) + hinic3_qp_irq_change(netdev, cur_trxq_params.num_qps); +err_uninit_qps: + hinic3_get_cur_qps(nic_dev, &new_qp_params); + hinic3_free_channel_resources(netdev, &new_qp_params, trxq_params); + + return err; +} + static int hinic3_open(struct net_device *netdev) { struct hinic3_nic_dev *nic_dev = netdev_priv(netdev); @@ -458,6 +535,10 @@ static int hinic3_open(struct net_device *netdev) hinic3_init_qps(nic_dev, &qp_params); + err = hinic3_prepare_channel(netdev, &nic_dev->q_params); + if (err) + goto err_uninit_qps; + err = hinic3_open_channel(netdev); if (err) goto err_uninit_qps; @@ -473,7 +554,7 @@ static int hinic3_open(struct net_device *netdev) err_close_channel: hinic3_close_channel(netdev); err_uninit_qps: - hinic3_uninit_qps(nic_dev, &qp_params); + hinic3_get_cur_qps(nic_dev, &qp_params); hinic3_free_channel_resources(netdev, &qp_params, &nic_dev->q_params); err_destroy_num_qps: hinic3_destroy_num_qps(netdev); @@ -493,10 +574,18 @@ static int hinic3_close(struct net_device *netdev) return 0; } + if (test_and_clear_bit(HINIC3_CHANGE_RES_INVALID, &nic_dev->flags)) + goto out; + hinic3_vport_down(netdev); hinic3_close_channel(netdev); - hinic3_uninit_qps(nic_dev, &qp_params); - hinic3_free_channel_resources(netdev, &qp_params, &nic_dev->q_params); + hinic3_get_cur_qps(nic_dev, &qp_params); + hinic3_free_channel_resources(netdev, &qp_params, + &nic_dev->q_params); + +out: + hinic3_free_nicio_res(nic_dev); + hinic3_destroy_num_qps(netdev); return 0; } diff --git a/drivers/net/ethernet/huawei/hinic3/hinic3_nic_dev.h b/drivers/net/ethernet/huawei/hinic3/hinic3_nic_dev.h index 9502293ff710..2322df552ee9 100644 --- a/drivers/net/ethernet/huawei/hinic3/hinic3_nic_dev.h +++ b/drivers/net/ethernet/huawei/hinic3/hinic3_nic_dev.h @@ -10,6 +10,9 @@ #include "hinic3_hw_cfg.h" #include "hinic3_hwdev.h" #include "hinic3_mgmt_interface.h" +#include "hinic3_nic_io.h" +#include "hinic3_tx.h" +#include "hinic3_rx.h" #define HINIC3_VLAN_BITMAP_BYTE_SIZE(nic_dev) (sizeof(*(nic_dev)->vlan_bitmap)) #define HINIC3_VLAN_BITMAP_SIZE(nic_dev) \ @@ -20,6 +23,7 @@ enum hinic3_flags { HINIC3_MAC_FILTER_CHANGED, HINIC3_RSS_ENABLE, HINIC3_UPDATE_MAC_FILTER, + HINIC3_CHANGE_RES_INVALID, }; enum hinic3_event_work_flags { @@ -143,6 +147,10 @@ struct hinic3_nic_dev { void hinic3_set_netdev_ops(struct net_device *netdev); int hinic3_set_hw_features(struct net_device *netdev); +int +hinic3_change_channel_settings(struct net_device *netdev, + struct hinic3_dyna_txrxq_params *trxq_params); + int hinic3_qps_irq_init(struct net_device *netdev); void hinic3_qps_irq_uninit(struct net_device *netdev); diff --git a/drivers/net/ethernet/huawei/hinic3/hinic3_nic_io.c b/drivers/net/ethernet/huawei/hinic3/hinic3_nic_io.c index 87e736adba02..0e7a0ccfba98 100644 --- a/drivers/net/ethernet/huawei/hinic3/hinic3_nic_io.c +++ b/drivers/net/ethernet/huawei/hinic3/hinic3_nic_io.c @@ -484,8 +484,8 @@ void hinic3_init_qps(struct hinic3_nic_dev *nic_dev, } } -void hinic3_uninit_qps(struct hinic3_nic_dev *nic_dev, - struct hinic3_dyna_qp_params *qp_params) +void hinic3_get_cur_qps(struct hinic3_nic_dev *nic_dev, + struct hinic3_dyna_qp_params *qp_params) { struct hinic3_nic_io *nic_io = nic_dev->nic_io; diff --git a/drivers/net/ethernet/huawei/hinic3/hinic3_nic_io.h b/drivers/net/ethernet/huawei/hinic3/hinic3_nic_io.h index 12eefabcf1db..571b34d63950 100644 --- a/drivers/net/ethernet/huawei/hinic3/hinic3_nic_io.h +++ b/drivers/net/ethernet/huawei/hinic3/hinic3_nic_io.h @@ -14,6 +14,10 @@ struct hinic3_nic_dev; #define HINIC3_RQ_WQEBB_SHIFT 3 #define HINIC3_SQ_WQEBB_SIZE BIT(HINIC3_SQ_WQEBB_SHIFT) +#define HINIC3_MAX_TX_QUEUE_DEPTH 65536 +#define HINIC3_MAX_RX_QUEUE_DEPTH 16384 +#define HINIC3_MIN_QUEUE_DEPTH 128 + /* ******************** RQ_CTRL ******************** */ enum hinic3_rq_wqe_type { HINIC3_NORMAL_RQ_WQE = 1, @@ -136,8 +140,8 @@ void hinic3_free_qps(struct hinic3_nic_dev *nic_dev, struct hinic3_dyna_qp_params *qp_params); void hinic3_init_qps(struct hinic3_nic_dev *nic_dev, struct hinic3_dyna_qp_params *qp_params); -void hinic3_uninit_qps(struct hinic3_nic_dev *nic_dev, - struct hinic3_dyna_qp_params *qp_params); +void hinic3_get_cur_qps(struct hinic3_nic_dev *nic_dev, + struct hinic3_dyna_qp_params *qp_params); int hinic3_init_qp_ctxts(struct hinic3_nic_dev *nic_dev); void hinic3_free_qp_ctxts(struct hinic3_nic_dev *nic_dev); diff --git a/drivers/net/ethernet/huawei/hinic3/hinic3_rx.c b/drivers/net/ethernet/huawei/hinic3/hinic3_rx.c index 309ab5901379..b5b601469517 100644 --- a/drivers/net/ethernet/huawei/hinic3/hinic3_rx.c +++ b/drivers/net/ethernet/huawei/hinic3/hinic3_rx.c @@ -541,7 +541,7 @@ int hinic3_configure_rxqs(struct net_device *netdev, u16 num_rq, rq_associate_cqes(rxq); pkts = hinic3_rx_fill_buffers(rxq); - if (!pkts) { + if (pkts < rxq->q_depth - 1) { netdev_err(netdev, "Failed to fill Rx buffer\n"); return -ENOMEM; } -- 2.43.0