Skip to content

Commit

Permalink
ice: remove splitting MSI-X between features
Browse files Browse the repository at this point in the history
With dynamic approach to alloc MSI-X there is no sense to statically
split MSI-X between PF features.

Splitting was also calculating needed MSI-X. Move this part to separate
function and use as max value.

Remove ICE_ESWITCH_MSIX, as there is no need for additional MSI-X for
switchdev.

Reviewed-by: Jacob Keller <jacob.e.keller@intel.com>
Reviewed-by: Wojciech Drewek <wojciech.drewek@intel.com>
Tested-by: Pucha Himasekhar Reddy <himasekharx.reddy.pucha@intel.com>
Signed-off-by: Michal Swiatkowski <michal.swiatkowski@linux.intel.com>
Signed-off-by: Tony Nguyen <anthony.l.nguyen@intel.com>
  • Loading branch information
Michal Swiatkowski authored and Tony Nguyen committed Feb 5, 2025
1 parent b265725 commit 79d97b8
Show file tree
Hide file tree
Showing 2 changed files with 16 additions and 158 deletions.
2 changes: 0 additions & 2 deletions drivers/net/ethernet/intel/ice/ice.h
Original file line number Diff line number Diff line change
Expand Up @@ -98,8 +98,6 @@
#define ICE_MIN_MSIX (ICE_MIN_LAN_TXRX_MSIX + ICE_MIN_LAN_OICR_MSIX)
#define ICE_FDIR_MSIX 2
#define ICE_RDMA_NUM_AEQ_MSIX 4
#define ICE_MIN_RDMA_MSIX 2
#define ICE_ESWITCH_MSIX 1
#define ICE_NO_VSI 0xffff
#define ICE_VSI_MAP_CONTIG 0
#define ICE_VSI_MAP_SCATTER 1
Expand Down
172 changes: 16 additions & 156 deletions drivers/net/ethernet/intel/ice/ice_irq.c
Original file line number Diff line number Diff line change
Expand Up @@ -84,155 +84,11 @@ static struct ice_irq_entry *ice_get_irq_res(struct ice_pf *pf, bool dyn_only)
return entry;
}

/**
* ice_reduce_msix_usage - Reduce usage of MSI-X vectors
* @pf: board private structure
* @v_remain: number of remaining MSI-X vectors to be distributed
*
* Reduce the usage of MSI-X vectors when entire request cannot be fulfilled.
* pf->num_lan_msix and pf->num_rdma_msix values are set based on number of
* remaining vectors.
*/
static void ice_reduce_msix_usage(struct ice_pf *pf, int v_remain)
static int ice_get_default_msix_amount(struct ice_pf *pf)
{
int v_rdma;

if (!ice_is_rdma_ena(pf)) {
pf->num_lan_msix = v_remain;
return;
}

/* RDMA needs at least 1 interrupt in addition to AEQ MSIX */
v_rdma = ICE_RDMA_NUM_AEQ_MSIX + 1;

if (v_remain < ICE_MIN_LAN_TXRX_MSIX + ICE_MIN_RDMA_MSIX) {
dev_warn(ice_pf_to_dev(pf), "Not enough MSI-X vectors to support RDMA.\n");
clear_bit(ICE_FLAG_RDMA_ENA, pf->flags);

pf->num_rdma_msix = 0;
pf->num_lan_msix = ICE_MIN_LAN_TXRX_MSIX;
} else if ((v_remain < ICE_MIN_LAN_TXRX_MSIX + v_rdma) ||
(v_remain - v_rdma < v_rdma)) {
/* Support minimum RDMA and give remaining vectors to LAN MSIX
*/
pf->num_rdma_msix = ICE_MIN_RDMA_MSIX;
pf->num_lan_msix = v_remain - ICE_MIN_RDMA_MSIX;
} else {
/* Split remaining MSIX with RDMA after accounting for AEQ MSIX
*/
pf->num_rdma_msix = (v_remain - ICE_RDMA_NUM_AEQ_MSIX) / 2 +
ICE_RDMA_NUM_AEQ_MSIX;
pf->num_lan_msix = v_remain - pf->num_rdma_msix;
}
}

/**
* ice_ena_msix_range - Request a range of MSIX vectors from the OS
* @pf: board private structure
*
* Compute the number of MSIX vectors wanted and request from the OS. Adjust
* device usage if there are not enough vectors. Return the number of vectors
* reserved or negative on failure.
*/
static int ice_ena_msix_range(struct ice_pf *pf)
{
int num_cpus, hw_num_msix, v_other, v_wanted, v_actual;
struct device *dev = ice_pf_to_dev(pf);
int err;

hw_num_msix = pf->hw.func_caps.common_cap.num_msix_vectors;
num_cpus = num_online_cpus();

/* LAN miscellaneous handler */
v_other = ICE_MIN_LAN_OICR_MSIX;

/* Flow Director */
if (test_bit(ICE_FLAG_FD_ENA, pf->flags))
v_other += ICE_FDIR_MSIX;

/* switchdev */
v_other += ICE_ESWITCH_MSIX;

v_wanted = v_other;

/* LAN traffic */
pf->num_lan_msix = num_cpus;
v_wanted += pf->num_lan_msix;

/* RDMA auxiliary driver */
if (ice_is_rdma_ena(pf)) {
pf->num_rdma_msix = num_cpus + ICE_RDMA_NUM_AEQ_MSIX;
v_wanted += pf->num_rdma_msix;
}

if (v_wanted > hw_num_msix) {
int v_remain;

dev_warn(dev, "not enough device MSI-X vectors. wanted = %d, available = %d\n",
v_wanted, hw_num_msix);

if (hw_num_msix < ICE_MIN_MSIX) {
err = -ERANGE;
goto exit_err;
}

v_remain = hw_num_msix - v_other;
if (v_remain < ICE_MIN_LAN_TXRX_MSIX) {
v_other = ICE_MIN_MSIX - ICE_MIN_LAN_TXRX_MSIX;
v_remain = ICE_MIN_LAN_TXRX_MSIX;
}

ice_reduce_msix_usage(pf, v_remain);
v_wanted = pf->num_lan_msix + pf->num_rdma_msix + v_other;

dev_notice(dev, "Reducing request to %d MSI-X vectors for LAN traffic.\n",
pf->num_lan_msix);
if (ice_is_rdma_ena(pf))
dev_notice(dev, "Reducing request to %d MSI-X vectors for RDMA.\n",
pf->num_rdma_msix);
}

/* actually reserve the vectors */
v_actual = pci_alloc_irq_vectors(pf->pdev, ICE_MIN_MSIX, v_wanted,
PCI_IRQ_MSIX);
if (v_actual < 0) {
dev_err(dev, "unable to reserve MSI-X vectors\n");
err = v_actual;
goto exit_err;
}

if (v_actual < v_wanted) {
dev_warn(dev, "not enough OS MSI-X vectors. requested = %d, obtained = %d\n",
v_wanted, v_actual);

if (v_actual < ICE_MIN_MSIX) {
/* error if we can't get minimum vectors */
pci_free_irq_vectors(pf->pdev);
err = -ERANGE;
goto exit_err;
} else {
int v_remain = v_actual - v_other;

if (v_remain < ICE_MIN_LAN_TXRX_MSIX)
v_remain = ICE_MIN_LAN_TXRX_MSIX;

ice_reduce_msix_usage(pf, v_remain);

dev_notice(dev, "Enabled %d MSI-X vectors for LAN traffic.\n",
pf->num_lan_msix);

if (ice_is_rdma_ena(pf))
dev_notice(dev, "Enabled %d MSI-X vectors for RDMA.\n",
pf->num_rdma_msix);
}
}

return v_actual;

exit_err:
pf->num_rdma_msix = 0;
pf->num_lan_msix = 0;
return err;
return ICE_MIN_LAN_OICR_MSIX + num_online_cpus() +
(test_bit(ICE_FLAG_FD_ENA, pf->flags) ? ICE_FDIR_MSIX : 0) +
(ice_is_rdma_ena(pf) ? num_online_cpus() + ICE_RDMA_NUM_AEQ_MSIX : 0);
}

/**
Expand All @@ -259,17 +115,21 @@ int ice_init_interrupt_scheme(struct ice_pf *pf)
pf->msix.min = ICE_MIN_MSIX;

if (!pf->msix.max)
pf->msix.max = total_vectors / 2;

vectors = ice_ena_msix_range(pf);
pf->msix.max = min(total_vectors,
ice_get_default_msix_amount(pf));

if (vectors < 0)
return -ENOMEM;

if (pci_msix_can_alloc_dyn(pf->pdev))
if (pci_msix_can_alloc_dyn(pf->pdev)) {
vectors = pf->msix.min;
max_vectors = total_vectors;
else
} else {
vectors = pf->msix.max;
max_vectors = vectors;
}

vectors = pci_alloc_irq_vectors(pf->pdev, pf->msix.min, vectors,
PCI_IRQ_MSIX);
if (vectors < pf->msix.min)
return -ENOMEM;

ice_init_irq_tracker(pf, max_vectors, vectors);

Expand Down

0 comments on commit 79d97b8

Please sign in to comment.