To further continue 'vport open', initialize all the resources required for the interrupts. To start with, initialize the queue vector indices with the ones received from the device Control Plane. Now that all the TX and RX queues are initialized, map the RX descriptor and buffer queues as well as TX completion queues to the allocated vectors. Initialize and enable the napi handler for the napi polling. Finally, request the IRQs for the interrupt vectors from the stack and setup the interrupt handler. Once the interrupt init is done, send 'map queue vector', 'enable queues' and 'enable vport' virtchnl messages to the CP to complete the 'vport open' flow. Co-developed-by: Alan Brady <alan.brady@intel.com> Signed-off-by: Alan Brady <alan.brady@intel.com> Co-developed-by: Joshua Hay <joshua.a.hay@intel.com> Signed-off-by: Joshua Hay <joshua.a.hay@intel.com> Co-developed-by: Madhu Chittim <madhu.chittim@intel.com> Signed-off-by: Madhu Chittim <madhu.chittim@intel.com> Co-developed-by: Phani Burra <phani.r.burra@intel.com> Signed-off-by: Phani Burra <phani.r.burra@intel.com> Reviewed-by: Sridhar Samudrala <sridhar.samudrala@intel.com> Reviewed-by: Willem de Bruijn <willemb@google.com> Signed-off-by: Pavan Kumar Linga <pavan.kumar.linga@intel.com> Signed-off-by: Tony Nguyen <anthony.l.nguyen@intel.com>
165 lines
4.8 KiB
C
165 lines
4.8 KiB
C
// SPDX-License-Identifier: GPL-2.0-only
|
|
/* Copyright (C) 2023 Intel Corporation */
|
|
|
|
#include "idpf.h"
|
|
#include "idpf_lan_pf_regs.h"
|
|
|
|
#define IDPF_PF_ITR_IDX_SPACING 0x4
|
|
|
|
/**
|
|
* idpf_ctlq_reg_init - initialize default mailbox registers
|
|
* @cq: pointer to the array of create control queues
|
|
*/
|
|
static void idpf_ctlq_reg_init(struct idpf_ctlq_create_info *cq)
|
|
{
|
|
int i;
|
|
|
|
for (i = 0; i < IDPF_NUM_DFLT_MBX_Q; i++) {
|
|
struct idpf_ctlq_create_info *ccq = cq + i;
|
|
|
|
switch (ccq->type) {
|
|
case IDPF_CTLQ_TYPE_MAILBOX_TX:
|
|
/* set head and tail registers in our local struct */
|
|
ccq->reg.head = PF_FW_ATQH;
|
|
ccq->reg.tail = PF_FW_ATQT;
|
|
ccq->reg.len = PF_FW_ATQLEN;
|
|
ccq->reg.bah = PF_FW_ATQBAH;
|
|
ccq->reg.bal = PF_FW_ATQBAL;
|
|
ccq->reg.len_mask = PF_FW_ATQLEN_ATQLEN_M;
|
|
ccq->reg.len_ena_mask = PF_FW_ATQLEN_ATQENABLE_M;
|
|
ccq->reg.head_mask = PF_FW_ATQH_ATQH_M;
|
|
break;
|
|
case IDPF_CTLQ_TYPE_MAILBOX_RX:
|
|
/* set head and tail registers in our local struct */
|
|
ccq->reg.head = PF_FW_ARQH;
|
|
ccq->reg.tail = PF_FW_ARQT;
|
|
ccq->reg.len = PF_FW_ARQLEN;
|
|
ccq->reg.bah = PF_FW_ARQBAH;
|
|
ccq->reg.bal = PF_FW_ARQBAL;
|
|
ccq->reg.len_mask = PF_FW_ARQLEN_ARQLEN_M;
|
|
ccq->reg.len_ena_mask = PF_FW_ARQLEN_ARQENABLE_M;
|
|
ccq->reg.head_mask = PF_FW_ARQH_ARQH_M;
|
|
break;
|
|
default:
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
|
|
/**
|
|
* idpf_mb_intr_reg_init - Initialize mailbox interrupt register
|
|
* @adapter: adapter structure
|
|
*/
|
|
static void idpf_mb_intr_reg_init(struct idpf_adapter *adapter)
|
|
{
|
|
struct idpf_intr_reg *intr = &adapter->mb_vector.intr_reg;
|
|
u32 dyn_ctl = le32_to_cpu(adapter->caps.mailbox_dyn_ctl);
|
|
|
|
intr->dyn_ctl = idpf_get_reg_addr(adapter, dyn_ctl);
|
|
intr->dyn_ctl_intena_m = PF_GLINT_DYN_CTL_INTENA_M;
|
|
intr->dyn_ctl_itridx_m = PF_GLINT_DYN_CTL_ITR_INDX_M;
|
|
intr->icr_ena = idpf_get_reg_addr(adapter, PF_INT_DIR_OICR_ENA);
|
|
intr->icr_ena_ctlq_m = PF_INT_DIR_OICR_ENA_M;
|
|
}
|
|
|
|
/**
|
|
* idpf_intr_reg_init - Initialize interrupt registers
|
|
* @vport: virtual port structure
|
|
*/
|
|
static int idpf_intr_reg_init(struct idpf_vport *vport)
|
|
{
|
|
struct idpf_adapter *adapter = vport->adapter;
|
|
int num_vecs = vport->num_q_vectors;
|
|
struct idpf_vec_regs *reg_vals;
|
|
int num_regs, i, err = 0;
|
|
u32 rx_itr, tx_itr;
|
|
u16 total_vecs;
|
|
|
|
total_vecs = idpf_get_reserved_vecs(vport->adapter);
|
|
reg_vals = kcalloc(total_vecs, sizeof(struct idpf_vec_regs),
|
|
GFP_KERNEL);
|
|
if (!reg_vals)
|
|
return -ENOMEM;
|
|
|
|
num_regs = idpf_get_reg_intr_vecs(vport, reg_vals);
|
|
if (num_regs < num_vecs) {
|
|
err = -EINVAL;
|
|
goto free_reg_vals;
|
|
}
|
|
|
|
for (i = 0; i < num_vecs; i++) {
|
|
struct idpf_q_vector *q_vector = &vport->q_vectors[i];
|
|
u16 vec_id = vport->q_vector_idxs[i] - IDPF_MBX_Q_VEC;
|
|
struct idpf_intr_reg *intr = &q_vector->intr_reg;
|
|
u32 spacing;
|
|
|
|
intr->dyn_ctl = idpf_get_reg_addr(adapter,
|
|
reg_vals[vec_id].dyn_ctl_reg);
|
|
intr->dyn_ctl_intena_m = PF_GLINT_DYN_CTL_INTENA_M;
|
|
intr->dyn_ctl_itridx_s = PF_GLINT_DYN_CTL_ITR_INDX_S;
|
|
intr->dyn_ctl_intrvl_s = PF_GLINT_DYN_CTL_INTERVAL_S;
|
|
|
|
spacing = IDPF_ITR_IDX_SPACING(reg_vals[vec_id].itrn_index_spacing,
|
|
IDPF_PF_ITR_IDX_SPACING);
|
|
rx_itr = PF_GLINT_ITR_ADDR(VIRTCHNL2_ITR_IDX_0,
|
|
reg_vals[vec_id].itrn_reg,
|
|
spacing);
|
|
tx_itr = PF_GLINT_ITR_ADDR(VIRTCHNL2_ITR_IDX_1,
|
|
reg_vals[vec_id].itrn_reg,
|
|
spacing);
|
|
intr->rx_itr = idpf_get_reg_addr(adapter, rx_itr);
|
|
intr->tx_itr = idpf_get_reg_addr(adapter, tx_itr);
|
|
}
|
|
|
|
free_reg_vals:
|
|
kfree(reg_vals);
|
|
|
|
return err;
|
|
}
|
|
|
|
/**
|
|
* idpf_reset_reg_init - Initialize reset registers
|
|
* @adapter: Driver specific private structure
|
|
*/
|
|
static void idpf_reset_reg_init(struct idpf_adapter *adapter)
|
|
{
|
|
adapter->reset_reg.rstat = idpf_get_reg_addr(adapter, PFGEN_RSTAT);
|
|
adapter->reset_reg.rstat_m = PFGEN_RSTAT_PFR_STATE_M;
|
|
}
|
|
|
|
/**
|
|
* idpf_trigger_reset - trigger reset
|
|
* @adapter: Driver specific private structure
|
|
* @trig_cause: Reason to trigger a reset
|
|
*/
|
|
static void idpf_trigger_reset(struct idpf_adapter *adapter,
|
|
enum idpf_flags __always_unused trig_cause)
|
|
{
|
|
u32 reset_reg;
|
|
|
|
reset_reg = readl(idpf_get_reg_addr(adapter, PFGEN_CTRL));
|
|
writel(reset_reg | PFGEN_CTRL_PFSWR,
|
|
idpf_get_reg_addr(adapter, PFGEN_CTRL));
|
|
}
|
|
|
|
/**
|
|
* idpf_reg_ops_init - Initialize register API function pointers
|
|
* @adapter: Driver specific private structure
|
|
*/
|
|
static void idpf_reg_ops_init(struct idpf_adapter *adapter)
|
|
{
|
|
adapter->dev_ops.reg_ops.ctlq_reg_init = idpf_ctlq_reg_init;
|
|
adapter->dev_ops.reg_ops.intr_reg_init = idpf_intr_reg_init;
|
|
adapter->dev_ops.reg_ops.mb_intr_reg_init = idpf_mb_intr_reg_init;
|
|
adapter->dev_ops.reg_ops.reset_reg_init = idpf_reset_reg_init;
|
|
adapter->dev_ops.reg_ops.trigger_reset = idpf_trigger_reset;
|
|
}
|
|
|
|
/**
|
|
* idpf_dev_ops_init - Initialize device API function pointers
|
|
* @adapter: Driver specific private structure
|
|
*/
|
|
void idpf_dev_ops_init(struct idpf_adapter *adapter)
|
|
{
|
|
idpf_reg_ops_init(adapter);
|
|
}
|