123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467 |
- /* bnx2x_vfpf.c: Broadcom Everest network driver.
- *
- * Copyright 2009-2012 Broadcom Corporation
- *
- * Unless you and Broadcom execute a separate written software license
- * agreement governing use of this software, this software is licensed to you
- * under the terms of the GNU General Public License version 2, available
- * at http://www.gnu.org/licenses/old-licenses/gpl-2.0.html (the "GPL").
- *
- * Notwithstanding the above, under no circumstances may you combine this
- * software in any way with any other Broadcom software provided under a
- * license other than the GPL, without Broadcom's express prior written
- * consent.
- *
- * Maintained by: Eilon Greenstein <eilong@broadcom.com>
- * Written by: Shmulik Ravid <shmulikr@broadcom.com>
- * Ariel Elior <ariele@broadcom.com>
- */
- #include "bnx2x.h"
- #include "bnx2x_sriov.h"
- /* place a given tlv on the tlv buffer at a given offset */
- void bnx2x_add_tlv(struct bnx2x *bp, void *tlvs_list, u16 offset, u16 type,
- u16 length)
- {
- struct channel_tlv *tl =
- (struct channel_tlv *)(tlvs_list + offset);
- tl->type = type;
- tl->length = length;
- }
- /* Clear the mailbox and init the header of the first tlv */
- void bnx2x_vfpf_prep(struct bnx2x *bp, struct vfpf_first_tlv *first_tlv,
- u16 type, u16 length)
- {
- DP(BNX2X_MSG_IOV, "preparing to send %d tlv over vf pf channel\n",
- type);
- /* Clear mailbox */
- memset(bp->vf2pf_mbox, 0, sizeof(struct bnx2x_vf_mbx_msg));
- /* init type and length */
- bnx2x_add_tlv(bp, &first_tlv->tl, 0, type, length);
- /* init first tlv header */
- first_tlv->resp_msg_offset = sizeof(bp->vf2pf_mbox->req);
- }
- /* list the types and lengths of the tlvs on the buffer */
- void bnx2x_dp_tlv_list(struct bnx2x *bp, void *tlvs_list)
- {
- int i = 1;
- struct channel_tlv *tlv = (struct channel_tlv *)tlvs_list;
- while (tlv->type != CHANNEL_TLV_LIST_END) {
- /* output tlv */
- DP(BNX2X_MSG_IOV, "TLV number %d: type %d, length %d\n", i,
- tlv->type, tlv->length);
- /* advance to next tlv */
- tlvs_list += tlv->length;
- /* cast general tlv list pointer to channel tlv header*/
- tlv = (struct channel_tlv *)tlvs_list;
- i++;
- /* break condition for this loop */
- if (i > MAX_TLVS_IN_LIST) {
- WARN(true, "corrupt tlvs");
- return;
- }
- }
- /* output last tlv */
- DP(BNX2X_MSG_IOV, "TLV number %d: type %d, length %d\n", i,
- tlv->type, tlv->length);
- }
- /* test whether we support a tlv type */
- bool bnx2x_tlv_supported(u16 tlvtype)
- {
- return CHANNEL_TLV_NONE < tlvtype && tlvtype < CHANNEL_TLV_MAX;
- }
- static inline int bnx2x_pfvf_status_codes(int rc)
- {
- switch (rc) {
- case 0:
- return PFVF_STATUS_SUCCESS;
- case -ENOMEM:
- return PFVF_STATUS_NO_RESOURCE;
- default:
- return PFVF_STATUS_FAILURE;
- }
- }
- /* General service functions */
- static void storm_memset_vf_mbx_ack(struct bnx2x *bp, u16 abs_fid)
- {
- u32 addr = BAR_CSTRORM_INTMEM +
- CSTORM_VF_PF_CHANNEL_STATE_OFFSET(abs_fid);
- REG_WR8(bp, addr, VF_PF_CHANNEL_STATE_READY);
- }
- static void storm_memset_vf_mbx_valid(struct bnx2x *bp, u16 abs_fid)
- {
- u32 addr = BAR_CSTRORM_INTMEM +
- CSTORM_VF_PF_CHANNEL_VALID_OFFSET(abs_fid);
- REG_WR8(bp, addr, 1);
- }
- static inline void bnx2x_set_vf_mbxs_valid(struct bnx2x *bp)
- {
- int i;
- for_each_vf(bp, i)
- storm_memset_vf_mbx_valid(bp, bnx2x_vf(bp, i, abs_vfid));
- }
- /* enable vf_pf mailbox (aka vf-pf-chanell) */
- void bnx2x_vf_enable_mbx(struct bnx2x *bp, u8 abs_vfid)
- {
- bnx2x_vf_flr_clnup_epilog(bp, abs_vfid);
- /* enable the mailbox in the FW */
- storm_memset_vf_mbx_ack(bp, abs_vfid);
- storm_memset_vf_mbx_valid(bp, abs_vfid);
- /* enable the VF access to the mailbox */
- bnx2x_vf_enable_access(bp, abs_vfid);
- }
- /* this works only on !E1h */
- static int bnx2x_copy32_vf_dmae(struct bnx2x *bp, u8 from_vf,
- dma_addr_t pf_addr, u8 vfid, u32 vf_addr_hi,
- u32 vf_addr_lo, u32 len32)
- {
- struct dmae_command dmae;
- if (CHIP_IS_E1x(bp)) {
- BNX2X_ERR("Chip revision does not support VFs\n");
- return DMAE_NOT_RDY;
- }
- if (!bp->dmae_ready) {
- BNX2X_ERR("DMAE is not ready, can not copy\n");
- return DMAE_NOT_RDY;
- }
- /* set opcode and fixed command fields */
- bnx2x_prep_dmae_with_comp(bp, &dmae, DMAE_SRC_PCI, DMAE_DST_PCI);
- if (from_vf) {
- dmae.opcode_iov = (vfid << DMAE_COMMAND_SRC_VFID_SHIFT) |
- (DMAE_SRC_VF << DMAE_COMMAND_SRC_VFPF_SHIFT) |
- (DMAE_DST_PF << DMAE_COMMAND_DST_VFPF_SHIFT);
- dmae.opcode |= (DMAE_C_DST << DMAE_COMMAND_C_FUNC_SHIFT);
- dmae.src_addr_lo = vf_addr_lo;
- dmae.src_addr_hi = vf_addr_hi;
- dmae.dst_addr_lo = U64_LO(pf_addr);
- dmae.dst_addr_hi = U64_HI(pf_addr);
- } else {
- dmae.opcode_iov = (vfid << DMAE_COMMAND_DST_VFID_SHIFT) |
- (DMAE_DST_VF << DMAE_COMMAND_DST_VFPF_SHIFT) |
- (DMAE_SRC_PF << DMAE_COMMAND_SRC_VFPF_SHIFT);
- dmae.opcode |= (DMAE_C_SRC << DMAE_COMMAND_C_FUNC_SHIFT);
- dmae.src_addr_lo = U64_LO(pf_addr);
- dmae.src_addr_hi = U64_HI(pf_addr);
- dmae.dst_addr_lo = vf_addr_lo;
- dmae.dst_addr_hi = vf_addr_hi;
- }
- dmae.len = len32;
- bnx2x_dp_dmae(bp, &dmae, BNX2X_MSG_DMAE);
- /* issue the command and wait for completion */
- return bnx2x_issue_dmae_with_comp(bp, &dmae);
- }
- static void bnx2x_vf_mbx_resp(struct bnx2x *bp, struct bnx2x_virtf *vf)
- {
- struct bnx2x_vf_mbx *mbx = BP_VF_MBX(bp, vf->index);
- u64 vf_addr;
- dma_addr_t pf_addr;
- u16 length, type;
- int rc;
- struct pfvf_general_resp_tlv *resp = &mbx->msg->resp.general_resp;
- /* prepare response */
- type = mbx->first_tlv.tl.type;
- length = type == CHANNEL_TLV_ACQUIRE ?
- sizeof(struct pfvf_acquire_resp_tlv) :
- sizeof(struct pfvf_general_resp_tlv);
- bnx2x_add_tlv(bp, resp, 0, type, length);
- resp->hdr.status = bnx2x_pfvf_status_codes(vf->op_rc);
- bnx2x_add_tlv(bp, resp, length, CHANNEL_TLV_LIST_END,
- sizeof(struct channel_list_end_tlv));
- bnx2x_dp_tlv_list(bp, resp);
- DP(BNX2X_MSG_IOV, "mailbox vf address hi 0x%x, lo 0x%x, offset 0x%x\n",
- mbx->vf_addr_hi, mbx->vf_addr_lo, mbx->first_tlv.resp_msg_offset);
- /* send response */
- vf_addr = HILO_U64(mbx->vf_addr_hi, mbx->vf_addr_lo) +
- mbx->first_tlv.resp_msg_offset;
- pf_addr = mbx->msg_mapping +
- offsetof(struct bnx2x_vf_mbx_msg, resp);
- /* copy the response body, if there is one, before the header, as the vf
- * is sensitive to the header being written
- */
- if (resp->hdr.tl.length > sizeof(u64)) {
- length = resp->hdr.tl.length - sizeof(u64);
- vf_addr += sizeof(u64);
- pf_addr += sizeof(u64);
- rc = bnx2x_copy32_vf_dmae(bp, false, pf_addr, vf->abs_vfid,
- U64_HI(vf_addr),
- U64_LO(vf_addr),
- length/4);
- if (rc) {
- BNX2X_ERR("Failed to copy response body to VF %d\n",
- vf->abs_vfid);
- return;
- }
- vf_addr -= sizeof(u64);
- pf_addr -= sizeof(u64);
- }
- /* ack the FW */
- storm_memset_vf_mbx_ack(bp, vf->abs_vfid);
- mmiowb();
- /* initiate dmae to send the response */
- mbx->flags &= ~VF_MSG_INPROCESS;
- /* copy the response header including status-done field,
- * must be last dmae, must be after FW is acked
- */
- rc = bnx2x_copy32_vf_dmae(bp, false, pf_addr, vf->abs_vfid,
- U64_HI(vf_addr),
- U64_LO(vf_addr),
- sizeof(u64)/4);
- /* unlock channel mutex */
- bnx2x_unlock_vf_pf_channel(bp, vf, mbx->first_tlv.tl.type);
- if (rc) {
- BNX2X_ERR("Failed to copy response status to VF %d\n",
- vf->abs_vfid);
- }
- return;
- }
- static void bnx2x_vf_mbx_acquire_resp(struct bnx2x *bp, struct bnx2x_virtf *vf,
- struct bnx2x_vf_mbx *mbx, int vfop_status)
- {
- int i;
- struct pfvf_acquire_resp_tlv *resp = &mbx->msg->resp.acquire_resp;
- struct pf_vf_resc *resc = &resp->resc;
- u8 status = bnx2x_pfvf_status_codes(vfop_status);
- memset(resp, 0, sizeof(*resp));
- /* fill in pfdev info */
- resp->pfdev_info.chip_num = bp->common.chip_id;
- resp->pfdev_info.db_size = (1 << BNX2X_DB_SHIFT);
- resp->pfdev_info.indices_per_sb = HC_SB_MAX_INDICES_E2;
- resp->pfdev_info.pf_cap = (PFVF_CAP_RSS |
- /* PFVF_CAP_DHC |*/ PFVF_CAP_TPA);
- bnx2x_fill_fw_str(bp, resp->pfdev_info.fw_ver,
- sizeof(resp->pfdev_info.fw_ver));
- if (status == PFVF_STATUS_NO_RESOURCE ||
- status == PFVF_STATUS_SUCCESS) {
- /* set resources numbers, if status equals NO_RESOURCE these
- * are max possible numbers
- */
- resc->num_rxqs = vf_rxq_count(vf) ? :
- bnx2x_vf_max_queue_cnt(bp, vf);
- resc->num_txqs = vf_txq_count(vf) ? :
- bnx2x_vf_max_queue_cnt(bp, vf);
- resc->num_sbs = vf_sb_count(vf);
- resc->num_mac_filters = vf_mac_rules_cnt(vf);
- resc->num_vlan_filters = vf_vlan_rules_cnt(vf);
- resc->num_mc_filters = 0;
- if (status == PFVF_STATUS_SUCCESS) {
- for_each_vfq(vf, i)
- resc->hw_qid[i] =
- vfq_qzone_id(vf, vfq_get(vf, i));
- for_each_vf_sb(vf, i) {
- resc->hw_sbs[i].hw_sb_id = vf_igu_sb(vf, i);
- resc->hw_sbs[i].sb_qid = vf_hc_qzone(vf, i);
- }
- }
- }
- DP(BNX2X_MSG_IOV, "VF[%d] ACQUIRE_RESPONSE: pfdev_info- chip_num=0x%x, db_size=%d, idx_per_sb=%d, pf_cap=0x%x\n"
- "resources- n_rxq-%d, n_txq-%d, n_sbs-%d, n_macs-%d, n_vlans-%d, n_mcs-%d, fw_ver: '%s'\n",
- vf->abs_vfid,
- resp->pfdev_info.chip_num,
- resp->pfdev_info.db_size,
- resp->pfdev_info.indices_per_sb,
- resp->pfdev_info.pf_cap,
- resc->num_rxqs,
- resc->num_txqs,
- resc->num_sbs,
- resc->num_mac_filters,
- resc->num_vlan_filters,
- resc->num_mc_filters,
- resp->pfdev_info.fw_ver);
- DP_CONT(BNX2X_MSG_IOV, "hw_qids- [ ");
- for (i = 0; i < vf_rxq_count(vf); i++)
- DP_CONT(BNX2X_MSG_IOV, "%d ", resc->hw_qid[i]);
- DP_CONT(BNX2X_MSG_IOV, "], sb_info- [ ");
- for (i = 0; i < vf_sb_count(vf); i++)
- DP_CONT(BNX2X_MSG_IOV, "%d:%d ",
- resc->hw_sbs[i].hw_sb_id,
- resc->hw_sbs[i].sb_qid);
- DP_CONT(BNX2X_MSG_IOV, "]\n");
- /* send the response */
- vf->op_rc = vfop_status;
- bnx2x_vf_mbx_resp(bp, vf);
- }
- static void bnx2x_vf_mbx_acquire(struct bnx2x *bp, struct bnx2x_virtf *vf,
- struct bnx2x_vf_mbx *mbx)
- {
- int rc;
- struct vfpf_acquire_tlv *acquire = &mbx->msg->req.acquire;
- /* log vfdef info */
- DP(BNX2X_MSG_IOV,
- "VF[%d] ACQUIRE: vfdev_info- vf_id %d, vf_os %d resources- n_rxq-%d, n_txq-%d, n_sbs-%d, n_macs-%d, n_vlans-%d, n_mcs-%d\n",
- vf->abs_vfid, acquire->vfdev_info.vf_id, acquire->vfdev_info.vf_os,
- acquire->resc_request.num_rxqs, acquire->resc_request.num_txqs,
- acquire->resc_request.num_sbs, acquire->resc_request.num_mac_filters,
- acquire->resc_request.num_vlan_filters,
- acquire->resc_request.num_mc_filters);
- /* acquire the resources */
- rc = bnx2x_vf_acquire(bp, vf, &acquire->resc_request);
- /* response */
- bnx2x_vf_mbx_acquire_resp(bp, vf, mbx, rc);
- }
- /* dispatch request */
- static void bnx2x_vf_mbx_request(struct bnx2x *bp, struct bnx2x_virtf *vf,
- struct bnx2x_vf_mbx *mbx)
- {
- int i;
- /* check if tlv type is known */
- if (bnx2x_tlv_supported(mbx->first_tlv.tl.type)) {
- /* Lock the per vf op mutex and note the locker's identity.
- * The unlock will take place in mbx response.
- */
- bnx2x_lock_vf_pf_channel(bp, vf, mbx->first_tlv.tl.type);
- /* switch on the opcode */
- switch (mbx->first_tlv.tl.type) {
- case CHANNEL_TLV_ACQUIRE:
- bnx2x_vf_mbx_acquire(bp, vf, mbx);
- break;
- }
- } else {
- /* unknown TLV - this may belong to a VF driver from the future
- * - a version written after this PF driver was written, which
- * supports features unknown as of yet. Too bad since we don't
- * support them. Or this may be because someone wrote a crappy
- * VF driver and is sending garbage over the channel.
- */
- BNX2X_ERR("unknown TLV. type %d length %d. first 20 bytes of mailbox buffer:\n",
- mbx->first_tlv.tl.type, mbx->first_tlv.tl.length);
- for (i = 0; i < 20; i++)
- DP_CONT(BNX2X_MSG_IOV, "%x ",
- mbx->msg->req.tlv_buf_size.tlv_buffer[i]);
- /* test whether we can respond to the VF (do we have an address
- * for it?)
- */
- if (vf->state == VF_ACQUIRED) {
- /* mbx_resp uses the op_rc of the VF */
- vf->op_rc = PFVF_STATUS_NOT_SUPPORTED;
- /* notify the VF that we do not support this request */
- bnx2x_vf_mbx_resp(bp, vf);
- } else {
- /* can't send a response since this VF is unknown to us
- * just unlock the channel and be done with.
- */
- bnx2x_unlock_vf_pf_channel(bp, vf,
- mbx->first_tlv.tl.type);
- }
- }
- }
- /* handle new vf-pf message */
- void bnx2x_vf_mbx(struct bnx2x *bp, struct vf_pf_event_data *vfpf_event)
- {
- struct bnx2x_virtf *vf;
- struct bnx2x_vf_mbx *mbx;
- u8 vf_idx;
- int rc;
- DP(BNX2X_MSG_IOV,
- "vf pf event received: vfid %d, address_hi %x, address lo %x",
- vfpf_event->vf_id, vfpf_event->msg_addr_hi, vfpf_event->msg_addr_lo);
- /* Sanity checks consider removing later */
- /* check if the vf_id is valid */
- if (vfpf_event->vf_id - BP_VFDB(bp)->sriov.first_vf_in_pf >
- BNX2X_NR_VIRTFN(bp)) {
- BNX2X_ERR("Illegal vf_id %d max allowed: %d\n",
- vfpf_event->vf_id, BNX2X_NR_VIRTFN(bp));
- goto mbx_done;
- }
- vf_idx = bnx2x_vf_idx_by_abs_fid(bp, vfpf_event->vf_id);
- mbx = BP_VF_MBX(bp, vf_idx);
- /* verify an event is not currently being processed -
- * debug failsafe only
- */
- if (mbx->flags & VF_MSG_INPROCESS) {
- BNX2X_ERR("Previous message is still being processed, vf_id %d\n",
- vfpf_event->vf_id);
- goto mbx_done;
- }
- vf = BP_VF(bp, vf_idx);
- /* save the VF message address */
- mbx->vf_addr_hi = vfpf_event->msg_addr_hi;
- mbx->vf_addr_lo = vfpf_event->msg_addr_lo;
- DP(BNX2X_MSG_IOV, "mailbox vf address hi 0x%x, lo 0x%x, offset 0x%x\n",
- mbx->vf_addr_hi, mbx->vf_addr_lo, mbx->first_tlv.resp_msg_offset);
- /* dmae to get the VF request */
- rc = bnx2x_copy32_vf_dmae(bp, true, mbx->msg_mapping, vf->abs_vfid,
- mbx->vf_addr_hi, mbx->vf_addr_lo,
- sizeof(union vfpf_tlvs)/4);
- if (rc) {
- BNX2X_ERR("Failed to copy request VF %d\n", vf->abs_vfid);
- goto mbx_error;
- }
- /* process the VF message header */
- mbx->first_tlv = mbx->msg->req.first_tlv;
- /* dispatch the request (will prepare the response) */
- bnx2x_vf_mbx_request(bp, vf, mbx);
- goto mbx_done;
- mbx_error:
- mbx_done:
- return;
- }
|