|
@@ -5,9 +5,6 @@
|
|
|
|
|
|
#include "qlcnic.h"
|
|
|
|
|
|
-#define QLCNIC_MAC_HASH(MAC)\
|
|
|
- ((((MAC) & 0x70000) >> 0x10) | (((MAC) & 0x70000000000ULL) >> 0x25))
|
|
|
-
|
|
|
#define TX_ETHER_PKT 0x01
|
|
|
#define TX_TCP_PKT 0x02
|
|
|
#define TX_UDP_PKT 0x03
|
|
@@ -91,10 +88,61 @@
|
|
|
#define QLCNIC_RESPONSE_DESC 0x05
|
|
|
#define QLCNIC_LRO_DESC 0x12
|
|
|
|
|
|
+#define QLCNIC_TX_POLL_BUDGET 128
|
|
|
+#define QLCNIC_TCP_HDR_SIZE 20
|
|
|
+#define QLCNIC_TCP_TS_OPTION_SIZE 12
|
|
|
+#define QLCNIC_FETCH_RING_ID(handle) ((handle) >> 63)
|
|
|
+#define QLCNIC_DESC_OWNER_FW cpu_to_le64(STATUS_OWNER_PHANTOM)
|
|
|
+
|
|
|
+#define QLCNIC_TCP_TS_HDR_SIZE (QLCNIC_TCP_HDR_SIZE + QLCNIC_TCP_TS_OPTION_SIZE)
|
|
|
+
|
|
|
/* for status field in status_desc */
|
|
|
#define STATUS_CKSUM_LOOP 0
|
|
|
#define STATUS_CKSUM_OK 2
|
|
|
|
|
|
+#define qlcnic_83xx_pktln(sts) ((sts >> 32) & 0x3FFF)
|
|
|
+#define qlcnic_83xx_hndl(sts) ((sts >> 48) & 0x7FFF)
|
|
|
+#define qlcnic_83xx_csum_status(sts) ((sts >> 39) & 7)
|
|
|
+#define qlcnic_83xx_opcode(sts) ((sts >> 42) & 0xF)
|
|
|
+#define qlcnic_83xx_vlan_tag(sts) (((sts) >> 48) & 0xFFFF)
|
|
|
+#define qlcnic_83xx_lro_pktln(sts) (((sts) >> 32) & 0x3FFF)
|
|
|
+#define qlcnic_83xx_l2_hdr_off(sts) (((sts) >> 16) & 0xFF)
|
|
|
+#define qlcnic_83xx_l4_hdr_off(sts) (((sts) >> 24) & 0xFF)
|
|
|
+#define qlcnic_83xx_pkt_cnt(sts) (((sts) >> 16) & 0x7)
|
|
|
+#define qlcnic_83xx_is_tstamp(sts) (((sts) >> 40) & 1)
|
|
|
+#define qlcnic_83xx_is_psh_bit(sts) (((sts) >> 41) & 1)
|
|
|
+#define qlcnic_83xx_is_ip_align(sts) (((sts) >> 46) & 1)
|
|
|
+#define qlcnic_83xx_has_vlan_tag(sts) (((sts) >> 47) & 1)
|
|
|
+
|
|
|
+struct sk_buff *qlcnic_process_rxbuf(struct qlcnic_adapter *,
|
|
|
+ struct qlcnic_host_rds_ring *, u16, u16);
|
|
|
+
|
|
|
+inline void qlcnic_83xx_enable_tx_intr(struct qlcnic_adapter *adapter,
|
|
|
+ struct qlcnic_host_tx_ring *tx_ring)
|
|
|
+{
|
|
|
+ writel(0, tx_ring->crb_intr_mask);
|
|
|
+}
|
|
|
+
|
|
|
+inline void qlcnic_83xx_disable_tx_intr(struct qlcnic_adapter *adapter,
|
|
|
+ struct qlcnic_host_tx_ring *tx_ring)
|
|
|
+{
|
|
|
+ writel(1, tx_ring->crb_intr_mask);
|
|
|
+}
|
|
|
+
|
|
|
+static inline u8 qlcnic_mac_hash(u64 mac)
|
|
|
+{
|
|
|
+ return (u8)((mac & 0xff) ^ ((mac >> 40) & 0xff));
|
|
|
+}
|
|
|
+
|
|
|
+static inline u32 qlcnic_get_ref_handle(struct qlcnic_adapter *adapter,
|
|
|
+ u16 handle, u8 ring_id)
|
|
|
+{
|
|
|
+ if (adapter->pdev->device == PCI_DEVICE_ID_QLOGIC_QLE834X)
|
|
|
+ return handle | (ring_id << 15);
|
|
|
+ else
|
|
|
+ return handle;
|
|
|
+}
|
|
|
+
|
|
|
void qlcnic_82xx_change_filter(struct qlcnic_adapter *adapter, u64 *uaddr,
|
|
|
__le16 vlan_id)
|
|
|
{
|
|
@@ -128,29 +176,33 @@ void qlcnic_82xx_change_filter(struct qlcnic_adapter *adapter, u64 *uaddr,
|
|
|
}
|
|
|
|
|
|
static void qlcnic_send_filter(struct qlcnic_adapter *adapter,
|
|
|
- struct qlcnic_host_tx_ring *tx_ring,
|
|
|
struct cmd_desc_type0 *first_desc,
|
|
|
struct sk_buff *skb)
|
|
|
{
|
|
|
struct qlcnic_filter *fil, *tmp_fil;
|
|
|
struct hlist_node *tmp_hnode, *n;
|
|
|
struct hlist_head *head;
|
|
|
+ struct net_device *netdev = adapter->netdev;
|
|
|
struct ethhdr *phdr = (struct ethhdr *)(skb->data);
|
|
|
u64 src_addr = 0;
|
|
|
__le16 vlan_id = 0;
|
|
|
u8 hindex;
|
|
|
|
|
|
- if (!compare_ether_addr(phdr->h_source, adapter->mac_addr))
|
|
|
+ if (ether_addr_equal(phdr->h_source, adapter->mac_addr))
|
|
|
return;
|
|
|
|
|
|
- if (adapter->fhash.fnum >= adapter->fhash.fmax)
|
|
|
+ if (adapter->fhash.fnum >= adapter->fhash.fmax) {
|
|
|
+ adapter->stats.mac_filter_limit_overrun++;
|
|
|
+ netdev_info(netdev, "Can not add more than %d mac addresses\n",
|
|
|
+ adapter->fhash.fmax);
|
|
|
return;
|
|
|
+ }
|
|
|
|
|
|
/* Only NPAR capable devices support vlan based learning */
|
|
|
if (adapter->flags & QLCNIC_ESWITCH_ENABLED)
|
|
|
vlan_id = first_desc->vlan_TCI;
|
|
|
memcpy(&src_addr, phdr->h_source, ETH_ALEN);
|
|
|
- hindex = QLCNIC_MAC_HASH(src_addr) & (QLCNIC_LB_MAX_FILTERS - 1);
|
|
|
+ hindex = qlcnic_mac_hash(src_addr) & (adapter->fhash.fbucket_size - 1);
|
|
|
head = &(adapter->fhash.fhead[hindex]);
|
|
|
|
|
|
hlist_for_each_entry_safe(tmp_fil, tmp_hnode, n, head, fnode) {
|
|
@@ -470,7 +522,7 @@ netdev_tx_t qlcnic_xmit_frame(struct sk_buff *skb, struct net_device *netdev)
|
|
|
goto unwind_buff;
|
|
|
|
|
|
if (adapter->mac_learn)
|
|
|
- qlcnic_send_filter(adapter, tx_ring, first_desc, skb);
|
|
|
+ qlcnic_send_filter(adapter, first_desc, skb);
|
|
|
|
|
|
adapter->stats.txbytes += skb->len;
|
|
|
adapter->stats.xmitcalled++;
|
|
@@ -523,8 +575,8 @@ static int qlcnic_alloc_rx_skb(struct qlcnic_adapter *adapter,
|
|
|
}
|
|
|
|
|
|
skb_reserve(skb, NET_IP_ALIGN);
|
|
|
- dma = pci_map_single(pdev, skb->data, rds_ring->dma_size,
|
|
|
- PCI_DMA_FROMDEVICE);
|
|
|
+ dma = pci_map_single(pdev, skb->data,
|
|
|
+ rds_ring->dma_size, PCI_DMA_FROMDEVICE);
|
|
|
|
|
|
if (pci_dma_mapping_error(pdev, dma)) {
|
|
|
adapter->stats.rx_dma_map_error++;
|
|
@@ -539,12 +591,13 @@ static int qlcnic_alloc_rx_skb(struct qlcnic_adapter *adapter,
|
|
|
}
|
|
|
|
|
|
static void qlcnic_post_rx_buffers_nodb(struct qlcnic_adapter *adapter,
|
|
|
- struct qlcnic_host_rds_ring *rds_ring)
|
|
|
+ struct qlcnic_host_rds_ring *rds_ring,
|
|
|
+ u8 ring_id)
|
|
|
{
|
|
|
struct rcv_desc *pdesc;
|
|
|
struct qlcnic_rx_buffer *buffer;
|
|
|
int count = 0;
|
|
|
- uint32_t producer;
|
|
|
+ uint32_t producer, handle;
|
|
|
struct list_head *head;
|
|
|
|
|
|
if (!spin_trylock(&rds_ring->lock))
|
|
@@ -552,7 +605,6 @@ static void qlcnic_post_rx_buffers_nodb(struct qlcnic_adapter *adapter,
|
|
|
|
|
|
producer = rds_ring->producer;
|
|
|
head = &rds_ring->free_list;
|
|
|
-
|
|
|
while (!list_empty(head)) {
|
|
|
buffer = list_entry(head->next, struct qlcnic_rx_buffer, list);
|
|
|
|
|
@@ -560,28 +612,29 @@ static void qlcnic_post_rx_buffers_nodb(struct qlcnic_adapter *adapter,
|
|
|
if (qlcnic_alloc_rx_skb(adapter, rds_ring, buffer))
|
|
|
break;
|
|
|
}
|
|
|
-
|
|
|
count++;
|
|
|
list_del(&buffer->list);
|
|
|
|
|
|
/* make a rcv descriptor */
|
|
|
pdesc = &rds_ring->desc_head[producer];
|
|
|
- pdesc->reference_handle = cpu_to_le16(buffer->ref_handle);
|
|
|
+ handle = qlcnic_get_ref_handle(adapter,
|
|
|
+ buffer->ref_handle, ring_id);
|
|
|
+ pdesc->reference_handle = cpu_to_le16(handle);
|
|
|
pdesc->buffer_length = cpu_to_le32(rds_ring->dma_size);
|
|
|
pdesc->addr_buffer = cpu_to_le64(buffer->dma);
|
|
|
producer = get_next_index(producer, rds_ring->num_desc);
|
|
|
}
|
|
|
-
|
|
|
if (count) {
|
|
|
rds_ring->producer = producer;
|
|
|
writel((producer - 1) & (rds_ring->num_desc - 1),
|
|
|
rds_ring->crb_rcv_producer);
|
|
|
}
|
|
|
-
|
|
|
spin_unlock(&rds_ring->lock);
|
|
|
}
|
|
|
|
|
|
-static int qlcnic_process_cmd_ring(struct qlcnic_adapter *adapter)
|
|
|
+static int qlcnic_process_cmd_ring(struct qlcnic_adapter *adapter,
|
|
|
+ struct qlcnic_host_tx_ring *tx_ring,
|
|
|
+ int budget)
|
|
|
{
|
|
|
u32 sw_consumer, hw_consumer;
|
|
|
int i, done, count = 0;
|
|
@@ -589,7 +642,6 @@ static int qlcnic_process_cmd_ring(struct qlcnic_adapter *adapter)
|
|
|
struct pci_dev *pdev = adapter->pdev;
|
|
|
struct net_device *netdev = adapter->netdev;
|
|
|
struct qlcnic_skb_frag *frag;
|
|
|
- struct qlcnic_host_tx_ring *tx_ring = adapter->tx_ring;
|
|
|
|
|
|
if (!spin_trylock(&adapter->tx_clean_lock))
|
|
|
return 1;
|
|
@@ -610,22 +662,19 @@ static int qlcnic_process_cmd_ring(struct qlcnic_adapter *adapter)
|
|
|
PCI_DMA_TODEVICE);
|
|
|
frag->dma = 0ULL;
|
|
|
}
|
|
|
-
|
|
|
adapter->stats.xmitfinished++;
|
|
|
dev_kfree_skb_any(buffer->skb);
|
|
|
buffer->skb = NULL;
|
|
|
}
|
|
|
|
|
|
sw_consumer = get_next_index(sw_consumer, tx_ring->num_desc);
|
|
|
- if (++count >= MAX_STATUS_HANDLE)
|
|
|
+ if (++count >= budget)
|
|
|
break;
|
|
|
}
|
|
|
|
|
|
if (count && netif_running(netdev)) {
|
|
|
tx_ring->sw_consumer = sw_consumer;
|
|
|
-
|
|
|
smp_mb();
|
|
|
-
|
|
|
if (netif_queue_stopped(netdev) && netif_carrier_ok(netdev)) {
|
|
|
if (qlcnic_tx_avail(tx_ring) > TX_STOP_THRESH) {
|
|
|
netif_wake_queue(netdev);
|
|
@@ -649,7 +698,6 @@ static int qlcnic_process_cmd_ring(struct qlcnic_adapter *adapter)
|
|
|
*/
|
|
|
hw_consumer = le32_to_cpu(*(tx_ring->hw_consumer));
|
|
|
done = (sw_consumer == hw_consumer);
|
|
|
-
|
|
|
spin_unlock(&adapter->tx_clean_lock);
|
|
|
|
|
|
return done;
|
|
@@ -657,16 +705,15 @@ static int qlcnic_process_cmd_ring(struct qlcnic_adapter *adapter)
|
|
|
|
|
|
static int qlcnic_poll(struct napi_struct *napi, int budget)
|
|
|
{
|
|
|
+ int tx_complete, work_done;
|
|
|
struct qlcnic_host_sds_ring *sds_ring;
|
|
|
struct qlcnic_adapter *adapter;
|
|
|
- int tx_complete, work_done;
|
|
|
|
|
|
sds_ring = container_of(napi, struct qlcnic_host_sds_ring, napi);
|
|
|
adapter = sds_ring->adapter;
|
|
|
-
|
|
|
- tx_complete = qlcnic_process_cmd_ring(adapter);
|
|
|
+ tx_complete = qlcnic_process_cmd_ring(adapter, adapter->tx_ring,
|
|
|
+ budget);
|
|
|
work_done = qlcnic_process_rcv_ring(sds_ring, budget);
|
|
|
-
|
|
|
if ((work_done < budget) && tx_complete) {
|
|
|
napi_complete(&sds_ring->napi);
|
|
|
if (test_bit(__QLCNIC_DEV_UP, &adapter->state))
|
|
@@ -799,26 +846,23 @@ static void qlcnic_handle_fw_message(int desc_cnt, int index,
|
|
|
}
|
|
|
}
|
|
|
|
|
|
-static struct sk_buff *
|
|
|
-qlcnic_process_rxbuf(struct qlcnic_adapter *adapter,
|
|
|
- struct qlcnic_host_rds_ring *rds_ring, u16 index,
|
|
|
- u16 cksum)
|
|
|
+struct sk_buff *qlcnic_process_rxbuf(struct qlcnic_adapter *adapter,
|
|
|
+ struct qlcnic_host_rds_ring *ring,
|
|
|
+ u16 index, u16 cksum)
|
|
|
{
|
|
|
struct qlcnic_rx_buffer *buffer;
|
|
|
struct sk_buff *skb;
|
|
|
|
|
|
- buffer = &rds_ring->rx_buf_arr[index];
|
|
|
-
|
|
|
+ buffer = &ring->rx_buf_arr[index];
|
|
|
if (unlikely(buffer->skb == NULL)) {
|
|
|
WARN_ON(1);
|
|
|
return NULL;
|
|
|
}
|
|
|
|
|
|
- pci_unmap_single(adapter->pdev, buffer->dma, rds_ring->dma_size,
|
|
|
+ pci_unmap_single(adapter->pdev, buffer->dma, ring->dma_size,
|
|
|
PCI_DMA_FROMDEVICE);
|
|
|
|
|
|
skb = buffer->skb;
|
|
|
-
|
|
|
if (likely((adapter->netdev->features & NETIF_F_RXCSUM) &&
|
|
|
(cksum == STATUS_CKSUM_OK || cksum == STATUS_CKSUM_LOOP))) {
|
|
|
adapter->stats.csummed++;
|
|
@@ -827,6 +871,7 @@ qlcnic_process_rxbuf(struct qlcnic_adapter *adapter,
|
|
|
skb_checksum_none_assert(skb);
|
|
|
}
|
|
|
|
|
|
+
|
|
|
buffer->skb = NULL;
|
|
|
|
|
|
return skb;
|
|
@@ -1001,9 +1046,9 @@ int qlcnic_process_rcv_ring(struct qlcnic_host_sds_ring *sds_ring, int max)
|
|
|
struct list_head *cur;
|
|
|
struct status_desc *desc;
|
|
|
struct qlcnic_rx_buffer *rxbuf;
|
|
|
+ int opcode, desc_cnt, count = 0;
|
|
|
u64 sts_data0, sts_data1;
|
|
|
- __le64 owner_phantom = cpu_to_le64(STATUS_OWNER_PHANTOM);
|
|
|
- int opcode, ring, desc_cnt, count = 0;
|
|
|
+ u8 ring;
|
|
|
u32 consumer = sds_ring->consumer;
|
|
|
|
|
|
while (count < max) {
|
|
@@ -1015,7 +1060,6 @@ int qlcnic_process_rcv_ring(struct qlcnic_host_sds_ring *sds_ring, int max)
|
|
|
|
|
|
desc_cnt = qlcnic_get_sts_desc_cnt(sts_data0);
|
|
|
opcode = qlcnic_get_sts_opcode(sts_data0);
|
|
|
-
|
|
|
switch (opcode) {
|
|
|
case QLCNIC_RXPKT_DESC:
|
|
|
case QLCNIC_OLD_RXPKT_DESC:
|
|
@@ -1035,18 +1079,16 @@ int qlcnic_process_rcv_ring(struct qlcnic_host_sds_ring *sds_ring, int max)
|
|
|
default:
|
|
|
goto skip;
|
|
|
}
|
|
|
-
|
|
|
WARN_ON(desc_cnt > 1);
|
|
|
|
|
|
if (likely(rxbuf))
|
|
|
list_add_tail(&rxbuf->list, &sds_ring->free_list[ring]);
|
|
|
else
|
|
|
adapter->stats.null_rxbuf++;
|
|
|
-
|
|
|
skip:
|
|
|
for (; desc_cnt > 0; desc_cnt--) {
|
|
|
desc = &sds_ring->desc_head[consumer];
|
|
|
- desc->status_desc_data[0] = owner_phantom;
|
|
|
+ desc->status_desc_data[0] = QLCNIC_DESC_OWNER_FW;
|
|
|
consumer = get_next_index(consumer, sds_ring->num_desc);
|
|
|
}
|
|
|
count++;
|
|
@@ -1054,7 +1096,6 @@ skip:
|
|
|
|
|
|
for (ring = 0; ring < adapter->max_rds_rings; ring++) {
|
|
|
rds_ring = &adapter->recv_ctx->rds_rings[ring];
|
|
|
-
|
|
|
if (!list_empty(&sds_ring->free_list[ring])) {
|
|
|
list_for_each(cur, &sds_ring->free_list[ring]) {
|
|
|
rxbuf = list_entry(cur, struct qlcnic_rx_buffer,
|
|
@@ -1067,7 +1108,7 @@ skip:
|
|
|
spin_unlock(&rds_ring->lock);
|
|
|
}
|
|
|
|
|
|
- qlcnic_post_rx_buffers_nodb(adapter, rds_ring);
|
|
|
+ qlcnic_post_rx_buffers_nodb(adapter, rds_ring, ring);
|
|
|
}
|
|
|
|
|
|
if (count) {
|
|
@@ -1079,12 +1120,12 @@ skip:
|
|
|
}
|
|
|
|
|
|
void qlcnic_post_rx_buffers(struct qlcnic_adapter *adapter,
|
|
|
- struct qlcnic_host_rds_ring *rds_ring)
|
|
|
+ struct qlcnic_host_rds_ring *rds_ring, u8 ring_id)
|
|
|
{
|
|
|
struct rcv_desc *pdesc;
|
|
|
struct qlcnic_rx_buffer *buffer;
|
|
|
int count = 0;
|
|
|
- u32 producer;
|
|
|
+ u32 producer, handle;
|
|
|
struct list_head *head;
|
|
|
|
|
|
producer = rds_ring->producer;
|
|
@@ -1105,7 +1146,9 @@ void qlcnic_post_rx_buffers(struct qlcnic_adapter *adapter,
|
|
|
/* make a rcv descriptor */
|
|
|
pdesc = &rds_ring->desc_head[producer];
|
|
|
pdesc->addr_buffer = cpu_to_le64(buffer->dma);
|
|
|
- pdesc->reference_handle = cpu_to_le16(buffer->ref_handle);
|
|
|
+ handle = qlcnic_get_ref_handle(adapter, buffer->ref_handle,
|
|
|
+ ring_id);
|
|
|
+ pdesc->reference_handle = cpu_to_le16(handle);
|
|
|
pdesc->buffer_length = cpu_to_le32(rds_ring->dma_size);
|
|
|
producer = get_next_index(producer, rds_ring->num_desc);
|
|
|
}
|
|
@@ -1226,8 +1269,7 @@ int qlcnic_82xx_napi_add(struct qlcnic_adapter *adapter,
|
|
|
|
|
|
for (ring = 0; ring < adapter->max_sds_rings; ring++) {
|
|
|
sds_ring = &recv_ctx->sds_rings[ring];
|
|
|
-
|
|
|
- if (ring == max_sds_rings - 1)
|
|
|
+ if (ring == adapter->max_sds_rings - 1)
|
|
|
netif_napi_add(netdev, &sds_ring->napi, qlcnic_poll,
|
|
|
QLCNIC_NETDEV_WEIGHT / max_sds_rings);
|
|
|
else
|
|
@@ -1235,10 +1277,15 @@ int qlcnic_82xx_napi_add(struct qlcnic_adapter *adapter,
|
|
|
QLCNIC_NETDEV_WEIGHT*2);
|
|
|
}
|
|
|
|
|
|
+ if (qlcnic_alloc_tx_rings(adapter, netdev)) {
|
|
|
+ qlcnic_free_sds_rings(recv_ctx);
|
|
|
+ return -ENOMEM;
|
|
|
+ }
|
|
|
+
|
|
|
return 0;
|
|
|
}
|
|
|
|
|
|
-void qlcnic_napi_del(struct qlcnic_adapter *adapter)
|
|
|
+void qlcnic_82xx_napi_del(struct qlcnic_adapter *adapter)
|
|
|
{
|
|
|
int ring;
|
|
|
struct qlcnic_host_sds_ring *sds_ring;
|
|
@@ -1250,6 +1297,7 @@ void qlcnic_napi_del(struct qlcnic_adapter *adapter)
|
|
|
}
|
|
|
|
|
|
qlcnic_free_sds_rings(adapter->recv_ctx);
|
|
|
+ qlcnic_free_tx_rings(adapter);
|
|
|
}
|
|
|
|
|
|
void qlcnic_82xx_napi_enable(struct qlcnic_adapter *adapter)
|
|
@@ -1284,3 +1332,447 @@ void qlcnic_82xx_napi_disable(struct qlcnic_adapter *adapter)
|
|
|
napi_disable(&sds_ring->napi);
|
|
|
}
|
|
|
}
|
|
|
+
|
|
|
+static struct qlcnic_rx_buffer *
|
|
|
+qlcnic_83xx_process_rcv(struct qlcnic_adapter *adapter,
|
|
|
+ struct qlcnic_host_sds_ring *sds_ring,
|
|
|
+ u8 ring, u64 sts_data[])
|
|
|
+{
|
|
|
+ struct net_device *netdev = adapter->netdev;
|
|
|
+ struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
|
|
|
+ struct qlcnic_rx_buffer *buffer;
|
|
|
+ struct sk_buff *skb;
|
|
|
+ struct qlcnic_host_rds_ring *rds_ring;
|
|
|
+ int index, length, cksum;
|
|
|
+ u16 vid = 0xffff;
|
|
|
+
|
|
|
+ if (unlikely(ring >= adapter->max_rds_rings))
|
|
|
+ return NULL;
|
|
|
+
|
|
|
+ rds_ring = &recv_ctx->rds_rings[ring];
|
|
|
+
|
|
|
+ index = qlcnic_83xx_hndl(sts_data[0]);
|
|
|
+ if (unlikely(index >= rds_ring->num_desc))
|
|
|
+ return NULL;
|
|
|
+
|
|
|
+ buffer = &rds_ring->rx_buf_arr[index];
|
|
|
+ length = qlcnic_83xx_pktln(sts_data[0]);
|
|
|
+ cksum = qlcnic_83xx_csum_status(sts_data[1]);
|
|
|
+ skb = qlcnic_process_rxbuf(adapter, rds_ring, index, cksum);
|
|
|
+ if (!skb)
|
|
|
+ return buffer;
|
|
|
+
|
|
|
+ if (length > rds_ring->skb_size)
|
|
|
+ skb_put(skb, rds_ring->skb_size);
|
|
|
+ else
|
|
|
+ skb_put(skb, length);
|
|
|
+
|
|
|
+ if (unlikely(qlcnic_check_rx_tagging(adapter, skb, &vid))) {
|
|
|
+ adapter->stats.rxdropped++;
|
|
|
+ dev_kfree_skb(skb);
|
|
|
+ return buffer;
|
|
|
+ }
|
|
|
+
|
|
|
+ skb->protocol = eth_type_trans(skb, netdev);
|
|
|
+
|
|
|
+ if (vid != 0xffff)
|
|
|
+ __vlan_hwaccel_put_tag(skb, vid);
|
|
|
+
|
|
|
+ napi_gro_receive(&sds_ring->napi, skb);
|
|
|
+
|
|
|
+ adapter->stats.rx_pkts++;
|
|
|
+ adapter->stats.rxbytes += length;
|
|
|
+
|
|
|
+ return buffer;
|
|
|
+}
|
|
|
+
|
|
|
+static struct qlcnic_rx_buffer *
|
|
|
+qlcnic_83xx_process_lro(struct qlcnic_adapter *adapter,
|
|
|
+ u8 ring, u64 sts_data[])
|
|
|
+{
|
|
|
+ struct net_device *netdev = adapter->netdev;
|
|
|
+ struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
|
|
|
+ struct qlcnic_rx_buffer *buffer;
|
|
|
+ struct sk_buff *skb;
|
|
|
+ struct qlcnic_host_rds_ring *rds_ring;
|
|
|
+ struct iphdr *iph;
|
|
|
+ struct ipv6hdr *ipv6h;
|
|
|
+ struct tcphdr *th;
|
|
|
+ bool push;
|
|
|
+ int l2_hdr_offset, l4_hdr_offset;
|
|
|
+ int index;
|
|
|
+ u16 lro_length, length, data_offset;
|
|
|
+ u16 vid = 0xffff;
|
|
|
+
|
|
|
+ if (unlikely(ring > adapter->max_rds_rings))
|
|
|
+ return NULL;
|
|
|
+
|
|
|
+ rds_ring = &recv_ctx->rds_rings[ring];
|
|
|
+
|
|
|
+ index = qlcnic_83xx_hndl(sts_data[0]);
|
|
|
+ if (unlikely(index > rds_ring->num_desc))
|
|
|
+ return NULL;
|
|
|
+
|
|
|
+ buffer = &rds_ring->rx_buf_arr[index];
|
|
|
+
|
|
|
+ lro_length = qlcnic_83xx_lro_pktln(sts_data[0]);
|
|
|
+ l2_hdr_offset = qlcnic_83xx_l2_hdr_off(sts_data[1]);
|
|
|
+ l4_hdr_offset = qlcnic_83xx_l4_hdr_off(sts_data[1]);
|
|
|
+ push = qlcnic_83xx_is_psh_bit(sts_data[1]);
|
|
|
+
|
|
|
+ skb = qlcnic_process_rxbuf(adapter, rds_ring, index, STATUS_CKSUM_OK);
|
|
|
+ if (!skb)
|
|
|
+ return buffer;
|
|
|
+ if (qlcnic_83xx_is_tstamp(sts_data[1]))
|
|
|
+ data_offset = l4_hdr_offset + QLCNIC_TCP_TS_HDR_SIZE;
|
|
|
+ else
|
|
|
+ data_offset = l4_hdr_offset + QLCNIC_TCP_HDR_SIZE;
|
|
|
+
|
|
|
+ skb_put(skb, lro_length + data_offset);
|
|
|
+ skb_pull(skb, l2_hdr_offset);
|
|
|
+
|
|
|
+ if (unlikely(qlcnic_check_rx_tagging(adapter, skb, &vid))) {
|
|
|
+ adapter->stats.rxdropped++;
|
|
|
+ dev_kfree_skb(skb);
|
|
|
+ return buffer;
|
|
|
+ }
|
|
|
+
|
|
|
+ skb->protocol = eth_type_trans(skb, netdev);
|
|
|
+ if (ntohs(skb->protocol) == ETH_P_IPV6) {
|
|
|
+ ipv6h = (struct ipv6hdr *)skb->data;
|
|
|
+ th = (struct tcphdr *)(skb->data + sizeof(struct ipv6hdr));
|
|
|
+
|
|
|
+ length = (th->doff << 2) + lro_length;
|
|
|
+ ipv6h->payload_len = htons(length);
|
|
|
+ } else {
|
|
|
+ iph = (struct iphdr *)skb->data;
|
|
|
+ th = (struct tcphdr *)(skb->data + (iph->ihl << 2));
|
|
|
+ length = (iph->ihl << 2) + (th->doff << 2) + lro_length;
|
|
|
+ iph->tot_len = htons(length);
|
|
|
+ iph->check = 0;
|
|
|
+ iph->check = ip_fast_csum((unsigned char *)iph, iph->ihl);
|
|
|
+ }
|
|
|
+
|
|
|
+ th->psh = push;
|
|
|
+ length = skb->len;
|
|
|
+
|
|
|
+ if (vid != 0xffff)
|
|
|
+ __vlan_hwaccel_put_tag(skb, vid);
|
|
|
+
|
|
|
+ netif_receive_skb(skb);
|
|
|
+
|
|
|
+ adapter->stats.lro_pkts++;
|
|
|
+ adapter->stats.lrobytes += length;
|
|
|
+ return buffer;
|
|
|
+}
|
|
|
+
|
|
|
+static int qlcnic_83xx_process_rcv_ring(struct qlcnic_host_sds_ring *sds_ring,
|
|
|
+ int max)
|
|
|
+{
|
|
|
+ struct qlcnic_host_rds_ring *rds_ring;
|
|
|
+ struct qlcnic_adapter *adapter = sds_ring->adapter;
|
|
|
+ struct list_head *cur;
|
|
|
+ struct status_desc *desc;
|
|
|
+ struct qlcnic_rx_buffer *rxbuf = NULL;
|
|
|
+ u8 ring;
|
|
|
+ u64 sts_data[2];
|
|
|
+ int count = 0, opcode;
|
|
|
+ u32 consumer = sds_ring->consumer;
|
|
|
+
|
|
|
+ while (count < max) {
|
|
|
+ desc = &sds_ring->desc_head[consumer];
|
|
|
+ sts_data[1] = le64_to_cpu(desc->status_desc_data[1]);
|
|
|
+ opcode = qlcnic_83xx_opcode(sts_data[1]);
|
|
|
+ if (!opcode)
|
|
|
+ break;
|
|
|
+ sts_data[0] = le64_to_cpu(desc->status_desc_data[0]);
|
|
|
+ ring = QLCNIC_FETCH_RING_ID(sts_data[0]);
|
|
|
+
|
|
|
+ switch (opcode) {
|
|
|
+ case QLC_83XX_REG_DESC:
|
|
|
+ rxbuf = qlcnic_83xx_process_rcv(adapter, sds_ring,
|
|
|
+ ring, sts_data);
|
|
|
+ break;
|
|
|
+ case QLC_83XX_LRO_DESC:
|
|
|
+ rxbuf = qlcnic_83xx_process_lro(adapter, ring,
|
|
|
+ sts_data);
|
|
|
+ break;
|
|
|
+ default:
|
|
|
+ dev_info(&adapter->pdev->dev,
|
|
|
+ "Unkonwn opcode: 0x%x\n", opcode);
|
|
|
+ goto skip;
|
|
|
+ }
|
|
|
+
|
|
|
+ if (likely(rxbuf))
|
|
|
+ list_add_tail(&rxbuf->list, &sds_ring->free_list[ring]);
|
|
|
+ else
|
|
|
+ adapter->stats.null_rxbuf++;
|
|
|
+skip:
|
|
|
+ desc = &sds_ring->desc_head[consumer];
|
|
|
+ /* Reset the descriptor */
|
|
|
+ desc->status_desc_data[1] = 0;
|
|
|
+ consumer = get_next_index(consumer, sds_ring->num_desc);
|
|
|
+ count++;
|
|
|
+ }
|
|
|
+ for (ring = 0; ring < adapter->max_rds_rings; ring++) {
|
|
|
+ rds_ring = &adapter->recv_ctx->rds_rings[ring];
|
|
|
+ if (!list_empty(&sds_ring->free_list[ring])) {
|
|
|
+ list_for_each(cur, &sds_ring->free_list[ring]) {
|
|
|
+ rxbuf = list_entry(cur, struct qlcnic_rx_buffer,
|
|
|
+ list);
|
|
|
+ qlcnic_alloc_rx_skb(adapter, rds_ring, rxbuf);
|
|
|
+ }
|
|
|
+ spin_lock(&rds_ring->lock);
|
|
|
+ list_splice_tail_init(&sds_ring->free_list[ring],
|
|
|
+ &rds_ring->free_list);
|
|
|
+ spin_unlock(&rds_ring->lock);
|
|
|
+ }
|
|
|
+ qlcnic_post_rx_buffers_nodb(adapter, rds_ring, ring);
|
|
|
+ }
|
|
|
+ if (count) {
|
|
|
+ sds_ring->consumer = consumer;
|
|
|
+ writel(consumer, sds_ring->crb_sts_consumer);
|
|
|
+ }
|
|
|
+ return count;
|
|
|
+}
|
|
|
+
|
|
|
+static int qlcnic_83xx_poll(struct napi_struct *napi, int budget)
|
|
|
+{
|
|
|
+ int tx_complete;
|
|
|
+ int work_done;
|
|
|
+ struct qlcnic_host_sds_ring *sds_ring;
|
|
|
+ struct qlcnic_adapter *adapter;
|
|
|
+ struct qlcnic_host_tx_ring *tx_ring;
|
|
|
+
|
|
|
+ sds_ring = container_of(napi, struct qlcnic_host_sds_ring, napi);
|
|
|
+ adapter = sds_ring->adapter;
|
|
|
+ /* tx ring count = 1 */
|
|
|
+ tx_ring = adapter->tx_ring;
|
|
|
+
|
|
|
+ if (!(adapter->flags & QLCNIC_MSIX_ENABLED))
|
|
|
+ qlcnic_83xx_process_aen(adapter);
|
|
|
+
|
|
|
+ tx_complete = qlcnic_process_cmd_ring(adapter, tx_ring, budget);
|
|
|
+ work_done = qlcnic_83xx_process_rcv_ring(sds_ring, budget);
|
|
|
+ if ((work_done < budget) && tx_complete) {
|
|
|
+ napi_complete(&sds_ring->napi);
|
|
|
+ if (test_bit(__QLCNIC_DEV_UP, &adapter->state))
|
|
|
+ qlcnic_83xx_enable_intr(adapter, sds_ring);
|
|
|
+ }
|
|
|
+
|
|
|
+ return work_done;
|
|
|
+}
|
|
|
+
|
|
|
+static int qlcnic_83xx_msix_tx_poll(struct napi_struct *napi, int budget)
|
|
|
+{
|
|
|
+ int work_done;
|
|
|
+ struct qlcnic_host_tx_ring *tx_ring;
|
|
|
+ struct qlcnic_adapter *adapter;
|
|
|
+
|
|
|
+ budget = QLCNIC_TX_POLL_BUDGET;
|
|
|
+ tx_ring = container_of(napi, struct qlcnic_host_tx_ring, napi);
|
|
|
+ adapter = tx_ring->adapter;
|
|
|
+ work_done = qlcnic_process_cmd_ring(adapter, tx_ring, budget);
|
|
|
+ if (work_done) {
|
|
|
+ napi_complete(&tx_ring->napi);
|
|
|
+ if (test_bit(__QLCNIC_DEV_UP , &adapter->state))
|
|
|
+ qlcnic_83xx_enable_tx_intr(adapter, tx_ring);
|
|
|
+ }
|
|
|
+
|
|
|
+ return work_done;
|
|
|
+}
|
|
|
+
|
|
|
+static int qlcnic_83xx_rx_poll(struct napi_struct *napi, int budget)
|
|
|
+{
|
|
|
+ int work_done;
|
|
|
+ struct qlcnic_host_sds_ring *sds_ring;
|
|
|
+ struct qlcnic_adapter *adapter;
|
|
|
+
|
|
|
+ sds_ring = container_of(napi, struct qlcnic_host_sds_ring, napi);
|
|
|
+ adapter = sds_ring->adapter;
|
|
|
+ work_done = qlcnic_83xx_process_rcv_ring(sds_ring, budget);
|
|
|
+ if (work_done < budget) {
|
|
|
+ napi_complete(&sds_ring->napi);
|
|
|
+ if (test_bit(__QLCNIC_DEV_UP, &adapter->state))
|
|
|
+ qlcnic_83xx_enable_intr(adapter, sds_ring);
|
|
|
+ }
|
|
|
+
|
|
|
+ return work_done;
|
|
|
+}
|
|
|
+
|
|
|
+void qlcnic_83xx_napi_enable(struct qlcnic_adapter *adapter)
|
|
|
+{
|
|
|
+ int ring;
|
|
|
+ struct qlcnic_host_sds_ring *sds_ring;
|
|
|
+ struct qlcnic_host_tx_ring *tx_ring;
|
|
|
+ struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
|
|
|
+
|
|
|
+ if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
|
|
|
+ return;
|
|
|
+
|
|
|
+ for (ring = 0; ring < adapter->max_sds_rings; ring++) {
|
|
|
+ sds_ring = &recv_ctx->sds_rings[ring];
|
|
|
+ napi_enable(&sds_ring->napi);
|
|
|
+ qlcnic_83xx_enable_intr(adapter, sds_ring);
|
|
|
+ }
|
|
|
+
|
|
|
+ if (adapter->flags & QLCNIC_MSIX_ENABLED) {
|
|
|
+ for (ring = 0; ring < adapter->max_drv_tx_rings; ring++) {
|
|
|
+ tx_ring = &adapter->tx_ring[ring];
|
|
|
+ napi_enable(&tx_ring->napi);
|
|
|
+ qlcnic_83xx_enable_tx_intr(adapter, tx_ring);
|
|
|
+ }
|
|
|
+ }
|
|
|
+}
|
|
|
+
|
|
|
+void qlcnic_83xx_napi_disable(struct qlcnic_adapter *adapter)
|
|
|
+{
|
|
|
+ int ring;
|
|
|
+ struct qlcnic_host_sds_ring *sds_ring;
|
|
|
+ struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
|
|
|
+ struct qlcnic_host_tx_ring *tx_ring;
|
|
|
+
|
|
|
+ if (adapter->is_up != QLCNIC_ADAPTER_UP_MAGIC)
|
|
|
+ return;
|
|
|
+
|
|
|
+ for (ring = 0; ring < adapter->max_sds_rings; ring++) {
|
|
|
+ sds_ring = &recv_ctx->sds_rings[ring];
|
|
|
+ writel(1, sds_ring->crb_intr_mask);
|
|
|
+ napi_synchronize(&sds_ring->napi);
|
|
|
+ napi_disable(&sds_ring->napi);
|
|
|
+ }
|
|
|
+
|
|
|
+ if (adapter->flags & QLCNIC_MSIX_ENABLED) {
|
|
|
+ for (ring = 0; ring < adapter->max_drv_tx_rings; ring++) {
|
|
|
+ tx_ring = &adapter->tx_ring[ring];
|
|
|
+ qlcnic_83xx_disable_tx_intr(adapter, tx_ring);
|
|
|
+ napi_synchronize(&tx_ring->napi);
|
|
|
+ napi_disable(&tx_ring->napi);
|
|
|
+ }
|
|
|
+ }
|
|
|
+}
|
|
|
+
|
|
|
+int qlcnic_83xx_napi_add(struct qlcnic_adapter *adapter,
|
|
|
+ struct net_device *netdev)
|
|
|
+{
|
|
|
+ int ring, max_sds_rings;
|
|
|
+ struct qlcnic_host_sds_ring *sds_ring;
|
|
|
+ struct qlcnic_host_tx_ring *tx_ring;
|
|
|
+ struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
|
|
|
+
|
|
|
+ if (qlcnic_alloc_sds_rings(recv_ctx, adapter->max_sds_rings))
|
|
|
+ return -ENOMEM;
|
|
|
+
|
|
|
+ max_sds_rings = adapter->max_sds_rings;
|
|
|
+ for (ring = 0; ring < adapter->max_sds_rings; ring++) {
|
|
|
+ sds_ring = &recv_ctx->sds_rings[ring];
|
|
|
+ if (adapter->flags & QLCNIC_MSIX_ENABLED)
|
|
|
+ netif_napi_add(netdev, &sds_ring->napi,
|
|
|
+ qlcnic_83xx_rx_poll,
|
|
|
+ QLCNIC_NETDEV_WEIGHT * 2);
|
|
|
+ else
|
|
|
+ netif_napi_add(netdev, &sds_ring->napi,
|
|
|
+ qlcnic_83xx_poll,
|
|
|
+ QLCNIC_NETDEV_WEIGHT / max_sds_rings);
|
|
|
+ }
|
|
|
+
|
|
|
+ if (qlcnic_alloc_tx_rings(adapter, netdev)) {
|
|
|
+ qlcnic_free_sds_rings(recv_ctx);
|
|
|
+ return -ENOMEM;
|
|
|
+ }
|
|
|
+
|
|
|
+ if (adapter->flags & QLCNIC_MSIX_ENABLED) {
|
|
|
+ for (ring = 0; ring < adapter->max_drv_tx_rings; ring++) {
|
|
|
+ tx_ring = &adapter->tx_ring[ring];
|
|
|
+ netif_napi_add(netdev, &tx_ring->napi,
|
|
|
+ qlcnic_83xx_msix_tx_poll,
|
|
|
+ QLCNIC_NETDEV_WEIGHT);
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ return 0;
|
|
|
+}
|
|
|
+
|
|
|
+void qlcnic_83xx_napi_del(struct qlcnic_adapter *adapter)
|
|
|
+{
|
|
|
+ int ring;
|
|
|
+ struct qlcnic_host_sds_ring *sds_ring;
|
|
|
+ struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
|
|
|
+ struct qlcnic_host_tx_ring *tx_ring;
|
|
|
+
|
|
|
+ for (ring = 0; ring < adapter->max_sds_rings; ring++) {
|
|
|
+ sds_ring = &recv_ctx->sds_rings[ring];
|
|
|
+ netif_napi_del(&sds_ring->napi);
|
|
|
+ }
|
|
|
+
|
|
|
+ qlcnic_free_sds_rings(adapter->recv_ctx);
|
|
|
+
|
|
|
+ if ((adapter->flags & QLCNIC_MSIX_ENABLED)) {
|
|
|
+ for (ring = 0; ring < adapter->max_drv_tx_rings; ring++) {
|
|
|
+ tx_ring = &adapter->tx_ring[ring];
|
|
|
+ netif_napi_del(&tx_ring->napi);
|
|
|
+ }
|
|
|
+ }
|
|
|
+
|
|
|
+ qlcnic_free_tx_rings(adapter);
|
|
|
+}
|
|
|
+
|
|
|
+void qlcnic_83xx_process_rcv_diag(struct qlcnic_adapter *adapter,
|
|
|
+ int ring, u64 sts_data[])
|
|
|
+{
|
|
|
+ struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
|
|
|
+ struct sk_buff *skb;
|
|
|
+ struct qlcnic_host_rds_ring *rds_ring;
|
|
|
+ int index, length;
|
|
|
+
|
|
|
+ if (unlikely(ring >= adapter->max_rds_rings))
|
|
|
+ return;
|
|
|
+
|
|
|
+ rds_ring = &recv_ctx->rds_rings[ring];
|
|
|
+ index = qlcnic_83xx_hndl(sts_data[0]);
|
|
|
+ if (unlikely(index >= rds_ring->num_desc))
|
|
|
+ return;
|
|
|
+
|
|
|
+ length = qlcnic_83xx_pktln(sts_data[0]);
|
|
|
+
|
|
|
+ skb = qlcnic_process_rxbuf(adapter, rds_ring, index, STATUS_CKSUM_OK);
|
|
|
+ if (!skb)
|
|
|
+ return;
|
|
|
+
|
|
|
+ if (length > rds_ring->skb_size)
|
|
|
+ skb_put(skb, rds_ring->skb_size);
|
|
|
+ else
|
|
|
+ skb_put(skb, length);
|
|
|
+
|
|
|
+ if (!qlcnic_check_loopback_buff(skb->data, adapter->mac_addr))
|
|
|
+ adapter->ahw->diag_cnt++;
|
|
|
+ else
|
|
|
+ dump_skb(skb, adapter);
|
|
|
+
|
|
|
+ dev_kfree_skb_any(skb);
|
|
|
+ return;
|
|
|
+}
|
|
|
+
|
|
|
+void qlcnic_83xx_process_rcv_ring_diag(struct qlcnic_host_sds_ring *sds_ring)
|
|
|
+{
|
|
|
+ struct qlcnic_adapter *adapter = sds_ring->adapter;
|
|
|
+ struct status_desc *desc;
|
|
|
+ u64 sts_data[2];
|
|
|
+ int ring, opcode;
|
|
|
+ u32 consumer = sds_ring->consumer;
|
|
|
+
|
|
|
+ desc = &sds_ring->desc_head[consumer];
|
|
|
+ sts_data[0] = le64_to_cpu(desc->status_desc_data[0]);
|
|
|
+ sts_data[1] = le64_to_cpu(desc->status_desc_data[1]);
|
|
|
+ opcode = qlcnic_83xx_opcode(sts_data[1]);
|
|
|
+ if (!opcode)
|
|
|
+ return;
|
|
|
+
|
|
|
+ ring = QLCNIC_FETCH_RING_ID(qlcnic_83xx_hndl(sts_data[0]));
|
|
|
+ qlcnic_83xx_process_rcv_diag(adapter, ring, sts_data);
|
|
|
+ desc = &sds_ring->desc_head[consumer];
|
|
|
+ desc->status_desc_data[0] = cpu_to_le64(STATUS_OWNER_PHANTOM);
|
|
|
+ consumer = get_next_index(consumer, sds_ring->num_desc);
|
|
|
+ sds_ring->consumer = consumer;
|
|
|
+ writel(consumer, sds_ring->crb_sts_consumer);
|
|
|
+}
|