bnx2x.h 39 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368
  1. /* bnx2x.h: Broadcom Everest network driver.
  2. *
  3. * Copyright (c) 2007-2010 Broadcom Corporation
  4. *
  5. * This program is free software; you can redistribute it and/or modify
  6. * it under the terms of the GNU General Public License as published by
  7. * the Free Software Foundation.
  8. *
  9. * Maintained by: Eilon Greenstein <eilong@broadcom.com>
  10. * Written by: Eliezer Tamir
  11. * Based on code from Michael Chan's bnx2 driver
  12. */
  13. #ifndef BNX2X_H
  14. #define BNX2X_H
  15. /* compilation time flags */
  16. /* define this to make the driver freeze on error to allow getting debug info
  17. * (you will need to reboot afterwards) */
  18. /* #define BNX2X_STOP_ON_ERROR */
  19. #if defined(CONFIG_VLAN_8021Q) || defined(CONFIG_VLAN_8021Q_MODULE)
  20. #define BCM_VLAN 1
  21. #endif
  22. #if defined(CONFIG_CNIC) || defined(CONFIG_CNIC_MODULE)
  23. #define BCM_CNIC 1
  24. #include "cnic_if.h"
  25. #endif
  26. #define BNX2X_MULTI_QUEUE
  27. #define BNX2X_NEW_NAPI
  28. #include <linux/mdio.h>
  29. #include "bnx2x_reg.h"
  30. #include "bnx2x_fw_defs.h"
  31. #include "bnx2x_hsi.h"
  32. #include "bnx2x_link.h"
  33. /* error/debug prints */
  34. #define DRV_MODULE_NAME "bnx2x"
  35. /* for messages that are currently off */
  36. #define BNX2X_MSG_OFF 0
  37. #define BNX2X_MSG_MCP 0x010000 /* was: NETIF_MSG_HW */
  38. #define BNX2X_MSG_STATS 0x020000 /* was: NETIF_MSG_TIMER */
  39. #define BNX2X_MSG_NVM 0x040000 /* was: NETIF_MSG_HW */
  40. #define BNX2X_MSG_DMAE 0x080000 /* was: NETIF_MSG_HW */
  41. #define BNX2X_MSG_SP 0x100000 /* was: NETIF_MSG_INTR */
  42. #define BNX2X_MSG_FP 0x200000 /* was: NETIF_MSG_INTR */
  43. #define DP_LEVEL KERN_NOTICE /* was: KERN_DEBUG */
  44. /* regular debug print */
  45. #define DP(__mask, __fmt, __args...) \
  46. do { \
  47. if (bp->msg_enable & (__mask)) \
  48. printk(DP_LEVEL "[%s:%d(%s)]" __fmt, \
  49. __func__, __LINE__, \
  50. bp->dev ? (bp->dev->name) : "?", \
  51. ##__args); \
  52. } while (0)
  53. /* errors debug print */
  54. #define BNX2X_DBG_ERR(__fmt, __args...) \
  55. do { \
  56. if (netif_msg_probe(bp)) \
  57. pr_err("[%s:%d(%s)]" __fmt, \
  58. __func__, __LINE__, \
  59. bp->dev ? (bp->dev->name) : "?", \
  60. ##__args); \
  61. } while (0)
  62. /* for errors (never masked) */
  63. #define BNX2X_ERR(__fmt, __args...) \
  64. do { \
  65. pr_err("[%s:%d(%s)]" __fmt, \
  66. __func__, __LINE__, \
  67. bp->dev ? (bp->dev->name) : "?", \
  68. ##__args); \
  69. } while (0)
  70. #define BNX2X_ERROR(__fmt, __args...) do { \
  71. pr_err("[%s:%d]" __fmt, __func__, __LINE__, ##__args); \
  72. } while (0)
  73. /* before we have a dev->name use dev_info() */
  74. #define BNX2X_DEV_INFO(__fmt, __args...) \
  75. do { \
  76. if (netif_msg_probe(bp)) \
  77. dev_info(&bp->pdev->dev, __fmt, ##__args); \
  78. } while (0)
  79. #ifdef BNX2X_STOP_ON_ERROR
  80. #define bnx2x_panic() do { \
  81. bp->panic = 1; \
  82. BNX2X_ERR("driver assert\n"); \
  83. bnx2x_int_disable(bp); \
  84. bnx2x_panic_dump(bp); \
  85. } while (0)
  86. #else
  87. #define bnx2x_panic() do { \
  88. bp->panic = 1; \
  89. BNX2X_ERR("driver assert\n"); \
  90. bnx2x_panic_dump(bp); \
  91. } while (0)
  92. #endif
  93. #define U64_LO(x) (u32)(((u64)(x)) & 0xffffffff)
  94. #define U64_HI(x) (u32)(((u64)(x)) >> 32)
  95. #define HILO_U64(hi, lo) ((((u64)(hi)) << 32) + (lo))
  96. #define REG_ADDR(bp, offset) (bp->regview + offset)
  97. #define REG_RD(bp, offset) readl(REG_ADDR(bp, offset))
  98. #define REG_RD8(bp, offset) readb(REG_ADDR(bp, offset))
  99. #define REG_WR(bp, offset, val) writel((u32)val, REG_ADDR(bp, offset))
  100. #define REG_WR8(bp, offset, val) writeb((u8)val, REG_ADDR(bp, offset))
  101. #define REG_WR16(bp, offset, val) writew((u16)val, REG_ADDR(bp, offset))
  102. #define REG_RD_IND(bp, offset) bnx2x_reg_rd_ind(bp, offset)
  103. #define REG_WR_IND(bp, offset, val) bnx2x_reg_wr_ind(bp, offset, val)
  104. #define REG_RD_DMAE(bp, offset, valp, len32) \
  105. do { \
  106. bnx2x_read_dmae(bp, offset, len32);\
  107. memcpy(valp, bnx2x_sp(bp, wb_data[0]), (len32) * 4); \
  108. } while (0)
  109. #define REG_WR_DMAE(bp, offset, valp, len32) \
  110. do { \
  111. memcpy(bnx2x_sp(bp, wb_data[0]), valp, (len32) * 4); \
  112. bnx2x_write_dmae(bp, bnx2x_sp_mapping(bp, wb_data), \
  113. offset, len32); \
  114. } while (0)
  115. #define VIRT_WR_DMAE_LEN(bp, data, addr, len32, le32_swap) \
  116. do { \
  117. memcpy(GUNZIP_BUF(bp), data, (len32) * 4); \
  118. bnx2x_write_big_buf_wb(bp, addr, len32); \
  119. } while (0)
  120. #define SHMEM_ADDR(bp, field) (bp->common.shmem_base + \
  121. offsetof(struct shmem_region, field))
  122. #define SHMEM_RD(bp, field) REG_RD(bp, SHMEM_ADDR(bp, field))
  123. #define SHMEM_WR(bp, field, val) REG_WR(bp, SHMEM_ADDR(bp, field), val)
  124. #define SHMEM2_ADDR(bp, field) (bp->common.shmem2_base + \
  125. offsetof(struct shmem2_region, field))
  126. #define SHMEM2_RD(bp, field) REG_RD(bp, SHMEM2_ADDR(bp, field))
  127. #define SHMEM2_WR(bp, field, val) REG_WR(bp, SHMEM2_ADDR(bp, field), val)
  128. #define MF_CFG_RD(bp, field) SHMEM_RD(bp, mf_cfg.field)
  129. #define MF_CFG_WR(bp, field, val) SHMEM_WR(bp, mf_cfg.field, val)
  130. #define EMAC_RD(bp, reg) REG_RD(bp, emac_base + reg)
  131. #define EMAC_WR(bp, reg, val) REG_WR(bp, emac_base + reg, val)
  132. #define AEU_IN_ATTN_BITS_PXPPCICLOCKCLIENT_PARITY_ERROR \
  133. AEU_INPUTS_ATTN_BITS_PXPPCICLOCKCLIENT_PARITY_ERROR
  134. /* fast path */
  135. struct sw_rx_bd {
  136. struct sk_buff *skb;
  137. DEFINE_DMA_UNMAP_ADDR(mapping);
  138. };
  139. struct sw_tx_bd {
  140. struct sk_buff *skb;
  141. u16 first_bd;
  142. u8 flags;
  143. /* Set on the first BD descriptor when there is a split BD */
  144. #define BNX2X_TSO_SPLIT_BD (1<<0)
  145. };
  146. struct sw_rx_page {
  147. struct page *page;
  148. DEFINE_DMA_UNMAP_ADDR(mapping);
  149. };
  150. union db_prod {
  151. struct doorbell_set_prod data;
  152. u32 raw;
  153. };
  154. /* MC hsi */
  155. #define BCM_PAGE_SHIFT 12
  156. #define BCM_PAGE_SIZE (1 << BCM_PAGE_SHIFT)
  157. #define BCM_PAGE_MASK (~(BCM_PAGE_SIZE - 1))
  158. #define BCM_PAGE_ALIGN(addr) (((addr) + BCM_PAGE_SIZE - 1) & BCM_PAGE_MASK)
  159. #define PAGES_PER_SGE_SHIFT 0
  160. #define PAGES_PER_SGE (1 << PAGES_PER_SGE_SHIFT)
  161. #define SGE_PAGE_SIZE PAGE_SIZE
  162. #define SGE_PAGE_SHIFT PAGE_SHIFT
  163. #define SGE_PAGE_ALIGN(addr) PAGE_ALIGN((typeof(PAGE_SIZE))(addr))
  164. /* SGE ring related macros */
  165. #define NUM_RX_SGE_PAGES 2
  166. #define RX_SGE_CNT (BCM_PAGE_SIZE / sizeof(struct eth_rx_sge))
  167. #define MAX_RX_SGE_CNT (RX_SGE_CNT - 2)
  168. /* RX_SGE_CNT is promised to be a power of 2 */
  169. #define RX_SGE_MASK (RX_SGE_CNT - 1)
  170. #define NUM_RX_SGE (RX_SGE_CNT * NUM_RX_SGE_PAGES)
  171. #define MAX_RX_SGE (NUM_RX_SGE - 1)
  172. #define NEXT_SGE_IDX(x) ((((x) & RX_SGE_MASK) == \
  173. (MAX_RX_SGE_CNT - 1)) ? (x) + 3 : (x) + 1)
  174. #define RX_SGE(x) ((x) & MAX_RX_SGE)
  175. /* SGE producer mask related macros */
  176. /* Number of bits in one sge_mask array element */
  177. #define RX_SGE_MASK_ELEM_SZ 64
  178. #define RX_SGE_MASK_ELEM_SHIFT 6
  179. #define RX_SGE_MASK_ELEM_MASK ((u64)RX_SGE_MASK_ELEM_SZ - 1)
  180. /* Creates a bitmask of all ones in less significant bits.
  181. idx - index of the most significant bit in the created mask */
  182. #define RX_SGE_ONES_MASK(idx) \
  183. (((u64)0x1 << (((idx) & RX_SGE_MASK_ELEM_MASK) + 1)) - 1)
  184. #define RX_SGE_MASK_ELEM_ONE_MASK ((u64)(~0))
  185. /* Number of u64 elements in SGE mask array */
  186. #define RX_SGE_MASK_LEN ((NUM_RX_SGE_PAGES * RX_SGE_CNT) / \
  187. RX_SGE_MASK_ELEM_SZ)
  188. #define RX_SGE_MASK_LEN_MASK (RX_SGE_MASK_LEN - 1)
  189. #define NEXT_SGE_MASK_ELEM(el) (((el) + 1) & RX_SGE_MASK_LEN_MASK)
  190. struct bnx2x_eth_q_stats {
  191. u32 total_bytes_received_hi;
  192. u32 total_bytes_received_lo;
  193. u32 total_bytes_transmitted_hi;
  194. u32 total_bytes_transmitted_lo;
  195. u32 total_unicast_packets_received_hi;
  196. u32 total_unicast_packets_received_lo;
  197. u32 total_multicast_packets_received_hi;
  198. u32 total_multicast_packets_received_lo;
  199. u32 total_broadcast_packets_received_hi;
  200. u32 total_broadcast_packets_received_lo;
  201. u32 total_unicast_packets_transmitted_hi;
  202. u32 total_unicast_packets_transmitted_lo;
  203. u32 total_multicast_packets_transmitted_hi;
  204. u32 total_multicast_packets_transmitted_lo;
  205. u32 total_broadcast_packets_transmitted_hi;
  206. u32 total_broadcast_packets_transmitted_lo;
  207. u32 valid_bytes_received_hi;
  208. u32 valid_bytes_received_lo;
  209. u32 error_bytes_received_hi;
  210. u32 error_bytes_received_lo;
  211. u32 etherstatsoverrsizepkts_hi;
  212. u32 etherstatsoverrsizepkts_lo;
  213. u32 no_buff_discard_hi;
  214. u32 no_buff_discard_lo;
  215. u32 driver_xoff;
  216. u32 rx_err_discard_pkt;
  217. u32 rx_skb_alloc_failed;
  218. u32 hw_csum_err;
  219. };
  220. #define BNX2X_NUM_Q_STATS 13
  221. #define Q_STATS_OFFSET32(stat_name) \
  222. (offsetof(struct bnx2x_eth_q_stats, stat_name) / 4)
  223. struct bnx2x_fastpath {
  224. struct napi_struct napi;
  225. struct host_status_block *status_blk;
  226. dma_addr_t status_blk_mapping;
  227. struct sw_tx_bd *tx_buf_ring;
  228. union eth_tx_bd_types *tx_desc_ring;
  229. dma_addr_t tx_desc_mapping;
  230. struct sw_rx_bd *rx_buf_ring; /* BDs mappings ring */
  231. struct sw_rx_page *rx_page_ring; /* SGE pages mappings ring */
  232. struct eth_rx_bd *rx_desc_ring;
  233. dma_addr_t rx_desc_mapping;
  234. union eth_rx_cqe *rx_comp_ring;
  235. dma_addr_t rx_comp_mapping;
  236. /* SGE ring */
  237. struct eth_rx_sge *rx_sge_ring;
  238. dma_addr_t rx_sge_mapping;
  239. u64 sge_mask[RX_SGE_MASK_LEN];
  240. int state;
  241. #define BNX2X_FP_STATE_CLOSED 0
  242. #define BNX2X_FP_STATE_IRQ 0x80000
  243. #define BNX2X_FP_STATE_OPENING 0x90000
  244. #define BNX2X_FP_STATE_OPEN 0xa0000
  245. #define BNX2X_FP_STATE_HALTING 0xb0000
  246. #define BNX2X_FP_STATE_HALTED 0xc0000
  247. u8 index; /* number in fp array */
  248. u8 cl_id; /* eth client id */
  249. u8 sb_id; /* status block number in HW */
  250. union db_prod tx_db;
  251. u16 tx_pkt_prod;
  252. u16 tx_pkt_cons;
  253. u16 tx_bd_prod;
  254. u16 tx_bd_cons;
  255. __le16 *tx_cons_sb;
  256. __le16 fp_c_idx;
  257. __le16 fp_u_idx;
  258. u16 rx_bd_prod;
  259. u16 rx_bd_cons;
  260. u16 rx_comp_prod;
  261. u16 rx_comp_cons;
  262. u16 rx_sge_prod;
  263. /* The last maximal completed SGE */
  264. u16 last_max_sge;
  265. __le16 *rx_cons_sb;
  266. __le16 *rx_bd_cons_sb;
  267. unsigned long tx_pkt,
  268. rx_pkt,
  269. rx_calls;
  270. /* TPA related */
  271. struct sw_rx_bd tpa_pool[ETH_MAX_AGGREGATION_QUEUES_E1H];
  272. u8 tpa_state[ETH_MAX_AGGREGATION_QUEUES_E1H];
  273. #define BNX2X_TPA_START 1
  274. #define BNX2X_TPA_STOP 2
  275. u8 disable_tpa;
  276. #ifdef BNX2X_STOP_ON_ERROR
  277. u64 tpa_queue_used;
  278. #endif
  279. struct tstorm_per_client_stats old_tclient;
  280. struct ustorm_per_client_stats old_uclient;
  281. struct xstorm_per_client_stats old_xclient;
  282. struct bnx2x_eth_q_stats eth_q_stats;
  283. /* The size is calculated using the following:
  284. sizeof name field from netdev structure +
  285. 4 ('-Xx-' string) +
  286. 4 (for the digits and to make it DWORD aligned) */
  287. #define FP_NAME_SIZE (sizeof(((struct net_device *)0)->name) + 8)
  288. char name[FP_NAME_SIZE];
  289. struct bnx2x *bp; /* parent */
  290. };
  291. #define bnx2x_fp(bp, nr, var) (bp->fp[nr].var)
  292. /* MC hsi */
  293. #define MAX_FETCH_BD 13 /* HW max BDs per packet */
  294. #define RX_COPY_THRESH 92
  295. #define NUM_TX_RINGS 16
  296. #define TX_DESC_CNT (BCM_PAGE_SIZE / sizeof(union eth_tx_bd_types))
  297. #define MAX_TX_DESC_CNT (TX_DESC_CNT - 1)
  298. #define NUM_TX_BD (TX_DESC_CNT * NUM_TX_RINGS)
  299. #define MAX_TX_BD (NUM_TX_BD - 1)
  300. #define MAX_TX_AVAIL (MAX_TX_DESC_CNT * NUM_TX_RINGS - 2)
  301. #define NEXT_TX_IDX(x) ((((x) & MAX_TX_DESC_CNT) == \
  302. (MAX_TX_DESC_CNT - 1)) ? (x) + 2 : (x) + 1)
  303. #define TX_BD(x) ((x) & MAX_TX_BD)
  304. #define TX_BD_POFF(x) ((x) & MAX_TX_DESC_CNT)
  305. /* The RX BD ring is special, each bd is 8 bytes but the last one is 16 */
  306. #define NUM_RX_RINGS 8
  307. #define RX_DESC_CNT (BCM_PAGE_SIZE / sizeof(struct eth_rx_bd))
  308. #define MAX_RX_DESC_CNT (RX_DESC_CNT - 2)
  309. #define RX_DESC_MASK (RX_DESC_CNT - 1)
  310. #define NUM_RX_BD (RX_DESC_CNT * NUM_RX_RINGS)
  311. #define MAX_RX_BD (NUM_RX_BD - 1)
  312. #define MAX_RX_AVAIL (MAX_RX_DESC_CNT * NUM_RX_RINGS - 2)
  313. #define NEXT_RX_IDX(x) ((((x) & RX_DESC_MASK) == \
  314. (MAX_RX_DESC_CNT - 1)) ? (x) + 3 : (x) + 1)
  315. #define RX_BD(x) ((x) & MAX_RX_BD)
  316. /* As long as CQE is 4 times bigger than BD entry we have to allocate
  317. 4 times more pages for CQ ring in order to keep it balanced with
  318. BD ring */
  319. #define NUM_RCQ_RINGS (NUM_RX_RINGS * 4)
  320. #define RCQ_DESC_CNT (BCM_PAGE_SIZE / sizeof(union eth_rx_cqe))
  321. #define MAX_RCQ_DESC_CNT (RCQ_DESC_CNT - 1)
  322. #define NUM_RCQ_BD (RCQ_DESC_CNT * NUM_RCQ_RINGS)
  323. #define MAX_RCQ_BD (NUM_RCQ_BD - 1)
  324. #define MAX_RCQ_AVAIL (MAX_RCQ_DESC_CNT * NUM_RCQ_RINGS - 2)
  325. #define NEXT_RCQ_IDX(x) ((((x) & MAX_RCQ_DESC_CNT) == \
  326. (MAX_RCQ_DESC_CNT - 1)) ? (x) + 2 : (x) + 1)
  327. #define RCQ_BD(x) ((x) & MAX_RCQ_BD)
  328. /* This is needed for determining of last_max */
  329. #define SUB_S16(a, b) (s16)((s16)(a) - (s16)(b))
  330. #define __SGE_MASK_SET_BIT(el, bit) \
  331. do { \
  332. el = ((el) | ((u64)0x1 << (bit))); \
  333. } while (0)
  334. #define __SGE_MASK_CLEAR_BIT(el, bit) \
  335. do { \
  336. el = ((el) & (~((u64)0x1 << (bit)))); \
  337. } while (0)
  338. #define SGE_MASK_SET_BIT(fp, idx) \
  339. __SGE_MASK_SET_BIT(fp->sge_mask[(idx) >> RX_SGE_MASK_ELEM_SHIFT], \
  340. ((idx) & RX_SGE_MASK_ELEM_MASK))
  341. #define SGE_MASK_CLEAR_BIT(fp, idx) \
  342. __SGE_MASK_CLEAR_BIT(fp->sge_mask[(idx) >> RX_SGE_MASK_ELEM_SHIFT], \
  343. ((idx) & RX_SGE_MASK_ELEM_MASK))
  344. /* used on a CID received from the HW */
  345. #define SW_CID(x) (le32_to_cpu(x) & \
  346. (COMMON_RAMROD_ETH_RX_CQE_CID >> 7))
  347. #define CQE_CMD(x) (le32_to_cpu(x) >> \
  348. COMMON_RAMROD_ETH_RX_CQE_CMD_ID_SHIFT)
  349. #define BD_UNMAP_ADDR(bd) HILO_U64(le32_to_cpu((bd)->addr_hi), \
  350. le32_to_cpu((bd)->addr_lo))
  351. #define BD_UNMAP_LEN(bd) (le16_to_cpu((bd)->nbytes))
  352. #define DPM_TRIGER_TYPE 0x40
  353. #define DOORBELL(bp, cid, val) \
  354. do { \
  355. writel((u32)(val), bp->doorbells + (BCM_PAGE_SIZE * (cid)) + \
  356. DPM_TRIGER_TYPE); \
  357. } while (0)
  358. /* TX CSUM helpers */
  359. #define SKB_CS_OFF(skb) (offsetof(struct tcphdr, check) - \
  360. skb->csum_offset)
  361. #define SKB_CS(skb) (*(u16 *)(skb_transport_header(skb) + \
  362. skb->csum_offset))
  363. #define pbd_tcp_flags(skb) (ntohl(tcp_flag_word(tcp_hdr(skb)))>>16 & 0xff)
  364. #define XMIT_PLAIN 0
  365. #define XMIT_CSUM_V4 0x1
  366. #define XMIT_CSUM_V6 0x2
  367. #define XMIT_CSUM_TCP 0x4
  368. #define XMIT_GSO_V4 0x8
  369. #define XMIT_GSO_V6 0x10
  370. #define XMIT_CSUM (XMIT_CSUM_V4 | XMIT_CSUM_V6)
  371. #define XMIT_GSO (XMIT_GSO_V4 | XMIT_GSO_V6)
  372. /* stuff added to make the code fit 80Col */
  373. #define CQE_TYPE(cqe_fp_flags) ((cqe_fp_flags) & ETH_FAST_PATH_RX_CQE_TYPE)
  374. #define TPA_TYPE_START ETH_FAST_PATH_RX_CQE_START_FLG
  375. #define TPA_TYPE_END ETH_FAST_PATH_RX_CQE_END_FLG
  376. #define TPA_TYPE(cqe_fp_flags) ((cqe_fp_flags) & \
  377. (TPA_TYPE_START | TPA_TYPE_END))
  378. #define ETH_RX_ERROR_FALGS ETH_FAST_PATH_RX_CQE_PHY_DECODE_ERR_FLG
  379. #define BNX2X_IP_CSUM_ERR(cqe) \
  380. (!((cqe)->fast_path_cqe.status_flags & \
  381. ETH_FAST_PATH_RX_CQE_IP_XSUM_NO_VALIDATION_FLG) && \
  382. ((cqe)->fast_path_cqe.type_error_flags & \
  383. ETH_FAST_PATH_RX_CQE_IP_BAD_XSUM_FLG))
  384. #define BNX2X_L4_CSUM_ERR(cqe) \
  385. (!((cqe)->fast_path_cqe.status_flags & \
  386. ETH_FAST_PATH_RX_CQE_L4_XSUM_NO_VALIDATION_FLG) && \
  387. ((cqe)->fast_path_cqe.type_error_flags & \
  388. ETH_FAST_PATH_RX_CQE_L4_BAD_XSUM_FLG))
  389. #define BNX2X_RX_CSUM_OK(cqe) \
  390. (!(BNX2X_L4_CSUM_ERR(cqe) || BNX2X_IP_CSUM_ERR(cqe)))
  391. #define BNX2X_PRS_FLAG_OVERETH_IPV4(flags) \
  392. (((le16_to_cpu(flags) & \
  393. PARSING_FLAGS_OVER_ETHERNET_PROTOCOL) >> \
  394. PARSING_FLAGS_OVER_ETHERNET_PROTOCOL_SHIFT) \
  395. == PRS_FLAG_OVERETH_IPV4)
  396. #define BNX2X_RX_SUM_FIX(cqe) \
  397. BNX2X_PRS_FLAG_OVERETH_IPV4(cqe->fast_path_cqe.pars_flags.flags)
  398. #define FP_USB_FUNC_OFF (2 + 2*HC_USTORM_SB_NUM_INDICES)
  399. #define FP_CSB_FUNC_OFF (2 + 2*HC_CSTORM_SB_NUM_INDICES)
  400. #define U_SB_ETH_RX_CQ_INDEX HC_INDEX_U_ETH_RX_CQ_CONS
  401. #define U_SB_ETH_RX_BD_INDEX HC_INDEX_U_ETH_RX_BD_CONS
  402. #define C_SB_ETH_TX_CQ_INDEX HC_INDEX_C_ETH_TX_CQ_CONS
  403. #define BNX2X_RX_SB_INDEX \
  404. (&fp->status_blk->u_status_block.index_values[U_SB_ETH_RX_CQ_INDEX])
  405. #define BNX2X_RX_SB_BD_INDEX \
  406. (&fp->status_blk->u_status_block.index_values[U_SB_ETH_RX_BD_INDEX])
  407. #define BNX2X_RX_SB_INDEX_NUM \
  408. (((U_SB_ETH_RX_CQ_INDEX << \
  409. USTORM_ETH_ST_CONTEXT_CONFIG_CQE_SB_INDEX_NUMBER_SHIFT) & \
  410. USTORM_ETH_ST_CONTEXT_CONFIG_CQE_SB_INDEX_NUMBER) | \
  411. ((U_SB_ETH_RX_BD_INDEX << \
  412. USTORM_ETH_ST_CONTEXT_CONFIG_BD_SB_INDEX_NUMBER_SHIFT) & \
  413. USTORM_ETH_ST_CONTEXT_CONFIG_BD_SB_INDEX_NUMBER))
  414. #define BNX2X_TX_SB_INDEX \
  415. (&fp->status_blk->c_status_block.index_values[C_SB_ETH_TX_CQ_INDEX])
  416. /* end of fast path */
  417. /* common */
  418. struct bnx2x_common {
  419. u32 chip_id;
  420. /* chip num:16-31, rev:12-15, metal:4-11, bond_id:0-3 */
  421. #define CHIP_ID(bp) (bp->common.chip_id & 0xfffffff0)
  422. #define CHIP_NUM(bp) (bp->common.chip_id >> 16)
  423. #define CHIP_NUM_57710 0x164e
  424. #define CHIP_NUM_57711 0x164f
  425. #define CHIP_NUM_57711E 0x1650
  426. #define CHIP_IS_E1(bp) (CHIP_NUM(bp) == CHIP_NUM_57710)
  427. #define CHIP_IS_57711(bp) (CHIP_NUM(bp) == CHIP_NUM_57711)
  428. #define CHIP_IS_57711E(bp) (CHIP_NUM(bp) == CHIP_NUM_57711E)
  429. #define CHIP_IS_E1H(bp) (CHIP_IS_57711(bp) || \
  430. CHIP_IS_57711E(bp))
  431. #define IS_E1H_OFFSET CHIP_IS_E1H(bp)
  432. #define CHIP_REV(bp) (bp->common.chip_id & 0x0000f000)
  433. #define CHIP_REV_Ax 0x00000000
  434. /* assume maximum 5 revisions */
  435. #define CHIP_REV_IS_SLOW(bp) (CHIP_REV(bp) > 0x00005000)
  436. /* Emul versions are A=>0xe, B=>0xc, C=>0xa, D=>8, E=>6 */
  437. #define CHIP_REV_IS_EMUL(bp) ((CHIP_REV_IS_SLOW(bp)) && \
  438. !(CHIP_REV(bp) & 0x00001000))
  439. /* FPGA versions are A=>0xf, B=>0xd, C=>0xb, D=>9, E=>7 */
  440. #define CHIP_REV_IS_FPGA(bp) ((CHIP_REV_IS_SLOW(bp)) && \
  441. (CHIP_REV(bp) & 0x00001000))
  442. #define CHIP_TIME(bp) ((CHIP_REV_IS_EMUL(bp)) ? 2000 : \
  443. ((CHIP_REV_IS_FPGA(bp)) ? 200 : 1))
  444. #define CHIP_METAL(bp) (bp->common.chip_id & 0x00000ff0)
  445. #define CHIP_BOND_ID(bp) (bp->common.chip_id & 0x0000000f)
  446. int flash_size;
  447. #define NVRAM_1MB_SIZE 0x20000 /* 1M bit in bytes */
  448. #define NVRAM_TIMEOUT_COUNT 30000
  449. #define NVRAM_PAGE_SIZE 256
  450. u32 shmem_base;
  451. u32 shmem2_base;
  452. u32 hw_config;
  453. u32 bc_ver;
  454. };
  455. /* end of common */
  456. /* port */
  457. struct nig_stats {
  458. u32 brb_discard;
  459. u32 brb_packet;
  460. u32 brb_truncate;
  461. u32 flow_ctrl_discard;
  462. u32 flow_ctrl_octets;
  463. u32 flow_ctrl_packet;
  464. u32 mng_discard;
  465. u32 mng_octet_inp;
  466. u32 mng_octet_out;
  467. u32 mng_packet_inp;
  468. u32 mng_packet_out;
  469. u32 pbf_octets;
  470. u32 pbf_packet;
  471. u32 safc_inp;
  472. u32 egress_mac_pkt0_lo;
  473. u32 egress_mac_pkt0_hi;
  474. u32 egress_mac_pkt1_lo;
  475. u32 egress_mac_pkt1_hi;
  476. };
  477. struct bnx2x_port {
  478. u32 pmf;
  479. u32 link_config;
  480. u32 supported;
  481. /* link settings - missing defines */
  482. #define SUPPORTED_2500baseX_Full (1 << 15)
  483. u32 advertising;
  484. /* link settings - missing defines */
  485. #define ADVERTISED_2500baseX_Full (1 << 15)
  486. u32 phy_addr;
  487. /* used to synchronize phy accesses */
  488. struct mutex phy_mutex;
  489. int need_hw_lock;
  490. u32 port_stx;
  491. struct nig_stats old_nig_stats;
  492. };
  493. /* end of port */
  494. enum bnx2x_stats_event {
  495. STATS_EVENT_PMF = 0,
  496. STATS_EVENT_LINK_UP,
  497. STATS_EVENT_UPDATE,
  498. STATS_EVENT_STOP,
  499. STATS_EVENT_MAX
  500. };
  501. enum bnx2x_stats_state {
  502. STATS_STATE_DISABLED = 0,
  503. STATS_STATE_ENABLED,
  504. STATS_STATE_MAX
  505. };
  506. struct bnx2x_eth_stats {
  507. u32 total_bytes_received_hi;
  508. u32 total_bytes_received_lo;
  509. u32 total_bytes_transmitted_hi;
  510. u32 total_bytes_transmitted_lo;
  511. u32 total_unicast_packets_received_hi;
  512. u32 total_unicast_packets_received_lo;
  513. u32 total_multicast_packets_received_hi;
  514. u32 total_multicast_packets_received_lo;
  515. u32 total_broadcast_packets_received_hi;
  516. u32 total_broadcast_packets_received_lo;
  517. u32 total_unicast_packets_transmitted_hi;
  518. u32 total_unicast_packets_transmitted_lo;
  519. u32 total_multicast_packets_transmitted_hi;
  520. u32 total_multicast_packets_transmitted_lo;
  521. u32 total_broadcast_packets_transmitted_hi;
  522. u32 total_broadcast_packets_transmitted_lo;
  523. u32 valid_bytes_received_hi;
  524. u32 valid_bytes_received_lo;
  525. u32 error_bytes_received_hi;
  526. u32 error_bytes_received_lo;
  527. u32 etherstatsoverrsizepkts_hi;
  528. u32 etherstatsoverrsizepkts_lo;
  529. u32 no_buff_discard_hi;
  530. u32 no_buff_discard_lo;
  531. u32 rx_stat_ifhcinbadoctets_hi;
  532. u32 rx_stat_ifhcinbadoctets_lo;
  533. u32 tx_stat_ifhcoutbadoctets_hi;
  534. u32 tx_stat_ifhcoutbadoctets_lo;
  535. u32 rx_stat_dot3statsfcserrors_hi;
  536. u32 rx_stat_dot3statsfcserrors_lo;
  537. u32 rx_stat_dot3statsalignmenterrors_hi;
  538. u32 rx_stat_dot3statsalignmenterrors_lo;
  539. u32 rx_stat_dot3statscarriersenseerrors_hi;
  540. u32 rx_stat_dot3statscarriersenseerrors_lo;
  541. u32 rx_stat_falsecarriererrors_hi;
  542. u32 rx_stat_falsecarriererrors_lo;
  543. u32 rx_stat_etherstatsundersizepkts_hi;
  544. u32 rx_stat_etherstatsundersizepkts_lo;
  545. u32 rx_stat_dot3statsframestoolong_hi;
  546. u32 rx_stat_dot3statsframestoolong_lo;
  547. u32 rx_stat_etherstatsfragments_hi;
  548. u32 rx_stat_etherstatsfragments_lo;
  549. u32 rx_stat_etherstatsjabbers_hi;
  550. u32 rx_stat_etherstatsjabbers_lo;
  551. u32 rx_stat_maccontrolframesreceived_hi;
  552. u32 rx_stat_maccontrolframesreceived_lo;
  553. u32 rx_stat_bmac_xpf_hi;
  554. u32 rx_stat_bmac_xpf_lo;
  555. u32 rx_stat_bmac_xcf_hi;
  556. u32 rx_stat_bmac_xcf_lo;
  557. u32 rx_stat_xoffstateentered_hi;
  558. u32 rx_stat_xoffstateentered_lo;
  559. u32 rx_stat_xonpauseframesreceived_hi;
  560. u32 rx_stat_xonpauseframesreceived_lo;
  561. u32 rx_stat_xoffpauseframesreceived_hi;
  562. u32 rx_stat_xoffpauseframesreceived_lo;
  563. u32 tx_stat_outxonsent_hi;
  564. u32 tx_stat_outxonsent_lo;
  565. u32 tx_stat_outxoffsent_hi;
  566. u32 tx_stat_outxoffsent_lo;
  567. u32 tx_stat_flowcontroldone_hi;
  568. u32 tx_stat_flowcontroldone_lo;
  569. u32 tx_stat_etherstatscollisions_hi;
  570. u32 tx_stat_etherstatscollisions_lo;
  571. u32 tx_stat_dot3statssinglecollisionframes_hi;
  572. u32 tx_stat_dot3statssinglecollisionframes_lo;
  573. u32 tx_stat_dot3statsmultiplecollisionframes_hi;
  574. u32 tx_stat_dot3statsmultiplecollisionframes_lo;
  575. u32 tx_stat_dot3statsdeferredtransmissions_hi;
  576. u32 tx_stat_dot3statsdeferredtransmissions_lo;
  577. u32 tx_stat_dot3statsexcessivecollisions_hi;
  578. u32 tx_stat_dot3statsexcessivecollisions_lo;
  579. u32 tx_stat_dot3statslatecollisions_hi;
  580. u32 tx_stat_dot3statslatecollisions_lo;
  581. u32 tx_stat_etherstatspkts64octets_hi;
  582. u32 tx_stat_etherstatspkts64octets_lo;
  583. u32 tx_stat_etherstatspkts65octetsto127octets_hi;
  584. u32 tx_stat_etherstatspkts65octetsto127octets_lo;
  585. u32 tx_stat_etherstatspkts128octetsto255octets_hi;
  586. u32 tx_stat_etherstatspkts128octetsto255octets_lo;
  587. u32 tx_stat_etherstatspkts256octetsto511octets_hi;
  588. u32 tx_stat_etherstatspkts256octetsto511octets_lo;
  589. u32 tx_stat_etherstatspkts512octetsto1023octets_hi;
  590. u32 tx_stat_etherstatspkts512octetsto1023octets_lo;
  591. u32 tx_stat_etherstatspkts1024octetsto1522octets_hi;
  592. u32 tx_stat_etherstatspkts1024octetsto1522octets_lo;
  593. u32 tx_stat_etherstatspktsover1522octets_hi;
  594. u32 tx_stat_etherstatspktsover1522octets_lo;
  595. u32 tx_stat_bmac_2047_hi;
  596. u32 tx_stat_bmac_2047_lo;
  597. u32 tx_stat_bmac_4095_hi;
  598. u32 tx_stat_bmac_4095_lo;
  599. u32 tx_stat_bmac_9216_hi;
  600. u32 tx_stat_bmac_9216_lo;
  601. u32 tx_stat_bmac_16383_hi;
  602. u32 tx_stat_bmac_16383_lo;
  603. u32 tx_stat_dot3statsinternalmactransmiterrors_hi;
  604. u32 tx_stat_dot3statsinternalmactransmiterrors_lo;
  605. u32 tx_stat_bmac_ufl_hi;
  606. u32 tx_stat_bmac_ufl_lo;
  607. u32 pause_frames_received_hi;
  608. u32 pause_frames_received_lo;
  609. u32 pause_frames_sent_hi;
  610. u32 pause_frames_sent_lo;
  611. u32 etherstatspkts1024octetsto1522octets_hi;
  612. u32 etherstatspkts1024octetsto1522octets_lo;
  613. u32 etherstatspktsover1522octets_hi;
  614. u32 etherstatspktsover1522octets_lo;
  615. u32 brb_drop_hi;
  616. u32 brb_drop_lo;
  617. u32 brb_truncate_hi;
  618. u32 brb_truncate_lo;
  619. u32 mac_filter_discard;
  620. u32 xxoverflow_discard;
  621. u32 brb_truncate_discard;
  622. u32 mac_discard;
  623. u32 driver_xoff;
  624. u32 rx_err_discard_pkt;
  625. u32 rx_skb_alloc_failed;
  626. u32 hw_csum_err;
  627. u32 nig_timer_max;
  628. };
  629. #define BNX2X_NUM_STATS 43
  630. #define STATS_OFFSET32(stat_name) \
  631. (offsetof(struct bnx2x_eth_stats, stat_name) / 4)
  632. #ifdef BCM_CNIC
  633. #define MAX_CONTEXT 15
  634. #else
  635. #define MAX_CONTEXT 16
  636. #endif
  637. union cdu_context {
  638. struct eth_context eth;
  639. char pad[1024];
  640. };
  641. #define MAX_DMAE_C 8
  642. /* DMA memory not used in fastpath */
  643. struct bnx2x_slowpath {
  644. union cdu_context context[MAX_CONTEXT];
  645. struct eth_stats_query fw_stats;
  646. struct mac_configuration_cmd mac_config;
  647. struct mac_configuration_cmd mcast_config;
  648. /* used by dmae command executer */
  649. struct dmae_command dmae[MAX_DMAE_C];
  650. u32 stats_comp;
  651. union mac_stats mac_stats;
  652. struct nig_stats nig_stats;
  653. struct host_port_stats port_stats;
  654. struct host_func_stats func_stats;
  655. struct host_func_stats func_stats_base;
  656. u32 wb_comp;
  657. u32 wb_data[4];
  658. };
  659. #define bnx2x_sp(bp, var) (&bp->slowpath->var)
  660. #define bnx2x_sp_mapping(bp, var) \
  661. (bp->slowpath_mapping + offsetof(struct bnx2x_slowpath, var))
  662. /* attn group wiring */
  663. #define MAX_DYNAMIC_ATTN_GRPS 8
  664. struct attn_route {
  665. u32 sig[4];
  666. };
  667. typedef enum {
  668. BNX2X_RECOVERY_DONE,
  669. BNX2X_RECOVERY_INIT,
  670. BNX2X_RECOVERY_WAIT,
  671. } bnx2x_recovery_state_t;
  672. struct bnx2x {
  673. /* Fields used in the tx and intr/napi performance paths
  674. * are grouped together in the beginning of the structure
  675. */
  676. struct bnx2x_fastpath fp[MAX_CONTEXT];
  677. void __iomem *regview;
  678. void __iomem *doorbells;
  679. #ifdef BCM_CNIC
  680. #define BNX2X_DB_SIZE (18*BCM_PAGE_SIZE)
  681. #else
  682. #define BNX2X_DB_SIZE (16*BCM_PAGE_SIZE)
  683. #endif
  684. struct net_device *dev;
  685. struct pci_dev *pdev;
  686. atomic_t intr_sem;
  687. bnx2x_recovery_state_t recovery_state;
  688. int is_leader;
  689. #ifdef BCM_CNIC
  690. struct msix_entry msix_table[MAX_CONTEXT+2];
  691. #else
  692. struct msix_entry msix_table[MAX_CONTEXT+1];
  693. #endif
  694. #define INT_MODE_INTx 1
  695. #define INT_MODE_MSI 2
  696. #define INT_MODE_MSIX 3
  697. int tx_ring_size;
  698. #ifdef BCM_VLAN
  699. struct vlan_group *vlgrp;
  700. #endif
  701. u32 rx_csum;
  702. u32 rx_buf_size;
  703. #define ETH_OVREHEAD (ETH_HLEN + 8) /* 8 for CRC + VLAN */
  704. #define ETH_MIN_PACKET_SIZE 60
  705. #define ETH_MAX_PACKET_SIZE 1500
  706. #define ETH_MAX_JUMBO_PACKET_SIZE 9600
  707. /* Max supported alignment is 256 (8 shift) */
  708. #define BNX2X_RX_ALIGN_SHIFT ((L1_CACHE_SHIFT < 8) ? \
  709. L1_CACHE_SHIFT : 8)
  710. #define BNX2X_RX_ALIGN (1 << BNX2X_RX_ALIGN_SHIFT)
  711. struct host_def_status_block *def_status_blk;
  712. #define DEF_SB_ID 16
  713. __le16 def_c_idx;
  714. __le16 def_u_idx;
  715. __le16 def_x_idx;
  716. __le16 def_t_idx;
  717. __le16 def_att_idx;
  718. u32 attn_state;
  719. struct attn_route attn_group[MAX_DYNAMIC_ATTN_GRPS];
  720. /* slow path ring */
  721. struct eth_spe *spq;
  722. dma_addr_t spq_mapping;
  723. u16 spq_prod_idx;
  724. struct eth_spe *spq_prod_bd;
  725. struct eth_spe *spq_last_bd;
  726. __le16 *dsb_sp_prod;
  727. u16 spq_left; /* serialize spq */
  728. /* used to synchronize spq accesses */
  729. spinlock_t spq_lock;
  730. /* Flags for marking that there is a STAT_QUERY or
  731. SET_MAC ramrod pending */
  732. int stats_pending;
  733. int set_mac_pending;
  734. /* End of fields used in the performance code paths */
  735. int panic;
  736. int msg_enable;
  737. u32 flags;
  738. #define PCIX_FLAG 1
  739. #define PCI_32BIT_FLAG 2
  740. #define ONE_PORT_FLAG 4
  741. #define NO_WOL_FLAG 8
  742. #define USING_DAC_FLAG 0x10
  743. #define USING_MSIX_FLAG 0x20
  744. #define USING_MSI_FLAG 0x40
  745. #define TPA_ENABLE_FLAG 0x80
  746. #define NO_MCP_FLAG 0x100
  747. #define BP_NOMCP(bp) (bp->flags & NO_MCP_FLAG)
  748. #define HW_VLAN_TX_FLAG 0x400
  749. #define HW_VLAN_RX_FLAG 0x800
  750. #define MF_FUNC_DIS 0x1000
  751. int func;
  752. #define BP_PORT(bp) (bp->func % PORT_MAX)
  753. #define BP_FUNC(bp) (bp->func)
  754. #define BP_E1HVN(bp) (bp->func >> 1)
  755. #define BP_L_ID(bp) (BP_E1HVN(bp) << 2)
  756. #ifdef BCM_CNIC
  757. #define BCM_CNIC_CID_START 16
  758. #define BCM_ISCSI_ETH_CL_ID 17
  759. #endif
  760. int pm_cap;
  761. int pcie_cap;
  762. int mrrs;
  763. struct delayed_work sp_task;
  764. struct delayed_work reset_task;
  765. struct timer_list timer;
  766. int current_interval;
  767. u16 fw_seq;
  768. u16 fw_drv_pulse_wr_seq;
  769. u32 func_stx;
  770. struct link_params link_params;
  771. struct link_vars link_vars;
  772. struct mdio_if_info mdio;
  773. struct bnx2x_common common;
  774. struct bnx2x_port port;
  775. struct cmng_struct_per_port cmng;
  776. u32 vn_weight_sum;
  777. u32 mf_config;
  778. u16 e1hov;
  779. u8 e1hmf;
  780. #define IS_E1HMF(bp) (bp->e1hmf != 0)
  781. u8 wol;
  782. int rx_ring_size;
  783. u16 tx_quick_cons_trip_int;
  784. u16 tx_quick_cons_trip;
  785. u16 tx_ticks_int;
  786. u16 tx_ticks;
  787. u16 rx_quick_cons_trip_int;
  788. u16 rx_quick_cons_trip;
  789. u16 rx_ticks_int;
  790. u16 rx_ticks;
  791. /* Maximal coalescing timeout in us */
  792. #define BNX2X_MAX_COALESCE_TOUT (0xf0*12)
  793. u32 lin_cnt;
  794. int state;
  795. #define BNX2X_STATE_CLOSED 0
  796. #define BNX2X_STATE_OPENING_WAIT4_LOAD 0x1000
  797. #define BNX2X_STATE_OPENING_WAIT4_PORT 0x2000
  798. #define BNX2X_STATE_OPEN 0x3000
  799. #define BNX2X_STATE_CLOSING_WAIT4_HALT 0x4000
  800. #define BNX2X_STATE_CLOSING_WAIT4_DELETE 0x5000
  801. #define BNX2X_STATE_CLOSING_WAIT4_UNLOAD 0x6000
  802. #define BNX2X_STATE_DIAG 0xe000
  803. #define BNX2X_STATE_ERROR 0xf000
  804. int multi_mode;
  805. int num_queues;
  806. u32 rx_mode;
  807. #define BNX2X_RX_MODE_NONE 0
  808. #define BNX2X_RX_MODE_NORMAL 1
  809. #define BNX2X_RX_MODE_ALLMULTI 2
  810. #define BNX2X_RX_MODE_PROMISC 3
  811. #define BNX2X_MAX_MULTICAST 64
  812. #define BNX2X_MAX_EMUL_MULTI 16
  813. u32 rx_mode_cl_mask;
  814. dma_addr_t def_status_blk_mapping;
  815. struct bnx2x_slowpath *slowpath;
  816. dma_addr_t slowpath_mapping;
  817. int dropless_fc;
  818. #ifdef BCM_CNIC
  819. u32 cnic_flags;
  820. #define BNX2X_CNIC_FLAG_MAC_SET 1
  821. void *t1;
  822. dma_addr_t t1_mapping;
  823. void *t2;
  824. dma_addr_t t2_mapping;
  825. void *timers;
  826. dma_addr_t timers_mapping;
  827. void *qm;
  828. dma_addr_t qm_mapping;
  829. struct cnic_ops *cnic_ops;
  830. void *cnic_data;
  831. u32 cnic_tag;
  832. struct cnic_eth_dev cnic_eth_dev;
  833. struct host_status_block *cnic_sb;
  834. dma_addr_t cnic_sb_mapping;
  835. #define CNIC_SB_ID(bp) BP_L_ID(bp)
  836. struct eth_spe *cnic_kwq;
  837. struct eth_spe *cnic_kwq_prod;
  838. struct eth_spe *cnic_kwq_cons;
  839. struct eth_spe *cnic_kwq_last;
  840. u16 cnic_kwq_pending;
  841. u16 cnic_spq_pending;
  842. struct mutex cnic_mutex;
  843. u8 iscsi_mac[6];
  844. #endif
  845. int dmae_ready;
  846. /* used to synchronize dmae accesses */
  847. struct mutex dmae_mutex;
  848. /* used to protect the FW mail box */
  849. struct mutex fw_mb_mutex;
  850. /* used to synchronize stats collecting */
  851. int stats_state;
  852. /* used by dmae command loader */
  853. struct dmae_command stats_dmae;
  854. int executer_idx;
  855. u16 stats_counter;
  856. struct bnx2x_eth_stats eth_stats;
  857. struct z_stream_s *strm;
  858. void *gunzip_buf;
  859. dma_addr_t gunzip_mapping;
  860. int gunzip_outlen;
  861. #define FW_BUF_SIZE 0x8000
  862. #define GUNZIP_BUF(bp) (bp->gunzip_buf)
  863. #define GUNZIP_PHYS(bp) (bp->gunzip_mapping)
  864. #define GUNZIP_OUTLEN(bp) (bp->gunzip_outlen)
  865. struct raw_op *init_ops;
  866. /* Init blocks offsets inside init_ops */
  867. u16 *init_ops_offsets;
  868. /* Data blob - has 32 bit granularity */
  869. u32 *init_data;
  870. /* Zipped PRAM blobs - raw data */
  871. const u8 *tsem_int_table_data;
  872. const u8 *tsem_pram_data;
  873. const u8 *usem_int_table_data;
  874. const u8 *usem_pram_data;
  875. const u8 *xsem_int_table_data;
  876. const u8 *xsem_pram_data;
  877. const u8 *csem_int_table_data;
  878. const u8 *csem_pram_data;
  879. #define INIT_OPS(bp) (bp->init_ops)
  880. #define INIT_OPS_OFFSETS(bp) (bp->init_ops_offsets)
  881. #define INIT_DATA(bp) (bp->init_data)
  882. #define INIT_TSEM_INT_TABLE_DATA(bp) (bp->tsem_int_table_data)
  883. #define INIT_TSEM_PRAM_DATA(bp) (bp->tsem_pram_data)
  884. #define INIT_USEM_INT_TABLE_DATA(bp) (bp->usem_int_table_data)
  885. #define INIT_USEM_PRAM_DATA(bp) (bp->usem_pram_data)
  886. #define INIT_XSEM_INT_TABLE_DATA(bp) (bp->xsem_int_table_data)
  887. #define INIT_XSEM_PRAM_DATA(bp) (bp->xsem_pram_data)
  888. #define INIT_CSEM_INT_TABLE_DATA(bp) (bp->csem_int_table_data)
  889. #define INIT_CSEM_PRAM_DATA(bp) (bp->csem_pram_data)
  890. char fw_ver[32];
  891. const struct firmware *firmware;
  892. };
  893. #define BNX2X_MAX_QUEUES(bp) (IS_E1HMF(bp) ? (MAX_CONTEXT/E1HVN_MAX) \
  894. : MAX_CONTEXT)
  895. #define BNX2X_NUM_QUEUES(bp) (bp->num_queues)
  896. #define is_multi(bp) (BNX2X_NUM_QUEUES(bp) > 1)
  897. #define for_each_queue(bp, var) \
  898. for (var = 0; var < BNX2X_NUM_QUEUES(bp); var++)
  899. #define for_each_nondefault_queue(bp, var) \
  900. for (var = 1; var < BNX2X_NUM_QUEUES(bp); var++)
  901. void bnx2x_read_dmae(struct bnx2x *bp, u32 src_addr, u32 len32);
  902. void bnx2x_write_dmae(struct bnx2x *bp, dma_addr_t dma_addr, u32 dst_addr,
  903. u32 len32);
  904. int bnx2x_get_gpio(struct bnx2x *bp, int gpio_num, u8 port);
  905. int bnx2x_set_gpio(struct bnx2x *bp, int gpio_num, u32 mode, u8 port);
  906. int bnx2x_set_gpio_int(struct bnx2x *bp, int gpio_num, u32 mode, u8 port);
  907. u32 bnx2x_fw_command(struct bnx2x *bp, u32 command);
  908. void bnx2x_reg_wr_ind(struct bnx2x *bp, u32 addr, u32 val);
  909. void bnx2x_write_dmae_phys_len(struct bnx2x *bp, dma_addr_t phys_addr,
  910. u32 addr, u32 len);
  911. static inline u32 reg_poll(struct bnx2x *bp, u32 reg, u32 expected, int ms,
  912. int wait)
  913. {
  914. u32 val;
  915. do {
  916. val = REG_RD(bp, reg);
  917. if (val == expected)
  918. break;
  919. ms -= wait;
  920. msleep(wait);
  921. } while (ms > 0);
  922. return val;
  923. }
  924. /* load/unload mode */
  925. #define LOAD_NORMAL 0
  926. #define LOAD_OPEN 1
  927. #define LOAD_DIAG 2
  928. #define UNLOAD_NORMAL 0
  929. #define UNLOAD_CLOSE 1
  930. #define UNLOAD_RECOVERY 2
  931. /* DMAE command defines */
  932. #define DMAE_CMD_SRC_PCI 0
  933. #define DMAE_CMD_SRC_GRC DMAE_COMMAND_SRC
  934. #define DMAE_CMD_DST_PCI (1 << DMAE_COMMAND_DST_SHIFT)
  935. #define DMAE_CMD_DST_GRC (2 << DMAE_COMMAND_DST_SHIFT)
  936. #define DMAE_CMD_C_DST_PCI 0
  937. #define DMAE_CMD_C_DST_GRC (1 << DMAE_COMMAND_C_DST_SHIFT)
  938. #define DMAE_CMD_C_ENABLE DMAE_COMMAND_C_TYPE_ENABLE
  939. #define DMAE_CMD_ENDIANITY_NO_SWAP (0 << DMAE_COMMAND_ENDIANITY_SHIFT)
  940. #define DMAE_CMD_ENDIANITY_B_SWAP (1 << DMAE_COMMAND_ENDIANITY_SHIFT)
  941. #define DMAE_CMD_ENDIANITY_DW_SWAP (2 << DMAE_COMMAND_ENDIANITY_SHIFT)
  942. #define DMAE_CMD_ENDIANITY_B_DW_SWAP (3 << DMAE_COMMAND_ENDIANITY_SHIFT)
  943. #define DMAE_CMD_PORT_0 0
  944. #define DMAE_CMD_PORT_1 DMAE_COMMAND_PORT
  945. #define DMAE_CMD_SRC_RESET DMAE_COMMAND_SRC_RESET
  946. #define DMAE_CMD_DST_RESET DMAE_COMMAND_DST_RESET
  947. #define DMAE_CMD_E1HVN_SHIFT DMAE_COMMAND_E1HVN_SHIFT
  948. #define DMAE_LEN32_RD_MAX 0x80
  949. #define DMAE_LEN32_WR_MAX(bp) (CHIP_IS_E1(bp) ? 0x400 : 0x2000)
  950. #define DMAE_COMP_VAL 0xe0d0d0ae
  951. #define MAX_DMAE_C_PER_PORT 8
  952. #define INIT_DMAE_C(bp) (BP_PORT(bp) * MAX_DMAE_C_PER_PORT + \
  953. BP_E1HVN(bp))
  954. #define PMF_DMAE_C(bp) (BP_PORT(bp) * MAX_DMAE_C_PER_PORT + \
  955. E1HVN_MAX)
  956. /* PCIE link and speed */
  957. #define PCICFG_LINK_WIDTH 0x1f00000
  958. #define PCICFG_LINK_WIDTH_SHIFT 20
  959. #define PCICFG_LINK_SPEED 0xf0000
  960. #define PCICFG_LINK_SPEED_SHIFT 16
  961. #define BNX2X_NUM_TESTS 7
  962. #define BNX2X_PHY_LOOPBACK 0
  963. #define BNX2X_MAC_LOOPBACK 1
  964. #define BNX2X_PHY_LOOPBACK_FAILED 1
  965. #define BNX2X_MAC_LOOPBACK_FAILED 2
  966. #define BNX2X_LOOPBACK_FAILED (BNX2X_MAC_LOOPBACK_FAILED | \
  967. BNX2X_PHY_LOOPBACK_FAILED)
  968. #define STROM_ASSERT_ARRAY_SIZE 50
  969. /* must be used on a CID before placing it on a HW ring */
  970. #define HW_CID(bp, x) ((BP_PORT(bp) << 23) | \
  971. (BP_E1HVN(bp) << 17) | (x))
  972. #define SP_DESC_CNT (BCM_PAGE_SIZE / sizeof(struct eth_spe))
  973. #define MAX_SP_DESC_CNT (SP_DESC_CNT - 1)
  974. #define BNX2X_BTR 1
  975. #define MAX_SPQ_PENDING 8
  976. /* CMNG constants
  977. derived from lab experiments, and not from system spec calculations !!! */
  978. #define DEF_MIN_RATE 100
  979. /* resolution of the rate shaping timer - 100 usec */
  980. #define RS_PERIODIC_TIMEOUT_USEC 100
  981. /* resolution of fairness algorithm in usecs -
  982. coefficient for calculating the actual t fair */
  983. #define T_FAIR_COEF 10000000
  984. /* number of bytes in single QM arbitration cycle -
  985. coefficient for calculating the fairness timer */
  986. #define QM_ARB_BYTES 40000
  987. #define FAIR_MEM 2
  988. #define ATTN_NIG_FOR_FUNC (1L << 8)
  989. #define ATTN_SW_TIMER_4_FUNC (1L << 9)
  990. #define GPIO_2_FUNC (1L << 10)
  991. #define GPIO_3_FUNC (1L << 11)
  992. #define GPIO_4_FUNC (1L << 12)
  993. #define ATTN_GENERAL_ATTN_1 (1L << 13)
  994. #define ATTN_GENERAL_ATTN_2 (1L << 14)
  995. #define ATTN_GENERAL_ATTN_3 (1L << 15)
  996. #define ATTN_GENERAL_ATTN_4 (1L << 13)
  997. #define ATTN_GENERAL_ATTN_5 (1L << 14)
  998. #define ATTN_GENERAL_ATTN_6 (1L << 15)
  999. #define ATTN_HARD_WIRED_MASK 0xff00
  1000. #define ATTENTION_ID 4
  1001. /* stuff added to make the code fit 80Col */
  1002. #define BNX2X_PMF_LINK_ASSERT \
  1003. GENERAL_ATTEN_OFFSET(LINK_SYNC_ATTENTION_BIT_FUNC_0 + BP_FUNC(bp))
  1004. #define BNX2X_MC_ASSERT_BITS \
  1005. (GENERAL_ATTEN_OFFSET(TSTORM_FATAL_ASSERT_ATTENTION_BIT) | \
  1006. GENERAL_ATTEN_OFFSET(USTORM_FATAL_ASSERT_ATTENTION_BIT) | \
  1007. GENERAL_ATTEN_OFFSET(CSTORM_FATAL_ASSERT_ATTENTION_BIT) | \
  1008. GENERAL_ATTEN_OFFSET(XSTORM_FATAL_ASSERT_ATTENTION_BIT))
  1009. #define BNX2X_MCP_ASSERT \
  1010. GENERAL_ATTEN_OFFSET(MCP_FATAL_ASSERT_ATTENTION_BIT)
  1011. #define BNX2X_GRC_TIMEOUT GENERAL_ATTEN_OFFSET(LATCHED_ATTN_TIMEOUT_GRC)
  1012. #define BNX2X_GRC_RSV (GENERAL_ATTEN_OFFSET(LATCHED_ATTN_RBCR) | \
  1013. GENERAL_ATTEN_OFFSET(LATCHED_ATTN_RBCT) | \
  1014. GENERAL_ATTEN_OFFSET(LATCHED_ATTN_RBCN) | \
  1015. GENERAL_ATTEN_OFFSET(LATCHED_ATTN_RBCU) | \
  1016. GENERAL_ATTEN_OFFSET(LATCHED_ATTN_RBCP) | \
  1017. GENERAL_ATTEN_OFFSET(LATCHED_ATTN_RSVD_GRC))
  1018. #define HW_INTERRUT_ASSERT_SET_0 \
  1019. (AEU_INPUTS_ATTN_BITS_TSDM_HW_INTERRUPT | \
  1020. AEU_INPUTS_ATTN_BITS_TCM_HW_INTERRUPT | \
  1021. AEU_INPUTS_ATTN_BITS_TSEMI_HW_INTERRUPT | \
  1022. AEU_INPUTS_ATTN_BITS_PBF_HW_INTERRUPT)
  1023. #define HW_PRTY_ASSERT_SET_0 (AEU_INPUTS_ATTN_BITS_BRB_PARITY_ERROR | \
  1024. AEU_INPUTS_ATTN_BITS_PARSER_PARITY_ERROR | \
  1025. AEU_INPUTS_ATTN_BITS_TSDM_PARITY_ERROR | \
  1026. AEU_INPUTS_ATTN_BITS_SEARCHER_PARITY_ERROR |\
  1027. AEU_INPUTS_ATTN_BITS_TSEMI_PARITY_ERROR)
  1028. #define HW_INTERRUT_ASSERT_SET_1 \
  1029. (AEU_INPUTS_ATTN_BITS_QM_HW_INTERRUPT | \
  1030. AEU_INPUTS_ATTN_BITS_TIMERS_HW_INTERRUPT | \
  1031. AEU_INPUTS_ATTN_BITS_XSDM_HW_INTERRUPT | \
  1032. AEU_INPUTS_ATTN_BITS_XCM_HW_INTERRUPT | \
  1033. AEU_INPUTS_ATTN_BITS_XSEMI_HW_INTERRUPT | \
  1034. AEU_INPUTS_ATTN_BITS_USDM_HW_INTERRUPT | \
  1035. AEU_INPUTS_ATTN_BITS_UCM_HW_INTERRUPT | \
  1036. AEU_INPUTS_ATTN_BITS_USEMI_HW_INTERRUPT | \
  1037. AEU_INPUTS_ATTN_BITS_UPB_HW_INTERRUPT | \
  1038. AEU_INPUTS_ATTN_BITS_CSDM_HW_INTERRUPT | \
  1039. AEU_INPUTS_ATTN_BITS_CCM_HW_INTERRUPT)
  1040. #define HW_PRTY_ASSERT_SET_1 (AEU_INPUTS_ATTN_BITS_PBCLIENT_PARITY_ERROR |\
  1041. AEU_INPUTS_ATTN_BITS_QM_PARITY_ERROR | \
  1042. AEU_INPUTS_ATTN_BITS_XSDM_PARITY_ERROR | \
  1043. AEU_INPUTS_ATTN_BITS_XSEMI_PARITY_ERROR | \
  1044. AEU_INPUTS_ATTN_BITS_DOORBELLQ_PARITY_ERROR |\
  1045. AEU_INPUTS_ATTN_BITS_VAUX_PCI_CORE_PARITY_ERROR |\
  1046. AEU_INPUTS_ATTN_BITS_DEBUG_PARITY_ERROR | \
  1047. AEU_INPUTS_ATTN_BITS_USDM_PARITY_ERROR | \
  1048. AEU_INPUTS_ATTN_BITS_USEMI_PARITY_ERROR | \
  1049. AEU_INPUTS_ATTN_BITS_UPB_PARITY_ERROR | \
  1050. AEU_INPUTS_ATTN_BITS_CSDM_PARITY_ERROR)
  1051. #define HW_INTERRUT_ASSERT_SET_2 \
  1052. (AEU_INPUTS_ATTN_BITS_CSEMI_HW_INTERRUPT | \
  1053. AEU_INPUTS_ATTN_BITS_CDU_HW_INTERRUPT | \
  1054. AEU_INPUTS_ATTN_BITS_DMAE_HW_INTERRUPT | \
  1055. AEU_INPUTS_ATTN_BITS_PXPPCICLOCKCLIENT_HW_INTERRUPT |\
  1056. AEU_INPUTS_ATTN_BITS_MISC_HW_INTERRUPT)
  1057. #define HW_PRTY_ASSERT_SET_2 (AEU_INPUTS_ATTN_BITS_CSEMI_PARITY_ERROR | \
  1058. AEU_INPUTS_ATTN_BITS_PXP_PARITY_ERROR | \
  1059. AEU_INPUTS_ATTN_BITS_PXPPCICLOCKCLIENT_PARITY_ERROR |\
  1060. AEU_INPUTS_ATTN_BITS_CFC_PARITY_ERROR | \
  1061. AEU_INPUTS_ATTN_BITS_CDU_PARITY_ERROR | \
  1062. AEU_INPUTS_ATTN_BITS_IGU_PARITY_ERROR | \
  1063. AEU_INPUTS_ATTN_BITS_MISC_PARITY_ERROR)
  1064. #define HW_PRTY_ASSERT_SET_3 (AEU_INPUTS_ATTN_BITS_MCP_LATCHED_ROM_PARITY | \
  1065. AEU_INPUTS_ATTN_BITS_MCP_LATCHED_UMP_RX_PARITY | \
  1066. AEU_INPUTS_ATTN_BITS_MCP_LATCHED_UMP_TX_PARITY | \
  1067. AEU_INPUTS_ATTN_BITS_MCP_LATCHED_SCPAD_PARITY)
  1068. #define MULTI_FLAGS(bp) \
  1069. (TSTORM_ETH_FUNCTION_COMMON_CONFIG_RSS_IPV4_CAPABILITY | \
  1070. TSTORM_ETH_FUNCTION_COMMON_CONFIG_RSS_IPV4_TCP_CAPABILITY | \
  1071. TSTORM_ETH_FUNCTION_COMMON_CONFIG_RSS_IPV6_CAPABILITY | \
  1072. TSTORM_ETH_FUNCTION_COMMON_CONFIG_RSS_IPV6_TCP_CAPABILITY | \
  1073. (bp->multi_mode << \
  1074. TSTORM_ETH_FUNCTION_COMMON_CONFIG_RSS_MODE_SHIFT))
  1075. #define MULTI_MASK 0x7f
  1076. #define DEF_USB_FUNC_OFF (2 + 2*HC_USTORM_DEF_SB_NUM_INDICES)
  1077. #define DEF_CSB_FUNC_OFF (2 + 2*HC_CSTORM_DEF_SB_NUM_INDICES)
  1078. #define DEF_XSB_FUNC_OFF (2 + 2*HC_XSTORM_DEF_SB_NUM_INDICES)
  1079. #define DEF_TSB_FUNC_OFF (2 + 2*HC_TSTORM_DEF_SB_NUM_INDICES)
  1080. #define C_DEF_SB_SP_INDEX HC_INDEX_DEF_C_ETH_SLOW_PATH
  1081. #define BNX2X_SP_DSB_INDEX \
  1082. (&bp->def_status_blk->c_def_status_block.index_values[C_DEF_SB_SP_INDEX])
  1083. #define CAM_IS_INVALID(x) \
  1084. (x.target_table_entry.flags == TSTORM_CAM_TARGET_TABLE_ENTRY_ACTION_TYPE)
  1085. #define CAM_INVALIDATE(x) \
  1086. (x.target_table_entry.flags = TSTORM_CAM_TARGET_TABLE_ENTRY_ACTION_TYPE)
  1087. /* Number of u32 elements in MC hash array */
  1088. #define MC_HASH_SIZE 8
  1089. #define MC_HASH_OFFSET(bp, i) (BAR_TSTRORM_INTMEM + \
  1090. TSTORM_APPROXIMATE_MATCH_MULTICAST_FILTERING_OFFSET(BP_FUNC(bp)) + i*4)
  1091. #ifndef PXP2_REG_PXP2_INT_STS
  1092. #define PXP2_REG_PXP2_INT_STS PXP2_REG_PXP2_INT_STS_0
  1093. #endif
  1094. #define BNX2X_VPD_LEN 128
  1095. #define VENDOR_ID_LEN 4
  1096. /* MISC_REG_RESET_REG - this is here for the hsi to work don't touch */
  1097. #endif /* bnx2x.h */