bnx2x.h 65 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769177017711772177317741775177617771778177917801781178217831784178517861787178817891790179117921793179417951796179717981799180018011802180318041805180618071808180918101811181218131814181518161817181818191820182118221823182418251826182718281829183018311832183318341835183618371838183918401841184218431844184518461847184818491850185118521853185418551856185718581859186018611862186318641865186618671868186918701871187218731874187518761877187818791880188118821883188418851886188718881889189018911892189318941895189618971898189919001901190219031904190519061907190819091910191119121913191419151916191719181919192019211922192319241925192619271928192919301931193219331934193519361937193819391940194119421943194419451946194719481949195019511952195319541955195619571958195919601961196219631964196519661967196819691970197119721973197419751976197719781979198019811982198319841985198619871988198919901991199219931994199519961997199819992000200120022003200420052006200720082009201020112012201320142015201620172018201920202021202220232024202520262027202820292030203120322033203420352036203720382039204020412042204320442045204620472048204920502051205220532054205520562057205820592060206120622063206420652066206720682069207020712072207320742075207620772078207920802081208220832084208520862087208820892090209120922093209420952096209720982099210021012102210321042105210621072108210921102111211221132114211521162117211821192120212121222123212421252126212721282129213021312132213321342135213621372138213921402141214221432144214521462147214821492150215121522153215421552156215721582159216021612162216321642165216621672168216921702171217221732174217521762177217821792180218121822183218421852186218721882189219021912192219321942195219621972198219922002201220222032204220522062207
  1. /* bnx2x.h: Broadcom Everest network driver.
  2. *
  3. * Copyright (c) 2007-2012 Broadcom Corporation
  4. *
  5. * This program is free software; you can redistribute it and/or modify
  6. * it under the terms of the GNU General Public License as published by
  7. * the Free Software Foundation.
  8. *
  9. * Maintained by: Eilon Greenstein <eilong@broadcom.com>
  10. * Written by: Eliezer Tamir
  11. * Based on code from Michael Chan's bnx2 driver
  12. */
  13. #ifndef BNX2X_H
  14. #define BNX2X_H
  15. #include <linux/netdevice.h>
  16. #include <linux/dma-mapping.h>
  17. #include <linux/types.h>
  18. /* compilation time flags */
  19. /* define this to make the driver freeze on error to allow getting debug info
  20. * (you will need to reboot afterwards) */
  21. /* #define BNX2X_STOP_ON_ERROR */
  22. #define DRV_MODULE_VERSION "1.72.51-0"
  23. #define DRV_MODULE_RELDATE "2012/06/18"
  24. #define BNX2X_BC_VER 0x040200
  25. #if defined(CONFIG_DCB)
  26. #define BCM_DCBNL
  27. #endif
  28. #include "bnx2x_hsi.h"
  29. #if defined(CONFIG_CNIC) || defined(CONFIG_CNIC_MODULE)
  30. #define BCM_CNIC 1
  31. #include "../cnic_if.h"
  32. #endif
  33. #ifdef BCM_CNIC
  34. #define BNX2X_MIN_MSIX_VEC_CNT 3
  35. #define BNX2X_MSIX_VEC_FP_START 2
  36. #else
  37. #define BNX2X_MIN_MSIX_VEC_CNT 2
  38. #define BNX2X_MSIX_VEC_FP_START 1
  39. #endif
  40. #include <linux/mdio.h>
  41. #include "bnx2x_reg.h"
  42. #include "bnx2x_fw_defs.h"
  43. #include "bnx2x_mfw_req.h"
  44. #include "bnx2x_hsi.h"
  45. #include "bnx2x_link.h"
  46. #include "bnx2x_sp.h"
  47. #include "bnx2x_dcb.h"
  48. #include "bnx2x_stats.h"
  49. /* error/debug prints */
  50. #define DRV_MODULE_NAME "bnx2x"
  51. /* for messages that are currently off */
  52. #define BNX2X_MSG_OFF 0x0
  53. #define BNX2X_MSG_MCP 0x0010000 /* was: NETIF_MSG_HW */
  54. #define BNX2X_MSG_STATS 0x0020000 /* was: NETIF_MSG_TIMER */
  55. #define BNX2X_MSG_NVM 0x0040000 /* was: NETIF_MSG_HW */
  56. #define BNX2X_MSG_DMAE 0x0080000 /* was: NETIF_MSG_HW */
  57. #define BNX2X_MSG_SP 0x0100000 /* was: NETIF_MSG_INTR */
  58. #define BNX2X_MSG_FP 0x0200000 /* was: NETIF_MSG_INTR */
  59. #define BNX2X_MSG_IOV 0x0800000
  60. #define BNX2X_MSG_IDLE 0x2000000 /* used for idle check*/
  61. #define BNX2X_MSG_ETHTOOL 0x4000000
  62. #define BNX2X_MSG_DCB 0x8000000
  63. /* regular debug print */
  64. #define DP(__mask, fmt, ...) \
  65. do { \
  66. if (unlikely(bp->msg_enable & (__mask))) \
  67. pr_notice("[%s:%d(%s)]" fmt, \
  68. __func__, __LINE__, \
  69. bp->dev ? (bp->dev->name) : "?", \
  70. ##__VA_ARGS__); \
  71. } while (0)
  72. #define DP_CONT(__mask, fmt, ...) \
  73. do { \
  74. if (unlikely(bp->msg_enable & (__mask))) \
  75. pr_cont(fmt, ##__VA_ARGS__); \
  76. } while (0)
  77. /* errors debug print */
  78. #define BNX2X_DBG_ERR(fmt, ...) \
  79. do { \
  80. if (unlikely(netif_msg_probe(bp))) \
  81. pr_err("[%s:%d(%s)]" fmt, \
  82. __func__, __LINE__, \
  83. bp->dev ? (bp->dev->name) : "?", \
  84. ##__VA_ARGS__); \
  85. } while (0)
  86. /* for errors (never masked) */
  87. #define BNX2X_ERR(fmt, ...) \
  88. do { \
  89. pr_err("[%s:%d(%s)]" fmt, \
  90. __func__, __LINE__, \
  91. bp->dev ? (bp->dev->name) : "?", \
  92. ##__VA_ARGS__); \
  93. } while (0)
  94. #define BNX2X_ERROR(fmt, ...) \
  95. pr_err("[%s:%d]" fmt, __func__, __LINE__, ##__VA_ARGS__)
  96. /* before we have a dev->name use dev_info() */
  97. #define BNX2X_DEV_INFO(fmt, ...) \
  98. do { \
  99. if (unlikely(netif_msg_probe(bp))) \
  100. dev_info(&bp->pdev->dev, fmt, ##__VA_ARGS__); \
  101. } while (0)
  102. #ifdef BNX2X_STOP_ON_ERROR
  103. void bnx2x_int_disable(struct bnx2x *bp);
  104. #define bnx2x_panic() \
  105. do { \
  106. bp->panic = 1; \
  107. BNX2X_ERR("driver assert\n"); \
  108. bnx2x_int_disable(bp); \
  109. bnx2x_panic_dump(bp); \
  110. } while (0)
  111. #else
  112. #define bnx2x_panic() \
  113. do { \
  114. bp->panic = 1; \
  115. BNX2X_ERR("driver assert\n"); \
  116. bnx2x_panic_dump(bp); \
  117. } while (0)
  118. #endif
  119. #define bnx2x_mc_addr(ha) ((ha)->addr)
  120. #define bnx2x_uc_addr(ha) ((ha)->addr)
  121. #define U64_LO(x) (u32)(((u64)(x)) & 0xffffffff)
  122. #define U64_HI(x) (u32)(((u64)(x)) >> 32)
  123. #define HILO_U64(hi, lo) ((((u64)(hi)) << 32) + (lo))
  124. #define REG_ADDR(bp, offset) ((bp->regview) + (offset))
  125. #define REG_RD(bp, offset) readl(REG_ADDR(bp, offset))
  126. #define REG_RD8(bp, offset) readb(REG_ADDR(bp, offset))
  127. #define REG_RD16(bp, offset) readw(REG_ADDR(bp, offset))
  128. #define REG_WR(bp, offset, val) writel((u32)val, REG_ADDR(bp, offset))
  129. #define REG_WR8(bp, offset, val) writeb((u8)val, REG_ADDR(bp, offset))
  130. #define REG_WR16(bp, offset, val) writew((u16)val, REG_ADDR(bp, offset))
  131. #define REG_RD_IND(bp, offset) bnx2x_reg_rd_ind(bp, offset)
  132. #define REG_WR_IND(bp, offset, val) bnx2x_reg_wr_ind(bp, offset, val)
  133. #define REG_RD_DMAE(bp, offset, valp, len32) \
  134. do { \
  135. bnx2x_read_dmae(bp, offset, len32);\
  136. memcpy(valp, bnx2x_sp(bp, wb_data[0]), (len32) * 4); \
  137. } while (0)
  138. #define REG_WR_DMAE(bp, offset, valp, len32) \
  139. do { \
  140. memcpy(bnx2x_sp(bp, wb_data[0]), valp, (len32) * 4); \
  141. bnx2x_write_dmae(bp, bnx2x_sp_mapping(bp, wb_data), \
  142. offset, len32); \
  143. } while (0)
  144. #define REG_WR_DMAE_LEN(bp, offset, valp, len32) \
  145. REG_WR_DMAE(bp, offset, valp, len32)
  146. #define VIRT_WR_DMAE_LEN(bp, data, addr, len32, le32_swap) \
  147. do { \
  148. memcpy(GUNZIP_BUF(bp), data, (len32) * 4); \
  149. bnx2x_write_big_buf_wb(bp, addr, len32); \
  150. } while (0)
  151. #define SHMEM_ADDR(bp, field) (bp->common.shmem_base + \
  152. offsetof(struct shmem_region, field))
  153. #define SHMEM_RD(bp, field) REG_RD(bp, SHMEM_ADDR(bp, field))
  154. #define SHMEM_WR(bp, field, val) REG_WR(bp, SHMEM_ADDR(bp, field), val)
  155. #define SHMEM2_ADDR(bp, field) (bp->common.shmem2_base + \
  156. offsetof(struct shmem2_region, field))
  157. #define SHMEM2_RD(bp, field) REG_RD(bp, SHMEM2_ADDR(bp, field))
  158. #define SHMEM2_WR(bp, field, val) REG_WR(bp, SHMEM2_ADDR(bp, field), val)
  159. #define MF_CFG_ADDR(bp, field) (bp->common.mf_cfg_base + \
  160. offsetof(struct mf_cfg, field))
  161. #define MF2_CFG_ADDR(bp, field) (bp->common.mf2_cfg_base + \
  162. offsetof(struct mf2_cfg, field))
  163. #define MF_CFG_RD(bp, field) REG_RD(bp, MF_CFG_ADDR(bp, field))
  164. #define MF_CFG_WR(bp, field, val) REG_WR(bp,\
  165. MF_CFG_ADDR(bp, field), (val))
  166. #define MF2_CFG_RD(bp, field) REG_RD(bp, MF2_CFG_ADDR(bp, field))
  167. #define SHMEM2_HAS(bp, field) ((bp)->common.shmem2_base && \
  168. (SHMEM2_RD((bp), size) > \
  169. offsetof(struct shmem2_region, field)))
  170. #define EMAC_RD(bp, reg) REG_RD(bp, emac_base + reg)
  171. #define EMAC_WR(bp, reg, val) REG_WR(bp, emac_base + reg, val)
  172. /* SP SB indices */
  173. /* General SP events - stats query, cfc delete, etc */
  174. #define HC_SP_INDEX_ETH_DEF_CONS 3
  175. /* EQ completions */
  176. #define HC_SP_INDEX_EQ_CONS 7
  177. /* FCoE L2 connection completions */
  178. #define HC_SP_INDEX_ETH_FCOE_TX_CQ_CONS 6
  179. #define HC_SP_INDEX_ETH_FCOE_RX_CQ_CONS 4
  180. /* iSCSI L2 */
  181. #define HC_SP_INDEX_ETH_ISCSI_CQ_CONS 5
  182. #define HC_SP_INDEX_ETH_ISCSI_RX_CQ_CONS 1
  183. /* Special clients parameters */
  184. /* SB indices */
  185. /* FCoE L2 */
  186. #define BNX2X_FCOE_L2_RX_INDEX \
  187. (&bp->def_status_blk->sp_sb.\
  188. index_values[HC_SP_INDEX_ETH_FCOE_RX_CQ_CONS])
  189. #define BNX2X_FCOE_L2_TX_INDEX \
  190. (&bp->def_status_blk->sp_sb.\
  191. index_values[HC_SP_INDEX_ETH_FCOE_TX_CQ_CONS])
  192. /**
  193. * CIDs and CLIDs:
  194. * CLIDs below is a CLID for func 0, then the CLID for other
  195. * functions will be calculated by the formula:
  196. *
  197. * FUNC_N_CLID_X = N * NUM_SPECIAL_CLIENTS + FUNC_0_CLID_X
  198. *
  199. */
  200. enum {
  201. BNX2X_ISCSI_ETH_CL_ID_IDX,
  202. BNX2X_FCOE_ETH_CL_ID_IDX,
  203. BNX2X_MAX_CNIC_ETH_CL_ID_IDX,
  204. };
  205. #define BNX2X_CNIC_START_ETH_CID(bp) (BNX2X_NUM_NON_CNIC_QUEUES(bp) *\
  206. (bp)->max_cos)
  207. /* iSCSI L2 */
  208. #define BNX2X_ISCSI_ETH_CID(bp) (BNX2X_CNIC_START_ETH_CID(bp))
  209. /* FCoE L2 */
  210. #define BNX2X_FCOE_ETH_CID(bp) (BNX2X_CNIC_START_ETH_CID(bp) + 1)
  211. /** Additional rings budgeting */
  212. #ifdef BCM_CNIC
  213. #define CNIC_PRESENT 1
  214. #define FCOE_PRESENT 1
  215. #else
  216. #define CNIC_PRESENT 0
  217. #define FCOE_PRESENT 0
  218. #endif /* BCM_CNIC */
  219. #define NON_ETH_CONTEXT_USE (FCOE_PRESENT)
  220. #define AEU_IN_ATTN_BITS_PXPPCICLOCKCLIENT_PARITY_ERROR \
  221. AEU_INPUTS_ATTN_BITS_PXPPCICLOCKCLIENT_PARITY_ERROR
  222. #define SM_RX_ID 0
  223. #define SM_TX_ID 1
  224. /* defines for multiple tx priority indices */
  225. #define FIRST_TX_ONLY_COS_INDEX 1
  226. #define FIRST_TX_COS_INDEX 0
  227. /* rules for calculating the cids of tx-only connections */
  228. #define CID_TO_FP(cid, bp) ((cid) % BNX2X_NUM_NON_CNIC_QUEUES(bp))
  229. #define CID_COS_TO_TX_ONLY_CID(cid, cos, bp) \
  230. (cid + cos * BNX2X_NUM_NON_CNIC_QUEUES(bp))
  231. /* fp index inside class of service range */
  232. #define FP_COS_TO_TXQ(fp, cos, bp) \
  233. ((fp)->index + cos * BNX2X_NUM_NON_CNIC_QUEUES(bp))
  234. /* Indexes for transmission queues array:
  235. * txdata for RSS i CoS j is at location i + (j * num of RSS)
  236. * txdata for FCoE (if exist) is at location max cos * num of RSS
  237. * txdata for FWD (if exist) is one location after FCoE
  238. * txdata for OOO (if exist) is one location after FWD
  239. */
  240. enum {
  241. FCOE_TXQ_IDX_OFFSET,
  242. FWD_TXQ_IDX_OFFSET,
  243. OOO_TXQ_IDX_OFFSET,
  244. };
  245. #define MAX_ETH_TXQ_IDX(bp) (BNX2X_NUM_NON_CNIC_QUEUES(bp) * (bp)->max_cos)
  246. #ifdef BCM_CNIC
  247. #define FCOE_TXQ_IDX(bp) (MAX_ETH_TXQ_IDX(bp) + FCOE_TXQ_IDX_OFFSET)
  248. #endif
  249. /* fast path */
  250. /*
  251. * This driver uses new build_skb() API :
  252. * RX ring buffer contains pointer to kmalloc() data only,
  253. * skb are built only after Hardware filled the frame.
  254. */
  255. struct sw_rx_bd {
  256. u8 *data;
  257. DEFINE_DMA_UNMAP_ADDR(mapping);
  258. };
  259. struct sw_tx_bd {
  260. struct sk_buff *skb;
  261. u16 first_bd;
  262. u8 flags;
  263. /* Set on the first BD descriptor when there is a split BD */
  264. #define BNX2X_TSO_SPLIT_BD (1<<0)
  265. };
  266. struct sw_rx_page {
  267. struct page *page;
  268. DEFINE_DMA_UNMAP_ADDR(mapping);
  269. };
  270. union db_prod {
  271. struct doorbell_set_prod data;
  272. u32 raw;
  273. };
  274. /* dropless fc FW/HW related params */
  275. #define BRB_SIZE(bp) (CHIP_IS_E3(bp) ? 1024 : 512)
  276. #define MAX_AGG_QS(bp) (CHIP_IS_E1(bp) ? \
  277. ETH_MAX_AGGREGATION_QUEUES_E1 :\
  278. ETH_MAX_AGGREGATION_QUEUES_E1H_E2)
  279. #define FW_DROP_LEVEL(bp) (3 + MAX_SPQ_PENDING + MAX_AGG_QS(bp))
  280. #define FW_PREFETCH_CNT 16
  281. #define DROPLESS_FC_HEADROOM 100
  282. /* MC hsi */
  283. #define BCM_PAGE_SHIFT 12
  284. #define BCM_PAGE_SIZE (1 << BCM_PAGE_SHIFT)
  285. #define BCM_PAGE_MASK (~(BCM_PAGE_SIZE - 1))
  286. #define BCM_PAGE_ALIGN(addr) (((addr) + BCM_PAGE_SIZE - 1) & BCM_PAGE_MASK)
  287. #define PAGES_PER_SGE_SHIFT 0
  288. #define PAGES_PER_SGE (1 << PAGES_PER_SGE_SHIFT)
  289. #define SGE_PAGE_SIZE PAGE_SIZE
  290. #define SGE_PAGE_SHIFT PAGE_SHIFT
  291. #define SGE_PAGE_ALIGN(addr) PAGE_ALIGN((typeof(PAGE_SIZE))(addr))
  292. /* SGE ring related macros */
  293. #define NUM_RX_SGE_PAGES 2
  294. #define RX_SGE_CNT (BCM_PAGE_SIZE / sizeof(struct eth_rx_sge))
  295. #define NEXT_PAGE_SGE_DESC_CNT 2
  296. #define MAX_RX_SGE_CNT (RX_SGE_CNT - NEXT_PAGE_SGE_DESC_CNT)
  297. /* RX_SGE_CNT is promised to be a power of 2 */
  298. #define RX_SGE_MASK (RX_SGE_CNT - 1)
  299. #define NUM_RX_SGE (RX_SGE_CNT * NUM_RX_SGE_PAGES)
  300. #define MAX_RX_SGE (NUM_RX_SGE - 1)
  301. #define NEXT_SGE_IDX(x) ((((x) & RX_SGE_MASK) == \
  302. (MAX_RX_SGE_CNT - 1)) ? \
  303. (x) + 1 + NEXT_PAGE_SGE_DESC_CNT : \
  304. (x) + 1)
  305. #define RX_SGE(x) ((x) & MAX_RX_SGE)
  306. /*
  307. * Number of required SGEs is the sum of two:
  308. * 1. Number of possible opened aggregations (next packet for
  309. * these aggregations will probably consume SGE immidiatelly)
  310. * 2. Rest of BRB blocks divided by 2 (block will consume new SGE only
  311. * after placement on BD for new TPA aggregation)
  312. *
  313. * Takes into account NEXT_PAGE_SGE_DESC_CNT "next" elements on each page
  314. */
  315. #define NUM_SGE_REQ (MAX_AGG_QS(bp) + \
  316. (BRB_SIZE(bp) - MAX_AGG_QS(bp)) / 2)
  317. #define NUM_SGE_PG_REQ ((NUM_SGE_REQ + MAX_RX_SGE_CNT - 1) / \
  318. MAX_RX_SGE_CNT)
  319. #define SGE_TH_LO(bp) (NUM_SGE_REQ + \
  320. NUM_SGE_PG_REQ * NEXT_PAGE_SGE_DESC_CNT)
  321. #define SGE_TH_HI(bp) (SGE_TH_LO(bp) + DROPLESS_FC_HEADROOM)
  322. /* Manipulate a bit vector defined as an array of u64 */
  323. /* Number of bits in one sge_mask array element */
  324. #define BIT_VEC64_ELEM_SZ 64
  325. #define BIT_VEC64_ELEM_SHIFT 6
  326. #define BIT_VEC64_ELEM_MASK ((u64)BIT_VEC64_ELEM_SZ - 1)
  327. #define __BIT_VEC64_SET_BIT(el, bit) \
  328. do { \
  329. el = ((el) | ((u64)0x1 << (bit))); \
  330. } while (0)
  331. #define __BIT_VEC64_CLEAR_BIT(el, bit) \
  332. do { \
  333. el = ((el) & (~((u64)0x1 << (bit)))); \
  334. } while (0)
  335. #define BIT_VEC64_SET_BIT(vec64, idx) \
  336. __BIT_VEC64_SET_BIT((vec64)[(idx) >> BIT_VEC64_ELEM_SHIFT], \
  337. (idx) & BIT_VEC64_ELEM_MASK)
  338. #define BIT_VEC64_CLEAR_BIT(vec64, idx) \
  339. __BIT_VEC64_CLEAR_BIT((vec64)[(idx) >> BIT_VEC64_ELEM_SHIFT], \
  340. (idx) & BIT_VEC64_ELEM_MASK)
  341. #define BIT_VEC64_TEST_BIT(vec64, idx) \
  342. (((vec64)[(idx) >> BIT_VEC64_ELEM_SHIFT] >> \
  343. ((idx) & BIT_VEC64_ELEM_MASK)) & 0x1)
  344. /* Creates a bitmask of all ones in less significant bits.
  345. idx - index of the most significant bit in the created mask */
  346. #define BIT_VEC64_ONES_MASK(idx) \
  347. (((u64)0x1 << (((idx) & BIT_VEC64_ELEM_MASK) + 1)) - 1)
  348. #define BIT_VEC64_ELEM_ONE_MASK ((u64)(~0))
  349. /*******************************************************/
  350. /* Number of u64 elements in SGE mask array */
  351. #define RX_SGE_MASK_LEN (NUM_RX_SGE / BIT_VEC64_ELEM_SZ)
  352. #define RX_SGE_MASK_LEN_MASK (RX_SGE_MASK_LEN - 1)
  353. #define NEXT_SGE_MASK_ELEM(el) (((el) + 1) & RX_SGE_MASK_LEN_MASK)
  354. union host_hc_status_block {
  355. /* pointer to fp status block e1x */
  356. struct host_hc_status_block_e1x *e1x_sb;
  357. /* pointer to fp status block e2 */
  358. struct host_hc_status_block_e2 *e2_sb;
  359. };
  360. struct bnx2x_agg_info {
  361. /*
  362. * First aggregation buffer is a data buffer, the following - are pages.
  363. * We will preallocate the data buffer for each aggregation when
  364. * we open the interface and will replace the BD at the consumer
  365. * with this one when we receive the TPA_START CQE in order to
  366. * keep the Rx BD ring consistent.
  367. */
  368. struct sw_rx_bd first_buf;
  369. u8 tpa_state;
  370. #define BNX2X_TPA_START 1
  371. #define BNX2X_TPA_STOP 2
  372. #define BNX2X_TPA_ERROR 3
  373. u8 placement_offset;
  374. u16 parsing_flags;
  375. u16 vlan_tag;
  376. u16 len_on_bd;
  377. u32 rxhash;
  378. bool l4_rxhash;
  379. u16 gro_size;
  380. u16 full_page;
  381. };
  382. #define Q_STATS_OFFSET32(stat_name) \
  383. (offsetof(struct bnx2x_eth_q_stats, stat_name) / 4)
  384. struct bnx2x_fp_txdata {
  385. struct sw_tx_bd *tx_buf_ring;
  386. union eth_tx_bd_types *tx_desc_ring;
  387. dma_addr_t tx_desc_mapping;
  388. u32 cid;
  389. union db_prod tx_db;
  390. u16 tx_pkt_prod;
  391. u16 tx_pkt_cons;
  392. u16 tx_bd_prod;
  393. u16 tx_bd_cons;
  394. unsigned long tx_pkt;
  395. __le16 *tx_cons_sb;
  396. int txq_index;
  397. struct bnx2x_fastpath *parent_fp;
  398. int tx_ring_size;
  399. };
  400. enum bnx2x_tpa_mode_t {
  401. TPA_MODE_LRO,
  402. TPA_MODE_GRO
  403. };
  404. struct bnx2x_fastpath {
  405. struct bnx2x *bp; /* parent */
  406. #define BNX2X_NAPI_WEIGHT 128
  407. struct napi_struct napi;
  408. union host_hc_status_block status_blk;
  409. /* chip independed shortcuts into sb structure */
  410. __le16 *sb_index_values;
  411. __le16 *sb_running_index;
  412. /* chip independed shortcut into rx_prods_offset memory */
  413. u32 ustorm_rx_prods_offset;
  414. u32 rx_buf_size;
  415. dma_addr_t status_blk_mapping;
  416. enum bnx2x_tpa_mode_t mode;
  417. u8 max_cos; /* actual number of active tx coses */
  418. struct bnx2x_fp_txdata *txdata_ptr[BNX2X_MULTI_TX_COS];
  419. struct sw_rx_bd *rx_buf_ring; /* BDs mappings ring */
  420. struct sw_rx_page *rx_page_ring; /* SGE pages mappings ring */
  421. struct eth_rx_bd *rx_desc_ring;
  422. dma_addr_t rx_desc_mapping;
  423. union eth_rx_cqe *rx_comp_ring;
  424. dma_addr_t rx_comp_mapping;
  425. /* SGE ring */
  426. struct eth_rx_sge *rx_sge_ring;
  427. dma_addr_t rx_sge_mapping;
  428. u64 sge_mask[RX_SGE_MASK_LEN];
  429. u32 cid;
  430. __le16 fp_hc_idx;
  431. u8 index; /* number in fp array */
  432. u8 rx_queue; /* index for skb_record */
  433. u8 cl_id; /* eth client id */
  434. u8 cl_qzone_id;
  435. u8 fw_sb_id; /* status block number in FW */
  436. u8 igu_sb_id; /* status block number in HW */
  437. u16 rx_bd_prod;
  438. u16 rx_bd_cons;
  439. u16 rx_comp_prod;
  440. u16 rx_comp_cons;
  441. u16 rx_sge_prod;
  442. /* The last maximal completed SGE */
  443. u16 last_max_sge;
  444. __le16 *rx_cons_sb;
  445. unsigned long rx_pkt,
  446. rx_calls;
  447. /* TPA related */
  448. struct bnx2x_agg_info *tpa_info;
  449. u8 disable_tpa;
  450. #ifdef BNX2X_STOP_ON_ERROR
  451. u64 tpa_queue_used;
  452. #endif
  453. /* The size is calculated using the following:
  454. sizeof name field from netdev structure +
  455. 4 ('-Xx-' string) +
  456. 4 (for the digits and to make it DWORD aligned) */
  457. #define FP_NAME_SIZE (sizeof(((struct net_device *)0)->name) + 8)
  458. char name[FP_NAME_SIZE];
  459. };
  460. #define bnx2x_fp(bp, nr, var) ((bp)->fp[(nr)].var)
  461. #define bnx2x_sp_obj(bp, fp) ((bp)->sp_objs[(fp)->index])
  462. #define bnx2x_fp_stats(bp, fp) (&((bp)->fp_stats[(fp)->index]))
  463. #define bnx2x_fp_qstats(bp, fp) (&((bp)->fp_stats[(fp)->index].eth_q_stats))
  464. /* Use 2500 as a mini-jumbo MTU for FCoE */
  465. #define BNX2X_FCOE_MINI_JUMBO_MTU 2500
  466. #define FCOE_IDX_OFFSET 0
  467. #define FCOE_IDX(bp) (BNX2X_NUM_NON_CNIC_QUEUES(bp) + \
  468. FCOE_IDX_OFFSET)
  469. #define bnx2x_fcoe_fp(bp) (&bp->fp[FCOE_IDX(bp)])
  470. #define bnx2x_fcoe(bp, var) (bnx2x_fcoe_fp(bp)->var)
  471. #define bnx2x_fcoe_inner_sp_obj(bp) (&bp->sp_objs[FCOE_IDX(bp)])
  472. #define bnx2x_fcoe_sp_obj(bp, var) (bnx2x_fcoe_inner_sp_obj(bp)->var)
  473. #define bnx2x_fcoe_tx(bp, var) (bnx2x_fcoe_fp(bp)-> \
  474. txdata_ptr[FIRST_TX_COS_INDEX] \
  475. ->var)
  476. #define IS_ETH_FP(fp) (fp->index < \
  477. BNX2X_NUM_ETH_QUEUES(fp->bp))
  478. #ifdef BCM_CNIC
  479. #define IS_FCOE_FP(fp) (fp->index == FCOE_IDX(fp->bp))
  480. #define IS_FCOE_IDX(idx) ((idx) == FCOE_IDX(bp))
  481. #else
  482. #define IS_FCOE_FP(fp) false
  483. #define IS_FCOE_IDX(idx) false
  484. #endif
  485. /* MC hsi */
  486. #define MAX_FETCH_BD 13 /* HW max BDs per packet */
  487. #define RX_COPY_THRESH 92
  488. #define NUM_TX_RINGS 16
  489. #define TX_DESC_CNT (BCM_PAGE_SIZE / sizeof(union eth_tx_bd_types))
  490. #define NEXT_PAGE_TX_DESC_CNT 1
  491. #define MAX_TX_DESC_CNT (TX_DESC_CNT - NEXT_PAGE_TX_DESC_CNT)
  492. #define NUM_TX_BD (TX_DESC_CNT * NUM_TX_RINGS)
  493. #define MAX_TX_BD (NUM_TX_BD - 1)
  494. #define MAX_TX_AVAIL (MAX_TX_DESC_CNT * NUM_TX_RINGS - 2)
  495. #define NEXT_TX_IDX(x) ((((x) & MAX_TX_DESC_CNT) == \
  496. (MAX_TX_DESC_CNT - 1)) ? \
  497. (x) + 1 + NEXT_PAGE_TX_DESC_CNT : \
  498. (x) + 1)
  499. #define TX_BD(x) ((x) & MAX_TX_BD)
  500. #define TX_BD_POFF(x) ((x) & MAX_TX_DESC_CNT)
  501. /* number of NEXT_PAGE descriptors may be required during placement */
  502. #define NEXT_CNT_PER_TX_PKT(bds) \
  503. (((bds) + MAX_TX_DESC_CNT - 1) / \
  504. MAX_TX_DESC_CNT * NEXT_PAGE_TX_DESC_CNT)
  505. /* max BDs per tx packet w/o next_pages:
  506. * START_BD - describes packed
  507. * START_BD(splitted) - includes unpaged data segment for GSO
  508. * PARSING_BD - for TSO and CSUM data
  509. * Frag BDs - decribes pages for frags
  510. */
  511. #define BDS_PER_TX_PKT 3
  512. #define MAX_BDS_PER_TX_PKT (MAX_SKB_FRAGS + BDS_PER_TX_PKT)
  513. /* max BDs per tx packet including next pages */
  514. #define MAX_DESC_PER_TX_PKT (MAX_BDS_PER_TX_PKT + \
  515. NEXT_CNT_PER_TX_PKT(MAX_BDS_PER_TX_PKT))
  516. /* The RX BD ring is special, each bd is 8 bytes but the last one is 16 */
  517. #define NUM_RX_RINGS 8
  518. #define RX_DESC_CNT (BCM_PAGE_SIZE / sizeof(struct eth_rx_bd))
  519. #define NEXT_PAGE_RX_DESC_CNT 2
  520. #define MAX_RX_DESC_CNT (RX_DESC_CNT - NEXT_PAGE_RX_DESC_CNT)
  521. #define RX_DESC_MASK (RX_DESC_CNT - 1)
  522. #define NUM_RX_BD (RX_DESC_CNT * NUM_RX_RINGS)
  523. #define MAX_RX_BD (NUM_RX_BD - 1)
  524. #define MAX_RX_AVAIL (MAX_RX_DESC_CNT * NUM_RX_RINGS - 2)
  525. /* dropless fc calculations for BDs
  526. *
  527. * Number of BDs should as number of buffers in BRB:
  528. * Low threshold takes into account NEXT_PAGE_RX_DESC_CNT
  529. * "next" elements on each page
  530. */
  531. #define NUM_BD_REQ BRB_SIZE(bp)
  532. #define NUM_BD_PG_REQ ((NUM_BD_REQ + MAX_RX_DESC_CNT - 1) / \
  533. MAX_RX_DESC_CNT)
  534. #define BD_TH_LO(bp) (NUM_BD_REQ + \
  535. NUM_BD_PG_REQ * NEXT_PAGE_RX_DESC_CNT + \
  536. FW_DROP_LEVEL(bp))
  537. #define BD_TH_HI(bp) (BD_TH_LO(bp) + DROPLESS_FC_HEADROOM)
  538. #define MIN_RX_AVAIL ((bp)->dropless_fc ? BD_TH_HI(bp) + 128 : 128)
  539. #define MIN_RX_SIZE_TPA_HW (CHIP_IS_E1(bp) ? \
  540. ETH_MIN_RX_CQES_WITH_TPA_E1 : \
  541. ETH_MIN_RX_CQES_WITH_TPA_E1H_E2)
  542. #define MIN_RX_SIZE_NONTPA_HW ETH_MIN_RX_CQES_WITHOUT_TPA
  543. #define MIN_RX_SIZE_TPA (max_t(u32, MIN_RX_SIZE_TPA_HW, MIN_RX_AVAIL))
  544. #define MIN_RX_SIZE_NONTPA (max_t(u32, MIN_RX_SIZE_NONTPA_HW,\
  545. MIN_RX_AVAIL))
  546. #define NEXT_RX_IDX(x) ((((x) & RX_DESC_MASK) == \
  547. (MAX_RX_DESC_CNT - 1)) ? \
  548. (x) + 1 + NEXT_PAGE_RX_DESC_CNT : \
  549. (x) + 1)
  550. #define RX_BD(x) ((x) & MAX_RX_BD)
  551. /*
  552. * As long as CQE is X times bigger than BD entry we have to allocate X times
  553. * more pages for CQ ring in order to keep it balanced with BD ring
  554. */
  555. #define CQE_BD_REL (sizeof(union eth_rx_cqe) / sizeof(struct eth_rx_bd))
  556. #define NUM_RCQ_RINGS (NUM_RX_RINGS * CQE_BD_REL)
  557. #define RCQ_DESC_CNT (BCM_PAGE_SIZE / sizeof(union eth_rx_cqe))
  558. #define NEXT_PAGE_RCQ_DESC_CNT 1
  559. #define MAX_RCQ_DESC_CNT (RCQ_DESC_CNT - NEXT_PAGE_RCQ_DESC_CNT)
  560. #define NUM_RCQ_BD (RCQ_DESC_CNT * NUM_RCQ_RINGS)
  561. #define MAX_RCQ_BD (NUM_RCQ_BD - 1)
  562. #define MAX_RCQ_AVAIL (MAX_RCQ_DESC_CNT * NUM_RCQ_RINGS - 2)
  563. #define NEXT_RCQ_IDX(x) ((((x) & MAX_RCQ_DESC_CNT) == \
  564. (MAX_RCQ_DESC_CNT - 1)) ? \
  565. (x) + 1 + NEXT_PAGE_RCQ_DESC_CNT : \
  566. (x) + 1)
  567. #define RCQ_BD(x) ((x) & MAX_RCQ_BD)
  568. /* dropless fc calculations for RCQs
  569. *
  570. * Number of RCQs should be as number of buffers in BRB:
  571. * Low threshold takes into account NEXT_PAGE_RCQ_DESC_CNT
  572. * "next" elements on each page
  573. */
  574. #define NUM_RCQ_REQ BRB_SIZE(bp)
  575. #define NUM_RCQ_PG_REQ ((NUM_BD_REQ + MAX_RCQ_DESC_CNT - 1) / \
  576. MAX_RCQ_DESC_CNT)
  577. #define RCQ_TH_LO(bp) (NUM_RCQ_REQ + \
  578. NUM_RCQ_PG_REQ * NEXT_PAGE_RCQ_DESC_CNT + \
  579. FW_DROP_LEVEL(bp))
  580. #define RCQ_TH_HI(bp) (RCQ_TH_LO(bp) + DROPLESS_FC_HEADROOM)
  581. /* This is needed for determining of last_max */
  582. #define SUB_S16(a, b) (s16)((s16)(a) - (s16)(b))
  583. #define SUB_S32(a, b) (s32)((s32)(a) - (s32)(b))
  584. #define BNX2X_SWCID_SHIFT 17
  585. #define BNX2X_SWCID_MASK ((0x1 << BNX2X_SWCID_SHIFT) - 1)
  586. /* used on a CID received from the HW */
  587. #define SW_CID(x) (le32_to_cpu(x) & BNX2X_SWCID_MASK)
  588. #define CQE_CMD(x) (le32_to_cpu(x) >> \
  589. COMMON_RAMROD_ETH_RX_CQE_CMD_ID_SHIFT)
  590. #define BD_UNMAP_ADDR(bd) HILO_U64(le32_to_cpu((bd)->addr_hi), \
  591. le32_to_cpu((bd)->addr_lo))
  592. #define BD_UNMAP_LEN(bd) (le16_to_cpu((bd)->nbytes))
  593. #define BNX2X_DB_MIN_SHIFT 3 /* 8 bytes */
  594. #define BNX2X_DB_SHIFT 7 /* 128 bytes*/
  595. #if (BNX2X_DB_SHIFT < BNX2X_DB_MIN_SHIFT)
  596. #error "Min DB doorbell stride is 8"
  597. #endif
  598. #define DPM_TRIGER_TYPE 0x40
  599. #define DOORBELL(bp, cid, val) \
  600. do { \
  601. writel((u32)(val), bp->doorbells + (bp->db_size * (cid)) + \
  602. DPM_TRIGER_TYPE); \
  603. } while (0)
  604. /* TX CSUM helpers */
  605. #define SKB_CS_OFF(skb) (offsetof(struct tcphdr, check) - \
  606. skb->csum_offset)
  607. #define SKB_CS(skb) (*(u16 *)(skb_transport_header(skb) + \
  608. skb->csum_offset))
  609. #define pbd_tcp_flags(skb) (ntohl(tcp_flag_word(tcp_hdr(skb)))>>16 & 0xff)
  610. #define XMIT_PLAIN 0
  611. #define XMIT_CSUM_V4 0x1
  612. #define XMIT_CSUM_V6 0x2
  613. #define XMIT_CSUM_TCP 0x4
  614. #define XMIT_GSO_V4 0x8
  615. #define XMIT_GSO_V6 0x10
  616. #define XMIT_CSUM (XMIT_CSUM_V4 | XMIT_CSUM_V6)
  617. #define XMIT_GSO (XMIT_GSO_V4 | XMIT_GSO_V6)
  618. /* stuff added to make the code fit 80Col */
  619. #define CQE_TYPE(cqe_fp_flags) ((cqe_fp_flags) & ETH_FAST_PATH_RX_CQE_TYPE)
  620. #define CQE_TYPE_START(cqe_type) ((cqe_type) == RX_ETH_CQE_TYPE_ETH_START_AGG)
  621. #define CQE_TYPE_STOP(cqe_type) ((cqe_type) == RX_ETH_CQE_TYPE_ETH_STOP_AGG)
  622. #define CQE_TYPE_SLOW(cqe_type) ((cqe_type) == RX_ETH_CQE_TYPE_ETH_RAMROD)
  623. #define CQE_TYPE_FAST(cqe_type) ((cqe_type) == RX_ETH_CQE_TYPE_ETH_FASTPATH)
  624. #define ETH_RX_ERROR_FALGS ETH_FAST_PATH_RX_CQE_PHY_DECODE_ERR_FLG
  625. #define BNX2X_PRS_FLAG_OVERETH_IPV4(flags) \
  626. (((le16_to_cpu(flags) & \
  627. PARSING_FLAGS_OVER_ETHERNET_PROTOCOL) >> \
  628. PARSING_FLAGS_OVER_ETHERNET_PROTOCOL_SHIFT) \
  629. == PRS_FLAG_OVERETH_IPV4)
  630. #define BNX2X_RX_SUM_FIX(cqe) \
  631. BNX2X_PRS_FLAG_OVERETH_IPV4(cqe->fast_path_cqe.pars_flags.flags)
  632. #define FP_USB_FUNC_OFF \
  633. offsetof(struct cstorm_status_block_u, func)
  634. #define FP_CSB_FUNC_OFF \
  635. offsetof(struct cstorm_status_block_c, func)
  636. #define HC_INDEX_ETH_RX_CQ_CONS 1
  637. #define HC_INDEX_OOO_TX_CQ_CONS 4
  638. #define HC_INDEX_ETH_TX_CQ_CONS_COS0 5
  639. #define HC_INDEX_ETH_TX_CQ_CONS_COS1 6
  640. #define HC_INDEX_ETH_TX_CQ_CONS_COS2 7
  641. #define HC_INDEX_ETH_FIRST_TX_CQ_CONS HC_INDEX_ETH_TX_CQ_CONS_COS0
  642. #define BNX2X_RX_SB_INDEX \
  643. (&fp->sb_index_values[HC_INDEX_ETH_RX_CQ_CONS])
  644. #define BNX2X_TX_SB_INDEX_BASE BNX2X_TX_SB_INDEX_COS0
  645. #define BNX2X_TX_SB_INDEX_COS0 \
  646. (&fp->sb_index_values[HC_INDEX_ETH_TX_CQ_CONS_COS0])
  647. /* end of fast path */
  648. /* common */
  649. struct bnx2x_common {
  650. u32 chip_id;
  651. /* chip num:16-31, rev:12-15, metal:4-11, bond_id:0-3 */
  652. #define CHIP_ID(bp) (bp->common.chip_id & 0xfffffff0)
  653. #define CHIP_NUM(bp) (bp->common.chip_id >> 16)
  654. #define CHIP_NUM_57710 0x164e
  655. #define CHIP_NUM_57711 0x164f
  656. #define CHIP_NUM_57711E 0x1650
  657. #define CHIP_NUM_57712 0x1662
  658. #define CHIP_NUM_57712_MF 0x1663
  659. #define CHIP_NUM_57713 0x1651
  660. #define CHIP_NUM_57713E 0x1652
  661. #define CHIP_NUM_57800 0x168a
  662. #define CHIP_NUM_57800_MF 0x16a5
  663. #define CHIP_NUM_57810 0x168e
  664. #define CHIP_NUM_57810_MF 0x16ae
  665. #define CHIP_NUM_57811 0x163d
  666. #define CHIP_NUM_57811_MF 0x163e
  667. #define CHIP_NUM_57840_OBSOLETE 0x168d
  668. #define CHIP_NUM_57840_MF_OBSOLETE 0x16ab
  669. #define CHIP_NUM_57840_4_10 0x16a1
  670. #define CHIP_NUM_57840_2_20 0x16a2
  671. #define CHIP_NUM_57840_MF 0x16a4
  672. #define CHIP_IS_E1(bp) (CHIP_NUM(bp) == CHIP_NUM_57710)
  673. #define CHIP_IS_57711(bp) (CHIP_NUM(bp) == CHIP_NUM_57711)
  674. #define CHIP_IS_57711E(bp) (CHIP_NUM(bp) == CHIP_NUM_57711E)
  675. #define CHIP_IS_57712(bp) (CHIP_NUM(bp) == CHIP_NUM_57712)
  676. #define CHIP_IS_57712_MF(bp) (CHIP_NUM(bp) == CHIP_NUM_57712_MF)
  677. #define CHIP_IS_57800(bp) (CHIP_NUM(bp) == CHIP_NUM_57800)
  678. #define CHIP_IS_57800_MF(bp) (CHIP_NUM(bp) == CHIP_NUM_57800_MF)
  679. #define CHIP_IS_57810(bp) (CHIP_NUM(bp) == CHIP_NUM_57810)
  680. #define CHIP_IS_57810_MF(bp) (CHIP_NUM(bp) == CHIP_NUM_57810_MF)
  681. #define CHIP_IS_57811(bp) (CHIP_NUM(bp) == CHIP_NUM_57811)
  682. #define CHIP_IS_57811_MF(bp) (CHIP_NUM(bp) == CHIP_NUM_57811_MF)
  683. #define CHIP_IS_57840(bp) \
  684. ((CHIP_NUM(bp) == CHIP_NUM_57840_4_10) || \
  685. (CHIP_NUM(bp) == CHIP_NUM_57840_2_20) || \
  686. (CHIP_NUM(bp) == CHIP_NUM_57840_OBSOLETE))
  687. #define CHIP_IS_57840_MF(bp) ((CHIP_NUM(bp) == CHIP_NUM_57840_MF) || \
  688. (CHIP_NUM(bp) == CHIP_NUM_57840_MF_OBSOLETE))
  689. #define CHIP_IS_E1H(bp) (CHIP_IS_57711(bp) || \
  690. CHIP_IS_57711E(bp))
  691. #define CHIP_IS_E2(bp) (CHIP_IS_57712(bp) || \
  692. CHIP_IS_57712_MF(bp))
  693. #define CHIP_IS_E3(bp) (CHIP_IS_57800(bp) || \
  694. CHIP_IS_57800_MF(bp) || \
  695. CHIP_IS_57810(bp) || \
  696. CHIP_IS_57810_MF(bp) || \
  697. CHIP_IS_57811(bp) || \
  698. CHIP_IS_57811_MF(bp) || \
  699. CHIP_IS_57840(bp) || \
  700. CHIP_IS_57840_MF(bp))
  701. #define CHIP_IS_E1x(bp) (CHIP_IS_E1((bp)) || CHIP_IS_E1H((bp)))
  702. #define USES_WARPCORE(bp) (CHIP_IS_E3(bp))
  703. #define IS_E1H_OFFSET (!CHIP_IS_E1(bp))
  704. #define CHIP_REV_SHIFT 12
  705. #define CHIP_REV_MASK (0xF << CHIP_REV_SHIFT)
  706. #define CHIP_REV_VAL(bp) (bp->common.chip_id & CHIP_REV_MASK)
  707. #define CHIP_REV_Ax (0x0 << CHIP_REV_SHIFT)
  708. #define CHIP_REV_Bx (0x1 << CHIP_REV_SHIFT)
  709. /* assume maximum 5 revisions */
  710. #define CHIP_REV_IS_SLOW(bp) (CHIP_REV_VAL(bp) > 0x00005000)
  711. /* Emul versions are A=>0xe, B=>0xc, C=>0xa, D=>8, E=>6 */
  712. #define CHIP_REV_IS_EMUL(bp) ((CHIP_REV_IS_SLOW(bp)) && \
  713. !(CHIP_REV_VAL(bp) & 0x00001000))
  714. /* FPGA versions are A=>0xf, B=>0xd, C=>0xb, D=>9, E=>7 */
  715. #define CHIP_REV_IS_FPGA(bp) ((CHIP_REV_IS_SLOW(bp)) && \
  716. (CHIP_REV_VAL(bp) & 0x00001000))
  717. #define CHIP_TIME(bp) ((CHIP_REV_IS_EMUL(bp)) ? 2000 : \
  718. ((CHIP_REV_IS_FPGA(bp)) ? 200 : 1))
  719. #define CHIP_METAL(bp) (bp->common.chip_id & 0x00000ff0)
  720. #define CHIP_BOND_ID(bp) (bp->common.chip_id & 0x0000000f)
  721. #define CHIP_REV_SIM(bp) (((CHIP_REV_MASK - CHIP_REV_VAL(bp)) >>\
  722. (CHIP_REV_SHIFT + 1)) \
  723. << CHIP_REV_SHIFT)
  724. #define CHIP_REV(bp) (CHIP_REV_IS_SLOW(bp) ? \
  725. CHIP_REV_SIM(bp) :\
  726. CHIP_REV_VAL(bp))
  727. #define CHIP_IS_E3B0(bp) (CHIP_IS_E3(bp) && \
  728. (CHIP_REV(bp) == CHIP_REV_Bx))
  729. #define CHIP_IS_E3A0(bp) (CHIP_IS_E3(bp) && \
  730. (CHIP_REV(bp) == CHIP_REV_Ax))
  731. int flash_size;
  732. #define BNX2X_NVRAM_1MB_SIZE 0x20000 /* 1M bit in bytes */
  733. #define BNX2X_NVRAM_TIMEOUT_COUNT 30000
  734. #define BNX2X_NVRAM_PAGE_SIZE 256
  735. u32 shmem_base;
  736. u32 shmem2_base;
  737. u32 mf_cfg_base;
  738. u32 mf2_cfg_base;
  739. u32 hw_config;
  740. u32 bc_ver;
  741. u8 int_block;
  742. #define INT_BLOCK_HC 0
  743. #define INT_BLOCK_IGU 1
  744. #define INT_BLOCK_MODE_NORMAL 0
  745. #define INT_BLOCK_MODE_BW_COMP 2
  746. #define CHIP_INT_MODE_IS_NBC(bp) \
  747. (!CHIP_IS_E1x(bp) && \
  748. !((bp)->common.int_block & INT_BLOCK_MODE_BW_COMP))
  749. #define CHIP_INT_MODE_IS_BC(bp) (!CHIP_INT_MODE_IS_NBC(bp))
  750. u8 chip_port_mode;
  751. #define CHIP_4_PORT_MODE 0x0
  752. #define CHIP_2_PORT_MODE 0x1
  753. #define CHIP_PORT_MODE_NONE 0x2
  754. #define CHIP_MODE(bp) (bp->common.chip_port_mode)
  755. #define CHIP_MODE_IS_4_PORT(bp) (CHIP_MODE(bp) == CHIP_4_PORT_MODE)
  756. u32 boot_mode;
  757. };
  758. /* IGU MSIX STATISTICS on 57712: 64 for VFs; 4 for PFs; 4 for Attentions */
  759. #define BNX2X_IGU_STAS_MSG_VF_CNT 64
  760. #define BNX2X_IGU_STAS_MSG_PF_CNT 4
  761. /* end of common */
  762. /* port */
  763. struct bnx2x_port {
  764. u32 pmf;
  765. u32 link_config[LINK_CONFIG_SIZE];
  766. u32 supported[LINK_CONFIG_SIZE];
  767. /* link settings - missing defines */
  768. #define SUPPORTED_2500baseX_Full (1 << 15)
  769. u32 advertising[LINK_CONFIG_SIZE];
  770. /* link settings - missing defines */
  771. #define ADVERTISED_2500baseX_Full (1 << 15)
  772. u32 phy_addr;
  773. /* used to synchronize phy accesses */
  774. struct mutex phy_mutex;
  775. int need_hw_lock;
  776. u32 port_stx;
  777. struct nig_stats old_nig_stats;
  778. };
  779. /* end of port */
  780. #define STATS_OFFSET32(stat_name) \
  781. (offsetof(struct bnx2x_eth_stats, stat_name) / 4)
  782. /* slow path */
  783. /* slow path work-queue */
  784. extern struct workqueue_struct *bnx2x_wq;
  785. #define BNX2X_MAX_NUM_OF_VFS 64
  786. #define BNX2X_VF_ID_INVALID 0xFF
  787. /*
  788. * The total number of L2 queues, MSIX vectors and HW contexts (CIDs) is
  789. * control by the number of fast-path status blocks supported by the
  790. * device (HW/FW). Each fast-path status block (FP-SB) aka non-default
  791. * status block represents an independent interrupts context that can
  792. * serve a regular L2 networking queue. However special L2 queues such
  793. * as the FCoE queue do not require a FP-SB and other components like
  794. * the CNIC may consume FP-SB reducing the number of possible L2 queues
  795. *
  796. * If the maximum number of FP-SB available is X then:
  797. * a. If CNIC is supported it consumes 1 FP-SB thus the max number of
  798. * regular L2 queues is Y=X-1
  799. * b. in MF mode the actual number of L2 queues is Y= (X-1/MF_factor)
  800. * c. If the FCoE L2 queue is supported the actual number of L2 queues
  801. * is Y+1
  802. * d. The number of irqs (MSIX vectors) is either Y+1 (one extra for
  803. * slow-path interrupts) or Y+2 if CNIC is supported (one additional
  804. * FP interrupt context for the CNIC).
  805. * e. The number of HW context (CID count) is always X or X+1 if FCoE
  806. * L2 queue is supported. the cid for the FCoE L2 queue is always X.
  807. */
  808. /* fast-path interrupt contexts E1x */
  809. #define FP_SB_MAX_E1x 16
  810. /* fast-path interrupt contexts E2 */
  811. #define FP_SB_MAX_E2 HC_SB_MAX_SB_E2
  812. union cdu_context {
  813. struct eth_context eth;
  814. char pad[1024];
  815. };
  816. /* CDU host DB constants */
  817. #define CDU_ILT_PAGE_SZ_HW 2
  818. #define CDU_ILT_PAGE_SZ (8192 << CDU_ILT_PAGE_SZ_HW) /* 32K */
  819. #define ILT_PAGE_CIDS (CDU_ILT_PAGE_SZ / sizeof(union cdu_context))
  820. #ifdef BCM_CNIC
  821. #define CNIC_ISCSI_CID_MAX 256
  822. #define CNIC_FCOE_CID_MAX 2048
  823. #define CNIC_CID_MAX (CNIC_ISCSI_CID_MAX + CNIC_FCOE_CID_MAX)
  824. #define CNIC_ILT_LINES DIV_ROUND_UP(CNIC_CID_MAX, ILT_PAGE_CIDS)
  825. #endif
  826. #define QM_ILT_PAGE_SZ_HW 0
  827. #define QM_ILT_PAGE_SZ (4096 << QM_ILT_PAGE_SZ_HW) /* 4K */
  828. #define QM_CID_ROUND 1024
  829. #ifdef BCM_CNIC
  830. /* TM (timers) host DB constants */
  831. #define TM_ILT_PAGE_SZ_HW 0
  832. #define TM_ILT_PAGE_SZ (4096 << TM_ILT_PAGE_SZ_HW) /* 4K */
  833. /* #define TM_CONN_NUM (CNIC_STARTING_CID+CNIC_ISCSI_CXT_MAX) */
  834. #define TM_CONN_NUM 1024
  835. #define TM_ILT_SZ (8 * TM_CONN_NUM)
  836. #define TM_ILT_LINES DIV_ROUND_UP(TM_ILT_SZ, TM_ILT_PAGE_SZ)
  837. /* SRC (Searcher) host DB constants */
  838. #define SRC_ILT_PAGE_SZ_HW 0
  839. #define SRC_ILT_PAGE_SZ (4096 << SRC_ILT_PAGE_SZ_HW) /* 4K */
  840. #define SRC_HASH_BITS 10
  841. #define SRC_CONN_NUM (1 << SRC_HASH_BITS) /* 1024 */
  842. #define SRC_ILT_SZ (sizeof(struct src_ent) * SRC_CONN_NUM)
  843. #define SRC_T2_SZ SRC_ILT_SZ
  844. #define SRC_ILT_LINES DIV_ROUND_UP(SRC_ILT_SZ, SRC_ILT_PAGE_SZ)
  845. #endif
  846. #define MAX_DMAE_C 8
  847. /* DMA memory not used in fastpath */
  848. struct bnx2x_slowpath {
  849. union {
  850. struct mac_configuration_cmd e1x;
  851. struct eth_classify_rules_ramrod_data e2;
  852. } mac_rdata;
  853. union {
  854. struct tstorm_eth_mac_filter_config e1x;
  855. struct eth_filter_rules_ramrod_data e2;
  856. } rx_mode_rdata;
  857. union {
  858. struct mac_configuration_cmd e1;
  859. struct eth_multicast_rules_ramrod_data e2;
  860. } mcast_rdata;
  861. struct eth_rss_update_ramrod_data rss_rdata;
  862. /* Queue State related ramrods are always sent under rtnl_lock */
  863. union {
  864. struct client_init_ramrod_data init_data;
  865. struct client_update_ramrod_data update_data;
  866. } q_rdata;
  867. union {
  868. struct function_start_data func_start;
  869. /* pfc configuration for DCBX ramrod */
  870. struct flow_control_configuration pfc_config;
  871. } func_rdata;
  872. /* afex ramrod can not be a part of func_rdata union because these
  873. * events might arrive in parallel to other events from func_rdata.
  874. * Therefore, if they would have been defined in the same union,
  875. * data can get corrupted.
  876. */
  877. struct afex_vif_list_ramrod_data func_afex_rdata;
  878. /* used by dmae command executer */
  879. struct dmae_command dmae[MAX_DMAE_C];
  880. u32 stats_comp;
  881. union mac_stats mac_stats;
  882. struct nig_stats nig_stats;
  883. struct host_port_stats port_stats;
  884. struct host_func_stats func_stats;
  885. u32 wb_comp;
  886. u32 wb_data[4];
  887. union drv_info_to_mcp drv_info_to_mcp;
  888. };
  889. #define bnx2x_sp(bp, var) (&bp->slowpath->var)
  890. #define bnx2x_sp_mapping(bp, var) \
  891. (bp->slowpath_mapping + offsetof(struct bnx2x_slowpath, var))
  892. /* attn group wiring */
  893. #define MAX_DYNAMIC_ATTN_GRPS 8
  894. struct attn_route {
  895. u32 sig[5];
  896. };
  897. struct iro {
  898. u32 base;
  899. u16 m1;
  900. u16 m2;
  901. u16 m3;
  902. u16 size;
  903. };
  904. struct hw_context {
  905. union cdu_context *vcxt;
  906. dma_addr_t cxt_mapping;
  907. size_t size;
  908. };
  909. /* forward */
  910. struct bnx2x_ilt;
  911. enum bnx2x_recovery_state {
  912. BNX2X_RECOVERY_DONE,
  913. BNX2X_RECOVERY_INIT,
  914. BNX2X_RECOVERY_WAIT,
  915. BNX2X_RECOVERY_FAILED,
  916. BNX2X_RECOVERY_NIC_LOADING
  917. };
  918. /*
  919. * Event queue (EQ or event ring) MC hsi
  920. * NUM_EQ_PAGES and EQ_DESC_CNT_PAGE must be power of 2
  921. */
  922. #define NUM_EQ_PAGES 1
  923. #define EQ_DESC_CNT_PAGE (BCM_PAGE_SIZE / sizeof(union event_ring_elem))
  924. #define EQ_DESC_MAX_PAGE (EQ_DESC_CNT_PAGE - 1)
  925. #define NUM_EQ_DESC (EQ_DESC_CNT_PAGE * NUM_EQ_PAGES)
  926. #define EQ_DESC_MASK (NUM_EQ_DESC - 1)
  927. #define MAX_EQ_AVAIL (EQ_DESC_MAX_PAGE * NUM_EQ_PAGES - 2)
  928. /* depends on EQ_DESC_CNT_PAGE being a power of 2 */
  929. #define NEXT_EQ_IDX(x) ((((x) & EQ_DESC_MAX_PAGE) == \
  930. (EQ_DESC_MAX_PAGE - 1)) ? (x) + 2 : (x) + 1)
  931. /* depends on the above and on NUM_EQ_PAGES being a power of 2 */
  932. #define EQ_DESC(x) ((x) & EQ_DESC_MASK)
  933. #define BNX2X_EQ_INDEX \
  934. (&bp->def_status_blk->sp_sb.\
  935. index_values[HC_SP_INDEX_EQ_CONS])
  936. /* This is a data that will be used to create a link report message.
  937. * We will keep the data used for the last link report in order
  938. * to prevent reporting the same link parameters twice.
  939. */
  940. struct bnx2x_link_report_data {
  941. u16 line_speed; /* Effective line speed */
  942. unsigned long link_report_flags;/* BNX2X_LINK_REPORT_XXX flags */
  943. };
  944. enum {
  945. BNX2X_LINK_REPORT_FD, /* Full DUPLEX */
  946. BNX2X_LINK_REPORT_LINK_DOWN,
  947. BNX2X_LINK_REPORT_RX_FC_ON,
  948. BNX2X_LINK_REPORT_TX_FC_ON,
  949. };
  950. enum {
  951. BNX2X_PORT_QUERY_IDX,
  952. BNX2X_PF_QUERY_IDX,
  953. BNX2X_FCOE_QUERY_IDX,
  954. BNX2X_FIRST_QUEUE_QUERY_IDX,
  955. };
  956. struct bnx2x_fw_stats_req {
  957. struct stats_query_header hdr;
  958. struct stats_query_entry query[FP_SB_MAX_E1x+
  959. BNX2X_FIRST_QUEUE_QUERY_IDX];
  960. };
  961. struct bnx2x_fw_stats_data {
  962. struct stats_counter storm_counters;
  963. struct per_port_stats port;
  964. struct per_pf_stats pf;
  965. struct fcoe_statistics_params fcoe;
  966. struct per_queue_stats queue_stats[1];
  967. };
  968. /* Public slow path states */
  969. enum {
  970. BNX2X_SP_RTNL_SETUP_TC,
  971. BNX2X_SP_RTNL_TX_TIMEOUT,
  972. BNX2X_SP_RTNL_AFEX_F_UPDATE,
  973. BNX2X_SP_RTNL_FAN_FAILURE,
  974. };
  975. struct bnx2x_prev_path_list {
  976. u8 bus;
  977. u8 slot;
  978. u8 path;
  979. struct list_head list;
  980. };
  981. struct bnx2x_sp_objs {
  982. /* MACs object */
  983. struct bnx2x_vlan_mac_obj mac_obj;
  984. /* Queue State object */
  985. struct bnx2x_queue_sp_obj q_obj;
  986. };
  987. struct bnx2x_fp_stats {
  988. struct tstorm_per_queue_stats old_tclient;
  989. struct ustorm_per_queue_stats old_uclient;
  990. struct xstorm_per_queue_stats old_xclient;
  991. struct bnx2x_eth_q_stats eth_q_stats;
  992. struct bnx2x_eth_q_stats_old eth_q_stats_old;
  993. };
  994. struct bnx2x {
  995. /* Fields used in the tx and intr/napi performance paths
  996. * are grouped together in the beginning of the structure
  997. */
  998. struct bnx2x_fastpath *fp;
  999. struct bnx2x_sp_objs *sp_objs;
  1000. struct bnx2x_fp_stats *fp_stats;
  1001. struct bnx2x_fp_txdata *bnx2x_txq;
  1002. int bnx2x_txq_size;
  1003. void __iomem *regview;
  1004. void __iomem *doorbells;
  1005. u16 db_size;
  1006. u8 pf_num; /* absolute PF number */
  1007. u8 pfid; /* per-path PF number */
  1008. int base_fw_ndsb; /**/
  1009. #define BP_PATH(bp) (CHIP_IS_E1x(bp) ? 0 : (bp->pf_num & 1))
  1010. #define BP_PORT(bp) (bp->pfid & 1)
  1011. #define BP_FUNC(bp) (bp->pfid)
  1012. #define BP_ABS_FUNC(bp) (bp->pf_num)
  1013. #define BP_VN(bp) ((bp)->pfid >> 1)
  1014. #define BP_MAX_VN_NUM(bp) (CHIP_MODE_IS_4_PORT(bp) ? 2 : 4)
  1015. #define BP_L_ID(bp) (BP_VN(bp) << 2)
  1016. #define BP_FW_MB_IDX_VN(bp, vn) (BP_PORT(bp) +\
  1017. (vn) * ((CHIP_IS_E1x(bp) || (CHIP_MODE_IS_4_PORT(bp))) ? 2 : 1))
  1018. #define BP_FW_MB_IDX(bp) BP_FW_MB_IDX_VN(bp, BP_VN(bp))
  1019. struct net_device *dev;
  1020. struct pci_dev *pdev;
  1021. const struct iro *iro_arr;
  1022. #define IRO (bp->iro_arr)
  1023. enum bnx2x_recovery_state recovery_state;
  1024. int is_leader;
  1025. struct msix_entry *msix_table;
  1026. int tx_ring_size;
  1027. /* L2 header size + 2*VLANs (8 bytes) + LLC SNAP (8 bytes) */
  1028. #define ETH_OVREHEAD (ETH_HLEN + 8 + 8)
  1029. #define ETH_MIN_PACKET_SIZE 60
  1030. #define ETH_MAX_PACKET_SIZE 1500
  1031. #define ETH_MAX_JUMBO_PACKET_SIZE 9600
  1032. /* TCP with Timestamp Option (32) + IPv6 (40) */
  1033. #define ETH_MAX_TPA_HEADER_SIZE 72
  1034. /* Max supported alignment is 256 (8 shift) */
  1035. #define BNX2X_RX_ALIGN_SHIFT min(8, L1_CACHE_SHIFT)
  1036. /* FW uses 2 Cache lines Alignment for start packet and size
  1037. *
  1038. * We assume skb_build() uses sizeof(struct skb_shared_info) bytes
  1039. * at the end of skb->data, to avoid wasting a full cache line.
  1040. * This reduces memory use (skb->truesize).
  1041. */
  1042. #define BNX2X_FW_RX_ALIGN_START (1UL << BNX2X_RX_ALIGN_SHIFT)
  1043. #define BNX2X_FW_RX_ALIGN_END \
  1044. max(1UL << BNX2X_RX_ALIGN_SHIFT, \
  1045. SKB_DATA_ALIGN(sizeof(struct skb_shared_info)))
  1046. #define BNX2X_PXP_DRAM_ALIGN (BNX2X_RX_ALIGN_SHIFT - 5)
  1047. struct host_sp_status_block *def_status_blk;
  1048. #define DEF_SB_IGU_ID 16
  1049. #define DEF_SB_ID HC_SP_SB_ID
  1050. __le16 def_idx;
  1051. __le16 def_att_idx;
  1052. u32 attn_state;
  1053. struct attn_route attn_group[MAX_DYNAMIC_ATTN_GRPS];
  1054. /* slow path ring */
  1055. struct eth_spe *spq;
  1056. dma_addr_t spq_mapping;
  1057. u16 spq_prod_idx;
  1058. struct eth_spe *spq_prod_bd;
  1059. struct eth_spe *spq_last_bd;
  1060. __le16 *dsb_sp_prod;
  1061. atomic_t cq_spq_left; /* ETH_XXX ramrods credit */
  1062. /* used to synchronize spq accesses */
  1063. spinlock_t spq_lock;
  1064. /* event queue */
  1065. union event_ring_elem *eq_ring;
  1066. dma_addr_t eq_mapping;
  1067. u16 eq_prod;
  1068. u16 eq_cons;
  1069. __le16 *eq_cons_sb;
  1070. atomic_t eq_spq_left; /* COMMON_XXX ramrods credit */
  1071. /* Counter for marking that there is a STAT_QUERY ramrod pending */
  1072. u16 stats_pending;
  1073. /* Counter for completed statistics ramrods */
  1074. u16 stats_comp;
  1075. /* End of fields used in the performance code paths */
  1076. int panic;
  1077. int msg_enable;
  1078. u32 flags;
  1079. #define PCIX_FLAG (1 << 0)
  1080. #define PCI_32BIT_FLAG (1 << 1)
  1081. #define ONE_PORT_FLAG (1 << 2)
  1082. #define NO_WOL_FLAG (1 << 3)
  1083. #define USING_DAC_FLAG (1 << 4)
  1084. #define USING_MSIX_FLAG (1 << 5)
  1085. #define USING_MSI_FLAG (1 << 6)
  1086. #define DISABLE_MSI_FLAG (1 << 7)
  1087. #define TPA_ENABLE_FLAG (1 << 8)
  1088. #define NO_MCP_FLAG (1 << 9)
  1089. #define BP_NOMCP(bp) (bp->flags & NO_MCP_FLAG)
  1090. #define GRO_ENABLE_FLAG (1 << 10)
  1091. #define MF_FUNC_DIS (1 << 11)
  1092. #define OWN_CNIC_IRQ (1 << 12)
  1093. #define NO_ISCSI_OOO_FLAG (1 << 13)
  1094. #define NO_ISCSI_FLAG (1 << 14)
  1095. #define NO_FCOE_FLAG (1 << 15)
  1096. #define BC_SUPPORTS_PFC_STATS (1 << 17)
  1097. #define BC_SUPPORTS_FCOE_FEATURES (1 << 19)
  1098. #define USING_SINGLE_MSIX_FLAG (1 << 20)
  1099. #define BC_SUPPORTS_DCBX_MSG_NON_PMF (1 << 21)
  1100. #define NO_ISCSI(bp) ((bp)->flags & NO_ISCSI_FLAG)
  1101. #define NO_ISCSI_OOO(bp) ((bp)->flags & NO_ISCSI_OOO_FLAG)
  1102. #define NO_FCOE(bp) ((bp)->flags & NO_FCOE_FLAG)
  1103. int pm_cap;
  1104. int mrrs;
  1105. struct delayed_work sp_task;
  1106. struct delayed_work sp_rtnl_task;
  1107. struct delayed_work period_task;
  1108. struct timer_list timer;
  1109. int current_interval;
  1110. u16 fw_seq;
  1111. u16 fw_drv_pulse_wr_seq;
  1112. u32 func_stx;
  1113. struct link_params link_params;
  1114. struct link_vars link_vars;
  1115. u32 link_cnt;
  1116. struct bnx2x_link_report_data last_reported_link;
  1117. struct mdio_if_info mdio;
  1118. struct bnx2x_common common;
  1119. struct bnx2x_port port;
  1120. struct cmng_init cmng;
  1121. u32 mf_config[E1HVN_MAX];
  1122. u32 mf_ext_config;
  1123. u32 path_has_ovlan; /* E3 */
  1124. u16 mf_ov;
  1125. u8 mf_mode;
  1126. #define IS_MF(bp) (bp->mf_mode != 0)
  1127. #define IS_MF_SI(bp) (bp->mf_mode == MULTI_FUNCTION_SI)
  1128. #define IS_MF_SD(bp) (bp->mf_mode == MULTI_FUNCTION_SD)
  1129. #define IS_MF_AFEX(bp) (bp->mf_mode == MULTI_FUNCTION_AFEX)
  1130. u8 wol;
  1131. int rx_ring_size;
  1132. u16 tx_quick_cons_trip_int;
  1133. u16 tx_quick_cons_trip;
  1134. u16 tx_ticks_int;
  1135. u16 tx_ticks;
  1136. u16 rx_quick_cons_trip_int;
  1137. u16 rx_quick_cons_trip;
  1138. u16 rx_ticks_int;
  1139. u16 rx_ticks;
  1140. /* Maximal coalescing timeout in us */
  1141. #define BNX2X_MAX_COALESCE_TOUT (0xf0*12)
  1142. u32 lin_cnt;
  1143. u16 state;
  1144. #define BNX2X_STATE_CLOSED 0
  1145. #define BNX2X_STATE_OPENING_WAIT4_LOAD 0x1000
  1146. #define BNX2X_STATE_OPENING_WAIT4_PORT 0x2000
  1147. #define BNX2X_STATE_OPEN 0x3000
  1148. #define BNX2X_STATE_CLOSING_WAIT4_HALT 0x4000
  1149. #define BNX2X_STATE_CLOSING_WAIT4_DELETE 0x5000
  1150. #define BNX2X_STATE_DIAG 0xe000
  1151. #define BNX2X_STATE_ERROR 0xf000
  1152. #define BNX2X_MAX_PRIORITY 8
  1153. #define BNX2X_MAX_ENTRIES_PER_PRI 16
  1154. #define BNX2X_MAX_COS 3
  1155. #define BNX2X_MAX_TX_COS 2
  1156. int num_queues;
  1157. int num_napi_queues;
  1158. int disable_tpa;
  1159. u32 rx_mode;
  1160. #define BNX2X_RX_MODE_NONE 0
  1161. #define BNX2X_RX_MODE_NORMAL 1
  1162. #define BNX2X_RX_MODE_ALLMULTI 2
  1163. #define BNX2X_RX_MODE_PROMISC 3
  1164. #define BNX2X_MAX_MULTICAST 64
  1165. u8 igu_dsb_id;
  1166. u8 igu_base_sb;
  1167. u8 igu_sb_cnt;
  1168. dma_addr_t def_status_blk_mapping;
  1169. struct bnx2x_slowpath *slowpath;
  1170. dma_addr_t slowpath_mapping;
  1171. /* Total number of FW statistics requests */
  1172. u8 fw_stats_num;
  1173. /*
  1174. * This is a memory buffer that will contain both statistics
  1175. * ramrod request and data.
  1176. */
  1177. void *fw_stats;
  1178. dma_addr_t fw_stats_mapping;
  1179. /*
  1180. * FW statistics request shortcut (points at the
  1181. * beginning of fw_stats buffer).
  1182. */
  1183. struct bnx2x_fw_stats_req *fw_stats_req;
  1184. dma_addr_t fw_stats_req_mapping;
  1185. int fw_stats_req_sz;
  1186. /*
  1187. * FW statistics data shortcut (points at the begining of
  1188. * fw_stats buffer + fw_stats_req_sz).
  1189. */
  1190. struct bnx2x_fw_stats_data *fw_stats_data;
  1191. dma_addr_t fw_stats_data_mapping;
  1192. int fw_stats_data_sz;
  1193. /* For max 196 cids (64*3 + non-eth), 32KB ILT page size and 1KB
  1194. * context size we need 8 ILT entries.
  1195. */
  1196. #define ILT_MAX_L2_LINES 8
  1197. struct hw_context context[ILT_MAX_L2_LINES];
  1198. struct bnx2x_ilt *ilt;
  1199. #define BP_ILT(bp) ((bp)->ilt)
  1200. #define ILT_MAX_LINES 256
  1201. /*
  1202. * Maximum supported number of RSS queues: number of IGU SBs minus one that goes
  1203. * to CNIC.
  1204. */
  1205. #define BNX2X_MAX_RSS_COUNT(bp) ((bp)->igu_sb_cnt - CNIC_PRESENT)
  1206. /*
  1207. * Maximum CID count that might be required by the bnx2x:
  1208. * Max RSS * Max_Tx_Multi_Cos + FCoE + iSCSI
  1209. */
  1210. #define BNX2X_L2_CID_COUNT(bp) (BNX2X_NUM_ETH_QUEUES(bp) * BNX2X_MULTI_TX_COS \
  1211. + NON_ETH_CONTEXT_USE + CNIC_PRESENT)
  1212. #define BNX2X_L2_MAX_CID(bp) (BNX2X_MAX_RSS_COUNT(bp) * BNX2X_MULTI_TX_COS \
  1213. + NON_ETH_CONTEXT_USE + CNIC_PRESENT)
  1214. #define L2_ILT_LINES(bp) (DIV_ROUND_UP(BNX2X_L2_CID_COUNT(bp),\
  1215. ILT_PAGE_CIDS))
  1216. int qm_cid_count;
  1217. int dropless_fc;
  1218. #ifdef BCM_CNIC
  1219. u32 cnic_flags;
  1220. #define BNX2X_CNIC_FLAG_MAC_SET 1
  1221. void *t2;
  1222. dma_addr_t t2_mapping;
  1223. struct cnic_ops __rcu *cnic_ops;
  1224. void *cnic_data;
  1225. u32 cnic_tag;
  1226. struct cnic_eth_dev cnic_eth_dev;
  1227. union host_hc_status_block cnic_sb;
  1228. dma_addr_t cnic_sb_mapping;
  1229. struct eth_spe *cnic_kwq;
  1230. struct eth_spe *cnic_kwq_prod;
  1231. struct eth_spe *cnic_kwq_cons;
  1232. struct eth_spe *cnic_kwq_last;
  1233. u16 cnic_kwq_pending;
  1234. u16 cnic_spq_pending;
  1235. u8 fip_mac[ETH_ALEN];
  1236. struct mutex cnic_mutex;
  1237. struct bnx2x_vlan_mac_obj iscsi_l2_mac_obj;
  1238. /* Start index of the "special" (CNIC related) L2 cleints */
  1239. u8 cnic_base_cl_id;
  1240. #endif
  1241. int dmae_ready;
  1242. /* used to synchronize dmae accesses */
  1243. spinlock_t dmae_lock;
  1244. /* used to protect the FW mail box */
  1245. struct mutex fw_mb_mutex;
  1246. /* used to synchronize stats collecting */
  1247. int stats_state;
  1248. /* used for synchronization of concurrent threads statistics handling */
  1249. spinlock_t stats_lock;
  1250. /* used by dmae command loader */
  1251. struct dmae_command stats_dmae;
  1252. int executer_idx;
  1253. u16 stats_counter;
  1254. struct bnx2x_eth_stats eth_stats;
  1255. struct host_func_stats func_stats;
  1256. struct bnx2x_eth_stats_old eth_stats_old;
  1257. struct bnx2x_net_stats_old net_stats_old;
  1258. struct bnx2x_fw_port_stats_old fw_stats_old;
  1259. bool stats_init;
  1260. struct z_stream_s *strm;
  1261. void *gunzip_buf;
  1262. dma_addr_t gunzip_mapping;
  1263. int gunzip_outlen;
  1264. #define FW_BUF_SIZE 0x8000
  1265. #define GUNZIP_BUF(bp) (bp->gunzip_buf)
  1266. #define GUNZIP_PHYS(bp) (bp->gunzip_mapping)
  1267. #define GUNZIP_OUTLEN(bp) (bp->gunzip_outlen)
  1268. struct raw_op *init_ops;
  1269. /* Init blocks offsets inside init_ops */
  1270. u16 *init_ops_offsets;
  1271. /* Data blob - has 32 bit granularity */
  1272. u32 *init_data;
  1273. u32 init_mode_flags;
  1274. #define INIT_MODE_FLAGS(bp) (bp->init_mode_flags)
  1275. /* Zipped PRAM blobs - raw data */
  1276. const u8 *tsem_int_table_data;
  1277. const u8 *tsem_pram_data;
  1278. const u8 *usem_int_table_data;
  1279. const u8 *usem_pram_data;
  1280. const u8 *xsem_int_table_data;
  1281. const u8 *xsem_pram_data;
  1282. const u8 *csem_int_table_data;
  1283. const u8 *csem_pram_data;
  1284. #define INIT_OPS(bp) (bp->init_ops)
  1285. #define INIT_OPS_OFFSETS(bp) (bp->init_ops_offsets)
  1286. #define INIT_DATA(bp) (bp->init_data)
  1287. #define INIT_TSEM_INT_TABLE_DATA(bp) (bp->tsem_int_table_data)
  1288. #define INIT_TSEM_PRAM_DATA(bp) (bp->tsem_pram_data)
  1289. #define INIT_USEM_INT_TABLE_DATA(bp) (bp->usem_int_table_data)
  1290. #define INIT_USEM_PRAM_DATA(bp) (bp->usem_pram_data)
  1291. #define INIT_XSEM_INT_TABLE_DATA(bp) (bp->xsem_int_table_data)
  1292. #define INIT_XSEM_PRAM_DATA(bp) (bp->xsem_pram_data)
  1293. #define INIT_CSEM_INT_TABLE_DATA(bp) (bp->csem_int_table_data)
  1294. #define INIT_CSEM_PRAM_DATA(bp) (bp->csem_pram_data)
  1295. #define PHY_FW_VER_LEN 20
  1296. char fw_ver[32];
  1297. const struct firmware *firmware;
  1298. /* DCB support on/off */
  1299. u16 dcb_state;
  1300. #define BNX2X_DCB_STATE_OFF 0
  1301. #define BNX2X_DCB_STATE_ON 1
  1302. /* DCBX engine mode */
  1303. int dcbx_enabled;
  1304. #define BNX2X_DCBX_ENABLED_OFF 0
  1305. #define BNX2X_DCBX_ENABLED_ON_NEG_OFF 1
  1306. #define BNX2X_DCBX_ENABLED_ON_NEG_ON 2
  1307. #define BNX2X_DCBX_ENABLED_INVALID (-1)
  1308. bool dcbx_mode_uset;
  1309. struct bnx2x_config_dcbx_params dcbx_config_params;
  1310. struct bnx2x_dcbx_port_params dcbx_port_params;
  1311. int dcb_version;
  1312. /* CAM credit pools */
  1313. struct bnx2x_credit_pool_obj macs_pool;
  1314. /* RX_MODE object */
  1315. struct bnx2x_rx_mode_obj rx_mode_obj;
  1316. /* MCAST object */
  1317. struct bnx2x_mcast_obj mcast_obj;
  1318. /* RSS configuration object */
  1319. struct bnx2x_rss_config_obj rss_conf_obj;
  1320. /* Function State controlling object */
  1321. struct bnx2x_func_sp_obj func_obj;
  1322. unsigned long sp_state;
  1323. /* operation indication for the sp_rtnl task */
  1324. unsigned long sp_rtnl_state;
  1325. /* DCBX Negotation results */
  1326. struct dcbx_features dcbx_local_feat;
  1327. u32 dcbx_error;
  1328. #ifdef BCM_DCBNL
  1329. struct dcbx_features dcbx_remote_feat;
  1330. u32 dcbx_remote_flags;
  1331. #endif
  1332. /* AFEX: store default vlan used */
  1333. int afex_def_vlan_tag;
  1334. enum mf_cfg_afex_vlan_mode afex_vlan_mode;
  1335. u32 pending_max;
  1336. /* multiple tx classes of service */
  1337. u8 max_cos;
  1338. /* priority to cos mapping */
  1339. u8 prio_to_cos[8];
  1340. };
  1341. /* Tx queues may be less or equal to Rx queues */
  1342. extern int num_queues;
  1343. #define BNX2X_NUM_QUEUES(bp) (bp->num_queues)
  1344. #define BNX2X_NUM_ETH_QUEUES(bp) (BNX2X_NUM_QUEUES(bp) - NON_ETH_CONTEXT_USE)
  1345. #define BNX2X_NUM_NON_CNIC_QUEUES(bp) (BNX2X_NUM_QUEUES(bp) - \
  1346. NON_ETH_CONTEXT_USE)
  1347. #define BNX2X_NUM_RX_QUEUES(bp) BNX2X_NUM_QUEUES(bp)
  1348. #define is_multi(bp) (BNX2X_NUM_QUEUES(bp) > 1)
  1349. #define BNX2X_MAX_QUEUES(bp) BNX2X_MAX_RSS_COUNT(bp)
  1350. /* #define is_eth_multi(bp) (BNX2X_NUM_ETH_QUEUES(bp) > 1) */
  1351. #define RSS_IPV4_CAP_MASK \
  1352. TSTORM_ETH_FUNCTION_COMMON_CONFIG_RSS_IPV4_CAPABILITY
  1353. #define RSS_IPV4_TCP_CAP_MASK \
  1354. TSTORM_ETH_FUNCTION_COMMON_CONFIG_RSS_IPV4_TCP_CAPABILITY
  1355. #define RSS_IPV6_CAP_MASK \
  1356. TSTORM_ETH_FUNCTION_COMMON_CONFIG_RSS_IPV6_CAPABILITY
  1357. #define RSS_IPV6_TCP_CAP_MASK \
  1358. TSTORM_ETH_FUNCTION_COMMON_CONFIG_RSS_IPV6_TCP_CAPABILITY
  1359. /* func init flags */
  1360. #define FUNC_FLG_RSS 0x0001
  1361. #define FUNC_FLG_STATS 0x0002
  1362. /* removed FUNC_FLG_UNMATCHED 0x0004 */
  1363. #define FUNC_FLG_TPA 0x0008
  1364. #define FUNC_FLG_SPQ 0x0010
  1365. #define FUNC_FLG_LEADING 0x0020 /* PF only */
  1366. struct bnx2x_func_init_params {
  1367. /* dma */
  1368. dma_addr_t fw_stat_map; /* valid iff FUNC_FLG_STATS */
  1369. dma_addr_t spq_map; /* valid iff FUNC_FLG_SPQ */
  1370. u16 func_flgs;
  1371. u16 func_id; /* abs fid */
  1372. u16 pf_id;
  1373. u16 spq_prod; /* valid iff FUNC_FLG_SPQ */
  1374. };
  1375. #define for_each_eth_queue(bp, var) \
  1376. for ((var) = 0; (var) < BNX2X_NUM_ETH_QUEUES(bp); (var)++)
  1377. #define for_each_nondefault_eth_queue(bp, var) \
  1378. for ((var) = 1; (var) < BNX2X_NUM_ETH_QUEUES(bp); (var)++)
  1379. #define for_each_queue(bp, var) \
  1380. for ((var) = 0; (var) < BNX2X_NUM_QUEUES(bp); (var)++) \
  1381. if (skip_queue(bp, var)) \
  1382. continue; \
  1383. else
  1384. /* Skip forwarding FP */
  1385. #define for_each_rx_queue(bp, var) \
  1386. for ((var) = 0; (var) < BNX2X_NUM_QUEUES(bp); (var)++) \
  1387. if (skip_rx_queue(bp, var)) \
  1388. continue; \
  1389. else
  1390. #define for_each_napi_rx_queue(bp, var) \
  1391. for ((var) = 0; (var) < bp->num_napi_queues; (var)++)
  1392. /* Skip OOO FP */
  1393. #define for_each_tx_queue(bp, var) \
  1394. for ((var) = 0; (var) < BNX2X_NUM_QUEUES(bp); (var)++) \
  1395. if (skip_tx_queue(bp, var)) \
  1396. continue; \
  1397. else
  1398. #define for_each_nondefault_queue(bp, var) \
  1399. for ((var) = 1; (var) < BNX2X_NUM_QUEUES(bp); (var)++) \
  1400. if (skip_queue(bp, var)) \
  1401. continue; \
  1402. else
  1403. #define for_each_cos_in_tx_queue(fp, var) \
  1404. for ((var) = 0; (var) < (fp)->max_cos; (var)++)
  1405. /* skip rx queue
  1406. * if FCOE l2 support is disabled and this is the fcoe L2 queue
  1407. */
  1408. #define skip_rx_queue(bp, idx) (NO_FCOE(bp) && IS_FCOE_IDX(idx))
  1409. /* skip tx queue
  1410. * if FCOE l2 support is disabled and this is the fcoe L2 queue
  1411. */
  1412. #define skip_tx_queue(bp, idx) (NO_FCOE(bp) && IS_FCOE_IDX(idx))
  1413. #define skip_queue(bp, idx) (NO_FCOE(bp) && IS_FCOE_IDX(idx))
  1414. /**
  1415. * bnx2x_set_mac_one - configure a single MAC address
  1416. *
  1417. * @bp: driver handle
  1418. * @mac: MAC to configure
  1419. * @obj: MAC object handle
  1420. * @set: if 'true' add a new MAC, otherwise - delete
  1421. * @mac_type: the type of the MAC to configure (e.g. ETH, UC list)
  1422. * @ramrod_flags: RAMROD_XXX flags (e.g. RAMROD_CONT, RAMROD_COMP_WAIT)
  1423. *
  1424. * Configures one MAC according to provided parameters or continues the
  1425. * execution of previously scheduled commands if RAMROD_CONT is set in
  1426. * ramrod_flags.
  1427. *
  1428. * Returns zero if operation has successfully completed, a positive value if the
  1429. * operation has been successfully scheduled and a negative - if a requested
  1430. * operations has failed.
  1431. */
  1432. int bnx2x_set_mac_one(struct bnx2x *bp, u8 *mac,
  1433. struct bnx2x_vlan_mac_obj *obj, bool set,
  1434. int mac_type, unsigned long *ramrod_flags);
  1435. /**
  1436. * bnx2x_del_all_macs - delete all MACs configured for the specific MAC object
  1437. *
  1438. * @bp: driver handle
  1439. * @mac_obj: MAC object handle
  1440. * @mac_type: type of the MACs to clear (BNX2X_XXX_MAC)
  1441. * @wait_for_comp: if 'true' block until completion
  1442. *
  1443. * Deletes all MACs of the specific type (e.g. ETH, UC list).
  1444. *
  1445. * Returns zero if operation has successfully completed, a positive value if the
  1446. * operation has been successfully scheduled and a negative - if a requested
  1447. * operations has failed.
  1448. */
  1449. int bnx2x_del_all_macs(struct bnx2x *bp,
  1450. struct bnx2x_vlan_mac_obj *mac_obj,
  1451. int mac_type, bool wait_for_comp);
  1452. /* Init Function API */
  1453. void bnx2x_func_init(struct bnx2x *bp, struct bnx2x_func_init_params *p);
  1454. int bnx2x_get_gpio(struct bnx2x *bp, int gpio_num, u8 port);
  1455. int bnx2x_set_gpio(struct bnx2x *bp, int gpio_num, u32 mode, u8 port);
  1456. int bnx2x_set_mult_gpio(struct bnx2x *bp, u8 pins, u32 mode);
  1457. int bnx2x_set_gpio_int(struct bnx2x *bp, int gpio_num, u32 mode, u8 port);
  1458. void bnx2x_read_mf_cfg(struct bnx2x *bp);
  1459. /* dmae */
  1460. void bnx2x_read_dmae(struct bnx2x *bp, u32 src_addr, u32 len32);
  1461. void bnx2x_write_dmae(struct bnx2x *bp, dma_addr_t dma_addr, u32 dst_addr,
  1462. u32 len32);
  1463. void bnx2x_post_dmae(struct bnx2x *bp, struct dmae_command *dmae, int idx);
  1464. u32 bnx2x_dmae_opcode_add_comp(u32 opcode, u8 comp_type);
  1465. u32 bnx2x_dmae_opcode_clr_src_reset(u32 opcode);
  1466. u32 bnx2x_dmae_opcode(struct bnx2x *bp, u8 src_type, u8 dst_type,
  1467. bool with_comp, u8 comp_type);
  1468. void bnx2x_calc_fc_adv(struct bnx2x *bp);
  1469. int bnx2x_sp_post(struct bnx2x *bp, int command, int cid,
  1470. u32 data_hi, u32 data_lo, int cmd_type);
  1471. void bnx2x_update_coalesce(struct bnx2x *bp);
  1472. int bnx2x_get_cur_phy_idx(struct bnx2x *bp);
  1473. static inline u32 reg_poll(struct bnx2x *bp, u32 reg, u32 expected, int ms,
  1474. int wait)
  1475. {
  1476. u32 val;
  1477. do {
  1478. val = REG_RD(bp, reg);
  1479. if (val == expected)
  1480. break;
  1481. ms -= wait;
  1482. msleep(wait);
  1483. } while (ms > 0);
  1484. return val;
  1485. }
  1486. #define BNX2X_ILT_ZALLOC(x, y, size) \
  1487. do { \
  1488. x = dma_alloc_coherent(&bp->pdev->dev, size, y, GFP_KERNEL); \
  1489. if (x) \
  1490. memset(x, 0, size); \
  1491. } while (0)
  1492. #define BNX2X_ILT_FREE(x, y, size) \
  1493. do { \
  1494. if (x) { \
  1495. dma_free_coherent(&bp->pdev->dev, size, x, y); \
  1496. x = NULL; \
  1497. y = 0; \
  1498. } \
  1499. } while (0)
  1500. #define ILOG2(x) (ilog2((x)))
  1501. #define ILT_NUM_PAGE_ENTRIES (3072)
  1502. /* In 57710/11 we use whole table since we have 8 func
  1503. * In 57712 we have only 4 func, but use same size per func, then only half of
  1504. * the table in use
  1505. */
  1506. #define ILT_PER_FUNC (ILT_NUM_PAGE_ENTRIES/8)
  1507. #define FUNC_ILT_BASE(func) (func * ILT_PER_FUNC)
  1508. /*
  1509. * the phys address is shifted right 12 bits and has an added
  1510. * 1=valid bit added to the 53rd bit
  1511. * then since this is a wide register(TM)
  1512. * we split it into two 32 bit writes
  1513. */
  1514. #define ONCHIP_ADDR1(x) ((u32)(((u64)x >> 12) & 0xFFFFFFFF))
  1515. #define ONCHIP_ADDR2(x) ((u32)((1 << 20) | ((u64)x >> 44)))
  1516. /* load/unload mode */
  1517. #define LOAD_NORMAL 0
  1518. #define LOAD_OPEN 1
  1519. #define LOAD_DIAG 2
  1520. #define LOAD_LOOPBACK_EXT 3
  1521. #define UNLOAD_NORMAL 0
  1522. #define UNLOAD_CLOSE 1
  1523. #define UNLOAD_RECOVERY 2
  1524. /* DMAE command defines */
  1525. #define DMAE_TIMEOUT -1
  1526. #define DMAE_PCI_ERROR -2 /* E2 and onward */
  1527. #define DMAE_NOT_RDY -3
  1528. #define DMAE_PCI_ERR_FLAG 0x80000000
  1529. #define DMAE_SRC_PCI 0
  1530. #define DMAE_SRC_GRC 1
  1531. #define DMAE_DST_NONE 0
  1532. #define DMAE_DST_PCI 1
  1533. #define DMAE_DST_GRC 2
  1534. #define DMAE_COMP_PCI 0
  1535. #define DMAE_COMP_GRC 1
  1536. /* E2 and onward - PCI error handling in the completion */
  1537. #define DMAE_COMP_REGULAR 0
  1538. #define DMAE_COM_SET_ERR 1
  1539. #define DMAE_CMD_SRC_PCI (DMAE_SRC_PCI << \
  1540. DMAE_COMMAND_SRC_SHIFT)
  1541. #define DMAE_CMD_SRC_GRC (DMAE_SRC_GRC << \
  1542. DMAE_COMMAND_SRC_SHIFT)
  1543. #define DMAE_CMD_DST_PCI (DMAE_DST_PCI << \
  1544. DMAE_COMMAND_DST_SHIFT)
  1545. #define DMAE_CMD_DST_GRC (DMAE_DST_GRC << \
  1546. DMAE_COMMAND_DST_SHIFT)
  1547. #define DMAE_CMD_C_DST_PCI (DMAE_COMP_PCI << \
  1548. DMAE_COMMAND_C_DST_SHIFT)
  1549. #define DMAE_CMD_C_DST_GRC (DMAE_COMP_GRC << \
  1550. DMAE_COMMAND_C_DST_SHIFT)
  1551. #define DMAE_CMD_C_ENABLE DMAE_COMMAND_C_TYPE_ENABLE
  1552. #define DMAE_CMD_ENDIANITY_NO_SWAP (0 << DMAE_COMMAND_ENDIANITY_SHIFT)
  1553. #define DMAE_CMD_ENDIANITY_B_SWAP (1 << DMAE_COMMAND_ENDIANITY_SHIFT)
  1554. #define DMAE_CMD_ENDIANITY_DW_SWAP (2 << DMAE_COMMAND_ENDIANITY_SHIFT)
  1555. #define DMAE_CMD_ENDIANITY_B_DW_SWAP (3 << DMAE_COMMAND_ENDIANITY_SHIFT)
  1556. #define DMAE_CMD_PORT_0 0
  1557. #define DMAE_CMD_PORT_1 DMAE_COMMAND_PORT
  1558. #define DMAE_CMD_SRC_RESET DMAE_COMMAND_SRC_RESET
  1559. #define DMAE_CMD_DST_RESET DMAE_COMMAND_DST_RESET
  1560. #define DMAE_CMD_E1HVN_SHIFT DMAE_COMMAND_E1HVN_SHIFT
  1561. #define DMAE_SRC_PF 0
  1562. #define DMAE_SRC_VF 1
  1563. #define DMAE_DST_PF 0
  1564. #define DMAE_DST_VF 1
  1565. #define DMAE_C_SRC 0
  1566. #define DMAE_C_DST 1
  1567. #define DMAE_LEN32_RD_MAX 0x80
  1568. #define DMAE_LEN32_WR_MAX(bp) (CHIP_IS_E1(bp) ? 0x400 : 0x2000)
  1569. #define DMAE_COMP_VAL 0x60d0d0ae /* E2 and on - upper bit
  1570. indicates eror */
  1571. #define MAX_DMAE_C_PER_PORT 8
  1572. #define INIT_DMAE_C(bp) (BP_PORT(bp) * MAX_DMAE_C_PER_PORT + \
  1573. BP_VN(bp))
  1574. #define PMF_DMAE_C(bp) (BP_PORT(bp) * MAX_DMAE_C_PER_PORT + \
  1575. E1HVN_MAX)
  1576. /* PCIE link and speed */
  1577. #define PCICFG_LINK_WIDTH 0x1f00000
  1578. #define PCICFG_LINK_WIDTH_SHIFT 20
  1579. #define PCICFG_LINK_SPEED 0xf0000
  1580. #define PCICFG_LINK_SPEED_SHIFT 16
  1581. #define BNX2X_NUM_TESTS_SF 7
  1582. #define BNX2X_NUM_TESTS_MF 3
  1583. #define BNX2X_NUM_TESTS(bp) (IS_MF(bp) ? BNX2X_NUM_TESTS_MF : \
  1584. BNX2X_NUM_TESTS_SF)
  1585. #define BNX2X_PHY_LOOPBACK 0
  1586. #define BNX2X_MAC_LOOPBACK 1
  1587. #define BNX2X_EXT_LOOPBACK 2
  1588. #define BNX2X_PHY_LOOPBACK_FAILED 1
  1589. #define BNX2X_MAC_LOOPBACK_FAILED 2
  1590. #define BNX2X_EXT_LOOPBACK_FAILED 3
  1591. #define BNX2X_LOOPBACK_FAILED (BNX2X_MAC_LOOPBACK_FAILED | \
  1592. BNX2X_PHY_LOOPBACK_FAILED)
  1593. #define STROM_ASSERT_ARRAY_SIZE 50
  1594. /* must be used on a CID before placing it on a HW ring */
  1595. #define HW_CID(bp, x) ((BP_PORT(bp) << 23) | \
  1596. (BP_VN(bp) << BNX2X_SWCID_SHIFT) | \
  1597. (x))
  1598. #define SP_DESC_CNT (BCM_PAGE_SIZE / sizeof(struct eth_spe))
  1599. #define MAX_SP_DESC_CNT (SP_DESC_CNT - 1)
  1600. #define BNX2X_BTR 4
  1601. #define MAX_SPQ_PENDING 8
  1602. /* CMNG constants, as derived from system spec calculations */
  1603. /* default MIN rate in case VNIC min rate is configured to zero - 100Mbps */
  1604. #define DEF_MIN_RATE 100
  1605. /* resolution of the rate shaping timer - 400 usec */
  1606. #define RS_PERIODIC_TIMEOUT_USEC 400
  1607. /* number of bytes in single QM arbitration cycle -
  1608. * coefficient for calculating the fairness timer */
  1609. #define QM_ARB_BYTES 160000
  1610. /* resolution of Min algorithm 1:100 */
  1611. #define MIN_RES 100
  1612. /* how many bytes above threshold for the minimal credit of Min algorithm*/
  1613. #define MIN_ABOVE_THRESH 32768
  1614. /* Fairness algorithm integration time coefficient -
  1615. * for calculating the actual Tfair */
  1616. #define T_FAIR_COEF ((MIN_ABOVE_THRESH + QM_ARB_BYTES) * 8 * MIN_RES)
  1617. /* Memory of fairness algorithm . 2 cycles */
  1618. #define FAIR_MEM 2
  1619. #define ATTN_NIG_FOR_FUNC (1L << 8)
  1620. #define ATTN_SW_TIMER_4_FUNC (1L << 9)
  1621. #define GPIO_2_FUNC (1L << 10)
  1622. #define GPIO_3_FUNC (1L << 11)
  1623. #define GPIO_4_FUNC (1L << 12)
  1624. #define ATTN_GENERAL_ATTN_1 (1L << 13)
  1625. #define ATTN_GENERAL_ATTN_2 (1L << 14)
  1626. #define ATTN_GENERAL_ATTN_3 (1L << 15)
  1627. #define ATTN_GENERAL_ATTN_4 (1L << 13)
  1628. #define ATTN_GENERAL_ATTN_5 (1L << 14)
  1629. #define ATTN_GENERAL_ATTN_6 (1L << 15)
  1630. #define ATTN_HARD_WIRED_MASK 0xff00
  1631. #define ATTENTION_ID 4
  1632. /* stuff added to make the code fit 80Col */
  1633. #define BNX2X_PMF_LINK_ASSERT \
  1634. GENERAL_ATTEN_OFFSET(LINK_SYNC_ATTENTION_BIT_FUNC_0 + BP_FUNC(bp))
  1635. #define BNX2X_MC_ASSERT_BITS \
  1636. (GENERAL_ATTEN_OFFSET(TSTORM_FATAL_ASSERT_ATTENTION_BIT) | \
  1637. GENERAL_ATTEN_OFFSET(USTORM_FATAL_ASSERT_ATTENTION_BIT) | \
  1638. GENERAL_ATTEN_OFFSET(CSTORM_FATAL_ASSERT_ATTENTION_BIT) | \
  1639. GENERAL_ATTEN_OFFSET(XSTORM_FATAL_ASSERT_ATTENTION_BIT))
  1640. #define BNX2X_MCP_ASSERT \
  1641. GENERAL_ATTEN_OFFSET(MCP_FATAL_ASSERT_ATTENTION_BIT)
  1642. #define BNX2X_GRC_TIMEOUT GENERAL_ATTEN_OFFSET(LATCHED_ATTN_TIMEOUT_GRC)
  1643. #define BNX2X_GRC_RSV (GENERAL_ATTEN_OFFSET(LATCHED_ATTN_RBCR) | \
  1644. GENERAL_ATTEN_OFFSET(LATCHED_ATTN_RBCT) | \
  1645. GENERAL_ATTEN_OFFSET(LATCHED_ATTN_RBCN) | \
  1646. GENERAL_ATTEN_OFFSET(LATCHED_ATTN_RBCU) | \
  1647. GENERAL_ATTEN_OFFSET(LATCHED_ATTN_RBCP) | \
  1648. GENERAL_ATTEN_OFFSET(LATCHED_ATTN_RSVD_GRC))
  1649. #define HW_INTERRUT_ASSERT_SET_0 \
  1650. (AEU_INPUTS_ATTN_BITS_TSDM_HW_INTERRUPT | \
  1651. AEU_INPUTS_ATTN_BITS_TCM_HW_INTERRUPT | \
  1652. AEU_INPUTS_ATTN_BITS_TSEMI_HW_INTERRUPT | \
  1653. AEU_INPUTS_ATTN_BITS_PBCLIENT_HW_INTERRUPT)
  1654. #define HW_PRTY_ASSERT_SET_0 (AEU_INPUTS_ATTN_BITS_BRB_PARITY_ERROR | \
  1655. AEU_INPUTS_ATTN_BITS_PARSER_PARITY_ERROR | \
  1656. AEU_INPUTS_ATTN_BITS_TSDM_PARITY_ERROR | \
  1657. AEU_INPUTS_ATTN_BITS_SEARCHER_PARITY_ERROR |\
  1658. AEU_INPUTS_ATTN_BITS_TSEMI_PARITY_ERROR |\
  1659. AEU_INPUTS_ATTN_BITS_TCM_PARITY_ERROR |\
  1660. AEU_INPUTS_ATTN_BITS_PBCLIENT_PARITY_ERROR)
  1661. #define HW_INTERRUT_ASSERT_SET_1 \
  1662. (AEU_INPUTS_ATTN_BITS_QM_HW_INTERRUPT | \
  1663. AEU_INPUTS_ATTN_BITS_TIMERS_HW_INTERRUPT | \
  1664. AEU_INPUTS_ATTN_BITS_XSDM_HW_INTERRUPT | \
  1665. AEU_INPUTS_ATTN_BITS_XCM_HW_INTERRUPT | \
  1666. AEU_INPUTS_ATTN_BITS_XSEMI_HW_INTERRUPT | \
  1667. AEU_INPUTS_ATTN_BITS_USDM_HW_INTERRUPT | \
  1668. AEU_INPUTS_ATTN_BITS_UCM_HW_INTERRUPT | \
  1669. AEU_INPUTS_ATTN_BITS_USEMI_HW_INTERRUPT | \
  1670. AEU_INPUTS_ATTN_BITS_UPB_HW_INTERRUPT | \
  1671. AEU_INPUTS_ATTN_BITS_CSDM_HW_INTERRUPT | \
  1672. AEU_INPUTS_ATTN_BITS_CCM_HW_INTERRUPT)
  1673. #define HW_PRTY_ASSERT_SET_1 (AEU_INPUTS_ATTN_BITS_PBF_PARITY_ERROR |\
  1674. AEU_INPUTS_ATTN_BITS_QM_PARITY_ERROR | \
  1675. AEU_INPUTS_ATTN_BITS_TIMERS_PARITY_ERROR |\
  1676. AEU_INPUTS_ATTN_BITS_XSDM_PARITY_ERROR | \
  1677. AEU_INPUTS_ATTN_BITS_XCM_PARITY_ERROR |\
  1678. AEU_INPUTS_ATTN_BITS_XSEMI_PARITY_ERROR | \
  1679. AEU_INPUTS_ATTN_BITS_DOORBELLQ_PARITY_ERROR |\
  1680. AEU_INPUTS_ATTN_BITS_NIG_PARITY_ERROR |\
  1681. AEU_INPUTS_ATTN_BITS_VAUX_PCI_CORE_PARITY_ERROR |\
  1682. AEU_INPUTS_ATTN_BITS_DEBUG_PARITY_ERROR | \
  1683. AEU_INPUTS_ATTN_BITS_USDM_PARITY_ERROR | \
  1684. AEU_INPUTS_ATTN_BITS_UCM_PARITY_ERROR |\
  1685. AEU_INPUTS_ATTN_BITS_USEMI_PARITY_ERROR | \
  1686. AEU_INPUTS_ATTN_BITS_UPB_PARITY_ERROR | \
  1687. AEU_INPUTS_ATTN_BITS_CSDM_PARITY_ERROR |\
  1688. AEU_INPUTS_ATTN_BITS_CCM_PARITY_ERROR)
  1689. #define HW_INTERRUT_ASSERT_SET_2 \
  1690. (AEU_INPUTS_ATTN_BITS_CSEMI_HW_INTERRUPT | \
  1691. AEU_INPUTS_ATTN_BITS_CDU_HW_INTERRUPT | \
  1692. AEU_INPUTS_ATTN_BITS_DMAE_HW_INTERRUPT | \
  1693. AEU_INPUTS_ATTN_BITS_PXPPCICLOCKCLIENT_HW_INTERRUPT |\
  1694. AEU_INPUTS_ATTN_BITS_MISC_HW_INTERRUPT)
  1695. #define HW_PRTY_ASSERT_SET_2 (AEU_INPUTS_ATTN_BITS_CSEMI_PARITY_ERROR | \
  1696. AEU_INPUTS_ATTN_BITS_PXP_PARITY_ERROR | \
  1697. AEU_INPUTS_ATTN_BITS_PXPPCICLOCKCLIENT_PARITY_ERROR |\
  1698. AEU_INPUTS_ATTN_BITS_CFC_PARITY_ERROR | \
  1699. AEU_INPUTS_ATTN_BITS_CDU_PARITY_ERROR | \
  1700. AEU_INPUTS_ATTN_BITS_DMAE_PARITY_ERROR |\
  1701. AEU_INPUTS_ATTN_BITS_IGU_PARITY_ERROR | \
  1702. AEU_INPUTS_ATTN_BITS_MISC_PARITY_ERROR)
  1703. #define HW_PRTY_ASSERT_SET_3 (AEU_INPUTS_ATTN_BITS_MCP_LATCHED_ROM_PARITY | \
  1704. AEU_INPUTS_ATTN_BITS_MCP_LATCHED_UMP_RX_PARITY | \
  1705. AEU_INPUTS_ATTN_BITS_MCP_LATCHED_UMP_TX_PARITY | \
  1706. AEU_INPUTS_ATTN_BITS_MCP_LATCHED_SCPAD_PARITY)
  1707. #define HW_PRTY_ASSERT_SET_4 (AEU_INPUTS_ATTN_BITS_PGLUE_PARITY_ERROR | \
  1708. AEU_INPUTS_ATTN_BITS_ATC_PARITY_ERROR)
  1709. #define MULTI_MASK 0x7f
  1710. #define DEF_USB_FUNC_OFF offsetof(struct cstorm_def_status_block_u, func)
  1711. #define DEF_CSB_FUNC_OFF offsetof(struct cstorm_def_status_block_c, func)
  1712. #define DEF_XSB_FUNC_OFF offsetof(struct xstorm_def_status_block, func)
  1713. #define DEF_TSB_FUNC_OFF offsetof(struct tstorm_def_status_block, func)
  1714. #define DEF_USB_IGU_INDEX_OFF \
  1715. offsetof(struct cstorm_def_status_block_u, igu_index)
  1716. #define DEF_CSB_IGU_INDEX_OFF \
  1717. offsetof(struct cstorm_def_status_block_c, igu_index)
  1718. #define DEF_XSB_IGU_INDEX_OFF \
  1719. offsetof(struct xstorm_def_status_block, igu_index)
  1720. #define DEF_TSB_IGU_INDEX_OFF \
  1721. offsetof(struct tstorm_def_status_block, igu_index)
  1722. #define DEF_USB_SEGMENT_OFF \
  1723. offsetof(struct cstorm_def_status_block_u, segment)
  1724. #define DEF_CSB_SEGMENT_OFF \
  1725. offsetof(struct cstorm_def_status_block_c, segment)
  1726. #define DEF_XSB_SEGMENT_OFF \
  1727. offsetof(struct xstorm_def_status_block, segment)
  1728. #define DEF_TSB_SEGMENT_OFF \
  1729. offsetof(struct tstorm_def_status_block, segment)
  1730. #define BNX2X_SP_DSB_INDEX \
  1731. (&bp->def_status_blk->sp_sb.\
  1732. index_values[HC_SP_INDEX_ETH_DEF_CONS])
  1733. #define SET_FLAG(value, mask, flag) \
  1734. do {\
  1735. (value) &= ~(mask);\
  1736. (value) |= ((flag) << (mask##_SHIFT));\
  1737. } while (0)
  1738. #define GET_FLAG(value, mask) \
  1739. (((value) & (mask)) >> (mask##_SHIFT))
  1740. #define GET_FIELD(value, fname) \
  1741. (((value) & (fname##_MASK)) >> (fname##_SHIFT))
  1742. #define CAM_IS_INVALID(x) \
  1743. (GET_FLAG(x.flags, \
  1744. MAC_CONFIGURATION_ENTRY_ACTION_TYPE) == \
  1745. (T_ETH_MAC_COMMAND_INVALIDATE))
  1746. /* Number of u32 elements in MC hash array */
  1747. #define MC_HASH_SIZE 8
  1748. #define MC_HASH_OFFSET(bp, i) (BAR_TSTRORM_INTMEM + \
  1749. TSTORM_APPROXIMATE_MATCH_MULTICAST_FILTERING_OFFSET(BP_FUNC(bp)) + i*4)
  1750. #ifndef PXP2_REG_PXP2_INT_STS
  1751. #define PXP2_REG_PXP2_INT_STS PXP2_REG_PXP2_INT_STS_0
  1752. #endif
  1753. #ifndef ETH_MAX_RX_CLIENTS_E2
  1754. #define ETH_MAX_RX_CLIENTS_E2 ETH_MAX_RX_CLIENTS_E1H
  1755. #endif
  1756. #define BNX2X_VPD_LEN 128
  1757. #define VENDOR_ID_LEN 4
  1758. /* Congestion management fairness mode */
  1759. #define CMNG_FNS_NONE 0
  1760. #define CMNG_FNS_MINMAX 1
  1761. #define HC_SEG_ACCESS_DEF 0 /*Driver decision 0-3*/
  1762. #define HC_SEG_ACCESS_ATTN 4
  1763. #define HC_SEG_ACCESS_NORM 0 /*Driver decision 0-1*/
  1764. static const u32 dmae_reg_go_c[] = {
  1765. DMAE_REG_GO_C0, DMAE_REG_GO_C1, DMAE_REG_GO_C2, DMAE_REG_GO_C3,
  1766. DMAE_REG_GO_C4, DMAE_REG_GO_C5, DMAE_REG_GO_C6, DMAE_REG_GO_C7,
  1767. DMAE_REG_GO_C8, DMAE_REG_GO_C9, DMAE_REG_GO_C10, DMAE_REG_GO_C11,
  1768. DMAE_REG_GO_C12, DMAE_REG_GO_C13, DMAE_REG_GO_C14, DMAE_REG_GO_C15
  1769. };
  1770. void bnx2x_set_ethtool_ops(struct net_device *netdev);
  1771. void bnx2x_notify_link_changed(struct bnx2x *bp);
  1772. #define BNX2X_MF_SD_PROTOCOL(bp) \
  1773. ((bp)->mf_config[BP_VN(bp)] & FUNC_MF_CFG_PROTOCOL_MASK)
  1774. #ifdef BCM_CNIC
  1775. #define BNX2X_IS_MF_SD_PROTOCOL_ISCSI(bp) \
  1776. (BNX2X_MF_SD_PROTOCOL(bp) == FUNC_MF_CFG_PROTOCOL_ISCSI)
  1777. #define BNX2X_IS_MF_SD_PROTOCOL_FCOE(bp) \
  1778. (BNX2X_MF_SD_PROTOCOL(bp) == FUNC_MF_CFG_PROTOCOL_FCOE)
  1779. #define IS_MF_ISCSI_SD(bp) (IS_MF_SD(bp) && BNX2X_IS_MF_SD_PROTOCOL_ISCSI(bp))
  1780. #define IS_MF_FCOE_SD(bp) (IS_MF_SD(bp) && BNX2X_IS_MF_SD_PROTOCOL_FCOE(bp))
  1781. #define BNX2X_MF_EXT_PROTOCOL_FCOE(bp) ((bp)->mf_ext_config & \
  1782. MACP_FUNC_CFG_FLAGS_FCOE_OFFLOAD)
  1783. #define IS_MF_FCOE_AFEX(bp) (IS_MF_AFEX(bp) && BNX2X_MF_EXT_PROTOCOL_FCOE(bp))
  1784. #define IS_MF_STORAGE_SD(bp) (IS_MF_SD(bp) && \
  1785. (BNX2X_IS_MF_SD_PROTOCOL_ISCSI(bp) || \
  1786. BNX2X_IS_MF_SD_PROTOCOL_FCOE(bp)))
  1787. #else
  1788. #define IS_MF_FCOE_AFEX(bp) false
  1789. #endif
  1790. #endif /* bnx2x.h */