bnx2x.h 66 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239
  1. /* bnx2x.h: Broadcom Everest network driver.
  2. *
  3. * Copyright (c) 2007-2012 Broadcom Corporation
  4. *
  5. * This program is free software; you can redistribute it and/or modify
  6. * it under the terms of the GNU General Public License as published by
  7. * the Free Software Foundation.
  8. *
  9. * Maintained by: Eilon Greenstein <eilong@broadcom.com>
  10. * Written by: Eliezer Tamir
  11. * Based on code from Michael Chan's bnx2 driver
  12. */
  13. #ifndef BNX2X_H
  14. #define BNX2X_H
  15. #include <linux/netdevice.h>
  16. #include <linux/dma-mapping.h>
  17. #include <linux/types.h>
  18. /* compilation time flags */
  19. /* define this to make the driver freeze on error to allow getting debug info
  20. * (you will need to reboot afterwards) */
  21. /* #define BNX2X_STOP_ON_ERROR */
  22. #define DRV_MODULE_VERSION "1.78.00-0"
  23. #define DRV_MODULE_RELDATE "2012/09/27"
  24. #define BNX2X_BC_VER 0x040200
  25. #if defined(CONFIG_DCB)
  26. #define BCM_DCBNL
  27. #endif
  28. #include "bnx2x_hsi.h"
  29. #include "../cnic_if.h"
  30. #define BNX2X_MIN_MSIX_VEC_CNT(bp) ((bp)->min_msix_vec_cnt)
  31. #include <linux/mdio.h>
  32. #include "bnx2x_reg.h"
  33. #include "bnx2x_fw_defs.h"
  34. #include "bnx2x_mfw_req.h"
  35. #include "bnx2x_link.h"
  36. #include "bnx2x_sp.h"
  37. #include "bnx2x_dcb.h"
  38. #include "bnx2x_stats.h"
  39. /* error/debug prints */
  40. #define DRV_MODULE_NAME "bnx2x"
  41. /* for messages that are currently off */
  42. #define BNX2X_MSG_OFF 0x0
  43. #define BNX2X_MSG_MCP 0x0010000 /* was: NETIF_MSG_HW */
  44. #define BNX2X_MSG_STATS 0x0020000 /* was: NETIF_MSG_TIMER */
  45. #define BNX2X_MSG_NVM 0x0040000 /* was: NETIF_MSG_HW */
  46. #define BNX2X_MSG_DMAE 0x0080000 /* was: NETIF_MSG_HW */
  47. #define BNX2X_MSG_SP 0x0100000 /* was: NETIF_MSG_INTR */
  48. #define BNX2X_MSG_FP 0x0200000 /* was: NETIF_MSG_INTR */
  49. #define BNX2X_MSG_IOV 0x0800000
  50. #define BNX2X_MSG_IDLE 0x2000000 /* used for idle check*/
  51. #define BNX2X_MSG_ETHTOOL 0x4000000
  52. #define BNX2X_MSG_DCB 0x8000000
  53. /* regular debug print */
  54. #define DP(__mask, fmt, ...) \
  55. do { \
  56. if (unlikely(bp->msg_enable & (__mask))) \
  57. pr_notice("[%s:%d(%s)]" fmt, \
  58. __func__, __LINE__, \
  59. bp->dev ? (bp->dev->name) : "?", \
  60. ##__VA_ARGS__); \
  61. } while (0)
  62. #define DP_CONT(__mask, fmt, ...) \
  63. do { \
  64. if (unlikely(bp->msg_enable & (__mask))) \
  65. pr_cont(fmt, ##__VA_ARGS__); \
  66. } while (0)
  67. /* errors debug print */
  68. #define BNX2X_DBG_ERR(fmt, ...) \
  69. do { \
  70. if (unlikely(netif_msg_probe(bp))) \
  71. pr_err("[%s:%d(%s)]" fmt, \
  72. __func__, __LINE__, \
  73. bp->dev ? (bp->dev->name) : "?", \
  74. ##__VA_ARGS__); \
  75. } while (0)
  76. /* for errors (never masked) */
  77. #define BNX2X_ERR(fmt, ...) \
  78. do { \
  79. pr_err("[%s:%d(%s)]" fmt, \
  80. __func__, __LINE__, \
  81. bp->dev ? (bp->dev->name) : "?", \
  82. ##__VA_ARGS__); \
  83. } while (0)
  84. #define BNX2X_ERROR(fmt, ...) \
  85. pr_err("[%s:%d]" fmt, __func__, __LINE__, ##__VA_ARGS__)
  86. /* before we have a dev->name use dev_info() */
  87. #define BNX2X_DEV_INFO(fmt, ...) \
  88. do { \
  89. if (unlikely(netif_msg_probe(bp))) \
  90. dev_info(&bp->pdev->dev, fmt, ##__VA_ARGS__); \
  91. } while (0)
  92. #ifdef BNX2X_STOP_ON_ERROR
  93. void bnx2x_int_disable(struct bnx2x *bp);
  94. #define bnx2x_panic() \
  95. do { \
  96. bp->panic = 1; \
  97. BNX2X_ERR("driver assert\n"); \
  98. bnx2x_int_disable(bp); \
  99. bnx2x_panic_dump(bp); \
  100. } while (0)
  101. #else
  102. #define bnx2x_panic() \
  103. do { \
  104. bp->panic = 1; \
  105. BNX2X_ERR("driver assert\n"); \
  106. bnx2x_panic_dump(bp); \
  107. } while (0)
  108. #endif
  109. #define bnx2x_mc_addr(ha) ((ha)->addr)
  110. #define bnx2x_uc_addr(ha) ((ha)->addr)
  111. #define U64_LO(x) (u32)(((u64)(x)) & 0xffffffff)
  112. #define U64_HI(x) (u32)(((u64)(x)) >> 32)
  113. #define HILO_U64(hi, lo) ((((u64)(hi)) << 32) + (lo))
  114. #define REG_ADDR(bp, offset) ((bp->regview) + (offset))
  115. #define REG_RD(bp, offset) readl(REG_ADDR(bp, offset))
  116. #define REG_RD8(bp, offset) readb(REG_ADDR(bp, offset))
  117. #define REG_RD16(bp, offset) readw(REG_ADDR(bp, offset))
  118. #define REG_WR(bp, offset, val) writel((u32)val, REG_ADDR(bp, offset))
  119. #define REG_WR8(bp, offset, val) writeb((u8)val, REG_ADDR(bp, offset))
  120. #define REG_WR16(bp, offset, val) writew((u16)val, REG_ADDR(bp, offset))
  121. #define REG_RD_IND(bp, offset) bnx2x_reg_rd_ind(bp, offset)
  122. #define REG_WR_IND(bp, offset, val) bnx2x_reg_wr_ind(bp, offset, val)
  123. #define REG_RD_DMAE(bp, offset, valp, len32) \
  124. do { \
  125. bnx2x_read_dmae(bp, offset, len32);\
  126. memcpy(valp, bnx2x_sp(bp, wb_data[0]), (len32) * 4); \
  127. } while (0)
  128. #define REG_WR_DMAE(bp, offset, valp, len32) \
  129. do { \
  130. memcpy(bnx2x_sp(bp, wb_data[0]), valp, (len32) * 4); \
  131. bnx2x_write_dmae(bp, bnx2x_sp_mapping(bp, wb_data), \
  132. offset, len32); \
  133. } while (0)
  134. #define REG_WR_DMAE_LEN(bp, offset, valp, len32) \
  135. REG_WR_DMAE(bp, offset, valp, len32)
  136. #define VIRT_WR_DMAE_LEN(bp, data, addr, len32, le32_swap) \
  137. do { \
  138. memcpy(GUNZIP_BUF(bp), data, (len32) * 4); \
  139. bnx2x_write_big_buf_wb(bp, addr, len32); \
  140. } while (0)
  141. #define SHMEM_ADDR(bp, field) (bp->common.shmem_base + \
  142. offsetof(struct shmem_region, field))
  143. #define SHMEM_RD(bp, field) REG_RD(bp, SHMEM_ADDR(bp, field))
  144. #define SHMEM_WR(bp, field, val) REG_WR(bp, SHMEM_ADDR(bp, field), val)
  145. #define SHMEM2_ADDR(bp, field) (bp->common.shmem2_base + \
  146. offsetof(struct shmem2_region, field))
  147. #define SHMEM2_RD(bp, field) REG_RD(bp, SHMEM2_ADDR(bp, field))
  148. #define SHMEM2_WR(bp, field, val) REG_WR(bp, SHMEM2_ADDR(bp, field), val)
  149. #define MF_CFG_ADDR(bp, field) (bp->common.mf_cfg_base + \
  150. offsetof(struct mf_cfg, field))
  151. #define MF2_CFG_ADDR(bp, field) (bp->common.mf2_cfg_base + \
  152. offsetof(struct mf2_cfg, field))
  153. #define MF_CFG_RD(bp, field) REG_RD(bp, MF_CFG_ADDR(bp, field))
  154. #define MF_CFG_WR(bp, field, val) REG_WR(bp,\
  155. MF_CFG_ADDR(bp, field), (val))
  156. #define MF2_CFG_RD(bp, field) REG_RD(bp, MF2_CFG_ADDR(bp, field))
  157. #define SHMEM2_HAS(bp, field) ((bp)->common.shmem2_base && \
  158. (SHMEM2_RD((bp), size) > \
  159. offsetof(struct shmem2_region, field)))
  160. #define EMAC_RD(bp, reg) REG_RD(bp, emac_base + reg)
  161. #define EMAC_WR(bp, reg, val) REG_WR(bp, emac_base + reg, val)
  162. /* SP SB indices */
  163. /* General SP events - stats query, cfc delete, etc */
  164. #define HC_SP_INDEX_ETH_DEF_CONS 3
  165. /* EQ completions */
  166. #define HC_SP_INDEX_EQ_CONS 7
  167. /* FCoE L2 connection completions */
  168. #define HC_SP_INDEX_ETH_FCOE_TX_CQ_CONS 6
  169. #define HC_SP_INDEX_ETH_FCOE_RX_CQ_CONS 4
  170. /* iSCSI L2 */
  171. #define HC_SP_INDEX_ETH_ISCSI_CQ_CONS 5
  172. #define HC_SP_INDEX_ETH_ISCSI_RX_CQ_CONS 1
  173. /* Special clients parameters */
  174. /* SB indices */
  175. /* FCoE L2 */
  176. #define BNX2X_FCOE_L2_RX_INDEX \
  177. (&bp->def_status_blk->sp_sb.\
  178. index_values[HC_SP_INDEX_ETH_FCOE_RX_CQ_CONS])
  179. #define BNX2X_FCOE_L2_TX_INDEX \
  180. (&bp->def_status_blk->sp_sb.\
  181. index_values[HC_SP_INDEX_ETH_FCOE_TX_CQ_CONS])
  182. /**
  183. * CIDs and CLIDs:
  184. * CLIDs below is a CLID for func 0, then the CLID for other
  185. * functions will be calculated by the formula:
  186. *
  187. * FUNC_N_CLID_X = N * NUM_SPECIAL_CLIENTS + FUNC_0_CLID_X
  188. *
  189. */
  190. enum {
  191. BNX2X_ISCSI_ETH_CL_ID_IDX,
  192. BNX2X_FCOE_ETH_CL_ID_IDX,
  193. BNX2X_MAX_CNIC_ETH_CL_ID_IDX,
  194. };
  195. #define BNX2X_CNIC_START_ETH_CID(bp) (BNX2X_NUM_NON_CNIC_QUEUES(bp) *\
  196. (bp)->max_cos)
  197. /* iSCSI L2 */
  198. #define BNX2X_ISCSI_ETH_CID(bp) (BNX2X_CNIC_START_ETH_CID(bp))
  199. /* FCoE L2 */
  200. #define BNX2X_FCOE_ETH_CID(bp) (BNX2X_CNIC_START_ETH_CID(bp) + 1)
  201. #define CNIC_SUPPORT(bp) ((bp)->cnic_support)
  202. #define CNIC_ENABLED(bp) ((bp)->cnic_enabled)
  203. #define CNIC_LOADED(bp) ((bp)->cnic_loaded)
  204. #define FCOE_INIT(bp) ((bp)->fcoe_init)
  205. #define AEU_IN_ATTN_BITS_PXPPCICLOCKCLIENT_PARITY_ERROR \
  206. AEU_INPUTS_ATTN_BITS_PXPPCICLOCKCLIENT_PARITY_ERROR
  207. #define SM_RX_ID 0
  208. #define SM_TX_ID 1
  209. /* defines for multiple tx priority indices */
  210. #define FIRST_TX_ONLY_COS_INDEX 1
  211. #define FIRST_TX_COS_INDEX 0
  212. /* rules for calculating the cids of tx-only connections */
  213. #define CID_TO_FP(cid, bp) ((cid) % BNX2X_NUM_NON_CNIC_QUEUES(bp))
  214. #define CID_COS_TO_TX_ONLY_CID(cid, cos, bp) \
  215. (cid + cos * BNX2X_NUM_NON_CNIC_QUEUES(bp))
  216. /* fp index inside class of service range */
  217. #define FP_COS_TO_TXQ(fp, cos, bp) \
  218. ((fp)->index + cos * BNX2X_NUM_NON_CNIC_QUEUES(bp))
  219. /* Indexes for transmission queues array:
  220. * txdata for RSS i CoS j is at location i + (j * num of RSS)
  221. * txdata for FCoE (if exist) is at location max cos * num of RSS
  222. * txdata for FWD (if exist) is one location after FCoE
  223. * txdata for OOO (if exist) is one location after FWD
  224. */
  225. enum {
  226. FCOE_TXQ_IDX_OFFSET,
  227. FWD_TXQ_IDX_OFFSET,
  228. OOO_TXQ_IDX_OFFSET,
  229. };
  230. #define MAX_ETH_TXQ_IDX(bp) (BNX2X_NUM_NON_CNIC_QUEUES(bp) * (bp)->max_cos)
  231. #define FCOE_TXQ_IDX(bp) (MAX_ETH_TXQ_IDX(bp) + FCOE_TXQ_IDX_OFFSET)
  232. /* fast path */
  233. /*
  234. * This driver uses new build_skb() API :
  235. * RX ring buffer contains pointer to kmalloc() data only,
  236. * skb are built only after Hardware filled the frame.
  237. */
  238. struct sw_rx_bd {
  239. u8 *data;
  240. DEFINE_DMA_UNMAP_ADDR(mapping);
  241. };
  242. struct sw_tx_bd {
  243. struct sk_buff *skb;
  244. u16 first_bd;
  245. u8 flags;
  246. /* Set on the first BD descriptor when there is a split BD */
  247. #define BNX2X_TSO_SPLIT_BD (1<<0)
  248. };
  249. struct sw_rx_page {
  250. struct page *page;
  251. DEFINE_DMA_UNMAP_ADDR(mapping);
  252. };
  253. union db_prod {
  254. struct doorbell_set_prod data;
  255. u32 raw;
  256. };
  257. /* dropless fc FW/HW related params */
  258. #define BRB_SIZE(bp) (CHIP_IS_E3(bp) ? 1024 : 512)
  259. #define MAX_AGG_QS(bp) (CHIP_IS_E1(bp) ? \
  260. ETH_MAX_AGGREGATION_QUEUES_E1 :\
  261. ETH_MAX_AGGREGATION_QUEUES_E1H_E2)
  262. #define FW_DROP_LEVEL(bp) (3 + MAX_SPQ_PENDING + MAX_AGG_QS(bp))
  263. #define FW_PREFETCH_CNT 16
  264. #define DROPLESS_FC_HEADROOM 100
  265. /* MC hsi */
  266. #define BCM_PAGE_SHIFT 12
  267. #define BCM_PAGE_SIZE (1 << BCM_PAGE_SHIFT)
  268. #define BCM_PAGE_MASK (~(BCM_PAGE_SIZE - 1))
  269. #define BCM_PAGE_ALIGN(addr) (((addr) + BCM_PAGE_SIZE - 1) & BCM_PAGE_MASK)
  270. #define PAGES_PER_SGE_SHIFT 0
  271. #define PAGES_PER_SGE (1 << PAGES_PER_SGE_SHIFT)
  272. #define SGE_PAGE_SIZE PAGE_SIZE
  273. #define SGE_PAGE_SHIFT PAGE_SHIFT
  274. #define SGE_PAGE_ALIGN(addr) PAGE_ALIGN((typeof(PAGE_SIZE))(addr))
  275. /* SGE ring related macros */
  276. #define NUM_RX_SGE_PAGES 2
  277. #define RX_SGE_CNT (BCM_PAGE_SIZE / sizeof(struct eth_rx_sge))
  278. #define NEXT_PAGE_SGE_DESC_CNT 2
  279. #define MAX_RX_SGE_CNT (RX_SGE_CNT - NEXT_PAGE_SGE_DESC_CNT)
  280. /* RX_SGE_CNT is promised to be a power of 2 */
  281. #define RX_SGE_MASK (RX_SGE_CNT - 1)
  282. #define NUM_RX_SGE (RX_SGE_CNT * NUM_RX_SGE_PAGES)
  283. #define MAX_RX_SGE (NUM_RX_SGE - 1)
  284. #define NEXT_SGE_IDX(x) ((((x) & RX_SGE_MASK) == \
  285. (MAX_RX_SGE_CNT - 1)) ? \
  286. (x) + 1 + NEXT_PAGE_SGE_DESC_CNT : \
  287. (x) + 1)
  288. #define RX_SGE(x) ((x) & MAX_RX_SGE)
  289. /*
  290. * Number of required SGEs is the sum of two:
  291. * 1. Number of possible opened aggregations (next packet for
  292. * these aggregations will probably consume SGE immidiatelly)
  293. * 2. Rest of BRB blocks divided by 2 (block will consume new SGE only
  294. * after placement on BD for new TPA aggregation)
  295. *
  296. * Takes into account NEXT_PAGE_SGE_DESC_CNT "next" elements on each page
  297. */
  298. #define NUM_SGE_REQ (MAX_AGG_QS(bp) + \
  299. (BRB_SIZE(bp) - MAX_AGG_QS(bp)) / 2)
  300. #define NUM_SGE_PG_REQ ((NUM_SGE_REQ + MAX_RX_SGE_CNT - 1) / \
  301. MAX_RX_SGE_CNT)
  302. #define SGE_TH_LO(bp) (NUM_SGE_REQ + \
  303. NUM_SGE_PG_REQ * NEXT_PAGE_SGE_DESC_CNT)
  304. #define SGE_TH_HI(bp) (SGE_TH_LO(bp) + DROPLESS_FC_HEADROOM)
  305. /* Manipulate a bit vector defined as an array of u64 */
  306. /* Number of bits in one sge_mask array element */
  307. #define BIT_VEC64_ELEM_SZ 64
  308. #define BIT_VEC64_ELEM_SHIFT 6
  309. #define BIT_VEC64_ELEM_MASK ((u64)BIT_VEC64_ELEM_SZ - 1)
  310. #define __BIT_VEC64_SET_BIT(el, bit) \
  311. do { \
  312. el = ((el) | ((u64)0x1 << (bit))); \
  313. } while (0)
  314. #define __BIT_VEC64_CLEAR_BIT(el, bit) \
  315. do { \
  316. el = ((el) & (~((u64)0x1 << (bit)))); \
  317. } while (0)
  318. #define BIT_VEC64_SET_BIT(vec64, idx) \
  319. __BIT_VEC64_SET_BIT((vec64)[(idx) >> BIT_VEC64_ELEM_SHIFT], \
  320. (idx) & BIT_VEC64_ELEM_MASK)
  321. #define BIT_VEC64_CLEAR_BIT(vec64, idx) \
  322. __BIT_VEC64_CLEAR_BIT((vec64)[(idx) >> BIT_VEC64_ELEM_SHIFT], \
  323. (idx) & BIT_VEC64_ELEM_MASK)
  324. #define BIT_VEC64_TEST_BIT(vec64, idx) \
  325. (((vec64)[(idx) >> BIT_VEC64_ELEM_SHIFT] >> \
  326. ((idx) & BIT_VEC64_ELEM_MASK)) & 0x1)
  327. /* Creates a bitmask of all ones in less significant bits.
  328. idx - index of the most significant bit in the created mask */
  329. #define BIT_VEC64_ONES_MASK(idx) \
  330. (((u64)0x1 << (((idx) & BIT_VEC64_ELEM_MASK) + 1)) - 1)
  331. #define BIT_VEC64_ELEM_ONE_MASK ((u64)(~0))
  332. /*******************************************************/
  333. /* Number of u64 elements in SGE mask array */
  334. #define RX_SGE_MASK_LEN (NUM_RX_SGE / BIT_VEC64_ELEM_SZ)
  335. #define RX_SGE_MASK_LEN_MASK (RX_SGE_MASK_LEN - 1)
  336. #define NEXT_SGE_MASK_ELEM(el) (((el) + 1) & RX_SGE_MASK_LEN_MASK)
  337. union host_hc_status_block {
  338. /* pointer to fp status block e1x */
  339. struct host_hc_status_block_e1x *e1x_sb;
  340. /* pointer to fp status block e2 */
  341. struct host_hc_status_block_e2 *e2_sb;
  342. };
  343. struct bnx2x_agg_info {
  344. /*
  345. * First aggregation buffer is a data buffer, the following - are pages.
  346. * We will preallocate the data buffer for each aggregation when
  347. * we open the interface and will replace the BD at the consumer
  348. * with this one when we receive the TPA_START CQE in order to
  349. * keep the Rx BD ring consistent.
  350. */
  351. struct sw_rx_bd first_buf;
  352. u8 tpa_state;
  353. #define BNX2X_TPA_START 1
  354. #define BNX2X_TPA_STOP 2
  355. #define BNX2X_TPA_ERROR 3
  356. u8 placement_offset;
  357. u16 parsing_flags;
  358. u16 vlan_tag;
  359. u16 len_on_bd;
  360. u32 rxhash;
  361. bool l4_rxhash;
  362. u16 gro_size;
  363. u16 full_page;
  364. };
  365. #define Q_STATS_OFFSET32(stat_name) \
  366. (offsetof(struct bnx2x_eth_q_stats, stat_name) / 4)
  367. struct bnx2x_fp_txdata {
  368. struct sw_tx_bd *tx_buf_ring;
  369. union eth_tx_bd_types *tx_desc_ring;
  370. dma_addr_t tx_desc_mapping;
  371. u32 cid;
  372. union db_prod tx_db;
  373. u16 tx_pkt_prod;
  374. u16 tx_pkt_cons;
  375. u16 tx_bd_prod;
  376. u16 tx_bd_cons;
  377. unsigned long tx_pkt;
  378. __le16 *tx_cons_sb;
  379. int txq_index;
  380. struct bnx2x_fastpath *parent_fp;
  381. int tx_ring_size;
  382. };
  383. enum bnx2x_tpa_mode_t {
  384. TPA_MODE_LRO,
  385. TPA_MODE_GRO
  386. };
  387. struct bnx2x_fastpath {
  388. struct bnx2x *bp; /* parent */
  389. #define BNX2X_NAPI_WEIGHT 128
  390. struct napi_struct napi;
  391. union host_hc_status_block status_blk;
  392. /* chip independed shortcuts into sb structure */
  393. __le16 *sb_index_values;
  394. __le16 *sb_running_index;
  395. /* chip independed shortcut into rx_prods_offset memory */
  396. u32 ustorm_rx_prods_offset;
  397. u32 rx_buf_size;
  398. u32 rx_frag_size; /* 0 if kmalloced(), or rx_buf_size + NET_SKB_PAD */
  399. dma_addr_t status_blk_mapping;
  400. enum bnx2x_tpa_mode_t mode;
  401. u8 max_cos; /* actual number of active tx coses */
  402. struct bnx2x_fp_txdata *txdata_ptr[BNX2X_MULTI_TX_COS];
  403. struct sw_rx_bd *rx_buf_ring; /* BDs mappings ring */
  404. struct sw_rx_page *rx_page_ring; /* SGE pages mappings ring */
  405. struct eth_rx_bd *rx_desc_ring;
  406. dma_addr_t rx_desc_mapping;
  407. union eth_rx_cqe *rx_comp_ring;
  408. dma_addr_t rx_comp_mapping;
  409. /* SGE ring */
  410. struct eth_rx_sge *rx_sge_ring;
  411. dma_addr_t rx_sge_mapping;
  412. u64 sge_mask[RX_SGE_MASK_LEN];
  413. u32 cid;
  414. __le16 fp_hc_idx;
  415. u8 index; /* number in fp array */
  416. u8 rx_queue; /* index for skb_record */
  417. u8 cl_id; /* eth client id */
  418. u8 cl_qzone_id;
  419. u8 fw_sb_id; /* status block number in FW */
  420. u8 igu_sb_id; /* status block number in HW */
  421. u16 rx_bd_prod;
  422. u16 rx_bd_cons;
  423. u16 rx_comp_prod;
  424. u16 rx_comp_cons;
  425. u16 rx_sge_prod;
  426. /* The last maximal completed SGE */
  427. u16 last_max_sge;
  428. __le16 *rx_cons_sb;
  429. unsigned long rx_pkt,
  430. rx_calls;
  431. /* TPA related */
  432. struct bnx2x_agg_info *tpa_info;
  433. u8 disable_tpa;
  434. #ifdef BNX2X_STOP_ON_ERROR
  435. u64 tpa_queue_used;
  436. #endif
  437. /* The size is calculated using the following:
  438. sizeof name field from netdev structure +
  439. 4 ('-Xx-' string) +
  440. 4 (for the digits and to make it DWORD aligned) */
  441. #define FP_NAME_SIZE (sizeof(((struct net_device *)0)->name) + 8)
  442. char name[FP_NAME_SIZE];
  443. };
  444. #define bnx2x_fp(bp, nr, var) ((bp)->fp[(nr)].var)
  445. #define bnx2x_sp_obj(bp, fp) ((bp)->sp_objs[(fp)->index])
  446. #define bnx2x_fp_stats(bp, fp) (&((bp)->fp_stats[(fp)->index]))
  447. #define bnx2x_fp_qstats(bp, fp) (&((bp)->fp_stats[(fp)->index].eth_q_stats))
  448. /* Use 2500 as a mini-jumbo MTU for FCoE */
  449. #define BNX2X_FCOE_MINI_JUMBO_MTU 2500
  450. #define FCOE_IDX_OFFSET 0
  451. #define FCOE_IDX(bp) (BNX2X_NUM_NON_CNIC_QUEUES(bp) + \
  452. FCOE_IDX_OFFSET)
  453. #define bnx2x_fcoe_fp(bp) (&bp->fp[FCOE_IDX(bp)])
  454. #define bnx2x_fcoe(bp, var) (bnx2x_fcoe_fp(bp)->var)
  455. #define bnx2x_fcoe_inner_sp_obj(bp) (&bp->sp_objs[FCOE_IDX(bp)])
  456. #define bnx2x_fcoe_sp_obj(bp, var) (bnx2x_fcoe_inner_sp_obj(bp)->var)
  457. #define bnx2x_fcoe_tx(bp, var) (bnx2x_fcoe_fp(bp)-> \
  458. txdata_ptr[FIRST_TX_COS_INDEX] \
  459. ->var)
  460. #define IS_ETH_FP(fp) ((fp)->index < BNX2X_NUM_ETH_QUEUES((fp)->bp))
  461. #define IS_FCOE_FP(fp) ((fp)->index == FCOE_IDX((fp)->bp))
  462. #define IS_FCOE_IDX(idx) ((idx) == FCOE_IDX(bp))
  463. /* MC hsi */
  464. #define MAX_FETCH_BD 13 /* HW max BDs per packet */
  465. #define RX_COPY_THRESH 92
  466. #define NUM_TX_RINGS 16
  467. #define TX_DESC_CNT (BCM_PAGE_SIZE / sizeof(union eth_tx_bd_types))
  468. #define NEXT_PAGE_TX_DESC_CNT 1
  469. #define MAX_TX_DESC_CNT (TX_DESC_CNT - NEXT_PAGE_TX_DESC_CNT)
  470. #define NUM_TX_BD (TX_DESC_CNT * NUM_TX_RINGS)
  471. #define MAX_TX_BD (NUM_TX_BD - 1)
  472. #define MAX_TX_AVAIL (MAX_TX_DESC_CNT * NUM_TX_RINGS - 2)
  473. #define NEXT_TX_IDX(x) ((((x) & MAX_TX_DESC_CNT) == \
  474. (MAX_TX_DESC_CNT - 1)) ? \
  475. (x) + 1 + NEXT_PAGE_TX_DESC_CNT : \
  476. (x) + 1)
  477. #define TX_BD(x) ((x) & MAX_TX_BD)
  478. #define TX_BD_POFF(x) ((x) & MAX_TX_DESC_CNT)
  479. /* number of NEXT_PAGE descriptors may be required during placement */
  480. #define NEXT_CNT_PER_TX_PKT(bds) \
  481. (((bds) + MAX_TX_DESC_CNT - 1) / \
  482. MAX_TX_DESC_CNT * NEXT_PAGE_TX_DESC_CNT)
  483. /* max BDs per tx packet w/o next_pages:
  484. * START_BD - describes packed
  485. * START_BD(splitted) - includes unpaged data segment for GSO
  486. * PARSING_BD - for TSO and CSUM data
  487. * Frag BDs - decribes pages for frags
  488. */
  489. #define BDS_PER_TX_PKT 3
  490. #define MAX_BDS_PER_TX_PKT (MAX_SKB_FRAGS + BDS_PER_TX_PKT)
  491. /* max BDs per tx packet including next pages */
  492. #define MAX_DESC_PER_TX_PKT (MAX_BDS_PER_TX_PKT + \
  493. NEXT_CNT_PER_TX_PKT(MAX_BDS_PER_TX_PKT))
  494. /* The RX BD ring is special, each bd is 8 bytes but the last one is 16 */
  495. #define NUM_RX_RINGS 8
  496. #define RX_DESC_CNT (BCM_PAGE_SIZE / sizeof(struct eth_rx_bd))
  497. #define NEXT_PAGE_RX_DESC_CNT 2
  498. #define MAX_RX_DESC_CNT (RX_DESC_CNT - NEXT_PAGE_RX_DESC_CNT)
  499. #define RX_DESC_MASK (RX_DESC_CNT - 1)
  500. #define NUM_RX_BD (RX_DESC_CNT * NUM_RX_RINGS)
  501. #define MAX_RX_BD (NUM_RX_BD - 1)
  502. #define MAX_RX_AVAIL (MAX_RX_DESC_CNT * NUM_RX_RINGS - 2)
  503. /* dropless fc calculations for BDs
  504. *
  505. * Number of BDs should as number of buffers in BRB:
  506. * Low threshold takes into account NEXT_PAGE_RX_DESC_CNT
  507. * "next" elements on each page
  508. */
  509. #define NUM_BD_REQ BRB_SIZE(bp)
  510. #define NUM_BD_PG_REQ ((NUM_BD_REQ + MAX_RX_DESC_CNT - 1) / \
  511. MAX_RX_DESC_CNT)
  512. #define BD_TH_LO(bp) (NUM_BD_REQ + \
  513. NUM_BD_PG_REQ * NEXT_PAGE_RX_DESC_CNT + \
  514. FW_DROP_LEVEL(bp))
  515. #define BD_TH_HI(bp) (BD_TH_LO(bp) + DROPLESS_FC_HEADROOM)
  516. #define MIN_RX_AVAIL ((bp)->dropless_fc ? BD_TH_HI(bp) + 128 : 128)
  517. #define MIN_RX_SIZE_TPA_HW (CHIP_IS_E1(bp) ? \
  518. ETH_MIN_RX_CQES_WITH_TPA_E1 : \
  519. ETH_MIN_RX_CQES_WITH_TPA_E1H_E2)
  520. #define MIN_RX_SIZE_NONTPA_HW ETH_MIN_RX_CQES_WITHOUT_TPA
  521. #define MIN_RX_SIZE_TPA (max_t(u32, MIN_RX_SIZE_TPA_HW, MIN_RX_AVAIL))
  522. #define MIN_RX_SIZE_NONTPA (max_t(u32, MIN_RX_SIZE_NONTPA_HW,\
  523. MIN_RX_AVAIL))
  524. #define NEXT_RX_IDX(x) ((((x) & RX_DESC_MASK) == \
  525. (MAX_RX_DESC_CNT - 1)) ? \
  526. (x) + 1 + NEXT_PAGE_RX_DESC_CNT : \
  527. (x) + 1)
  528. #define RX_BD(x) ((x) & MAX_RX_BD)
  529. /*
  530. * As long as CQE is X times bigger than BD entry we have to allocate X times
  531. * more pages for CQ ring in order to keep it balanced with BD ring
  532. */
  533. #define CQE_BD_REL (sizeof(union eth_rx_cqe) / sizeof(struct eth_rx_bd))
  534. #define NUM_RCQ_RINGS (NUM_RX_RINGS * CQE_BD_REL)
  535. #define RCQ_DESC_CNT (BCM_PAGE_SIZE / sizeof(union eth_rx_cqe))
  536. #define NEXT_PAGE_RCQ_DESC_CNT 1
  537. #define MAX_RCQ_DESC_CNT (RCQ_DESC_CNT - NEXT_PAGE_RCQ_DESC_CNT)
  538. #define NUM_RCQ_BD (RCQ_DESC_CNT * NUM_RCQ_RINGS)
  539. #define MAX_RCQ_BD (NUM_RCQ_BD - 1)
  540. #define MAX_RCQ_AVAIL (MAX_RCQ_DESC_CNT * NUM_RCQ_RINGS - 2)
  541. #define NEXT_RCQ_IDX(x) ((((x) & MAX_RCQ_DESC_CNT) == \
  542. (MAX_RCQ_DESC_CNT - 1)) ? \
  543. (x) + 1 + NEXT_PAGE_RCQ_DESC_CNT : \
  544. (x) + 1)
  545. #define RCQ_BD(x) ((x) & MAX_RCQ_BD)
  546. /* dropless fc calculations for RCQs
  547. *
  548. * Number of RCQs should be as number of buffers in BRB:
  549. * Low threshold takes into account NEXT_PAGE_RCQ_DESC_CNT
  550. * "next" elements on each page
  551. */
  552. #define NUM_RCQ_REQ BRB_SIZE(bp)
  553. #define NUM_RCQ_PG_REQ ((NUM_BD_REQ + MAX_RCQ_DESC_CNT - 1) / \
  554. MAX_RCQ_DESC_CNT)
  555. #define RCQ_TH_LO(bp) (NUM_RCQ_REQ + \
  556. NUM_RCQ_PG_REQ * NEXT_PAGE_RCQ_DESC_CNT + \
  557. FW_DROP_LEVEL(bp))
  558. #define RCQ_TH_HI(bp) (RCQ_TH_LO(bp) + DROPLESS_FC_HEADROOM)
  559. /* This is needed for determining of last_max */
  560. #define SUB_S16(a, b) (s16)((s16)(a) - (s16)(b))
  561. #define SUB_S32(a, b) (s32)((s32)(a) - (s32)(b))
  562. #define BNX2X_SWCID_SHIFT 17
  563. #define BNX2X_SWCID_MASK ((0x1 << BNX2X_SWCID_SHIFT) - 1)
  564. /* used on a CID received from the HW */
  565. #define SW_CID(x) (le32_to_cpu(x) & BNX2X_SWCID_MASK)
  566. #define CQE_CMD(x) (le32_to_cpu(x) >> \
  567. COMMON_RAMROD_ETH_RX_CQE_CMD_ID_SHIFT)
  568. #define BD_UNMAP_ADDR(bd) HILO_U64(le32_to_cpu((bd)->addr_hi), \
  569. le32_to_cpu((bd)->addr_lo))
  570. #define BD_UNMAP_LEN(bd) (le16_to_cpu((bd)->nbytes))
  571. #define BNX2X_DB_MIN_SHIFT 3 /* 8 bytes */
  572. #define BNX2X_DB_SHIFT 7 /* 128 bytes*/
  573. #if (BNX2X_DB_SHIFT < BNX2X_DB_MIN_SHIFT)
  574. #error "Min DB doorbell stride is 8"
  575. #endif
  576. #define DPM_TRIGER_TYPE 0x40
  577. #define DOORBELL(bp, cid, val) \
  578. do { \
  579. writel((u32)(val), bp->doorbells + (bp->db_size * (cid)) + \
  580. DPM_TRIGER_TYPE); \
  581. } while (0)
  582. /* TX CSUM helpers */
  583. #define SKB_CS_OFF(skb) (offsetof(struct tcphdr, check) - \
  584. skb->csum_offset)
  585. #define SKB_CS(skb) (*(u16 *)(skb_transport_header(skb) + \
  586. skb->csum_offset))
  587. #define pbd_tcp_flags(skb) (ntohl(tcp_flag_word(tcp_hdr(skb)))>>16 & 0xff)
  588. #define XMIT_PLAIN 0
  589. #define XMIT_CSUM_V4 0x1
  590. #define XMIT_CSUM_V6 0x2
  591. #define XMIT_CSUM_TCP 0x4
  592. #define XMIT_GSO_V4 0x8
  593. #define XMIT_GSO_V6 0x10
  594. #define XMIT_CSUM (XMIT_CSUM_V4 | XMIT_CSUM_V6)
  595. #define XMIT_GSO (XMIT_GSO_V4 | XMIT_GSO_V6)
  596. /* stuff added to make the code fit 80Col */
  597. #define CQE_TYPE(cqe_fp_flags) ((cqe_fp_flags) & ETH_FAST_PATH_RX_CQE_TYPE)
  598. #define CQE_TYPE_START(cqe_type) ((cqe_type) == RX_ETH_CQE_TYPE_ETH_START_AGG)
  599. #define CQE_TYPE_STOP(cqe_type) ((cqe_type) == RX_ETH_CQE_TYPE_ETH_STOP_AGG)
  600. #define CQE_TYPE_SLOW(cqe_type) ((cqe_type) == RX_ETH_CQE_TYPE_ETH_RAMROD)
  601. #define CQE_TYPE_FAST(cqe_type) ((cqe_type) == RX_ETH_CQE_TYPE_ETH_FASTPATH)
  602. #define ETH_RX_ERROR_FALGS ETH_FAST_PATH_RX_CQE_PHY_DECODE_ERR_FLG
  603. #define BNX2X_PRS_FLAG_OVERETH_IPV4(flags) \
  604. (((le16_to_cpu(flags) & \
  605. PARSING_FLAGS_OVER_ETHERNET_PROTOCOL) >> \
  606. PARSING_FLAGS_OVER_ETHERNET_PROTOCOL_SHIFT) \
  607. == PRS_FLAG_OVERETH_IPV4)
  608. #define BNX2X_RX_SUM_FIX(cqe) \
  609. BNX2X_PRS_FLAG_OVERETH_IPV4(cqe->fast_path_cqe.pars_flags.flags)
  610. #define FP_USB_FUNC_OFF \
  611. offsetof(struct cstorm_status_block_u, func)
  612. #define FP_CSB_FUNC_OFF \
  613. offsetof(struct cstorm_status_block_c, func)
  614. #define HC_INDEX_ETH_RX_CQ_CONS 1
  615. #define HC_INDEX_OOO_TX_CQ_CONS 4
  616. #define HC_INDEX_ETH_TX_CQ_CONS_COS0 5
  617. #define HC_INDEX_ETH_TX_CQ_CONS_COS1 6
  618. #define HC_INDEX_ETH_TX_CQ_CONS_COS2 7
  619. #define HC_INDEX_ETH_FIRST_TX_CQ_CONS HC_INDEX_ETH_TX_CQ_CONS_COS0
  620. #define BNX2X_RX_SB_INDEX \
  621. (&fp->sb_index_values[HC_INDEX_ETH_RX_CQ_CONS])
  622. #define BNX2X_TX_SB_INDEX_BASE BNX2X_TX_SB_INDEX_COS0
  623. #define BNX2X_TX_SB_INDEX_COS0 \
  624. (&fp->sb_index_values[HC_INDEX_ETH_TX_CQ_CONS_COS0])
  625. /* end of fast path */
  626. /* common */
  627. struct bnx2x_common {
  628. u32 chip_id;
  629. /* chip num:16-31, rev:12-15, metal:4-11, bond_id:0-3 */
  630. #define CHIP_ID(bp) (bp->common.chip_id & 0xfffffff0)
  631. #define CHIP_NUM(bp) (bp->common.chip_id >> 16)
  632. #define CHIP_NUM_57710 0x164e
  633. #define CHIP_NUM_57711 0x164f
  634. #define CHIP_NUM_57711E 0x1650
  635. #define CHIP_NUM_57712 0x1662
  636. #define CHIP_NUM_57712_MF 0x1663
  637. #define CHIP_NUM_57713 0x1651
  638. #define CHIP_NUM_57713E 0x1652
  639. #define CHIP_NUM_57800 0x168a
  640. #define CHIP_NUM_57800_MF 0x16a5
  641. #define CHIP_NUM_57810 0x168e
  642. #define CHIP_NUM_57810_MF 0x16ae
  643. #define CHIP_NUM_57811 0x163d
  644. #define CHIP_NUM_57811_MF 0x163e
  645. #define CHIP_NUM_57840_OBSOLETE 0x168d
  646. #define CHIP_NUM_57840_MF_OBSOLETE 0x16ab
  647. #define CHIP_NUM_57840_4_10 0x16a1
  648. #define CHIP_NUM_57840_2_20 0x16a2
  649. #define CHIP_NUM_57840_MF 0x16a4
  650. #define CHIP_IS_E1(bp) (CHIP_NUM(bp) == CHIP_NUM_57710)
  651. #define CHIP_IS_57711(bp) (CHIP_NUM(bp) == CHIP_NUM_57711)
  652. #define CHIP_IS_57711E(bp) (CHIP_NUM(bp) == CHIP_NUM_57711E)
  653. #define CHIP_IS_57712(bp) (CHIP_NUM(bp) == CHIP_NUM_57712)
  654. #define CHIP_IS_57712_MF(bp) (CHIP_NUM(bp) == CHIP_NUM_57712_MF)
  655. #define CHIP_IS_57800(bp) (CHIP_NUM(bp) == CHIP_NUM_57800)
  656. #define CHIP_IS_57800_MF(bp) (CHIP_NUM(bp) == CHIP_NUM_57800_MF)
  657. #define CHIP_IS_57810(bp) (CHIP_NUM(bp) == CHIP_NUM_57810)
  658. #define CHIP_IS_57810_MF(bp) (CHIP_NUM(bp) == CHIP_NUM_57810_MF)
  659. #define CHIP_IS_57811(bp) (CHIP_NUM(bp) == CHIP_NUM_57811)
  660. #define CHIP_IS_57811_MF(bp) (CHIP_NUM(bp) == CHIP_NUM_57811_MF)
  661. #define CHIP_IS_57840(bp) \
  662. ((CHIP_NUM(bp) == CHIP_NUM_57840_4_10) || \
  663. (CHIP_NUM(bp) == CHIP_NUM_57840_2_20) || \
  664. (CHIP_NUM(bp) == CHIP_NUM_57840_OBSOLETE))
  665. #define CHIP_IS_57840_MF(bp) ((CHIP_NUM(bp) == CHIP_NUM_57840_MF) || \
  666. (CHIP_NUM(bp) == CHIP_NUM_57840_MF_OBSOLETE))
  667. #define CHIP_IS_E1H(bp) (CHIP_IS_57711(bp) || \
  668. CHIP_IS_57711E(bp))
  669. #define CHIP_IS_E2(bp) (CHIP_IS_57712(bp) || \
  670. CHIP_IS_57712_MF(bp))
  671. #define CHIP_IS_E3(bp) (CHIP_IS_57800(bp) || \
  672. CHIP_IS_57800_MF(bp) || \
  673. CHIP_IS_57810(bp) || \
  674. CHIP_IS_57810_MF(bp) || \
  675. CHIP_IS_57811(bp) || \
  676. CHIP_IS_57811_MF(bp) || \
  677. CHIP_IS_57840(bp) || \
  678. CHIP_IS_57840_MF(bp))
  679. #define CHIP_IS_E1x(bp) (CHIP_IS_E1((bp)) || CHIP_IS_E1H((bp)))
  680. #define USES_WARPCORE(bp) (CHIP_IS_E3(bp))
  681. #define IS_E1H_OFFSET (!CHIP_IS_E1(bp))
  682. #define CHIP_REV_SHIFT 12
  683. #define CHIP_REV_MASK (0xF << CHIP_REV_SHIFT)
  684. #define CHIP_REV_VAL(bp) (bp->common.chip_id & CHIP_REV_MASK)
  685. #define CHIP_REV_Ax (0x0 << CHIP_REV_SHIFT)
  686. #define CHIP_REV_Bx (0x1 << CHIP_REV_SHIFT)
  687. /* assume maximum 5 revisions */
  688. #define CHIP_REV_IS_SLOW(bp) (CHIP_REV_VAL(bp) > 0x00005000)
  689. /* Emul versions are A=>0xe, B=>0xc, C=>0xa, D=>8, E=>6 */
  690. #define CHIP_REV_IS_EMUL(bp) ((CHIP_REV_IS_SLOW(bp)) && \
  691. !(CHIP_REV_VAL(bp) & 0x00001000))
  692. /* FPGA versions are A=>0xf, B=>0xd, C=>0xb, D=>9, E=>7 */
  693. #define CHIP_REV_IS_FPGA(bp) ((CHIP_REV_IS_SLOW(bp)) && \
  694. (CHIP_REV_VAL(bp) & 0x00001000))
  695. #define CHIP_TIME(bp) ((CHIP_REV_IS_EMUL(bp)) ? 2000 : \
  696. ((CHIP_REV_IS_FPGA(bp)) ? 200 : 1))
  697. #define CHIP_METAL(bp) (bp->common.chip_id & 0x00000ff0)
  698. #define CHIP_BOND_ID(bp) (bp->common.chip_id & 0x0000000f)
  699. #define CHIP_REV_SIM(bp) (((CHIP_REV_MASK - CHIP_REV_VAL(bp)) >>\
  700. (CHIP_REV_SHIFT + 1)) \
  701. << CHIP_REV_SHIFT)
  702. #define CHIP_REV(bp) (CHIP_REV_IS_SLOW(bp) ? \
  703. CHIP_REV_SIM(bp) :\
  704. CHIP_REV_VAL(bp))
  705. #define CHIP_IS_E3B0(bp) (CHIP_IS_E3(bp) && \
  706. (CHIP_REV(bp) == CHIP_REV_Bx))
  707. #define CHIP_IS_E3A0(bp) (CHIP_IS_E3(bp) && \
  708. (CHIP_REV(bp) == CHIP_REV_Ax))
  709. /* This define is used in two main places:
  710. * 1. In the early stages of nic_load, to know if to configrue Parser / Searcher
  711. * to nic-only mode or to offload mode. Offload mode is configured if either the
  712. * chip is E1x (where MIC_MODE register is not applicable), or if cnic already
  713. * registered for this port (which means that the user wants storage services).
  714. * 2. During cnic-related load, to know if offload mode is already configured in
  715. * the HW or needs to be configrued.
  716. * Since the transition from nic-mode to offload-mode in HW causes traffic
  717. * coruption, nic-mode is configured only in ports on which storage services
  718. * where never requested.
  719. */
  720. #define CONFIGURE_NIC_MODE(bp) (!CHIP_IS_E1x(bp) && !CNIC_ENABLED(bp))
  721. int flash_size;
  722. #define BNX2X_NVRAM_1MB_SIZE 0x20000 /* 1M bit in bytes */
  723. #define BNX2X_NVRAM_TIMEOUT_COUNT 30000
  724. #define BNX2X_NVRAM_PAGE_SIZE 256
  725. u32 shmem_base;
  726. u32 shmem2_base;
  727. u32 mf_cfg_base;
  728. u32 mf2_cfg_base;
  729. u32 hw_config;
  730. u32 bc_ver;
  731. u8 int_block;
  732. #define INT_BLOCK_HC 0
  733. #define INT_BLOCK_IGU 1
  734. #define INT_BLOCK_MODE_NORMAL 0
  735. #define INT_BLOCK_MODE_BW_COMP 2
  736. #define CHIP_INT_MODE_IS_NBC(bp) \
  737. (!CHIP_IS_E1x(bp) && \
  738. !((bp)->common.int_block & INT_BLOCK_MODE_BW_COMP))
  739. #define CHIP_INT_MODE_IS_BC(bp) (!CHIP_INT_MODE_IS_NBC(bp))
  740. u8 chip_port_mode;
  741. #define CHIP_4_PORT_MODE 0x0
  742. #define CHIP_2_PORT_MODE 0x1
  743. #define CHIP_PORT_MODE_NONE 0x2
  744. #define CHIP_MODE(bp) (bp->common.chip_port_mode)
  745. #define CHIP_MODE_IS_4_PORT(bp) (CHIP_MODE(bp) == CHIP_4_PORT_MODE)
  746. u32 boot_mode;
  747. };
  748. /* IGU MSIX STATISTICS on 57712: 64 for VFs; 4 for PFs; 4 for Attentions */
  749. #define BNX2X_IGU_STAS_MSG_VF_CNT 64
  750. #define BNX2X_IGU_STAS_MSG_PF_CNT 4
  751. #define MAX_IGU_ATTN_ACK_TO 100
  752. /* end of common */
  753. /* port */
  754. struct bnx2x_port {
  755. u32 pmf;
  756. u32 link_config[LINK_CONFIG_SIZE];
  757. u32 supported[LINK_CONFIG_SIZE];
  758. /* link settings - missing defines */
  759. #define SUPPORTED_2500baseX_Full (1 << 15)
  760. u32 advertising[LINK_CONFIG_SIZE];
  761. /* link settings - missing defines */
  762. #define ADVERTISED_2500baseX_Full (1 << 15)
  763. u32 phy_addr;
  764. /* used to synchronize phy accesses */
  765. struct mutex phy_mutex;
  766. u32 port_stx;
  767. struct nig_stats old_nig_stats;
  768. };
  769. /* end of port */
  770. #define STATS_OFFSET32(stat_name) \
  771. (offsetof(struct bnx2x_eth_stats, stat_name) / 4)
  772. /* slow path */
  773. /* slow path work-queue */
  774. extern struct workqueue_struct *bnx2x_wq;
  775. #define BNX2X_MAX_NUM_OF_VFS 64
  776. #define BNX2X_VF_ID_INVALID 0xFF
  777. /*
  778. * The total number of L2 queues, MSIX vectors and HW contexts (CIDs) is
  779. * control by the number of fast-path status blocks supported by the
  780. * device (HW/FW). Each fast-path status block (FP-SB) aka non-default
  781. * status block represents an independent interrupts context that can
  782. * serve a regular L2 networking queue. However special L2 queues such
  783. * as the FCoE queue do not require a FP-SB and other components like
  784. * the CNIC may consume FP-SB reducing the number of possible L2 queues
  785. *
  786. * If the maximum number of FP-SB available is X then:
  787. * a. If CNIC is supported it consumes 1 FP-SB thus the max number of
  788. * regular L2 queues is Y=X-1
  789. * b. in MF mode the actual number of L2 queues is Y= (X-1/MF_factor)
  790. * c. If the FCoE L2 queue is supported the actual number of L2 queues
  791. * is Y+1
  792. * d. The number of irqs (MSIX vectors) is either Y+1 (one extra for
  793. * slow-path interrupts) or Y+2 if CNIC is supported (one additional
  794. * FP interrupt context for the CNIC).
  795. * e. The number of HW context (CID count) is always X or X+1 if FCoE
  796. * L2 queue is supported. the cid for the FCoE L2 queue is always X.
  797. */
  798. /* fast-path interrupt contexts E1x */
  799. #define FP_SB_MAX_E1x 16
  800. /* fast-path interrupt contexts E2 */
  801. #define FP_SB_MAX_E2 HC_SB_MAX_SB_E2
  802. union cdu_context {
  803. struct eth_context eth;
  804. char pad[1024];
  805. };
  806. /* CDU host DB constants */
  807. #define CDU_ILT_PAGE_SZ_HW 2
  808. #define CDU_ILT_PAGE_SZ (8192 << CDU_ILT_PAGE_SZ_HW) /* 32K */
  809. #define ILT_PAGE_CIDS (CDU_ILT_PAGE_SZ / sizeof(union cdu_context))
  810. #define CNIC_ISCSI_CID_MAX 256
  811. #define CNIC_FCOE_CID_MAX 2048
  812. #define CNIC_CID_MAX (CNIC_ISCSI_CID_MAX + CNIC_FCOE_CID_MAX)
  813. #define CNIC_ILT_LINES DIV_ROUND_UP(CNIC_CID_MAX, ILT_PAGE_CIDS)
  814. #define QM_ILT_PAGE_SZ_HW 0
  815. #define QM_ILT_PAGE_SZ (4096 << QM_ILT_PAGE_SZ_HW) /* 4K */
  816. #define QM_CID_ROUND 1024
  817. /* TM (timers) host DB constants */
  818. #define TM_ILT_PAGE_SZ_HW 0
  819. #define TM_ILT_PAGE_SZ (4096 << TM_ILT_PAGE_SZ_HW) /* 4K */
  820. /* #define TM_CONN_NUM (CNIC_STARTING_CID+CNIC_ISCSI_CXT_MAX) */
  821. #define TM_CONN_NUM 1024
  822. #define TM_ILT_SZ (8 * TM_CONN_NUM)
  823. #define TM_ILT_LINES DIV_ROUND_UP(TM_ILT_SZ, TM_ILT_PAGE_SZ)
  824. /* SRC (Searcher) host DB constants */
  825. #define SRC_ILT_PAGE_SZ_HW 0
  826. #define SRC_ILT_PAGE_SZ (4096 << SRC_ILT_PAGE_SZ_HW) /* 4K */
  827. #define SRC_HASH_BITS 10
  828. #define SRC_CONN_NUM (1 << SRC_HASH_BITS) /* 1024 */
  829. #define SRC_ILT_SZ (sizeof(struct src_ent) * SRC_CONN_NUM)
  830. #define SRC_T2_SZ SRC_ILT_SZ
  831. #define SRC_ILT_LINES DIV_ROUND_UP(SRC_ILT_SZ, SRC_ILT_PAGE_SZ)
  832. #define MAX_DMAE_C 8
  833. /* DMA memory not used in fastpath */
  834. struct bnx2x_slowpath {
  835. union {
  836. struct mac_configuration_cmd e1x;
  837. struct eth_classify_rules_ramrod_data e2;
  838. } mac_rdata;
  839. union {
  840. struct tstorm_eth_mac_filter_config e1x;
  841. struct eth_filter_rules_ramrod_data e2;
  842. } rx_mode_rdata;
  843. union {
  844. struct mac_configuration_cmd e1;
  845. struct eth_multicast_rules_ramrod_data e2;
  846. } mcast_rdata;
  847. struct eth_rss_update_ramrod_data rss_rdata;
  848. /* Queue State related ramrods are always sent under rtnl_lock */
  849. union {
  850. struct client_init_ramrod_data init_data;
  851. struct client_update_ramrod_data update_data;
  852. } q_rdata;
  853. union {
  854. struct function_start_data func_start;
  855. /* pfc configuration for DCBX ramrod */
  856. struct flow_control_configuration pfc_config;
  857. } func_rdata;
  858. /* afex ramrod can not be a part of func_rdata union because these
  859. * events might arrive in parallel to other events from func_rdata.
  860. * Therefore, if they would have been defined in the same union,
  861. * data can get corrupted.
  862. */
  863. struct afex_vif_list_ramrod_data func_afex_rdata;
  864. /* used by dmae command executer */
  865. struct dmae_command dmae[MAX_DMAE_C];
  866. u32 stats_comp;
  867. union mac_stats mac_stats;
  868. struct nig_stats nig_stats;
  869. struct host_port_stats port_stats;
  870. struct host_func_stats func_stats;
  871. u32 wb_comp;
  872. u32 wb_data[4];
  873. union drv_info_to_mcp drv_info_to_mcp;
  874. };
  875. #define bnx2x_sp(bp, var) (&bp->slowpath->var)
  876. #define bnx2x_sp_mapping(bp, var) \
  877. (bp->slowpath_mapping + offsetof(struct bnx2x_slowpath, var))
  878. /* attn group wiring */
  879. #define MAX_DYNAMIC_ATTN_GRPS 8
  880. struct attn_route {
  881. u32 sig[5];
  882. };
  883. struct iro {
  884. u32 base;
  885. u16 m1;
  886. u16 m2;
  887. u16 m3;
  888. u16 size;
  889. };
  890. struct hw_context {
  891. union cdu_context *vcxt;
  892. dma_addr_t cxt_mapping;
  893. size_t size;
  894. };
  895. /* forward */
  896. struct bnx2x_ilt;
  897. enum bnx2x_recovery_state {
  898. BNX2X_RECOVERY_DONE,
  899. BNX2X_RECOVERY_INIT,
  900. BNX2X_RECOVERY_WAIT,
  901. BNX2X_RECOVERY_FAILED,
  902. BNX2X_RECOVERY_NIC_LOADING
  903. };
  904. /*
  905. * Event queue (EQ or event ring) MC hsi
  906. * NUM_EQ_PAGES and EQ_DESC_CNT_PAGE must be power of 2
  907. */
  908. #define NUM_EQ_PAGES 1
  909. #define EQ_DESC_CNT_PAGE (BCM_PAGE_SIZE / sizeof(union event_ring_elem))
  910. #define EQ_DESC_MAX_PAGE (EQ_DESC_CNT_PAGE - 1)
  911. #define NUM_EQ_DESC (EQ_DESC_CNT_PAGE * NUM_EQ_PAGES)
  912. #define EQ_DESC_MASK (NUM_EQ_DESC - 1)
  913. #define MAX_EQ_AVAIL (EQ_DESC_MAX_PAGE * NUM_EQ_PAGES - 2)
  914. /* depends on EQ_DESC_CNT_PAGE being a power of 2 */
  915. #define NEXT_EQ_IDX(x) ((((x) & EQ_DESC_MAX_PAGE) == \
  916. (EQ_DESC_MAX_PAGE - 1)) ? (x) + 2 : (x) + 1)
  917. /* depends on the above and on NUM_EQ_PAGES being a power of 2 */
  918. #define EQ_DESC(x) ((x) & EQ_DESC_MASK)
  919. #define BNX2X_EQ_INDEX \
  920. (&bp->def_status_blk->sp_sb.\
  921. index_values[HC_SP_INDEX_EQ_CONS])
  922. /* This is a data that will be used to create a link report message.
  923. * We will keep the data used for the last link report in order
  924. * to prevent reporting the same link parameters twice.
  925. */
  926. struct bnx2x_link_report_data {
  927. u16 line_speed; /* Effective line speed */
  928. unsigned long link_report_flags;/* BNX2X_LINK_REPORT_XXX flags */
  929. };
  930. enum {
  931. BNX2X_LINK_REPORT_FD, /* Full DUPLEX */
  932. BNX2X_LINK_REPORT_LINK_DOWN,
  933. BNX2X_LINK_REPORT_RX_FC_ON,
  934. BNX2X_LINK_REPORT_TX_FC_ON,
  935. };
  936. enum {
  937. BNX2X_PORT_QUERY_IDX,
  938. BNX2X_PF_QUERY_IDX,
  939. BNX2X_FCOE_QUERY_IDX,
  940. BNX2X_FIRST_QUEUE_QUERY_IDX,
  941. };
  942. struct bnx2x_fw_stats_req {
  943. struct stats_query_header hdr;
  944. struct stats_query_entry query[FP_SB_MAX_E1x+
  945. BNX2X_FIRST_QUEUE_QUERY_IDX];
  946. };
  947. struct bnx2x_fw_stats_data {
  948. struct stats_counter storm_counters;
  949. struct per_port_stats port;
  950. struct per_pf_stats pf;
  951. struct fcoe_statistics_params fcoe;
  952. struct per_queue_stats queue_stats[1];
  953. };
  954. /* Public slow path states */
  955. enum {
  956. BNX2X_SP_RTNL_SETUP_TC,
  957. BNX2X_SP_RTNL_TX_TIMEOUT,
  958. BNX2X_SP_RTNL_AFEX_F_UPDATE,
  959. BNX2X_SP_RTNL_FAN_FAILURE,
  960. };
  961. struct bnx2x_prev_path_list {
  962. u8 bus;
  963. u8 slot;
  964. u8 path;
  965. struct list_head list;
  966. u8 undi;
  967. };
  968. struct bnx2x_sp_objs {
  969. /* MACs object */
  970. struct bnx2x_vlan_mac_obj mac_obj;
  971. /* Queue State object */
  972. struct bnx2x_queue_sp_obj q_obj;
  973. };
  974. struct bnx2x_fp_stats {
  975. struct tstorm_per_queue_stats old_tclient;
  976. struct ustorm_per_queue_stats old_uclient;
  977. struct xstorm_per_queue_stats old_xclient;
  978. struct bnx2x_eth_q_stats eth_q_stats;
  979. struct bnx2x_eth_q_stats_old eth_q_stats_old;
  980. };
  981. struct bnx2x {
  982. /* Fields used in the tx and intr/napi performance paths
  983. * are grouped together in the beginning of the structure
  984. */
  985. struct bnx2x_fastpath *fp;
  986. struct bnx2x_sp_objs *sp_objs;
  987. struct bnx2x_fp_stats *fp_stats;
  988. struct bnx2x_fp_txdata *bnx2x_txq;
  989. void __iomem *regview;
  990. void __iomem *doorbells;
  991. u16 db_size;
  992. u8 pf_num; /* absolute PF number */
  993. u8 pfid; /* per-path PF number */
  994. int base_fw_ndsb; /**/
  995. #define BP_PATH(bp) (CHIP_IS_E1x(bp) ? 0 : (bp->pf_num & 1))
  996. #define BP_PORT(bp) (bp->pfid & 1)
  997. #define BP_FUNC(bp) (bp->pfid)
  998. #define BP_ABS_FUNC(bp) (bp->pf_num)
  999. #define BP_VN(bp) ((bp)->pfid >> 1)
  1000. #define BP_MAX_VN_NUM(bp) (CHIP_MODE_IS_4_PORT(bp) ? 2 : 4)
  1001. #define BP_L_ID(bp) (BP_VN(bp) << 2)
  1002. #define BP_FW_MB_IDX_VN(bp, vn) (BP_PORT(bp) +\
  1003. (vn) * ((CHIP_IS_E1x(bp) || (CHIP_MODE_IS_4_PORT(bp))) ? 2 : 1))
  1004. #define BP_FW_MB_IDX(bp) BP_FW_MB_IDX_VN(bp, BP_VN(bp))
  1005. struct net_device *dev;
  1006. struct pci_dev *pdev;
  1007. const struct iro *iro_arr;
  1008. #define IRO (bp->iro_arr)
  1009. enum bnx2x_recovery_state recovery_state;
  1010. int is_leader;
  1011. struct msix_entry *msix_table;
  1012. int tx_ring_size;
  1013. /* L2 header size + 2*VLANs (8 bytes) + LLC SNAP (8 bytes) */
  1014. #define ETH_OVREHEAD (ETH_HLEN + 8 + 8)
  1015. #define ETH_MIN_PACKET_SIZE 60
  1016. #define ETH_MAX_PACKET_SIZE 1500
  1017. #define ETH_MAX_JUMBO_PACKET_SIZE 9600
  1018. /* TCP with Timestamp Option (32) + IPv6 (40) */
  1019. #define ETH_MAX_TPA_HEADER_SIZE 72
  1020. /* Max supported alignment is 256 (8 shift) */
  1021. #define BNX2X_RX_ALIGN_SHIFT min(8, L1_CACHE_SHIFT)
  1022. /* FW uses 2 Cache lines Alignment for start packet and size
  1023. *
  1024. * We assume skb_build() uses sizeof(struct skb_shared_info) bytes
  1025. * at the end of skb->data, to avoid wasting a full cache line.
  1026. * This reduces memory use (skb->truesize).
  1027. */
  1028. #define BNX2X_FW_RX_ALIGN_START (1UL << BNX2X_RX_ALIGN_SHIFT)
  1029. #define BNX2X_FW_RX_ALIGN_END \
  1030. max_t(u64, 1UL << BNX2X_RX_ALIGN_SHIFT, \
  1031. SKB_DATA_ALIGN(sizeof(struct skb_shared_info)))
  1032. #define BNX2X_PXP_DRAM_ALIGN (BNX2X_RX_ALIGN_SHIFT - 5)
  1033. struct host_sp_status_block *def_status_blk;
  1034. #define DEF_SB_IGU_ID 16
  1035. #define DEF_SB_ID HC_SP_SB_ID
  1036. __le16 def_idx;
  1037. __le16 def_att_idx;
  1038. u32 attn_state;
  1039. struct attn_route attn_group[MAX_DYNAMIC_ATTN_GRPS];
  1040. /* slow path ring */
  1041. struct eth_spe *spq;
  1042. dma_addr_t spq_mapping;
  1043. u16 spq_prod_idx;
  1044. struct eth_spe *spq_prod_bd;
  1045. struct eth_spe *spq_last_bd;
  1046. __le16 *dsb_sp_prod;
  1047. atomic_t cq_spq_left; /* ETH_XXX ramrods credit */
  1048. /* used to synchronize spq accesses */
  1049. spinlock_t spq_lock;
  1050. /* event queue */
  1051. union event_ring_elem *eq_ring;
  1052. dma_addr_t eq_mapping;
  1053. u16 eq_prod;
  1054. u16 eq_cons;
  1055. __le16 *eq_cons_sb;
  1056. atomic_t eq_spq_left; /* COMMON_XXX ramrods credit */
  1057. /* Counter for marking that there is a STAT_QUERY ramrod pending */
  1058. u16 stats_pending;
  1059. /* Counter for completed statistics ramrods */
  1060. u16 stats_comp;
  1061. /* End of fields used in the performance code paths */
  1062. int panic;
  1063. int msg_enable;
  1064. u32 flags;
  1065. #define PCIX_FLAG (1 << 0)
  1066. #define PCI_32BIT_FLAG (1 << 1)
  1067. #define ONE_PORT_FLAG (1 << 2)
  1068. #define NO_WOL_FLAG (1 << 3)
  1069. #define USING_DAC_FLAG (1 << 4)
  1070. #define USING_MSIX_FLAG (1 << 5)
  1071. #define USING_MSI_FLAG (1 << 6)
  1072. #define DISABLE_MSI_FLAG (1 << 7)
  1073. #define TPA_ENABLE_FLAG (1 << 8)
  1074. #define NO_MCP_FLAG (1 << 9)
  1075. #define BP_NOMCP(bp) (bp->flags & NO_MCP_FLAG)
  1076. #define GRO_ENABLE_FLAG (1 << 10)
  1077. #define MF_FUNC_DIS (1 << 11)
  1078. #define OWN_CNIC_IRQ (1 << 12)
  1079. #define NO_ISCSI_OOO_FLAG (1 << 13)
  1080. #define NO_ISCSI_FLAG (1 << 14)
  1081. #define NO_FCOE_FLAG (1 << 15)
  1082. #define BC_SUPPORTS_PFC_STATS (1 << 17)
  1083. #define BC_SUPPORTS_FCOE_FEATURES (1 << 19)
  1084. #define USING_SINGLE_MSIX_FLAG (1 << 20)
  1085. #define BC_SUPPORTS_DCBX_MSG_NON_PMF (1 << 21)
  1086. #define NO_ISCSI(bp) ((bp)->flags & NO_ISCSI_FLAG)
  1087. #define NO_ISCSI_OOO(bp) ((bp)->flags & NO_ISCSI_OOO_FLAG)
  1088. #define NO_FCOE(bp) ((bp)->flags & NO_FCOE_FLAG)
  1089. u8 cnic_support;
  1090. bool cnic_enabled;
  1091. bool cnic_loaded;
  1092. struct cnic_eth_dev *(*cnic_probe)(struct net_device *);
  1093. /* Flag that indicates that we can start looking for FCoE L2 queue
  1094. * completions in the default status block.
  1095. */
  1096. bool fcoe_init;
  1097. int pm_cap;
  1098. int mrrs;
  1099. struct delayed_work sp_task;
  1100. struct delayed_work sp_rtnl_task;
  1101. struct delayed_work period_task;
  1102. struct timer_list timer;
  1103. int current_interval;
  1104. u16 fw_seq;
  1105. u16 fw_drv_pulse_wr_seq;
  1106. u32 func_stx;
  1107. struct link_params link_params;
  1108. struct link_vars link_vars;
  1109. u32 link_cnt;
  1110. struct bnx2x_link_report_data last_reported_link;
  1111. struct mdio_if_info mdio;
  1112. struct bnx2x_common common;
  1113. struct bnx2x_port port;
  1114. struct cmng_init cmng;
  1115. u32 mf_config[E1HVN_MAX];
  1116. u32 mf_ext_config;
  1117. u32 path_has_ovlan; /* E3 */
  1118. u16 mf_ov;
  1119. u8 mf_mode;
  1120. #define IS_MF(bp) (bp->mf_mode != 0)
  1121. #define IS_MF_SI(bp) (bp->mf_mode == MULTI_FUNCTION_SI)
  1122. #define IS_MF_SD(bp) (bp->mf_mode == MULTI_FUNCTION_SD)
  1123. #define IS_MF_AFEX(bp) (bp->mf_mode == MULTI_FUNCTION_AFEX)
  1124. u8 wol;
  1125. int rx_ring_size;
  1126. u16 tx_quick_cons_trip_int;
  1127. u16 tx_quick_cons_trip;
  1128. u16 tx_ticks_int;
  1129. u16 tx_ticks;
  1130. u16 rx_quick_cons_trip_int;
  1131. u16 rx_quick_cons_trip;
  1132. u16 rx_ticks_int;
  1133. u16 rx_ticks;
  1134. /* Maximal coalescing timeout in us */
  1135. #define BNX2X_MAX_COALESCE_TOUT (0xf0*12)
  1136. u32 lin_cnt;
  1137. u16 state;
  1138. #define BNX2X_STATE_CLOSED 0
  1139. #define BNX2X_STATE_OPENING_WAIT4_LOAD 0x1000
  1140. #define BNX2X_STATE_OPENING_WAIT4_PORT 0x2000
  1141. #define BNX2X_STATE_OPEN 0x3000
  1142. #define BNX2X_STATE_CLOSING_WAIT4_HALT 0x4000
  1143. #define BNX2X_STATE_CLOSING_WAIT4_DELETE 0x5000
  1144. #define BNX2X_STATE_DIAG 0xe000
  1145. #define BNX2X_STATE_ERROR 0xf000
  1146. #define BNX2X_MAX_PRIORITY 8
  1147. #define BNX2X_MAX_ENTRIES_PER_PRI 16
  1148. #define BNX2X_MAX_COS 3
  1149. #define BNX2X_MAX_TX_COS 2
  1150. int num_queues;
  1151. uint num_ethernet_queues;
  1152. uint num_cnic_queues;
  1153. int num_napi_queues;
  1154. int disable_tpa;
  1155. u32 rx_mode;
  1156. #define BNX2X_RX_MODE_NONE 0
  1157. #define BNX2X_RX_MODE_NORMAL 1
  1158. #define BNX2X_RX_MODE_ALLMULTI 2
  1159. #define BNX2X_RX_MODE_PROMISC 3
  1160. #define BNX2X_MAX_MULTICAST 64
  1161. u8 igu_dsb_id;
  1162. u8 igu_base_sb;
  1163. u8 igu_sb_cnt;
  1164. u8 min_msix_vec_cnt;
  1165. dma_addr_t def_status_blk_mapping;
  1166. struct bnx2x_slowpath *slowpath;
  1167. dma_addr_t slowpath_mapping;
  1168. /* Total number of FW statistics requests */
  1169. u8 fw_stats_num;
  1170. /*
  1171. * This is a memory buffer that will contain both statistics
  1172. * ramrod request and data.
  1173. */
  1174. void *fw_stats;
  1175. dma_addr_t fw_stats_mapping;
  1176. /*
  1177. * FW statistics request shortcut (points at the
  1178. * beginning of fw_stats buffer).
  1179. */
  1180. struct bnx2x_fw_stats_req *fw_stats_req;
  1181. dma_addr_t fw_stats_req_mapping;
  1182. int fw_stats_req_sz;
  1183. /*
  1184. * FW statistics data shortcut (points at the beginning of
  1185. * fw_stats buffer + fw_stats_req_sz).
  1186. */
  1187. struct bnx2x_fw_stats_data *fw_stats_data;
  1188. dma_addr_t fw_stats_data_mapping;
  1189. int fw_stats_data_sz;
  1190. /* For max 196 cids (64*3 + non-eth), 32KB ILT page size and 1KB
  1191. * context size we need 8 ILT entries.
  1192. */
  1193. #define ILT_MAX_L2_LINES 8
  1194. struct hw_context context[ILT_MAX_L2_LINES];
  1195. struct bnx2x_ilt *ilt;
  1196. #define BP_ILT(bp) ((bp)->ilt)
  1197. #define ILT_MAX_LINES 256
  1198. /*
  1199. * Maximum supported number of RSS queues: number of IGU SBs minus one that goes
  1200. * to CNIC.
  1201. */
  1202. #define BNX2X_MAX_RSS_COUNT(bp) ((bp)->igu_sb_cnt - CNIC_SUPPORT(bp))
  1203. /*
  1204. * Maximum CID count that might be required by the bnx2x:
  1205. * Max RSS * Max_Tx_Multi_Cos + FCoE + iSCSI
  1206. */
  1207. #define BNX2X_L2_CID_COUNT(bp) (BNX2X_NUM_ETH_QUEUES(bp) * BNX2X_MULTI_TX_COS \
  1208. + 2 * CNIC_SUPPORT(bp))
  1209. #define BNX2X_L2_MAX_CID(bp) (BNX2X_MAX_RSS_COUNT(bp) * BNX2X_MULTI_TX_COS \
  1210. + 2 * CNIC_SUPPORT(bp))
  1211. #define L2_ILT_LINES(bp) (DIV_ROUND_UP(BNX2X_L2_CID_COUNT(bp),\
  1212. ILT_PAGE_CIDS))
  1213. int qm_cid_count;
  1214. bool dropless_fc;
  1215. void *t2;
  1216. dma_addr_t t2_mapping;
  1217. struct cnic_ops __rcu *cnic_ops;
  1218. void *cnic_data;
  1219. u32 cnic_tag;
  1220. struct cnic_eth_dev cnic_eth_dev;
  1221. union host_hc_status_block cnic_sb;
  1222. dma_addr_t cnic_sb_mapping;
  1223. struct eth_spe *cnic_kwq;
  1224. struct eth_spe *cnic_kwq_prod;
  1225. struct eth_spe *cnic_kwq_cons;
  1226. struct eth_spe *cnic_kwq_last;
  1227. u16 cnic_kwq_pending;
  1228. u16 cnic_spq_pending;
  1229. u8 fip_mac[ETH_ALEN];
  1230. struct mutex cnic_mutex;
  1231. struct bnx2x_vlan_mac_obj iscsi_l2_mac_obj;
  1232. /* Start index of the "special" (CNIC related) L2 cleints */
  1233. u8 cnic_base_cl_id;
  1234. int dmae_ready;
  1235. /* used to synchronize dmae accesses */
  1236. spinlock_t dmae_lock;
  1237. /* used to protect the FW mail box */
  1238. struct mutex fw_mb_mutex;
  1239. /* used to synchronize stats collecting */
  1240. int stats_state;
  1241. /* used for synchronization of concurrent threads statistics handling */
  1242. spinlock_t stats_lock;
  1243. /* used by dmae command loader */
  1244. struct dmae_command stats_dmae;
  1245. int executer_idx;
  1246. u16 stats_counter;
  1247. struct bnx2x_eth_stats eth_stats;
  1248. struct host_func_stats func_stats;
  1249. struct bnx2x_eth_stats_old eth_stats_old;
  1250. struct bnx2x_net_stats_old net_stats_old;
  1251. struct bnx2x_fw_port_stats_old fw_stats_old;
  1252. bool stats_init;
  1253. struct z_stream_s *strm;
  1254. void *gunzip_buf;
  1255. dma_addr_t gunzip_mapping;
  1256. int gunzip_outlen;
  1257. #define FW_BUF_SIZE 0x8000
  1258. #define GUNZIP_BUF(bp) (bp->gunzip_buf)
  1259. #define GUNZIP_PHYS(bp) (bp->gunzip_mapping)
  1260. #define GUNZIP_OUTLEN(bp) (bp->gunzip_outlen)
  1261. struct raw_op *init_ops;
  1262. /* Init blocks offsets inside init_ops */
  1263. u16 *init_ops_offsets;
  1264. /* Data blob - has 32 bit granularity */
  1265. u32 *init_data;
  1266. u32 init_mode_flags;
  1267. #define INIT_MODE_FLAGS(bp) (bp->init_mode_flags)
  1268. /* Zipped PRAM blobs - raw data */
  1269. const u8 *tsem_int_table_data;
  1270. const u8 *tsem_pram_data;
  1271. const u8 *usem_int_table_data;
  1272. const u8 *usem_pram_data;
  1273. const u8 *xsem_int_table_data;
  1274. const u8 *xsem_pram_data;
  1275. const u8 *csem_int_table_data;
  1276. const u8 *csem_pram_data;
  1277. #define INIT_OPS(bp) (bp->init_ops)
  1278. #define INIT_OPS_OFFSETS(bp) (bp->init_ops_offsets)
  1279. #define INIT_DATA(bp) (bp->init_data)
  1280. #define INIT_TSEM_INT_TABLE_DATA(bp) (bp->tsem_int_table_data)
  1281. #define INIT_TSEM_PRAM_DATA(bp) (bp->tsem_pram_data)
  1282. #define INIT_USEM_INT_TABLE_DATA(bp) (bp->usem_int_table_data)
  1283. #define INIT_USEM_PRAM_DATA(bp) (bp->usem_pram_data)
  1284. #define INIT_XSEM_INT_TABLE_DATA(bp) (bp->xsem_int_table_data)
  1285. #define INIT_XSEM_PRAM_DATA(bp) (bp->xsem_pram_data)
  1286. #define INIT_CSEM_INT_TABLE_DATA(bp) (bp->csem_int_table_data)
  1287. #define INIT_CSEM_PRAM_DATA(bp) (bp->csem_pram_data)
  1288. #define PHY_FW_VER_LEN 20
  1289. char fw_ver[32];
  1290. const struct firmware *firmware;
  1291. /* DCB support on/off */
  1292. u16 dcb_state;
  1293. #define BNX2X_DCB_STATE_OFF 0
  1294. #define BNX2X_DCB_STATE_ON 1
  1295. /* DCBX engine mode */
  1296. int dcbx_enabled;
  1297. #define BNX2X_DCBX_ENABLED_OFF 0
  1298. #define BNX2X_DCBX_ENABLED_ON_NEG_OFF 1
  1299. #define BNX2X_DCBX_ENABLED_ON_NEG_ON 2
  1300. #define BNX2X_DCBX_ENABLED_INVALID (-1)
  1301. bool dcbx_mode_uset;
  1302. struct bnx2x_config_dcbx_params dcbx_config_params;
  1303. struct bnx2x_dcbx_port_params dcbx_port_params;
  1304. int dcb_version;
  1305. /* CAM credit pools */
  1306. struct bnx2x_credit_pool_obj macs_pool;
  1307. /* RX_MODE object */
  1308. struct bnx2x_rx_mode_obj rx_mode_obj;
  1309. /* MCAST object */
  1310. struct bnx2x_mcast_obj mcast_obj;
  1311. /* RSS configuration object */
  1312. struct bnx2x_rss_config_obj rss_conf_obj;
  1313. /* Function State controlling object */
  1314. struct bnx2x_func_sp_obj func_obj;
  1315. unsigned long sp_state;
  1316. /* operation indication for the sp_rtnl task */
  1317. unsigned long sp_rtnl_state;
  1318. /* DCBX Negotation results */
  1319. struct dcbx_features dcbx_local_feat;
  1320. u32 dcbx_error;
  1321. #ifdef BCM_DCBNL
  1322. struct dcbx_features dcbx_remote_feat;
  1323. u32 dcbx_remote_flags;
  1324. #endif
  1325. /* AFEX: store default vlan used */
  1326. int afex_def_vlan_tag;
  1327. enum mf_cfg_afex_vlan_mode afex_vlan_mode;
  1328. u32 pending_max;
  1329. /* multiple tx classes of service */
  1330. u8 max_cos;
  1331. /* priority to cos mapping */
  1332. u8 prio_to_cos[8];
  1333. };
  1334. /* Tx queues may be less or equal to Rx queues */
  1335. extern int num_queues;
  1336. #define BNX2X_NUM_QUEUES(bp) (bp->num_queues)
  1337. #define BNX2X_NUM_ETH_QUEUES(bp) ((bp)->num_ethernet_queues)
  1338. #define BNX2X_NUM_NON_CNIC_QUEUES(bp) (BNX2X_NUM_QUEUES(bp) - \
  1339. (bp)->num_cnic_queues)
  1340. #define BNX2X_NUM_RX_QUEUES(bp) BNX2X_NUM_QUEUES(bp)
  1341. #define is_multi(bp) (BNX2X_NUM_QUEUES(bp) > 1)
  1342. #define BNX2X_MAX_QUEUES(bp) BNX2X_MAX_RSS_COUNT(bp)
  1343. /* #define is_eth_multi(bp) (BNX2X_NUM_ETH_QUEUES(bp) > 1) */
  1344. #define RSS_IPV4_CAP_MASK \
  1345. TSTORM_ETH_FUNCTION_COMMON_CONFIG_RSS_IPV4_CAPABILITY
  1346. #define RSS_IPV4_TCP_CAP_MASK \
  1347. TSTORM_ETH_FUNCTION_COMMON_CONFIG_RSS_IPV4_TCP_CAPABILITY
  1348. #define RSS_IPV6_CAP_MASK \
  1349. TSTORM_ETH_FUNCTION_COMMON_CONFIG_RSS_IPV6_CAPABILITY
  1350. #define RSS_IPV6_TCP_CAP_MASK \
  1351. TSTORM_ETH_FUNCTION_COMMON_CONFIG_RSS_IPV6_TCP_CAPABILITY
  1352. /* func init flags */
  1353. #define FUNC_FLG_RSS 0x0001
  1354. #define FUNC_FLG_STATS 0x0002
  1355. /* removed FUNC_FLG_UNMATCHED 0x0004 */
  1356. #define FUNC_FLG_TPA 0x0008
  1357. #define FUNC_FLG_SPQ 0x0010
  1358. #define FUNC_FLG_LEADING 0x0020 /* PF only */
  1359. struct bnx2x_func_init_params {
  1360. /* dma */
  1361. dma_addr_t fw_stat_map; /* valid iff FUNC_FLG_STATS */
  1362. dma_addr_t spq_map; /* valid iff FUNC_FLG_SPQ */
  1363. u16 func_flgs;
  1364. u16 func_id; /* abs fid */
  1365. u16 pf_id;
  1366. u16 spq_prod; /* valid iff FUNC_FLG_SPQ */
  1367. };
  1368. #define for_each_cnic_queue(bp, var) \
  1369. for ((var) = BNX2X_NUM_ETH_QUEUES(bp); (var) < BNX2X_NUM_QUEUES(bp); \
  1370. (var)++) \
  1371. if (skip_queue(bp, var)) \
  1372. continue; \
  1373. else
  1374. #define for_each_eth_queue(bp, var) \
  1375. for ((var) = 0; (var) < BNX2X_NUM_ETH_QUEUES(bp); (var)++)
  1376. #define for_each_nondefault_eth_queue(bp, var) \
  1377. for ((var) = 1; (var) < BNX2X_NUM_ETH_QUEUES(bp); (var)++)
  1378. #define for_each_queue(bp, var) \
  1379. for ((var) = 0; (var) < BNX2X_NUM_QUEUES(bp); (var)++) \
  1380. if (skip_queue(bp, var)) \
  1381. continue; \
  1382. else
  1383. /* Skip forwarding FP */
  1384. #define for_each_valid_rx_queue(bp, var) \
  1385. for ((var) = 0; \
  1386. (var) < (CNIC_LOADED(bp) ? BNX2X_NUM_QUEUES(bp) : \
  1387. BNX2X_NUM_ETH_QUEUES(bp)); \
  1388. (var)++) \
  1389. if (skip_rx_queue(bp, var)) \
  1390. continue; \
  1391. else
  1392. #define for_each_rx_queue_cnic(bp, var) \
  1393. for ((var) = BNX2X_NUM_ETH_QUEUES(bp); (var) < BNX2X_NUM_QUEUES(bp); \
  1394. (var)++) \
  1395. if (skip_rx_queue(bp, var)) \
  1396. continue; \
  1397. else
  1398. #define for_each_rx_queue(bp, var) \
  1399. for ((var) = 0; (var) < BNX2X_NUM_QUEUES(bp); (var)++) \
  1400. if (skip_rx_queue(bp, var)) \
  1401. continue; \
  1402. else
  1403. /* Skip OOO FP */
  1404. #define for_each_valid_tx_queue(bp, var) \
  1405. for ((var) = 0; \
  1406. (var) < (CNIC_LOADED(bp) ? BNX2X_NUM_QUEUES(bp) : \
  1407. BNX2X_NUM_ETH_QUEUES(bp)); \
  1408. (var)++) \
  1409. if (skip_tx_queue(bp, var)) \
  1410. continue; \
  1411. else
  1412. #define for_each_tx_queue_cnic(bp, var) \
  1413. for ((var) = BNX2X_NUM_ETH_QUEUES(bp); (var) < BNX2X_NUM_QUEUES(bp); \
  1414. (var)++) \
  1415. if (skip_tx_queue(bp, var)) \
  1416. continue; \
  1417. else
  1418. #define for_each_tx_queue(bp, var) \
  1419. for ((var) = 0; (var) < BNX2X_NUM_QUEUES(bp); (var)++) \
  1420. if (skip_tx_queue(bp, var)) \
  1421. continue; \
  1422. else
  1423. #define for_each_nondefault_queue(bp, var) \
  1424. for ((var) = 1; (var) < BNX2X_NUM_QUEUES(bp); (var)++) \
  1425. if (skip_queue(bp, var)) \
  1426. continue; \
  1427. else
  1428. #define for_each_cos_in_tx_queue(fp, var) \
  1429. for ((var) = 0; (var) < (fp)->max_cos; (var)++)
  1430. /* skip rx queue
  1431. * if FCOE l2 support is disabled and this is the fcoe L2 queue
  1432. */
  1433. #define skip_rx_queue(bp, idx) (NO_FCOE(bp) && IS_FCOE_IDX(idx))
  1434. /* skip tx queue
  1435. * if FCOE l2 support is disabled and this is the fcoe L2 queue
  1436. */
  1437. #define skip_tx_queue(bp, idx) (NO_FCOE(bp) && IS_FCOE_IDX(idx))
  1438. #define skip_queue(bp, idx) (NO_FCOE(bp) && IS_FCOE_IDX(idx))
  1439. /**
  1440. * bnx2x_set_mac_one - configure a single MAC address
  1441. *
  1442. * @bp: driver handle
  1443. * @mac: MAC to configure
  1444. * @obj: MAC object handle
  1445. * @set: if 'true' add a new MAC, otherwise - delete
  1446. * @mac_type: the type of the MAC to configure (e.g. ETH, UC list)
  1447. * @ramrod_flags: RAMROD_XXX flags (e.g. RAMROD_CONT, RAMROD_COMP_WAIT)
  1448. *
  1449. * Configures one MAC according to provided parameters or continues the
  1450. * execution of previously scheduled commands if RAMROD_CONT is set in
  1451. * ramrod_flags.
  1452. *
  1453. * Returns zero if operation has successfully completed, a positive value if the
  1454. * operation has been successfully scheduled and a negative - if a requested
  1455. * operations has failed.
  1456. */
  1457. int bnx2x_set_mac_one(struct bnx2x *bp, u8 *mac,
  1458. struct bnx2x_vlan_mac_obj *obj, bool set,
  1459. int mac_type, unsigned long *ramrod_flags);
  1460. /**
  1461. * bnx2x_del_all_macs - delete all MACs configured for the specific MAC object
  1462. *
  1463. * @bp: driver handle
  1464. * @mac_obj: MAC object handle
  1465. * @mac_type: type of the MACs to clear (BNX2X_XXX_MAC)
  1466. * @wait_for_comp: if 'true' block until completion
  1467. *
  1468. * Deletes all MACs of the specific type (e.g. ETH, UC list).
  1469. *
  1470. * Returns zero if operation has successfully completed, a positive value if the
  1471. * operation has been successfully scheduled and a negative - if a requested
  1472. * operations has failed.
  1473. */
  1474. int bnx2x_del_all_macs(struct bnx2x *bp,
  1475. struct bnx2x_vlan_mac_obj *mac_obj,
  1476. int mac_type, bool wait_for_comp);
  1477. /* Init Function API */
  1478. void bnx2x_func_init(struct bnx2x *bp, struct bnx2x_func_init_params *p);
  1479. int bnx2x_get_gpio(struct bnx2x *bp, int gpio_num, u8 port);
  1480. int bnx2x_set_gpio(struct bnx2x *bp, int gpio_num, u32 mode, u8 port);
  1481. int bnx2x_set_mult_gpio(struct bnx2x *bp, u8 pins, u32 mode);
  1482. int bnx2x_set_gpio_int(struct bnx2x *bp, int gpio_num, u32 mode, u8 port);
  1483. void bnx2x_read_mf_cfg(struct bnx2x *bp);
  1484. /* dmae */
  1485. void bnx2x_read_dmae(struct bnx2x *bp, u32 src_addr, u32 len32);
  1486. void bnx2x_write_dmae(struct bnx2x *bp, dma_addr_t dma_addr, u32 dst_addr,
  1487. u32 len32);
  1488. void bnx2x_post_dmae(struct bnx2x *bp, struct dmae_command *dmae, int idx);
  1489. u32 bnx2x_dmae_opcode_add_comp(u32 opcode, u8 comp_type);
  1490. u32 bnx2x_dmae_opcode_clr_src_reset(u32 opcode);
  1491. u32 bnx2x_dmae_opcode(struct bnx2x *bp, u8 src_type, u8 dst_type,
  1492. bool with_comp, u8 comp_type);
  1493. void bnx2x_calc_fc_adv(struct bnx2x *bp);
  1494. int bnx2x_sp_post(struct bnx2x *bp, int command, int cid,
  1495. u32 data_hi, u32 data_lo, int cmd_type);
  1496. void bnx2x_update_coalesce(struct bnx2x *bp);
  1497. int bnx2x_get_cur_phy_idx(struct bnx2x *bp);
  1498. static inline u32 reg_poll(struct bnx2x *bp, u32 reg, u32 expected, int ms,
  1499. int wait)
  1500. {
  1501. u32 val;
  1502. do {
  1503. val = REG_RD(bp, reg);
  1504. if (val == expected)
  1505. break;
  1506. ms -= wait;
  1507. msleep(wait);
  1508. } while (ms > 0);
  1509. return val;
  1510. }
  1511. #define BNX2X_ILT_ZALLOC(x, y, size) \
  1512. do { \
  1513. x = dma_alloc_coherent(&bp->pdev->dev, size, y, GFP_KERNEL); \
  1514. if (x) \
  1515. memset(x, 0, size); \
  1516. } while (0)
  1517. #define BNX2X_ILT_FREE(x, y, size) \
  1518. do { \
  1519. if (x) { \
  1520. dma_free_coherent(&bp->pdev->dev, size, x, y); \
  1521. x = NULL; \
  1522. y = 0; \
  1523. } \
  1524. } while (0)
  1525. #define ILOG2(x) (ilog2((x)))
  1526. #define ILT_NUM_PAGE_ENTRIES (3072)
  1527. /* In 57710/11 we use whole table since we have 8 func
  1528. * In 57712 we have only 4 func, but use same size per func, then only half of
  1529. * the table in use
  1530. */
  1531. #define ILT_PER_FUNC (ILT_NUM_PAGE_ENTRIES/8)
  1532. #define FUNC_ILT_BASE(func) (func * ILT_PER_FUNC)
  1533. /*
  1534. * the phys address is shifted right 12 bits and has an added
  1535. * 1=valid bit added to the 53rd bit
  1536. * then since this is a wide register(TM)
  1537. * we split it into two 32 bit writes
  1538. */
  1539. #define ONCHIP_ADDR1(x) ((u32)(((u64)x >> 12) & 0xFFFFFFFF))
  1540. #define ONCHIP_ADDR2(x) ((u32)((1 << 20) | ((u64)x >> 44)))
  1541. /* load/unload mode */
  1542. #define LOAD_NORMAL 0
  1543. #define LOAD_OPEN 1
  1544. #define LOAD_DIAG 2
  1545. #define LOAD_LOOPBACK_EXT 3
  1546. #define UNLOAD_NORMAL 0
  1547. #define UNLOAD_CLOSE 1
  1548. #define UNLOAD_RECOVERY 2
  1549. /* DMAE command defines */
  1550. #define DMAE_TIMEOUT -1
  1551. #define DMAE_PCI_ERROR -2 /* E2 and onward */
  1552. #define DMAE_NOT_RDY -3
  1553. #define DMAE_PCI_ERR_FLAG 0x80000000
  1554. #define DMAE_SRC_PCI 0
  1555. #define DMAE_SRC_GRC 1
  1556. #define DMAE_DST_NONE 0
  1557. #define DMAE_DST_PCI 1
  1558. #define DMAE_DST_GRC 2
  1559. #define DMAE_COMP_PCI 0
  1560. #define DMAE_COMP_GRC 1
  1561. /* E2 and onward - PCI error handling in the completion */
  1562. #define DMAE_COMP_REGULAR 0
  1563. #define DMAE_COM_SET_ERR 1
  1564. #define DMAE_CMD_SRC_PCI (DMAE_SRC_PCI << \
  1565. DMAE_COMMAND_SRC_SHIFT)
  1566. #define DMAE_CMD_SRC_GRC (DMAE_SRC_GRC << \
  1567. DMAE_COMMAND_SRC_SHIFT)
  1568. #define DMAE_CMD_DST_PCI (DMAE_DST_PCI << \
  1569. DMAE_COMMAND_DST_SHIFT)
  1570. #define DMAE_CMD_DST_GRC (DMAE_DST_GRC << \
  1571. DMAE_COMMAND_DST_SHIFT)
  1572. #define DMAE_CMD_C_DST_PCI (DMAE_COMP_PCI << \
  1573. DMAE_COMMAND_C_DST_SHIFT)
  1574. #define DMAE_CMD_C_DST_GRC (DMAE_COMP_GRC << \
  1575. DMAE_COMMAND_C_DST_SHIFT)
  1576. #define DMAE_CMD_C_ENABLE DMAE_COMMAND_C_TYPE_ENABLE
  1577. #define DMAE_CMD_ENDIANITY_NO_SWAP (0 << DMAE_COMMAND_ENDIANITY_SHIFT)
  1578. #define DMAE_CMD_ENDIANITY_B_SWAP (1 << DMAE_COMMAND_ENDIANITY_SHIFT)
  1579. #define DMAE_CMD_ENDIANITY_DW_SWAP (2 << DMAE_COMMAND_ENDIANITY_SHIFT)
  1580. #define DMAE_CMD_ENDIANITY_B_DW_SWAP (3 << DMAE_COMMAND_ENDIANITY_SHIFT)
  1581. #define DMAE_CMD_PORT_0 0
  1582. #define DMAE_CMD_PORT_1 DMAE_COMMAND_PORT
  1583. #define DMAE_CMD_SRC_RESET DMAE_COMMAND_SRC_RESET
  1584. #define DMAE_CMD_DST_RESET DMAE_COMMAND_DST_RESET
  1585. #define DMAE_CMD_E1HVN_SHIFT DMAE_COMMAND_E1HVN_SHIFT
  1586. #define DMAE_SRC_PF 0
  1587. #define DMAE_SRC_VF 1
  1588. #define DMAE_DST_PF 0
  1589. #define DMAE_DST_VF 1
  1590. #define DMAE_C_SRC 0
  1591. #define DMAE_C_DST 1
  1592. #define DMAE_LEN32_RD_MAX 0x80
  1593. #define DMAE_LEN32_WR_MAX(bp) (CHIP_IS_E1(bp) ? 0x400 : 0x2000)
  1594. #define DMAE_COMP_VAL 0x60d0d0ae /* E2 and on - upper bit
  1595. indicates eror */
  1596. #define MAX_DMAE_C_PER_PORT 8
  1597. #define INIT_DMAE_C(bp) (BP_PORT(bp) * MAX_DMAE_C_PER_PORT + \
  1598. BP_VN(bp))
  1599. #define PMF_DMAE_C(bp) (BP_PORT(bp) * MAX_DMAE_C_PER_PORT + \
  1600. E1HVN_MAX)
  1601. /* PCIE link and speed */
  1602. #define PCICFG_LINK_WIDTH 0x1f00000
  1603. #define PCICFG_LINK_WIDTH_SHIFT 20
  1604. #define PCICFG_LINK_SPEED 0xf0000
  1605. #define PCICFG_LINK_SPEED_SHIFT 16
  1606. #define BNX2X_NUM_TESTS_SF 7
  1607. #define BNX2X_NUM_TESTS_MF 3
  1608. #define BNX2X_NUM_TESTS(bp) (IS_MF(bp) ? BNX2X_NUM_TESTS_MF : \
  1609. BNX2X_NUM_TESTS_SF)
  1610. #define BNX2X_PHY_LOOPBACK 0
  1611. #define BNX2X_MAC_LOOPBACK 1
  1612. #define BNX2X_EXT_LOOPBACK 2
  1613. #define BNX2X_PHY_LOOPBACK_FAILED 1
  1614. #define BNX2X_MAC_LOOPBACK_FAILED 2
  1615. #define BNX2X_EXT_LOOPBACK_FAILED 3
  1616. #define BNX2X_LOOPBACK_FAILED (BNX2X_MAC_LOOPBACK_FAILED | \
  1617. BNX2X_PHY_LOOPBACK_FAILED)
  1618. #define STROM_ASSERT_ARRAY_SIZE 50
  1619. /* must be used on a CID before placing it on a HW ring */
  1620. #define HW_CID(bp, x) ((BP_PORT(bp) << 23) | \
  1621. (BP_VN(bp) << BNX2X_SWCID_SHIFT) | \
  1622. (x))
  1623. #define SP_DESC_CNT (BCM_PAGE_SIZE / sizeof(struct eth_spe))
  1624. #define MAX_SP_DESC_CNT (SP_DESC_CNT - 1)
  1625. #define BNX2X_BTR 4
  1626. #define MAX_SPQ_PENDING 8
  1627. /* CMNG constants, as derived from system spec calculations */
  1628. /* default MIN rate in case VNIC min rate is configured to zero - 100Mbps */
  1629. #define DEF_MIN_RATE 100
  1630. /* resolution of the rate shaping timer - 400 usec */
  1631. #define RS_PERIODIC_TIMEOUT_USEC 400
  1632. /* number of bytes in single QM arbitration cycle -
  1633. * coefficient for calculating the fairness timer */
  1634. #define QM_ARB_BYTES 160000
  1635. /* resolution of Min algorithm 1:100 */
  1636. #define MIN_RES 100
  1637. /* how many bytes above threshold for the minimal credit of Min algorithm*/
  1638. #define MIN_ABOVE_THRESH 32768
  1639. /* Fairness algorithm integration time coefficient -
  1640. * for calculating the actual Tfair */
  1641. #define T_FAIR_COEF ((MIN_ABOVE_THRESH + QM_ARB_BYTES) * 8 * MIN_RES)
  1642. /* Memory of fairness algorithm . 2 cycles */
  1643. #define FAIR_MEM 2
  1644. #define ATTN_NIG_FOR_FUNC (1L << 8)
  1645. #define ATTN_SW_TIMER_4_FUNC (1L << 9)
  1646. #define GPIO_2_FUNC (1L << 10)
  1647. #define GPIO_3_FUNC (1L << 11)
  1648. #define GPIO_4_FUNC (1L << 12)
  1649. #define ATTN_GENERAL_ATTN_1 (1L << 13)
  1650. #define ATTN_GENERAL_ATTN_2 (1L << 14)
  1651. #define ATTN_GENERAL_ATTN_3 (1L << 15)
  1652. #define ATTN_GENERAL_ATTN_4 (1L << 13)
  1653. #define ATTN_GENERAL_ATTN_5 (1L << 14)
  1654. #define ATTN_GENERAL_ATTN_6 (1L << 15)
  1655. #define ATTN_HARD_WIRED_MASK 0xff00
  1656. #define ATTENTION_ID 4
  1657. /* stuff added to make the code fit 80Col */
  1658. #define BNX2X_PMF_LINK_ASSERT \
  1659. GENERAL_ATTEN_OFFSET(LINK_SYNC_ATTENTION_BIT_FUNC_0 + BP_FUNC(bp))
  1660. #define BNX2X_MC_ASSERT_BITS \
  1661. (GENERAL_ATTEN_OFFSET(TSTORM_FATAL_ASSERT_ATTENTION_BIT) | \
  1662. GENERAL_ATTEN_OFFSET(USTORM_FATAL_ASSERT_ATTENTION_BIT) | \
  1663. GENERAL_ATTEN_OFFSET(CSTORM_FATAL_ASSERT_ATTENTION_BIT) | \
  1664. GENERAL_ATTEN_OFFSET(XSTORM_FATAL_ASSERT_ATTENTION_BIT))
  1665. #define BNX2X_MCP_ASSERT \
  1666. GENERAL_ATTEN_OFFSET(MCP_FATAL_ASSERT_ATTENTION_BIT)
  1667. #define BNX2X_GRC_TIMEOUT GENERAL_ATTEN_OFFSET(LATCHED_ATTN_TIMEOUT_GRC)
  1668. #define BNX2X_GRC_RSV (GENERAL_ATTEN_OFFSET(LATCHED_ATTN_RBCR) | \
  1669. GENERAL_ATTEN_OFFSET(LATCHED_ATTN_RBCT) | \
  1670. GENERAL_ATTEN_OFFSET(LATCHED_ATTN_RBCN) | \
  1671. GENERAL_ATTEN_OFFSET(LATCHED_ATTN_RBCU) | \
  1672. GENERAL_ATTEN_OFFSET(LATCHED_ATTN_RBCP) | \
  1673. GENERAL_ATTEN_OFFSET(LATCHED_ATTN_RSVD_GRC))
  1674. #define HW_INTERRUT_ASSERT_SET_0 \
  1675. (AEU_INPUTS_ATTN_BITS_TSDM_HW_INTERRUPT | \
  1676. AEU_INPUTS_ATTN_BITS_TCM_HW_INTERRUPT | \
  1677. AEU_INPUTS_ATTN_BITS_TSEMI_HW_INTERRUPT | \
  1678. AEU_INPUTS_ATTN_BITS_PBCLIENT_HW_INTERRUPT)
  1679. #define HW_PRTY_ASSERT_SET_0 (AEU_INPUTS_ATTN_BITS_BRB_PARITY_ERROR | \
  1680. AEU_INPUTS_ATTN_BITS_PARSER_PARITY_ERROR | \
  1681. AEU_INPUTS_ATTN_BITS_TSDM_PARITY_ERROR | \
  1682. AEU_INPUTS_ATTN_BITS_SEARCHER_PARITY_ERROR |\
  1683. AEU_INPUTS_ATTN_BITS_TSEMI_PARITY_ERROR |\
  1684. AEU_INPUTS_ATTN_BITS_TCM_PARITY_ERROR |\
  1685. AEU_INPUTS_ATTN_BITS_PBCLIENT_PARITY_ERROR)
  1686. #define HW_INTERRUT_ASSERT_SET_1 \
  1687. (AEU_INPUTS_ATTN_BITS_QM_HW_INTERRUPT | \
  1688. AEU_INPUTS_ATTN_BITS_TIMERS_HW_INTERRUPT | \
  1689. AEU_INPUTS_ATTN_BITS_XSDM_HW_INTERRUPT | \
  1690. AEU_INPUTS_ATTN_BITS_XCM_HW_INTERRUPT | \
  1691. AEU_INPUTS_ATTN_BITS_XSEMI_HW_INTERRUPT | \
  1692. AEU_INPUTS_ATTN_BITS_USDM_HW_INTERRUPT | \
  1693. AEU_INPUTS_ATTN_BITS_UCM_HW_INTERRUPT | \
  1694. AEU_INPUTS_ATTN_BITS_USEMI_HW_INTERRUPT | \
  1695. AEU_INPUTS_ATTN_BITS_UPB_HW_INTERRUPT | \
  1696. AEU_INPUTS_ATTN_BITS_CSDM_HW_INTERRUPT | \
  1697. AEU_INPUTS_ATTN_BITS_CCM_HW_INTERRUPT)
  1698. #define HW_PRTY_ASSERT_SET_1 (AEU_INPUTS_ATTN_BITS_PBF_PARITY_ERROR |\
  1699. AEU_INPUTS_ATTN_BITS_QM_PARITY_ERROR | \
  1700. AEU_INPUTS_ATTN_BITS_TIMERS_PARITY_ERROR |\
  1701. AEU_INPUTS_ATTN_BITS_XSDM_PARITY_ERROR | \
  1702. AEU_INPUTS_ATTN_BITS_XCM_PARITY_ERROR |\
  1703. AEU_INPUTS_ATTN_BITS_XSEMI_PARITY_ERROR | \
  1704. AEU_INPUTS_ATTN_BITS_DOORBELLQ_PARITY_ERROR |\
  1705. AEU_INPUTS_ATTN_BITS_NIG_PARITY_ERROR |\
  1706. AEU_INPUTS_ATTN_BITS_VAUX_PCI_CORE_PARITY_ERROR |\
  1707. AEU_INPUTS_ATTN_BITS_DEBUG_PARITY_ERROR | \
  1708. AEU_INPUTS_ATTN_BITS_USDM_PARITY_ERROR | \
  1709. AEU_INPUTS_ATTN_BITS_UCM_PARITY_ERROR |\
  1710. AEU_INPUTS_ATTN_BITS_USEMI_PARITY_ERROR | \
  1711. AEU_INPUTS_ATTN_BITS_UPB_PARITY_ERROR | \
  1712. AEU_INPUTS_ATTN_BITS_CSDM_PARITY_ERROR |\
  1713. AEU_INPUTS_ATTN_BITS_CCM_PARITY_ERROR)
  1714. #define HW_INTERRUT_ASSERT_SET_2 \
  1715. (AEU_INPUTS_ATTN_BITS_CSEMI_HW_INTERRUPT | \
  1716. AEU_INPUTS_ATTN_BITS_CDU_HW_INTERRUPT | \
  1717. AEU_INPUTS_ATTN_BITS_DMAE_HW_INTERRUPT | \
  1718. AEU_INPUTS_ATTN_BITS_PXPPCICLOCKCLIENT_HW_INTERRUPT |\
  1719. AEU_INPUTS_ATTN_BITS_MISC_HW_INTERRUPT)
  1720. #define HW_PRTY_ASSERT_SET_2 (AEU_INPUTS_ATTN_BITS_CSEMI_PARITY_ERROR | \
  1721. AEU_INPUTS_ATTN_BITS_PXP_PARITY_ERROR | \
  1722. AEU_INPUTS_ATTN_BITS_PXPPCICLOCKCLIENT_PARITY_ERROR |\
  1723. AEU_INPUTS_ATTN_BITS_CFC_PARITY_ERROR | \
  1724. AEU_INPUTS_ATTN_BITS_CDU_PARITY_ERROR | \
  1725. AEU_INPUTS_ATTN_BITS_DMAE_PARITY_ERROR |\
  1726. AEU_INPUTS_ATTN_BITS_IGU_PARITY_ERROR | \
  1727. AEU_INPUTS_ATTN_BITS_MISC_PARITY_ERROR)
  1728. #define HW_PRTY_ASSERT_SET_3 (AEU_INPUTS_ATTN_BITS_MCP_LATCHED_ROM_PARITY | \
  1729. AEU_INPUTS_ATTN_BITS_MCP_LATCHED_UMP_RX_PARITY | \
  1730. AEU_INPUTS_ATTN_BITS_MCP_LATCHED_UMP_TX_PARITY | \
  1731. AEU_INPUTS_ATTN_BITS_MCP_LATCHED_SCPAD_PARITY)
  1732. #define HW_PRTY_ASSERT_SET_4 (AEU_INPUTS_ATTN_BITS_PGLUE_PARITY_ERROR | \
  1733. AEU_INPUTS_ATTN_BITS_ATC_PARITY_ERROR)
  1734. #define MULTI_MASK 0x7f
  1735. #define DEF_USB_FUNC_OFF offsetof(struct cstorm_def_status_block_u, func)
  1736. #define DEF_CSB_FUNC_OFF offsetof(struct cstorm_def_status_block_c, func)
  1737. #define DEF_XSB_FUNC_OFF offsetof(struct xstorm_def_status_block, func)
  1738. #define DEF_TSB_FUNC_OFF offsetof(struct tstorm_def_status_block, func)
  1739. #define DEF_USB_IGU_INDEX_OFF \
  1740. offsetof(struct cstorm_def_status_block_u, igu_index)
  1741. #define DEF_CSB_IGU_INDEX_OFF \
  1742. offsetof(struct cstorm_def_status_block_c, igu_index)
  1743. #define DEF_XSB_IGU_INDEX_OFF \
  1744. offsetof(struct xstorm_def_status_block, igu_index)
  1745. #define DEF_TSB_IGU_INDEX_OFF \
  1746. offsetof(struct tstorm_def_status_block, igu_index)
  1747. #define DEF_USB_SEGMENT_OFF \
  1748. offsetof(struct cstorm_def_status_block_u, segment)
  1749. #define DEF_CSB_SEGMENT_OFF \
  1750. offsetof(struct cstorm_def_status_block_c, segment)
  1751. #define DEF_XSB_SEGMENT_OFF \
  1752. offsetof(struct xstorm_def_status_block, segment)
  1753. #define DEF_TSB_SEGMENT_OFF \
  1754. offsetof(struct tstorm_def_status_block, segment)
  1755. #define BNX2X_SP_DSB_INDEX \
  1756. (&bp->def_status_blk->sp_sb.\
  1757. index_values[HC_SP_INDEX_ETH_DEF_CONS])
  1758. #define SET_FLAG(value, mask, flag) \
  1759. do {\
  1760. (value) &= ~(mask);\
  1761. (value) |= ((flag) << (mask##_SHIFT));\
  1762. } while (0)
  1763. #define GET_FLAG(value, mask) \
  1764. (((value) & (mask)) >> (mask##_SHIFT))
  1765. #define GET_FIELD(value, fname) \
  1766. (((value) & (fname##_MASK)) >> (fname##_SHIFT))
  1767. #define CAM_IS_INVALID(x) \
  1768. (GET_FLAG(x.flags, \
  1769. MAC_CONFIGURATION_ENTRY_ACTION_TYPE) == \
  1770. (T_ETH_MAC_COMMAND_INVALIDATE))
  1771. /* Number of u32 elements in MC hash array */
  1772. #define MC_HASH_SIZE 8
  1773. #define MC_HASH_OFFSET(bp, i) (BAR_TSTRORM_INTMEM + \
  1774. TSTORM_APPROXIMATE_MATCH_MULTICAST_FILTERING_OFFSET(BP_FUNC(bp)) + i*4)
  1775. #ifndef PXP2_REG_PXP2_INT_STS
  1776. #define PXP2_REG_PXP2_INT_STS PXP2_REG_PXP2_INT_STS_0
  1777. #endif
  1778. #ifndef ETH_MAX_RX_CLIENTS_E2
  1779. #define ETH_MAX_RX_CLIENTS_E2 ETH_MAX_RX_CLIENTS_E1H
  1780. #endif
  1781. #define BNX2X_VPD_LEN 128
  1782. #define VENDOR_ID_LEN 4
  1783. /* Congestion management fairness mode */
  1784. #define CMNG_FNS_NONE 0
  1785. #define CMNG_FNS_MINMAX 1
  1786. #define HC_SEG_ACCESS_DEF 0 /*Driver decision 0-3*/
  1787. #define HC_SEG_ACCESS_ATTN 4
  1788. #define HC_SEG_ACCESS_NORM 0 /*Driver decision 0-1*/
  1789. static const u32 dmae_reg_go_c[] = {
  1790. DMAE_REG_GO_C0, DMAE_REG_GO_C1, DMAE_REG_GO_C2, DMAE_REG_GO_C3,
  1791. DMAE_REG_GO_C4, DMAE_REG_GO_C5, DMAE_REG_GO_C6, DMAE_REG_GO_C7,
  1792. DMAE_REG_GO_C8, DMAE_REG_GO_C9, DMAE_REG_GO_C10, DMAE_REG_GO_C11,
  1793. DMAE_REG_GO_C12, DMAE_REG_GO_C13, DMAE_REG_GO_C14, DMAE_REG_GO_C15
  1794. };
  1795. void bnx2x_set_ethtool_ops(struct net_device *netdev);
  1796. void bnx2x_notify_link_changed(struct bnx2x *bp);
  1797. #define BNX2X_MF_SD_PROTOCOL(bp) \
  1798. ((bp)->mf_config[BP_VN(bp)] & FUNC_MF_CFG_PROTOCOL_MASK)
  1799. #define BNX2X_IS_MF_SD_PROTOCOL_ISCSI(bp) \
  1800. (BNX2X_MF_SD_PROTOCOL(bp) == FUNC_MF_CFG_PROTOCOL_ISCSI)
  1801. #define BNX2X_IS_MF_SD_PROTOCOL_FCOE(bp) \
  1802. (BNX2X_MF_SD_PROTOCOL(bp) == FUNC_MF_CFG_PROTOCOL_FCOE)
  1803. #define IS_MF_ISCSI_SD(bp) (IS_MF_SD(bp) && BNX2X_IS_MF_SD_PROTOCOL_ISCSI(bp))
  1804. #define IS_MF_FCOE_SD(bp) (IS_MF_SD(bp) && BNX2X_IS_MF_SD_PROTOCOL_FCOE(bp))
  1805. #define BNX2X_MF_EXT_PROTOCOL_FCOE(bp) ((bp)->mf_ext_config & \
  1806. MACP_FUNC_CFG_FLAGS_FCOE_OFFLOAD)
  1807. #define IS_MF_FCOE_AFEX(bp) (IS_MF_AFEX(bp) && BNX2X_MF_EXT_PROTOCOL_FCOE(bp))
  1808. #define IS_MF_STORAGE_SD(bp) (IS_MF_SD(bp) && \
  1809. (BNX2X_IS_MF_SD_PROTOCOL_ISCSI(bp) || \
  1810. BNX2X_IS_MF_SD_PROTOCOL_FCOE(bp)))
  1811. enum {
  1812. SWITCH_UPDATE,
  1813. AFEX_UPDATE,
  1814. };
  1815. #define NUM_MACS 8
  1816. #endif /* bnx2x.h */