bnx2x_cmn.h 35 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445
  1. /* bnx2x_cmn.h: Broadcom Everest network driver.
  2. *
  3. * Copyright (c) 2007-2013 Broadcom Corporation
  4. *
  5. * This program is free software; you can redistribute it and/or modify
  6. * it under the terms of the GNU General Public License as published by
  7. * the Free Software Foundation.
  8. *
  9. * Maintained by: Eilon Greenstein <eilong@broadcom.com>
  10. * Written by: Eliezer Tamir
  11. * Based on code from Michael Chan's bnx2 driver
  12. * UDP CSUM errata workaround by Arik Gendelman
  13. * Slowpath and fastpath rework by Vladislav Zolotarov
  14. * Statistics and Link management by Yitchak Gertner
  15. *
  16. */
  17. #ifndef BNX2X_CMN_H
  18. #define BNX2X_CMN_H
  19. #include <linux/types.h>
  20. #include <linux/pci.h>
  21. #include <linux/netdevice.h>
  22. #include <linux/etherdevice.h>
  23. #include "bnx2x.h"
  24. #include "bnx2x_sriov.h"
  25. /* This is used as a replacement for an MCP if it's not present */
  26. extern int load_count[2][3]; /* per-path: 0-common, 1-port0, 2-port1 */
  27. extern int num_queues;
  28. extern int int_mode;
  29. /************************ Macros ********************************/
  30. #define BNX2X_PCI_FREE(x, y, size) \
  31. do { \
  32. if (x) { \
  33. dma_free_coherent(&bp->pdev->dev, size, (void *)x, y); \
  34. x = NULL; \
  35. y = 0; \
  36. } \
  37. } while (0)
  38. #define BNX2X_FREE(x) \
  39. do { \
  40. if (x) { \
  41. kfree((void *)x); \
  42. x = NULL; \
  43. } \
  44. } while (0)
  45. #define BNX2X_PCI_ALLOC(x, y, size) \
  46. do { \
  47. x = dma_zalloc_coherent(&bp->pdev->dev, size, y, GFP_KERNEL); \
  48. if (x == NULL) \
  49. goto alloc_mem_err; \
  50. DP(NETIF_MSG_HW, "BNX2X_PCI_ALLOC: Physical %Lx Virtual %p\n", \
  51. (unsigned long long)(*y), x); \
  52. } while (0)
  53. #define BNX2X_PCI_FALLOC(x, y, size) \
  54. do { \
  55. x = dma_alloc_coherent(&bp->pdev->dev, size, y, GFP_KERNEL); \
  56. if (x == NULL) \
  57. goto alloc_mem_err; \
  58. memset((void *)x, 0xFFFFFFFF, size); \
  59. DP(NETIF_MSG_HW, "BNX2X_PCI_FALLOC: Physical %Lx Virtual %p\n",\
  60. (unsigned long long)(*y), x); \
  61. } while (0)
  62. #define BNX2X_ALLOC(x, size) \
  63. do { \
  64. x = kzalloc(size, GFP_KERNEL); \
  65. if (x == NULL) \
  66. goto alloc_mem_err; \
  67. } while (0)
  68. /*********************** Interfaces ****************************
  69. * Functions that need to be implemented by each driver version
  70. */
  71. /* Init */
  72. /**
  73. * bnx2x_send_unload_req - request unload mode from the MCP.
  74. *
  75. * @bp: driver handle
  76. * @unload_mode: requested function's unload mode
  77. *
  78. * Return unload mode returned by the MCP: COMMON, PORT or FUNC.
  79. */
  80. u32 bnx2x_send_unload_req(struct bnx2x *bp, int unload_mode);
  81. /**
  82. * bnx2x_send_unload_done - send UNLOAD_DONE command to the MCP.
  83. *
  84. * @bp: driver handle
  85. * @keep_link: true iff link should be kept up
  86. */
  87. void bnx2x_send_unload_done(struct bnx2x *bp, bool keep_link);
  88. /**
  89. * bnx2x_config_rss_pf - configure RSS parameters in a PF.
  90. *
  91. * @bp: driver handle
  92. * @rss_obj: RSS object to use
  93. * @ind_table: indirection table to configure
  94. * @config_hash: re-configure RSS hash keys configuration
  95. */
  96. int bnx2x_config_rss_pf(struct bnx2x *bp, struct bnx2x_rss_config_obj *rss_obj,
  97. bool config_hash);
  98. /**
  99. * bnx2x__init_func_obj - init function object
  100. *
  101. * @bp: driver handle
  102. *
  103. * Initializes the Function Object with the appropriate
  104. * parameters which include a function slow path driver
  105. * interface.
  106. */
  107. void bnx2x__init_func_obj(struct bnx2x *bp);
  108. /**
  109. * bnx2x_setup_queue - setup eth queue.
  110. *
  111. * @bp: driver handle
  112. * @fp: pointer to the fastpath structure
  113. * @leading: boolean
  114. *
  115. */
  116. int bnx2x_setup_queue(struct bnx2x *bp, struct bnx2x_fastpath *fp,
  117. bool leading);
  118. /**
  119. * bnx2x_setup_leading - bring up a leading eth queue.
  120. *
  121. * @bp: driver handle
  122. */
  123. int bnx2x_setup_leading(struct bnx2x *bp);
  124. /**
  125. * bnx2x_fw_command - send the MCP a request
  126. *
  127. * @bp: driver handle
  128. * @command: request
  129. * @param: request's parameter
  130. *
  131. * block until there is a reply
  132. */
  133. u32 bnx2x_fw_command(struct bnx2x *bp, u32 command, u32 param);
  134. /**
  135. * bnx2x_initial_phy_init - initialize link parameters structure variables.
  136. *
  137. * @bp: driver handle
  138. * @load_mode: current mode
  139. */
  140. int bnx2x_initial_phy_init(struct bnx2x *bp, int load_mode);
  141. /**
  142. * bnx2x_link_set - configure hw according to link parameters structure.
  143. *
  144. * @bp: driver handle
  145. */
  146. void bnx2x_link_set(struct bnx2x *bp);
  147. /**
  148. * bnx2x_force_link_reset - Forces link reset, and put the PHY
  149. * in reset as well.
  150. *
  151. * @bp: driver handle
  152. */
  153. void bnx2x_force_link_reset(struct bnx2x *bp);
  154. /**
  155. * bnx2x_link_test - query link status.
  156. *
  157. * @bp: driver handle
  158. * @is_serdes: bool
  159. *
  160. * Returns 0 if link is UP.
  161. */
  162. u8 bnx2x_link_test(struct bnx2x *bp, u8 is_serdes);
  163. /**
  164. * bnx2x_drv_pulse - write driver pulse to shmem
  165. *
  166. * @bp: driver handle
  167. *
  168. * writes the value in bp->fw_drv_pulse_wr_seq to drv_pulse mbox
  169. * in the shmem.
  170. */
  171. void bnx2x_drv_pulse(struct bnx2x *bp);
  172. /**
  173. * bnx2x_igu_ack_sb - update IGU with current SB value
  174. *
  175. * @bp: driver handle
  176. * @igu_sb_id: SB id
  177. * @segment: SB segment
  178. * @index: SB index
  179. * @op: SB operation
  180. * @update: is HW update required
  181. */
  182. void bnx2x_igu_ack_sb(struct bnx2x *bp, u8 igu_sb_id, u8 segment,
  183. u16 index, u8 op, u8 update);
  184. /* Disable transactions from chip to host */
  185. void bnx2x_pf_disable(struct bnx2x *bp);
  186. int bnx2x_pretend_func(struct bnx2x *bp, u16 pretend_func_val);
  187. /**
  188. * bnx2x__link_status_update - handles link status change.
  189. *
  190. * @bp: driver handle
  191. */
  192. void bnx2x__link_status_update(struct bnx2x *bp);
  193. /**
  194. * bnx2x_link_report - report link status to upper layer.
  195. *
  196. * @bp: driver handle
  197. */
  198. void bnx2x_link_report(struct bnx2x *bp);
  199. /* None-atomic version of bnx2x_link_report() */
  200. void __bnx2x_link_report(struct bnx2x *bp);
  201. /**
  202. * bnx2x_get_mf_speed - calculate MF speed.
  203. *
  204. * @bp: driver handle
  205. *
  206. * Takes into account current linespeed and MF configuration.
  207. */
  208. u16 bnx2x_get_mf_speed(struct bnx2x *bp);
  209. /**
  210. * bnx2x_msix_sp_int - MSI-X slowpath interrupt handler
  211. *
  212. * @irq: irq number
  213. * @dev_instance: private instance
  214. */
  215. irqreturn_t bnx2x_msix_sp_int(int irq, void *dev_instance);
  216. /**
  217. * bnx2x_interrupt - non MSI-X interrupt handler
  218. *
  219. * @irq: irq number
  220. * @dev_instance: private instance
  221. */
  222. irqreturn_t bnx2x_interrupt(int irq, void *dev_instance);
  223. /**
  224. * bnx2x_cnic_notify - send command to cnic driver
  225. *
  226. * @bp: driver handle
  227. * @cmd: command
  228. */
  229. int bnx2x_cnic_notify(struct bnx2x *bp, int cmd);
  230. /**
  231. * bnx2x_setup_cnic_irq_info - provides cnic with IRQ information
  232. *
  233. * @bp: driver handle
  234. */
  235. void bnx2x_setup_cnic_irq_info(struct bnx2x *bp);
  236. /**
  237. * bnx2x_setup_cnic_info - provides cnic with updated info
  238. *
  239. * @bp: driver handle
  240. */
  241. void bnx2x_setup_cnic_info(struct bnx2x *bp);
  242. /**
  243. * bnx2x_int_enable - enable HW interrupts.
  244. *
  245. * @bp: driver handle
  246. */
  247. void bnx2x_int_enable(struct bnx2x *bp);
  248. /**
  249. * bnx2x_int_disable_sync - disable interrupts.
  250. *
  251. * @bp: driver handle
  252. * @disable_hw: true, disable HW interrupts.
  253. *
  254. * This function ensures that there are no
  255. * ISRs or SP DPCs (sp_task) are running after it returns.
  256. */
  257. void bnx2x_int_disable_sync(struct bnx2x *bp, int disable_hw);
  258. /**
  259. * bnx2x_nic_init_cnic - init driver internals for cnic.
  260. *
  261. * @bp: driver handle
  262. * @load_code: COMMON, PORT or FUNCTION
  263. *
  264. * Initializes:
  265. * - rings
  266. * - status blocks
  267. * - etc.
  268. */
  269. void bnx2x_nic_init_cnic(struct bnx2x *bp);
  270. /**
  271. * bnx2x_preirq_nic_init - init driver internals.
  272. *
  273. * @bp: driver handle
  274. *
  275. * Initializes:
  276. * - fastpath object
  277. * - fastpath rings
  278. * etc.
  279. */
  280. void bnx2x_pre_irq_nic_init(struct bnx2x *bp);
  281. /**
  282. * bnx2x_postirq_nic_init - init driver internals.
  283. *
  284. * @bp: driver handle
  285. * @load_code: COMMON, PORT or FUNCTION
  286. *
  287. * Initializes:
  288. * - status blocks
  289. * - slowpath rings
  290. * - etc.
  291. */
  292. void bnx2x_post_irq_nic_init(struct bnx2x *bp, u32 load_code);
  293. /**
  294. * bnx2x_alloc_mem_cnic - allocate driver's memory for cnic.
  295. *
  296. * @bp: driver handle
  297. */
  298. int bnx2x_alloc_mem_cnic(struct bnx2x *bp);
  299. /**
  300. * bnx2x_alloc_mem - allocate driver's memory.
  301. *
  302. * @bp: driver handle
  303. */
  304. int bnx2x_alloc_mem(struct bnx2x *bp);
  305. /**
  306. * bnx2x_free_mem_cnic - release driver's memory for cnic.
  307. *
  308. * @bp: driver handle
  309. */
  310. void bnx2x_free_mem_cnic(struct bnx2x *bp);
  311. /**
  312. * bnx2x_free_mem - release driver's memory.
  313. *
  314. * @bp: driver handle
  315. */
  316. void bnx2x_free_mem(struct bnx2x *bp);
  317. /**
  318. * bnx2x_set_num_queues - set number of queues according to mode.
  319. *
  320. * @bp: driver handle
  321. */
  322. void bnx2x_set_num_queues(struct bnx2x *bp);
  323. /**
  324. * bnx2x_chip_cleanup - cleanup chip internals.
  325. *
  326. * @bp: driver handle
  327. * @unload_mode: COMMON, PORT, FUNCTION
  328. * @keep_link: true iff link should be kept up.
  329. *
  330. * - Cleanup MAC configuration.
  331. * - Closes clients.
  332. * - etc.
  333. */
  334. void bnx2x_chip_cleanup(struct bnx2x *bp, int unload_mode, bool keep_link);
  335. /**
  336. * bnx2x_acquire_hw_lock - acquire HW lock.
  337. *
  338. * @bp: driver handle
  339. * @resource: resource bit which was locked
  340. */
  341. int bnx2x_acquire_hw_lock(struct bnx2x *bp, u32 resource);
  342. /**
  343. * bnx2x_release_hw_lock - release HW lock.
  344. *
  345. * @bp: driver handle
  346. * @resource: resource bit which was locked
  347. */
  348. int bnx2x_release_hw_lock(struct bnx2x *bp, u32 resource);
  349. /**
  350. * bnx2x_release_leader_lock - release recovery leader lock
  351. *
  352. * @bp: driver handle
  353. */
  354. int bnx2x_release_leader_lock(struct bnx2x *bp);
  355. /**
  356. * bnx2x_set_eth_mac - configure eth MAC address in the HW
  357. *
  358. * @bp: driver handle
  359. * @set: set or clear
  360. *
  361. * Configures according to the value in netdev->dev_addr.
  362. */
  363. int bnx2x_set_eth_mac(struct bnx2x *bp, bool set);
  364. /**
  365. * bnx2x_set_rx_mode - set MAC filtering configurations.
  366. *
  367. * @dev: netdevice
  368. *
  369. * called with netif_tx_lock from dev_mcast.c
  370. * If bp->state is OPEN, should be called with
  371. * netif_addr_lock_bh()
  372. */
  373. void bnx2x_set_rx_mode(struct net_device *dev);
  374. void bnx2x_set_rx_mode_inner(struct bnx2x *bp);
  375. /**
  376. * bnx2x_set_storm_rx_mode - configure MAC filtering rules in a FW.
  377. *
  378. * @bp: driver handle
  379. *
  380. * If bp->state is OPEN, should be called with
  381. * netif_addr_lock_bh().
  382. */
  383. int bnx2x_set_storm_rx_mode(struct bnx2x *bp);
  384. /**
  385. * bnx2x_set_q_rx_mode - configures rx_mode for a single queue.
  386. *
  387. * @bp: driver handle
  388. * @cl_id: client id
  389. * @rx_mode_flags: rx mode configuration
  390. * @rx_accept_flags: rx accept configuration
  391. * @tx_accept_flags: tx accept configuration (tx switch)
  392. * @ramrod_flags: ramrod configuration
  393. */
  394. int bnx2x_set_q_rx_mode(struct bnx2x *bp, u8 cl_id,
  395. unsigned long rx_mode_flags,
  396. unsigned long rx_accept_flags,
  397. unsigned long tx_accept_flags,
  398. unsigned long ramrod_flags);
  399. /* Parity errors related */
  400. void bnx2x_set_pf_load(struct bnx2x *bp);
  401. bool bnx2x_clear_pf_load(struct bnx2x *bp);
  402. bool bnx2x_chk_parity_attn(struct bnx2x *bp, bool *global, bool print);
  403. bool bnx2x_reset_is_done(struct bnx2x *bp, int engine);
  404. void bnx2x_set_reset_in_progress(struct bnx2x *bp);
  405. void bnx2x_set_reset_global(struct bnx2x *bp);
  406. void bnx2x_disable_close_the_gate(struct bnx2x *bp);
  407. int bnx2x_init_hw_func_cnic(struct bnx2x *bp);
  408. /**
  409. * bnx2x_sp_event - handle ramrods completion.
  410. *
  411. * @fp: fastpath handle for the event
  412. * @rr_cqe: eth_rx_cqe
  413. */
  414. void bnx2x_sp_event(struct bnx2x_fastpath *fp, union eth_rx_cqe *rr_cqe);
  415. /**
  416. * bnx2x_ilt_set_info - prepare ILT configurations.
  417. *
  418. * @bp: driver handle
  419. */
  420. void bnx2x_ilt_set_info(struct bnx2x *bp);
  421. /**
  422. * bnx2x_ilt_set_cnic_info - prepare ILT configurations for SRC
  423. * and TM.
  424. *
  425. * @bp: driver handle
  426. */
  427. void bnx2x_ilt_set_info_cnic(struct bnx2x *bp);
  428. /**
  429. * bnx2x_dcbx_init - initialize dcbx protocol.
  430. *
  431. * @bp: driver handle
  432. */
  433. void bnx2x_dcbx_init(struct bnx2x *bp, bool update_shmem);
  434. /**
  435. * bnx2x_set_power_state - set power state to the requested value.
  436. *
  437. * @bp: driver handle
  438. * @state: required state D0 or D3hot
  439. *
  440. * Currently only D0 and D3hot are supported.
  441. */
  442. int bnx2x_set_power_state(struct bnx2x *bp, pci_power_t state);
  443. /**
  444. * bnx2x_update_max_mf_config - update MAX part of MF configuration in HW.
  445. *
  446. * @bp: driver handle
  447. * @value: new value
  448. */
  449. void bnx2x_update_max_mf_config(struct bnx2x *bp, u32 value);
  450. /* Error handling */
  451. void bnx2x_fw_dump_lvl(struct bnx2x *bp, const char *lvl);
  452. /* dev_close main block */
  453. int bnx2x_nic_unload(struct bnx2x *bp, int unload_mode, bool keep_link);
  454. /* dev_open main block */
  455. int bnx2x_nic_load(struct bnx2x *bp, int load_mode);
  456. /* hard_xmit callback */
  457. netdev_tx_t bnx2x_start_xmit(struct sk_buff *skb, struct net_device *dev);
  458. /* setup_tc callback */
  459. int bnx2x_setup_tc(struct net_device *dev, u8 num_tc);
  460. int bnx2x_get_vf_config(struct net_device *dev, int vf,
  461. struct ifla_vf_info *ivi);
  462. int bnx2x_set_vf_mac(struct net_device *dev, int queue, u8 *mac);
  463. int bnx2x_set_vf_vlan(struct net_device *netdev, int vf, u16 vlan, u8 qos);
  464. /* select_queue callback */
  465. u16 bnx2x_select_queue(struct net_device *dev, struct sk_buff *skb);
  466. static inline void bnx2x_update_rx_prod(struct bnx2x *bp,
  467. struct bnx2x_fastpath *fp,
  468. u16 bd_prod, u16 rx_comp_prod,
  469. u16 rx_sge_prod)
  470. {
  471. struct ustorm_eth_rx_producers rx_prods = {0};
  472. u32 i;
  473. /* Update producers */
  474. rx_prods.bd_prod = bd_prod;
  475. rx_prods.cqe_prod = rx_comp_prod;
  476. rx_prods.sge_prod = rx_sge_prod;
  477. /* Make sure that the BD and SGE data is updated before updating the
  478. * producers since FW might read the BD/SGE right after the producer
  479. * is updated.
  480. * This is only applicable for weak-ordered memory model archs such
  481. * as IA-64. The following barrier is also mandatory since FW will
  482. * assumes BDs must have buffers.
  483. */
  484. wmb();
  485. for (i = 0; i < sizeof(rx_prods)/4; i++)
  486. REG_WR(bp, fp->ustorm_rx_prods_offset + i*4,
  487. ((u32 *)&rx_prods)[i]);
  488. mmiowb(); /* keep prod updates ordered */
  489. DP(NETIF_MSG_RX_STATUS,
  490. "queue[%d]: wrote bd_prod %u cqe_prod %u sge_prod %u\n",
  491. fp->index, bd_prod, rx_comp_prod, rx_sge_prod);
  492. }
  493. /* reload helper */
  494. int bnx2x_reload_if_running(struct net_device *dev);
  495. int bnx2x_change_mac_addr(struct net_device *dev, void *p);
  496. /* NAPI poll Rx part */
  497. int bnx2x_rx_int(struct bnx2x_fastpath *fp, int budget);
  498. /* NAPI poll Tx part */
  499. int bnx2x_tx_int(struct bnx2x *bp, struct bnx2x_fp_txdata *txdata);
  500. /* suspend/resume callbacks */
  501. int bnx2x_suspend(struct pci_dev *pdev, pm_message_t state);
  502. int bnx2x_resume(struct pci_dev *pdev);
  503. /* Release IRQ vectors */
  504. void bnx2x_free_irq(struct bnx2x *bp);
  505. void bnx2x_free_fp_mem_cnic(struct bnx2x *bp);
  506. void bnx2x_free_fp_mem(struct bnx2x *bp);
  507. int bnx2x_alloc_fp_mem_cnic(struct bnx2x *bp);
  508. int bnx2x_alloc_fp_mem(struct bnx2x *bp);
  509. void bnx2x_init_rx_rings(struct bnx2x *bp);
  510. void bnx2x_init_rx_rings_cnic(struct bnx2x *bp);
  511. void bnx2x_free_skbs_cnic(struct bnx2x *bp);
  512. void bnx2x_free_skbs(struct bnx2x *bp);
  513. void bnx2x_netif_stop(struct bnx2x *bp, int disable_hw);
  514. void bnx2x_netif_start(struct bnx2x *bp);
  515. int bnx2x_load_cnic(struct bnx2x *bp);
  516. /**
  517. * bnx2x_enable_msix - set msix configuration.
  518. *
  519. * @bp: driver handle
  520. *
  521. * fills msix_table, requests vectors, updates num_queues
  522. * according to number of available vectors.
  523. */
  524. int bnx2x_enable_msix(struct bnx2x *bp);
  525. /**
  526. * bnx2x_enable_msi - request msi mode from OS, updated internals accordingly
  527. *
  528. * @bp: driver handle
  529. */
  530. int bnx2x_enable_msi(struct bnx2x *bp);
  531. /**
  532. * bnx2x_poll - NAPI callback
  533. *
  534. * @napi: napi structure
  535. * @budget:
  536. *
  537. */
  538. int bnx2x_poll(struct napi_struct *napi, int budget);
  539. /**
  540. * bnx2x_low_latency_recv - LL callback
  541. *
  542. * @napi: napi structure
  543. */
  544. int bnx2x_low_latency_recv(struct napi_struct *napi);
  545. /**
  546. * bnx2x_alloc_mem_bp - allocate memories outsize main driver structure
  547. *
  548. * @bp: driver handle
  549. */
  550. int bnx2x_alloc_mem_bp(struct bnx2x *bp);
  551. /**
  552. * bnx2x_free_mem_bp - release memories outsize main driver structure
  553. *
  554. * @bp: driver handle
  555. */
  556. void bnx2x_free_mem_bp(struct bnx2x *bp);
  557. /**
  558. * bnx2x_change_mtu - change mtu netdev callback
  559. *
  560. * @dev: net device
  561. * @new_mtu: requested mtu
  562. *
  563. */
  564. int bnx2x_change_mtu(struct net_device *dev, int new_mtu);
  565. #ifdef NETDEV_FCOE_WWNN
  566. /**
  567. * bnx2x_fcoe_get_wwn - return the requested WWN value for this port
  568. *
  569. * @dev: net_device
  570. * @wwn: output buffer
  571. * @type: WWN type: NETDEV_FCOE_WWNN (node) or NETDEV_FCOE_WWPN (port)
  572. *
  573. */
  574. int bnx2x_fcoe_get_wwn(struct net_device *dev, u64 *wwn, int type);
  575. #endif
  576. netdev_features_t bnx2x_fix_features(struct net_device *dev,
  577. netdev_features_t features);
  578. int bnx2x_set_features(struct net_device *dev, netdev_features_t features);
  579. /**
  580. * bnx2x_tx_timeout - tx timeout netdev callback
  581. *
  582. * @dev: net device
  583. */
  584. void bnx2x_tx_timeout(struct net_device *dev);
  585. /*********************** Inlines **********************************/
  586. /*********************** Fast path ********************************/
  587. static inline void bnx2x_update_fpsb_idx(struct bnx2x_fastpath *fp)
  588. {
  589. barrier(); /* status block is written to by the chip */
  590. fp->fp_hc_idx = fp->sb_running_index[SM_RX_ID];
  591. }
  592. static inline void bnx2x_igu_ack_sb_gen(struct bnx2x *bp, u8 igu_sb_id,
  593. u8 segment, u16 index, u8 op,
  594. u8 update, u32 igu_addr)
  595. {
  596. struct igu_regular cmd_data = {0};
  597. cmd_data.sb_id_and_flags =
  598. ((index << IGU_REGULAR_SB_INDEX_SHIFT) |
  599. (segment << IGU_REGULAR_SEGMENT_ACCESS_SHIFT) |
  600. (update << IGU_REGULAR_BUPDATE_SHIFT) |
  601. (op << IGU_REGULAR_ENABLE_INT_SHIFT));
  602. DP(NETIF_MSG_INTR, "write 0x%08x to IGU addr 0x%x\n",
  603. cmd_data.sb_id_and_flags, igu_addr);
  604. REG_WR(bp, igu_addr, cmd_data.sb_id_and_flags);
  605. /* Make sure that ACK is written */
  606. mmiowb();
  607. barrier();
  608. }
  609. static inline void bnx2x_hc_ack_sb(struct bnx2x *bp, u8 sb_id,
  610. u8 storm, u16 index, u8 op, u8 update)
  611. {
  612. u32 hc_addr = (HC_REG_COMMAND_REG + BP_PORT(bp)*32 +
  613. COMMAND_REG_INT_ACK);
  614. struct igu_ack_register igu_ack;
  615. igu_ack.status_block_index = index;
  616. igu_ack.sb_id_and_flags =
  617. ((sb_id << IGU_ACK_REGISTER_STATUS_BLOCK_ID_SHIFT) |
  618. (storm << IGU_ACK_REGISTER_STORM_ID_SHIFT) |
  619. (update << IGU_ACK_REGISTER_UPDATE_INDEX_SHIFT) |
  620. (op << IGU_ACK_REGISTER_INTERRUPT_MODE_SHIFT));
  621. REG_WR(bp, hc_addr, (*(u32 *)&igu_ack));
  622. /* Make sure that ACK is written */
  623. mmiowb();
  624. barrier();
  625. }
  626. static inline void bnx2x_ack_sb(struct bnx2x *bp, u8 igu_sb_id, u8 storm,
  627. u16 index, u8 op, u8 update)
  628. {
  629. if (bp->common.int_block == INT_BLOCK_HC)
  630. bnx2x_hc_ack_sb(bp, igu_sb_id, storm, index, op, update);
  631. else {
  632. u8 segment;
  633. if (CHIP_INT_MODE_IS_BC(bp))
  634. segment = storm;
  635. else if (igu_sb_id != bp->igu_dsb_id)
  636. segment = IGU_SEG_ACCESS_DEF;
  637. else if (storm == ATTENTION_ID)
  638. segment = IGU_SEG_ACCESS_ATTN;
  639. else
  640. segment = IGU_SEG_ACCESS_DEF;
  641. bnx2x_igu_ack_sb(bp, igu_sb_id, segment, index, op, update);
  642. }
  643. }
  644. static inline u16 bnx2x_hc_ack_int(struct bnx2x *bp)
  645. {
  646. u32 hc_addr = (HC_REG_COMMAND_REG + BP_PORT(bp)*32 +
  647. COMMAND_REG_SIMD_MASK);
  648. u32 result = REG_RD(bp, hc_addr);
  649. barrier();
  650. return result;
  651. }
  652. static inline u16 bnx2x_igu_ack_int(struct bnx2x *bp)
  653. {
  654. u32 igu_addr = (BAR_IGU_INTMEM + IGU_REG_SISR_MDPC_WMASK_LSB_UPPER*8);
  655. u32 result = REG_RD(bp, igu_addr);
  656. DP(NETIF_MSG_INTR, "read 0x%08x from IGU addr 0x%x\n",
  657. result, igu_addr);
  658. barrier();
  659. return result;
  660. }
  661. static inline u16 bnx2x_ack_int(struct bnx2x *bp)
  662. {
  663. barrier();
  664. if (bp->common.int_block == INT_BLOCK_HC)
  665. return bnx2x_hc_ack_int(bp);
  666. else
  667. return bnx2x_igu_ack_int(bp);
  668. }
  669. static inline int bnx2x_has_tx_work_unload(struct bnx2x_fp_txdata *txdata)
  670. {
  671. /* Tell compiler that consumer and producer can change */
  672. barrier();
  673. return txdata->tx_pkt_prod != txdata->tx_pkt_cons;
  674. }
  675. static inline u16 bnx2x_tx_avail(struct bnx2x *bp,
  676. struct bnx2x_fp_txdata *txdata)
  677. {
  678. s16 used;
  679. u16 prod;
  680. u16 cons;
  681. prod = txdata->tx_bd_prod;
  682. cons = txdata->tx_bd_cons;
  683. used = SUB_S16(prod, cons);
  684. #ifdef BNX2X_STOP_ON_ERROR
  685. WARN_ON(used < 0);
  686. WARN_ON(used > txdata->tx_ring_size);
  687. WARN_ON((txdata->tx_ring_size - used) > MAX_TX_AVAIL);
  688. #endif
  689. return (s16)(txdata->tx_ring_size) - used;
  690. }
  691. static inline int bnx2x_tx_queue_has_work(struct bnx2x_fp_txdata *txdata)
  692. {
  693. u16 hw_cons;
  694. /* Tell compiler that status block fields can change */
  695. barrier();
  696. hw_cons = le16_to_cpu(*txdata->tx_cons_sb);
  697. return hw_cons != txdata->tx_pkt_cons;
  698. }
  699. static inline bool bnx2x_has_tx_work(struct bnx2x_fastpath *fp)
  700. {
  701. u8 cos;
  702. for_each_cos_in_tx_queue(fp, cos)
  703. if (bnx2x_tx_queue_has_work(fp->txdata_ptr[cos]))
  704. return true;
  705. return false;
  706. }
  707. #define BNX2X_IS_CQE_COMPLETED(cqe_fp) (cqe_fp->marker == 0x0)
  708. #define BNX2X_SEED_CQE(cqe_fp) (cqe_fp->marker = 0xFFFFFFFF)
  709. static inline int bnx2x_has_rx_work(struct bnx2x_fastpath *fp)
  710. {
  711. u16 cons;
  712. union eth_rx_cqe *cqe;
  713. struct eth_fast_path_rx_cqe *cqe_fp;
  714. cons = RCQ_BD(fp->rx_comp_cons);
  715. cqe = &fp->rx_comp_ring[cons];
  716. cqe_fp = &cqe->fast_path_cqe;
  717. return BNX2X_IS_CQE_COMPLETED(cqe_fp);
  718. }
  719. /**
  720. * bnx2x_tx_disable - disables tx from stack point of view
  721. *
  722. * @bp: driver handle
  723. */
  724. static inline void bnx2x_tx_disable(struct bnx2x *bp)
  725. {
  726. netif_tx_disable(bp->dev);
  727. netif_carrier_off(bp->dev);
  728. }
  729. static inline void bnx2x_free_rx_sge(struct bnx2x *bp,
  730. struct bnx2x_fastpath *fp, u16 index)
  731. {
  732. struct sw_rx_page *sw_buf = &fp->rx_page_ring[index];
  733. struct page *page = sw_buf->page;
  734. struct eth_rx_sge *sge = &fp->rx_sge_ring[index];
  735. /* Skip "next page" elements */
  736. if (!page)
  737. return;
  738. dma_unmap_page(&bp->pdev->dev, dma_unmap_addr(sw_buf, mapping),
  739. SGE_PAGES, DMA_FROM_DEVICE);
  740. __free_pages(page, PAGES_PER_SGE_SHIFT);
  741. sw_buf->page = NULL;
  742. sge->addr_hi = 0;
  743. sge->addr_lo = 0;
  744. }
  745. static inline void bnx2x_add_all_napi_cnic(struct bnx2x *bp)
  746. {
  747. int i;
  748. /* Add NAPI objects */
  749. for_each_rx_queue_cnic(bp, i) {
  750. netif_napi_add(bp->dev, &bnx2x_fp(bp, i, napi),
  751. bnx2x_poll, NAPI_POLL_WEIGHT);
  752. napi_hash_add(&bnx2x_fp(bp, i, napi));
  753. }
  754. }
  755. static inline void bnx2x_add_all_napi(struct bnx2x *bp)
  756. {
  757. int i;
  758. /* Add NAPI objects */
  759. for_each_eth_queue(bp, i) {
  760. netif_napi_add(bp->dev, &bnx2x_fp(bp, i, napi),
  761. bnx2x_poll, NAPI_POLL_WEIGHT);
  762. napi_hash_add(&bnx2x_fp(bp, i, napi));
  763. }
  764. }
  765. static inline void bnx2x_del_all_napi_cnic(struct bnx2x *bp)
  766. {
  767. int i;
  768. for_each_rx_queue_cnic(bp, i) {
  769. napi_hash_del(&bnx2x_fp(bp, i, napi));
  770. netif_napi_del(&bnx2x_fp(bp, i, napi));
  771. }
  772. }
  773. static inline void bnx2x_del_all_napi(struct bnx2x *bp)
  774. {
  775. int i;
  776. for_each_eth_queue(bp, i) {
  777. napi_hash_del(&bnx2x_fp(bp, i, napi));
  778. netif_napi_del(&bnx2x_fp(bp, i, napi));
  779. }
  780. }
  781. int bnx2x_set_int_mode(struct bnx2x *bp);
  782. static inline void bnx2x_disable_msi(struct bnx2x *bp)
  783. {
  784. if (bp->flags & USING_MSIX_FLAG) {
  785. pci_disable_msix(bp->pdev);
  786. bp->flags &= ~(USING_MSIX_FLAG | USING_SINGLE_MSIX_FLAG);
  787. } else if (bp->flags & USING_MSI_FLAG) {
  788. pci_disable_msi(bp->pdev);
  789. bp->flags &= ~USING_MSI_FLAG;
  790. }
  791. }
  792. static inline int bnx2x_calc_num_queues(struct bnx2x *bp)
  793. {
  794. return num_queues ?
  795. min_t(int, num_queues, BNX2X_MAX_QUEUES(bp)) :
  796. min_t(int, netif_get_num_default_rss_queues(),
  797. BNX2X_MAX_QUEUES(bp));
  798. }
  799. static inline void bnx2x_clear_sge_mask_next_elems(struct bnx2x_fastpath *fp)
  800. {
  801. int i, j;
  802. for (i = 1; i <= NUM_RX_SGE_PAGES; i++) {
  803. int idx = RX_SGE_CNT * i - 1;
  804. for (j = 0; j < 2; j++) {
  805. BIT_VEC64_CLEAR_BIT(fp->sge_mask, idx);
  806. idx--;
  807. }
  808. }
  809. }
  810. static inline void bnx2x_init_sge_ring_bit_mask(struct bnx2x_fastpath *fp)
  811. {
  812. /* Set the mask to all 1-s: it's faster to compare to 0 than to 0xf-s */
  813. memset(fp->sge_mask, 0xff, sizeof(fp->sge_mask));
  814. /* Clear the two last indices in the page to 1:
  815. these are the indices that correspond to the "next" element,
  816. hence will never be indicated and should be removed from
  817. the calculations. */
  818. bnx2x_clear_sge_mask_next_elems(fp);
  819. }
  820. /* note that we are not allocating a new buffer,
  821. * we are just moving one from cons to prod
  822. * we are not creating a new mapping,
  823. * so there is no need to check for dma_mapping_error().
  824. */
  825. static inline void bnx2x_reuse_rx_data(struct bnx2x_fastpath *fp,
  826. u16 cons, u16 prod)
  827. {
  828. struct sw_rx_bd *cons_rx_buf = &fp->rx_buf_ring[cons];
  829. struct sw_rx_bd *prod_rx_buf = &fp->rx_buf_ring[prod];
  830. struct eth_rx_bd *cons_bd = &fp->rx_desc_ring[cons];
  831. struct eth_rx_bd *prod_bd = &fp->rx_desc_ring[prod];
  832. dma_unmap_addr_set(prod_rx_buf, mapping,
  833. dma_unmap_addr(cons_rx_buf, mapping));
  834. prod_rx_buf->data = cons_rx_buf->data;
  835. *prod_bd = *cons_bd;
  836. }
  837. /************************* Init ******************************************/
  838. /* returns func by VN for current port */
  839. static inline int func_by_vn(struct bnx2x *bp, int vn)
  840. {
  841. return 2 * vn + BP_PORT(bp);
  842. }
  843. static inline int bnx2x_config_rss_eth(struct bnx2x *bp, bool config_hash)
  844. {
  845. return bnx2x_config_rss_pf(bp, &bp->rss_conf_obj, config_hash);
  846. }
  847. /**
  848. * bnx2x_func_start - init function
  849. *
  850. * @bp: driver handle
  851. *
  852. * Must be called before sending CLIENT_SETUP for the first client.
  853. */
  854. static inline int bnx2x_func_start(struct bnx2x *bp)
  855. {
  856. struct bnx2x_func_state_params func_params = {NULL};
  857. struct bnx2x_func_start_params *start_params =
  858. &func_params.params.start;
  859. /* Prepare parameters for function state transitions */
  860. __set_bit(RAMROD_COMP_WAIT, &func_params.ramrod_flags);
  861. func_params.f_obj = &bp->func_obj;
  862. func_params.cmd = BNX2X_F_CMD_START;
  863. /* Function parameters */
  864. start_params->mf_mode = bp->mf_mode;
  865. start_params->sd_vlan_tag = bp->mf_ov;
  866. if (CHIP_IS_E2(bp) || CHIP_IS_E3(bp))
  867. start_params->network_cos_mode = STATIC_COS;
  868. else /* CHIP_IS_E1X */
  869. start_params->network_cos_mode = FW_WRR;
  870. start_params->gre_tunnel_mode = IPGRE_TUNNEL;
  871. start_params->gre_tunnel_rss = GRE_INNER_HEADERS_RSS;
  872. return bnx2x_func_state_change(bp, &func_params);
  873. }
  874. /**
  875. * bnx2x_set_fw_mac_addr - fill in a MAC address in FW format
  876. *
  877. * @fw_hi: pointer to upper part
  878. * @fw_mid: pointer to middle part
  879. * @fw_lo: pointer to lower part
  880. * @mac: pointer to MAC address
  881. */
  882. static inline void bnx2x_set_fw_mac_addr(__le16 *fw_hi, __le16 *fw_mid,
  883. __le16 *fw_lo, u8 *mac)
  884. {
  885. ((u8 *)fw_hi)[0] = mac[1];
  886. ((u8 *)fw_hi)[1] = mac[0];
  887. ((u8 *)fw_mid)[0] = mac[3];
  888. ((u8 *)fw_mid)[1] = mac[2];
  889. ((u8 *)fw_lo)[0] = mac[5];
  890. ((u8 *)fw_lo)[1] = mac[4];
  891. }
  892. static inline void bnx2x_free_rx_sge_range(struct bnx2x *bp,
  893. struct bnx2x_fastpath *fp, int last)
  894. {
  895. int i;
  896. if (fp->disable_tpa)
  897. return;
  898. for (i = 0; i < last; i++)
  899. bnx2x_free_rx_sge(bp, fp, i);
  900. }
  901. static inline void bnx2x_set_next_page_rx_bd(struct bnx2x_fastpath *fp)
  902. {
  903. int i;
  904. for (i = 1; i <= NUM_RX_RINGS; i++) {
  905. struct eth_rx_bd *rx_bd;
  906. rx_bd = &fp->rx_desc_ring[RX_DESC_CNT * i - 2];
  907. rx_bd->addr_hi =
  908. cpu_to_le32(U64_HI(fp->rx_desc_mapping +
  909. BCM_PAGE_SIZE*(i % NUM_RX_RINGS)));
  910. rx_bd->addr_lo =
  911. cpu_to_le32(U64_LO(fp->rx_desc_mapping +
  912. BCM_PAGE_SIZE*(i % NUM_RX_RINGS)));
  913. }
  914. }
  915. /* Statistics ID are global per chip/path, while Client IDs for E1x are per
  916. * port.
  917. */
  918. static inline u8 bnx2x_stats_id(struct bnx2x_fastpath *fp)
  919. {
  920. struct bnx2x *bp = fp->bp;
  921. if (!CHIP_IS_E1x(bp)) {
  922. /* there are special statistics counters for FCoE 136..140 */
  923. if (IS_FCOE_FP(fp))
  924. return bp->cnic_base_cl_id + (bp->pf_num >> 1);
  925. return fp->cl_id;
  926. }
  927. return fp->cl_id + BP_PORT(bp) * FP_SB_MAX_E1x;
  928. }
  929. static inline void bnx2x_init_vlan_mac_fp_objs(struct bnx2x_fastpath *fp,
  930. bnx2x_obj_type obj_type)
  931. {
  932. struct bnx2x *bp = fp->bp;
  933. /* Configure classification DBs */
  934. bnx2x_init_mac_obj(bp, &bnx2x_sp_obj(bp, fp).mac_obj, fp->cl_id,
  935. fp->cid, BP_FUNC(bp), bnx2x_sp(bp, mac_rdata),
  936. bnx2x_sp_mapping(bp, mac_rdata),
  937. BNX2X_FILTER_MAC_PENDING,
  938. &bp->sp_state, obj_type,
  939. &bp->macs_pool);
  940. }
  941. /**
  942. * bnx2x_get_path_func_num - get number of active functions
  943. *
  944. * @bp: driver handle
  945. *
  946. * Calculates the number of active (not hidden) functions on the
  947. * current path.
  948. */
  949. static inline u8 bnx2x_get_path_func_num(struct bnx2x *bp)
  950. {
  951. u8 func_num = 0, i;
  952. /* 57710 has only one function per-port */
  953. if (CHIP_IS_E1(bp))
  954. return 1;
  955. /* Calculate a number of functions enabled on the current
  956. * PATH/PORT.
  957. */
  958. if (CHIP_REV_IS_SLOW(bp)) {
  959. if (IS_MF(bp))
  960. func_num = 4;
  961. else
  962. func_num = 2;
  963. } else {
  964. for (i = 0; i < E1H_FUNC_MAX / 2; i++) {
  965. u32 func_config =
  966. MF_CFG_RD(bp,
  967. func_mf_config[BP_PORT(bp) + 2 * i].
  968. config);
  969. func_num +=
  970. ((func_config & FUNC_MF_CFG_FUNC_HIDE) ? 0 : 1);
  971. }
  972. }
  973. WARN_ON(!func_num);
  974. return func_num;
  975. }
  976. static inline void bnx2x_init_bp_objs(struct bnx2x *bp)
  977. {
  978. /* RX_MODE controlling object */
  979. bnx2x_init_rx_mode_obj(bp, &bp->rx_mode_obj);
  980. /* multicast configuration controlling object */
  981. bnx2x_init_mcast_obj(bp, &bp->mcast_obj, bp->fp->cl_id, bp->fp->cid,
  982. BP_FUNC(bp), BP_FUNC(bp),
  983. bnx2x_sp(bp, mcast_rdata),
  984. bnx2x_sp_mapping(bp, mcast_rdata),
  985. BNX2X_FILTER_MCAST_PENDING, &bp->sp_state,
  986. BNX2X_OBJ_TYPE_RX);
  987. /* Setup CAM credit pools */
  988. bnx2x_init_mac_credit_pool(bp, &bp->macs_pool, BP_FUNC(bp),
  989. bnx2x_get_path_func_num(bp));
  990. bnx2x_init_vlan_credit_pool(bp, &bp->vlans_pool, BP_ABS_FUNC(bp)>>1,
  991. bnx2x_get_path_func_num(bp));
  992. /* RSS configuration object */
  993. bnx2x_init_rss_config_obj(bp, &bp->rss_conf_obj, bp->fp->cl_id,
  994. bp->fp->cid, BP_FUNC(bp), BP_FUNC(bp),
  995. bnx2x_sp(bp, rss_rdata),
  996. bnx2x_sp_mapping(bp, rss_rdata),
  997. BNX2X_FILTER_RSS_CONF_PENDING, &bp->sp_state,
  998. BNX2X_OBJ_TYPE_RX);
  999. }
  1000. static inline u8 bnx2x_fp_qzone_id(struct bnx2x_fastpath *fp)
  1001. {
  1002. if (CHIP_IS_E1x(fp->bp))
  1003. return fp->cl_id + BP_PORT(fp->bp) * ETH_MAX_RX_CLIENTS_E1H;
  1004. else
  1005. return fp->cl_id;
  1006. }
  1007. u32 bnx2x_rx_ustorm_prods_offset(struct bnx2x_fastpath *fp);
  1008. static inline void bnx2x_init_txdata(struct bnx2x *bp,
  1009. struct bnx2x_fp_txdata *txdata, u32 cid,
  1010. int txq_index, __le16 *tx_cons_sb,
  1011. struct bnx2x_fastpath *fp)
  1012. {
  1013. txdata->cid = cid;
  1014. txdata->txq_index = txq_index;
  1015. txdata->tx_cons_sb = tx_cons_sb;
  1016. txdata->parent_fp = fp;
  1017. txdata->tx_ring_size = IS_FCOE_FP(fp) ? MAX_TX_AVAIL : bp->tx_ring_size;
  1018. DP(NETIF_MSG_IFUP, "created tx data cid %d, txq %d\n",
  1019. txdata->cid, txdata->txq_index);
  1020. }
  1021. static inline u8 bnx2x_cnic_eth_cl_id(struct bnx2x *bp, u8 cl_idx)
  1022. {
  1023. return bp->cnic_base_cl_id + cl_idx +
  1024. (bp->pf_num >> 1) * BNX2X_MAX_CNIC_ETH_CL_ID_IDX;
  1025. }
  1026. static inline u8 bnx2x_cnic_fw_sb_id(struct bnx2x *bp)
  1027. {
  1028. /* the 'first' id is allocated for the cnic */
  1029. return bp->base_fw_ndsb;
  1030. }
  1031. static inline u8 bnx2x_cnic_igu_sb_id(struct bnx2x *bp)
  1032. {
  1033. return bp->igu_base_sb;
  1034. }
  1035. static inline void bnx2x_init_fcoe_fp(struct bnx2x *bp)
  1036. {
  1037. struct bnx2x_fastpath *fp = bnx2x_fcoe_fp(bp);
  1038. unsigned long q_type = 0;
  1039. bnx2x_fcoe(bp, rx_queue) = BNX2X_NUM_ETH_QUEUES(bp);
  1040. bnx2x_fcoe(bp, cl_id) = bnx2x_cnic_eth_cl_id(bp,
  1041. BNX2X_FCOE_ETH_CL_ID_IDX);
  1042. bnx2x_fcoe(bp, cid) = BNX2X_FCOE_ETH_CID(bp);
  1043. bnx2x_fcoe(bp, fw_sb_id) = DEF_SB_ID;
  1044. bnx2x_fcoe(bp, igu_sb_id) = bp->igu_dsb_id;
  1045. bnx2x_fcoe(bp, rx_cons_sb) = BNX2X_FCOE_L2_RX_INDEX;
  1046. bnx2x_init_txdata(bp, bnx2x_fcoe(bp, txdata_ptr[0]),
  1047. fp->cid, FCOE_TXQ_IDX(bp), BNX2X_FCOE_L2_TX_INDEX,
  1048. fp);
  1049. DP(NETIF_MSG_IFUP, "created fcoe tx data (fp index %d)\n", fp->index);
  1050. /* qZone id equals to FW (per path) client id */
  1051. bnx2x_fcoe(bp, cl_qzone_id) = bnx2x_fp_qzone_id(fp);
  1052. /* init shortcut */
  1053. bnx2x_fcoe(bp, ustorm_rx_prods_offset) =
  1054. bnx2x_rx_ustorm_prods_offset(fp);
  1055. /* Configure Queue State object */
  1056. __set_bit(BNX2X_Q_TYPE_HAS_RX, &q_type);
  1057. __set_bit(BNX2X_Q_TYPE_HAS_TX, &q_type);
  1058. /* No multi-CoS for FCoE L2 client */
  1059. BUG_ON(fp->max_cos != 1);
  1060. bnx2x_init_queue_obj(bp, &bnx2x_sp_obj(bp, fp).q_obj, fp->cl_id,
  1061. &fp->cid, 1, BP_FUNC(bp), bnx2x_sp(bp, q_rdata),
  1062. bnx2x_sp_mapping(bp, q_rdata), q_type);
  1063. DP(NETIF_MSG_IFUP,
  1064. "queue[%d]: bnx2x_init_sb(%p,%p) cl_id %d fw_sb %d igu_sb %d\n",
  1065. fp->index, bp, fp->status_blk.e2_sb, fp->cl_id, fp->fw_sb_id,
  1066. fp->igu_sb_id);
  1067. }
  1068. static inline int bnx2x_clean_tx_queue(struct bnx2x *bp,
  1069. struct bnx2x_fp_txdata *txdata)
  1070. {
  1071. int cnt = 1000;
  1072. while (bnx2x_has_tx_work_unload(txdata)) {
  1073. if (!cnt) {
  1074. BNX2X_ERR("timeout waiting for queue[%d]: txdata->tx_pkt_prod(%d) != txdata->tx_pkt_cons(%d)\n",
  1075. txdata->txq_index, txdata->tx_pkt_prod,
  1076. txdata->tx_pkt_cons);
  1077. #ifdef BNX2X_STOP_ON_ERROR
  1078. bnx2x_panic();
  1079. return -EBUSY;
  1080. #else
  1081. break;
  1082. #endif
  1083. }
  1084. cnt--;
  1085. usleep_range(1000, 2000);
  1086. }
  1087. return 0;
  1088. }
  1089. int bnx2x_get_link_cfg_idx(struct bnx2x *bp);
  1090. static inline void __storm_memset_struct(struct bnx2x *bp,
  1091. u32 addr, size_t size, u32 *data)
  1092. {
  1093. int i;
  1094. for (i = 0; i < size/4; i++)
  1095. REG_WR(bp, addr + (i * 4), data[i]);
  1096. }
  1097. /**
  1098. * bnx2x_wait_sp_comp - wait for the outstanding SP commands.
  1099. *
  1100. * @bp: driver handle
  1101. * @mask: bits that need to be cleared
  1102. */
  1103. static inline bool bnx2x_wait_sp_comp(struct bnx2x *bp, unsigned long mask)
  1104. {
  1105. int tout = 5000; /* Wait for 5 secs tops */
  1106. while (tout--) {
  1107. smp_mb();
  1108. netif_addr_lock_bh(bp->dev);
  1109. if (!(bp->sp_state & mask)) {
  1110. netif_addr_unlock_bh(bp->dev);
  1111. return true;
  1112. }
  1113. netif_addr_unlock_bh(bp->dev);
  1114. usleep_range(1000, 2000);
  1115. }
  1116. smp_mb();
  1117. netif_addr_lock_bh(bp->dev);
  1118. if (bp->sp_state & mask) {
  1119. BNX2X_ERR("Filtering completion timed out. sp_state 0x%lx, mask 0x%lx\n",
  1120. bp->sp_state, mask);
  1121. netif_addr_unlock_bh(bp->dev);
  1122. return false;
  1123. }
  1124. netif_addr_unlock_bh(bp->dev);
  1125. return true;
  1126. }
  1127. /**
  1128. * bnx2x_set_ctx_validation - set CDU context validation values
  1129. *
  1130. * @bp: driver handle
  1131. * @cxt: context of the connection on the host memory
  1132. * @cid: SW CID of the connection to be configured
  1133. */
  1134. void bnx2x_set_ctx_validation(struct bnx2x *bp, struct eth_context *cxt,
  1135. u32 cid);
  1136. void bnx2x_update_coalesce_sb_index(struct bnx2x *bp, u8 fw_sb_id,
  1137. u8 sb_index, u8 disable, u16 usec);
  1138. void bnx2x_acquire_phy_lock(struct bnx2x *bp);
  1139. void bnx2x_release_phy_lock(struct bnx2x *bp);
  1140. /**
  1141. * bnx2x_extract_max_cfg - extract MAX BW part from MF configuration.
  1142. *
  1143. * @bp: driver handle
  1144. * @mf_cfg: MF configuration
  1145. *
  1146. */
  1147. static inline u16 bnx2x_extract_max_cfg(struct bnx2x *bp, u32 mf_cfg)
  1148. {
  1149. u16 max_cfg = (mf_cfg & FUNC_MF_CFG_MAX_BW_MASK) >>
  1150. FUNC_MF_CFG_MAX_BW_SHIFT;
  1151. if (!max_cfg) {
  1152. DP(NETIF_MSG_IFUP | BNX2X_MSG_ETHTOOL,
  1153. "Max BW configured to 0 - using 100 instead\n");
  1154. max_cfg = 100;
  1155. }
  1156. return max_cfg;
  1157. }
  1158. /* checks if HW supports GRO for given MTU */
  1159. static inline bool bnx2x_mtu_allows_gro(int mtu)
  1160. {
  1161. /* gro frags per page */
  1162. int fpp = SGE_PAGE_SIZE / (mtu - ETH_MAX_TPA_HEADER_SIZE);
  1163. /*
  1164. * 1. Number of frags should not grow above MAX_SKB_FRAGS
  1165. * 2. Frag must fit the page
  1166. */
  1167. return mtu <= SGE_PAGE_SIZE && (U_ETH_SGL_SIZE * fpp) <= MAX_SKB_FRAGS;
  1168. }
  1169. /**
  1170. * bnx2x_get_iscsi_info - update iSCSI params according to licensing info.
  1171. *
  1172. * @bp: driver handle
  1173. *
  1174. */
  1175. void bnx2x_get_iscsi_info(struct bnx2x *bp);
  1176. /**
  1177. * bnx2x_link_sync_notify - send notification to other functions.
  1178. *
  1179. * @bp: driver handle
  1180. *
  1181. */
  1182. static inline void bnx2x_link_sync_notify(struct bnx2x *bp)
  1183. {
  1184. int func;
  1185. int vn;
  1186. /* Set the attention towards other drivers on the same port */
  1187. for (vn = VN_0; vn < BP_MAX_VN_NUM(bp); vn++) {
  1188. if (vn == BP_VN(bp))
  1189. continue;
  1190. func = func_by_vn(bp, vn);
  1191. REG_WR(bp, MISC_REG_AEU_GENERAL_ATTN_0 +
  1192. (LINK_SYNC_ATTENTION_BIT_FUNC_0 + func)*4, 1);
  1193. }
  1194. }
  1195. /**
  1196. * bnx2x_update_drv_flags - update flags in shmem
  1197. *
  1198. * @bp: driver handle
  1199. * @flags: flags to update
  1200. * @set: set or clear
  1201. *
  1202. */
  1203. static inline void bnx2x_update_drv_flags(struct bnx2x *bp, u32 flags, u32 set)
  1204. {
  1205. if (SHMEM2_HAS(bp, drv_flags)) {
  1206. u32 drv_flags;
  1207. bnx2x_acquire_hw_lock(bp, HW_LOCK_RESOURCE_DRV_FLAGS);
  1208. drv_flags = SHMEM2_RD(bp, drv_flags);
  1209. if (set)
  1210. SET_FLAGS(drv_flags, flags);
  1211. else
  1212. RESET_FLAGS(drv_flags, flags);
  1213. SHMEM2_WR(bp, drv_flags, drv_flags);
  1214. DP(NETIF_MSG_IFUP, "drv_flags 0x%08x\n", drv_flags);
  1215. bnx2x_release_hw_lock(bp, HW_LOCK_RESOURCE_DRV_FLAGS);
  1216. }
  1217. }
  1218. static inline bool bnx2x_is_valid_ether_addr(struct bnx2x *bp, u8 *addr)
  1219. {
  1220. if (is_valid_ether_addr(addr) ||
  1221. (is_zero_ether_addr(addr) &&
  1222. (IS_MF_STORAGE_SD(bp) || IS_MF_FCOE_AFEX(bp))))
  1223. return true;
  1224. return false;
  1225. }
  1226. /**
  1227. * bnx2x_fill_fw_str - Fill buffer with FW version string
  1228. *
  1229. * @bp: driver handle
  1230. * @buf: character buffer to fill with the fw name
  1231. * @buf_len: length of the above buffer
  1232. *
  1233. */
  1234. void bnx2x_fill_fw_str(struct bnx2x *bp, char *buf, size_t buf_len);
  1235. int bnx2x_drain_tx_queues(struct bnx2x *bp);
  1236. void bnx2x_squeeze_objects(struct bnx2x *bp);
  1237. #endif /* BNX2X_CMN_H */